-- Logs begin at Wed 2021-07-14 10:38:45 UTC, end at Wed 2021-07-14 12:52:52 UTC. -- Jul 14 11:10:52.276990 n-d-778696-8 systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 11:10:55.199670 n-d-778696-8 neutron-server[93592]: INFO neutron.common.config [-] Logging enabled! Jul 14 11:10:55.200359 n-d-778696-8 neutron-server[93592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 11:10:55.200458 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 11:10:55.203651 n-d-778696-8 neutron-server[93592]: INFO neutron.common.config [-] Logging enabled! Jul 14 11:10:55.203933 n-d-778696-8 neutron-server[93592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 11:10:55.204247 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 11:10:55.205186 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 11:10:55.205423 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 11:10:55.205792 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 11:10:55.206039 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 11:10:55.206268 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 11:10:55.206595 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.206897 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.207197 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.207429 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.207729 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.208051 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.208340 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.208632 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.208935 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.209223 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.209510 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.209798 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.210032 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.210315 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.210604 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.210898 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.211124 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] debug = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.211408 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.211833 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.212258 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.212542 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.212832 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.213699 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.214059 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.214342 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.214630 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.214965 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] host = n-d-778696-8 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.215249 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.215540 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.215828 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.216147 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.216425 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.216704 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.216990 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.217267 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.217543 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] log_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.217823 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.218113 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.218402 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.218692 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.218920 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.219143 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.219433 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.219721 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.220024 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.220302 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.220578 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.220852 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.221131 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.221401 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.221688 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.221974 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.222260 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.222536 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.222811 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.223082 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.223358 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.223644 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.223946 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.224225 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.224500 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.224788 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.225058 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.225333 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.225636 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.225922 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.226203 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.226488 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.226763 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.227045 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.227323 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.227596 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.227894 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] use_json = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.228171 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.228443 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.228797 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.229555 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.229830 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.230107 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.230381 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.230667 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:55.230970 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.231268 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.231568 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.231884 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.232172 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.232459 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.232751 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.233032 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.233324 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.233614 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.233904 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.234185 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.234474 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.234755 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.235052 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.235356 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.235652 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.235968 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.236247 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.236521 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.236796 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.237075 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.237361 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.237655 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.237948 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.238223 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.238503 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.238797 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.239077 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.239350 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.239628 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.239944 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.240227 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.240552 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.240846 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.241126 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.241399 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.241671 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.241949 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.242242 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.242520 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.242791 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.243063 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.243339 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.243609 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.243913 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.244195 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.245353 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.245353 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.245353 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.245353 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.245752 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.245905 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.246178 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.246455 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.246728 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.246996 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.247268 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.247540 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.247811 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.248107 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.248382 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.248660 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.248936 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.249213 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.249485 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.249759 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.250032 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.250323 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.250624 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.250911 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.251192 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.251473 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.251754 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.252060 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.252341 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.252622 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.252900 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.253174 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.253467 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.253752 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.254042 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.254328 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.254607 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.254903 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.255181 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.255464 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.255741 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.256041 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.256588 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.256872 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.257167 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.257458 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.257751 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.258042 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.258333 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.258616 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.258926 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.259206 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:55.259423 n-d-778696-8 neutron-server[93592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 11:10:55.259667 n-d-778696-8 neutron-server[93592]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93592) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 11:10:55.606483 n-d-778696-8 neutron-server[93592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 11:10:55.606762 n-d-778696-8 neutron-server[93592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 11:10:55.607052 n-d-778696-8 neutron-server[93592]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 11:10:55.607387 n-d-778696-8 neutron-server[93592]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 11:10:55.996518 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:55.996804 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:55.997085 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:55.998398 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:55.998674 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:55.998950 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.033332 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.033612 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.033886 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.046954 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.047236 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.047506 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.077240 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.077520 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.077787 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.113647 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.113926 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.114195 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.344514 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.345130 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.345130 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.345359 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.345943 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.465335 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.465659 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.465944 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.466216 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.466481 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.466796 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.467056 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.467313 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.467569 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.467871 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.468145 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.468414 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.468672 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.468926 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.469185 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.469458 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.469714 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.469992 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.470263 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.470536 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.470813 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.471068 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.471351 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.471736 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.472009 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.472258 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.472654 n-d-778696-8 neutron-server[93592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:10:56.472902 n-d-778696-8 neutron-server[93592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:10:56.473143 n-d-778696-8 neutron-server[93592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:10:56.473383 n-d-778696-8 neutron-server[93592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:10:56.473621 n-d-778696-8 neutron-server[93592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:10:56.473857 n-d-778696-8 neutron-server[93592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:10:56.474221 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 11:10:56.477355 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 11:10:56.481808 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 11:10:56.485666 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 14 11:10:56.487290 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 11:10:56.487745 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 11:10:56.488114 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 11:10:56.488501 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 11:10:56.491283 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 11:10:56.491533 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 11:10:56.491909 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 11:10:56.519933 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 11:10:56.520383 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.520684 n-d-778696-8 neutron-server[93592]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93592) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 11:10:56.521047 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.522403 n-d-778696-8 neutron-server[93592]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93592) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 11:10:56.522683 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 11:10:56.522926 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 11:10:56.527372 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.527652 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:56.591469 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 11:10:56.591707 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 11:10:56.591965 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 11:10:56.592346 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 11:10:56.613793 n-d-778696-8 neutron-server[93592]: DEBUG oslo_db.sqlalchemy.engines [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93592) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 11:10:57.140594 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Initializing driver for type 'gre' Jul 14 11:10:57.141117 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] gre ID ranges: [(1, 1000)] Jul 14 11:10:57.192023 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Initializing driver for type 'local' Jul 14 11:10:57.192362 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Initializing driver for type 'vlan' Jul 14 11:10:57.204380 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] VlanTypeDriver initialization complete Jul 14 11:10:57.204730 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Initializing driver for type 'vxlan' Jul 14 11:10:57.205204 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] vxlan ID ranges: [(1, 1000)] Jul 14 11:10:57.257258 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Initializing extension driver 'port_security' Jul 14 11:10:57.257617 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.extensions.port_security [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] PortSecurityExtensionDriver initialization complete Jul 14 11:10:57.257949 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Initializing mechanism driver 'openvswitch' Jul 14 11:10:57.258272 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Initializing mechanism driver 'hyperv' Jul 14 11:10:57.265285 n-d-778696-8 neutron-server[93592]: DEBUG neutron.plugins.ml2.plugin [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:57.266135 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > port after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.266509 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > port after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.266874 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > port after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.267401 n-d-778696-8 neutron-server[93592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:10:57.267844 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > subnet after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.268845 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > subnet after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.268845 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.269837 n-d-778696-8 neutron-server[93592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:10:57.269837 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > network after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.269837 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > network after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.270075 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > network after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.270388 n-d-778696-8 neutron-server[93592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:10:57.270797 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > security_group after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.271151 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > security_group after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.271496 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.271917 n-d-778696-8 neutron-server[93592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:10:57.272325 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.272676 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.273025 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.273415 n-d-778696-8 neutron-server[93592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:10:57.273819 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > address_group after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.274165 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > address_group after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.274508 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.274899 n-d-778696-8 neutron-server[93592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:10:57.275279 n-d-778696-8 neutron-server[93592]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] ML2 OVO RPC backend initialized. {{(pid=93592) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 11:10:57.276607 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.276966 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.277388 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > network before_response 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.277740 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > networks before_response 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.278092 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > port before_response 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.278438 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > ports before_response 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.278786 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > subnet before_response 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.279131 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > subnets before_response 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.279483 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > network after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.279826 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > network after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.280190 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > network after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.280532 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > port after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.280873 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > port after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.281211 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > port after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.281556 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > subnet after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.281900 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > subnet after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.282244 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.282819 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.plugin [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Modular L2 Plugin initialization complete Jul 14 11:10:57.283157 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading services supported by the core plugin {{(pid=93592) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 11:10:57.283487 n-d-778696-8 neutron-server[93592]: INFO neutron.plugins.ml2.managers [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Got port-security extension from driver 'port_security' Jul 14 11:10:57.283979 n-d-778696-8 neutron-server[93592]: INFO neutron.extensions.vlantransparent [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Disabled vlantransparent extension. Jul 14 11:10:57.284464 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93592) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 11:10:57.284780 n-d-778696-8 neutron-server[93592]: INFO neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading Plugin: router Jul 14 11:10:57.319918 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.320316 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router after_create 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.320689 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router before_create 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.321053 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.321428 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.321789 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router after_delete 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.322149 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.323128 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router after_create 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.323484 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router after_update 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.323839 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router after_update 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.324217 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.324582 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router after_update 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.324997 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router precommit_update 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.325372 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: port after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.325718 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: port after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.326060 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: subnet after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.326401 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.326752 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.327104 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router precommit_create 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.327450 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: port before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.327797 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router precommit_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.328182 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router after_update 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.328529 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.328886 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router precommit_create 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.329251 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.329601 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router precommit_update 55549900 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.329969 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > agent after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.330321 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > agent after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.330672 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > network after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.331534 n-d-778696-8 neutron-server[93592]: DEBUG neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Tracking information for resource: router configured {{(pid=93592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:10:57.331892 n-d-778696-8 neutron-server[93592]: DEBUG neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Tracking information for resource: floatingip configured {{(pid=93592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:10:57.336723 n-d-778696-8 neutron-server[93592]: INFO neutron.db.l3_agentschedulers_db [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 11:10:57.337298 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: port after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.337662 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: port after_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.338576 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: port after_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.339039 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: port after_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.339837 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router before_create 55550100 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.340232 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.340600 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router precommit_create 55550100 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.340961 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > router precommit_update 55550100 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.345384 n-d-778696-8 neutron-server[93592]: DEBUG neutron.services.provider_configuration [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service providers = [] {{(pid=93592) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 11:10:57.345957 n-d-778696-8 neutron-server[93592]: DEBUG neutron.db.servicetype_db [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93592) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 11:10:57.348697 n-d-778696-8 neutron-server[93592]: DEBUG neutron.services.service_base [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:10:57.349051 n-d-778696-8 neutron-server[93592]: DEBUG neutron.services.service_base [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:10:57.349397 n-d-778696-8 neutron-server[93592]: DEBUG neutron.services.service_base [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:10:57.350288 n-d-778696-8 neutron-server[93592]: DEBUG neutron.services.service_base [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:10:57.350665 n-d-778696-8 neutron-server[93592]: INFO neutron.services.service_base [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 11:10:57.351050 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:10:57.351376 n-d-778696-8 neutron-server[93592]: INFO neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 11:10:57.362009 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:10:57.362343 n-d-778696-8 neutron-server[93592]: INFO neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading Plugin: auto_allocate Jul 14 11:10:57.368122 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: network precommit_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.368495 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: network precommit_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.369016 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:10:57.369388 n-d-778696-8 neutron-server[93592]: INFO neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading Plugin: tag Jul 14 11:10:57.376405 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:10:57.376741 n-d-778696-8 neutron-server[93592]: INFO neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading Plugin: timestamp Jul 14 11:10:57.380520 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:10:57.380857 n-d-778696-8 neutron-server[93592]: INFO neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading Plugin: network_ip_availability Jul 14 11:10:57.387159 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.387532 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.387921 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.388679 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:10:57.388965 n-d-778696-8 neutron-server[93592]: INFO neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading Plugin: flavors Jul 14 11:10:57.393911 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:10:57.394194 n-d-778696-8 neutron-server[93592]: INFO neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading Plugin: revisions Jul 14 11:10:57.398467 n-d-778696-8 neutron-server[93592]: DEBUG neutron.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:10:57.398865 n-d-778696-8 neutron-server[93592]: DEBUG oslo_concurrency.lockutils [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=93592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 11:10:57.399601 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93592) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 11:10:57.399972 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Initializing extension manager. Jul 14 11:10:57.401157 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: __init__.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.401592 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: __pycache__ {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.401927 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.402265 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: address_group.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.403026 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.403589 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: address-group Jul 14 11:10:57.403946 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: address_scope.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.404667 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.405172 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: address-scope Jul 14 11:10:57.405498 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.406438 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.406947 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: router-admin-state-down-before-update Jul 14 11:10:57.407273 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: agent.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.408005 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.408512 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: agent Jul 14 11:10:57.408837 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: agent_resources_synced.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.409758 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.410264 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: agent-resources-synced Jul 14 11:10:57.410588 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: allowedaddresspairs.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.412393 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.412911 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: allowed-address-pairs Jul 14 11:10:57.413242 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: auto_allocated_topology.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.414321 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.414829 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: auto-allocated-topology Jul 14 11:10:57.415155 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: availability_zone.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.415867 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.416483 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: availability_zone Jul 14 11:10:57.416809 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: availability_zone_filter.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.417729 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.418229 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: availability_zone_filter Jul 14 11:10:57.418550 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: data_plane_status.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.419459 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.419983 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 11:10:57.420307 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: default_subnetpools.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.421232 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.421730 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: default-subnetpools Jul 14 11:10:57.422054 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.422855 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.423359 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: dhcp_agent_scheduler Jul 14 11:10:57.423682 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: dns.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.424640 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.425142 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension dns-integration not supported by any of loaded plugins Jul 14 11:10:57.425467 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: dns_domain_ports.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.426392 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.426892 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 11:10:57.427217 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.428175 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.428675 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 11:10:57.429001 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: dvr.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.429675 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.430179 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: dvr Jul 14 11:10:57.430500 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: empty_string_filtering.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.431420 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.432501 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: empty-string-filtering Jul 14 11:10:57.432911 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.433824 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.434325 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 11:10:57.434648 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.435571 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.436106 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 11:10:57.436432 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: external_net.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.437353 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.437856 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: external-net Jul 14 11:10:57.438180 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.439102 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.439607 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: extra_dhcp_opt Jul 14 11:10:57.439953 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: extraroute.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.440869 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.441373 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: extraroute Jul 14 11:10:57.441700 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: extraroute_atomic.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.442734 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.443240 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: extraroute-atomic Jul 14 11:10:57.443561 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: filter_validation.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.444258 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.444951 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: filter-validation Jul 14 11:10:57.445271 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: fip_pf_description.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.446190 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.446690 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 11:10:57.447010 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: fip_port_details.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.448578 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.449084 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: fip-port-details Jul 14 11:10:57.449408 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: flavors.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.450637 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.451148 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: flavors Jul 14 11:10:57.451477 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.453175 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.453694 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 11:10:57.454025 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: floatingip_pools.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.454726 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.455235 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: floatingip-pools Jul 14 11:10:57.455565 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: ip_allocation.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.456531 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.457031 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 11:10:57.457357 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.458280 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.458784 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: ip-substring-filtering Jul 14 11:10:57.459112 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: l2_adjacency.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.460080 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.460581 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 11:10:57.460906 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: l3.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.461886 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.462395 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: router Jul 14 11:10:57.462721 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.465127 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.465658 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 11:10:57.465999 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.466949 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.467459 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: ext-gw-mode Jul 14 11:10:57.467797 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.468750 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.469254 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: l3-ha Jul 14 11:10:57.469581 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: l3_flavors.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.470517 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.471023 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: l3-flavors Jul 14 11:10:57.471346 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.472300 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.472804 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 11:10:57.473131 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: l3agentscheduler.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.474155 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.474658 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: l3_agent_scheduler Jul 14 11:10:57.474982 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: logging.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.476486 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.476998 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension logging not supported by any of loaded plugins Jul 14 11:10:57.477336 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: metering.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.478080 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.478755 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: metering Jul 14 11:10:57.479083 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.481649 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.482183 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: metering_source_and_destination_fields Jul 14 11:10:57.482520 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: multiprovidernet.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.483468 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.484016 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: multi-provider Jul 14 11:10:57.484346 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: netmtu.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.485271 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.485779 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: net-mtu Jul 14 11:10:57.486105 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: netmtu_writable.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.487028 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.487535 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: net-mtu-writable Jul 14 11:10:57.487869 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: network_availability_zone.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.488561 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.489064 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: network_availability_zone Jul 14 11:10:57.489386 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: network_ip_availability.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.490479 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.490988 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: network-ip-availability Jul 14 11:10:57.491312 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: network_segment_range.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.492124 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.492627 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 11:10:57.492953 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: pagination.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.493945 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.494874 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: pagination Jul 14 11:10:57.495200 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: port_device_profile.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.496167 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.496682 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: port-device-profile Jul 14 11:10:57.497004 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.497929 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.498435 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: port-mac-address-regenerate Jul 14 11:10:57.498755 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.499685 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.500226 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: port-numa-affinity-policy Jul 14 11:10:57.500549 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: port_resource_request.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.501459 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.501954 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 11:10:57.502280 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: portbindings.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.503290 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.503797 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: binding Jul 14 11:10:57.504155 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: portbindings_extended.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.505436 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.505947 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: binding-extended Jul 14 11:10:57.506525 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: portsecurity.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.507442 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.507985 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: port-security Jul 14 11:10:57.508312 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: project_id.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.509282 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.509615 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: project-id Jul 14 11:10:57.510483 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: providernet.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.511412 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.511954 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: provider Jul 14 11:10:57.512286 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: qos.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.515830 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.516375 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension qos not supported by any of loaded plugins Jul 14 11:10:57.516708 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.517947 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.518462 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 11:10:57.518796 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.519725 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.520262 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 11:10:57.520594 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: qos_default.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.521511 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.522024 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension qos-default not supported by any of loaded plugins Jul 14 11:10:57.522352 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: qos_fip.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.523009 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.523511 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension qos-fip not supported by any of loaded plugins Jul 14 11:10:57.523834 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: qos_gateway_ip.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.524793 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.525296 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 11:10:57.525674 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: qos_port_network_policy.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.526789 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.527293 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 11:10:57.527618 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: qos_rule_type_details.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.528573 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.529081 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 11:10:57.529407 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: qos_rules_alias.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.530458 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.530968 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 11:10:57.531293 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: quotasv2.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.532328 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.532851 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: quotas Jul 14 11:10:57.533178 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: quotasv2_detail.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.536250 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.536592 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: quota_details Jul 14 11:10:57.536927 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: rbac.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.537989 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.538514 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: rbac-policies Jul 14 11:10:57.538849 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: rbac_address_group.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.539792 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.540343 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: rbac-address-group Jul 14 11:10:57.540673 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: rbac_address_scope.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.541848 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.542366 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: rbac-address-scope Jul 14 11:10:57.542702 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: rbac_security_groups.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.543717 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.544283 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: rbac-security-groups Jul 14 11:10:57.544576 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: rbac_subnetpool.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.545499 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.546003 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: rbac-subnetpool Jul 14 11:10:57.546333 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: revisionifmatch.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.547256 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.547779 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: revision-if-match Jul 14 11:10:57.548120 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: revisions.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.549239 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.549747 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: standard-attr-revisions Jul 14 11:10:57.550076 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: router_availability_zone.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.550753 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.551263 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: router_availability_zone Jul 14 11:10:57.551590 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: routerservicetype.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.552550 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.553054 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension router-service-type not supported by any of loaded plugins Jul 14 11:10:57.553383 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.554320 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.554831 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: security-groups-normalized-cidr Jul 14 11:10:57.555157 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.556110 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.557132 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: port-security-groups-filtering Jul 14 11:10:57.557579 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.558521 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.559030 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: security-groups-remote-address-group Jul 14 11:10:57.559360 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: securitygroup.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.569112 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.569637 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: security-group Jul 14 11:10:57.569969 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: segment.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.570769 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.571280 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension segment not supported by any of loaded plugins Jul 14 11:10:57.571610 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.573134 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.573647 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 11:10:57.574009 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: servicetype.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.575160 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.575679 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: service-type Jul 14 11:10:57.576039 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: sorting.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.577028 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.577366 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: sorting Jul 14 11:10:57.577692 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: standard_attr_segment.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.578685 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.579199 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 11:10:57.579530 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: standardattrdescription.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.580216 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.580730 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: standard-attr-description Jul 14 11:10:57.581149 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: stateful_security_group.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.582020 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.582558 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: stateful-security-group Jul 14 11:10:57.582858 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: stdattrs_common.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.583485 n-d-778696-8 neutron-server[93592]: WARNING neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 11:10:57.583811 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.584745 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.585232 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 11:10:57.585559 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: subnet_onboard.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.586633 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.587149 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: subnet_onboard Jul 14 11:10:57.587480 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.588772 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.589272 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 11:10:57.589616 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: subnet_service_types.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.590584 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.591116 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: subnet-service-types Jul 14 11:10:57.591450 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: subnetallocation.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.592608 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.593120 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: subnet_allocation Jul 14 11:10:57.593447 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.594112 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.594760 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: subnetpool-prefix-ops Jul 14 11:10:57.594931 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.595899 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.596407 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 11:10:57.596747 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: tagging.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.597866 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.598512 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: standard-attr-tag Jul 14 11:10:57.598716 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: timestamp.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.600049 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.600589 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loaded extension: standard-attr-timestamp Jul 14 11:10:57.600893 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: trunk.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.601957 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.602452 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension trunk not supported by any of loaded plugins Jul 14 11:10:57.602783 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: trunk_details.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.603795 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.604393 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension trunk-details not supported by any of loaded plugins Jul 14 11:10:57.604725 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: uplink_status_propagation.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.605655 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.606168 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 11:10:57.606497 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Loading extension file: vlantransparent.py {{(pid=93592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:10:57.607181 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:10:57.607684 n-d-778696-8 neutron-server[93592]: INFO neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 11:10:57.610195 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:network Jul 14 11:10:57.610735 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:subnet Jul 14 11:10:57.611137 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:10:57.611530 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:port Jul 14 11:10:57.612865 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.613316 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service FLAVORS assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.613942 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.614378 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.614708 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:router Jul 14 11:10:57.615140 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:floatingip Jul 14 11:10:57.615636 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service METERING assigned prefix: /metering {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.617132 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.617510 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.617866 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:10:57.618895 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 11:10:57.620032 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:security_group Jul 14 11:10:57.620576 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 11:10:57.621199 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service CORE assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.621535 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:10:57.621884 n-d-778696-8 neutron-server[93592]: WARNING neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] subnetpool is already registered Jul 14 11:10:57.622313 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service CORE assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.622645 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:10:57.622979 n-d-778696-8 neutron-server[93592]: WARNING neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] subnetpool is already registered Jul 14 11:10:57.625312 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.625755 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service FLAVORS assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.626356 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.626781 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.627113 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:router Jul 14 11:10:57.627453 n-d-778696-8 neutron-server[93592]: WARNING neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] router is already registered Jul 14 11:10:57.627884 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:floatingip Jul 14 11:10:57.628225 n-d-778696-8 neutron-server[93592]: WARNING neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] floatingip is already registered Jul 14 11:10:57.628684 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service METERING assigned prefix: /metering {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.629353 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 11:10:57.629682 n-d-778696-8 neutron-server[93592]: WARNING neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] rbac_policy is already registered Jul 14 11:10:57.630095 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:security_group Jul 14 11:10:57.630432 n-d-778696-8 neutron-server[93592]: WARNING neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] security_group is already registered Jul 14 11:10:57.630834 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 11:10:57.631419 n-d-778696-8 neutron-server[93592]: WARNING neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] security_group_rule is already registered Jul 14 11:10:57.632083 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service CORE assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.632418 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:10:57.632754 n-d-778696-8 neutron-server[93592]: WARNING neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] subnetpool is already registered Jul 14 11:10:57.633176 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.v2.resource_helper [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Service CORE assigned prefix: {{(pid=93592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:10:57.633500 n-d-778696-8 neutron-server[93592]: INFO neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:10:57.633832 n-d-778696-8 neutron-server[93592]: WARNING neutron.quota.resource_registry [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] subnetpool is already registered Jul 14 11:10:57.634298 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: extensions {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.636527 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: address-groups {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.638029 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: address-scopes {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.639348 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: agents {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.640550 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: auto-allocated-topology {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.641809 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: availability_zones {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.643048 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: dhcp-networks {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.644673 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: dhcp-agents {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.646055 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: routers {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.647778 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: flavors {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.649092 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: service_profiles {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.650307 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: next_providers {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.651809 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: service_profiles {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.653395 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: floatingip-pools {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.654631 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: routers {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.656388 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: floatingips {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.658615 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: l3-routers {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.660072 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: l3-agents {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.661522 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: metering-labels {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.662781 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: metering-label-rules {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.664209 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: network-ip-availabilities {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.665476 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: bindings {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.667224 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: quotas {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.668836 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: quotas {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.670259 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: rbac-policies {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.671471 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: security-groups {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.672804 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: security-group-rules {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.674061 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: service-providers {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.675297 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: subnetpools {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.676662 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: subnetpools {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.678232 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.679946 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.682354 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.684200 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.685901 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.687908 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.689627 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.691444 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.693377 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.695146 n-d-778696-8 neutron-server[93592]: DEBUG neutron.api.extensions [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Extended resource: tags {{(pid=93592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:10:57.702078 n-d-778696-8 neutron-server[93592]: WARNING keystonemiddleware.auth_token [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 11:10:57.706597 n-d-778696-8 neutron-server[93592]: WARNING keystonemiddleware.auth_token [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 11:10:57.715095 n-d-778696-8 neutron-server[93592]: DEBUG oslo_concurrency.lockutils [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Acquired lock "singleton_lock" {{(pid=93592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 11:10:57.715592 n-d-778696-8 neutron-server[93592]: DEBUG oslo_concurrency.lockutils [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Releasing lock "singleton_lock" {{(pid=93592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 11:10:57.716315 n-d-778696-8 neutron-server[93592]: INFO oslo_service.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Starting 2 workers Jul 14 11:10:57.721128 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Started child 93701 {{(pid=93592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:10:57.725669 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Started child 93702 {{(pid=93592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:10:57.726627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:10:57.727308 n-d-778696-8 neutron-server[93592]: INFO neutron.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 11:10:57.727960 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Notify callbacks [] for process, before_spawn {{(pid=93592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:10:57.728167 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [-] (93701) wsgi starting up on http://0.0.0.0:9696 Jul 14 11:10:57.730932 n-d-778696-8 neutron-server[93592]: INFO oslo_service.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Starting 1 workers Jul 14 11:10:57.733209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:10:57.734716 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [-] (93702) wsgi starting up on http://0.0.0.0:9696 Jul 14 11:10:57.736097 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Started child 93703 {{(pid=93592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:10:57.736636 n-d-778696-8 neutron-server[93592]: INFO oslo_service.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Starting 1 workers Jul 14 11:10:57.740151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] calling RpcWorker wait() {{(pid=93703) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 11:10:57.740700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] returning from RpcWorker wait() {{(pid=93703) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 11:10:57.741162 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Started child 93704 {{(pid=93592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:10:57.742016 n-d-778696-8 neutron-server[93592]: DEBUG neutron_lib.callbacks.manager [None req-7844f207-907d-480d-b0c3-5ea58ee9723d None None] Notify callbacks [] for process, after_spawn {{(pid=93592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:10:57.742118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:10:57.742643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:57.743975 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 11:10:57.744740 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 11:10:57.744924 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 11:10:57.745121 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 11:10:57.745473 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 11:10:57.745637 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 11:10:57.746127 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.746416 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.746677 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:10:57.747156 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.747156 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.747280 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.747832 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.748206 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.748459 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.748745 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.748981 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.749155 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.749319 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.749595 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.749814 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.750103 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.750359 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.750606 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.750882 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.751056 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.751318 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.751595 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.751843 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.752124 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] debug = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.752365 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.752860 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.753122 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.753376 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.753595 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.753872 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.754102 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.754379 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.754612 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.754835 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.755082 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.755347 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.755579 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.755788 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.756284 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.756530 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.756749 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.757224 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] host = n-d-778696-8 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.757456 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.757673 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.757929 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.758159 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.758404 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.758638 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.758910 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.759173 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.759426 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.759649 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.760528 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.760765 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.761006 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.761244 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.761408 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_options = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.761979 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.762431 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.762703 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.762895 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.763071 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.763248 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.763500 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.763663 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.763944 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.764165 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.764400 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.764631 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.764875 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.765104 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.765355 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.765613 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.765847 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.766086 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.766329 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.766558 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.766800 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.767023 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.767241 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.767469 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.767684 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.767977 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.768246 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.768489 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.768700 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.768942 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.769185 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.769447 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.769690 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.769931 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.770164 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.770386 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.770602 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.770874 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.771103 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.771353 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.771606 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.771836 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.772108 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.772321 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.772566 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.772806 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_json = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.773015 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.773249 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.773527 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.773754 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.773994 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.774206 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.774431 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.774661 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.775059 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.775338 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.775730 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.776003 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.776238 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.776480 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.776712 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.776940 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.777207 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.777432 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.777736 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.777959 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.778207 n-d-778696-8 neutron-server[93704]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:57.778336 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.778507 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.778759 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.779084 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.779343 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.779607 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.779872 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.780147 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.780370 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.780562 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.780860 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.781123 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.781405 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.781652 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.781867 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.782104 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.782335 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.782542 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.782772 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.783004 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.783272 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.783491 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.783704 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.783978 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.784209 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.784445 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.784674 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.784899 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.785166 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.785428 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.785636 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.785875 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.786091 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.786304 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.786535 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.787293 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.787519 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.787744 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.788063 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.788453 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.788598 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.788705 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.788926 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.789197 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.789428 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.789619 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.789810 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.791746 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.791746 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.791746 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.791746 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.791746 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.792481 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.792481 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.792481 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.792992 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.792992 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.793249 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.793249 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.793491 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.793658 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.793874 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.794108 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.796823 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.796823 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.796823 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.796823 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.796823 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.796823 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.796823 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.796823 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.796823 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.797430 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.797430 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.797430 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.797430 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.797430 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.797725 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.797791 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.798071 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.798401 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.798585 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.798759 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.799020 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.799251 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.799486 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.799736 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.800013 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.800914 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.800914 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.800914 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.800914 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.801254 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.801427 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.801686 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.801978 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.802234 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.802470 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.802741 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.803193 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.803467 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.803720 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.804004 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.804274 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.804586 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.804831 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.805096 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.805348 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.805612 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.805867 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.806102 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.806365 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.807347 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.809241 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.809241 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.809241 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.809241 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.809241 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.810091 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.810091 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.810091 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.810091 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.810652 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.810652 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.810984 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.811158 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.811309 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.811519 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.811757 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.812183 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.812585 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.812956 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.813364 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.813744 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.814115 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.814484 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.814754 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.815009 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.815279 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.815467 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.815687 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.815968 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.816188 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.816415 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.816649 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.816915 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.817205 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.817571 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.817913 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.818279 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.818692 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.819063 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.819435 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.819674 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.819923 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.820204 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.820430 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.820720 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.820981 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.821236 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.821491 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.821742 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.822010 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.822243 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.822618 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.823006 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.823365 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.823593 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.823821 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.824065 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.824304 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.824555 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.824876 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.825317 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.825665 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.826204 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.826522 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.826896 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.827151 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.827382 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.827805 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.828247 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.828476 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.828696 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.828951 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.829172 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.831885 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.831885 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.831885 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.831885 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.831885 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.831885 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.831885 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.831885 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.832748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.832748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.832748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.832748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.832748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.832748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.832748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.833263 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.833263 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.833263 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.833478 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.833649 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.833890 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.834109 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.834313 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.834685 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.835070 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.835425 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.835794 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.836221 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.836434 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.836661 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.836881 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.837094 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.837353 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.837596 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.837852 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.838064 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.838284 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.838629 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.838950 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.839209 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.839431 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.839715 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.839969 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.840231 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.840455 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.840762 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.840976 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.841234 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.841473 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.841691 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.841948 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.843314 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.843314 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.843314 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.843314 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.843314 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.843662 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.844115 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.844115 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.844284 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.844569 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.844908 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.845205 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.845469 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.845696 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.845989 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.846229 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.846450 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.846703 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.846952 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.847172 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.847429 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.847680 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.847930 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.848150 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.848377 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.848594 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.848825 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.849069 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.849322 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.849558 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.849714 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 11:10:57.850240 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 11:10:57.850404 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 11:10:57.850561 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 11:10:57.850732 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 11:10:57.850904 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 11:10:57.851059 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 11:10:57.851271 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.851431 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.851753 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.851943 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.852107 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.852291 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.852453 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.852613 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.852776 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.852936 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.853104 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.853266 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.853411 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.854107 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.854417 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.854619 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.854843 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.855012 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.855175 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.855334 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.855496 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.855655 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.855815 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] debug = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.855999 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.856194 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.856360 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.856519 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.856678 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.856836 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.856994 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.857151 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.857310 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.857470 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.857629 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.857787 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.857944 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.858104 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.858263 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.858419 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.858577 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.858736 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] host = n-d-778696-8 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.858894 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.859051 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.859210 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.859368 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.859526 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.859683 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.859840 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.860020 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.860179 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.860337 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.860496 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.860655 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.860812 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.860970 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.861128 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_options = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.861286 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.861443 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.861601 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.861785 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.861948 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.862107 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.862265 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.862423 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.862583 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.862739 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.862901 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.863059 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.863217 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.863375 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.863534 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.863695 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.863870 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.864030 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.864258 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.864349 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.864492 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.864648 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.864806 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.864963 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.865120 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.865278 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.865436 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.865594 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.865750 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.865907 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.866064 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.866222 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.866380 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.866537 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.866694 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.866852 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.867009 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.867170 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.867327 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.867485 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.867642 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.867803 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.867992 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.868151 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.868308 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.868465 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_json = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.868624 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.868781 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.868938 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.869171 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.869847 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.870076 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.870242 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.870403 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:10:57.870584 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.870748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.870920 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.871082 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.871244 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.871404 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.871565 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.871725 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.871908 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.872072 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.872240 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.872404 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.872576 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.872738 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.872897 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.873071 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.873220 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.873380 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.873541 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.873706 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.873866 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.874025 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.874200 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.874361 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.874522 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.874683 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.874841 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.874995 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.875151 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.875287 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.875452 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.875612 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.875779 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.875946 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.876121 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.876252 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.876404 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.876566 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.876727 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.876889 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.877051 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.877213 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.877352 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.877515 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.877675 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.877837 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.877999 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.878160 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.878321 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.878483 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.878642 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.878801 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.878962 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.879122 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.879284 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.879444 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.879604 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.879765 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.880016 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.880182 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.880264 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.880413 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.880573 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.880733 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.880893 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.881306 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.881468 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.881629 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.881790 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.881950 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.882110 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.882271 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.882432 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.882592 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.882752 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.882912 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.883072 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.883249 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.883388 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.883551 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.883711 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.883888 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.884087 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.884196 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.884364 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.884537 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.884695 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.884917 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.885133 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.885296 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.885458 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.885620 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.885781 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.885942 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.886102 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.886262 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.886424 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.886586 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.886748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.886909 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.887072 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.887234 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.887395 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.887555 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.887716 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.887895 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.888059 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.888219 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.888378 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.888540 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.888699 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.888869 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.889031 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.889193 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.889517 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.889684 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.889856 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.890017 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.890179 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.890340 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.890500 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.890661 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.890822 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.890982 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.891149 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.891307 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.891623 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.891792 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.891988 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.892150 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.892314 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.892476 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.892659 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.892821 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.892982 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.893143 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.893359 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.893461 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.893612 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.893774 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.893936 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.894101 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.894284 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.894419 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.894592 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.894790 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.894885 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.895052 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.895210 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.895524 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.895686 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.895888 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.896033 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.896195 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.896356 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.896517 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.896679 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.896840 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.897000 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.897161 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.897322 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.897482 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.897642 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.897802 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.897997 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.898127 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.898264 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.898425 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.898585 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.898748 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.898908 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.899069 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.899230 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.899392 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.899554 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.899716 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.899896 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.900063 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.900222 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.900642 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.900858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:57.900968 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.901054 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.901177 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.901338 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.901500 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.901661 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.901821 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.901996 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.902158 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.902319 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.902481 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.902641 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.902801 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.902961 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.903120 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.903279 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.903485 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.903674 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.903840 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.904029 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.904244 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.904369 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.904488 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.904648 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.904808 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.904969 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.905148 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.905299 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.905459 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.905618 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.905778 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.905939 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.906109 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.906272 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.906432 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.906591 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.906751 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.906911 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.907080 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.907242 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.907402 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.907562 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.907721 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.907901 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.908072 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.908233 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.908393 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.908553 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.908712 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.908872 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.909041 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.909202 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.909361 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.909521 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.909680 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.909839 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.910008 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.910169 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.910335 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.910506 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.910663 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.910824 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.910983 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.911155 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.911317 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.911479 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.911638 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.911799 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.911984 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.912148 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.912314 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.912483 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.912652 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.912813 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.912982 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.913151 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.913319 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.913484 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.913660 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.913812 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.913971 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.914131 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.914292 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.914452 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.914612 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.914772 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.914932 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.915250 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.915250 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.915398 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.915725 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.915725 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.915902 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.916518 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.916754 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.917072 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.917160 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.917238 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.917399 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:10:57.917552 n-d-778696-8 neutron-server[93592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 11:10:57.946045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47938) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:10:57.954514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061655 Jul 14 11:11:09.389025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081013b3-d4c9-49e0-a8ec-6fa9e8cfe3f5 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:11:09.489117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081013b3-d4c9-49e0-a8ec-6fa9e8cfe3f5 None None] No non-hosted networks {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 11:11:09.497207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.agentschedulers_db [None req-081013b3-d4c9-49e0-a8ec-6fa9e8cfe3f5 None None] DHCP Agent not found on host n-d-778696-8 {{(pid=93703) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 11:11:09.561116 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8c9e01bd-6fe3-441a-8e75-cb435c81b80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423718'] for agent, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:12.050940 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-61b11057-7042-4455-a6c7-8c9b69e5370c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423718'] for agent, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:12.105153 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f75c-5cb2-4e18-b5c1-d19258831153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:12.139260 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423718'] for agent, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:12.140097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.140622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.141156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.141661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.142186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.144192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.144770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.145317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.146567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.148312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.148889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.151098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:12.151803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778696-8', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:12.160716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778696-8', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:13.275338 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423718'] for agent, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:14.881698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423718'] for agent, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:14.954035 n-d-778696-8 neutron-server[93703]: INFO neutron.db.l3_hamode_db [None req-7798a6dd-deb5-4df1-950b-c8972fa62cb4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 11:11:15.029211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798a6dd-deb5-4df1-950b-c8972fa62cb4 None None] Routers set() bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:11:15.029602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798a6dd-deb5-4df1-950b-c8972fa62cb4 None None] Router IDs set() for agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 11:11:15.945628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48030) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:16.442645 n-d-778696-8 neutron-server[93702]: WARNING oslo_policy.policy [None req-313721e8-c2c1-4e19-8213-f67c40d0cff1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:11:16.443224 n-d-778696-8 neutron-server[93702]: WARNING oslo_policy.policy [None req-313721e8-c2c1-4e19-8213-f67c40d0cff1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:11:16.664139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-313721e8-c2c1-4e19-8213-f67c40d0cff1 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:11:16.665787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-313721e8-c2c1-4e19-8213-f67c40d0cff1 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7178006 Jul 14 11:11:19.037639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48044) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:19.533234 n-d-778696-8 neutron-server[93701]: WARNING oslo_policy.policy [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:11:19.533825 n-d-778696-8 neutron-server[93701]: WARNING oslo_policy.policy [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:11:19.763969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:11:19.861462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.policy [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93701) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 11:11:19.908350 n-d-778696-8 neutron-server[93701]: WARNING oslo_policy.policy [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:11:19.908734 n-d-778696-8 neutron-server[93701]: WARNING oslo_policy.policy [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:11:19.918899 n-d-778696-8 neutron-server[93701]: INFO neutron.quota [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] Loaded quota_driver: . Jul 14 11:11:20.013511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756266900945', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756266894332', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756266921869', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756266915291', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756266942230', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756266926504', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66550837', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66522664', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528906', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-608965'] for rbac-policy, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:20.081027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:20.082372 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dcb0dd44-d07b-420f-a954-40dc30bb6c69 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0425622 Jul 14 11:11:22.624651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48062) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:22.922805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'name': 'private'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:11:22.952044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Made reservation on behalf of b02e4cdaff6140c797d412432fa55273 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:11:22.954937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:22.972064 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:23.091895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:23.095582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:23.119323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:11:23.144272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756263878970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:23.144850 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Unsubscribe: segment precommit_create {{(pid=93701) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 11:11:23.145335 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Added segment a6e5fd2d-4251-4a78-bbba-209e8a980611 of type vlan for network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 Jul 14 11:11:23.151933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce8d75d-4923-45b5-bb28-c35515fdcbae,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:23.173827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.174164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.174494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.174822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.175146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.175464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.175783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.176123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.176439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.176755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.177069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.177383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Tracked resource versions report: Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: pushed versions: Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: { 'AddressGroup': {'1.2'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'ConntrackHelper': {'1.0'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Log': {'1.0'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Network': {'1.1'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Port': {'1.7'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'PortForwarding': {'1.2'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'QosPolicy': {'1.8'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'SecurityGroup': {'1.4'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'SubPort': {'1.0'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Subnet': {'1.1'}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Trunk': {'1.1'}} Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: consumer versions: Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: { DHCP agent@n-d-778696-8: {}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: L3 agent@n-d-778696-8: {}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: Metadata agent@n-d-778696-8: {}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: Metering agent@n-d-778696-8: {}, Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: Open vSwitch agent@n-d-778696-8: { 'AddressGroup': '1.2', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'ConntrackHelper': '1.0', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Log': '1.0', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Network': '1.1', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Port': '1.7', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'PortForwarding': '1.2', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'QosPolicy': '1.8', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'SecurityGroup': '1.4', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'SecurityGroupRule': '1.2', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'SubPort': '1.0', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Subnet': '1.1', Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: 'Trunk': '1.1'}} Jul 14 11:11:23.178510 n-d-778696-8 neutron-server[93701]: {{(pid=93701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:11:23.267345 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:23.318084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:23.319374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:11:23.320257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:23.406524 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7804074 Jul 14 11:11:23.423571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e2c83-3849-46bd-9f51-9d8b95a636f8 admin admin] Pushing event updated for resources: {'Network': ['ID=1a5400fc-d18a-4fcd-b8cd-78c29df8be16,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:23.437152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:11:26.049188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48076) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:26.565183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.policy [None req-fdfe9fe4-9447-48f2-be76-91d98c373fb5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93702) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 11:11:26.610914 n-d-778696-8 neutron-server[93702]: WARNING oslo_policy.policy [None req-fdfe9fe4-9447-48f2-be76-91d98c373fb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:11:26.611296 n-d-778696-8 neutron-server[93702]: WARNING oslo_policy.policy [None req-fdfe9fe4-9447-48f2-be76-91d98c373fb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:11:26.619631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe9fe4-9447-48f2-be76-91d98c373fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:11:26.621355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fdfe9fe4-9447-48f2-be76-91d98c373fb5 admin admin] 10.222.0.38 "GET /v2.0/networks/1a5400fc-d18a-4fcd-b8cd-78c29df8be16 HTTP/1.1" status: 200 len: 824 time: 0.5711789 Jul 14 11:11:26.659843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a4e00f8a-4901-40f3-8269-f1eacbf58681 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/39c3e74f-f558-4b3a-9588-cc67dc70449f HTTP/1.1" status: 200 len: 734 time: 0.0332243 Jul 14 11:11:26.668556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Request body: {'subnet': {'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'name': 'private-subnet', 'subnetpool_id': '39c3e74f-f558-4b3a-9588-cc67dc70449f', 'ip_version': 4, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16', 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:11:26.670092 n-d-778696-8 neutron-server[93702]: INFO neutron.quota [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Loaded quota_driver: . Jul 14 11:11:26.710030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Made reservation on behalf of b02e4cdaff6140c797d412432fa55273 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:11:26.712866 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:27.001249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:27.070822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Checking segment: {'id': 'a6e5fd2d-4251-4a78-bbba-209e8a980611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:11:27.071532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Network hostable DHCP agents. Network: 1a5400fc-d18a-4fcd-b8cd-78c29df8be16, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:11:27.082907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f160396-2304-4977-a9dc-7f7e757015d8,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:27.099170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.099576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.099933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.100298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.100620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.100963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.101346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.101674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.102534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.103027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.103366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.103683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Tracked resource versions report: Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: pushed versions: Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: { 'AddressGroup': {'1.2'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'ConntrackHelper': {'1.0'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Log': {'1.0'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Network': {'1.1'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Port': {'1.7'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'PortForwarding': {'1.2'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'QosPolicy': {'1.8'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'SecurityGroup': {'1.4'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'SubPort': {'1.0'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Subnet': {'1.1'}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Trunk': {'1.1'}} Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: consumer versions: Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: { DHCP agent@n-d-778696-8: {}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: L3 agent@n-d-778696-8: {}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: Metadata agent@n-d-778696-8: {}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: Metering agent@n-d-778696-8: {}, Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: Open vSwitch agent@n-d-778696-8: { 'AddressGroup': '1.2', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'ConntrackHelper': '1.0', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Log': '1.0', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Network': '1.1', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Port': '1.7', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'PortForwarding': '1.2', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'QosPolicy': '1.8', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'SecurityGroup': '1.4', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'SecurityGroupRule': '1.2', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'SubPort': '1.0', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Subnet': '1.1', Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: 'Trunk': '1.1'}} Jul 14 11:11:27.104931 n-d-778696-8 neutron-server[93702]: {{(pid=93702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:11:27.125821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:11:27.142984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1a5400fc-d18a-4fcd-b8cd-78c29df8be16) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:11:27.147314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:11:27.147979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:27.154391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b62913-10b6-4d7b-9a62-18bddeb76fac None None] Network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:11:27.169046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d4b25901-2101-4bd4-b708-a5f4d4e169fa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5039949 Jul 14 11:11:27.475643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-1a5400fc-d18a-4fcd-b8cd-78c29df8be16', 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'fixed_ips': [{'subnet_id': '5f160396-2304-4977-a9dc-7f7e757015d8'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:11:27.476987 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:27.754248 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Allocated IP 172.20.0.2 (1a5400fc-d18a-4fcd-b8cd-78c29df8be16/5f160396-2304-4977-a9dc-7f7e757015d8/9121dd09-df74-454e-b87e-ba24f5dffa88) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:11:27.958230 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:27.975352 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Transition to ACTIVE for port object 9121dd09-df74-454e-b87e-ba24f5dffa88 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:11:28.025608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Transition to ACTIVE for port object 9121dd09-df74-454e-b87e-ba24f5dffa88 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:11:28.034384 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:28.108301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:11:28.115787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:11:28.122693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:11:28.186505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Pushing event updated for resources: {'Port': ['ID=9121dd09-df74-454e-b87e-ba24f5dffa88,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:28.220944 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.221312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.221654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.222031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.222465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.222875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.223249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.223582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.223942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.224267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.224692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.225096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Tracked resource versions report: Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: pushed versions: Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: { 'AddressGroup': {'1.2'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'ConntrackHelper': {'1.0'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Log': {'1.0'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Network': {'1.1'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Port': {'1.7'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'PortForwarding': {'1.2'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'QosPolicy': {'1.8'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'SecurityGroup': {'1.4'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'SubPort': {'1.0'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Subnet': {'1.1'}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Trunk': {'1.1'}} Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: consumer versions: Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: { DHCP agent@n-d-778696-8: {}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: L3 agent@n-d-778696-8: {}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: Metadata agent@n-d-778696-8: {}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: Metering agent@n-d-778696-8: {}, Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: Open vSwitch agent@n-d-778696-8: { 'AddressGroup': '1.2', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'ConntrackHelper': '1.0', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Log': '1.0', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Network': '1.1', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Port': '1.7', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'PortForwarding': '1.2', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'QosPolicy': '1.8', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'SecurityGroup': '1.4', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'SecurityGroupRule': '1.2', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'SubPort': '1.0', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Subnet': '1.1', Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: 'Trunk': '1.1'}} Jul 14 11:11:28.226560 n-d-778696-8 neutron-server[93703]: {{(pid=93703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:11:28.240132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Attempting to bind port 9121dd09-df74-454e-b87e-ba24f5dffa88 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:11:28.240539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Attempting to bind port 9121dd09-df74-454e-b87e-ba24f5dffa88 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a6e5fd2d-4251-4a78-bbba-209e8a980611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:11:28.241122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Attempting to bind port 9121dd09-df74-454e-b87e-ba24f5dffa88 on network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:11:28.247217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:11:28.247625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Checking segment: {'id': 'a6e5fd2d-4251-4a78-bbba-209e8a980611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:11:28.248169 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:28.248561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Bound using segment: {'id': 'a6e5fd2d-4251-4a78-bbba-209e8a980611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:11:28.249195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Bound port: 9121dd09-df74-454e-b87e-ba24f5dffa88, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e5fd2d-4251-4a78-bbba-209e8a980611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:11:28.249654 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:28.317055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] For port 9121dd09-df74-454e-b87e-ba24f5dffa88, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:11:28.322938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] For port 9121dd09-df74-454e-b87e-ba24f5dffa88, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9121dd09-df74-454e-b87e-ba24f5dffa88,segment=NetworkSegment(a6e5fd2d-4251-4a78-bbba-209e8a980611),segment_id=a6e5fd2d-4251-4a78-bbba-209e8a980611)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:11:28.327694 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:28.401856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebea7b2-d74b-4631-b247-557541ae3cfc None None] Pushing event updated for resources: {'Port': ['ID=9121dd09-df74-454e-b87e-ba24f5dffa88,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:29.555947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48090) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:29.874626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-3b987225-8c56-4ee5-a444-599b2e7e023f admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:11:29.875610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3b987225-8c56-4ee5-a444-599b2e7e023f admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3180354 Jul 14 11:11:32.269359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48098) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:32.576917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-843bea84-dcc9-4f27-9262-6afe6afb4f60 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:11:32.577900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-843bea84-dcc9-4f27-9262-6afe6afb4f60 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076270 Jul 14 11:11:34.416720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9121dd09-df74-454e-b87e-ba24f5dffa88 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:11:34.479336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c49cb9-623d-49eb-82fd-d3024acee5a9 None None] Network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:11:34.552420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 9121dd09-df74-454e-b87e-ba24f5dffa88 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:11:34.616987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-736278d8-9fe9-450c-ac62-094e0890162e None None] Provisioning for port 9121dd09-df74-454e-b87e-ba24f5dffa88 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:11:34.621917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-736278d8-9fe9-450c-ac62-094e0890162e None None] Provisioning complete for port 9121dd09-df74-454e-b87e-ba24f5dffa88 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:11:34.622323 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-736278d8-9fe9-450c-ac62-094e0890162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:34.792430 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-736278d8-9fe9-450c-ac62-094e0890162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:34.830037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-736278d8-9fe9-450c-ac62-094e0890162e None None] For port 9121dd09-df74-454e-b87e-ba24f5dffa88, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9121dd09-df74-454e-b87e-ba24f5dffa88,segment=NetworkSegment(a6e5fd2d-4251-4a78-bbba-209e8a980611),segment_id=a6e5fd2d-4251-4a78-bbba-209e8a980611)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:34.835223 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-736278d8-9fe9-450c-ac62-094e0890162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:34.886459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736278d8-9fe9-450c-ac62-094e0890162e None None] Pushing event updated for resources: {'Port': ['ID=9121dd09-df74-454e-b87e-ba24f5dffa88,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:35.058156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7f1b2a44-d9c6-4f4c-bdeb-3488d30bcb62 None None] Provisioning complete for port 9121dd09-df74-454e-b87e-ba24f5dffa88 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:11:35.058530 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2a44-d9c6-4f4c-bdeb-3488d30bcb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:35.206729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48114) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:35.494401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7929a510-8966-40a8-95c7-dc636184c36e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'admin_state_up': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:11:35.517803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7929a510-8966-40a8-95c7-dc636184c36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:35.519452 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7929a510-8966-40a8-95c7-dc636184c36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:35.677250 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7929a510-8966-40a8-95c7-dc636184c36e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:35.683600 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7929a510-8966-40a8-95c7-dc636184c36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:35.696279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7929a510-8966-40a8-95c7-dc636184c36e admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:35.697456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7929a510-8966-40a8-95c7-dc636184c36e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4897702 Jul 14 11:11:36.381125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9121dd09-df74-454e-b87e-ba24f5dffa88 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:11:36.430416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9121dd09-df74-454e-b87e-ba24f5dffa88 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:11:36.430809 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:38.064308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48122) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:38.373716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-d7529923-6c1b-4a53-8ed9-f88787f735cf admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:11:38.374697 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d7529923-6c1b-4a53-8ed9-f88787f735cf admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3094065 Jul 14 11:11:39.314316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-af15add7-8946-4507-a194-25b52c5fb023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:40.756969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48130) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:41.068260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:11:41.088983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Made reservation on behalf of 980bebd1a817469ea5750c2db420d4e5 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:11:41.091294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:41.101185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:41.186643 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:41.191371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:41.209248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Reserving flat network on physical network physnet1 {{(pid=93701) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 11:11:41.224345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd7a987-82aa-4b7b-a0ce-017cc942a18a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:41.233333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:41.233778 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Added segment ca638b67-2692-485c-99df-5c8675b92e0c of type flat for network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 Jul 14 11:11:41.291691 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:41.330706 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:41.331633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:11:41.332259 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:41.389862 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6317306 Jul 14 11:11:41.394662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95878045-a89e-43d3-9f0f-878dc1635b89 admin admin] Pushing event updated for resources: {'Network': ['ID=59472748-fe75-4622-a3ae-38e3c1c0c2b5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:41.423567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:11:42.046755 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e63b67bb-b712-48b3-b7f3-3260d030a502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:42.139669 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:43.208105 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:43.753253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48148) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:43.966007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2866415-cf22-41b8-8b78-b87d3e070169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:11:43.967548 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e2866415-cf22-41b8-8b78-b87d3e070169 admin admin] 10.222.0.38 "GET /v2.0/subnets/5f160396-2304-4977-a9dc-7f7e757015d8 HTTP/1.1" status: 200 len: 849 time: 0.2133443 Jul 14 11:11:44.151412 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d8f976a1-c940-41dc-8aa0-012904021616 admin admin] 10.222.0.38 "GET /v2.0/routers/62206c02-240a-4fb7-a14d-3ac0c198e053 HTTP/1.1" status: 200 len: 704 time: 0.1784818 Jul 14 11:11:44.430582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:44.728910 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Allocated IP 172.20.0.1 (1a5400fc-d18a-4fcd-b8cd-78c29df8be16/5f160396-2304-4977-a9dc-7f7e757015d8/6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:11:44.814727 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:44.919602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:44.942040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Transition to ACTIVE for port object 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:11:45.028676 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:45.105766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:11:45.111557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:11:45.115070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:11:45.115678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:45.182862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:45.314426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dc588af8-fdba-48e1-9e46-2587ad92ecdf None None] Provisioning for port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:11:45.317961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dc588af8-fdba-48e1-9e46-2587ad92ecdf None None] Provisioning complete for port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:11:45.318380 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc588af8-fdba-48e1-9e46-2587ad92ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:45.352136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-dc588af8-fdba-48e1-9e46-2587ad92ecdf None None] Port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:11:45.385088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:45.561887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:45.567544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:45.568258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:45.656590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:45.702409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:11:45.703759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:11:45.866591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Router 62206c02-240a-4fb7-a14d-3ac0c198e053 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:11:45.872444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-71ce51d5-3bd4-4607-8856-8fd7012eb5ea None None] Provisioning complete for port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:11:45.872967 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71ce51d5-3bd4-4607-8856-8fd7012eb5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:45.908531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-71ce51d5-3bd4-4607-8856-8fd7012eb5ea None None] Port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:11:45.956909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:11:45.962140 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3935c747-a99b-4211-b40c-d0de870ba0e1 admin admin] 10.222.0.38 "PUT /v2.0/routers/62206c02-240a-4fb7-a14d-3ac0c198e053/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8059926 Jul 14 11:11:45.982212 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Sync routers for ids ['62206c02-240a-4fb7-a14d-3ac0c198e053'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:11:45.996488 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Routers {'62206c02-240a-4fb7-a14d-3ac0c198e053'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:11:45.997301 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:11:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['62206c02-240a-4fb7-a14d-3ac0c198e053'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:46.176887 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Set router 62206c02-240a-4fb7-a14d-3ac0c198e053 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:11:46.616869 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'name': 'router1', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:11:35Z', 'updated_at': '2021-07-14T11:11:45Z', 'revision_number': 2, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'gw_port_host': None, '_interfaces': [{'id': '6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53', 'name': '', 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'mac_address': 'fa:16:3e:97:50:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:11:44Z', 'updated_at': '2021-07-14T11:11:45Z', 'revision_number': 2, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'subnets': [{'id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39c3e74f-f558-4b3a-9588-cc67dc70449f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:46.669477 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Checking router: 62206c02-240a-4fb7-a14d-3ac0c198e053 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:11:46.669848 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Updating router 62206c02-240a-4fb7-a14d-3ac0c198e053 port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:11:46.735213 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:47.228824 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:47.247423 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Transition to ACTIVE for port object 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:11:47.253336 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:47.415728 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Attempting to bind port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:11:47.416155 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Attempting to bind port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a6e5fd2d-4251-4a78-bbba-209e8a980611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:11:47.416282 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Attempting to bind port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 on network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:11:47.419426 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Pushing event updated for resources: {'Port': ['ID=6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:47.425934 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:11:47.426337 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Checking segment: {'id': 'a6e5fd2d-4251-4a78-bbba-209e8a980611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:11:47.426812 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:47.427260 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Bound using segment: {'id': 'a6e5fd2d-4251-4a78-bbba-209e8a980611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:11:47.427684 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Bound port: 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e5fd2d-4251-4a78-bbba-209e8a980611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:11:47.428186 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:47.443969 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.444319 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.444661 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.445029 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.445362 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.445776 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.446110 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.446438 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.446768 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.447096 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.447418 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.447738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Tracked resource versions report: Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: pushed versions: Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: { 'AddressGroup': {'1.2'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'ConntrackHelper': {'1.0'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Log': {'1.0'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Network': {'1.1'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Port': {'1.7'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'PortForwarding': {'1.2'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'QosPolicy': {'1.8'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'SecurityGroup': {'1.4'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'SubPort': {'1.0'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Subnet': {'1.1'}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Trunk': {'1.1'}} Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: consumer versions: Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: { DHCP agent@n-d-778696-8: {}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: L3 agent@n-d-778696-8: {}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: Metadata agent@n-d-778696-8: {}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: Metering agent@n-d-778696-8: {}, Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: Open vSwitch agent@n-d-778696-8: { 'AddressGroup': '1.2', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'ConntrackHelper': '1.0', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Log': '1.0', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Network': '1.1', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Port': '1.7', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'PortForwarding': '1.2', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'QosPolicy': '1.8', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'SecurityGroup': '1.4', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'SecurityGroupRule': '1.2', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'SubPort': '1.0', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Subnet': '1.1', Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: 'Trunk': '1.1'}} Jul 14 11:11:47.448983 n-d-778696-8 neutron-server[93704]: {{(pid=93704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:11:47.506462 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] For port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:11:47.528605 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] For port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53,segment=NetworkSegment(a6e5fd2d-4251-4a78-bbba-209e8a980611),segment_id=a6e5fd2d-4251-4a78-bbba-209e8a980611)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:11:47.533314 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:47.582010 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Routers {'62206c02-240a-4fb7-a14d-3ac0c198e053'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:11:47.582630 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:11:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['62206c02-240a-4fb7-a14d-3ac0c198e053'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:47.660697 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4627d-03cb-4104-a844-0c9d37981056 None None] Pushing event updated for resources: {'Port': ['ID=6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:47.686097 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] Set router 62206c02-240a-4fb7-a14d-3ac0c198e053 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:11:47.893874 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'name': 'router1', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:11:35Z', 'updated_at': '2021-07-14T11:11:45Z', 'revision_number': 2, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'gw_port_host': None, '_interfaces': [{'id': '6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53', 'name': '', 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'mac_address': 'fa:16:3e:97:50:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:11:44Z', 'updated_at': '2021-07-14T11:11:47Z', 'revision_number': 4, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'subnets': [{'id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39c3e74f-f558-4b3a-9588-cc67dc70449f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:47.919919 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19b3a9-4251-49f6-b624-817e1ed189d9 None None] The sync data for ids ['62206c02-240a-4fb7-a14d-3ac0c198e053'] in n-d-778696-8 is: [{'id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'name': 'router1', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:11:35Z', 'updated_at': '2021-07-14T11:11:45Z', 'revision_number': 2, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'gw_port_host': None, '_interfaces': [{'id': '6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53', 'name': '', 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'mac_address': 'fa:16:3e:97:50:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:11:44Z', 'updated_at': '2021-07-14T11:11:47Z', 'revision_number': 4, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'subnets': [{'id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39c3e74f-f558-4b3a-9588-cc67dc70449f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:11:48.347184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48168) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:48.468922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7929a6a6-b233-44ab-bd59-340fabfdc4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:11:48.470334 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7929a6a6-b233-44ab-bd59-340fabfdc4a5 admin admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 842 time: 0.1220691 Jul 14 11:11:48.480444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_dhcp': False, 'cidr': '172.25.2.0/24', 'ip_version': 4, 'gateway_ip': '172.25.2.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:11:48.505811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Made reservation on behalf of 980bebd1a817469ea5750c2db420d4e5 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:11:48.508397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:48.814583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:11:48.814910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:48.870194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c423f0-fed0-4f6e-bcc8-2964e8f76478,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:48.878690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:11:48.879320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Network hostable DHCP agents. Network: 59472748-fe75-4622-a3ae-38e3c1c0c2b5, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:11:48.901350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:11:48.911964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 59472748-fe75-4622-a3ae-38e3c1c0c2b5) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:11:48.916039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:11:48.916649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:48.922237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a83681-078b-4036-b4a2-2c1d6e3131fa None None] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:11:48.932147 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ab2843ff-78e3-4eb3-b846-2c7e0ea2981b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4558764 Jul 14 11:11:49.060455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d4531-9930-4ef1-8158-c83f71a853f4 None None] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:11:51.226479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48180) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:51.358540 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4c42842c-a13f-46bc-bb82-e900ae6662b8 admin admin] 10.222.0.38 "GET /v2.0/routers/62206c02-240a-4fb7-a14d-3ac0c198e053 HTTP/1.1" status: 200 len: 710 time: 0.1308472 Jul 14 11:11:51.443023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b63f5-748a-4822-b823-51ed8317496c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:11:51.444499 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-725b63f5-748a-4822-b823-51ed8317496c admin admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 886 time: 0.0810785 Jul 14 11:11:51.453964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:11:51.775418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.023317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.096464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.204816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Allocated IP 172.25.2.31 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/c3196a91-26e2-4ff1-a8bc-6050a141aa0d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:11:52.299778 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.337227 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.379610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:11:52.385316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:11:52.388588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:11:52.408909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:11:52.424466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Pushing event updated for resources: {'Port': ['ID=c3196a91-26e2-4ff1-a8bc-6050a141aa0d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:52.462561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:11:52.466089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:11:52.466460 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.542893 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.574711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53,segment=NetworkSegment(a6e5fd2d-4251-4a78-bbba-209e8a980611),segment_id=a6e5fd2d-4251-4a78-bbba-209e8a980611)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:52.578605 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.628139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:52.649664 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.845213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:52.848243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:53.051610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Router 62206c02-240a-4fb7-a14d-3ac0c198e053 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:11:53.169731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:11:53.174548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:53.175257 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c2225361-041d-455b-b826-663c35ec9706 admin admin] 10.222.0.38 "PUT /v2.0/routers/62206c02-240a-4fb7-a14d-3ac0c198e053 HTTP/1.1" status: 200 len: 889 time: 1.7244515 Jul 14 11:11:53.195410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Sync routers for ids ['62206c02-240a-4fb7-a14d-3ac0c198e053'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:11:53.208216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Routers {'62206c02-240a-4fb7-a14d-3ac0c198e053'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:11:53.208904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:11:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['62206c02-240a-4fb7-a14d-3ac0c198e053'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:53.536471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Set router 62206c02-240a-4fb7-a14d-3ac0c198e053 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:11:53.972731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'name': 'router1', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'c3196a91-26e2-4ff1-a8bc-6050a141aa0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:11:35Z', 'updated_at': '2021-07-14T11:11:52Z', 'revision_number': 4, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'gw_port': {'id': 'c3196a91-26e2-4ff1-a8bc-6050a141aa0d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:11:52Z', 'updated_at': '2021-07-14T11:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53', 'name': '', 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'mac_address': 'fa:16:3e:97:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:11:44Z', 'updated_at': '2021-07-14T11:11:52Z', 'revision_number': 5, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'subnets': [{'id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39c3e74f-f558-4b3a-9588-cc67dc70449f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:54.023058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Checking router: 62206c02-240a-4fb7-a14d-3ac0c198e053 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:11:54.023411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Updating router 62206c02-240a-4fb7-a14d-3ac0c198e053 port c3196a91-26e2-4ff1-a8bc-6050a141aa0d binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:11:54.060245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:54.391720 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:54.402270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Transition to ACTIVE for port object c3196a91-26e2-4ff1-a8bc-6050a141aa0d will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:11:54.409263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:11:54.413335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:54.494149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Attempting to bind port c3196a91-26e2-4ff1-a8bc-6050a141aa0d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:11:54.494521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Attempting to bind port c3196a91-26e2-4ff1-a8bc-6050a141aa0d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:11:54.494885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Attempting to bind port c3196a91-26e2-4ff1-a8bc-6050a141aa0d on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:11:54.506015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:11:54.506392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:11:54.506796 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:54.507736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:11:54.508290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Bound port: c3196a91-26e2-4ff1-a8bc-6050a141aa0d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:11:54.508701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:54.510116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb7ab3-f99d-4539-b089-23f90ef86c27 None None] Pushing event updated for resources: {'Port': ['ID=c3196a91-26e2-4ff1-a8bc-6050a141aa0d,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:54.558014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:11:54.558682 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:54.592400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] For port c3196a91-26e2-4ff1-a8bc-6050a141aa0d, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:11:54.610828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] For port c3196a91-26e2-4ff1-a8bc-6050a141aa0d, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c3196a91-26e2-4ff1-a8bc-6050a141aa0d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:11:54.619288 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:54.790760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb7ab3-f99d-4539-b089-23f90ef86c27 None None] Pushing event updated for resources: {'Port': ['ID=c3196a91-26e2-4ff1-a8bc-6050a141aa0d,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:54.795605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Routers {'62206c02-240a-4fb7-a14d-3ac0c198e053'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:11:54.796240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:11:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['62206c02-240a-4fb7-a14d-3ac0c198e053'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:54.903406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] Set router 62206c02-240a-4fb7-a14d-3ac0c198e053 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:11:55.112402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'name': 'router1', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'c3196a91-26e2-4ff1-a8bc-6050a141aa0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:11:35Z', 'updated_at': '2021-07-14T11:11:52Z', 'revision_number': 4, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'gw_port': {'id': 'c3196a91-26e2-4ff1-a8bc-6050a141aa0d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:11:52Z', 'updated_at': '2021-07-14T11:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53', 'name': '', 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'mac_address': 'fa:16:3e:97:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:11:44Z', 'updated_at': '2021-07-14T11:11:52Z', 'revision_number': 5, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'subnets': [{'id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39c3e74f-f558-4b3a-9588-cc67dc70449f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:55.143126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fdd4e-6262-4e3a-bebc-b575e5f1ba4f None None] The sync data for ids ['62206c02-240a-4fb7-a14d-3ac0c198e053'] in n-d-778696-8 is: [{'id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'name': 'router1', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'c3196a91-26e2-4ff1-a8bc-6050a141aa0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:11:35Z', 'updated_at': '2021-07-14T11:11:52Z', 'revision_number': 4, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'gw_port': {'id': 'c3196a91-26e2-4ff1-a8bc-6050a141aa0d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:11:52Z', 'updated_at': '2021-07-14T11:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53', 'name': '', 'network_id': '1a5400fc-d18a-4fcd-b8cd-78c29df8be16', 'tenant_id': 'b02e4cdaff6140c797d412432fa55273', 'mac_address': 'fa:16:3e:97:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62206c02-240a-4fb7-a14d-3ac0c198e053', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:11:44Z', 'updated_at': '2021-07-14T11:11:52Z', 'revision_number': 5, 'project_id': 'b02e4cdaff6140c797d412432fa55273', 'subnets': [{'id': '5f160396-2304-4977-a9dc-7f7e757015d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39c3e74f-f558-4b3a-9588-cc67dc70449f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:11:55.794167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48188) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:11:55.799011 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:11:55.918785 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-344eb55f-d9cd-45a8-9e30-3a61cd22288c admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1234672 Jul 14 11:11:56.422148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c3196a91-26e2-4ff1-a8bc-6050a141aa0d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:11:56.473228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c3196a91-26e2-4ff1-a8bc-6050a141aa0d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:11:56.477775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c3196a91-26e2-4ff1-a8bc-6050a141aa0d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:11:56.478155 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:56.576353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:56.601777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c3196a91-26e2-4ff1-a8bc-6050a141aa0d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c3196a91-26e2-4ff1-a8bc-6050a141aa0d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:56.605696 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:11:56.658446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c3196a91-26e2-4ff1-a8bc-6050a141aa0d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:58.408240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c3196a91-26e2-4ff1-a8bc-6050a141aa0d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:11:58.463414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c3196a91-26e2-4ff1-a8bc-6050a141aa0d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:11:58.463786 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:09.318954 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25678221-dd76-41d6-bc23-28aa6da6e27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:12.051624 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-37babd56-caee-4aab-b02e-4eed6a141fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:12.144681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:13.217631 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:14.838328 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:32.797766 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:12:39.322414 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d8687c56-ad51-4ed4-8502-d82e2c094e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:42.046936 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8de48fc9-ff02-4486-a6b3-7eba77d00305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:42.149129 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:43.217005 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:12:44.837302 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:09.326788 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-49d2cb41-a824-45e6-9309-1e66bd8e3ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:09.796909 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:13:12.048954 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a69471db-9bfd-4de4-adb3-b940b6a7823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:12.150991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:13.218309 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:14.840258 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:37.461211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:37.523554 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21120f6-6cba-4586-8ed8-982e00aaa52c admin admin] GET failed (client error): The resource could not be found. Jul 14 11:13:37.525033 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e21120f6-6cba-4586-8ed8-982e00aaa52c admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628631 Jul 14 11:13:37.686097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260cc2cc-ebf2-4237-8cc4-a12b2c4c0a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:37.687806 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-260cc2cc-ebf2-4237-8cc4-a12b2c4c0a35 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1589792 Jul 14 11:13:39.333332 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d97bf0ea-b647-44b0-8129-608cc6f800d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:39.928386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48798) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:40.030196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c573026-cf30-40d1-923d-14d41478c1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:40.031797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5c573026-cf30-40d1-923d-14d41478c1ad admin admin] 10.222.0.38 "GET /v2.0/subnets/5f160396-2304-4977-a9dc-7f7e757015d8 HTTP/1.1" status: 200 len: 849 time: 0.1023293 Jul 14 11:13:40.042571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:13:40.146210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:40.303755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756263802902'] for subnet, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:40.340987 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:40.341937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:40.344139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33648032-7ee1-4274-891d-f37a5ddb4ed4 None None] Network 1a5400fc-d18a-4fcd-b8cd-78c29df8be16 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:13:40.344972 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] 10.222.0.38 "PUT /v2.0/subnets/5f160396-2304-4977-a9dc-7f7e757015d8 HTTP/1.1" status: 200 len: 868 time: 0.3062170 Jul 14 11:13:40.377904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f160396-2304-4977-a9dc-7f7e757015d8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:40.388799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.389284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.389768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.390244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.390723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.391330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.391680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.392233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.392892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.393383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.393865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.394352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62cfd8-48eb-4f96-aa51-f79c131c8d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:40.839510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6b4b161a-1cd2-444f-8ef3-7dc93f683ef6 None None] Provisioning complete for port 9121dd09-df74-454e-b87e-ba24f5dffa88 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:13:40.839909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b4b161a-1cd2-444f-8ef3-7dc93f683ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:40.929984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6b4b161a-1cd2-444f-8ef3-7dc93f683ef6 None None] Provisioning complete for port 6e37e175-9b28-47c7-b2bd-3d3cfb6c2f53 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:13:40.930249 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b4b161a-1cd2-444f-8ef3-7dc93f683ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:42.051976 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4a9fba66-c0cb-4d0d-9ebc-99541ab1c93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:42.152560 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:42.608434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48806) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:42.818035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92525a47-62a9-48e1-9761-76c2007940a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:42.818517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92525a47-62a9-48e1-9761-76c2007940a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:42.820079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-92525a47-62a9-48e1-9761-76c2007940a5 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2106812 Jul 14 11:13:43.220853 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:44.847103 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:13:45.040955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48816) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:45.219791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b8eb0-32ea-4566-b793-ebcc48164e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:45.220934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b8eb0-32ea-4566-b793-ebcc48164e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:45.222702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-570b8eb0-32ea-4566-b793-ebcc48164e54 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1807160 Jul 14 11:13:46.795773 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:13:47.465631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48824) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:47.650212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaadcff-0127-493f-af92-a24507771434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:47.651512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5eaadcff-0127-493f-af92-a24507771434 admin admin] 10.222.0.38 "GET /v2.0/networks/1a5400fc-d18a-4fcd-b8cd-78c29df8be16 HTTP/1.1" status: 200 len: 868 time: 0.1847563 Jul 14 11:13:49.918156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48832) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:50.045284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eef7ac8-135e-478d-8363-01f34007835c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:50.046650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2eef7ac8-135e-478d-8363-01f34007835c admin admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 886 time: 0.1275177 Jul 14 11:13:52.294608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48840) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:52.422397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a5a55-2233-47e7-81d8-2735253332da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:52.422767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a5a55-2233-47e7-81d8-2735253332da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:52.424991 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b01a5a55-2233-47e7-81d8-2735253332da admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293755 Jul 14 11:13:54.650900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48848) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:54.747057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e09be6-6d9e-4fb5-8a8a-ba6447cb8ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:54.747514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e09be6-6d9e-4fb5-8a8a-ba6447cb8ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:54.749352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-25e09be6-6d9e-4fb5-8a8a-ba6447cb8ec6 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0970757 Jul 14 11:13:56.966062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48856) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:57.066779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efb87-918d-4e5d-ae19-8bb6bdb8c6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:57.068178 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ab7efb87-918d-4e5d-ae19-8bb6bdb8c6da admin admin] 10.222.0.38 "GET /v2.0/subnets/5f160396-2304-4977-a9dc-7f7e757015d8 HTTP/1.1" status: 200 len: 868 time: 0.1011209 Jul 14 11:13:59.352859 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48864) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:13:59.441288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1639cb77-1426-4bac-8e06-f51bfa32fd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:13:59.442746 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1639cb77-1426-4bac-8e06-f51bfa32fd46 admin admin] 10.222.0.38 "GET /v2.0/subnets/f7c423f0-fed0-4f6e-bcc8-2964e8f76478 HTTP/1.1" status: 200 len: 816 time: 0.0889003 Jul 14 11:14:09.344994 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35b9efeb-7f8a-416c-a55d-5797c9f5b537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:12.057070 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b2a913a-d122-4efd-9bc4-c5a6483faa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:12.155743 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:13.224443 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:14.865717 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:23.795326 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:14:25.341247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48916) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:14:25.390308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-bc3ef184-05f8-4db3-8c30-0e084485b4ef admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:14:25.391458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bc3ef184-05f8-4db3-8c30-0e084485b4ef admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492413 Jul 14 11:14:27.752560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48924) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:14:27.816020 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-460946ae-2370-4a78-a569-b1eebc4697b2 admin admin] GET failed (client error): The resource could not be found. Jul 14 11:14:27.817335 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-460946ae-2370-4a78-a569-b1eebc4697b2 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637991 Jul 14 11:14:27.914806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f56d0-184c-4393-9bc6-bdf986a124de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:14:27.916312 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c31f56d0-184c-4393-9bc6-bdf986a124de admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0950186 Jul 14 11:14:30.282550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48932) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:14:30.330328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:14:30.351691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Made reservation on behalf of 980bebd1a817469ea5750c2db420d4e5 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:14:30.354025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:30.386042 n-d-778696-8 neutron-server[93701]: WARNING neutron.services.revisions.revision_plugin [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Could not find related network for resource to bump revision. Jul 14 11:14:30.399977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:14:30.409504 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:30.410016 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Added segment c1f6e37c-db8a-406a-ab86-30c2dc22db08 of type vlan for network b221de69-d296-44c7-837f-5d91e0265347 Jul 14 11:14:30.461369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:30.493756 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:30.494685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:14:30.495264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:30.545721 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2620356 Jul 14 11:14:30.556790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd7ce0-9a0b-4919-933e-dc2613cdc608 admin admin] Pushing event updated for resources: {'Network': ['ID=b221de69-d296-44c7-837f-5d91e0265347,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:30.575358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b221de69-d296-44c7-837f-5d91e0265347 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:14:32.787460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48940) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:14:32.851499 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b22ed2c-4218-447f-a0d8-88e061156c64 admin admin] GET failed (client error): The resource could not be found. Jul 14 11:14:32.852897 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6b22ed2c-4218-447f-a0d8-88e061156c64 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644681 Jul 14 11:14:32.958143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4499fdde-e414-4b86-89fa-e91dd0baed9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:14:32.959649 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4499fdde-e414-4b86-89fa-e91dd0baed9f admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1027865 Jul 14 11:14:32.970164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:14:32.993543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Made reservation on behalf of 980bebd1a817469ea5750c2db420d4e5 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:14:32.995165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:33.169890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:33.224183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a395c318-298b-4b8f-b0b5-1f2bf7745b6c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:33.235151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.235496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.235840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.236196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.236529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.236861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.237191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.237518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.237846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.238170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.238493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.238819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.245072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:14:33.245454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Network hostable DHCP agents. Network: b221de69-d296-44c7-837f-5d91e0265347, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:14:33.262270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Network b221de69-d296-44c7-837f-5d91e0265347 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:14:33.272037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, b221de69-d296-44c7-837f-5d91e0265347) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:14:33.276666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:14:33.277264 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:33.282095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a351c4-947c-448d-8605-b17a3c124b63 None None] Network b221de69-d296-44c7-837f-5d91e0265347 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:14:33.293165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f065a1b1-e01d-4d16-8eef-289571e6c7fe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272529 Jul 14 11:14:33.549733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-b221de69-d296-44c7-837f-5d91e0265347', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'tenant_id': '980bebd1a817469ea5750c2db420d4e5', 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:14:33.550879 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:33.699151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Allocated IP 192.168.233.2 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/93945b8b-5cfc-4984-b3f9-cf412891b823) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:14:33.857777 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:33.867822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Transition to ACTIVE for port object 93945b8b-5cfc-4984-b3f9-cf412891b823 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:14:33.884989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Transition to ACTIVE for port object 93945b8b-5cfc-4984-b3f9-cf412891b823 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:14:33.892004 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:33.934057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:14:33.940329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:14:33.946123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:14:33.951900 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Pushing event updated for resources: {'Port': ['ID=93945b8b-5cfc-4984-b3f9-cf412891b823,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:33.963456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.963814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.964188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.964537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.964879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.965212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.965546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.965873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.966205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.966536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.966866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:33.967192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:34.023906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Attempting to bind port 93945b8b-5cfc-4984-b3f9-cf412891b823 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:14:34.024284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Attempting to bind port 93945b8b-5cfc-4984-b3f9-cf412891b823 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:14:34.024654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Attempting to bind port 93945b8b-5cfc-4984-b3f9-cf412891b823 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:14:34.029775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:14:34.030204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:14:34.031751 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:34.032209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:14:34.032697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Bound port: 93945b8b-5cfc-4984-b3f9-cf412891b823, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:14:34.033173 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:34.099259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] For port 93945b8b-5cfc-4984-b3f9-cf412891b823, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:14:34.102675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] For port 93945b8b-5cfc-4984-b3f9-cf412891b823, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=93945b8b-5cfc-4984-b3f9-cf412891b823,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:14:34.108161 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:34.169196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649607d5-3305-4ff2-91e2-4594090daadb None None] Pushing event updated for resources: {'Port': ['ID=93945b8b-5cfc-4984-b3f9-cf412891b823,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:34.579484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 93945b8b-5cfc-4984-b3f9-cf412891b823 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:14:34.637293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 93945b8b-5cfc-4984-b3f9-cf412891b823 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:14:35.083662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b262aa3-2cae-4a33-994f-ed8e2d633493 None None] Network b221de69-d296-44c7-837f-5d91e0265347 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:14:35.154768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9b73c93a-58b3-4107-bdea-d2365cc7ff68 None None] Provisioning for port 93945b8b-5cfc-4984-b3f9-cf412891b823 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:14:35.162760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9b73c93a-58b3-4107-bdea-d2365cc7ff68 None None] Provisioning complete for port 93945b8b-5cfc-4984-b3f9-cf412891b823 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:14:35.163138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9b73c93a-58b3-4107-bdea-d2365cc7ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:35.310017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9b73c93a-58b3-4107-bdea-d2365cc7ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:35.351639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9b73c93a-58b3-4107-bdea-d2365cc7ff68 None None] For port 93945b8b-5cfc-4984-b3f9-cf412891b823, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=93945b8b-5cfc-4984-b3f9-cf412891b823,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:35.356424 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9b73c93a-58b3-4107-bdea-d2365cc7ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:35.440258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73c93a-58b3-4107-bdea-d2365cc7ff68 None None] Pushing event updated for resources: {'Port': ['ID=93945b8b-5cfc-4984-b3f9-cf412891b823,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:35.639564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f82ec3d3-9499-477e-901c-7c355a54c782 None None] Provisioning complete for port 93945b8b-5cfc-4984-b3f9-cf412891b823 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:14:35.640921 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f82ec3d3-9499-477e-901c-7c355a54c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:36.537689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 93945b8b-5cfc-4984-b3f9-cf412891b823 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:14:36.594246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 93945b8b-5cfc-4984-b3f9-cf412891b823 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:14:36.594628 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:39.340540 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3cbc-a4c0-4003-9c84-e27a2dbc5bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:42.058895 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ea11df38-e078-43b1-85ea-b29af99f6f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:42.158537 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:43.226984 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:14:44.874906 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:00.794679 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:15:09.348979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-152fe430-db98-49bc-a7d1-1bdf997a45b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:12.062584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0ad8b94-1dd6-42ee-a972-68792456a4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:12.164344 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:13.235191 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:14.869588 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:37.792936 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:15:39.348571 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1037b9a2-2a76-4a48-98a7-0be0f105adad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:42.064159 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c4be73b2-7730-44aa-b930-d3109e917121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:42.159022 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:43.233513 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:44.870698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:53.973308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48994) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:15:53.980106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-58f497a0-bdf4-4d5f-bc7e-1c011c4be9fa tempest-verify_tempest_config-1982658052 tempest-verify_tempest_config-1982658052-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:15:53.980737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-58f497a0-bdf4-4d5f-bc7e-1c011c4be9fa tempest-verify_tempest_config-1982658052 tempest-verify_tempest_config-1982658052-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062523 Jul 14 11:15:54.308571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49012) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:15:54.422115 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:54.547146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:54.551281 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:54.595210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a2231-9782-4f94-b316-46059a70e7de,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:54.599915 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc4c08ba0be24cd6ac6e119a7457205f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2903306 Jul 14 11:15:54.603975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49016) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:15:54.604541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.604746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.605058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.605387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.605718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.606048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.606371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.606692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.607012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.607334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.607651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.608000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc83f2bb-bcee-406e-8c73-6a8d5a9f2a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.666977 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:54.688352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:54.775815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:54.779198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:15:54.780614 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a88a2231-9782-4f94-b316-46059a70e7de HTTP/1.1" status: 204 len: 168 time: 0.1756070 Jul 14 11:15:54.791376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a2231-9782-4f94-b316-46059a70e7de,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:54.801244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.801782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.802332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.802805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.803307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.803731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.804101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.804448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.804777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.805106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.805430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:54.805750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84d9b1-4b0f-467e-b802-dd45fd2368c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:09.343874 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b11e93d6-58a6-4b03-b585-62168d639ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:12.064810 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7a41-a525-4218-85fd-3758f3b8112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:12.161785 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:13.237033 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:14.791281 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:16:14.872110 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:39.346096 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-59dc8a5d-8e36-4fe7-8be7-8ab2a57a994e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:42.067332 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e554ac69-ac0f-42e5-b202-f3fd5faf6c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:42.170587 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:43.238057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:44.877758 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:16:51.791652 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:17:09.347819 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc61ea31-3fb6-4931-8e71-83b2e23acaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:17:12.069959 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4c69b326-c5f5-4140-bfd3-c25b649d3425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:17:12.161612 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:17:13.239690 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:17:14.878633 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:17:28.791614 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:17:39.350091 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9c89-bb71-4689-a36a-96fc9eaab1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:17:42.073953 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-070d1439-e228-487e-9646-7b702389f362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:17:42.163630 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:17:43.246216 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:17:44.882011 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:05.790599 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:18:09.354200 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-425f9a9b-8eed-4b57-b422-710413c21b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:12.075569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c1f3-18fe-4775-a16b-4e2203884047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:12.164283 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:13.246383 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:14.885425 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:39.357629 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d998a487-0a64-4f22-8be3-4dd7f0c388f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:42.076257 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-930b33a5-c686-41d2-a046-8ac4557db9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:42.173719 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:42.790925 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 5 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:18:43.248905 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:44.890938 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:55.788218 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423718'] for agent, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:18:57.777588 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423718'] for agent, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:09.360775 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d522b648-d267-48ae-aee8-7ed0365b6e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:12.077164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-076cbbe8-f42f-4c83-ae21-369e68369e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:12.165591 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:13.253254 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:14.895578 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:19.790311 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:19:25.772787 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:27.748150 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:39.363964 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c0494ae9-a081-4e63-86d3-077918ef421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:42.085815 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-36d44398-25de-44fc-831c-d3d015d08a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:42.167987 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:42.196858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49082) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:19:42.304272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2b11fe4b-afa1-4dee-847f-3d392fe93574 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1062853 Jul 14 11:19:43.254638 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:44.525474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49092) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:19:44.584147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bb7cca32-fca2-4693-8a23-12e2ab5b74c1 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0575612 Jul 14 11:19:44.895187 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:55.772840 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:19:56.790093 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:19:57.761263 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:09.369042 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-143ec12d-7d81-455c-9d7e-8916c0c04d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:12.075287 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-468c4b6f-ee0c-4c97-9e86-b29e98487822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:12.169429 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:13.259821 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:14.897577 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:25.771985 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:27.766335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:33.789589 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:20:39.371763 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-78ba2fc7-f858-4fa0-b28f-2719976d413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:42.081834 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d432ed8-3896-4434-b0ff-b5cacb98bf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:42.172221 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:43.260100 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:44.900494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:55.784682 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:20:57.769229 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:08.479446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49294) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:08.866012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49316) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:08.881084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a2ce0d30-8161-4586-b5ff-e4f29be28296 tempest-AutoAllocateNetworkTest-197303324 tempest-AutoAllocateNetworkTest-197303324-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b679cb6d123c4294b721913b567ff450&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4018171 Jul 14 11:21:09.071697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb27ce6-1017-4838-8afe-d0dd0bee34bb tempest-AutoAllocateNetworkTest-197303324 tempest-AutoAllocateNetworkTest-197303324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:09.076831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49330) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:09.105852 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7bb27ce6-1017-4838-8afe-d0dd0bee34bb tempest-AutoAllocateNetworkTest-197303324 tempest-AutoAllocateNetworkTest-197303324-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2368317 Jul 14 11:21:09.200019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-57034215-cc7c-44ca-8b87-6c6aa99febb5 tempest-AutoAllocateNetworkTest-197303324 tempest-AutoAllocateNetworkTest-197303324-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1201787 Jul 14 11:21:09.200851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49336) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:09.235276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c25060fa-1e3e-4a80-b859-326faefa0632 tempest-AutoAllocateNetworkTest-197303324 tempest-AutoAllocateNetworkTest-197303324-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b679cb6d123c4294b721913b567ff450 HTTP/1.1" status: 200 len: 208 time: 0.0293539 Jul 14 11:21:09.281130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49344) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:09.375392 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1cce8aab-02d7-4c14-8e5f-35da56e5d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:09.721142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-network', 'tenant_id': '595428f2d6254beda60793bb93154145'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:09.744540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Made reservation on behalf of 595428f2d6254beda60793bb93154145 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:09.747966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:09.757390 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:09.850023 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:09.857112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:09.877143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:21:09.899370 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:09.899714 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Added segment c54c6269-4fc4-4328-9ee1-80ad8ca0e959 of type vlan for network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f Jul 14 11:21:09.902021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d1f573-083a-41d1-8a10-1640d9fcf2da,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:09.935775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.935991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.936495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.936986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.937500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.937826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.938139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.938611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.939105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.939423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.939745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.940075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Tracked resource versions report: Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: pushed versions: Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: { 'AddressGroup': {'1.2'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'ConntrackHelper': {'1.0'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Log': {'1.0'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Network': {'1.1'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Port': {'1.7'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'PortForwarding': {'1.2'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'QosPolicy': {'1.8'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'SecurityGroup': {'1.4'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'SubPort': {'1.0'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Subnet': {'1.1'}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Trunk': {'1.1'}} Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: consumer versions: Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: { DHCP agent@n-d-778696-8: {}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: HyperV agent@n-h1-778696-8: {}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: HyperV agent@n-h2-778696-8: {}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: L3 agent@n-d-778696-8: {}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: Metadata agent@n-d-778696-8: {}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: Metering agent@n-d-778696-8: {}, Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: Open vSwitch agent@n-d-778696-8: { 'AddressGroup': '1.2', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'ConntrackHelper': '1.0', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Log': '1.0', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Network': '1.1', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Port': '1.7', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'PortForwarding': '1.2', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'QosPolicy': '1.8', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'SecurityGroup': '1.4', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'SecurityGroupRule': '1.2', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'SubPort': '1.0', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Subnet': '1.1', Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: 'Trunk': '1.1'}} Jul 14 11:21:09.941266 n-d-778696-8 neutron-server[93701]: {{(pid=93701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:21:09.962078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:09.993120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:09.994173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:09.994813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.059569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49378) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:10.176996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:10.183671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49388) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:10.183890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-001963a8-6ea2-441c-a401-c25853eaa4a0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9013979 Jul 14 11:21:10.188913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Request body: {'subnet': {'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-subnet', 'tenant_id': '595428f2d6254beda60793bb93154145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:10.190027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:21:10.225990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Made reservation on behalf of 595428f2d6254beda60793bb93154145 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:10.228861 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.269399 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49394) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:10.369687 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-25b07943-7acf-404d-a576-48d7dca84a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.443642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.526588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Checking segment: {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:10.526958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Network hostable DHCP agents. Network: e8462e7e-362e-40f9-bf81-f4da8c8b3b1f, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:21:10.551714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc709ef8-5a9b-4b6e-88e9-a0a84793cf30,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:10.564296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.564939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.565452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.565947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.566509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.567136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.567472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.568810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.569246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.569635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.569973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.570306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Tracked resource versions report: Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: pushed versions: Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: { 'AddressGroup': {'1.2'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'ConntrackHelper': {'1.0'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Log': {'1.0'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Network': {'1.1'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Port': {'1.7'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'PortForwarding': {'1.2'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'QosPolicy': {'1.8'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'SecurityGroup': {'1.4'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'SubPort': {'1.0'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Subnet': {'1.1'}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Trunk': {'1.1'}} Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: consumer versions: Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: { DHCP agent@n-d-778696-8: {}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: HyperV agent@n-h1-778696-8: {}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: HyperV agent@n-h2-778696-8: {}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: L3 agent@n-d-778696-8: {}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: Metadata agent@n-d-778696-8: {}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: Metering agent@n-d-778696-8: {}, Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: Open vSwitch agent@n-d-778696-8: { 'AddressGroup': '1.2', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'ConntrackHelper': '1.0', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Log': '1.0', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Network': '1.1', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Port': '1.7', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'PortForwarding': '1.2', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'QosPolicy': '1.8', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'SecurityGroup': '1.4', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'SecurityGroupRule': '1.2', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'SubPort': '1.0', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Subnet': '1.1', Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: 'Trunk': '1.1'}} Jul 14 11:21:10.571492 n-d-778696-8 neutron-server[93702]: {{(pid=93702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:21:10.591762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:21:10.592914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a309be93-9bf5-4132-af30-82d86a781d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.629071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e8462e7e-362e-40f9-bf81-f4da8c8b3b1f) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:10.637107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:10.637705 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.642979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab0be66-c541-40b9-a4e2-a1b82065f4e8 None None] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:10.654467 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-25b07943-7acf-404d-a576-48d7dca84a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.661970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-25b07943-7acf-404d-a576-48d7dca84a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.682391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fba34a48-b6ad-4b83-abae-2085b29fd4e2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4945550 Jul 14 11:21:10.691211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49410) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:10.700965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:10.719732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-25b07943-7acf-404d-a576-48d7dca84a55 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b679cb6d123c4294b721913b567ff450&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6590364 Jul 14 11:21:10.722054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b07943-7acf-404d-a576-48d7dca84a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b18827-f75d-411b-bb72-893fd80ba306,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:10.724352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49414) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:10.789343 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:21:10.791406 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a309be93-9bf5-4132-af30-82d86a781d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.811121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a309be93-9bf5-4132-af30-82d86a781d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.829538 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1ac0-6e62-4fce-8d85-16a21469585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.837943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.840402 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.874430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1ac0-6e62-4fce-8d85-16a21469585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:10.876342 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a309be93-9bf5-4132-af30-82d86a781d25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=363c1075680646049f17597eab663a49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6058016 Jul 14 11:21:10.877651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49418) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:10.887265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309be93-9bf5-4132-af30-82d86a781d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659e0578-4fe8-4ec9-bd1a-177939d3cfba,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:10.931726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:21:10.933331 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.050876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.147737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Allocated IP 172.20.0.2 (e8462e7e-362e-40f9-bf81-f4da8c8b3b1f/fc709ef8-5a9b-4b6e-88e9-a0a84793cf30/4b49cc78-1b71-46ca-a228-2b4e01b08e62) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:11.317885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd5b94f7-0cb5-4734-8608-8754e869f3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.337828 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.364283 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd5b94f7-0cb5-4734-8608-8754e869f3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.384714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Transition to ACTIVE for port object 4b49cc78-1b71-46ca-a228-2b4e01b08e62 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:11.393157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.402357 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1ac0-6e62-4fce-8d85-16a21469585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.404998 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1ac0-6e62-4fce-8d85-16a21469585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.406130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0d4a1ac0-6e62-4fce-8d85-16a21469585a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92b18827-f75d-411b-bb72-893fd80ba306 HTTP/1.1" status: 204 len: 168 time: 0.6806848 Jul 14 11:21:11.408958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Transition to ACTIVE for port object 4b49cc78-1b71-46ca-a228-2b4e01b08e62 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:11.419818 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.423791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a1ac0-6e62-4fce-8d85-16a21469585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b18827-f75d-411b-bb72-893fd80ba306,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:11.483511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd5b94f7-0cb5-4734-8608-8754e869f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.486249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd5b94f7-0cb5-4734-8608-8754e869f3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.490527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cd5b94f7-0cb5-4734-8608-8754e869f3b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/659e0578-4fe8-4ec9-bd1a-177939d3cfba HTTP/1.1" status: 204 len: 168 time: 0.6097243 Jul 14 11:21:11.508224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b94f7-0cb5-4734-8608-8754e869f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e0578-4fe8-4ec9-bd1a-177939d3cfba,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:11.513179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:11.516052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:11.530590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:11.545958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Pushing event updated for resources: {'Port': ['ID=4b49cc78-1b71-46ca-a228-2b4e01b08e62,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:11.571617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.571994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.572335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.572669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.573173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.573690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.574176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.574835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.574835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.575010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.575295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.575611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Tracked resource versions report: Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: pushed versions: Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: { 'AddressGroup': {'1.2'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'ConntrackHelper': {'1.0'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Log': {'1.0'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Network': {'1.1'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Port': {'1.7'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'PortForwarding': {'1.2'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'QosPolicy': {'1.8'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'SecurityGroup': {'1.4'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'SubPort': {'1.0'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Subnet': {'1.1'}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Trunk': {'1.1'}} Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: consumer versions: Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: { DHCP agent@n-d-778696-8: {}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: HyperV agent@n-h1-778696-8: {}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: HyperV agent@n-h2-778696-8: {}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: L3 agent@n-d-778696-8: {}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: Metadata agent@n-d-778696-8: {}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: Metering agent@n-d-778696-8: {}, Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: Open vSwitch agent@n-d-778696-8: { 'AddressGroup': '1.2', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'ConntrackHelper': '1.0', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Log': '1.0', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Network': '1.1', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Port': '1.7', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'PortForwarding': '1.2', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'QosPolicy': '1.8', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'SecurityGroup': '1.4', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'SecurityGroupRule': '1.2', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'SubPort': '1.0', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Subnet': '1.1', Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: 'Trunk': '1.1'}} Jul 14 11:21:11.576765 n-d-778696-8 neutron-server[93703]: {{(pid=93703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:21:11.616102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Attempting to bind port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:11.616893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Attempting to bind port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:11.617430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Attempting to bind port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 on network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:11.625490 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:11.625874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Checking segment: {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:11.626603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.627005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Bound using segment: {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:11.627480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Bound port: 4b49cc78-1b71-46ca-a228-2b4e01b08e62, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:11.627887 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.703048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] For port 4b49cc78-1b71-46ca-a228-2b4e01b08e62, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:11.706548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] For port 4b49cc78-1b71-46ca-a228-2b4e01b08e62, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4b49cc78-1b71-46ca-a228-2b4e01b08e62,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:11.713144 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.726832 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.760350 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:11.794631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a794f3-8d39-484c-a969-b9ccad09d981 None None] Pushing event updated for resources: {'Port': ['ID=4b49cc78-1b71-46ca-a228-2b4e01b08e62,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:11.948717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Allocated IP 172.25.2.227 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/8bf142b7-e52a-4e48-9762-82fca14ff01f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:12.086893 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba4369e4-96d3-4b31-9fe6-dac8a8057cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:12.119471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:12.195502 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:12.266479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:12.366630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49478) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:12.368668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:12.382402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:12.385153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1b92307-f103-4c99-9773-b6b597d68be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:12.390675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:12.475303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Pushing event updated for resources: {'Port': ['ID=8bf142b7-e52a-4e48-9762-82fca14ff01f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:12.521847 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1b92307-f103-4c99-9773-b6b597d68be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:12.527582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1b92307-f103-4c99-9773-b6b597d68be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:12.588333 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b1b92307-f103-4c99-9773-b6b597d68be1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff29d1d582b64755babf30a12c6ebb2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2198765 Jul 14 11:21:12.590035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49486) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:12.590141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b92307-f103-4c99-9773-b6b597d68be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9e438-5909-4e48-bff0-ebe9f2b2f9f9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:12.875366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4b49cc78-1b71-46ca-a228-2b4e01b08e62 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:12.969399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:12.991180 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f58447fc-8ad2-4ae5-91ac-136855cb749b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.040603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a1f3c3-edb1-4864-b4d0-d92e5fb6ee69 None None] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:13.081768 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f58447fc-8ad2-4ae5-91ac-136855cb749b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.088157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.113567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49498) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:13.175977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-12e2c261-9d69-4978-9413-7b16ff8da348 None None] Provisioning for port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:13.184374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-12e2c261-9d69-4978-9413-7b16ff8da348 None None] Provisioning complete for port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:13.184942 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-12e2c261-9d69-4978-9413-7b16ff8da348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.288880 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.334698 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f58447fc-8ad2-4ae5-91ac-136855cb749b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.337900 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f58447fc-8ad2-4ae5-91ac-136855cb749b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.342808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f58447fc-8ad2-4ae5-91ac-136855cb749b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fd9e438-5909-4e48-bff0-ebe9f2b2f9f9 HTTP/1.1" status: 204 len: 168 time: 0.7509303 Jul 14 11:21:13.350009 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-12e2c261-9d69-4978-9413-7b16ff8da348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.382959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58447fc-8ad2-4ae5-91ac-136855cb749b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd9e438-5909-4e48-bff0-ebe9f2b2f9f9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:13.398974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-12e2c261-9d69-4978-9413-7b16ff8da348 None None] For port 4b49cc78-1b71-46ca-a228-2b4e01b08e62, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4b49cc78-1b71-46ca-a228-2b4e01b08e62,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:13.408853 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-12e2c261-9d69-4978-9413-7b16ff8da348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.413711 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.441028 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71a48ea2-ae7b-4e46-b2d2-9525a86cda75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.481488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2c261-9d69-4978-9413-7b16ff8da348 None None] Pushing event updated for resources: {'Port': ['ID=4b49cc78-1b71-46ca-a228-2b4e01b08e62,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:13.616242 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71a48ea2-ae7b-4e46-b2d2-9525a86cda75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.624479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71a48ea2-ae7b-4e46-b2d2-9525a86cda75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.659879 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-71a48ea2-ae7b-4e46-b2d2-9525a86cda75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d9b86cc91a0547bbae991b0196a6aefe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5445580 Jul 14 11:21:13.663067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49520) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:13.774123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a48ea2-ae7b-4e46-b2d2-9525a86cda75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d6a524-b63f-452c-99fb-338f228e3394,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:13.802745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:21:13.827325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-387d515f-ead3-4231-9063-c1967170e877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.846818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2641141b-b215-4524-838b-0390b1fe9527 None None] Provisioning complete for port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:13.847519 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2641141b-b215-4524-838b-0390b1fe9527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.882085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-387d515f-ead3-4231-9063-c1967170e877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.974291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-387d515f-ead3-4231-9063-c1967170e877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.977197 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-387d515f-ead3-4231-9063-c1967170e877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:13.978593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-387d515f-ead3-4231-9063-c1967170e877 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90d6a524-b63f-452c-99fb-338f228e3394 HTTP/1.1" status: 204 len: 168 time: 0.3069813 Jul 14 11:21:13.992954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d515f-ead3-4231-9063-c1967170e877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d6a524-b63f-452c-99fb-338f228e3394,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:14.005845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:21:14.021435 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Sync routers for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:21:14.039095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:14.040635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a68778b5-9095-41df-8edc-9645c41d404d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3484066 Jul 14 11:21:14.043794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49548) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:14.043982 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:14.044635 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:14.197818 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:14.411467 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:12Z', 'revision_number': 3, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:14.473272 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Checking router: 447d4dac-c20c-40bd-a770-a8e3f267c2e1 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:21:14.473713 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Updating router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 port 8bf142b7-e52a-4e48-9762-82fca14ff01f binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:21:14.528510 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:14.655997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49574) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:14.675040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efd54e7f-5dbd-4870-ad45-0fb683033ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:14.686530 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:14.819612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4b49cc78-1b71-46ca-a228-2b4e01b08e62 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:14.946265 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:14.954974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:14.955680 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:14.974325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efd54e7f-5dbd-4870-ad45-0fb683033ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:14.986364 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:14.998067 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Transition to ACTIVE for port object 8bf142b7-e52a-4e48-9762-82fca14ff01f will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:15.007436 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.036237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Allocated IP 172.20.0.1 (e8462e7e-362e-40f9-bf81-f4da8c8b3b1f/fc709ef8-5a9b-4b6e-88e9-a0a84793cf30/b9acaffc-ca0c-42e4-b750-b6c9d32d0110) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:15.053483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efd54e7f-5dbd-4870-ad45-0fb683033ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.060506 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Pushing event updated for resources: {'Port': ['ID=8bf142b7-e52a-4e48-9762-82fca14ff01f,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:15.072266 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.073802 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.074432 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.075259 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.075793 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.076305 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.077094 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.077567 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.078222 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.078914 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.079386 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.079971 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Tracked resource versions report: Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: pushed versions: Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: { 'AddressGroup': {'1.2'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'ConntrackHelper': {'1.0'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Log': {'1.0'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Network': {'1.1'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Port': {'1.7'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'PortForwarding': {'1.2'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'QosPolicy': {'1.8'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'SecurityGroup': {'1.4'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'SubPort': {'1.0'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Subnet': {'1.1'}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Trunk': {'1.1'}} Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: consumer versions: Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: { DHCP agent@n-d-778696-8: {}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: HyperV agent@n-h1-778696-8: {}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: HyperV agent@n-h2-778696-8: {}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: L3 agent@n-d-778696-8: {}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: Metadata agent@n-d-778696-8: {}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: Metering agent@n-d-778696-8: {}, Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: Open vSwitch agent@n-d-778696-8: { 'AddressGroup': '1.2', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'ConntrackHelper': '1.0', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Log': '1.0', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Network': '1.1', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Port': '1.7', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'PortForwarding': '1.2', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'QosPolicy': '1.8', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'SecurityGroup': '1.4', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'SecurityGroupRule': '1.2', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'SubPort': '1.0', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Subnet': '1.1', Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: 'Trunk': '1.1'}} Jul 14 11:21:15.081515 n-d-778696-8 neutron-server[93704]: {{(pid=93704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:21:15.136002 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Attempting to bind port 8bf142b7-e52a-4e48-9762-82fca14ff01f on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:15.136382 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Attempting to bind port 8bf142b7-e52a-4e48-9762-82fca14ff01f by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:15.137292 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Attempting to bind port 8bf142b7-e52a-4e48-9762-82fca14ff01f on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:15.153520 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:15.153984 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:15.154406 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.155063 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:15.159061 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Bound port: 8bf142b7-e52a-4e48-9762-82fca14ff01f, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:15.159061 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.203031 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-efd54e7f-5dbd-4870-ad45-0fb683033ac4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=054db28db8d74b09a5d5fa9953c5e486&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5435121 Jul 14 11:21:15.203604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd54e7f-5dbd-4870-ad45-0fb683033ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0468bd1-8240-4d7a-b1e4-59c277a75f53,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:15.204338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49604) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:15.235805 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] For port 8bf142b7-e52a-4e48-9762-82fca14ff01f, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:15.245797 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] For port 8bf142b7-e52a-4e48-9762-82fca14ff01f, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8bf142b7-e52a-4e48-9762-82fca14ff01f,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:15.255709 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.325700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9a616f-9b34-4394-8cf6-3b1da5e61dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.326397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.335180 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:15.336330 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:15.359995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Transition to ACTIVE for port object b9acaffc-ca0c-42e4-b750-b6c9d32d0110 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:15.381453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9a616f-9b34-4394-8cf6-3b1da5e61dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.426065 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a7453-290e-46e5-b44c-803f3ed4bac0 None None] Pushing event updated for resources: {'Port': ['ID=8bf142b7-e52a-4e48-9762-82fca14ff01f,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:15.434098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.464668 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:15.482856 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9a616f-9b34-4394-8cf6-3b1da5e61dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.486501 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9a616f-9b34-4394-8cf6-3b1da5e61dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.490115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b9a616f-9b34-4394-8cf6-3b1da5e61dd3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0468bd1-8240-4d7a-b1e4-59c277a75f53 HTTP/1.1" status: 204 len: 168 time: 0.2819576 Jul 14 11:21:15.500188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Pushing event updated for resources: {'Port': ['ID=b9acaffc-ca0c-42e4-b750-b6c9d32d0110,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:15.505964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a616f-9b34-4394-8cf6-3b1da5e61dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0468bd1-8240-4d7a-b1e4-59c277a75f53,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:15.515664 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:15.517065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:15.519285 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:15.519786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.787901 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.835337 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:12Z', 'revision_number': 3, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:15.866155 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bffc71-cf3b-4d4e-9906-201617c915ac None None] The sync data for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 is: [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:12Z', 'revision_number': 3, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:21:15.907795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-623203da-f463-4c1c-b86e-51d2c48e0a0e None None] Provisioning for port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:15.918844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-623203da-f463-4c1c-b86e-51d2c48e0a0e None None] Provisioning complete for port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:15.921136 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-623203da-f463-4c1c-b86e-51d2c48e0a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:15.969620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-623203da-f463-4c1c-b86e-51d2c48e0a0e None None] Port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:21:16.032625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:16.039169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:16.040025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:16.144130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Pushing event updated for resources: {'Port': ['ID=b9acaffc-ca0c-42e4-b750-b6c9d32d0110,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:16.220112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:16.221861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:16.266534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49644) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:16.589013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:21:16.609727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-85d8d7b1-e679-4fda-bd4b-b2aaf386c19a None None] Provisioning complete for port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:16.609727 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-85d8d7b1-e679-4fda-bd4b-b2aaf386c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:16.701017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-85d8d7b1-e679-4fda-bd4b-b2aaf386c19a None None] Port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:21:16.748116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:21:16.754612 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8ee7f677-aa11-4302-a5cf-44dce6aa762b admin admin] 10.222.0.38 "PUT /v2.0/routers/447d4dac-c20c-40bd-a770-a8e3f267c2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7090640 Jul 14 11:21:16.856234 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dc26-cd44-4de7-bbbd-80c3a7a82adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:16.870187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bf142b7-e52a-4e48-9762-82fca14ff01f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:16.943564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 8bf142b7-e52a-4e48-9762-82fca14ff01f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:16.949050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8bf142b7-e52a-4e48-9762-82fca14ff01f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:16.949475 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:17.061835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dc26-cd44-4de7-bbbd-80c3a7a82adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:17.071126 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dc26-cd44-4de7-bbbd-80c3a7a82adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:17.083215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:17.117736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6ad8dc26-cd44-4de7-bbbd-80c3a7a82adf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f85ce9a39ae2441285cc43510e587638&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8459997 Jul 14 11:21:17.118092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 8bf142b7-e52a-4e48-9762-82fca14ff01f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8bf142b7-e52a-4e48-9762-82fca14ff01f,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:17.118181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49694) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:17.120286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8dc26-cd44-4de7-bbbd-80c3a7a82adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50408b6-90ac-4da1-908e-ef694ba89d5f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:17.122900 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:17.200754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=8bf142b7-e52a-4e48-9762-82fca14ff01f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:17.219872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dec347f8-884a-4c22-8306-9b76da120cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:17.255004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dec347f8-884a-4c22-8306-9b76da120cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:17.334302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dec347f8-884a-4c22-8306-9b76da120cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:17.337053 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dec347f8-884a-4c22-8306-9b76da120cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:17.338598 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dec347f8-884a-4c22-8306-9b76da120cbc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f50408b6-90ac-4da1-908e-ef694ba89d5f HTTP/1.1" status: 204 len: 168 time: 0.2194340 Jul 14 11:21:17.353045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec347f8-884a-4c22-8306-9b76da120cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50408b6-90ac-4da1-908e-ef694ba89d5f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:17.603505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49736) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:17.606720 n-d-778696-8 neutron-server[93702]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 11:21:17.635091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-1a2a6018-2ab9-4bb9-b100-c7c33722c6a0 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b7a14335841c45779c77e35c0535c678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298221 Jul 14 11:21:17.862140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd601-929e-4f3d-b094-179b56441552 req-f1a4b242-7680-4d4a-a74e-4863c74fd534 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:17.873681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-f1a4b242-7680-4d4a-a74e-4863c74fd534 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371988 Jul 14 11:21:17.886433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-89dcfb08-e2ff-4925-96be-4d43ee6f709b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/quotas/b7a14335841c45779c77e35c0535c678 HTTP/1.1" status: 200 len: 375 time: 0.0116446 Jul 14 11:21:17.944237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-5d585558-32cb-46b4-b24a-a390ccd5d230 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b7a14335841c45779c77e35c0535c678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513117 Jul 14 11:21:17.985851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Sync routers for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:21:18.000910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:18.001717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:18.077372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49764) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:18.094562 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02b048ba-7bb1-4824-8df1-4ac170100436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:18.169031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:18.268485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02b048ba-7bb1-4824-8df1-4ac170100436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:18.276353 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02b048ba-7bb1-4824-8df1-4ac170100436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:18.316136 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-02b048ba-7bb1-4824-8df1-4ac170100436 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94b15765f36943799f4350fe10eb5ebf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2372646 Jul 14 11:21:18.318909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49790) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:18.331496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b048ba-7bb1-4824-8df1-4ac170100436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399fc8a0-c8fa-435e-9885-3296e9a93607,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:18.391613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1ae6-b2b8-4189-8230-4fe0f5339f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:18.417625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1ae6-b2b8-4189-8230-4fe0f5339f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:18.477835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1ae6-b2b8-4189-8230-4fe0f5339f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:18.483214 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1ae6-b2b8-4189-8230-4fe0f5339f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:18.487636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7ebe1ae6-b2b8-4189-8230-4fe0f5339f3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/399fc8a0-c8fa-435e-9885-3296e9a93607 HTTP/1.1" status: 204 len: 168 time: 0.1668832 Jul 14 11:21:18.488274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 2, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:18.496206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe1ae6-b2b8-4189-8230-4fe0f5339f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399fc8a0-c8fa-435e-9885-3296e9a93607,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:18.527396 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Checking router: 447d4dac-c20c-40bd-a770-a8e3f267c2e1 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:21:18.527876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Updating router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:21:18.574369 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:18.825288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bf142b7-e52a-4e48-9762-82fca14ff01f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:18.984460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8bf142b7-e52a-4e48-9762-82fca14ff01f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:18.984921 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.016243 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.035276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Transition to ACTIVE for port object b9acaffc-ca0c-42e4-b750-b6c9d32d0110 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:19.044905 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.097345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49830) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:19.105533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-network', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:19.134662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a72e6-a6e0-4a3c-80b3-8978dd768a58 None None] Pushing event updated for resources: {'Port': ['ID=b9acaffc-ca0c-42e4-b750-b6c9d32d0110,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:19.164718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Made reservation on behalf of b3cbc16bd74d4bd79df33f7b71025de4 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:19.168249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.179177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.206811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Attempting to bind port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:19.207430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Attempting to bind port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:19.208038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Attempting to bind port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 on network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:19.215277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:19.215913 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Checking segment: {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:19.217181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.218286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Bound using segment: {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:19.219242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Bound port: b9acaffc-ca0c-42e4-b750-b6c9d32d0110, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:19.219805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.281430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49834) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:19.308686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] For port b9acaffc-ca0c-42e4-b750-b6c9d32d0110, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:19.312750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] For port b9acaffc-ca0c-42e4-b750-b6c9d32d0110, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b9acaffc-ca0c-42e4-b750-b6c9d32d0110,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:19.319533 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.359356 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.366123 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.425760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:21:19.441259 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.441928 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Added segment 83bd7a35-f675-4c5e-9caa-58dfc4eea41b of type vlan for network f22676ac-fb64-4c4e-bafe-b735e360c717 Jul 14 11:21:19.487786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.532230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a72e6-a6e0-4a3c-80b3-8978dd768a58 None None] Pushing event updated for resources: {'Port': ['ID=b9acaffc-ca0c-42e4-b750-b6c9d32d0110,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:19.536289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:19.536916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:19.565095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ca452-ad46-495c-b0a2-2a9fc2c16b0c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:19.571369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.576109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:19.577814 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.602452 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5009806 Jul 14 11:21:19.616461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49848) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:19.676342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e7666-20a2-4827-ba92-c79afde2e3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f22676ac-fb64-4c4e-bafe-b735e360c717,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:19.680114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Request body: {'subnet': {'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-subnet', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:19.695710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d97007a-46d3-4406-98d6-6aeca2a2257e req-e47f59e0-869c-4ea6-8d4d-13bba9a4a5bc tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 210 time: 0.4125783 Jul 14 11:21:19.733995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network f22676ac-fb64-4c4e-bafe-b735e360c717 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:21:19.742328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Made reservation on behalf of b3cbc16bd74d4bd79df33f7b71025de4 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:19.757984 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:19.891675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:20.204067 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:20.273570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:19Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:20.311376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80974052-26ee-4223-a1c9-c19d81cac6f2 None None] The sync data for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 is: [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:19Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:21:20.333582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68465cc3-e9b6-4035-9b5f-28fdc5c657d2,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:20.347710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Checking segment: {'id': '83bd7a35-f675-4c5e-9caa-58dfc4eea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:20.348988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Network hostable DHCP agents. Network: f22676ac-fb64-4c4e-bafe-b735e360c717, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:21:20.382901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Network f22676ac-fb64-4c4e-bafe-b735e360c717 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:21:20.395483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, f22676ac-fb64-4c4e-bafe-b735e360c717) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:20.401350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:20.402484 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:20.409860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a64136-b0dd-44da-ba08-cda99b2a38f0 None None] Network f22676ac-fb64-4c4e-bafe-b735e360c717 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:20.431399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c8470e99-1c17-401c-999b-8809f1b87d75 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8097801 Jul 14 11:21:20.435337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49912) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:20.455888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:20.514287 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:20.515711 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:20.638511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:20.782051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f22676ac-fb64-4c4e-bafe-b735e360c717', 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'fixed_ips': [{'subnet_id': '68465cc3-e9b6-4035-9b5f-28fdc5c657d2'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:21:20.783321 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:20.897552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:21.034093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b9acaffc-ca0c-42e4-b750-b6c9d32d0110 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:21.204403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Allocated IP 172.20.0.2 (f22676ac-fb64-4c4e-bafe-b735e360c717/68465cc3-e9b6-4035-9b5f-28fdc5c657d2/796ebb3f-60fe-4129-885a-118bb34ddebb) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:21.320417 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:21.341285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:21.383211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e2eb830a-667e-48c6-9861-9b2c7bfa5fb0 req-aeb69998-f4ff-46c6-9e68-542c30de33dd tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 210 time: 0.0463784 Jul 14 11:21:21.485818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Allocated IP 172.25.2.251 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/e7186520-7338-4d3c-8275-b7c4a0f2ed00) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:21.500181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:21.513303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Transition to ACTIVE for port object 796ebb3f-60fe-4129-885a-118bb34ddebb will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:21.530896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:21.540524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:21.542754 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:21.590219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Transition to ACTIVE for port object 796ebb3f-60fe-4129-885a-118bb34ddebb will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:21.669467 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:21.703529 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:21.832529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Network f22676ac-fb64-4c4e-bafe-b735e360c717 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:21.840370 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:21.862546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:21.864673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Pushing event updated for resources: {'Port': ['ID=796ebb3f-60fe-4129-885a-118bb34ddebb,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:21.868872 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:21.888485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:21.980478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.64', 54382) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:22.040168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e7186520-7338-4d3c-8275-b7c4a0f2ed00,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:22.040272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-c06f246d-2594-47f8-a89d-6f313c2945bc tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b7a14335841c45779c77e35c0535c678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566969 Jul 14 11:21:22.068892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:22.074413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b9acaffc-ca0c-42e4-b750-b6c9d32d0110, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b9acaffc-ca0c-42e4-b750-b6c9d32d0110,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:22.082511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:22.092398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:22.098571 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:22.171764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Attempting to bind port 796ebb3f-60fe-4129-885a-118bb34ddebb on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:22.173371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Attempting to bind port 796ebb3f-60fe-4129-885a-118bb34ddebb by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '83bd7a35-f675-4c5e-9caa-58dfc4eea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:22.173890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Attempting to bind port 796ebb3f-60fe-4129-885a-118bb34ddebb on network f22676ac-fb64-4c4e-bafe-b735e360c717 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:22.203725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:22.208098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Checking segment: {'id': '83bd7a35-f675-4c5e-9caa-58dfc4eea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:22.208805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:22.209382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Bound using segment: {'id': '83bd7a35-f675-4c5e-9caa-58dfc4eea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:22.210056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Bound port: 796ebb3f-60fe-4129-885a-118bb34ddebb, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bd7a35-f675-4c5e-9caa-58dfc4eea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:22.212576 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:22.278843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd601-929e-4f3d-b094-179b56441552 req-1164b8cb-ac43-4bdc-b068-3a91af6e2561 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:22.282948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-1164b8cb-ac43-4bdc-b068-3a91af6e2561 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371635 Jul 14 11:21:22.299413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b9acaffc-ca0c-42e4-b750-b6c9d32d0110,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:22.360402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Request body: {'port': {'device_id': 'fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'b7a14335841c45779c77e35c0535c678'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:22.362587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50008) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:22.433451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] For port 796ebb3f-60fe-4129-885a-118bb34ddebb, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:22.441996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] For port 796ebb3f-60fe-4129-885a-118bb34ddebb, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=796ebb3f-60fe-4129-885a-118bb34ddebb,segment=NetworkSegment(83bd7a35-f675-4c5e-9caa-58dfc4eea41b),segment_id=83bd7a35-f675-4c5e-9caa-58dfc4eea41b)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:22.460071 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:22.628642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55329c36-996c-4b83-86cb-9ef153a3d731 None None] Pushing event updated for resources: {'Port': ['ID=796ebb3f-60fe-4129-885a-118bb34ddebb,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:22.724890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:22.849789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b9acaffc-ca0c-42e4-b750-b6c9d32d0110 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:22.980936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:22.981350 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:22.999734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50038) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:23.000201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50044) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:23.000284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50048) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:23.177935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b2c3e02-d4bd-45b0-a126-6cd354382dc4 req-aef0c1b4-0749-4257-b862-463f41220149 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 210 time: 0.1791153 Jul 14 11:21:23.199730 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08b7be0-26f9-40ae-88fc-ca1d3dbe55d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.238831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4c1de7e-bc13-4f6f-a7df-4219995d2369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.263753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Made reservation on behalf of b7a14335841c45779c77e35c0535c678 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:23.279786 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.320774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.323336 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-378ddf22-6e5f-4c31-8bd2-1183d52edebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.330472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d58bad8b-278d-44d8-acb7-757da7841677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.453091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.483566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4c1de7e-bc13-4f6f-a7df-4219995d2369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.488856 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4c1de7e-bc13-4f6f-a7df-4219995d2369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.524232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b4c1de7e-bc13-4f6f-a7df-4219995d2369 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fba62e54b0664f948453e7d1af7b2d26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4992201 Jul 14 11:21:23.528398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50090) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:23.533729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50092) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:23.561580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1de7e-bc13-4f6f-a7df-4219995d2369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d033f9-86dc-4b7d-86f8-e07521921c6b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:23.612990 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e3ddac57-d642-421f-b8de-efe41f281dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.651067 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e3ddac57-d642-421f-b8de-efe41f281dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.708592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e3ddac57-d642-421f-b8de-efe41f281dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.711589 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e3ddac57-d642-421f-b8de-efe41f281dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.713921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e3ddac57-d642-421f-b8de-efe41f281dad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23d033f9-86dc-4b7d-86f8-e07521921c6b HTTP/1.1" status: 204 len: 168 time: 0.1834943 Jul 14 11:21:23.714578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee74dcc1-5488-4f1b-841d-362c7bf56195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.723101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddac57-d642-421f-b8de-efe41f281dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d033f9-86dc-4b7d-86f8-e07521921c6b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:23.733550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08b7be0-26f9-40ae-88fc-ca1d3dbe55d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.743926 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08b7be0-26f9-40ae-88fc-ca1d3dbe55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:23.780964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:21:23.787644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b7be0-26f9-40ae-88fc-ca1d3dbe55d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b0b4a6-5b05-4189-b145-97cc19799fca,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:23.819592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b08b7be0-26f9-40ae-88fc-ca1d3dbe55d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=746bee5fa0bd41fab7464054f1295b63&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4486763 Jul 14 11:21:23.820110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50102) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:24.003749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:21:24.017443 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Sync routers for ids ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:21:24.044160 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Routers {'55ddc08b-bb49-42f3-a3d9-999082a4d0d2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:24.044854 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:24.069988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-badc7bef-4e18-43a4-a7ed-e2358d0c7cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.116343 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-badc7bef-4e18-43a4-a7ed-e2358d0c7cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.189007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.191433 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-badc7bef-4e18-43a4-a7ed-e2358d0c7cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.195410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-badc7bef-4e18-43a4-a7ed-e2358d0c7cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.200484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-badc7bef-4e18-43a4-a7ed-e2358d0c7cd9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90b0b4a6-5b05-4189-b145-97cc19799fca HTTP/1.1" status: 204 len: 168 time: 0.3792753 Jul 14 11:21:24.306562 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Set router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:24.307761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-378ddf22-6e5f-4c31-8bd2-1183d52edebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.311128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c413a-349d-4764-b513-ae18618826bb None None] Network f22676ac-fb64-4c4e-bafe-b735e360c717 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:24.409356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d58bad8b-278d-44d8-acb7-757da7841677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.412088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc7bef-4e18-43a4-a7ed-e2358d0c7cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b0b4a6-5b05-4189-b145-97cc19799fca,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:24.422022 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.508072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50110) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:24.578403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7d0ad94c-8e36-40e8-9635-5d4c02c8d08c None None] Provisioning for port 796ebb3f-60fe-4129-885a-118bb34ddebb completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:24.591346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2de03afe-afd7-4097-b0f8-b80f2231d2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.718196 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:20Z', 'updated_at': '2021-07-14T11:21:22Z', 'revision_number': 3, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'gw_port': {'id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:21Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:24.762702 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Checking router: 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:21:24.763038 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Updating router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 port e7186520-7338-4d3c-8275-b7c4a0f2ed00 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:21:24.814280 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.846393 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee74dcc1-5488-4f1b-841d-362c7bf56195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.860080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee74dcc1-5488-4f1b-841d-362c7bf56195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.889671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-378ddf22-6e5f-4c31-8bd2-1183d52edebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.891888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.896397 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d58bad8b-278d-44d8-acb7-757da7841677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:24.897098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-700a5f87-1b15-4a45-9261-ea8f1d6903f4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4602685 Jul 14 11:21:24.897206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f786291f-12e0-47c5-b47f-292bd686a4f0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:24.924734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50120) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:24.959887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 796ebb3f-60fe-4129-885a-118bb34ddebb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:25.073054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 796ebb3f-60fe-4129-885a-118bb34ddebb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:25.078145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 796ebb3f-60fe-4129-885a-118bb34ddebb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:25.079254 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.093170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74dcc1-5488-4f1b-841d-362c7bf56195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5154ee2f-0943-4a56-8d33-fbc0979dbf29,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:25.110669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-378ddf22-6e5f-4c31-8bd2-1183d52edebd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38b608d5461e4823ba69470232146747&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0775774 Jul 14 11:21:25.111315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50124) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:25.306072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b7dbcfd-fd3c-466e-898a-d249e900387e req-3638d158-881d-4b66-9368-7188c220ff29 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 210 time: 0.5183074 Jul 14 11:21:25.326739 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ee74dcc1-5488-4f1b-841d-362c7bf56195 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=778232358ca948c4ad2fc8a8febbe6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7800322 Jul 14 11:21:25.353002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50128) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:25.364327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d58bad8b-278d-44d8-acb7-757da7841677 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1401b32c403475495cd301d1c63d467&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3630483 Jul 14 11:21:25.386138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.392659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50132) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:25.438139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Allocated IP 192.168.233.244 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/99727955-1e68-4129-a495-3fcc2579eb53) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:25.451668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 796ebb3f-60fe-4129-885a-118bb34ddebb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=796ebb3f-60fe-4129-885a-118bb34ddebb,segment=NetworkSegment(83bd7a35-f675-4c5e-9caa-58dfc4eea41b),segment_id=83bd7a35-f675-4c5e-9caa-58dfc4eea41b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:25.455500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-21d46c57-400e-467c-9b7b-c5b51ffc446a None None] Provisioning complete for port 796ebb3f-60fe-4129-885a-118bb34ddebb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:25.456156 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21d46c57-400e-467c-9b7b-c5b51ffc446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.460203 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.561608 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.590548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=796ebb3f-60fe-4129-885a-118bb34ddebb,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:25.607991 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61dc09e-2ecf-47a8-bfcf-85747eabada5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.609394 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Transition to ACTIVE for port object e7186520-7338-4d3c-8275-b7c4a0f2ed00 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:25.618178 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.630804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ddf22-6e5f-4c31-8bd2-1183d52edebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aec724-310a-45ae-9a4b-32e8ad4e49ea,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:25.683251 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06d98b-68c2-49e1-95e1-d84db3582131 None None] Pushing event updated for resources: {'Port': ['ID=e7186520-7338-4d3c-8275-b7c4a0f2ed00,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:25.713668 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Attempting to bind port e7186520-7338-4d3c-8275-b7c4a0f2ed00 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:25.714195 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Attempting to bind port e7186520-7338-4d3c-8275-b7c4a0f2ed00 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:25.714833 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Attempting to bind port e7186520-7338-4d3c-8275-b7c4a0f2ed00 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:25.721702 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:25.722113 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:25.722618 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.723114 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:25.723694 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Bound port: e7186520-7338-4d3c-8275-b7c4a0f2ed00, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:25.724185 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.803160 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.808688 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] For port e7186520-7338-4d3c-8275-b7c4a0f2ed00, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:25.813224 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] For port e7186520-7338-4d3c-8275-b7c4a0f2ed00, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e7186520-7338-4d3c-8275-b7c4a0f2ed00,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:25.824654 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.858980 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:25.899672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Transition to ACTIVE for port object 99727955-1e68-4129-a495-3fcc2579eb53 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:25.914369 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06d98b-68c2-49e1-95e1-d84db3582131 None None] Pushing event updated for resources: {'Port': ['ID=e7186520-7338-4d3c-8275-b7c4a0f2ed00,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:25.933725 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Routers {'55ddc08b-bb49-42f3-a3d9-999082a4d0d2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:25.933725 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:26.051155 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.077343 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] Set router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:26.085694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61dc09e-2ecf-47a8-bfcf-85747eabada5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.166028 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3574771c-acde-4ffb-bd3b-02e267d0726b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.196553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3574771c-acde-4ffb-bd3b-02e267d0726b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.226525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61dc09e-2ecf-47a8-bfcf-85747eabada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.229811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61dc09e-2ecf-47a8-bfcf-85747eabada5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.238189 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f61dc09e-2ecf-47a8-bfcf-85747eabada5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5154ee2f-0943-4a56-8d33-fbc0979dbf29 HTTP/1.1" status: 204 len: 168 time: 0.8741338 Jul 14 11:21:26.275287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Pushing event updated for resources: {'Port': ['ID=99727955-1e68-4129-a495-3fcc2579eb53,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:26.296537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bad8b-278d-44d8-acb7-757da7841677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d12c793-d3e9-425d-824d-b3bdc25eb0f6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:26.324927 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:20Z', 'updated_at': '2021-07-14T11:21:22Z', 'revision_number': 3, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'gw_port': {'id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:21Z', 'updated_at': '2021-07-14T11:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:26.337456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:26.339156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caf950bf-f00b-422d-b64e-6490679ba3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.365408 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caf950bf-f00b-422d-b64e-6490679ba3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.374285 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf890ba-c264-45e0-9d66-5a78f5b33235 None None] The sync data for ids ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'] in n-d-778696-8 is: [{'id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:20Z', 'updated_at': '2021-07-14T11:21:22Z', 'revision_number': 3, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'gw_port': {'id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:21Z', 'updated_at': '2021-07-14T11:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:21:26.383336 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3574771c-acde-4ffb-bd3b-02e267d0726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.389313 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3574771c-acde-4ffb-bd3b-02e267d0726b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.391294 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3574771c-acde-4ffb-bd3b-02e267d0726b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51aec724-310a-45ae-9a4b-32e8ad4e49ea HTTP/1.1" status: 204 len: 168 time: 1.1471140 Jul 14 11:21:26.412641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:26.422142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:26.429215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:26.430050 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.436041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caf950bf-f00b-422d-b64e-6490679ba3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.440284 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caf950bf-f00b-422d-b64e-6490679ba3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.444541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-caf950bf-f00b-422d-b64e-6490679ba3d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d12c793-d3e9-425d-824d-b3bdc25eb0f6 HTTP/1.1" status: 204 len: 168 time: 1.0391037 Jul 14 11:21:26.450567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dc09e-2ecf-47a8-bfcf-85747eabada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5154ee2f-0943-4a56-8d33-fbc0979dbf29,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:26.484857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574771c-acde-4ffb-bd3b-02e267d0726b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aec724-310a-45ae-9a4b-32e8ad4e49ea,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:26.490493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf950bf-f00b-422d-b64e-6490679ba3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d12c793-d3e9-425d-824d-b3bdc25eb0f6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:26.685959 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2de03afe-afd7-4097-b0f8-b80f2231d2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.694695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2de03afe-afd7-4097-b0f8-b80f2231d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.741173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-67bf7f58-2f0c-4c23-b25c-f5208dd5261a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4020941 Jul 14 11:21:26.749500 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2de03afe-afd7-4097-b0f8-b80f2231d2a2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64bf19f8c4f9479cba464a85cdf7d571&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2376091 Jul 14 11:21:26.751623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50158) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:26.757945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-65af8a64-7799-4528-9205-e49026ba4fd1 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:21:26.764403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-65af8a64-7799-4528-9205-e49026ba4fd1 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113633 Jul 14 11:21:26.837542 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:26.871583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd032-7956-4113-8f15-c9a8c5fe7ec7 req-587c81ad-137e-443a-96df-e7b0f2f13aaf tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:26.874076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d4fd032-7956-4113-8f15-c9a8c5fe7ec7 req-587c81ad-137e-443a-96df-e7b0f2f13aaf tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 936 time: 0.2286179 Jul 14 11:21:26.881282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 796ebb3f-60fe-4129-885a-118bb34ddebb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:26.990844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de03afe-afd7-4097-b0f8-b80f2231d2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628c8806-beb2-45a6-9a88-24c519ab0748,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:27.002330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d4fd032-7956-4113-8f15-c9a8c5fe7ec7 req-f8c8be47-b418-4e60-bce3-fcc05d9b61c9 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134846 Jul 14 11:21:27.077539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7fc4d34b-4416-482b-844d-692430063cd1 None None] Provisioning for port 99727955-1e68-4129-a495-3fcc2579eb53 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:27.127808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7fc4d34b-4416-482b-844d-692430063cd1 None None] Provisioning complete for port 99727955-1e68-4129-a495-3fcc2579eb53 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:27.128761 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d34b-4416-482b-844d-692430063cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.271807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7fc4d34b-4416-482b-844d-692430063cd1 None None] Port 99727955-1e68-4129-a495-3fcc2579eb53 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:21:27.278918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 796ebb3f-60fe-4129-885a-118bb34ddebb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:27.278918 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.431256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Allocated IP 172.20.0.1 (f22676ac-fb64-4c4e-bafe-b735e360c717/68465cc3-e9b6-4035-9b5f-28fdc5c657d2/8c291c7b-fbec-49b8-8a2b-32e7ea05abb4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:27.493035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50166) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:27.509233 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d80a3663-d4d9-491d-977c-907be45a84e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.682835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.694814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50170) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:27.713645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Transition to ACTIVE for port object 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:27.773910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9ea2-91b5-4ed3-a8d8-831ef5ef9bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.801373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d80a3663-d4d9-491d-977c-907be45a84e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.810946 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d80a3663-d4d9-491d-977c-907be45a84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.841694 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.874868 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9ea2-91b5-4ed3-a8d8-831ef5ef9bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.907957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a3663-d4d9-491d-977c-907be45a84e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d983891c-c083-44e0-a73f-d0272deb758c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:27.928099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d80a3663-d4d9-491d-977c-907be45a84e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=875f77ca8f4940eea05aefb518c6bd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255965 Jul 14 11:21:27.931481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50174) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:27.932296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50176) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:27.937861 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:27.983557 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6959051-c394-4703-93c1-b77cbaa13211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.033295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5004a56-c914-4e16-b3de-97d112ba88bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.057977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:28.118149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-365edb6c-2b9c-4bf2-9556-592b1e8205b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.137717 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Network f22676ac-fb64-4c4e-bafe-b735e360c717 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:28.180324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:28.188272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:28.188272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.288563 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6959051-c394-4703-93c1-b77cbaa13211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.308243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Request body: {'port': {'device_id': 'fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a', 'device_owner': 'compute:tempest-test_az-1892331444', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:28.311344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6959051-c394-4703-93c1-b77cbaa13211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.382564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b6959051-c394-4703-93c1-b77cbaa13211 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac2603de682a467bb043aadba41f996f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466038 Jul 14 11:21:28.408063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50184) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:28.484716 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1901d9cd-5cc7-4d1b-90e1-0eb1f9475f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.625075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Pushing event updated for resources: {'Port': ['ID=8c291c7b-fbec-49b8-8a2b-32e7ea05abb4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:28.668640 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1901d9cd-5cc7-4d1b-90e1-0eb1f9475f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.670117 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9ea2-91b5-4ed3-a8d8-831ef5ef9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.677964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9ea2-91b5-4ed3-a8d8-831ef5ef9bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.683592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fc1c9ea2-91b5-4ed3-a8d8-831ef5ef9bdd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/628c8806-beb2-45a6-9a88-24c519ab0748 HTTP/1.1" status: 204 len: 168 time: 1.9286056 Jul 14 11:21:28.692170 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5004a56-c914-4e16-b3de-97d112ba88bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.701103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c9ea2-91b5-4ed3-a8d8-831ef5ef9bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628c8806-beb2-45a6-9a88-24c519ab0748,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:28.707100 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.708153 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1901d9cd-5cc7-4d1b-90e1-0eb1f9475f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.712330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-08a37de9-cb03-4b46-82fb-ff889d878e55 None None] Provisioning for port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:28.731712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-08a37de9-cb03-4b46-82fb-ff889d878e55 None None] Provisioning complete for port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:28.732606 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08a37de9-cb03-4b46-82fb-ff889d878e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:28.758976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1901d9cd-5cc7-4d1b-90e1-0eb1f9475f2b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20aa9c0c2bbe4bc888a985ad99387df2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0625088 Jul 14 11:21:28.777367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50190) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:28.866158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-08a37de9-cb03-4b46-82fb-ff889d878e55 None None] Port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:21:28.908221 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e7186520-7338-4d3c-8275-b7c4a0f2ed00 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:29.042449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-365edb6c-2b9c-4bf2-9556-592b1e8205b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.052807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-365edb6c-2b9c-4bf2-9556-592b1e8205b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.055541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e7186520-7338-4d3c-8275-b7c4a0f2ed00 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:29.062905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e7186520-7338-4d3c-8275-b7c4a0f2ed00 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:29.063965 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.091402 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-365edb6c-2b9c-4bf2-9556-592b1e8205b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=786c3af5f3114ad0a012e163fb6e43cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0254128 Jul 14 11:21:29.095050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50194) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:29.176659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d31464-4a11-419a-8812-0e6c9d43c0e4 req-0fac94ed-ab21-4699-b015-93dfb284b5e8 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:29.178602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3d31464-4a11-419a-8812-0e6c9d43c0e4 req-0fac94ed-ab21-4699-b015-93dfb284b5e8 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 936 time: 0.8121548 Jul 14 11:21:29.179335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6959051-c394-4703-93c1-b77cbaa13211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39d16b8-7a33-424e-bf67-12702104187c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:29.241031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365edb6c-2b9c-4bf2-9556-592b1e8205b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e3d967-5869-4c9d-b63e-78e3c8415d2e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:29.286482 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.346217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.362892 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.363774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.366593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e7186520-7338-4d3c-8275-b7c4a0f2ed00, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e7186520-7338-4d3c-8275-b7c4a0f2ed00,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:29.373064 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.489212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e7186520-7338-4d3c-8275-b7c4a0f2ed00,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:29.547190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901d9cd-5cc7-4d1b-90e1-0eb1f9475f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24fec3f-3afd-4b79-a3d4-75d31bfb9122,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:29.561651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.584185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8227cf0f-d7c9-4bcd-bb61-1e06037c7a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.588648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3d31464-4a11-419a-8812-0e6c9d43c0e4 req-249a4035-e1b6-4cb1-ab55-f114ad139451 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699589 Jul 14 11:21:29.618084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8227cf0f-d7c9-4bcd-bb61-1e06037c7a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.666588 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5004a56-c914-4e16-b3de-97d112ba88bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.670368 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5004a56-c914-4e16-b3de-97d112ba88bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.672971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e5004a56-c914-4e16-b3de-97d112ba88bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d983891c-c083-44e0-a73f-d0272deb758c HTTP/1.1" status: 204 len: 168 time: 1.7383151 Jul 14 11:21:29.677049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Network f22676ac-fb64-4c4e-bafe-b735e360c717 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:29.683596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8227cf0f-d7c9-4bcd-bb61-1e06037c7a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.686128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8227cf0f-d7c9-4bcd-bb61-1e06037c7a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.687279 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8227cf0f-d7c9-4bcd-bb61-1e06037c7a51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45e3d967-5869-4c9d-b63e-78e3c8415d2e HTTP/1.1" status: 204 len: 168 time: 0.5895641 Jul 14 11:21:29.697297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:29.701284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227cf0f-d7c9-4bcd-bb61-1e06037c7a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e3d967-5869-4c9d-b63e-78e3c8415d2e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:29.727994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Pushing event updated for resources: {'Port': ['ID=8c291c7b-fbec-49b8-8a2b-32e7ea05abb4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:29.733415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5004a56-c914-4e16-b3de-97d112ba88bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983891c-c083-44e0-a73f-d0272deb758c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:29.742980 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f4448d0-a38e-4f87-b16f-e0a39489fda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.752858 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caef4437-97ca-4d17-ba32-526c89bc8dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.924529 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f4448d0-a38e-4f87-b16f-e0a39489fda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:29.931059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:21:29.936099 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caef4437-97ca-4d17-ba32-526c89bc8dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.210267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caef4437-97ca-4d17-ba32-526c89bc8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.214104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caef4437-97ca-4d17-ba32-526c89bc8dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.216411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-20f66dd6-5d75-418b-8930-46604839de0a None None] Provisioning complete for port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:30.218956 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-20f66dd6-5d75-418b-8930-46604839de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.219184 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-caef4437-97ca-4d17-ba32-526c89bc8dd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c39d16b8-7a33-424e-bf67-12702104187c HTTP/1.1" status: 204 len: 168 time: 1.7410016 Jul 14 11:21:30.222261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:21:30.242851 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f4448d0-a38e-4f87-b16f-e0a39489fda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.242851 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f4448d0-a38e-4f87-b16f-e0a39489fda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.242851 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4f4448d0-a38e-4f87-b16f-e0a39489fda1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f24fec3f-3afd-4b79-a3d4-75d31bfb9122 HTTP/1.1" status: 204 len: 168 time: 1.4497745 Jul 14 11:21:30.251877 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cd87b5cb-ad7f-4216-a7fc-6697ea7158ac admin admin] 10.222.0.38 "PUT /v2.0/routers/55ddc08b-bb49-42f3-a3d9-999082a4d0d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3172498 Jul 14 11:21:30.284437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef4437-97ca-4d17-ba32-526c89bc8dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39d16b8-7a33-424e-bf67-12702104187c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:30.316398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Sync routers for ids ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:21:30.321513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4448d0-a38e-4f87-b16f-e0a39489fda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24fec3f-3afd-4b79-a3d4-75d31bfb9122,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:30.342063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Routers {'55ddc08b-bb49-42f3-a3d9-999082a4d0d2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:30.342700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:30.408914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99727955-1e68-4129-a495-3fcc2579eb53 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:21:30.419578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.439891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Transition to ACTIVE for port object 99727955-1e68-4129-a495-3fcc2579eb53 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:30.445363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.544866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-20f66dd6-5d75-418b-8930-46604839de0a None None] Port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:21:30.550540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Pushing event updated for resources: {'Port': ['ID=99727955-1e68-4129-a495-3fcc2579eb53,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:30.610934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Attempting to bind port 99727955-1e68-4129-a495-3fcc2579eb53 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:30.612501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Attempting to bind port 99727955-1e68-4129-a495-3fcc2579eb53 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:30.614246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Attempting to bind port 99727955-1e68-4129-a495-3fcc2579eb53 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:30.621356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Set router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:30.639491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Port 99727955-1e68-4129-a495-3fcc2579eb53 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:21:30.639796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Attempting to bind port 99727955-1e68-4129-a495-3fcc2579eb53 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:30.662819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:30.665017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:30.668908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:30.670025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Bound port: 99727955-1e68-4129-a495-3fcc2579eb53, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:30.673121 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.758084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50234) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:30.809270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9425b4e6-4352-4708-a89a-4c82d3163a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:30.908050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e7186520-7338-4d3c-8275-b7c4a0f2ed00 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:30.908723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] For port 99727955-1e68-4129-a495-3fcc2579eb53, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:30.926521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] For port 99727955-1e68-4129-a495-3fcc2579eb53, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=99727955-1e68-4129-a495-3fcc2579eb53,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:30.935087 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.036071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Pushing event updated for resources: {'Port': ['ID=99727955-1e68-4129-a495-3fcc2579eb53,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:31.142387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:31.143386 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.145444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-a2b6e774-d18f-45d9-8579-205ce49c00a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/99727955-1e68-4129-a495-3fcc2579eb53 HTTP/1.1" status: 200 len: 1118 time: 3.5112710 Jul 14 11:21:31.154063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a', 'tag': '99727955-1e68-4129-a495-3fcc2579eb53'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:21:31.165595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9425b4e6-4352-4708-a89a-4c82d3163a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.173954 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9425b4e6-4352-4708-a89a-4c82d3163a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.306448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425b4e6-4352-4708-a89a-4c82d3163a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d158eaf-d02f-4a58-979d-19312514bca7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:31.332796 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9425b4e6-4352-4708-a89a-4c82d3163a6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1cc7df8a7ebc49eca04e898f0bd54b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5712695 Jul 14 11:21:31.335621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50240) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:31.356784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e7186520-7338-4d3c-8275-b7c4a0f2ed00 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:31.357879 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.473722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95e6eaf8-80c5-4196-82bf-40ea988d56b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.521618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e7e85-ab99-4cd8-92db-39abdba20b69 req-4e306dbb-d92d-41fb-aef2-bf0a408253ad tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:31.535889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f3e7e85-ab99-4cd8-92db-39abdba20b69 req-4e306dbb-d92d-41fb-aef2-bf0a408253ad tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 970 time: 0.5004692 Jul 14 11:21:31.549652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95e6eaf8-80c5-4196-82bf-40ea988d56b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.554801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:20Z', 'updated_at': '2021-07-14T11:21:28Z', 'revision_number': 4, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'gw_port': {'id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:21Z', 'updated_at': '2021-07-14T11:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '8c291c7b-fbec-49b8-8a2b-32e7ea05abb4', 'name': '', 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'mac_address': 'fa:16:3e:7b:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '68465cc3-e9b6-4035-9b5f-28fdc5c657d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:27Z', 'updated_at': '2021-07-14T11:21:28Z', 'revision_number': 2, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'subnets': [{'id': '68465cc3-e9b6-4035-9b5f-28fdc5c657d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:31.616806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Checking router: 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:21:31.617402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Updating router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:21:31.660969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95e6eaf8-80c5-4196-82bf-40ea988d56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.665273 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95e6eaf8-80c5-4196-82bf-40ea988d56b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.667055 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-95e6eaf8-80c5-4196-82bf-40ea988d56b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d158eaf-d02f-4a58-979d-19312514bca7 HTTP/1.1" status: 204 len: 168 time: 0.3301430 Jul 14 11:21:31.686747 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:31.688427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd601-929e-4f3d-b094-179b56441552 req-eada584e-bfb3-49f9-944f-493f3dcbcc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:31.690176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-eada584e-bfb3-49f9-944f-493f3dcbcc73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a14335841c45779c77e35c0535c678&device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 1121 time: 0.3656631 Jul 14 11:21:31.702922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6eaf8-80c5-4196-82bf-40ea988d56b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d158eaf-d02f-4a58-979d-19312514bca7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:31.705622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f3e7e85-ab99-4cd8-92db-39abdba20b69 req-87377bb6-3fa3-4178-8959-c422309fedf1 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554463 Jul 14 11:21:31.845200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-db881503-bd87-47de-a083-503895a23334 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=99727955-1e68-4129-a495-3fcc2579eb53 HTTP/1.1" status: 200 len: 217 time: 0.1363001 Jul 14 11:21:32.166613 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:32.205315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Transition to ACTIVE for port object 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:32.215782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:32.310804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe706a4e-a356-42ef-b4ab-f4537bf057e5 None None] Pushing event updated for resources: {'Port': ['ID=8c291c7b-fbec-49b8-8a2b-32e7ea05abb4,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:32.400000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Attempting to bind port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:32.401965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Attempting to bind port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '83bd7a35-f675-4c5e-9caa-58dfc4eea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:32.401965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Attempting to bind port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 on network f22676ac-fb64-4c4e-bafe-b735e360c717 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:32.408287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:32.408774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Checking segment: {'id': '83bd7a35-f675-4c5e-9caa-58dfc4eea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:32.409298 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:32.410202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Bound using segment: {'id': '83bd7a35-f675-4c5e-9caa-58dfc4eea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:32.410474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Bound port: 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bd7a35-f675-4c5e-9caa-58dfc4eea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:32.410933 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:32.501513 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643ee6db-01a8-4638-bea0-85ab64d77959" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a", "tag": "99727955-1e68-4129-a495-3fcc2579eb53"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:21:32.544918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] For port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:32.549061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] For port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8c291c7b-fbec-49b8-8a2b-32e7ea05abb4,segment=NetworkSegment(83bd7a35-f675-4c5e-9caa-58dfc4eea41b),segment_id=83bd7a35-f675-4c5e-9caa-58dfc4eea41b)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:32.562741 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:32.638161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe706a4e-a356-42ef-b4ab-f4537bf057e5 None None] Pushing event updated for resources: {'Port': ['ID=8c291c7b-fbec-49b8-8a2b-32e7ea05abb4,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:32.662040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Routers {'55ddc08b-bb49-42f3-a3d9-999082a4d0d2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:32.663589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:32.957779 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] Set router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:33.248746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68027107-0e81-4fc6-8b50-cdd261d42391 req-63b1bbc9-f44a-431e-a279-bd1f5b06d792 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:33.252298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68027107-0e81-4fc6-8b50-cdd261d42391 req-63b1bbc9-f44a-431e-a279-bd1f5b06d792 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 970 time: 0.3592107 Jul 14 11:21:33.253821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd601-929e-4f3d-b094-179b56441552 req-d4774392-47d6-4b5d-ad63-209882f0fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:33.255180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-d4774392-47d6-4b5d-ad63-209882f0fb2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2877192 Jul 14 11:21:33.409320 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f1478-6149-43e5-8790-62e5fd3cdcdf x-openstack-request-id: req-a97f1478-6149-43e5-8790-62e5fd3cdcdf {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:21:33.410629 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a", "tag": "99727955-1e68-4129-a495-3fcc2579eb53", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:21:33.410987 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a97f1478-6149-43e5-8790-62e5fd3cdcdf {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:21:33.411339 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a', 'tag': '99727955-1e68-4129-a495-3fcc2579eb53', 'status': 'completed', 'code': 200} Jul 14 11:21:33.556780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68027107-0e81-4fc6-8b50-cdd261d42391 req-6372e37e-fbdd-40a5-b80f-f5795143c200 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870564 Jul 14 11:21:33.628307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd601-929e-4f3d-b094-179b56441552 req-f6fabb2d-714e-4577-bada-0ff7cf3a26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:33.633662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-f6fabb2d-714e-4577-bada-0ff7cf3a26e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3647928 Jul 14 11:21:33.722323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:20Z', 'updated_at': '2021-07-14T11:21:28Z', 'revision_number': 4, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'gw_port': {'id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:21Z', 'updated_at': '2021-07-14T11:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '8c291c7b-fbec-49b8-8a2b-32e7ea05abb4', 'name': '', 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'mac_address': 'fa:16:3e:7b:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '68465cc3-e9b6-4035-9b5f-28fdc5c657d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:27Z', 'updated_at': '2021-07-14T11:21:32Z', 'revision_number': 4, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'subnets': [{'id': '68465cc3-e9b6-4035-9b5f-28fdc5c657d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:33.763372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b057d61c-ec96-4977-9e7a-b455734b7e69 None None] The sync data for ids ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'] in n-d-778696-8 is: [{'id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:20Z', 'updated_at': '2021-07-14T11:21:28Z', 'revision_number': 4, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'gw_port': {'id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:21Z', 'updated_at': '2021-07-14T11:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '8c291c7b-fbec-49b8-8a2b-32e7ea05abb4', 'name': '', 'network_id': 'f22676ac-fb64-4c4e-bafe-b735e360c717', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'mac_address': 'fa:16:3e:7b:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '68465cc3-e9b6-4035-9b5f-28fdc5c657d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:27Z', 'updated_at': '2021-07-14T11:21:32Z', 'revision_number': 4, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'subnets': [{'id': '68465cc3-e9b6-4035-9b5f-28fdc5c657d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:21:33.902564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-a3b86147-0c2e-4247-8af0-a28f380c9393 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559538 Jul 14 11:21:34.101903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-facbd601-929e-4f3d-b094-179b56441552 req-bfb0398a-e8e7-409d-8afe-c6f7d65726ed service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884606 Jul 14 11:21:34.121139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50324) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:34.133385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-881d43bd-a2de-406e-aadb-f56258815582 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026728897', 'description': 'tempest-description--159709324'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:34.234797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-881d43bd-a2de-406e-aadb-f56258815582 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:34.466144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-881d43bd-a2de-406e-aadb-f56258815582 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:34.473804 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-881d43bd-a2de-406e-aadb-f56258815582 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:34.538329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-881d43bd-a2de-406e-aadb-f56258815582 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:34.543785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50336) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:34.545323 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-881d43bd-a2de-406e-aadb-f56258815582 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4226308 Jul 14 11:21:34.549395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-05958822-5ec3-4deb-8176-ccbb0957c0a9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Request body: {'security_group_rule': {'security_group_id': '80f87e65-53b1-47b3-8958-a66e975cccb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:34.559928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d43bd-a2de-406e-aadb-f56258815582 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f87e65-53b1-47b3-8958-a66e975cccb4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:34.687465 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05958822-5ec3-4deb-8176-ccbb0957c0a9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:34.951083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:35.084530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:35.093092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:35.093466 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:35.311770 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:35.375999 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05958822-5ec3-4deb-8176-ccbb0957c0a9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:35.378016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-d3b31143-3045-43e2-a033-d399254810c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:35.379619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-d3b31143-3045-43e2-a033-d399254810c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a14335841c45779c77e35c0535c678&device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 1121 time: 0.8102250 Jul 14 11:21:35.394809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8c291c7b-fbec-49b8-8a2b-32e7ea05abb4,segment=NetworkSegment(83bd7a35-f675-4c5e-9caa-58dfc4eea41b),segment_id=83bd7a35-f675-4c5e-9caa-58dfc4eea41b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:35.401005 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:35.404736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05958822-5ec3-4deb-8176-ccbb0957c0a9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:35.535682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=8c291c7b-fbec-49b8-8a2b-32e7ea05abb4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:35.578904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50362) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:35.631794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05958822-5ec3-4deb-8176-ccbb0957c0a9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57327d4f-6b04-4097-a591-4fde85bc84d2,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:35.663884 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05958822-5ec3-4deb-8176-ccbb0957c0a9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:35.665194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-05958822-5ec3-4deb-8176-ccbb0957c0a9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1195700 Jul 14 11:21:35.674515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50368) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:35.678312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fb7bd148-7572-4296-a21e-331c51e25e61 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Request body: {'security_group_rule': {'security_group_id': '80f87e65-53b1-47b3-8958-a66e975cccb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:35.725322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53693c-6370-429c-9112-07e6d34f67f4 req-439c31c9-8970-4e8f-8ecd-019ee5bb3773 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:35.725322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f53693c-6370-429c-9112-07e6d34f67f4 req-439c31c9-8970-4e8f-8ecd-019ee5bb3773 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 970 time: 0.8160121 Jul 14 11:21:35.767822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-969f7262-b74e-43d4-a2df-3df17fe7121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:35.769554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-969f7262-b74e-43d4-a2df-3df17fe7121a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.3714309 Jul 14 11:21:35.778163 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd148-7572-4296-a21e-331c51e25e61 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:35.847971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f53693c-6370-429c-9112-07e6d34f67f4 req-5b2a1e9b-4e4f-4882-86ec-8206feac8195 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210432 Jul 14 11:21:35.849482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-cb495a8d-874b-4945-9b05-7237b113ebe4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=99727955-1e68-4129-a495-3fcc2579eb53 HTTP/1.1" status: 200 len: 217 time: 0.0692179 Jul 14 11:21:35.979704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-45d049b6-bec6-4a1b-a51f-2dc03bf50684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:35.982088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-45d049b6-bec6-4a1b-a51f-2dc03bf50684 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1213136 Jul 14 11:21:35.984797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd148-7572-4296-a21e-331c51e25e61 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:35.990399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd148-7572-4296-a21e-331c51e25e61 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:36.047035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bd148-7572-4296-a21e-331c51e25e61 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a5c90d-d90c-4f0a-8e76-4ff051087011,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:36.059674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd148-7572-4296-a21e-331c51e25e61 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:36.062335 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fb7bd148-7572-4296-a21e-331c51e25e61 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3889272 Jul 14 11:21:36.066195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50378) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:36.070995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:36.102364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1410466420-network', 'tenant_id': '8988095817f74052a7ea9fe25c3fa862'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:36.156363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-1132e492-1041-47c6-818e-b1212bdfd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:36.158303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-1132e492-1041-47c6-818e-b1212bdfd52d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135602 Jul 14 11:21:36.213503 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:21:36.213503 n-d-778696-8 neutron-server[93701]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 11:21:36.213503 n-d-778696-8 neutron-server[93701]: [parameters: {'project_id': '8988095817f74052a7ea9fe25c3fa862', 'id': '95de0516-80a4-4b9b-b73c-1236b61db55f', 'expiration': datetime.datetime(2021, 7, 14, 11, 23, 36, 189468)}] Jul 14 11:21:36.213503 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:21:36.214100 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:21:36.222816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:36.357895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-0d4054bb-20f8-4102-ad26-fb037d4c5d7e service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663048 Jul 14 11:21:36.588800 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:36.733810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Allocated IP 172.25.2.70 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/6265a2ea-4ad4-48e7-aa0d-7d1460804f0f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:36.773727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Made reservation on behalf of 8988095817f74052a7ea9fe25c3fa862 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:36.777854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:36.811402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:36.850214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:36.876120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:36.876564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.047154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.058510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.104852 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.107124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:21:37.121728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487e2a8b-dbb2-4864-b723-2314ef66c5c9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:37.127292 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.127632 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Added segment 11603e8e-8100-4ea6-bf62-e1329085df23 of type vlan for network c8c7321d-de37-428e-9be6-edbc8d67f21a Jul 14 11:21:37.144413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-643ee6db-01a8-4638-bea0-85ab64d77959 req-44adf7ab-5eb3-445a-98c2-0b08fa106682 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504661 Jul 14 11:21:37.182144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.209836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7c4ec-9494-432e-ae3f-d3db2afdbc0f req-c35b2d07-cd19-48e7-872b-448bc81d7f8a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:37.219773 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3b7c4ec-9494-432e-ae3f-d3db2afdbc0f req-c35b2d07-cd19-48e7-872b-448bc81d7f8a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 970 time: 0.1381533 Jul 14 11:21:37.220725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.247239 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.248230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:37.248797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.280744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3b7c4ec-9494-432e-ae3f-d3db2afdbc0f req-04f2fde9-71eb-4f69-b572-e819adb62c05 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592906 Jul 14 11:21:37.449494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:37.459708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:37.466792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:37.471261 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8822193 Jul 14 11:21:37.474627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50430) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:37.483551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Request body: {'subnet': {'network_id': 'c8c7321d-de37-428e-9be6-edbc8d67f21a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1410466420-subnet', 'tenant_id': '8988095817f74052a7ea9fe25c3fa862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:37.511463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event updated for resources: {'Port': ['ID=6265a2ea-4ad4-48e7-aa0d-7d1460804f0f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:37.514474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083aaa5-bf8a-4bee-a39c-61ef53414ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c7321d-de37-428e-9be6-edbc8d67f21a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:37.517489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Made reservation on behalf of 8988095817f74052a7ea9fe25c3fa862 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:37.528786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network c8c7321d-de37-428e-9be6-edbc8d67f21a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:21:37.547916 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.616549 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.689897 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.908261 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.911275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.920125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.976429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:37.990180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d9e695-da36-46db-b1ae-ac9187fe8601,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:37.999692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event updated for resources: {'Port': ['ID=6265a2ea-4ad4-48e7-aa0d-7d1460804f0f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:38.003365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Checking segment: {'id': '11603e8e-8100-4ea6-bf62-e1329085df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c8c7321d-de37-428e-9be6-edbc8d67f21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:38.003953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Network hostable DHCP agents. Network: c8c7321d-de37-428e-9be6-edbc8d67f21a, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:21:38.009094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:38.015886 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-be89f878-c7aa-4dc5-b205-efe90d40fd9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9448898 Jul 14 11:21:38.024404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Network c8c7321d-de37-428e-9be6-edbc8d67f21a is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:21:38.039703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, c8c7321d-de37-428e-9be6-edbc8d67f21a) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:38.046550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:38.047688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:38.061958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78341c3-ac0f-4740-87e8-b42baaa71110 None None] Network c8c7321d-de37-428e-9be6-edbc8d67f21a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:38.080609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-39b17fb8-bbd0-4159-85ca-45eb7bb04cc3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6045918 Jul 14 11:21:38.249435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35aec39-bc9e-42ee-9813-67dbc58b470a None None] Network c8c7321d-de37-428e-9be6-edbc8d67f21a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:38.374788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-a60beec6-9b31-4efe-b262-a07749d7fc1d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1026728897&fields=id&tenant_id=595428f2d6254beda60793bb93154145 HTTP/1.1" status: 200 len: 267 time: 0.0588491 Jul 14 11:21:38.561668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50500) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:38.589640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50504) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:38.635308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-a3936b99-98a6-4e93-9537-8d18f9c4fe3d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:38.636854 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-a3936b99-98a6-4e93-9537-8d18f9c4fe3d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/networks?id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 200 len: 823 time: 0.2540312 Jul 14 11:21:38.652493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17719f4c-060a-4610-8d38-414198f56a48 req-1d683e60-b848-4610-b617-033a429ed04a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:38.654015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17719f4c-060a-4610-8d38-414198f56a48 req-1d683e60-b848-4610-b617-033a429ed04a tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 970 time: 0.1818976 Jul 14 11:21:38.672121 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-cddc7eeb-c97d-44b3-abe8-678c14447e4d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/quotas/595428f2d6254beda60793bb93154145 HTTP/1.1" status: 200 len: 375 time: 0.0170488 Jul 14 11:21:38.703450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f97fb-dc3d-4799-a71a-887e66be7f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:38.729068 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-506b4ed2-8dbb-4c6d-9631-30a5d72c5ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:38.742131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17719f4c-060a-4610-8d38-414198f56a48 req-8b4b4641-53d3-40b8-80e2-10ae170dfcb5 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795481 Jul 14 11:21:38.790998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-439167d6-7a84-4a70-91a2-f0cbb8f3d17b tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=595428f2d6254beda60793bb93154145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1094143 Jul 14 11:21:38.842658 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f97fb-dc3d-4799-a71a-887e66be7f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:38.848967 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f97fb-dc3d-4799-a71a-887e66be7f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:38.898990 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0b2f97fb-dc3d-4799-a71a-887e66be7f22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd3128e851054005a1145981cb3179d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338645 Jul 14 11:21:38.900080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50518) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:38.911704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-d3a8f7a7-f3b9-49c2-8058-334a3aad4b66 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:21:38.913975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f97fb-dc3d-4799-a71a-887e66be7f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7e171-677c-441b-9d69-b8031e0d1f68,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:38.921174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-d3a8f7a7-f3b9-49c2-8058-334a3aad4b66 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0626719 Jul 14 11:21:38.978425 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-506b4ed2-8dbb-4c6d-9631-30a5d72c5ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:38.983311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-506b4ed2-8dbb-4c6d-9631-30a5d72c5ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:38.995125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ec5af1d2-f4f1-4dd4-b5c8-d67b80f2d82f req-1c512dca-1e7f-4e70-b58d-c7ac8a7da71d tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2077662570', 'description': 'tempest-description-1418615613'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:39.029219 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-506b4ed2-8dbb-4c6d-9631-30a5d72c5ee5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cab540d5508942f0b2a364e7c6bf14e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352481 Jul 14 11:21:39.029219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b4ed2-8dbb-4c6d-9631-30a5d72c5ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defe525a-1eb6-4791-9580-fbeab2c7090b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:39.030225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50520) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:39.055892 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ec5af1d2-f4f1-4dd4-b5c8-d67b80f2d82f req-1c512dca-1e7f-4e70-b58d-c7ac8a7da71d tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.082903 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-526519f4-ad46-4e8b-bd98-5544ee1076c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.088024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-fdb45c1a-e956-4842-8c5a-888ba469e31f service neutron] 10.222.0.38 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654038 Jul 14 11:21:39.090304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00caa2f4-629f-4397-9177-97cfe2f93a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.105503 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-526519f4-ad46-4e8b-bd98-5544ee1076c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.161685 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-526519f4-ad46-4e8b-bd98-5544ee1076c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.167411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-526519f4-ad46-4e8b-bd98-5544ee1076c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.171696 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-526519f4-ad46-4e8b-bd98-5544ee1076c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/defe525a-1eb6-4791-9580-fbeab2c7090b HTTP/1.1" status: 204 len: 168 time: 0.1379642 Jul 14 11:21:39.180145 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00caa2f4-629f-4397-9177-97cfe2f93a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.183982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526519f4-ad46-4e8b-bd98-5544ee1076c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defe525a-1eb6-4791-9580-fbeab2c7090b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:39.247583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-7fdf3a11-47e5-4b54-83c6-017b965722e7 service neutron] 10.222.0.38 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488407 Jul 14 11:21:39.286841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00caa2f4-629f-4397-9177-97cfe2f93a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.289369 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00caa2f4-629f-4397-9177-97cfe2f93a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.290723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-00caa2f4-629f-4397-9177-97cfe2f93a2d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0e7e171-677c-441b-9d69-b8031e0d1f68 HTTP/1.1" status: 204 len: 168 time: 0.3891687 Jul 14 11:21:39.314494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caa2f4-629f-4397-9177-97cfe2f93a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7e171-677c-441b-9d69-b8031e0d1f68,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:39.318817 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ec5af1d2-f4f1-4dd4-b5c8-d67b80f2d82f req-1c512dca-1e7f-4e70-b58d-c7ac8a7da71d tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.325719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ec5af1d2-f4f1-4dd4-b5c8-d67b80f2d82f req-1c512dca-1e7f-4e70-b58d-c7ac8a7da71d tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.364281 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ec5af1d2-f4f1-4dd4-b5c8-d67b80f2d82f req-1c512dca-1e7f-4e70-b58d-c7ac8a7da71d tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.366604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec5af1d2-f4f1-4dd4-b5c8-d67b80f2d82f req-1c512dca-1e7f-4e70-b58d-c7ac8a7da71d tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3785839 Jul 14 11:21:39.373193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c512dca-1e7f-4e70-b58d-c7ac8a7da71d tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb1421f-b4f6-4d1f-9931-fa4fcf8dc4f6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:39.409487 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f5e4076e-d8d5-4f65-a4a3-2e6e5c2fc15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.534976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f42ff2b-f8a8-4800-b949-f5fb82380d5a req-d46f5de2-9676-4ac6-ba04-e2af908247a2 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 210 time: 0.0421815 Jul 14 11:21:39.570171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72a2a989-3e6d-468d-9c3a-66b6ea54b2b3 req-e0d137e0-d766-4f1d-b2af-44d09982d34f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/9cb1421f-b4f6-4d1f-9931-fa4fcf8dc4f6 HTTP/1.1" status: 200 len: 1813 time: 0.0938547 Jul 14 11:21:39.577153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50542) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:39.583693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-72a2a989-3e6d-468d-9c3a-66b6ea54b2b3 req-da9cc668-fe59-45b1-9f5b-ac44e91a7a64 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cb1421f-b4f6-4d1f-9931-fa4fcf8dc4f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:39.584145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-72a2a989-3e6d-468d-9c3a-66b6ea54b2b3 req-da9cc668-fe59-45b1-9f5b-ac44e91a7a64 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cb1421f-b4f6-4d1f-9931-fa4fcf8dc4f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:39.596084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83f98460-c481-4972-b7b2-05d0ead3b904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.701919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-72a2a989-3e6d-468d-9c3a-66b6ea54b2b3 req-da9cc668-fe59-45b1-9f5b-ac44e91a7a64 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.761685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-72a2a989-3e6d-468d-9c3a-66b6ea54b2b3 req-da9cc668-fe59-45b1-9f5b-ac44e91a7a64 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.766724 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83f98460-c481-4972-b7b2-05d0ead3b904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.768469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-72a2a989-3e6d-468d-9c3a-66b6ea54b2b3 req-da9cc668-fe59-45b1-9f5b-ac44e91a7a64 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.772952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83f98460-c481-4972-b7b2-05d0ead3b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.831208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-83f98460-c481-4972-b7b2-05d0ead3b904 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5c913eeb6c24cc0b86fe36baca0753b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508619 Jul 14 11:21:39.831208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f98460-c481-4972-b7b2-05d0ead3b904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e43ebf-12c2-4d4c-ad8c-528daa3037de,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:39.832481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50560) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:39.907480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-900ed0fc-2138-49e1-9f24-f2ebafd1a9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.937501 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-900ed0fc-2138-49e1-9f24-f2ebafd1a9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.990357 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-900ed0fc-2138-49e1-9f24-f2ebafd1a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.994229 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-900ed0fc-2138-49e1-9f24-f2ebafd1a9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:39.999063 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-900ed0fc-2138-49e1-9f24-f2ebafd1a9a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9e43ebf-12c2-4d4c-ad8c-528daa3037de HTTP/1.1" status: 204 len: 168 time: 0.1619344 Jul 14 11:21:40.000144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50564) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:40.013220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cc668-fe59-45b1-9f5b-ac44e91a7a64 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31421c2f-cee9-4610-a0b4-cde78a601598,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:40.022171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b583-e2eb-4e6e-a7dc-320b3c869aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.032718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ed0fc-2138-49e1-9f24-f2ebafd1a9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e43ebf-12c2-4d4c-ad8c-528daa3037de,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:40.152677 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b583-e2eb-4e6e-a7dc-320b3c869aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.164535 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b583-e2eb-4e6e-a7dc-320b3c869aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.164709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700797e-09b6-4011-a48a-686e2dceb287 req-243acef2-5a2a-42b6-8796-d3401e67fd56 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:40.166502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5700797e-09b6-4011-a48a-686e2dceb287 req-243acef2-5a2a-42b6-8796-d3401e67fd56 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 970 time: 0.0968199 Jul 14 11:21:40.173630 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-72a2a989-3e6d-468d-9c3a-66b6ea54b2b3 req-da9cc668-fe59-45b1-9f5b-ac44e91a7a64 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.194469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72a2a989-3e6d-468d-9c3a-66b6ea54b2b3 req-da9cc668-fe59-45b1-9f5b-ac44e91a7a64 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6233766 Jul 14 11:21:40.218726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50576) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:40.234757 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0ed5b583-e2eb-4e6e-a7dc-320b3c869aea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a10a20f377c840048908ca2b2593275b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264233 Jul 14 11:21:40.236474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50580) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:40.244975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5b583-e2eb-4e6e-a7dc-320b3c869aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5d1334-e803-47b0-9ff1-57613fa20f61,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:40.277060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f31483f0-bbbc-44e2-859d-cb08a0eb9f25 req-57b7563f-4161-450c-a64a-060ba4565927 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/9cb1421f-b4f6-4d1f-9931-fa4fcf8dc4f6 HTTP/1.1" status: 200 len: 2406 time: 0.0658872 Jul 14 11:21:40.336725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa87b4ce-5932-4868-87e1-c51d97581bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.347086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5700797e-09b6-4011-a48a-686e2dceb287 req-74ec46fa-16ae-490d-aecf-b01f1c48a137 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481154 Jul 14 11:21:40.355965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83a762b2-dd62-41d6-91dd-fcbdcfb96f6c req-5ef91de0-b6b6-4996-a436-aef4622b56b0 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-group-rules/31421c2f-cee9-4610-a0b4-cde78a601598 HTTP/1.1" status: 200 len: 778 time: 0.0563517 Jul 14 11:21:40.411738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa87b4ce-5932-4868-87e1-c51d97581bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.437416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83a762b2-dd62-41d6-91dd-fcbdcfb96f6c req-b33d822a-7635-43a6-a195-59eaeab391c9 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/9cb1421f-b4f6-4d1f-9931-fa4fcf8dc4f6 HTTP/1.1" status: 200 len: 2406 time: 0.0614431 Jul 14 11:21:40.464360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83a762b2-dd62-41d6-91dd-fcbdcfb96f6c req-d1163be5-6581-4ae3-886e-e1e844a72efb tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.475236 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83a762b2-dd62-41d6-91dd-fcbdcfb96f6c req-d1163be5-6581-4ae3-886e-e1e844a72efb tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.512340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa87b4ce-5932-4868-87e1-c51d97581bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.512647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83a762b2-dd62-41d6-91dd-fcbdcfb96f6c req-d1163be5-6581-4ae3-886e-e1e844a72efb tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.519154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa87b4ce-5932-4868-87e1-c51d97581bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.532403 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aa87b4ce-5932-4868-87e1-c51d97581bb2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe5d1334-e803-47b0-9ff1-57613fa20f61 HTTP/1.1" status: 204 len: 168 time: 0.2904313 Jul 14 11:21:40.549623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87b4ce-5932-4868-87e1-c51d97581bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5d1334-e803-47b0-9ff1-57613fa20f61,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:40.553951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83a762b2-dd62-41d6-91dd-fcbdcfb96f6c req-d1163be5-6581-4ae3-886e-e1e844a72efb tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.561253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83a762b2-dd62-41d6-91dd-fcbdcfb96f6c req-d1163be5-6581-4ae3-886e-e1e844a72efb tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/31421c2f-cee9-4610-a0b4-cde78a601598 HTTP/1.1" status: 204 len: 173 time: 0.1203966 Jul 14 11:21:40.573440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1163be5-6581-4ae3-886e-e1e844a72efb tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31421c2f-cee9-4610-a0b4-cde78a601598,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:40.590455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 99727955-1e68-4129-a495-3fcc2579eb53 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:21:40.616365 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-856a4647-be25-422b-818e-fd346735e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.632243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-07172337-cb38-4b29-8318-07e40d548d84 req-09178895-e139-423a-9682-0a4c68ca0f72 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1685165738', 'description': 'tempest-description-1072438184'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:40.745676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69a877f8-2f65-49b8-ab6a-d90bc56d5d4c req-a0a8ec37-5076-4eb9-9046-bcd477eb1c28 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 210 time: 0.0849023 Jul 14 11:21:40.809987 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-856a4647-be25-422b-818e-fd346735e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.816371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-856a4647-be25-422b-818e-fd346735e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.841174 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07172337-cb38-4b29-8318-07e40d548d84 req-09178895-e139-423a-9682-0a4c68ca0f72 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:40.853764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a4647-be25-422b-818e-fd346735e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23038fc-c531-469d-a081-aaf84e616ef6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:40.891759 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-856a4647-be25-422b-818e-fd346735e681 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=944a84c759b84983994158daa8ea2e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6713531 Jul 14 11:21:40.893976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50610) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:40.922866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 99727955-1e68-4129-a495-3fcc2579eb53, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=99727955-1e68-4129-a495-3fcc2579eb53,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:40.950192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '99727955-1e68-4129-a495-3fcc2579eb53', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '99727955-1e68-4129-a495-3fcc2579eb53', 'mac_address': 'fa:16:3e:3a:25:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:tempest-test_az-1892331444', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:21:41.000813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-044e23b6-0d16-4b8c-ad69-08852be1e1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.022314 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.032947 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07172337-cb38-4b29-8318-07e40d548d84 req-09178895-e139-423a-9682-0a4c68ca0f72 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.040212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-044e23b6-0d16-4b8c-ad69-08852be1e1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.045578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07172337-cb38-4b29-8318-07e40d548d84 req-09178895-e139-423a-9682-0a4c68ca0f72 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.049229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99727955-1e68-4129-a495-3fcc2579eb53 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:21:41.095693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07172337-cb38-4b29-8318-07e40d548d84 req-09178895-e139-423a-9682-0a4c68ca0f72 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.096962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07172337-cb38-4b29-8318-07e40d548d84 req-09178895-e139-423a-9682-0a4c68ca0f72 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4748003 Jul 14 11:21:41.105045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 99727955-1e68-4129-a495-3fcc2579eb53, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=99727955-1e68-4129-a495-3fcc2579eb53,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:41.115000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09178895-e139-423a-9682-0a4c68ca0f72 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382942fe-f7fa-4316-ad29-e4b903b9bf6c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:41.122202 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.125227 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-044e23b6-0d16-4b8c-ad69-08852be1e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.128133 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-044e23b6-0d16-4b8c-ad69-08852be1e1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.129841 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-044e23b6-0d16-4b8c-ad69-08852be1e1df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a23038fc-c531-469d-a081-aaf84e616ef6 HTTP/1.1" status: 204 len: 168 time: 0.2347906 Jul 14 11:21:41.138927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e23b6-0d16-4b8c-ad69-08852be1e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23038fc-c531-469d-a081-aaf84e616ef6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:41.194993 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad7385a-eca8-48fd-aa52-7c99d6fe6092 req-721f9907-dcd7-4c31-b8eb-b1996ad0acd6 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/382942fe-f7fa-4316-ad29-e4b903b9bf6c HTTP/1.1" status: 200 len: 1813 time: 0.0508249 Jul 14 11:21:41.226024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=99727955-1e68-4129-a495-3fcc2579eb53,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:41.244525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-5f4bc67c-7f8b-4005-9bb1-005b54cd0957 req-1532b221-ed6c-47d5-a355-9342baed748b tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1290857556', 'description': 'tempest-description-1747727707'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:41.272008 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5f4bc67c-7f8b-4005-9bb1-005b54cd0957 req-1532b221-ed6c-47d5-a355-9342baed748b tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.404757 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5f4bc67c-7f8b-4005-9bb1-005b54cd0957 req-1532b221-ed6c-47d5-a355-9342baed748b tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.421117 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5f4bc67c-7f8b-4005-9bb1-005b54cd0957 req-1532b221-ed6c-47d5-a355-9342baed748b tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.422365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['99727955-1e68-4129-a495-3fcc2579eb53'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:21:41.481377 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5f4bc67c-7f8b-4005-9bb1-005b54cd0957 req-1532b221-ed6c-47d5-a355-9342baed748b tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.504458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f4bc67c-7f8b-4005-9bb1-005b54cd0957 req-1532b221-ed6c-47d5-a355-9342baed748b tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2652776 Jul 14 11:21:41.517729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532b221-ed6c-47d5-a355-9342baed748b tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283eac6a-816a-4a0c-a309-29454737fc8d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:41.593065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44f8472d-2f3d-4a49-9489-376ff511d9c1 req-a2eabea3-5701-4e21-a0f9-892e3b706c00 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/283eac6a-816a-4a0c-a309-29454737fc8d HTTP/1.1" status: 200 len: 1813 time: 0.0780125 Jul 14 11:21:41.655581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-03df2e7b-ed7c-48fb-9927-1acdc733413d req-c8b67fc3-94a9-427d-8027-d7513c2beaec tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1082078247', 'description': 'tempest-description-223641868'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:41.696308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-03df2e7b-ed7c-48fb-9927-1acdc733413d req-c8b67fc3-94a9-427d-8027-d7513c2beaec tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.714291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50648) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:41.752047 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-872ab5a7-d071-423d-b107-445b5b74c337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.787654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164feae-9f9d-43aa-8069-1f5c2165e0ac req-8b8dce53-8108-44af-9c5d-43ede2452c39 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:41.789620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4164feae-9f9d-43aa-8069-1f5c2165e0ac req-8b8dce53-8108-44af-9c5d-43ede2452c39 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 971 time: 0.1882422 Jul 14 11:21:41.850895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4164feae-9f9d-43aa-8069-1f5c2165e0ac req-ff2e31b0-2b02-4202-86ed-498eb9a99c91 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522463 Jul 14 11:21:41.898815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-03df2e7b-ed7c-48fb-9927-1acdc733413d req-c8b67fc3-94a9-427d-8027-d7513c2beaec tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.906169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-03df2e7b-ed7c-48fb-9927-1acdc733413d req-c8b67fc3-94a9-427d-8027-d7513c2beaec tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:41.947365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67fc3-94a9-427d-8027-d7513c2beaec tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc9e03-fb46-4068-8dd6-970506a9bdae,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:42.043517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2fd3916-16d7-4df4-9085-89982ac29bb1 req-df94073a-db42-41bd-871e-4cb1defcc34c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 210 time: 0.0419500 Jul 14 11:21:42.048181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-872ab5a7-d071-423d-b107-445b5b74c337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.069692 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-872ab5a7-d071-423d-b107-445b5b74c337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.075100 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-03df2e7b-ed7c-48fb-9927-1acdc733413d req-c8b67fc3-94a9-427d-8027-d7513c2beaec tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.087254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03df2e7b-ed7c-48fb-9927-1acdc733413d req-c8b67fc3-94a9-427d-8027-d7513c2beaec tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4433155 Jul 14 11:21:42.100283 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-16260045-1c22-4f18-9ef6-fb91af476609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.131445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ab5a7-d071-423d-b107-445b5b74c337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a83ab26-91cc-4dba-83f3-011f03a7d181,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:42.164119 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-872ab5a7-d071-423d-b107-445b5b74c337 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=22f180800f6b4888975d34d56bfaf473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457164 Jul 14 11:21:42.164670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50662) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:42.186832 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.190501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50664) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:42.223707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-234b00cc-5906-4a32-8494-9f6f9cdfe341 req-5af18213-3370-4684-a064-6d8e63480394 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/63bc9e03-fb46-4068-8dd6-970506a9bdae HTTP/1.1" status: 200 len: 1812 time: 0.1139421 Jul 14 11:21:42.233256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-b82894f7-1ca0-423a-8b76-542023937fb4 req-e7163df4-4d77-4acd-b514-5ece59cf8e5f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-400146032', 'description': 'tempest-description-1205225992'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:42.268345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.45', 64566) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:42.277429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b82894f7-1ca0-423a-8b76-542023937fb4 req-e7163df4-4d77-4acd-b514-5ece59cf8e5f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.377756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b175e704-becf-49c7-85cc-627c051c7bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.413728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b82894f7-1ca0-423a-8b76-542023937fb4 req-e7163df4-4d77-4acd-b514-5ece59cf8e5f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.423025 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b82894f7-1ca0-423a-8b76-542023937fb4 req-e7163df4-4d77-4acd-b514-5ece59cf8e5f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.430804 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b175e704-becf-49c7-85cc-627c051c7bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.521176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 99727955-1e68-4129-a495-3fcc2579eb53 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:42.521495 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b82894f7-1ca0-423a-8b76-542023937fb4 req-e7163df4-4d77-4acd-b514-5ece59cf8e5f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.543763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b82894f7-1ca0-423a-8b76-542023937fb4 req-e7163df4-4d77-4acd-b514-5ece59cf8e5f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3184736 Jul 14 11:21:42.583670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7163df4-4d77-4acd-b514-5ece59cf8e5f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0132b1dc-75c5-4d0e-a622-e14ce5248d0e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:42.595533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-402278461-network', 'tenant_id': 'fe09e06520764bf78acea6e963a6f6c1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:42.644015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 99727955-1e68-4129-a495-3fcc2579eb53 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:42.650160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 99727955-1e68-4129-a495-3fcc2579eb53 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:42.651175 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.687577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eae64bda-8184-4d50-aa02-8ff3a584060b req-0ae18183-042c-4aa5-acb3-9a72bb1ec4f7 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/0132b1dc-75c5-4d0e-a622-e14ce5248d0e HTTP/1.1" status: 200 len: 1812 time: 0.0898402 Jul 14 11:21:42.704973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f7463e78-a237-419b-97ec-1f4bb8d4f894 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:42.706763 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f7463e78-a237-419b-97ec-1f4bb8d4f894 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.45 "GET /v2.0/networks?id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 200 len: 823 time: 0.4371438 Jul 14 11:21:42.717970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b175e704-becf-49c7-85cc-627c051c7bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.731888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Made reservation on behalf of fe09e06520764bf78acea6e963a6f6c1 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:42.732371 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b175e704-becf-49c7-85cc-627c051c7bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.733847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b175e704-becf-49c7-85cc-627c051c7bdb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a83ab26-91cc-4dba-83f3-011f03a7d181 HTTP/1.1" status: 204 len: 168 time: 0.5683305 Jul 14 11:21:42.740479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.801583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175e704-becf-49c7-85cc-627c051c7bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a83ab26-91cc-4dba-83f3-011f03a7d181,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:42.808623 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-ac339b03-0f29-41c5-acb0-0fabc5ae4f09 req-7a94e8c3-9abf-4f85-a4af-b69f90a2c89b tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] show failed (client error): The resource could not be found. Jul 14 11:21:42.814140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac339b03-0f29-41c5-acb0-0fabc5ae4f09 req-7a94e8c3-9abf-4f85-a4af-b69f90a2c89b tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/64277d98-0126-4f2a-8f4b-b21a59804b99 HTTP/1.1" status: 404 len: 352 time: 0.0719259 Jul 14 11:21:42.828232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.913229 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-f7a35680-b6e6-463b-ab7a-0e70ecc22d8c req-63cd1ead-a648-4a5f-88b2-e316a870fb0f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] show failed (client error): The resource could not be found. Jul 14 11:21:42.917078 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:42.936153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7a35680-b6e6-463b-ab7a-0e70ecc22d8c req-63cd1ead-a648-4a5f-88b2-e316a870fb0f tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-group-rules/e0da4794-8f59-4b64-b302-a6ee17413a3f HTTP/1.1" status: 404 len: 361 time: 0.0752428 Jul 14 11:21:42.967763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99727955-1e68-4129-a495-3fcc2579eb53'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:21:43.064623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 99727955-1e68-4129-a495-3fcc2579eb53, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=99727955-1e68-4129-a495-3fcc2579eb53,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:43.070340 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.091564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.129396 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-0af8ca88-3c67-41cb-bfc3-45d133aeab70 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=595428f2d6254beda60793bb93154145 HTTP/1.1" status: 200 len: 380 time: 0.3509722 Jul 14 11:21:43.131263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.160080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:21:43.176898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6334081d-7253-46cf-a983-cb3f574f4151,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:43.183350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.184075 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Added segment f302d2b5-82ac-4350-b27d-8671b535b46d of type vlan for network b48dd4cd-732b-429d-a878-7bcb1bf30630 Jul 14 11:21:43.215471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=99727955-1e68-4129-a495-3fcc2579eb53,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:43.230689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514c1a96-6b3a-4756-b386-748aad378372 req-1057cbc3-c801-4eae-8f3e-b8c8a2dec0d2 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/0132b1dc-75c5-4d0e-a622-e14ce5248d0e HTTP/1.1" status: 200 len: 1812 time: 0.2486928 Jul 14 11:21:43.251097 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.288361 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.310302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.311947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:43.314176 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.347167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e201124-7cac-4c6f-b125-78f111bc5d66 req-fe37134f-bec9-44af-9a6e-0d07a72d0e82 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:43.349540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e201124-7cac-4c6f-b125-78f111bc5d66 req-fe37134f-bec9-44af-9a6e-0d07a72d0e82 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 972 time: 0.2870409 Jul 14 11:21:43.395381 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514c1a96-6b3a-4756-b386-748aad378372 req-6e0b6c09-4c30-43af-b07e-19c492ed1623 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.428000 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2336032 Jul 14 11:21:43.428242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50708) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:43.442468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Request body: {'subnet': {'network_id': 'b48dd4cd-732b-429d-a878-7bcb1bf30630', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-402278461-subnet', 'tenant_id': 'fe09e06520764bf78acea6e963a6f6c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:43.445826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b3192-4353-44ee-88ae-afd368bbb411 admin admin] Pushing event updated for resources: {'Network': ['ID=b48dd4cd-732b-429d-a878-7bcb1bf30630,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:43.457829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b48dd4cd-732b-429d-a878-7bcb1bf30630 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:21:43.466131 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514c1a96-6b3a-4756-b386-748aad378372 req-6e0b6c09-4c30-43af-b07e-19c492ed1623 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.486208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e201124-7cac-4c6f-b125-78f111bc5d66 req-8c3d082a-8cd9-4726-b437-bd26457dc383 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248622 Jul 14 11:21:43.545772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Made reservation on behalf of fe09e06520764bf78acea6e963a6f6c1 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:43.548724 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.609045 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514c1a96-6b3a-4756-b386-748aad378372 req-6e0b6c09-4c30-43af-b07e-19c492ed1623 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.612660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514c1a96-6b3a-4756-b386-748aad378372 req-6e0b6c09-4c30-43af-b07e-19c492ed1623 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.616368 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6744ef19-f951-4b4d-9079-c8498f3d2600" -d '{"events": [{"server_uuid": "fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "99727955-1e68-4129-a495-3fcc2579eb53"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:21:43.628180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514c1a96-6b3a-4756-b386-748aad378372 req-6e0b6c09-4c30-43af-b07e-19c492ed1623 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "DELETE /v2.0/security-groups/0132b1dc-75c5-4d0e-a622-e14ce5248d0e HTTP/1.1" status: 204 len: 173 time: 0.3962519 Jul 14 11:21:43.659535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b6c09-4c30-43af-b07e-19c492ed1623 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0132b1dc-75c5-4d0e-a622-e14ce5248d0e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:43.728439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65f17873-22a9-44f1-a0cb-f63714f70a20 req-3ce89cc0-f79f-4e42-a9ad-60ca136e8a79 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/63bc9e03-fb46-4068-8dd6-970506a9bdae HTTP/1.1" status: 200 len: 1812 time: 0.0860956 Jul 14 11:21:43.836715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-918e4f1c-357c-4fef-a693-20f19cbb78b8 req-4e8018c3-41a4-40a8-9cdb-b9ba115ad53b tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 210 time: 0.0465820 Jul 14 11:21:43.885154 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50720) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:43.916870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-65f17873-22a9-44f1-a0cb-f63714f70a20 req-43f16476-21c2-4be1-af1a-d19e25965ca1 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.952728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-65f17873-22a9-44f1-a0cb-f63714f70a20 req-43f16476-21c2-4be1-af1a-d19e25965ca1 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:43.957071 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.051509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5f6ac3-a913-441c-a539-f845cc88482a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:44.070012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Checking segment: {'id': 'f302d2b5-82ac-4350-b27d-8671b535b46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b48dd4cd-732b-429d-a878-7bcb1bf30630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:44.070413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Network hostable DHCP agents. Network: b48dd4cd-732b-429d-a878-7bcb1bf30630, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:21:44.078171 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-65f17873-22a9-44f1-a0cb-f63714f70a20 req-43f16476-21c2-4be1-af1a-d19e25965ca1 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.080813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-65f17873-22a9-44f1-a0cb-f63714f70a20 req-43f16476-21c2-4be1-af1a-d19e25965ca1 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.082006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65f17873-22a9-44f1-a0cb-f63714f70a20 req-43f16476-21c2-4be1-af1a-d19e25965ca1 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "DELETE /v2.0/security-groups/63bc9e03-fb46-4068-8dd6-970506a9bdae HTTP/1.1" status: 204 len: 173 time: 0.3527234 Jul 14 11:21:44.099353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f16476-21c2-4be1-af1a-d19e25965ca1 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc9e03-fb46-4068-8dd6-970506a9bdae,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:44.110488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Network b48dd4cd-732b-429d-a878-7bcb1bf30630 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:21:44.144199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, b48dd4cd-732b-429d-a878-7bcb1bf30630) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:44.150198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:44.151698 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.154165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e31e3-31b1-463d-adec-d31e9ba8fdd7 None None] Network b48dd4cd-732b-429d-a878-7bcb1bf30630 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:44.186484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c255a07-4351-4bdf-92f4-b3457f0f4b52 req-b6fc9310-9d75-4a72-8c1c-eb800caf540e tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/283eac6a-816a-4a0c-a309-29454737fc8d HTTP/1.1" status: 200 len: 1813 time: 0.0772893 Jul 14 11:21:44.190875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3f197d5a-82bf-4afe-a840-50fcc396bfcf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7547548 Jul 14 11:21:44.218792 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751757b3-35a8-4391-8899-c954dee6d4dc x-openstack-request-id: req-751757b3-35a8-4391-8899-c954dee6d4dc {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:21:44.219402 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "99727955-1e68-4129-a495-3fcc2579eb53", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:21:44.219402 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-751757b3-35a8-4391-8899-c954dee6d4dc {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:21:44.219823 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99727955-1e68-4129-a495-3fcc2579eb53', 'code': 200} Jul 14 11:21:44.286703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95a7f9bd-41c4-4c6d-a3eb-4eb4644d2829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.371166 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c255a07-4351-4bdf-92f4-b3457f0f4b52 req-c6bb756c-f6c3-40ee-9b42-06a0059cc542 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.378267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee797f-5982-4175-a850-e7579b755dda None None] Network b48dd4cd-732b-429d-a878-7bcb1bf30630 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:44.425771 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c255a07-4351-4bdf-92f4-b3457f0f4b52 req-c6bb756c-f6c3-40ee-9b42-06a0059cc542 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.470452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4b3d-15e0-4337-a55e-1774bb328a32 req-4ea24b84-e807-43a5-ad9b-c72d11114e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:44.473377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b6f4b3d-15e0-4337-a55e-1774bb328a32 req-4ea24b84-e807-43a5-ad9b-c72d11114e89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 1123 time: 0.1969347 Jul 14 11:21:44.503454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9b6f4b3d-15e0-4337-a55e-1774bb328a32 req-1d767ad3-df36-4e9e-b3f4-a6cf94897457 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.541567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c255a07-4351-4bdf-92f4-b3457f0f4b52 req-c6bb756c-f6c3-40ee-9b42-06a0059cc542 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.548434 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c255a07-4351-4bdf-92f4-b3457f0f4b52 req-c6bb756c-f6c3-40ee-9b42-06a0059cc542 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.549630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c255a07-4351-4bdf-92f4-b3457f0f4b52 req-c6bb756c-f6c3-40ee-9b42-06a0059cc542 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "DELETE /v2.0/security-groups/283eac6a-816a-4a0c-a309-29454737fc8d HTTP/1.1" status: 204 len: 173 time: 0.3548658 Jul 14 11:21:44.581831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb756c-f6c3-40ee-9b42-06a0059cc542 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283eac6a-816a-4a0c-a309-29454737fc8d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:44.613084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95a7f9bd-41c4-4c6d-a3eb-4eb4644d2829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.622600 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95a7f9bd-41c4-4c6d-a3eb-4eb4644d2829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.676712 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-95a7f9bd-41c4-4c6d-a3eb-4eb4644d2829 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3371cc49741c4c7a9bc2a2771a8b7280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7891457 Jul 14 11:21:44.682681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50746) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:44.754987 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7f9bd-41c4-4c6d-a3eb-4eb4644d2829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abb6dfb-4f44-4ef5-ae45-f0f1c6bdd0fd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:44.794748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92d11873-ac78-4823-a114-0b45a2549b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.818662 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92d11873-ac78-4823-a114-0b45a2549b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.846176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fc86f38-ef4e-4286-89ef-62c536d6e514 req-c4216505-ee3c-4735-a69b-bee59733cad8 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/382942fe-f7fa-4316-ad29-e4b903b9bf6c HTTP/1.1" status: 200 len: 1813 time: 0.2459977 Jul 14 11:21:44.902160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92d11873-ac78-4823-a114-0b45a2549b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.906307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92d11873-ac78-4823-a114-0b45a2549b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:44.907827 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-92d11873-ac78-4823-a114-0b45a2549b25 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3abb6dfb-4f44-4ef5-ae45-f0f1c6bdd0fd HTTP/1.1" status: 204 len: 168 time: 0.2227759 Jul 14 11:21:44.925315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d11873-ac78-4823-a114-0b45a2549b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abb6dfb-4f44-4ef5-ae45-f0f1c6bdd0fd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:44.948265 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.028072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8b0d-1bf3-4770-b785-31cd829e5540 req-20ba7333-7c09-41ee-9581-def42d13c275 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:45.029699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb4a8b0d-1bf3-4770-b785-31cd829e5540 req-20ba7333-7c09-41ee-9581-def42d13c275 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 972 time: 0.2565596 Jul 14 11:21:45.044554 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fc86f38-ef4e-4286-89ef-62c536d6e514 req-9e123d82-12bd-44ee-9195-a94869eacac8 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.093246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50766) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:45.098637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1330792144-network', 'tenant_id': '2fe86c4d5a3044dc88c74174face84f5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:45.106618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9b6f4b3d-15e0-4337-a55e-1774bb328a32 req-1d767ad3-df36-4e9e-b3f4-a6cf94897457 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.120415 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fc86f38-ef4e-4286-89ef-62c536d6e514 req-9e123d82-12bd-44ee-9195-a94869eacac8 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.128089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9b6f4b3d-15e0-4337-a55e-1774bb328a32 req-1d767ad3-df36-4e9e-b3f4-a6cf94897457 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.136733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Made reservation on behalf of 2fe86c4d5a3044dc88c74174face84f5 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:45.140365 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.155113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.186527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb4a8b0d-1bf3-4770-b785-31cd829e5540 req-ebe6bbb0-cb21-4a16-a776-250e549c698d tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473598 Jul 14 11:21:45.233352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b6f4b3d-15e0-4337-a55e-1774bb328a32 req-1d767ad3-df36-4e9e-b3f4-a6cf94897457 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7480445 Jul 14 11:21:45.257063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d767ad3-df36-4e9e-b3f4-a6cf94897457 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=667eaa0c-7b61-4884-8eec-a14fa5d34ae8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:45.294932 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fc86f38-ef4e-4286-89ef-62c536d6e514 req-9e123d82-12bd-44ee-9195-a94869eacac8 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.297852 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fc86f38-ef4e-4286-89ef-62c536d6e514 req-9e123d82-12bd-44ee-9195-a94869eacac8 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.299250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fc86f38-ef4e-4286-89ef-62c536d6e514 req-9e123d82-12bd-44ee-9195-a94869eacac8 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "DELETE /v2.0/security-groups/382942fe-f7fa-4316-ad29-e4b903b9bf6c HTTP/1.1" status: 204 len: 173 time: 0.4419787 Jul 14 11:21:45.312555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e123d82-12bd-44ee-9195-a94869eacac8 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382942fe-f7fa-4316-ad29-e4b903b9bf6c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:45.333587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.341329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.392669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:21:45.401337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcdb43b-d9c0-4432-9d8a-422959080d0e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:45.409838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.410289 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Added segment 5da987fa-8acd-4e15-af91-7bc01bb5839f of type vlan for network 5e730f2a-6ba2-4d44-bd87-853dc61ab70c Jul 14 11:21:45.437129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db70b0ee-f0a1-45d2-81c5-76a1b5586737 req-9ffae918-3db9-4d69-9c37-a815fbffaee5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 210 time: 0.0475912 Jul 14 11:21:45.441992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-753f1d6d-4143-4b98-ac8c-42a877f29590 req-b130d849-a269-4d58-b797-e5813c91bc86 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "GET /v2.0/security-groups/9cb1421f-b4f6-4d1f-9931-fa4fcf8dc4f6 HTTP/1.1" status: 200 len: 1813 time: 0.0944850 Jul 14 11:21:45.480738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.499284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50774) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:45.523786 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79242dfa-b4a9-4656-b110-a34282786f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.527750 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.533316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:45.533316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.557081 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-753f1d6d-4143-4b98-ac8c-42a877f29590 req-2c4d4ba6-d00f-46f7-ac90-1689b46941c6 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.590243 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-753f1d6d-4143-4b98-ac8c-42a877f29590 req-2c4d4ba6-d00f-46f7-ac90-1689b46941c6 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.636940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] Pushing event updated for resources: {'Network': ['ID=5e730f2a-6ba2-4d44-bd87-853dc61ab70c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:45.664136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5e730f2a-6ba2-4d44-bd87-853dc61ab70c details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:21:45.678934 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-753f1d6d-4143-4b98-ac8c-42a877f29590 req-2c4d4ba6-d00f-46f7-ac90-1689b46941c6 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.681830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-753f1d6d-4143-4b98-ac8c-42a877f29590 req-2c4d4ba6-d00f-46f7-ac90-1689b46941c6 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.683020 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-753f1d6d-4143-4b98-ac8c-42a877f29590 req-2c4d4ba6-d00f-46f7-ac90-1689b46941c6 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] 10.222.0.38 "DELETE /v2.0/security-groups/9cb1421f-b4f6-4d1f-9931-fa4fcf8dc4f6 HTTP/1.1" status: 204 len: 173 time: 0.2313728 Jul 14 11:21:45.690694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50778) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:45.698861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d4ba6-d00f-46f7-ac90-1689b46941c6 tempest-SecurityGroupRulesNegativeTestJSON-534266868 tempest-SecurityGroupRulesNegativeTestJSON-534266868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb1421f-b4f6-4d1f-9931-fa4fcf8dc4f6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:45.745267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79242dfa-b4a9-4656-b110-a34282786f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.765766 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b2255275-c122-4571-a7e8-6d68a2eae275 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6711013 Jul 14 11:21:45.768892 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79242dfa-b4a9-4656-b110-a34282786f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.769170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50782) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:45.779083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Request body: {'subnet': {'network_id': '5e730f2a-6ba2-4d44-bd87-853dc61ab70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1330792144-subnet', 'tenant_id': '2fe86c4d5a3044dc88c74174face84f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:45.797650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8634af34-a9dd-402b-898f-3c2d970bd6a7 admin admin] Deleting subnet 94d9e695-da36-46db-b1ae-ac9187fe8601 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:21:45.806766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8634af34-a9dd-402b-898f-3c2d970bd6a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.811223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-79242dfa-b4a9-4656-b110-a34282786f96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7b89823bad046b4afc51cd29725a842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104863 Jul 14 11:21:45.814047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79242dfa-b4a9-4656-b110-a34282786f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e65847-66da-4176-8b76-82c4b6717c80,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:45.817191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50786) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:45.863795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Made reservation on behalf of 2fe86c4d5a3044dc88c74174face84f5 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:45.867465 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.876498 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8634af34-a9dd-402b-898f-3c2d970bd6a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.880633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de9c82bd-8cfc-4ce3-9617-38bddfff62dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.904690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de9c82bd-8cfc-4ce3-9617-38bddfff62dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.953862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8634af34-a9dd-402b-898f-3c2d970bd6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.965881 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de9c82bd-8cfc-4ce3-9617-38bddfff62dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.968569 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de9c82bd-8cfc-4ce3-9617-38bddfff62dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:45.972183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-de9c82bd-8cfc-4ce3-9617-38bddfff62dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95e65847-66da-4176-8b76-82c4b6717c80 HTTP/1.1" status: 204 len: 168 time: 0.1511540 Jul 14 11:21:45.989511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c82bd-8cfc-4ce3-9617-38bddfff62dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e65847-66da-4176-8b76-82c4b6717c80,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:46.080537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8634af34-a9dd-402b-898f-3c2d970bd6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.154374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634af34-a9dd-402b-898f-3c2d970bd6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d9e695-da36-46db-b1ae-ac9187fe8601,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:46.166895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8634af34-a9dd-402b-898f-3c2d970bd6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.169741 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8634af34-a9dd-402b-898f-3c2d970bd6a7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/94d9e695-da36-46db-b1ae-ac9187fe8601 HTTP/1.1" status: 204 len: 168 time: 0.4767506 Jul 14 11:21:46.172546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50798) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:46.284389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.400036 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.419474 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.420966 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.422230 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.422770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.423233 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.423656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.424124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.424580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.425001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.425511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.503817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.558388 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.558737 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.559090 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.559594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:46.560050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c7321d-de37-428e-9be6-edbc8d67f21a']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:46.572319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fce38f2-28fd-4184-9c51-dc48b80108e7,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:46.578370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Checking segment: {'id': '5da987fa-8acd-4e15-af91-7bc01bb5839f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5e730f2a-6ba2-4d44-bd87-853dc61ab70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:46.578647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Network hostable DHCP agents. Network: 5e730f2a-6ba2-4d44-bd87-853dc61ab70c, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:21:46.589914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11603e8e-8100-4ea6-bf62-e1329085df23') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:46.590185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11603e8e-8100-4ea6-bf62-e1329085df23') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:46.600601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Network 5e730f2a-6ba2-4d44-bd87-853dc61ab70c is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:21:46.622210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 5e730f2a-6ba2-4d44-bd87-853dc61ab70c) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:46.628850 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.637957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9990bc70-3a35-4edc-a08f-7b43aa826d82 None None] Network 5e730f2a-6ba2-4d44-bd87-853dc61ab70c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:46.644286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:46.645916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.656705 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.670716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:21:46.671313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.688593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-31ba7c85-3277-431f-926c-a306d164ff3d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9180613 Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: from cryptography.utils import int_from_bytes Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: from cryptography.utils import int_from_bytes Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:21:46.702840 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:21:46.789110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ca1ee55-8e71-4b10-b198-dd565c23f1aa req-c6f31a19-1ea0-4b8f-9317-b4945fe489ed tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 210 time: 0.1225641 Jul 14 11:21:46.867526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f3f0f-03e1-4b79-abac-7f5c9a7ffe8e req-ab7d7b4e-c0ab-4261-ac7e-15dd5281414f tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:46.877903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b9f3f0f-03e1-4b79-abac-7f5c9a7ffe8e req-ab7d7b4e-c0ab-4261-ac7e-15dd5281414f tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 972 time: 0.3123605 Jul 14 11:21:46.901144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.949564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:46.954111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c8c7321d-de37-428e-9be6-edbc8d67f21a HTTP/1.1" status: 204 len: 168 time: 0.7775841 Jul 14 11:21:46.970954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778ec12-af36-4963-8139-5b05ef2dbcf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c7321d-de37-428e-9be6-edbc8d67f21a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:46.992698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5231289-cbe0-4e10-a1b4-207d5a123b3f None None] Network 5e730f2a-6ba2-4d44-bd87-853dc61ab70c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:46.994620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b9f3f0f-03e1-4b79-abac-7f5c9a7ffe8e req-b83d7367-f4a6-4b94-bfd9-ebeddf420fb2 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099155 Jul 14 11:21:47.012368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50828) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:47.090365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-09544656-6cf1-4d42-b1f3-12c0cfdcbc28 admin admin] Deleting subnet ce5f6ac3-a913-441c-a539-f845cc88482a {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:21:47.094444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09544656-6cf1-4d42-b1f3-12c0cfdcbc28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.154232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09544656-6cf1-4d42-b1f3-12c0cfdcbc28 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.178619 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09544656-6cf1-4d42-b1f3-12c0cfdcbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.257071 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09544656-6cf1-4d42-b1f3-12c0cfdcbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.287680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09544656-6cf1-4d42-b1f3-12c0cfdcbc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5f6ac3-a913-441c-a539-f845cc88482a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:47.289748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09544656-6cf1-4d42-b1f3-12c0cfdcbc28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.292639 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-09544656-6cf1-4d42-b1f3-12c0cfdcbc28 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ce5f6ac3-a913-441c-a539-f845cc88482a HTTP/1.1" status: 204 len: 168 time: 0.2790823 Jul 14 11:21:47.295124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50832) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:47.309289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50834) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:47.365964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-36d0bab4-4cab-45a1-a189-cfb7c80fc6c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8988095817f74052a7ea9fe25c3fa862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555162 Jul 14 11:21:47.366522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.369212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50838) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:47.436171 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0754236-53cc-4651-88af-52cf0ef971f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.457584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50840) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:47.474808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50844) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:47.475895 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0754236-53cc-4651-88af-52cf0ef971f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.500241 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.514424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.515543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.517790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.519459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > port after_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.520560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.521084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > port after_update 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.525135 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.525836 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.526503 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.527006 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.553528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0754236-53cc-4651-88af-52cf0ef971f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.565891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0754236-53cc-4651-88af-52cf0ef971f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.570608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e0754236-53cc-4651-88af-52cf0ef971f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/487e2a8b-dbb2-4864-b723-2314ef66c5c9 HTTP/1.1" status: 204 len: 168 time: 0.1993361 Jul 14 11:21:47.580721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0754236-53cc-4651-88af-52cf0ef971f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487e2a8b-dbb2-4864-b723-2314ef66c5c9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:47.608727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-network', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:47.636154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Made reservation on behalf of 2ea347b6e6a04301954a1f4721d958a5 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:47.638731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.649141 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.773871 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.779014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.789870 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:21:47.805940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:21:47.825607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756263878970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.826088 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Unsubscribe: segment precommit_create {{(pid=93702) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 11:21:47.826406 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Added segment 1461881c-71f2-4887-b91e-f7c626865a5d of type vlan for network c89931fa-8a15-45ef-8021-a8296dc4d58a Jul 14 11:21:47.861662 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.862024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.862351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.862700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:21:47.863076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48dd4cd-732b-429d-a878-7bcb1bf30630']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:47.920887 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.925630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f302d2b5-82ac-4350-b27d-8671b535b46d') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:47.925933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f302d2b5-82ac-4350-b27d-8671b535b46d') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:47.930008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-832b1c83-fed8-4931-8a8f-5bca171b7a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.930671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aab080e-bbc8-45e2-ae07-5d506470d86b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:47.951395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:47.994787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-322ac728-834f-4ab4-8cbe-eb43b4aae492 req-944358f9-a274-41b8-99dc-33bebbaa2247 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 210 time: 0.0520663 Jul 14 11:21:47.995400 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.011138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:21:48.012589 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: from cryptography.utils import int_from_bytes Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: from cryptography.utils import int_from_bytes Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:21:48.016030 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:21:48.044778 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.045783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:48.046551 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.094066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.108753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.113885 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b48dd4cd-732b-429d-a878-7bcb1bf30630 HTTP/1.1" status: 204 len: 168 time: 0.8176816 Jul 14 11:21:48.116885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50864) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:48.142140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e906e-a5ff-457b-ab20-712f1f095c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b48dd4cd-732b-429d-a878-7bcb1bf30630,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:48.181241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] Pushing event updated for resources: {'Network': ['ID=c89931fa-8a15-45ef-8021-a8296dc4d58a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:48.191398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-832b1c83-fed8-4931-8a8f-5bca171b7a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.197700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network c89931fa-8a15-45ef-8021-a8296dc4d58a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:21:48.200342 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-832b1c83-fed8-4931-8a8f-5bca171b7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.207249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fabcedb-36aa-44df-a9db-baaab7c26a7a admin admin] Deleting subnet 2fce38f2-28fd-4184-9c51-dc48b80108e7 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:21:48.219351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fabcedb-36aa-44df-a9db-baaab7c26a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.231596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2bb482b6-0179-405c-b6ce-be58dff047cd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7724922 Jul 14 11:21:48.235266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50868) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:48.241832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Request body: {'subnet': {'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-subnet', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:48.273435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Made reservation on behalf of 2ea347b6e6a04301954a1f4721d958a5 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:48.278902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.293261 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-832b1c83-fed8-4931-8a8f-5bca171b7a28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37375f99d3e04496aa1cd329052efab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8171015 Jul 14 11:21:48.295959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b1c83-fed8-4931-8a8f-5bca171b7a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45413ed8-c499-4e21-88a6-6b9718d1568f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:48.300865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50870) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:48.303691 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fabcedb-36aa-44df-a9db-baaab7c26a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.366272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fabcedb-36aa-44df-a9db-baaab7c26a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.439560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fabcedb-36aa-44df-a9db-baaab7c26a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.479190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabcedb-36aa-44df-a9db-baaab7c26a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fce38f2-28fd-4184-9c51-dc48b80108e7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:48.484788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fabcedb-36aa-44df-a9db-baaab7c26a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.489795 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7fabcedb-36aa-44df-a9db-baaab7c26a7a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2fce38f2-28fd-4184-9c51-dc48b80108e7 HTTP/1.1" status: 204 len: 168 time: 0.3559597 Jul 14 11:21:48.490644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50878) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:48.593465 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.595046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50880) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:48.639723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2690d15-138b-49bd-92fa-bdb854a74091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.698437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2690d15-138b-49bd-92fa-bdb854a74091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.701445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.713924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e730f2a-6ba2-4d44-bd87-853dc61ab70c']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:48.721107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c037-2fa2-4ffb-90f2-b4a4dbfd924c req-9feaba60-4bd1-46e2-abf5-04db060fe78e tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:48.729265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16f6c037-2fa2-4ffb-90f2-b4a4dbfd924c req-9feaba60-4bd1-46e2-abf5-04db060fe78e tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 972 time: 0.4286594 Jul 14 11:21:48.734360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da987fa-8acd-4e15-af91-7bc01bb5839f') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:48.734723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da987fa-8acd-4e15-af91-7bc01bb5839f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:48.749601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.777176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-55113528-network', 'tenant_id': '08f036ff4c4240998a557b441146ba18'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:48.783762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.800381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:21:48.800817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:21:48.802531 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:21:48.844833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16f6c037-2fa2-4ffb-90f2-b4a4dbfd924c req-978d2416-e19f-4381-a06e-291a8ff70a2f tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141105 Jul 14 11:21:48.847521 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.869429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Made reservation on behalf of 08f036ff4c4240998a557b441146ba18 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:48.869429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.881994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.893305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.908524 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.910413 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] 10.222.0.38 "DELETE /v2.0/networks/5e730f2a-6ba2-4d44-bd87-853dc61ab70c HTTP/1.1" status: 204 len: 168 time: 0.4190159 Jul 14 11:21:48.925004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e4751-9cac-45eb-85f6-1787a7ddf2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5e730f2a-6ba2-4d44-bd87-853dc61ab70c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:48.934458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d834e4cb-98d8-4414-b4e7-54d90e09712c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:48.936858 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2690d15-138b-49bd-92fa-bdb854a74091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.939425 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2690d15-138b-49bd-92fa-bdb854a74091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:48.944759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f2690d15-138b-49bd-92fa-bdb854a74091 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45413ed8-c499-4e21-88a6-6b9718d1568f HTTP/1.1" status: 204 len: 168 time: 0.6388142 Jul 14 11:21:48.966474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2690d15-138b-49bd-92fa-bdb854a74091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45413ed8-c499-4e21-88a6-6b9718d1568f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:48.978637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Checking segment: {'id': '1461881c-71f2-4887-b91e-f7c626865a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:48.979006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Network hostable DHCP agents. Network: c89931fa-8a15-45ef-8021-a8296dc4d58a, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:21:49.011076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Network c89931fa-8a15-45ef-8021-a8296dc4d58a is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:21:49.044625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, c89931fa-8a15-45ef-8021-a8296dc4d58a) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:49.055114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:49.058442 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.058856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5aa81f-4fd2-421f-b3ce-aadc903510bc None None] Network c89931fa-8a15-45ef-8021-a8296dc4d58a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:49.138935 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.167644 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.174762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fff1934c-ae2d-42a6-b7f4-11ac432d9181 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9316618 Jul 14 11:21:49.175255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50892) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:49.193509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:49.264977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea68d105-e23a-4ab1-acaa-41111eeda4c3 req-e8b29eff-5f20-49af-83a5-66e4fea63a98 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 210 time: 0.0532339 Jul 14 11:21:49.283768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50896) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:49.294327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.295305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.340784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd6f9-51d1-4e92-bbd1-d623338b186d req-d744c63c-21f0-4e05-9f23-b3cb87eab792 tempest-AggregatesAdminTestJSON-506141469 tempest-AggregatesAdminTestJSON-506141469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:49.342370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9eafd6f9-51d1-4e92-bbd1-d623338b186d req-d744c63c-21f0-4e05-9f23-b3cb87eab792 tempest-AggregatesAdminTestJSON-506141469 tempest-AggregatesAdminTestJSON-506141469-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 1123 time: 0.1899953 Jul 14 11:21:49.347985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a81617d1-964c-4bce-81f2-2d942e50152b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe09e06520764bf78acea6e963a6f6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587304 Jul 14 11:21:49.354618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50898) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:49.364568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.368108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82162a7-f72f-47c7-aade-271d373db8c5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:49.381766 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9eafd6f9-51d1-4e92-bbd1-d623338b186d req-685d0d2a-d66a-47b8-8494-5db8ecbbfa4b tempest-AggregatesAdminTestJSON-506141469 tempest-AggregatesAdminTestJSON-506141469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.395395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-c89931fa-8a15-45ef-8021-a8296dc4d58a', 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'fixed_ips': [{'subnet_id': 'd834e4cb-98d8-4414-b4e7-54d90e09712c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:21:49.396622 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.461373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09d65e30-ded5-484a-a997-c48023195217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.499534 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09d65e30-ded5-484a-a997-c48023195217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.519077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:21:49.540545 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.549584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.549929 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Added segment 0720b59b-baae-458a-a03e-f10575a4df93 of type vlan for network 383deb41-11bf-4cf3-a818-efaf5d55d17d Jul 14 11:21:49.581880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9eafd6f9-51d1-4e92-bbd1-d623338b186d req-685d0d2a-d66a-47b8-8494-5db8ecbbfa4b tempest-AggregatesAdminTestJSON-506141469 tempest-AggregatesAdminTestJSON-506141469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.588508 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9eafd6f9-51d1-4e92-bbd1-d623338b186d req-685d0d2a-d66a-47b8-8494-5db8ecbbfa4b tempest-AggregatesAdminTestJSON-506141469 tempest-AggregatesAdminTestJSON-506141469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.608058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09d65e30-ded5-484a-a997-c48023195217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.610449 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09d65e30-ded5-484a-a997-c48023195217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.610849 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50900) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:49.612692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-09d65e30-ded5-484a-a997-c48023195217 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6334081d-7253-46cf-a983-cb3f574f4151 HTTP/1.1" status: 204 len: 168 time: 0.2562532 Jul 14 11:21:49.613762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Allocated IP 172.20.0.2 (c89931fa-8a15-45ef-8021-a8296dc4d58a/d834e4cb-98d8-4414-b4e7-54d90e09712c/d5699bf1-baf6-48b0-93c1-52ae112e642e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:49.629672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9eafd6f9-51d1-4e92-bbd1-d623338b186d req-685d0d2a-d66a-47b8-8494-5db8ecbbfa4b tempest-AggregatesAdminTestJSON-506141469 tempest-AggregatesAdminTestJSON-506141469-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756255 Jul 14 11:21:49.662077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0d2a-d66a-47b8-8494-5db8ecbbfa4b tempest-AggregatesAdminTestJSON-506141469 tempest-AggregatesAdminTestJSON-506141469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea1c349-3013-4d9f-8f31-3e20cc51093d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:49.674766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.676313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d65e30-ded5-484a-a997-c48023195217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6334081d-7253-46cf-a983-cb3f574f4151,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:49.679513 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c5a68a6-5bf9-4152-b4bd-718dcf26f309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.745970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Request body: {'port': {'device_id': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'admin_state_up': True, 'tenant_id': '595428f2d6254beda60793bb93154145', 'security_groups': ['80f87e65-53b1-47b3-8958-a66e975cccb4']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:49.831113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.832239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:49.832835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.835351 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.846374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Transition to ACTIVE for port object d5699bf1-baf6-48b0-93c1-52ae112e642e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:49.866796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Transition to ACTIVE for port object d5699bf1-baf6-48b0-93c1-52ae112e642e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:49.874413 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:49.954245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] Pushing event updated for resources: {'Network': ['ID=383deb41-11bf-4cf3-a818-efaf5d55d17d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:49.980427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Pushing event updated for resources: {'Port': ['ID=d5699bf1-baf6-48b0-93c1-52ae112e642e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:49.993559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 383deb41-11bf-4cf3-a818-efaf5d55d17d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:21:50.068876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Network c89931fa-8a15-45ef-8021-a8296dc4d58a is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:50.075353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:50.078212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:50.101079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c5a68a6-5bf9-4152-b4bd-718dcf26f309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.111641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c5a68a6-5bf9-4152-b4bd-718dcf26f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.142251 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d9c300ff-213a-49b3-b09f-f8ae0d86cf9a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5452719 Jul 14 11:21:50.142480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50924) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:50.150820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Request body: {'subnet': {'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-55113528-subnet', 'tenant_id': '08f036ff4c4240998a557b441146ba18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:50.161779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.176670 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Attempting to bind port d5699bf1-baf6-48b0-93c1-52ae112e642e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:50.177183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Attempting to bind port d5699bf1-baf6-48b0-93c1-52ae112e642e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '1461881c-71f2-4887-b91e-f7c626865a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:50.177825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Attempting to bind port d5699bf1-baf6-48b0-93c1-52ae112e642e on network c89931fa-8a15-45ef-8021-a8296dc4d58a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:50.185109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:50.185773 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Checking segment: {'id': '1461881c-71f2-4887-b91e-f7c626865a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:50.186250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50926) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:50.186487 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.187056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Bound using segment: {'id': '1461881c-71f2-4887-b91e-f7c626865a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:50.187685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Bound port: d5699bf1-baf6-48b0-93c1-52ae112e642e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461881c-71f2-4887-b91e-f7c626865a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:50.188327 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.203736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.207521 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5c5a68a6-5bf9-4152-b4bd-718dcf26f309 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd8543d06f234d13900df27f378bcfe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5944517 Jul 14 11:21:50.210736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50928) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:50.214241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a68a6-5bf9-4152-b4bd-718dcf26f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f84772-65f2-4d0c-9b25-4d9708346b81,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:50.216836 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Made reservation on behalf of 595428f2d6254beda60793bb93154145 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:50.220467 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.273231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] For port d5699bf1-baf6-48b0-93c1-52ae112e642e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:50.280819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c6d9d065-accd-430b-b3be-3769c4a86fe9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fe86c4d5a3044dc88c74174face84f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909171 Jul 14 11:21:50.281212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50930) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:50.284339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] For port d5699bf1-baf6-48b0-93c1-52ae112e642e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d5699bf1-baf6-48b0-93c1-52ae112e642e,segment=NetworkSegment(1461881c-71f2-4887-b91e-f7c626865a5d),segment_id=1461881c-71f2-4887-b91e-f7c626865a5d)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:50.292655 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.303825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Made reservation on behalf of 08f036ff4c4240998a557b441146ba18 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:50.306701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.406292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48163c-a393-4680-8692-f2781eb5bb46 None None] Pushing event updated for resources: {'Port': ['ID=d5699bf1-baf6-48b0-93c1-52ae112e642e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:50.446249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6914786f-5758-42cd-b2bf-7f8156fb77a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.515461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b964b0b-c06b-4da5-9f7c-52b3f58a609a req-354d96cf-50c5-4c68-aa59-6715be650662 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 210 time: 0.0622475 Jul 14 11:21:50.538357 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6914786f-5758-42cd-b2bf-7f8156fb77a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.726924 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6914786f-5758-42cd-b2bf-7f8156fb77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.730585 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6914786f-5758-42cd-b2bf-7f8156fb77a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.732020 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6914786f-5758-42cd-b2bf-7f8156fb77a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8f84772-65f2-4d0c-9b25-4d9708346b81 HTTP/1.1" status: 204 len: 168 time: 0.5194724 Jul 14 11:21:50.735405 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.763517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Allocated IP 172.25.2.84 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/36bf6512-b974-4ff7-a90a-e98b11055c14) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:50.795422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ade85c1-e55d-4823-8ce8-e5f87c15ed7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:50.858123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Allocated IP 172.20.0.9 (e8462e7e-362e-40f9-bf81-f4da8c8b3b1f/fc709ef8-5a9b-4b6e-88e9-a0a84793cf30/88eb32af-f33e-4d2a-9264-4a70e795d0a9) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:50.894485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914786f-5758-42cd-b2bf-7f8156fb77a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f84772-65f2-4d0c-9b25-4d9708346b81,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:50.938760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ade85c1-e55d-4823-8ce8-e5f87c15ed7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:51.001382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6d60c3-9778-4f10-bed1-cae176509fb9,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:51.038461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d5699bf1-baf6-48b0-93c1-52ae112e642e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:51.059908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Checking segment: {'id': '0720b59b-baae-458a-a03e-f10575a4df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:51.060284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Network hostable DHCP agents. Network: 383deb41-11bf-4cf3-a818-efaf5d55d17d, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:21:51.105997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Network 383deb41-11bf-4cf3-a818-efaf5d55d17d is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:21:51.124965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 383deb41-11bf-4cf3-a818-efaf5d55d17d) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:51.147327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3ddba-a639-436e-8a60-c8fa86af9a0e None None] Network 383deb41-11bf-4cf3-a818-efaf5d55d17d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:51.148646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:51.156436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:51.157092 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:51.172934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port d5699bf1-baf6-48b0-93c1-52ae112e642e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:51.173429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ade85c1-e55d-4823-8ce8-e5f87c15ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:51.176202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ade85c1-e55d-4823-8ce8-e5f87c15ed7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:51.177593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ade85c1-e55d-4823-8ce8-e5f87c15ed7d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5dcdb43b-d9c0-4432-9d8a-422959080d0e HTTP/1.1" status: 204 len: 168 time: 0.8943760 Jul 14 11:21:51.206218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade85c1-e55d-4823-8ce8-e5f87c15ed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcdb43b-d9c0-4432-9d8a-422959080d0e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:51.225493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-63f0f1be-f09f-4e1b-bc86-9a387dce6abd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0810349 Jul 14 11:21:51.266628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:51.285634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:51.304440 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Transition to ACTIVE for port object 88eb32af-f33e-4d2a-9264-4a70e795d0a9 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:51.361552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:51.382362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:51.392520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:51.428744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Pushing event updated for resources: {'Port': ['ID=36bf6512-b974-4ff7-a90a-e98b11055c14,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:51.492388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd74f12-70fd-40be-ac17-ce9d8451a8d9 None None] Network 383deb41-11bf-4cf3-a818-efaf5d55d17d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:51.550883 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:51.717605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:51.736504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:51.751382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:51.758001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event updated for resources: {'Port': ['ID=88eb32af-f33e-4d2a-9264-4a70e795d0a9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:51.922865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:51.923669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:51.935658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-cd985ed9-55af-4eac-9926-f133a67ac699 req-571feb07-6f94-4135-8e43-7bc058495be7 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1404396264', 'description': 'tempest-description-503183765'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:51.992270 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-f502dd9b-53e8-45a0-a1a8-cebe81e1c681 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2551754 Jul 14 11:21:52.007137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-c40dd6f2-10d9-4f5e-b91c-da0ef9f66baf tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:21:52.008416 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-c40dd6f2-10d9-4f5e-b91c-da0ef9f66baf tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062416 Jul 14 11:21:52.037421 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.067027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cd985ed9-55af-4eac-9926-f133a67ac699 req-571feb07-6f94-4135-8e43-7bc058495be7 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.125554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d66a340-eff6-4614-88dc-25e4be70a7c2 None None] Network c89931fa-8a15-45ef-8021-a8296dc4d58a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:21:52.138117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7da84a-439b-43ef-bd48-61dcae42ae56 req-3abae5ca-1b8f-42bd-9076-a4d59a5d116c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:52.141221 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca7da84a-439b-43ef-bd48-61dcae42ae56 req-3abae5ca-1b8f-42bd-9076-a4d59a5d116c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 931 time: 0.1977348 Jul 14 11:21:52.228559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca7da84a-439b-43ef-bd48-61dcae42ae56 req-6bc394d7-e25e-4f3f-bc91-c269adfc0d23 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769556 Jul 14 11:21:52.289283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Provisioning for port d5699bf1-baf6-48b0-93c1-52ae112e642e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:52.296710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Provisioning complete for port d5699bf1-baf6-48b0-93c1-52ae112e642e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:52.297179 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.396137 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cd985ed9-55af-4eac-9926-f133a67ac699 req-571feb07-6f94-4135-8e43-7bc058495be7 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.403421 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cd985ed9-55af-4eac-9926-f133a67ac699 req-571feb07-6f94-4135-8e43-7bc058495be7 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.456442 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.474557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Request body: {'port': {'device_id': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:52.496003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cd985ed9-55af-4eac-9926-f133a67ac699 req-571feb07-6f94-4135-8e43-7bc058495be7 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.497286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd985ed9-55af-4eac-9926-f133a67ac699 req-571feb07-6f94-4135-8e43-7bc058495be7 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5685084 Jul 14 11:21:52.498075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571feb07-6f94-4135-8e43-7bc058495be7 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd79ff-aaa5-434f-ac64-520e3f92e669,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:52.515280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] For port d5699bf1-baf6-48b0-93c1-52ae112e642e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d5699bf1-baf6-48b0-93c1-52ae112e642e,segment=NetworkSegment(1461881c-71f2-4887-b91e-f7c626865a5d),segment_id=1461881c-71f2-4887-b91e-f7c626865a5d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:52.520694 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.527084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.554181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-97f07ef5-96f5-40ad-8ea5-23c8e786f91a req-60bc6c86-68ee-4769-b4c0-1657527603f8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1806711379', 'description': 'tempest-description-1424081493'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:52.598546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Provisioning for port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:52.613202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Provisioning complete for port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:52.613817 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.647461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-97f07ef5-96f5-40ad-8ea5-23c8e786f91a req-60bc6c86-68ee-4769-b4c0-1657527603f8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.669687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Pushing event updated for resources: {'Port': ['ID=d5699bf1-baf6-48b0-93c1-52ae112e642e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:52.688570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7938bd3-9452-418e-8dee-67b46d3ca745 None None] Port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:21:52.823177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.835181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-97f07ef5-96f5-40ad-8ea5-23c8e786f91a req-60bc6c86-68ee-4769-b4c0-1657527603f8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.848590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-97f07ef5-96f5-40ad-8ea5-23c8e786f91a req-60bc6c86-68ee-4769-b4c0-1657527603f8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.917689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ec02fb08-5d2b-475d-ba95-7147ae1af7d7 None None] Provisioning complete for port d5699bf1-baf6-48b0-93c1-52ae112e642e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:52.918630 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec02fb08-5d2b-475d-ba95-7147ae1af7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.926474 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-97f07ef5-96f5-40ad-8ea5-23c8e786f91a req-60bc6c86-68ee-4769-b4c0-1657527603f8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:52.948715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97f07ef5-96f5-40ad-8ea5-23c8e786f91a req-60bc6c86-68ee-4769-b4c0-1657527603f8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3972306 Jul 14 11:21:52.980576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d5699bf1-baf6-48b0-93c1-52ae112e642e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:53.020426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc6c86-68ee-4769-b4c0-1657527603f8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d60a7e-a1bc-4730-ae7b-9171aa0b64f7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:53.095759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Router 8bd33192-f716-4ea7-a522-19310778b76e is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:21:53.153595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d5699bf1-baf6-48b0-93c1-52ae112e642e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:53.154141 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:53.542855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdc47e-6275-42ed-9073-781ebf4fdd5c req-5fe223ea-df4b-465b-9096-45c8a0818d36 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:53.553480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01bdc47e-6275-42ed-9073-781ebf4fdd5c req-5fe223ea-df4b-465b-9096-45c8a0818d36 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 931 time: 0.0973527 Jul 14 11:21:53.617125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:21:53.630474 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Sync routers for ids ['8bd33192-f716-4ea7-a522-19310778b76e'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:21:53.645597 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Routers {'8bd33192-f716-4ea7-a522-19310778b76e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:53.647093 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8bd33192-f716-4ea7-a522-19310778b76e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:53.654229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01bdc47e-6275-42ed-9073-781ebf4fdd5c req-9113eff9-d025-49b6-9076-803d988c37bc tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981054 Jul 14 11:21:53.681847 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:53.683418 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f678f785-4aa4-4a0d-a1d9-64118844adc1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5000916 Jul 14 11:21:53.687702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51094) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:53.718516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eb32af-f33e-4d2a-9264-4a70e795d0a9 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:21:53.737525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:53.754691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Transition to ACTIVE for port object 88eb32af-f33e-4d2a-9264-4a70e795d0a9 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:53.761107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:53.857962 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Set router 8bd33192-f716-4ea7-a522-19310778b76e gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:53.987743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Pushing event updated for resources: {'Port': ['ID=88eb32af-f33e-4d2a-9264-4a70e795d0a9,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:54.050479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-1c8eab95-dec6-436e-bf96-6b17bddc35da tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:54.060368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-1c8eab95-dec6-436e-bf96-6b17bddc35da tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 811 time: 0.4025011 Jul 14 11:21:54.151700 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e5a9e842-f638-440a-827f-1d12728a71ed tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/quotas/08f036ff4c4240998a557b441146ba18 HTTP/1.1" status: 200 len: 375 time: 0.0901618 Jul 14 11:21:54.154741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Attempting to bind port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:54.155256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Attempting to bind port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:54.155432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Attempting to bind port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 on network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:54.160616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 on network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:21:54.161137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Attempting to bind port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 on network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:54.167309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:54.167900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Checking segment: {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:54.168626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Bound using segment: {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:54.169295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Bound port: 88eb32af-f33e-4d2a-9264-4a70e795d0a9, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:54.169838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:54.244340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-413b354b-4f9c-45db-97bb-aa367a2051c8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870774 Jul 14 11:21:54.283761 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd33192-f716-4ea7-a522-19310778b76e', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:49Z', 'updated_at': '2021-07-14T11:21:51Z', 'revision_number': 3, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'gw_port': {'id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:50Z', 'updated_at': '2021-07-14T11:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:54.286627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] For port 88eb32af-f33e-4d2a-9264-4a70e795d0a9, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:54.297940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] For port 88eb32af-f33e-4d2a-9264-4a70e795d0a9, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=88eb32af-f33e-4d2a-9264-4a70e795d0a9,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:54.308002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:54.418452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:54.419355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:54.421102 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] 10.222.0.45 "PUT /v2.0/ports/88eb32af-f33e-4d2a-9264-4a70e795d0a9 HTTP/1.1" status: 200 len: 1091 time: 2.2063634 Jul 14 11:21:54.427250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'tag': '88eb32af-f33e-4d2a-9264-4a70e795d0a9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:21:54.430793 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Checking router: 8bd33192-f716-4ea7-a522-19310778b76e for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:21:54.431391 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Updating router 8bd33192-f716-4ea7-a522-19310778b76e port 36bf6512-b974-4ff7-a90a-e98b11055c14 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:21:54.485774 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:54.535949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-485a7f71-ccf8-4b0a-9ea8-bd4e8f704cd0 service neutron] 10.222.0.38 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885571 Jul 14 11:21:54.546549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01e8b1-b35a-4237-af3f-2874237d0487 service neutron] Pushing event updated for resources: {'Port': ['ID=88eb32af-f33e-4d2a-9264-4a70e795d0a9,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:54.614101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-63bf316f-1933-420f-a1ff-6cd5da8d3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:54.615924 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-63bf316f-1933-420f-a1ff-6cd5da8d3de7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=595428f2d6254beda60793bb93154145&device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 1094 time: 0.1400428 Jul 14 11:21:54.722091 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-b90a066c-1af1-4699-91ba-225f2c7bfc73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88eb32af-f33e-4d2a-9264-4a70e795d0a9 HTTP/1.1" status: 200 len: 217 time: 0.0936444 Jul 14 11:21:54.819505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-81f4d119-a5aa-4609-9aa0-c6140f55520a service neutron] 10.222.0.38 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817826 Jul 14 11:21:54.820254 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f13aaa-ac80-469d-9760-dc0155e52bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "28cd60e0-95c0-42f8-b570-2d3373b4936b", "tag": "88eb32af-f33e-4d2a-9264-4a70e795d0a9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:21:54.860163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-38fd3716-de35-4d44-8216-41bc1367371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:54.865055 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-38fd3716-de35-4d44-8216-41bc1367371c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc709ef8-5a9b-4b6e-88e9-a0a84793cf30 HTTP/1.1" status: 200 len: 862 time: 0.1357021 Jul 14 11:21:54.992139 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:55.022365 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Transition to ACTIVE for port object 36bf6512-b974-4ff7-a90a-e98b11055c14 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:55.036398 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:55.038526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-2274fe89-1768-462c-b8d4-1c14002343a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.040284 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-2274fe89-1768-462c-b8d4-1c14002343a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665869 Jul 14 11:21:55.072011 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Attempting to bind port 36bf6512-b974-4ff7-a90a-e98b11055c14 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:21:55.072687 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Attempting to bind port 36bf6512-b974-4ff7-a90a-e98b11055c14 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:21:55.073201 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Attempting to bind port 36bf6512-b974-4ff7-a90a-e98b11055c14 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:21:55.101361 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:21:55.102046 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:21:55.102856 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:55.103416 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:21:55.104472 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Bound port: 36bf6512-b974-4ff7-a90a-e98b11055c14, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:21:55.105057 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:55.176531 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f98a3-997f-4601-8074-642465335c96 None None] Pushing event updated for resources: {'Port': ['ID=36bf6512-b974-4ff7-a90a-e98b11055c14,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:55.181843 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] For port 36bf6512-b974-4ff7-a90a-e98b11055c14, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:55.186090 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] For port 36bf6512-b974-4ff7-a90a-e98b11055c14, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=36bf6512-b974-4ff7-a90a-e98b11055c14,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:55.202880 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:55.203098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-2c8a6411-9b7f-4442-890f-4acb0b599698 service neutron] 10.222.0.45 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418326 Jul 14 11:21:55.283889 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Routers {'8bd33192-f716-4ea7-a522-19310778b76e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:55.284516 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8bd33192-f716-4ea7-a522-19310778b76e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:55.285443 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:55.287684 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f98a3-997f-4601-8074-642465335c96 None None] Pushing event updated for resources: {'Port': ['ID=36bf6512-b974-4ff7-a90a-e98b11055c14,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:55.341004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa484-4980-444e-a926-a74ee45d3224 req-0399d008-c673-4842-b14e-5c508c6f8397 tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.341431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa484-4980-444e-a926-a74ee45d3224 req-0399d008-c673-4842-b14e-5c508c6f8397 tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.342209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa484-4980-444e-a926-a74ee45d3224 req-0399d008-c673-4842-b14e-5c508c6f8397 tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.342871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa484-4980-444e-a926-a74ee45d3224 req-0399d008-c673-4842-b14e-5c508c6f8397 tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.343498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa484-4980-444e-a926-a74ee45d3224 req-0399d008-c673-4842-b14e-5c508c6f8397 tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.344156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa484-4980-444e-a926-a74ee45d3224 req-0399d008-c673-4842-b14e-5c508c6f8397 tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.344639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa484-4980-444e-a926-a74ee45d3224 req-0399d008-c673-4842-b14e-5c508c6f8397 tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.351487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6daa484-4980-444e-a926-a74ee45d3224 req-0399d008-c673-4842-b14e-5c508c6f8397 tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5025 time: 0.2382469 Jul 14 11:21:55.363803 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fa86b121-f12c-4683-8d7c-8266abe92ef0 req-3c5114d1-092e-4d68-87b9-6387f600c24b service neutron] 10.222.0.45 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498063 Jul 14 11:21:55.427538 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] Set router 8bd33192-f716-4ea7-a522-19310778b76e gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:21:55.439622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed8d2-f43f-42fb-bcfd-11ba347f36f6 req-069c4e71-2af0-402a-977f-8cffc6a094e9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.448486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f9ed8d2-f43f-42fb-bcfd-11ba347f36f6 req-069c4e71-2af0-402a-977f-8cffc6a094e9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 943 time: 0.2393792 Jul 14 11:21:55.558181 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd53275-67c3-4049-a3db-a41d732006ac x-openstack-request-id: req-9fd53275-67c3-4049-a3db-a41d732006ac {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:21:55.558678 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28cd60e0-95c0-42f8-b570-2d3373b4936b", "tag": "88eb32af-f33e-4d2a-9264-4a70e795d0a9", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:21:55.559086 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fd53275-67c3-4049-a3db-a41d732006ac {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:21:55.559694 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'tag': '88eb32af-f33e-4d2a-9264-4a70e795d0a9', 'status': 'completed', 'code': 200} Jul 14 11:21:55.616311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f9ed8d2-f43f-42fb-bcfd-11ba347f36f6 req-494b8095-e988-447a-ad14-9436f321c951 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655843 Jul 14 11:21:55.654352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-30ec0ff0-4f2a-401b-ba08-da8ff3cb46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.655973 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-30ec0ff0-4f2a-401b-ba08-da8ff3cb46d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=595428f2d6254beda60793bb93154145&device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 1094 time: 0.0708168 Jul 14 11:21:55.715331 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd33192-f716-4ea7-a522-19310778b76e', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:49Z', 'updated_at': '2021-07-14T11:21:51Z', 'revision_number': 3, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'gw_port': {'id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:50Z', 'updated_at': '2021-07-14T11:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:55.751032 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab4bb1-0e21-43ed-bf93-ec6bbee4efc7 None None] The sync data for ids ['8bd33192-f716-4ea7-a522-19310778b76e'] in n-d-778696-8 is: [{'id': '8bd33192-f716-4ea7-a522-19310778b76e', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:49Z', 'updated_at': '2021-07-14T11:21:51Z', 'revision_number': 3, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'gw_port': {'id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:50Z', 'updated_at': '2021-07-14T11:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:21:55.772326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Allocated IP 172.20.0.1 (c89931fa-8a15-45ef-8021-a8296dc4d58a/d834e4cb-98d8-4414-b4e7-54d90e09712c/30c461d2-3255-43fd-b70f-bacc6e7ff483) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:55.802959 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:55.874854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-f7603960-991d-4574-90a8-b2852998ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:55.876886 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-f7603960-991d-4574-90a8-b2852998ca60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 200 len: 923 time: 0.2133007 Jul 14 11:21:55.941608 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-02f9cd03-7a9a-4507-82b9-bfac7388e9fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88eb32af-f33e-4d2a-9264-4a70e795d0a9 HTTP/1.1" status: 200 len: 217 time: 0.0570767 Jul 14 11:21:56.000317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-43657fea-c30b-4385-b205-2beee80b2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:56.002161 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-43657fea-c30b-4385-b205-2beee80b2f26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc709ef8-5a9b-4b6e-88e9-a0a84793cf30 HTTP/1.1" status: 200 len: 862 time: 0.0529935 Jul 14 11:21:56.079411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-bab0d447-600d-4220-a0af-aab5a1f3e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:56.081424 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-bab0d447-600d-4220-a0af-aab5a1f3e9f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714827 Jul 14 11:21:56.153623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b92b49d-34a5-4b0f-a672-cbedef4c8aeb req-ef6b71f3-33ef-4cc2-a6d4-1da23c28f6aa tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0999942 Jul 14 11:21:56.222367 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-ecdd3afa-e4d0-4ce9-8c59-953409a8b5da service neutron] 10.222.0.45 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046484 Jul 14 11:21:56.281810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0b8fa-82a3-4225-a2c6-dac87dd5c82c req-356f3620-b549-4376-8a2f-77e6e0f2b1fc tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:56.292935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19b0b8fa-82a3-4225-a2c6-dac87dd5c82c req-356f3620-b549-4376-8a2f-77e6e0f2b1fc tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 886 time: 0.2373893 Jul 14 11:21:56.299494 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:56.316546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Transition to ACTIVE for port object 30c461d2-3255-43fd-b70f-bacc6e7ff483 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:21:56.398952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:56.401974 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-04f13aaa-ac80-469d-9760-dc0155e52bfc req-d0562860-6464-409e-a010-f56f246478d9 service neutron] 10.222.0.45 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713200 Jul 14 11:21:56.502811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Network c89931fa-8a15-45ef-8021-a8296dc4d58a is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:56.511903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:56.531558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:56.565500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Pushing event updated for resources: {'Port': ['ID=30c461d2-3255-43fd-b70f-bacc6e7ff483,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:56.731561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:56.824250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-620325f1-d16a-495b-81ab-3d50909ff2ab None None] Provisioning for port 30c461d2-3255-43fd-b70f-bacc6e7ff483 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:56.830994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-620325f1-d16a-495b-81ab-3d50909ff2ab None None] Provisioning complete for port 30c461d2-3255-43fd-b70f-bacc6e7ff483 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:56.831488 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-620325f1-d16a-495b-81ab-3d50909ff2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:56.890371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-620325f1-d16a-495b-81ab-3d50909ff2ab None None] Port 30c461d2-3255-43fd-b70f-bacc6e7ff483 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:21:56.931660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 36bf6512-b974-4ff7-a90a-e98b11055c14 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:57.017403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 36bf6512-b974-4ff7-a90a-e98b11055c14 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:21:57.023543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 36bf6512-b974-4ff7-a90a-e98b11055c14 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:57.024960 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:57.125789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e6a7fbd3-2a09-422a-8f9a-38b51bdc45de tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:57.126015 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:57.127241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e6a7fbd3-2a09-422a-8f9a-38b51bdc45de tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.64 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 811 time: 0.5482304 Jul 14 11:21:57.150798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 36bf6512-b974-4ff7-a90a-e98b11055c14, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=36bf6512-b974-4ff7-a90a-e98b11055c14,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:57.150988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'port': {'device_id': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d', 'admin_state_up': True, 'tenant_id': '08f036ff4c4240998a557b441146ba18'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:57.155245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d090-d9aa-48a2-ae37-ab8485144a31 req-c94d96ed-be81-47f4-baa5-3fbf52697aee tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:57.155978 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:57.156107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d090-d9aa-48a2-ae37-ab8485144a31 req-c94d96ed-be81-47f4-baa5-3fbf52697aee tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:57.156656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d090-d9aa-48a2-ae37-ab8485144a31 req-c94d96ed-be81-47f4-baa5-3fbf52697aee tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:57.157126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d090-d9aa-48a2-ae37-ab8485144a31 req-c94d96ed-be81-47f4-baa5-3fbf52697aee tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:57.158224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d090-d9aa-48a2-ae37-ab8485144a31 req-c94d96ed-be81-47f4-baa5-3fbf52697aee tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:57.158702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d090-d9aa-48a2-ae37-ab8485144a31 req-c94d96ed-be81-47f4-baa5-3fbf52697aee tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:57.159770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d090-d9aa-48a2-ae37-ab8485144a31 req-c94d96ed-be81-47f4-baa5-3fbf52697aee tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:57.161617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b816d090-d9aa-48a2-ae37-ab8485144a31 req-c94d96ed-be81-47f4-baa5-3fbf52697aee tempest-NetworksTest-2017942175 tempest-NetworksTest-2017942175-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5025 time: 0.5846817 Jul 14 11:21:57.254140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=36bf6512-b974-4ff7-a90a-e98b11055c14,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:57.299970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290d630-1d53-433a-82c9-52928b0631a5 req-38dbc741-0495-4dc2-958a-a3a4f4b63d97 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:57.307446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8290d630-1d53-433a-82c9-52928b0631a5 req-38dbc741-0495-4dc2-958a-a3a4f4b63d97 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 943 time: 0.3495774 Jul 14 11:21:57.373688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:57.412655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8290d630-1d53-433a-82c9-52928b0631a5 req-944cd4a1-1bab-4845-a3da-eecf8b189755 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036384 Jul 14 11:21:57.552781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Made reservation on behalf of 08f036ff4c4240998a557b441146ba18 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:57.572736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:57.616945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51242) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:57.654948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51246) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:57.708032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0386096-83a6-44aa-8fb7-f6d7b752aa71 req-fe8850f1-9b8d-4a0c-ba07-b59ee475ca1f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.1320105 Jul 14 11:21:57.800242 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:57.807089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd053ee7-4374-4e01-890e-e03f424fb961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:57.946356 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-046cdc98-9cfe-4e08-af0a-0176a6a577fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:57.994546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.020569 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.125434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd053ee7-4374-4e01-890e-e03f424fb961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.152297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd053ee7-4374-4e01-890e-e03f424fb961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.217280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Allocated IP 172.20.0.6 (383deb41-11bf-4cf3-a818-efaf5d55d17d/7c6d60c3-9778-4f10-bed1-cae176509fb9/db9ca234-2e91-465d-b473-09e970f55814) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:58.219567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.226189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Pushing event updated for resources: {'Port': ['ID=30c461d2-3255-43fd-b70f-bacc6e7ff483,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:58.247382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd053ee7-4374-4e01-890e-e03f424fb961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f13ff-4222-4ebc-8117-d8d1705b638e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:58.295932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51290) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:58.351553 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bd053ee7-4374-4e01-890e-e03f424fb961 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e04d757849c24a5d908015ae04ce2ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330077 Jul 14 11:21:58.352792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51296) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:58.446945 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023e9e3c-a2cb-46d5-bd80-9c26988e7ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.483381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Network c89931fa-8a15-45ef-8021-a8296dc4d58a is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:58.487279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:58.508024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-046cdc98-9cfe-4e08-af0a-0176a6a577fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.524710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-046cdc98-9cfe-4e08-af0a-0176a6a577fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.542566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 88eb32af-f33e-4d2a-9264-4a70e795d0a9 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:21:58.597591 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-046cdc98-9cfe-4e08-af0a-0176a6a577fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c33819ada85b49da8408d67250a6f6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9399717 Jul 14 11:21:58.598139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51306) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:58.607652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023e9e3c-a2cb-46d5-bd80-9c26988e7ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.735613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cdc98-9cfe-4e08-af0a-0176a6a577fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbf8835-8f4b-4387-bed3-fc021b334c12,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:58.762318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 88eb32af-f33e-4d2a-9264-4a70e795d0a9, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=88eb32af-f33e-4d2a-9264-4a70e795d0a9,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:58.789641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08f23ea-1105-406c-8c1b-1f74f5c8f503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.809304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.828822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '88eb32af-f33e-4d2a-9264-4a70e795d0a9', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'port_id': '88eb32af-f33e-4d2a-9264-4a70e795d0a9', 'mac_address': 'fa:16:3e:b4:a8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:21:58.829433 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08f23ea-1105-406c-8c1b-1f74f5c8f503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.831835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023e9e3c-a2cb-46d5-bd80-9c26988e7ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.835143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023e9e3c-a2cb-46d5-bd80-9c26988e7ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.837405 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-023e9e3c-a2cb-46d5-bd80-9c26988e7ca1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/840f13ff-4222-4ebc-8117-d8d1705b638e HTTP/1.1" status: 204 len: 168 time: 0.4801731 Jul 14 11:21:58.858436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e9e3c-a2cb-46d5-bd80-9c26988e7ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f13ff-4222-4ebc-8117-d8d1705b638e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:58.905161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea95b426-5673-475a-ad52-b42f546b93ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.942616 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08f23ea-1105-406c-8c1b-1f74f5c8f503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.945333 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.948488 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08f23ea-1105-406c-8c1b-1f74f5c8f503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:58.951813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b08f23ea-1105-406c-8c1b-1f74f5c8f503 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bbbf8835-8f4b-4387-bed3-fc021b334c12 HTTP/1.1" status: 204 len: 168 time: 0.3414757 Jul 14 11:21:58.965757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f23ea-1105-406c-8c1b-1f74f5c8f503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbf8835-8f4b-4387-bed3-fc021b334c12,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:58.972787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 36bf6512-b974-4ff7-a90a-e98b11055c14 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:58.980040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eb32af-f33e-4d2a-9264-4a70e795d0a9 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:21:59.011493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 88eb32af-f33e-4d2a-9264-4a70e795d0a9, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=88eb32af-f33e-4d2a-9264-4a70e795d0a9,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:59.048365 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.113673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=88eb32af-f33e-4d2a-9264-4a70e795d0a9,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:59.126394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57e988a7-26b6-4ab1-8001-5d5177ed4947 None None] Provisioning complete for port 30c461d2-3255-43fd-b70f-bacc6e7ff483 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:59.126968 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e988a7-26b6-4ab1-8001-5d5177ed4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.180998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 36bf6512-b974-4ff7-a90a-e98b11055c14 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:21:59.181656 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.183380 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-57e988a7-26b6-4ab1-8001-5d5177ed4947 None None] Port 30c461d2-3255-43fd-b70f-bacc6e7ff483 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:21:59.294762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51330) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:59.313834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b11c8bb-0bd2-451d-9940-f43ef45b1368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.317618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.436481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Network 383deb41-11bf-4cf3-a818-efaf5d55d17d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:59.449306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Router 8bd33192-f716-4ea7-a522-19310778b76e has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:21:59.458082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:59.465856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:21:59.469161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'Port': ['ID=db9ca234-2e91-465d-b473-09e970f55814,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:59.494277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['88eb32af-f33e-4d2a-9264-4a70e795d0a9'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:21:59.526067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc657-e9e7-48c8-835a-7c8afb348b44 req-9556a707-3dac-4073-80d2-e7d97b9f0927 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:59.533304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c4fc657-e9e7-48c8-835a-7c8afb348b44 req-9556a707-3dac-4073-80d2-e7d97b9f0927 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 943 time: 0.8017738 Jul 14 11:21:59.587526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603abb67-17e9-4beb-a955-75d30984c3fe req-0e6c3e53-5dcf-469f-b2c2-0fcdb5d708e7 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:59.589127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-603abb67-17e9-4beb-a955-75d30984c3fe req-0e6c3e53-5dcf-469f-b2c2-0fcdb5d708e7 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 972 time: 0.3555856 Jul 14 11:21:59.601447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51332) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:59.614706 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2108-e816-44d6-9549-522ec504d13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.643483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:21:59.644418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.709026 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea95b426-5673-475a-ad52-b42f546b93ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.740731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c4fc657-e9e7-48c8-835a-7c8afb348b44 req-99f84587-c1b0-4580-a3de-9f56edcdfda5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063117 Jul 14 11:21:59.750627 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea95b426-5673-475a-ad52-b42f546b93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.766545 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-d9cd2108-e816-44d6-9549-522ec504d13f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:21:59.766545 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 11:21:59.766545 n-d-778696-8 neutron-server[93701]: [parameters: {'project_id_1': '3ab071ae70de49799ad04384bfd19c4a', 'expiration_1': datetime.datetime(2021, 7, 14, 11, 21, 59, 625773)}] Jul 14 11:21:59.766545 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:21:59.768528 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-d9cd2108-e816-44d6-9549-522ec504d13f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:21:59.773090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-227e9ca5-69e0-42b9-879b-49aefe53aac2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6324921 Jul 14 11:21:59.794823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-603abb67-17e9-4beb-a955-75d30984c3fe req-47243076-ca60-4132-a814-a48879094154 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616008 Jul 14 11:21:59.810656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Request body: {'port': {'device_id': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:21:59.859453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ea95b426-5673-475a-ad52-b42f546b93ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=411fa8764bee45d592aad1c4bc143075&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5624785 Jul 14 11:21:59.861753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95b426-5673-475a-ad52-b42f546b93ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4030b3f2-b7ff-4217-bf75-5139fb1ec5c3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:59.863748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51334) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:21:59.866954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:21:59.876519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9db4c7ad-4a09-44e2-a37b-09957ec398f7 admin admin] 10.222.0.38 "PUT /v2.0/routers/8bd33192-f716-4ea7-a522-19310778b76e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1874239 Jul 14 11:21:59.885777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Sync routers for ids ['8bd33192-f716-4ea7-a522-19310778b76e'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:21:59.910842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Routers {'8bd33192-f716-4ea7-a522-19310778b76e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:21:59.912261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8bd33192-f716-4ea7-a522-19310778b76e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:59.940573 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1855ff8a-d957-42e8-801f-07f5abf39f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.949588 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.968614 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1855ff8a-d957-42e8-801f-07f5abf39f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.991751 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b11c8bb-0bd2-451d-9940-f43ef45b1368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:21:59.997831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.64', 54393) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:00.060214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b11c8bb-0bd2-451d-9940-f43ef45b1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.111282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Set router 8bd33192-f716-4ea7-a522-19310778b76e gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:00.116778 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7b11c8bb-0bd2-451d-9940-f43ef45b1368 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14b4d177077947acb6282373baa9126b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8215461 Jul 14 11:22:00.137304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51348) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:00.203534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11c8bb-0bd2-451d-9940-f43ef45b1368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5d2002-43fa-4be0-bde9-a8a7380ee256,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:00.252159 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62f86e51-4641-4ddd-9c5f-7db8b5d9d68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.280714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2108-e816-44d6-9549-522ec504d13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.282632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1855ff8a-d957-42e8-801f-07f5abf39f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.285536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1855ff8a-d957-42e8-801f-07f5abf39f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.288017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11cff1-1a0a-46b9-b64c-eba4a277ca08 req-34bdee95-5b2e-45ee-adaf-7c077a9f46f0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:00.290364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1855ff8a-d957-42e8-801f-07f5abf39f90 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4030b3f2-b7ff-4217-bf75-5139fb1ec5c3 HTTP/1.1" status: 204 len: 168 time: 0.4247794 Jul 14 11:22:00.296937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a11cff1-1a0a-46b9-b64c-eba4a277ca08 req-34bdee95-5b2e-45ee-adaf-7c077a9f46f0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 931 time: 0.2969244 Jul 14 11:22:00.313891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855ff8a-d957-42e8-801f-07f5abf39f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4030b3f2-b7ff-4217-bf75-5139fb1ec5c3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:00.323732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-8e4c5dc4-b823-470c-b346-4e1089888dd2 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:00.325524 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-8e4c5dc4-b823-470c-b346-4e1089888dd2 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 972 time: 0.3257136 Jul 14 11:22:00.366664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a11cff1-1a0a-46b9-b64c-eba4a277ca08 req-0223e52c-e288-46af-9055-0a8ddc78655d tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685751 Jul 14 11:22:00.417194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62f86e51-4641-4ddd-9c5f-7db8b5d9d68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.426975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd33192-f716-4ea7-a522-19310778b76e', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:49Z', 'updated_at': '2021-07-14T11:21:57Z', 'revision_number': 4, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'gw_port': {'id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:50Z', 'updated_at': '2021-07-14T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '30c461d2-3255-43fd-b70f-bacc6e7ff483', 'name': '', 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'mac_address': 'fa:16:3e:9f:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'd834e4cb-98d8-4414-b4e7-54d90e09712c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:55Z', 'updated_at': '2021-07-14T11:21:57Z', 'revision_number': 2, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'subnets': [{'id': 'd834e4cb-98d8-4414-b4e7-54d90e09712c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:00.489180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Checking router: 8bd33192-f716-4ea7-a522-19310778b76e for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:22:00.489538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Updating router 8bd33192-f716-4ea7-a522-19310778b76e port 30c461d2-3255-43fd-b70f-bacc6e7ff483 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:22:00.529046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 88eb32af-f33e-4d2a-9264-4a70e795d0a9 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:00.581743 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.684458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:00.739901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:00.740426 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.834827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9ca234-2e91-465d-b473-09e970f55814 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:00.870181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.893596 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:00.947752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eb32af-f33e-4d2a-9264-4a70e795d0a9'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:00.950904 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20324e0b-60f9-461b-8c60-6ebb8b9c337f" -d '{"events": [{"server_uuid": "28cd60e0-95c0-42f8-b570-2d3373b4936b", "name": "network-vif-plugged", "status": "completed", "tag": "88eb32af-f33e-4d2a-9264-4a70e795d0a9"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:00.982907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 88eb32af-f33e-4d2a-9264-4a70e795d0a9, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=88eb32af-f33e-4d2a-9264-4a70e795d0a9,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:00.998643 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.042251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51372) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:01.060870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ce0993-b788-473a-9dd1-26d55e761e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.081592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-e6c97987-290f-473e-927c-870079df6ea1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6126525 Jul 14 11:22:01.083654 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2108-e816-44d6-9549-522ec504d13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.089019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:01.111927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Transition to ACTIVE for port object db9ca234-2e91-465d-b473-09e970f55814 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:01.112605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=88eb32af-f33e-4d2a-9264-4a70e795d0a9,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:01.121824 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2108-e816-44d6-9549-522ec504d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.147504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.152276 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.173103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Transition to ACTIVE for port object 30c461d2-3255-43fd-b70f-bacc6e7ff483 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:01.175200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62f86e51-4641-4ddd-9c5f-7db8b5d9d68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.177704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62f86e51-4641-4ddd-9c5f-7db8b5d9d68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.178899 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-62f86e51-4641-4ddd-9c5f-7db8b5d9d68d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec5d2002-43fa-4be0-bde9-a8a7380ee256 HTTP/1.1" status: 204 len: 168 time: 1.0404997 Jul 14 11:22:01.185658 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.186696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Deleting port 99727955-1e68-4129-a495-3fcc2579eb53 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:01.187047 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.192094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd2108-e816-44d6-9549-522ec504d13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d32be18-25b0-433f-a76d-3bec088819bf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:01.210246 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d9cd2108-e816-44d6-9549-522ec504d13f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ab071ae70de49799ad04384bfd19c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6052325 Jul 14 11:22:01.213529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Pushing event updated for resources: {'Port': ['ID=db9ca234-2e91-465d-b473-09e970f55814,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:01.229170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51378) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:01.294851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51382) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:01.317377 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.362043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ce0993-b788-473a-9dd1-26d55e761e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.378492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432d618-af04-420a-b04a-8a0b157e9150 req-bc75456b-d965-4946-90ef-1cd68f19aff1 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:01.379481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Attempting to bind port 30c461d2-3255-43fd-b70f-bacc6e7ff483 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:01.379877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Attempting to bind port 30c461d2-3255-43fd-b70f-bacc6e7ff483 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '1461881c-71f2-4887-b91e-f7c626865a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:01.380414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Attempting to bind port 30c461d2-3255-43fd-b70f-bacc6e7ff483 on network c89931fa-8a15-45ef-8021-a8296dc4d58a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:01.381816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2432d618-af04-420a-b04a-8a0b157e9150 req-bc75456b-d965-4946-90ef-1cd68f19aff1 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 945 time: 0.2839053 Jul 14 11:22:01.387378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71d55f-5595-4ef6-9d64-8d5680edd268 None None] Pushing event updated for resources: {'Port': ['ID=30c461d2-3255-43fd-b70f-bacc6e7ff483,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:01.392279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ce0993-b788-473a-9dd1-26d55e761e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.393378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:01.394150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Checking segment: {'id': '1461881c-71f2-4887-b91e-f7c626865a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:01.394952 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.395616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Bound using segment: {'id': '1461881c-71f2-4887-b91e-f7c626865a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:01.396650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Bound port: 30c461d2-3255-43fd-b70f-bacc6e7ff483, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461881c-71f2-4887-b91e-f7c626865a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:01.397641 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.402538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f86e51-4641-4ddd-9c5f-7db8b5d9d68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5d2002-43fa-4be0-bde9-a8a7380ee256,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:01.498875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] For port 30c461d2-3255-43fd-b70f-bacc6e7ff483, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:01.502669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] For port 30c461d2-3255-43fd-b70f-bacc6e7ff483, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=30c461d2-3255-43fd-b70f-bacc6e7ff483,segment=NetworkSegment(1461881c-71f2-4887-b91e-f7c626865a5d),segment_id=1461881c-71f2-4887-b91e-f7c626865a5d)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:01.516679 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.531364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-78ce0993-b788-473a-9dd1-26d55e761e27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5faeb7c85b3a4c3bbd97c6600f84a5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872460 Jul 14 11:22:01.532550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51388) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:01.540435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce0993-b788-473a-9dd1-26d55e761e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467c7156-09c6-4c25-a840-f9ec6c403b84,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:01.610605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71d55f-5595-4ef6-9d64-8d5680edd268 None None] Pushing event updated for resources: {'Port': ['ID=30c461d2-3255-43fd-b70f-bacc6e7ff483,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:01.616398 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bd60944-1c54-4dda-a244-11876074d645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.637093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2432d618-af04-420a-b04a-8a0b157e9150 req-b1f7ce92-87e9-4665-9a2b-f7f94d2cd4b1 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147114 Jul 14 11:22:01.646665 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] For port 99727955-1e68-4129-a495-3fcc2579eb53, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=99727955-1e68-4129-a495-3fcc2579eb53,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:01.647069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.681019 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bd60944-1c54-4dda-a244-11876074d645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.684273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Calling delete_port for 99727955-1e68-4129-a495-3fcc2579eb53 owned by compute:tempest-test_az-1892331444 {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:01.699580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Routers {'8bd33192-f716-4ea7-a522-19310778b76e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:01.702528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8bd33192-f716-4ea7-a522-19310778b76e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:01.768655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bd60944-1c54-4dda-a244-11876074d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.773276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bd60944-1c54-4dda-a244-11876074d645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.782968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8bd60944-1c54-4dda-a244-11876074d645 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d32be18-25b0-433f-a76d-3bec088819bf HTTP/1.1" status: 204 len: 168 time: 0.5496581 Jul 14 11:22:01.834217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd60944-1c54-4dda-a244-11876074d645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d32be18-25b0-433f-a76d-3bec088819bf,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:01.856023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Attempting to bind port db9ca234-2e91-465d-b473-09e970f55814 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:01.856374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Attempting to bind port db9ca234-2e91-465d-b473-09e970f55814 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '0720b59b-baae-458a-a03e-f10575a4df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:01.856952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Attempting to bind port db9ca234-2e91-465d-b473-09e970f55814 on network 383deb41-11bf-4cf3-a818-efaf5d55d17d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:01.886789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Port db9ca234-2e91-465d-b473-09e970f55814 on network 383deb41-11bf-4cf3-a818-efaf5d55d17d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:22:01.887660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Attempting to bind port db9ca234-2e91-465d-b473-09e970f55814 on network 383deb41-11bf-4cf3-a818-efaf5d55d17d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:01.902910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4796f0f4-079a-43a9-8824-76987771494b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.912656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b69e918-e509-406f-86fd-38a5567e816e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.969162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:01.969493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Checking segment: {'id': '0720b59b-baae-458a-a03e-f10575a4df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:01.969873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Bound using segment: {'id': '0720b59b-baae-458a-a03e-f10575a4df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:01.970330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Bound port: db9ca234-2e91-465d-b473-09e970f55814, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0720b59b-baae-458a-a03e-f10575a4df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:01.970810 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:01.980778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] Set router 8bd33192-f716-4ea7-a522-19310778b76e gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:01.995995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4796f0f4-079a-43a9-8824-76987771494b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:02.022486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:02.098486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:02.139551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['99727955-1e68-4129-a495-3fcc2579eb53'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:02.152948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Pushing event deleted for resources: {'Port': ['ID=99727955-1e68-4129-a495-3fcc2579eb53,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:02.202795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] For port db9ca234-2e91-465d-b473-09e970f55814, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:02.210804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] For port db9ca234-2e91-465d-b473-09e970f55814, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=db9ca234-2e91-465d-b473-09e970f55814,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:02.217524 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4796f0f4-079a-43a9-8824-76987771494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:02.220813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4796f0f4-079a-43a9-8824-76987771494b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:02.235548 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4796f0f4-079a-43a9-8824-76987771494b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/467c7156-09c6-4c25-a840-f9ec6c403b84 HTTP/1.1" status: 204 len: 168 time: 0.6916773 Jul 14 11:22:02.278801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796f0f4-079a-43a9-8824-76987771494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467c7156-09c6-4c25-a840-f9ec6c403b84,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:02.280995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] No DVR routers for this DVR port 99727955-1e68-4129-a495-3fcc2579eb53 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:22:02.285516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:02.289007 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3bb315d2-bf2e-43d1-a8f0-b8ec5fc14fcc req-09699ca4-4400-45c2-91fd-ffb47bd2814b tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.64 "DELETE /v2.0/ports/99727955-1e68-4129-a495-3fcc2579eb53 HTTP/1.1" status: 204 len: 173 time: 1.9475327 Jul 14 11:22:02.291100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a', 'name': 'network-vif-deleted', 'tag': '99727955-1e68-4129-a495-3fcc2579eb53'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:02.297584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Allocated IP 172.25.2.181 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/948f6744-c202-4717-860a-f401e0e2cf39) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:02.298056 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b1945-1d46-4407-ba67-13a179690281" -d '{"events": [{"server_uuid": "fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a", "name": "network-vif-deleted", "tag": "99727955-1e68-4129-a495-3fcc2579eb53"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:02.475116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd33192-f716-4ea7-a522-19310778b76e', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:49Z', 'updated_at': '2021-07-14T11:21:57Z', 'revision_number': 4, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'gw_port': {'id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:50Z', 'updated_at': '2021-07-14T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '30c461d2-3255-43fd-b70f-bacc6e7ff483', 'name': '', 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'mac_address': 'fa:16:3e:9f:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'd834e4cb-98d8-4414-b4e7-54d90e09712c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:55Z', 'updated_at': '2021-07-14T11:22:01Z', 'revision_number': 4, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'subnets': [{'id': 'd834e4cb-98d8-4414-b4e7-54d90e09712c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:02.525718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029dfc6-daa4-47e2-b561-9242df6116d9 None None] The sync data for ids ['8bd33192-f716-4ea7-a522-19310778b76e'] in n-d-778696-8 is: [{'id': '8bd33192-f716-4ea7-a522-19310778b76e', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:49Z', 'updated_at': '2021-07-14T11:21:57Z', 'revision_number': 4, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'gw_port': {'id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:50Z', 'updated_at': '2021-07-14T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '30c461d2-3255-43fd-b70f-bacc6e7ff483', 'name': '', 'network_id': 'c89931fa-8a15-45ef-8021-a8296dc4d58a', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'mac_address': 'fa:16:3e:9f:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'd834e4cb-98d8-4414-b4e7-54d90e09712c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:55Z', 'updated_at': '2021-07-14T11:22:01Z', 'revision_number': 4, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'subnets': [{'id': 'd834e4cb-98d8-4414-b4e7-54d90e09712c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:22:02.666849 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:02.710668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d867d-8c16-483c-8ef7-10ee2c5c49e5 req-3222a808-c027-407a-b55f-294e05c85e74 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:02.723543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-306d867d-8c16-483c-8ef7-10ee2c5c49e5 req-3222a808-c027-407a-b55f-294e05c85e74 tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a HTTP/1.1" status: 200 len: 889 time: 0.8410864 Jul 14 11:22:02.812155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:02.813047 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:02.814636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] 10.222.0.64 "PUT /v2.0/ports/db9ca234-2e91-465d-b473-09e970f55814 HTTP/1.1" status: 200 len: 1091 time: 3.0285568 Jul 14 11:22:02.821386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:02.825102 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c6b767-7d1a-4423-a622-3b7873d7f3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "tag": "db9ca234-2e91-465d-b473-09e970f55814"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:02.929176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-306d867d-8c16-483c-8ef7-10ee2c5c49e5 req-51a1cf16-8c9d-4724-8855-9d059a4b375f tempest-AggregatesAdminTestJSON-1727010981 tempest-AggregatesAdminTestJSON-1727010981-project] 10.222.0.38 "GET /v2.0/security-groups?id=f786291f-12e0-47c5-b47f-292bd686a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039261 Jul 14 11:22:02.930997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042aa10-753b-4137-ab90-d421b6406366 service neutron] Pushing event updated for resources: {'Port': ['ID=db9ca234-2e91-465d-b473-09e970f55814,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:02.957909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.019375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 30c461d2-3255-43fd-b70f-bacc6e7ff483 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:03.092777 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76a26d0-a9ed-46e9-a37f-18ab09ee27ce x-openstack-request-id: req-e76a26d0-a9ed-46e9-a37f-18ab09ee27ce {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:03.093080 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cd60e0-95c0-42f8-b570-2d3373b4936b", "name": "network-vif-plugged", "status": "completed", "tag": "88eb32af-f33e-4d2a-9264-4a70e795d0a9", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:03.093521 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e76a26d0-a9ed-46e9-a37f-18ab09ee27ce {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:03.094393 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eb32af-f33e-4d2a-9264-4a70e795d0a9', 'code': 200} Jul 14 11:22:03.097793 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b69e918-e509-406f-86fd-38a5567e816e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.118987 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b69e918-e509-406f-86fd-38a5567e816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.155869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 30c461d2-3255-43fd-b70f-bacc6e7ff483 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:03.161858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 30c461d2-3255-43fd-b70f-bacc6e7ff483 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:03.166105 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.208604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-68e5e666-f674-4152-90a7-1837ecb74d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:03.210168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-68e5e666-f674-4152-90a7-1837ecb74d38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1094 time: 0.3177915 Jul 14 11:22:03.334055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1b69e918-e509-406f-86fd-38a5567e816e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=524c9b1d1f7c4ee5bd470b581b03dd33&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0298085 Jul 14 11:22:03.339418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.351301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51448) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:03.436014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69e918-e509-406f-86fd-38a5567e816e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b862187d-fde7-4958-a94d-b5f9cab5d7dc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:03.437147 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.491444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af8e4711-bd3a-4b38-8ccd-ac0e713102f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.551375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 30c461d2-3255-43fd-b70f-bacc6e7ff483, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=30c461d2-3255-43fd-b70f-bacc6e7ff483,segment=NetworkSegment(1461881c-71f2-4887-b91e-f7c626865a5d),segment_id=1461881c-71f2-4887-b91e-f7c626865a5d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:03.558739 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.588028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7471c-2db8-437c-a2e6-dda388725818 req-356c2fa9-9810-4416-849d-1c059d5fcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:03.590348 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4ea7471c-2db8-437c-a2e6-dda388725818 req-356c2fa9-9810-4416-849d-1c059d5fcb7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 1096 time: 0.3417616 Jul 14 11:22:03.597880 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af8e4711-bd3a-4b38-8ccd-ac0e713102f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.636260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-a9404784-8607-471b-8ee8-90c997558304 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db9ca234-2e91-465d-b473-09e970f55814 HTTP/1.1" status: 200 len: 217 time: 0.3939207 Jul 14 11:22:03.641230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:03.654440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=30c461d2-3255-43fd-b70f-bacc6e7ff483,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:03.664013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:03.693331 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4ea7471c-2db8-437c-a2e6-dda388725818 req-74fe5c58-de01-4394-be54-d32944d10718 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910587 Jul 14 11:22:03.704464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:03.738922 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af8e4711-bd3a-4b38-8ccd-ac0e713102f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.743268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af8e4711-bd3a-4b38-8ccd-ac0e713102f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.744756 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-af8e4711-bd3a-4b38-8ccd-ac0e713102f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b862187d-fde7-4958-a94d-b5f9cab5d7dc HTTP/1.1" status: 204 len: 168 time: 0.3897409 Jul 14 11:22:03.756201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e4711-bd3a-4b38-8ccd-ac0e713102f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862187d-fde7-4958-a94d-b5f9cab5d7dc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:03.900776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-c6b3b274-8ead-464e-bf24-df8642b38087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:03.902866 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-c6b3b274-8ead-464e-bf24-df8642b38087 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.2554128 Jul 14 11:22:03.903585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event updated for resources: {'Port': ['ID=948f6744-c202-4717-860a-f401e0e2cf39,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:03.940673 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:03.985333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-67bc56d7-f2d0-4ae6-abcf-8d0a511e8be4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619819 Jul 14 11:22:04.015186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9719ec-98d8-4a27-949e-b1dd86f345f9 req-4bb57dfb-870d-4d73-b534-e7e7ca927ec9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:04.022533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c9719ec-98d8-4a27-949e-b1dd86f345f9 req-4bb57dfb-870d-4d73-b534-e7e7ca927ec9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 943 time: 0.6714432 Jul 14 11:22:04.153651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c9719ec-98d8-4a27-949e-b1dd86f345f9 req-eae01523-1275-4089-944a-c132554e35e9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299582 Jul 14 11:22:04.154274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:04.240830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-6ded8484-ea4b-4942-897b-27b6f40d1b65 service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448673 Jul 14 11:22:04.303195 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d684681-cec2-4d0b-a6f8-a5d2fc6a6477 x-openstack-request-id: req-3d684681-cec2-4d0b-a6f8-a5d2fc6a6477 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:04.303493 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a", "name": "network-vif-deleted", "tag": "99727955-1e68-4129-a495-3fcc2579eb53", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:04.303749 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d684681-cec2-4d0b-a6f8-a5d2fc6a6477 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:04.304184 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb49fe3-1661-4a07-afe3-8fdcbd88ad2a', 'name': 'network-vif-deleted', 'tag': '99727955-1e68-4129-a495-3fcc2579eb53', 'status': 'completed', 'code': 200} Jul 14 11:22:04.506743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51478) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:04.525675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed31a06d-58ba-44ce-9a61-fa334580ecf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:04.581819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-224f2ecf-1b8a-4739-8b12-fb3176ecb7be req-19c0bc9a-5bbd-4b16-a931-de0e7fa8e656 service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328798 Jul 14 11:22:04.634581 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:04.650452 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:04.660802 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 99727955-1e68-4129-a495-3fcc2579eb53 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:22:04.702345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 99727955-1e68-4129-a495-3fcc2579eb53 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:22:04.702761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 99727955-1e68-4129-a495-3fcc2579eb53 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:22:04.709402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event updated for resources: {'Port': ['ID=948f6744-c202-4717-860a-f401e0e2cf39,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:04.720543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8acebe-63c7-43b7-a44e-d8330f35e1de req-1ab87f4e-4686-4f08-8b3e-eb4bbedf3088 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:04.728455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c8acebe-63c7-43b7-a44e-d8330f35e1de req-1ab87f4e-4686-4f08-8b3e-eb4bbedf3088 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 945 time: 0.2519913 Jul 14 11:22:04.734011 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed31a06d-58ba-44ce-9a61-fa334580ecf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:04.742577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed31a06d-58ba-44ce-9a61-fa334580ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:04.835751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c8acebe-63c7-43b7-a44e-d8330f35e1de req-a596525a-82ca-4244-860e-512e38d5b472 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044586 Jul 14 11:22:04.860901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:04.871235 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ed31a06d-58ba-44ce-9a61-fa334580ecf7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4718cad57f024259aa34ddb78375b94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622668 Jul 14 11:22:04.873128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51490) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:04.896923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31a06d-58ba-44ce-9a61-fa334580ecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c85277-a85c-488f-948c-b39463292466,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:04.897679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 30c461d2-3255-43fd-b70f-bacc6e7ff483 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:04.912067 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:04.915544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-fd8413d6-1c97-4c62-b72d-d4ad12569595 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8309634 Jul 14 11:22:04.992773 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 30c461d2-3255-43fd-b70f-bacc6e7ff483 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:04.993739 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:05.011658 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32f2e6c4-3d5e-47e3-a4e0-19af71c37777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:05.017310 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40a81b4-9ef4-402b-abe7-bd1cc2ec3c8e x-openstack-request-id: req-e40a81b4-9ef4-402b-abe7-bd1cc2ec3c8e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:05.017692 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "tag": "db9ca234-2e91-465d-b473-09e970f55814", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:05.017863 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e40a81b4-9ef4-402b-abe7-bd1cc2ec3c8e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:05.018270 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814', 'status': 'completed', 'code': 200} Jul 14 11:22:05.067088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32f2e6c4-3d5e-47e3-a4e0-19af71c37777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:05.167499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-f376577f-7721-459d-8aeb-fe4bcd60301e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.2469623 Jul 14 11:22:05.184869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32f2e6c4-3d5e-47e3-a4e0-19af71c37777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:05.187770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32f2e6c4-3d5e-47e3-a4e0-19af71c37777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:05.189099 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-32f2e6c4-3d5e-47e3-a4e0-19af71c37777 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40c85277-a85c-488f-948c-b39463292466 HTTP/1.1" status: 204 len: 168 time: 0.3126240 Jul 14 11:22:05.204916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2e6c4-3d5e-47e3-a4e0-19af71c37777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c85277-a85c-488f-948c-b39463292466,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:05.425598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-1fc2e23f-ae9a-488f-8106-a280bd93564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:05.427241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-1fc2e23f-ae9a-488f-8106-a280bd93564d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1094 time: 0.4179649 Jul 14 11:22:05.475575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-b564a7a6-4769-4eb9-968e-4420d9003af6 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:05.477934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-b564a7a6-4769-4eb9-968e-4420d9003af6 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.3035369 Jul 14 11:22:05.527181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-0ffe64a5-0639-4cd1-8b4b-6ebed47b50dc tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:22:05.528324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9608d00-2abf-444d-a27b-4e3eab121bcb req-0ffe64a5-0639-4cd1-8b4b-6ebed47b50dc tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101354 Jul 14 11:22:05.638538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957f72c-1ed9-4b91-b9a2-f2a2af6267a6 req-2f7712fc-5b77-4133-a160-2d94f13f68f4 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:05.640106 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8957f72c-1ed9-4b91-b9a2-f2a2af6267a6 req-2f7712fc-5b77-4133-a160-2d94f13f68f4 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 943 time: 0.2852132 Jul 14 11:22:05.698384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-04a78e7f-28df-4352-824f-ebe2a79f1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:05.700114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-04a78e7f-28df-4352-824f-ebe2a79f1beb service neutron] 10.222.0.64 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 911 time: 0.2601750 Jul 14 11:22:05.768602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-72e38527-b0bf-4d07-8005-412ab44e42fd tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1929944 Jul 14 11:22:05.779979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8957f72c-1ed9-4b91-b9a2-f2a2af6267a6 req-122b4551-cdb6-429e-b720-4d5d09b61b2f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258850 Jul 14 11:22:05.781655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-59cf3be1-3ff6-438d-b29d-978348f535ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db9ca234-2e91-465d-b473-09e970f55814 HTTP/1.1" status: 200 len: 217 time: 0.0724430 Jul 14 11:22:05.786875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:05.860257 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:05.877699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51526) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:05.878192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-87e49177-0d70-4322-80ec-f4c6a37cf0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:05.879022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-87e49177-0d70-4322-80ec-f4c6a37cf0b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.0748003 Jul 14 11:22:06.143209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-1db40231-5401-4d77-87e0-f509786d5bdf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314665 Jul 14 11:22:06.273384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-4b5d3b2b-3157-4cb8-ba50-db08ffe52660 service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216061 Jul 14 11:22:06.339987 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:06.406683 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ac95067a-5a60-4d3d-8455-9b04fb68ac4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7a14335841c45779c77e35c0535c678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275645 Jul 14 11:22:06.409259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51542) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:06.485412 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-380cf60d-4994-4b28-820c-6ce5fb7f7b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:06.509528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15c6b767-7d1a-4423-a622-3b7873d7f3f5 req-e704e7c3-a3f2-40a3-b201-1b02748d7b9c service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287750 Jul 14 11:22:06.539753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-380cf60d-4994-4b28-820c-6ce5fb7f7b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:06.581036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfc5c8-75db-4646-bb6b-2ed4a63396a1 req-c4bd3543-14f6-4af5-83a0-4dde63880d39 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:06.582712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2cfc5c8-75db-4646-bb6b-2ed4a63396a1 req-c4bd3543-14f6-4af5-83a0-4dde63880d39 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 945 time: 0.2474267 Jul 14 11:22:06.583972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Allocated IP 172.25.2.50 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/8c1ce14e-7c3e-4224-a750-1a550e46ead4) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:06.635350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-380cf60d-4994-4b28-820c-6ce5fb7f7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:06.637942 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-380cf60d-4994-4b28-820c-6ce5fb7f7b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:06.642632 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-380cf60d-4994-4b28-820c-6ce5fb7f7b5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f786291f-12e0-47c5-b47f-292bd686a4f0 HTTP/1.1" status: 204 len: 168 time: 0.2286744 Jul 14 11:22:06.650590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cf60d-4994-4b28-820c-6ce5fb7f7b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f786291f-12e0-47c5-b47f-292bd686a4f0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:06.677404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2cfc5c8-75db-4646-bb6b-2ed4a63396a1 req-5b6375a3-26dc-44e1-a5eb-689ef9450195 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821688 Jul 14 11:22:06.738152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:06.791248 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:06.838440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:06.841336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:06.845085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:06.870412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event updated for resources: {'Port': ['ID=8c1ce14e-7c3e-4224-a750-1a550e46ead4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:06.965111 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.036765 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.150777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51572) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:07.211022 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b6bfd323-8b01-4cf7-8bd8-47839aa9f6a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1b7404c1541492e8e40c08925148792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589859 Jul 14 11:22:07.213722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51578) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:07.256521 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.265032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.282252 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e80a932-4618-4715-b3e7-356bf3f9aa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.315349 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e80a932-4618-4715-b3e7-356bf3f9aa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.337675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event updated for resources: {'Port': ['ID=8c1ce14e-7c3e-4224-a750-1a550e46ead4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:07.367887 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.383378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e80a932-4618-4715-b3e7-356bf3f9aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.386191 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.386512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e80a932-4618-4715-b3e7-356bf3f9aa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.387721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-248e9973-af35-4a55-899d-911dc515a15e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6049714 Jul 14 11:22:07.388125 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4e80a932-4618-4715-b3e7-356bf3f9aa17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ea1c349-3013-4d9f-8f31-3e20cc51093d HTTP/1.1" status: 204 len: 168 time: 0.1730020 Jul 14 11:22:07.397738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80a932-4618-4715-b3e7-356bf3f9aa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea1c349-3013-4d9f-8f31-3e20cc51093d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:07.480394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-a09f1c0d-5d5d-4c67-8819-f2ca643ebc92 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0756378 Jul 14 11:22:07.654887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-4f618d55-5845-453d-8512-db6446eb5fa6 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:07.656302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb501841-25c2-4d1e-87f1-c68e72358357 req-4f618d55-5845-453d-8512-db6446eb5fa6 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.1702871 Jul 14 11:22:07.670208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27de18-4c93-4eca-be9b-fbcbff183cac req-ac3f6bfc-12e9-45c2-bd08-0a61baf23672 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:07.681975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51594) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:07.685219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc27de18-4c93-4eca-be9b-fbcbff183cac req-ac3f6bfc-12e9-45c2-bd08-0a61baf23672 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 945 time: 0.1303329 Jul 14 11:22:07.687220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-32e0c0ba-8e5e-478e-a8d0-3292d8ef2e25 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Request body: {'floatingip': {'port_id': '88eb32af-f33e-4d2a-9264-4a70e795d0a9'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:07.790247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32e0c0ba-8e5e-478e-a8d0-3292d8ef2e25 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:07.881376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9286-0272-4644-bb67-acdc8944334c req-9eec9dcb-7e10-408c-ae63-8e6b11754138 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:07.883692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73ff9286-0272-4644-bb67-acdc8944334c req-9eec9dcb-7e10-408c-ae63-8e6b11754138 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 943 time: 0.0749867 Jul 14 11:22:07.946475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73ff9286-0272-4644-bb67-acdc8944334c req-83fd6e07-f7e3-4bc7-9037-dcfe3d51bc5a tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543737 Jul 14 11:22:08.144592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-8394b72e-efa9-4483-9843-310f0d8cac45 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1270225 Jul 14 11:22:08.150913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:08.175199 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:08.283727 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:08.413715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Allocated IP 172.25.2.225 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/31f0a421-8ecb-4ab5-a64a-52eea804f905) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:08.537426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32e0c0ba-8e5e-478e-a8d0-3292d8ef2e25 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:08.545130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32e0c0ba-8e5e-478e-a8d0-3292d8ef2e25 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:08.563131 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:08.605927 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:08.681339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:08.682268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event updated for resources: {'Port': ['ID=31f0a421-8ecb-4ab5-a64a-52eea804f905,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:08.685753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:08.687960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:08.691739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device db9ca234-2e91-465d-b473-09e970f55814 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:22:08.799704 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:08.890042 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:08.892529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port db9ca234-2e91-465d-b473-09e970f55814, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=db9ca234-2e91-465d-b473-09e970f55814,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:08.901354 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-32e0c0ba-8e5e-478e-a8d0-3292d8ef2e25 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Floating IP 84c63e61-2aba-4a25-9989-763a662b7aa5 associated. External IP: 172.25.2.70, port: 88eb32af-f33e-4d2a-9264-4a70e795d0a9. Jul 14 11:22:08.906073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'db9ca234-2e91-465d-b473-09e970f55814', 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d', 'port_id': 'db9ca234-2e91-465d-b473-09e970f55814', 'mac_address': 'fa:16:3e:a1:38:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6d60c3-9778-4f10-bed1-cae176509fb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:22:09.001569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:09.038851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9ca234-2e91-465d-b473-09e970f55814 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:09.078445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port db9ca234-2e91-465d-b473-09e970f55814, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=db9ca234-2e91-465d-b473-09e970f55814,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:09.097750 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:09.140320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:09.151351 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:09.193403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=db9ca234-2e91-465d-b473-09e970f55814,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:09.239746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e0c0ba-8e5e-478e-a8d0-3292d8ef2e25 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:22:09.260286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event updated for resources: {'Port': ['ID=31f0a421-8ecb-4ab5-a64a-52eea804f905,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:09.266234 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:09.283634 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:09.289624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['db9ca234-2e91-465d-b473-09e970f55814'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:09.304521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-4fd6de35-9010-4e70-b9b4-6b8ced286810 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1405489 Jul 14 11:22:09.393939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-64490b7a-d28a-4d16-8d30-b3d315adf9fa tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 696 time: 0.0882850 Jul 14 11:22:09.428200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e0c0ba-8e5e-478e-a8d0-3292d8ef2e25 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:22:09.428401 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-53931035-5ce9-4195-a55b-399d84ea48fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:09.437219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32e0c0ba-8e5e-478e-a8d0-3292d8ef2e25 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:09.446893 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] Sync routers for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:22:09.462469 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:09.463093 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:09.513408 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-32e0c0ba-8e5e-478e-a8d0-3292d8ef2e25 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "PUT /v2.0/floatingips/84c63e61-2aba-4a25-9989-763a662b7aa5 HTTP/1.1" status: 200 len: 990 time: 1.8300381 Jul 14 11:22:09.514929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'tag': '88eb32af-f33e-4d2a-9264-4a70e795d0a9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:09.517538 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f64638e-3441-46d3-a03c-6fb0996daf47" -d '{"events": [{"name": "network-changed", "server_uuid": "28cd60e0-95c0-42f8-b570-2d3373b4936b", "tag": "88eb32af-f33e-4d2a-9264-4a70e795d0a9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:09.643434 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:09.652095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-1390d740-20b8-4f85-93d4-8948629edaa9 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:09.653475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d89c92c7-7a39-4cae-944f-7fb8468af813 req-1390d740-20b8-4f85-93d4-8948629edaa9 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.2458484 Jul 14 11:22:09.674652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45f5a-5316-4ea6-b136-422822f3273f req-c6f64510-62c3-4428-b134-f942f8ee9a05 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:09.676065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87b45f5a-5316-4ea6-b136-422822f3273f req-c6f64510-62c3-4428-b134-f942f8ee9a05 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 944 time: 0.1695967 Jul 14 11:22:09.744791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87b45f5a-5316-4ea6-b136-422822f3273f req-3cfd5eca-7bfb-4274-9320-3e32eca9a438 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577812 Jul 14 11:22:10.011040 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '84c63e61-2aba-4a25-9989-763a662b7aa5', 'tenant_id': '595428f2d6254beda60793bb93154145', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'port_id': '88eb32af-f33e-4d2a-9264-4a70e795d0a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'mac_address': 'fa:16:3e:b4:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:21:37Z', 'updated_at': '2021-07-14T11:22:08Z', 'revision_number': 1, 'project_id': '595428f2d6254beda60793bb93154145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:10.058187 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] Checking router: 447d4dac-c20c-40bd-a770-a8e3f267c2e1 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:22:10.080965 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:10.081627 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:21:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:10.175130 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8f9396-dfb1-4586-819c-45e4a77399ce x-openstack-request-id: req-1f8f9396-dfb1-4586-819c-45e4a77399ce {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:10.175649 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28cd60e0-95c0-42f8-b570-2d3373b4936b", "tag": "88eb32af-f33e-4d2a-9264-4a70e795d0a9", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:10.175649 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f8f9396-dfb1-4586-819c-45e4a77399ce {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:10.176060 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'tag': '88eb32af-f33e-4d2a-9264-4a70e795d0a9', 'status': 'completed', 'code': 200} Jul 14 11:22:10.205824 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:10.218234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-e7943650-fbec-4cf2-8028-72e4a75827c2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1706679 Jul 14 11:22:10.236037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:10.271688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:10.292452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-c4345e4f-26ff-4661-ba90-f85576b0830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:10.294094 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-c4345e4f-26ff-4661-ba90-f85576b0830b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=595428f2d6254beda60793bb93154145&device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 1096 time: 0.0939872 Jul 14 11:22:10.399503 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-d8ea2314-51a8-47a5-b7e0-c0fe85aa0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:10.401797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-d8ea2314-51a8-47a5-b7e0-c0fe85aa0383 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 200 len: 923 time: 0.1010213 Jul 14 11:22:10.431781 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:10.526667 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-32e43812-044e-4850-84f4-44e177f0742d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88eb32af-f33e-4d2a-9264-4a70e795d0a9 HTTP/1.1" status: 200 len: 998 time: 0.1179500 Jul 14 11:22:10.567070 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '84c63e61-2aba-4a25-9989-763a662b7aa5', 'tenant_id': '595428f2d6254beda60793bb93154145', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'port_id': '88eb32af-f33e-4d2a-9264-4a70e795d0a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'mac_address': 'fa:16:3e:b4:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:21:37Z', 'updated_at': '2021-07-14T11:22:08Z', 'revision_number': 1, 'project_id': '595428f2d6254beda60793bb93154145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:10.582966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-590a90f9-26c7-4d88-affc-324969cfab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:10.584503 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-590a90f9-26c7-4d88-affc-324969cfab11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc709ef8-5a9b-4b6e-88e9-a0a84793cf30 HTTP/1.1" status: 200 len: 862 time: 0.0506847 Jul 14 11:22:10.588474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Allocated IP 172.25.2.96 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/f9355c22-2b9f-41dc-9dce-df8394e3c1af) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:10.594993 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd35752-ee34-4d82-a56b-a97148f68f7a None None] The sync data for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 is: [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '84c63e61-2aba-4a25-9989-763a662b7aa5', 'tenant_id': '595428f2d6254beda60793bb93154145', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'port_id': '88eb32af-f33e-4d2a-9264-4a70e795d0a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'mac_address': 'fa:16:3e:b4:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:21:37Z', 'updated_at': '2021-07-14T11:22:08Z', 'revision_number': 1, 'project_id': '595428f2d6254beda60793bb93154145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:22:10.654295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-1cf78087-a3b1-4d61-866e-73ca27f29c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:10.655890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-1cf78087-a3b1-4d61-866e-73ca27f29c06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630708 Jul 14 11:22:10.722620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device db9ca234-2e91-465d-b473-09e970f55814 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:10.725207 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:10.778723 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-25d9075a-66e3-4543-a0ed-6f5756ff4201 service neutron] 10.222.0.45 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158772 Jul 14 11:22:10.785146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:10.816354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port db9ca234-2e91-465d-b473-09e970f55814 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:10.823738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port db9ca234-2e91-465d-b473-09e970f55814 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:10.825334 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:10.834385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:10.839963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:10.843408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:10.884376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event updated for resources: {'Port': ['ID=f9355c22-2b9f-41dc-9dce-df8394e3c1af,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:10.905423 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f64638e-3441-46d3-a03c-6fb0996daf47 req-fce5e84e-b7f6-45e1-8c82-7fc8b520fe18 service neutron] 10.222.0.45 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139247 Jul 14 11:22:10.942826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bced17-179c-4f64-b9cb-cb343f511e3a None None] New status for floating IP 84c63e61-2aba-4a25-9989-763a662b7aa5: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:22:10.944457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.944827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.946150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.946150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.947802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.947802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.947802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.948292 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.948677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.949120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.949516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:10.949920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.046399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.119001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.304930 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.342609 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.346310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:11.348584 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ccf1a6-1a7a-4fa0-aa52-5481f170df04" -d '{"events": [{"server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "name": "network-vif-plugged", "status": "completed", "tag": "db9ca234-2e91-465d-b473-09e970f55814"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:11.350690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.386453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34a577-8f44-48dd-a483-528db7127240 req-8d8ffa9a-87d2-4b42-ae3a-8b167154af0b tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:11.392339 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f34a577-8f44-48dd-a483-528db7127240 req-8d8ffa9a-87d2-4b42-ae3a-8b167154af0b tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 944 time: 0.1727428 Jul 14 11:22:11.414930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port db9ca234-2e91-465d-b473-09e970f55814, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=db9ca234-2e91-465d-b473-09e970f55814,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:11.418609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51736) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:11.424979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.470543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event updated for resources: {'Port': ['ID=f9355c22-2b9f-41dc-9dce-df8394e3c1af,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:11.482025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=db9ca234-2e91-465d-b473-09e970f55814,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:11.488451 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.499347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f34a577-8f44-48dd-a483-528db7127240 req-74ad1494-fed9-45ad-b07a-c0cc8ce9b865 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971112 Jul 14 11:22:11.509009 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.510764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-2bb3d54a-1122-4249-9975-f74dc6d14fc1 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2919471 Jul 14 11:22:11.565496 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.582646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-558de676-1794-426c-948b-7aca5e9a665d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 0.0649292 Jul 14 11:22:11.679077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.685121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.721334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-0645a9d0-1b6a-4882-b3f8-27e5fa67a6cb tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:11.724456 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53154cf91d954a618908540911b96e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048530 Jul 14 11:22:11.729673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51746) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:11.730312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7af8f50-d46f-4bde-8849-e49719b83387,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:11.736189 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-0645a9d0-1b6a-4882-b3f8-27e5fa67a6cb tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.1455328 Jul 14 11:22:11.742379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-8442bc53-2909-423a-93c5-35edc73cc125 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:22:11.755781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dce1b431-70e8-4b11-b08b-28273e9da547 req-8442bc53-2909-423a-93c5-35edc73cc125 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183685 Jul 14 11:22:11.775579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.775969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.776309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.776640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.776970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.777294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.777615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.777994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.778310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.779076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.779774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.780303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9739b-e78e-47fd-815d-ae546b44a7ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:11.812193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:11.816180 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eaef6c9-3e41-4966-8d44-f74a84fa6bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.826593 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc89cb42-c819-4e11-96ae-8969d713c581 x-openstack-request-id: req-fc89cb42-c819-4e11-96ae-8969d713c581 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:11.827454 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "name": "network-vif-plugged", "status": "completed", "tag": "db9ca234-2e91-465d-b473-09e970f55814", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:11.827878 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc89cb42-c819-4e11-96ae-8969d713c581 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:11.828459 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814', 'code': 200} Jul 14 11:22:11.839935 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eaef6c9-3e41-4966-8d44-f74a84fa6bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.914948 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eaef6c9-3e41-4966-8d44-f74a84fa6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.919043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eaef6c9-3e41-4966-8d44-f74a84fa6bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:11.920967 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3eaef6c9-3e41-4966-8d44-f74a84fa6bf6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7af8f50-d46f-4bde-8849-e49719b83387 HTTP/1.1" status: 204 len: 168 time: 0.1876686 Jul 14 11:22:11.932639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef6c9-3e41-4966-8d44-f74a84fa6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7af8f50-d46f-4bde-8849-e49719b83387,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:12.020961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12be10b9-38dc-42cd-ad9a-2b93ad161139 req-384e40d7-2606-46cb-b4e4-3cf6e930070b tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips/9b337f39-9d32-4035-aac2-745984fc480a HTTP/1.1" status: 200 len: 692 time: 0.1608799 Jul 14 11:22:12.022890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0a3d-be66-4f66-8ef8-0ab075d0eb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.092902 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd176-8c49-45ef-ae39-39715bb0de30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.145438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062423b0-c6aa-4e80-a3ff-ce0ec5538966 req-0546302b-a42f-4fdf-8f03-da1c48d62ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:12.146939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-062423b0-c6aa-4e80-a3ff-ce0ec5538966 req-0546302b-a42f-4fdf-8f03-da1c48d62ae9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1096 time: 0.2315784 Jul 14 11:22:12.185858 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.201445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be10b9-38dc-42cd-ad9a-2b93ad161139 req-21426ad6-b131-421c-b64e-b2af31a89604 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:12.202491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12be10b9-38dc-42cd-ad9a-2b93ad161139 req-21426ad6-b131-421c-b64e-b2af31a89604 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.1713922 Jul 14 11:22:12.223756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-12be10b9-38dc-42cd-ad9a-2b93ad161139 req-397a90f5-5751-4139-be44-9964d99e0a14 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:22:12.225186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12be10b9-38dc-42cd-ad9a-2b93ad161139 req-397a90f5-5751-4139-be44-9964d99e0a14 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112193 Jul 14 11:22:12.232711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-062423b0-c6aa-4e80-a3ff-ce0ec5538966 req-78488826-78c2-4c71-b41e-4a81e5d90aa8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755980 Jul 14 11:22:12.269671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0a3d-be66-4f66-8ef8-0ab075d0eb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.275417 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0a3d-be66-4f66-8ef8-0ab075d0eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.291835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51774) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:12.307868 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ab10a30-aa69-4235-9508-89f4bfc73c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.322569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eb2b0a3d-be66-4f66-8ef8-0ab075d0eb38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1546169791ca4ec1b71519916fbdf389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092247 Jul 14 11:22:12.323733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b0a3d-be66-4f66-8ef8-0ab075d0eb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c9b270-0afb-466f-9975-57ffa6a84688,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:12.326058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51776) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:12.463502 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ab10a30-aa69-4235-9508-89f4bfc73c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.470377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ab10a30-aa69-4235-9508-89f4bfc73c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.512275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab10a30-aa69-4235-9508-89f4bfc73c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe8f8c5-4d07-4975-93de-618d0d125faa,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:12.545528 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9ab10a30-aa69-4235-9508-89f4bfc73c34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae8cb0d64a6c4c6884ede6d66dc6fb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523527 Jul 14 11:22:12.546466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51794) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:12.609240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a0aeb34-b990-4865-9a70-bdf93d8d92c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.638585 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a0aeb34-b990-4865-9a70-bdf93d8d92c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.717345 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a0aeb34-b990-4865-9a70-bdf93d8d92c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.721080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a0aeb34-b990-4865-9a70-bdf93d8d92c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.722418 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9a0aeb34-b990-4865-9a70-bdf93d8d92c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cfe8f8c5-4d07-4975-93de-618d0d125faa HTTP/1.1" status: 204 len: 168 time: 0.1749685 Jul 14 11:22:12.723960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-2dde5a9c-f3b0-4657-8c5b-8cc837f3ee3d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips/9b337f39-9d32-4035-aac2-745984fc480a HTTP/1.1" status: 200 len: 692 time: 0.0815279 Jul 14 11:22:12.732075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0aeb34-b990-4865-9a70-bdf93d8d92c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe8f8c5-4d07-4975-93de-618d0d125faa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:12.787298 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81469999-5947-4503-870a-25f03bbe46ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.851481 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81469999-5947-4503-870a-25f03bbe46ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.949882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81469999-5947-4503-870a-25f03bbe46ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.953810 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81469999-5947-4503-870a-25f03bbe46ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:12.955041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-81469999-5947-4503-870a-25f03bbe46ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58c9b270-0afb-466f-9975-57ffa6a84688 HTTP/1.1" status: 204 len: 168 time: 0.6276059 Jul 14 11:22:12.986186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-df868596-318c-4338-b1e7-08b1e0e6b6d7 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:12.987597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-df868596-318c-4338-b1e7-08b1e0e6b6d7 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.2616208 Jul 14 11:22:12.999595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81469999-5947-4503-870a-25f03bbe46ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c9b270-0afb-466f-9975-57ffa6a84688,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:13.005147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-4e0a73ce-0034-4d01-a30e-88d7ce299593 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:22:13.013662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-4e0a73ce-0034-4d01-a30e-88d7ce299593 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173378 Jul 14 11:22:13.070870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-fe4f8b99-3f3a-41eb-913e-2fa55893e54e tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 0.0554218 Jul 14 11:22:13.134935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51822) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:13.141428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f19578-3c29-4171-a816-428821e80c6f req-cd23897b-81c4-4c2f-a8f8-7aebde33aba1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:13.142991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31f19578-3c29-4171-a816-428821e80c6f req-cd23897b-81c4-4c2f-a8f8-7aebde33aba1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 945 time: 0.2182665 Jul 14 11:22:13.146331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-0f7a5c54-e02a-458d-8089-da06cea42549 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 0.0648363 Jul 14 11:22:13.260129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31f19578-3c29-4171-a816-428821e80c6f req-0299f5de-07c7-404b-867e-9b3ff5843c92 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064427 Jul 14 11:22:13.280593 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.316582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Deleting port f9355c22-2b9f-41dc-9dce-df8394e3c1af {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:13.316929 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.395250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-607a8b11-1968-4ffb-8392-4aad869c4b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.409317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.409629 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.428291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Calling delete_port for f9355c22-2b9f-41dc-9dce-df8394e3c1af owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:13.530147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51838) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:13.552595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-607a8b11-1968-4ffb-8392-4aad869c4b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.553146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a376-60a4-4fba-b9a6-327cf32b1088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.564834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-607a8b11-1968-4ffb-8392-4aad869c4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.610948 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-607a8b11-1968-4ffb-8392-4aad869c4b04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7f197a9d7ff4e02ad10ab0ef716d2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748888 Jul 14 11:22:13.611897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a8b11-1968-4ffb-8392-4aad869c4b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c590735-b8ec-4219-b428-a269b2c17e2c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:13.614391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51840) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:13.690630 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a1c-c2c5-45fe-b8e8-f1a925d95503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.700633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.719145 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a1c-c2c5-45fe-b8e8-f1a925d95503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.737820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event deleted for resources: {'Port': ['ID=f9355c22-2b9f-41dc-9dce-df8394e3c1af,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:13.782366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a1c-c2c5-45fe-b8e8-f1a925d95503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.785835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a1c-c2c5-45fe-b8e8-f1a925d95503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.788030 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b91a8a1c-c2c5-45fe-b8e8-f1a925d95503 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c590735-b8ec-4219-b428-a269b2c17e2c HTTP/1.1" status: 204 len: 168 time: 0.1585500 Jul 14 11:22:13.799323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a8a1c-c2c5-45fe-b8e8-f1a925d95503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c590735-b8ec-4219-b428-a269b2c17e2c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:13.828633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.831172 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.832357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e10c95c5-6bd6-48a8-bd64-b3bc2c8eec47 req-60990255-9866-48fe-8214-742b4e73ac26 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "DELETE /v2.0/floatingips/9b337f39-9d32-4035-aac2-745984fc480a HTTP/1.1" status: 204 len: 173 time: 0.6799233 Jul 14 11:22:13.860273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a376-60a4-4fba-b9a6-327cf32b1088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.883719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a376-60a4-4fba-b9a6-327cf32b1088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:13.902156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51854) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:14.016022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8a376-60a4-4fba-b9a6-327cf32b1088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d0d06e-1cd8-4fe2-b537-22e426de1a9a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:14.026934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d6b8a376-60a4-4fba-b9a6-327cf32b1088 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab0ef5a86b3b480ab801ca9edac7a0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956276 Jul 14 11:22:14.029855 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51860) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:14.106389 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b11c65-62dd-464e-bce9-0bb4c019faa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.128534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532fcb4-0445-4ba4-9958-53b0f01a48d4 req-560afb9a-4402-45ba-9a8c-15d034684e47 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:14.130346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7532fcb4-0445-4ba4-9958-53b0f01a48d4 req-560afb9a-4402-45ba-9a8c-15d034684e47 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2685144 Jul 14 11:22:14.145710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b11c65-62dd-464e-bce9-0bb4c019faa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.203889 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b11c65-62dd-464e-bce9-0bb4c019faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.207419 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b11c65-62dd-464e-bce9-0bb4c019faa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.209050 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-96b11c65-62dd-464e-bce9-0bb4c019faa2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45d0d06e-1cd8-4fe2-b537-22e426de1a9a HTTP/1.1" status: 204 len: 168 time: 0.1779201 Jul 14 11:22:14.219146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b11c65-62dd-464e-bce9-0bb4c019faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d0d06e-1cd8-4fe2-b537-22e426de1a9a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:14.237778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dca6232-3145-4c0a-ac36-2ae3a51f6c88 req-e7b876bf-64de-4913-bb2b-8d4c74b48f8c tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=2ea347b6e6a04301954a1f4721d958a5 HTTP/1.1" status: 200 len: 1656 time: 0.0869622 Jul 14 11:22:14.249967 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6aac49f4-7d8e-47d2-b8be-749117b0820f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.376788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca6232-3145-4c0a-ac36-2ae3a51f6c88 req-22d7f0ec-7c1e-4eba-bea8-1e9f53caa427 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:14.378405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dca6232-3145-4c0a-ac36-2ae3a51f6c88 req-22d7f0ec-7c1e-4eba-bea8-1e9f53caa427 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks?id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&id=59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 787 time: 0.1273015 Jul 14 11:22:14.385242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51880) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:14.386740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6aac49f4-7d8e-47d2-b8be-749117b0820f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.392564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6aac49f4-7d8e-47d2-b8be-749117b0820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.397396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-9dca6232-3145-4c0a-ac36-2ae3a51f6c88 req-b2713a12-cf3e-46e1-90ed-0099764bb2a5 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:22:14.402859 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dca6232-3145-4c0a-ac36-2ae3a51f6c88 req-b2713a12-cf3e-46e1-90ed-0099764bb2a5 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155342 Jul 14 11:22:14.416726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cce844b1-a76a-4147-adcb-97b99d4bb6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.438194 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6aac49f4-7d8e-47d2-b8be-749117b0820f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bbf9889cc0643bc8a74a3d0e3e04e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5346475 Jul 14 11:22:14.446067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51886) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:14.480814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac49f4-7d8e-47d2-b8be-749117b0820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf76f10-06e4-4867-b642-929cd51bae61,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:14.541493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1372262-b681-4d5e-8402-23b391d6b4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.571957 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1372262-b681-4d5e-8402-23b391d6b4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.630691 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1372262-b681-4d5e-8402-23b391d6b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.630883 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cce844b1-a76a-4147-adcb-97b99d4bb6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.634187 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1372262-b681-4d5e-8402-23b391d6b4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.635426 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e1372262-b681-4d5e-8402-23b391d6b4d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ddf76f10-06e4-4867-b642-929cd51bae61 HTTP/1.1" status: 204 len: 168 time: 0.1881199 Jul 14 11:22:14.647136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1372262-b681-4d5e-8402-23b391d6b4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf76f10-06e4-4867-b642-929cd51bae61,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:14.652649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eb208-2838-4dbe-84b8-af5cb1487fcb req-faca9b3a-f18b-444c-b535-6208c72e0c4e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:14.656356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed0eb208-2838-4dbe-84b8-af5cb1487fcb req-faca9b3a-f18b-444c-b535-6208c72e0c4e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 945 time: 0.1027994 Jul 14 11:22:14.657270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cce844b1-a76a-4147-adcb-97b99d4bb6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.719910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce844b1-a76a-4147-adcb-97b99d4bb6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e553f83-98c0-4ff8-a6ee-7882f815c3ca,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:14.725941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cce844b1-a76a-4147-adcb-97b99d4bb6f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a0950faf1f54e148c1723aa15a73ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397641 Jul 14 11:22:14.729703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51892) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:14.794047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed0eb208-2838-4dbe-84b8-af5cb1487fcb req-f16cd29b-55a8-4b25-b6ab-d96e8d3feb0b tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300993 Jul 14 11:22:14.838399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bc67761-f8b8-4e7d-96ea-27e5af6e6ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.856659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-e6a517d2-207a-4982-a0e4-0948ef54fe85 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips/1eded218-ab58-444b-addc-f629bdeafa0c HTTP/1.1" status: 200 len: 693 time: 0.0613229 Jul 14 11:22:14.871932 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bc67761-f8b8-4e7d-96ea-27e5af6e6ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.921639 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.947479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bc67761-f8b8-4e7d-96ea-27e5af6e6ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.951529 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bc67761-f8b8-4e7d-96ea-27e5af6e6ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:14.953605 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2bc67761-f8b8-4e7d-96ea-27e5af6e6ddf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e553f83-98c0-4ff8-a6ee-7882f815c3ca HTTP/1.1" status: 204 len: 168 time: 0.2228718 Jul 14 11:22:14.968527 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc67761-f8b8-4e7d-96ea-27e5af6e6ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e553f83-98c0-4ff8-a6ee-7882f815c3ca,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:15.025962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-691bc1b6-f8af-4b3a-9721-882efd6f6841 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:15.032593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-691bc1b6-f8af-4b3a-9721-882efd6f6841 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.1700809 Jul 14 11:22:15.038296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-41f801c3-6921-43b8-bc05-72f1ba33cbeb tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:22:15.046025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-41f801c3-6921-43b8-bc05-72f1ba33cbeb tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125315 Jul 14 11:22:15.103040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-67347285-9c20-4711-890e-efa1dac5f5b0 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 696 time: 0.0561683 Jul 14 11:22:15.176479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3b563248-a093-414f-af4f-2517612490b6 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 696 time: 0.0635431 Jul 14 11:22:15.187673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-304966fa-4848-48f1-b3b3-a31f5c70190c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1404396264&fields=id&tenant_id=08f036ff4c4240998a557b441146ba18 HTTP/1.1" status: 200 len: 267 time: 0.1020942 Jul 14 11:22:15.355016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2250211d-fd54-4ca1-a7d4-d811d4cfeede tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:15.356414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2250211d-fd54-4ca1-a7d4-d811d4cfeede tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 945 time: 0.1352787 Jul 14 11:22:15.371207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2368f992-0ed6-4168-9996-10f53f33f6b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'port': {'security_groups': ['b82162a7-f72f-47c7-aade-271d373db8c5', '34fd79ff-aaa5-434f-ac64-520e3f92e669']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:15.374975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Deleting port 31f0a421-8ecb-4ab5-a64a-52eea804f905 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:15.375320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:15.508720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51922) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:15.525449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a982ce1-3166-4465-9e58-82b168c87586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:15.652001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a982ce1-3166-4465-9e58-82b168c87586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:15.660929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a982ce1-3166-4465-9e58-82b168c87586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:15.675975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:15.676534 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:15.681441 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2368f992-0ed6-4168-9996-10f53f33f6b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:15.700512 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4a982ce1-3166-4465-9e58-82b168c87586 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59e3bd39c53e4a9e8b6870ce9c6d8242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906846 Jul 14 11:22:15.705981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51928) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:15.714826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Calling delete_port for 31f0a421-8ecb-4ab5-a64a-52eea804f905 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:15.730169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a982ce1-3166-4465-9e58-82b168c87586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69882997-aa4e-4608-884d-bec653952743,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:16.112832 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2868018a-0094-4710-943b-4629156514ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.165831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2868018a-0094-4710-943b-4629156514ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.314406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2368f992-0ed6-4168-9996-10f53f33f6b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] For port db9ca234-2e91-465d-b473-09e970f55814, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=db9ca234-2e91-465d-b473-09e970f55814,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:16.327408 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.339382 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2868018a-0094-4710-943b-4629156514ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.341791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2868018a-0094-4710-943b-4629156514ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.342937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2868018a-0094-4710-943b-4629156514ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69882997-aa4e-4608-884d-bec653952743 HTTP/1.1" status: 204 len: 168 time: 0.6304126 Jul 14 11:22:16.372788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event deleted for resources: {'Port': ['ID=31f0a421-8ecb-4ab5-a64a-52eea804f905,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:16.384587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868018a-0094-4710-943b-4629156514ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69882997-aa4e-4608-884d-bec653952743,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:16.392232 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2368f992-0ed6-4168-9996-10f53f33f6b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.416854 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2368f992-0ed6-4168-9996-10f53f33f6b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.448888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['db9ca234-2e91-465d-b473-09e970f55814'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:16.517120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2368f992-0ed6-4168-9996-10f53f33f6b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:16.518014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2368f992-0ed6-4168-9996-10f53f33f6b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.519632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57b2cfa4-ada1-4ae7-8ade-5980b3088e3e req-2368f992-0ed6-4168-9996-10f53f33f6b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "PUT /v2.0/ports/db9ca234-2e91-465d-b473-09e970f55814 HTTP/1.1" status: 200 len: 981 time: 1.1542013 Jul 14 11:22:16.522606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:16.525784 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "tag": "db9ca234-2e91-465d-b473-09e970f55814"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:16.529359 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.532320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:16.549496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d07417db-0598-453a-b6bc-4aecc8a0afee req-3a8f0ad0-bf2c-4dd4-a7b5-39eee62c1043 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "DELETE /v2.0/floatingips/1eded218-ab58-444b-addc-f629bdeafa0c HTTP/1.1" status: 204 len: 173 time: 1.3718278 Jul 14 11:22:16.587697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['db9ca234-2e91-465d-b473-09e970f55814'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:16.607323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368f992-0ed6-4168-9996-10f53f33f6b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'Port': ['ID=db9ca234-2e91-465d-b473-09e970f55814,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:16.694843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51980) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:16.989900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-8e52bb0a-ef7c-40fa-b4db-c5b6540edc61 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips/4c609090-08bb-4933-9bed-c56f18dd0519 HTTP/1.1" status: 200 len: 692 time: 0.0649848 Jul 14 11:22:17.010967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-network', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:17.100161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Made reservation on behalf of a614ff2a48cf4b558af4abc921533f99 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:17.103580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.123701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.168152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-97e02c8c-62f8-4c00-bc35-bdec7e501fc9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1806711379&fields=id&tenant_id=08f036ff4c4240998a557b441146ba18 HTTP/1.1" status: 200 len: 267 time: 0.1641977 Jul 14 11:22:17.239208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-609fa4d4-8999-4715-972e-743f9833ca1d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:17.240624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-609fa4d4-8999-4715-972e-743f9833ca1d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.2497361 Jul 14 11:22:17.322800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-26b9844d-7d50-4dbd-bcae-246166c85720 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0709994 Jul 14 11:22:17.396859 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-e719063f-fffe-49bb-b0d2-a570b91371eb tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0716918 Jul 14 11:22:17.412105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-755c55d3-475e-424b-82d8-277ad7b21036 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:17.413691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-755c55d3-475e-424b-82d8-277ad7b21036 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 984 time: 0.2216644 Jul 14 11:22:17.467428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-c0c226da-b56d-4401-8869-f5ad635544d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'port': {'security_groups': ['34fd79ff-aaa5-434f-ac64-520e3f92e669', 'b82162a7-f72f-47c7-aade-271d373db8c5', '90d60a7e-a1bc-4730-ae7b-9171aa0b64f7']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:17.483505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.512632 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.610767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:22:17.636895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece1a81-3bb8-4864-b779-21339d7efa5d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:17.658886 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.659231 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Added segment fba10e0c-565c-40cf-9081-c66757cd5c8c of type vlan for network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 Jul 14 11:22:17.709065 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-c0c226da-b56d-4401-8869-f5ad635544d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.728865 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.737264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Deleting port 8c1ce14e-7c3e-4224-a750-1a550e46ead4 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:17.737633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.837154 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.837154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:17.837532 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.939925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2426553 Jul 14 11:22:17.942866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52032) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:17.950573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Request body: {'subnet': {'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-subnet', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:17.963402 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.963596 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.974828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758c52a-173c-496f-902b-70bde4c97776 admin admin] Pushing event updated for resources: {'Network': ['ID=d71b351e-89ca-4b05-b9a9-67c2c415f9a1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:17.978015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Made reservation on behalf of a614ff2a48cf4b558af4abc921533f99 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:17.981091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:17.988023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Calling delete_port for 8c1ce14e-7c3e-4224-a750-1a550e46ead4 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:17.989761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:22:18.155092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-c0c226da-b56d-4401-8869-f5ad635544d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] For port db9ca234-2e91-465d-b473-09e970f55814, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=db9ca234-2e91-465d-b473-09e970f55814,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:18.186686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.212144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-c0c226da-b56d-4401-8869-f5ad635544d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.219670 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-c0c226da-b56d-4401-8869-f5ad635544d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.232005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['db9ca234-2e91-465d-b473-09e970f55814'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:18.240346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:18.251540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Checking segment: {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:18.251913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Network hostable DHCP agents. Network: d71b351e-89ca-4b05-b9a9-67c2c415f9a1, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:22:18.262316 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.269681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:22:18.280114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-c0c226da-b56d-4401-8869-f5ad635544d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:18.280818 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-c0c226da-b56d-4401-8869-f5ad635544d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.282322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e71f6595-f7a2-4e47-8a8f-97d8edd0a52e req-c0c226da-b56d-4401-8869-f5ad635544d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "PUT /v2.0/ports/db9ca234-2e91-465d-b473-09e970f55814 HTTP/1.1" status: 200 len: 1020 time: 0.8531556 Jul 14 11:22:18.289988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, d71b351e-89ca-4b05-b9a9-67c2c415f9a1) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:18.294824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:18.295461 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.303205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e532d40-c06f-4fe1-90d3-9b4ed51cb151 None None] Network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:22:18.320410 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-08db4f0d-853e-4ab9-9117-7011fe821892 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3725457 Jul 14 11:22:18.321319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52040) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:18.327345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:18.348840 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39bd328-0f36-4540-a0c2-cf0b255d878c x-openstack-request-id: req-a39bd328-0f36-4540-a0c2-cf0b255d878c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:18.349137 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "tag": "db9ca234-2e91-465d-b473-09e970f55814", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:18.349386 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a39bd328-0f36-4540-a0c2-cf0b255d878c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:18.349783 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814', 'status': 'completed', 'code': 200} Jul 14 11:22:18.355341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c226da-b56d-4401-8869-f5ad635544d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'Port': ['ID=db9ca234-2e91-465d-b473-09e970f55814,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:18.363075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['db9ca234-2e91-465d-b473-09e970f55814'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:18.378725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.379998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.430132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event deleted for resources: {'Port': ['ID=8c1ce14e-7c3e-4224-a750-1a550e46ead4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:18.447911 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.451023 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.456689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a800687-d82d-4a8d-9c48-f93d7607a670 req-5716144a-f9ab-4662-a1b6-5c68acbe009d tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "DELETE /v2.0/floatingips/4c609090-08bb-4933-9bed-c56f18dd0519 HTTP/1.1" status: 204 len: 173 time: 1.0419941 Jul 14 11:22:18.460508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.507037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-27cc7ab1-821b-4e25-8626-aa8474d1d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:18.510975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-27cc7ab1-821b-4e25-8626-aa8474d1d9a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1174 time: 0.1312087 Jul 14 11:22:18.626128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-fe23fddb-f1de-45d4-b399-3867446e0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:18.628088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-fe23fddb-f1de-45d4-b399-3867446e0a33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 911 time: 0.1102221 Jul 14 11:22:18.638513 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.655963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-d71b351e-89ca-4b05-b9a9-67c2c415f9a1', 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'fixed_ips': [{'subnet_id': 'bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:22:18.657308 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.681621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-96e16d90-3dc7-4adf-9a65-1db945677620 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db9ca234-2e91-465d-b473-09e970f55814 HTTP/1.1" status: 200 len: 217 time: 0.0468445 Jul 14 11:22:18.778834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-5e445c09-edc6-4edd-a563-5b349d332e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:18.780431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-5e445c09-edc6-4edd-a563-5b349d332e5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.0923960 Jul 14 11:22:18.860559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-f2488d9c-791e-43c7-90dd-e282b82bd87d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714762 Jul 14 11:22:18.908486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.932286 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:18.990555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Allocated IP 172.20.0.2 (d71b351e-89ca-4b05-b9a9-67c2c415f9a1/bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217/28b6aacc-3ec0-493f-b3c6-0f6acf6694af) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:19.002222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-954202ea-4635-41cf-ad63-b2689a12bb3f service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344602 Jul 14 11:22:19.122970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Allocated IP 172.25.2.155 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/ae0a00ac-1313-41cb-81db-341f764d3058) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:19.211920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-67bcdf78-828d-4b42-bf40-5bcbf1676d1b tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips/90ceb4c7-b2e7-43b9-86fb-e8b638d345a9 HTTP/1.1" status: 200 len: 693 time: 0.0978546 Jul 14 11:22:19.238741 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.242845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.249672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Transition to ACTIVE for port object 28b6aacc-3ec0-493f-b3c6-0f6acf6694af will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:19.267920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Transition to ACTIVE for port object 28b6aacc-3ec0-493f-b3c6-0f6acf6694af will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:19.274758 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.285463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.287980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19763f5-5bba-4ab2-9b21-5ca7d1aac555 req-c67f69a4-8107-43a1-bc85-d850d4f1dbf7 service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783909 Jul 14 11:22:19.318198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7daf75-d46e-49bf-b6fa-cfef2943abac req-0f791882-c358-408a-870d-681393f82203 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:19.318707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:19.319978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b7daf75-d46e-49bf-b6fa-cfef2943abac req-0f791882-c358-408a-870d-681393f82203 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1023 time: 0.2007229 Jul 14 11:22:19.321842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:19.324752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:19.329681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:19.338243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:19.341130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:19.354984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Pushing event updated for resources: {'Port': ['ID=28b6aacc-3ec0-493f-b3c6-0f6acf6694af,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:19.375070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0a00ac-1313-41cb-81db-341f764d3058,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:19.384406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.384743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.385086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.385424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.385753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.386081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.386755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.386755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.387045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.387356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.387678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.388026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:19.393746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-1b64cd31-d265-485e-b874-0a4394844981 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:19.395333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-1b64cd31-d265-485e-b874-0a4394844981 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.1719656 Jul 14 11:22:19.406615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Attempting to bind port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:19.406991 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Attempting to bind port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:19.407357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Attempting to bind port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af on network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:19.412532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:19.412902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Checking segment: {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:19.413494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.413894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Bound using segment: {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:19.415615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Bound port: 28b6aacc-3ec0-493f-b3c6-0f6acf6694af, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:19.417753 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.463067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-41da8876-d407-450e-ba99-f1e80522e74a tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0598524 Jul 14 11:22:19.469860 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b7daf75-d46e-49bf-b6fa-cfef2943abac req-5add24b6-7eb5-4e5f-8cc1-da70bfd04080 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=90d60a7e-a1bc-4730-ae7b-9171aa0b64f7&id=b82162a7-f72f-47c7-aade-271d373db8c5&id=34fd79ff-aaa5-434f-ac64-520e3f92e669 HTTP/1.1" status: 200 len: 6149 time: 0.1349037 Jul 14 11:22:19.486807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] For port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:19.490388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] For port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=28b6aacc-3ec0-493f-b3c6-0f6acf6694af,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:19.498933 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.533039 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-7bb85bf9-88f6-49e3-a7bb-58720d1c1050 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0612636 Jul 14 11:22:19.590125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827cda3-93ac-4ce3-9d49-3deab60b5171 None None] Pushing event updated for resources: {'Port': ['ID=28b6aacc-3ec0-493f-b3c6-0f6acf6694af,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:19.659843 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.710926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Deleting port 948f6744-c202-4717-860a-f401e0e2cf39 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:19.711297 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.813704 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.814089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:19.840978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Calling delete_port for 948f6744-c202-4717-860a-f401e0e2cf39 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:19.940005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52072) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:19.992631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.077512 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.117327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9434939f-500a-4458-9687-b3b472477115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.265181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Router 0f019ba2-74d2-443b-95d7-16639719aa13 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:22:20.351951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:20.354871 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "tag": "db9ca234-2e91-465d-b473-09e970f55814"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:20.360683 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9434939f-500a-4458-9687-b3b472477115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.361774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Pushing event deleted for resources: {'Port': ['ID=948f6744-c202-4717-860a-f401e0e2cf39,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:20.366293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-97a0f5ce-b46c-42f9-bdd9-1af2cc7915e4 req-3814bbe2-b646-4621-bac8-72938974f87e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': ' tempest-securitygroup -74437186 ', 'description': 'tempest-description-1437345716'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:20.400910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9434939f-500a-4458-9687-b3b472477115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.454935 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.458218 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9434939f-500a-4458-9687-b3b472477115 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4abdb24e314e4a8dac95f079b17fac1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145996 Jul 14 11:22:20.458353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.459192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52090) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:20.461616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434939f-500a-4458-9687-b3b472477115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a3e609-3cf0-48d9-a0f4-a3e1d0326120,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:20.471366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52092) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:20.472913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b35923c1-b262-44a5-98e2-4cd2f85700ca req-011d4ce3-4009-4eb0-9dcd-d436025efce2 tempest-FloatingIPDetailsTestJSON-663608276 tempest-FloatingIPDetailsTestJSON-663608276-project] 10.222.0.38 "DELETE /v2.0/floatingips/90ceb4c7-b2e7-43b9-86fb-e8b638d345a9 HTTP/1.1" status: 204 len: 173 time: 0.9389422 Jul 14 11:22:20.489637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-97a0f5ce-b46c-42f9-bdd9-1af2cc7915e4 req-3814bbe2-b646-4621-bac8-72938974f87e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.516551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52094) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:20.534217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:22:20.556587 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Sync routers for ids ['0f019ba2-74d2-443b-95d7-16639719aa13'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:22:20.583578 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Routers {'0f019ba2-74d2-443b-95d7-16639719aa13'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:20.585090 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f019ba2-74d2-443b-95d7-16639719aa13'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:20.620778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52098) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:20.663100 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-97a0f5ce-b46c-42f9-bdd9-1af2cc7915e4 req-3814bbe2-b646-4621-bac8-72938974f87e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.682370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-97a0f5ce-b46c-42f9-bdd9-1af2cc7915e4 req-3814bbe2-b646-4621-bac8-72938974f87e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.698316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536de0d2-203c-4224-a862-8436f7bfda59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.734994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536de0d2-203c-4224-a862-8436f7bfda59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.751152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-97a0f5ce-b46c-42f9-bdd9-1af2cc7915e4 req-3814bbe2-b646-4621-bac8-72938974f87e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.752402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97a0f5ce-b46c-42f9-bdd9-1af2cc7915e4 req-3814bbe2-b646-4621-bac8-72938974f87e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3951786 Jul 14 11:22:20.754250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814bbe2-b646-4621-bac8-72938974f87e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a433e8-4fa8-41c4-82df-930084fd017d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:20.777481 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Set router 0f019ba2-74d2-443b-95d7-16639719aa13 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:20.801652 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d065bb54-3373-4da4-8b11-779b58ca186b x-openstack-request-id: req-d065bb54-3373-4da4-8b11-779b58ca186b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:20.802362 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "tag": "db9ca234-2e91-465d-b473-09e970f55814", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:20.802659 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d065bb54-3373-4da4-8b11-779b58ca186b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:20.803107 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814', 'status': 'completed', 'code': 200} Jul 14 11:22:20.858748 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0921b0d7-e027-4051-ae97-33cfe185bafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.907158 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:20.920626 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8b500c8d-b40b-42d4-b062-262b80af20b8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5974758 Jul 14 11:22:20.934669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52106) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:20.968538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 28b6aacc-3ec0-493f-b3c6-0f6acf6694af up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:20.979479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-713f778d-4774-47cd-b415-82c14e24140b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.020961 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536de0d2-203c-4224-a862-8436f7bfda59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.027842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536de0d2-203c-4224-a862-8436f7bfda59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.032648 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-536de0d2-203c-4224-a862-8436f7bfda59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38a3e609-3cf0-48d9-a0f4-a3e1d0326120 HTTP/1.1" status: 204 len: 168 time: 0.5728786 Jul 14 11:22:21.080937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a7b87cb-9d1a-451b-b114-b57f77b5c628 req-124d4a82-d981-444f-a4ad-02d115f2a53f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/d3a433e8-4fa8-41c4-82df-930084fd017d HTTP/1.1" status: 200 len: 1779 time: 0.2212627 Jul 14 11:22:21.088325 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:19Z', 'revision_number': 3, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'gw_port': {'id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:21.090019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dca9e78-0ccc-4932-a56b-ef212896b65b None None] Network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:22:21.131725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536de0d2-203c-4224-a862-8436f7bfda59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a3e609-3cf0-48d9-a0f4-a3e1d0326120,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:21.155168 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Checking router: 0f019ba2-74d2-443b-95d7-16639719aa13 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:22:21.155534 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Updating router 0f019ba2-74d2-443b-95d7-16639719aa13 port ae0a00ac-1313-41cb-81db-341f764d3058 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:22:21.222482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f95a7e74-901c-4c50-b603-9702ebc640c6 None None] Provisioning for port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:21.229296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:21.239035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f95a7e74-901c-4c50-b603-9702ebc640c6 None None] Provisioning complete for port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:21.239697 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f95a7e74-901c-4c50-b603-9702ebc640c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.254522 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.284062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:21.284442 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.444310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-25f849bd-ab74-4c95-bc03-2f28e39b7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:21.446809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-25f849bd-ab74-4c95-bc03-2f28e39b7225 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1174 time: 0.6143866 Jul 14 11:22:21.506202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-610c6c74-9eef-45d1-9b5f-06bf27079ec1 req-de3e39ee-8480-419d-8ade-ffbf6b8ce7a5 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/d3a433e8-4fa8-41c4-82df-930084fd017d HTTP/1.1" status: 200 len: 1779 time: 0.3233922 Jul 14 11:22:21.517483 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f95a7e74-901c-4c50-b603-9702ebc640c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.601584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.614908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52116) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:21.629783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f95a7e74-901c-4c50-b603-9702ebc640c6 None None] For port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=28b6aacc-3ec0-493f-b3c6-0f6acf6694af,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:21.637671 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f95a7e74-901c-4c50-b603-9702ebc640c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.682917 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e8d2-f2c1-4fc5-add6-ae92efd2378b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.746894 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0921b0d7-e027-4051-ae97-33cfe185bafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.772066 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0921b0d7-e027-4051-ae97-33cfe185bafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.775664 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.789322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Transition to ACTIVE for port object ae0a00ac-1313-41cb-81db-341f764d3058 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:21.798713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-7144e497-ed4f-42c7-95bf-be504127f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:21.800528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-7144e497-ed4f-42c7-95bf-be504127f567 service neutron] 10.222.0.64 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 911 time: 0.3443975 Jul 14 11:22:21.800655 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.821532 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-610c6c74-9eef-45d1-9b5f-06bf27079ec1 req-87c7a707-ea1f-4baa-b308-e812cbebcf3c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.854351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a7e74-901c-4c50-b603-9702ebc640c6 None None] Pushing event updated for resources: {'Port': ['ID=28b6aacc-3ec0-493f-b3c6-0f6acf6694af,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:21.871670 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Pushing event updated for resources: {'Port': ['ID=ae0a00ac-1313-41cb-81db-341f764d3058,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:21.903139 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.904621 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.904745 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:22:21.905281 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.906231 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.906315 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:22:21.906388 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.912121 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.922538 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.922965 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.923310 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.923705 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.924068 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.924401 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:21.929588 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Attempting to bind port ae0a00ac-1313-41cb-81db-341f764d3058 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:21.930010 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Attempting to bind port ae0a00ac-1313-41cb-81db-341f764d3058 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:21.930488 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Attempting to bind port ae0a00ac-1313-41cb-81db-341f764d3058 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:21.937615 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:21.938041 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:21.938452 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.938841 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:21.940007 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Bound port: ae0a00ac-1313-41cb-81db-341f764d3058, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:21.940428 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:21.950152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-1439631b-d05c-415f-90f9-602f0c5dd3ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db9ca234-2e91-465d-b473-09e970f55814 HTTP/1.1" status: 200 len: 217 time: 0.1295946 Jul 14 11:22:22.014416 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] For port ae0a00ac-1313-41cb-81db-341f764d3058, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:22.019303 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] For port ae0a00ac-1313-41cb-81db-341f764d3058, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ae0a00ac-1313-41cb-81db-341f764d3058,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:22.027452 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.043955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0921b0d7-e027-4051-ae97-33cfe185bafd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9cd9789122404cedba11cbeef701fac1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5249555 Jul 14 11:22:22.049593 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-610c6c74-9eef-45d1-9b5f-06bf27079ec1 req-87c7a707-ea1f-4baa-b308-e812cbebcf3c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.052420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921b0d7-e027-4051-ae97-33cfe185bafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165eaed5-435b-44b4-b5f1-d679496e2e7d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:22.062760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52122) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:22.076104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-713f778d-4774-47cd-b415-82c14e24140b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.094410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-713f778d-4774-47cd-b415-82c14e24140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.134515 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc97a2-f3df-4c5f-8c51-00d17b94ea62 None None] Pushing event updated for resources: {'Port': ['ID=ae0a00ac-1313-41cb-81db-341f764d3058,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:22.145109 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Routers {'0f019ba2-74d2-443b-95d7-16639719aa13'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:22.145723 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f019ba2-74d2-443b-95d7-16639719aa13'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:22.177215 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-713f778d-4774-47cd-b415-82c14e24140b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b627c199bb8645cab0b20fac0be19113&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5526493 Jul 14 11:22:22.182943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f778d-4774-47cd-b415-82c14e24140b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e12c569-8de3-4747-9d9b-f72c1780d985,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:22.200355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52126) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:22.221100 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.261838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ee1ff51a-d881-4971-b124-086337b7dc26 None None] Provisioning complete for port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:22.263232 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff51a-d881-4971-b124-086337b7dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.290182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-1d353582-b353-4e2b-a91f-8468e00c158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:22.292425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-1d353582-b353-4e2b-a91f-8468e00c158e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.3171315 Jul 14 11:22:22.310609 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] Set router 0f019ba2-74d2-443b-95d7-16639719aa13 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:22.358650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-d94367c4-a3f5-493c-b0e2-7440ba6f1037 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392997 Jul 14 11:22:22.388427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-610c6c74-9eef-45d1-9b5f-06bf27079ec1 req-87c7a707-ea1f-4baa-b308-e812cbebcf3c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.390902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-610c6c74-9eef-45d1-9b5f-06bf27079ec1 req-87c7a707-ea1f-4baa-b308-e812cbebcf3c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.395144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-610c6c74-9eef-45d1-9b5f-06bf27079ec1 req-87c7a707-ea1f-4baa-b308-e812cbebcf3c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/d3a433e8-4fa8-41c4-82df-930084fd017d HTTP/1.1" status: 204 len: 173 time: 0.8880796 Jul 14 11:22:22.425520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-14865833-75c5-4da7-9a01-326b94376864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.449085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52bf2253-c3ee-42b9-8b3b-135ac609aa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.470313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7a707-ea1f-4baa-b308-e812cbebcf3c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a433e8-4fa8-41c4-82df-930084fd017d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:22.546141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52bf2253-c3ee-42b9-8b3b-135ac609aa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.553055 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-0f299606-ddf8-4b82-a368-3c9901b8af9f req-7eccd8aa-9f40-4d7b-be3c-707af5f0a10f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:22:22.562586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f299606-ddf8-4b82-a368-3c9901b8af9f req-7eccd8aa-9f40-4d7b-be3c-707af5f0a10f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/d3a433e8-4fa8-41c4-82df-930084fd017d HTTP/1.1" status: 404 len: 352 time: 0.1004229 Jul 14 11:22:22.578951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-14865833-75c5-4da7-9a01-326b94376864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.586641 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e8d2-f2c1-4fc5-add6-ae92efd2378b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.607495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-a5b83f64-7072-4a8b-bf45-408e58c97bad req-31a2d308-22d0-4617-b218-336ce851d364 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-66884314', 'description': 'tempest-description-1080079404'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:22.618559 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e8d2-f2c1-4fc5-add6-ae92efd2378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.643237 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:19Z', 'revision_number': 3, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'gw_port': {'id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:22.651918 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.675717 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1662e1d-1eb4-4a11-9127-10fc3f97a4fa None None] The sync data for ids ['0f019ba2-74d2-443b-95d7-16639719aa13'] in n-d-778696-8 is: [{'id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:19Z', 'revision_number': 3, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'gw_port': {'id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:22:22.683915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52bf2253-c3ee-42b9-8b3b-135ac609aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.686867 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52bf2253-c3ee-42b9-8b3b-135ac609aa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.689074 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-52bf2253-c3ee-42b9-8b3b-135ac609aa9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e12c569-8de3-4747-9d9b-f72c1780d985 HTTP/1.1" status: 204 len: 168 time: 0.4869998 Jul 14 11:22:22.708754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52138) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:22.712206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf2253-c3ee-42b9-8b3b-135ac609aa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e12c569-8de3-4747-9d9b-f72c1780d985,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:22.753212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-f0491eb3-c640-4b88-b1de-aaad01fd3d67 service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785076 Jul 14 11:22:22.756811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a5b83f64-7072-4a8b-bf45-408e58c97bad req-31a2d308-22d0-4617-b218-336ce851d364 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.762773 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d6c5e8d2-f2c1-4fc5-add6-ae92efd2378b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6be09036a17d4adab96a9a6d7587fe10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1468337 Jul 14 11:22:22.766937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52142) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:22.772553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5e8d2-f2c1-4fc5-add6-ae92efd2378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a287070-476b-4900-9ffa-59ae1e6a6557,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:22.870761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8176ac9a-48c0-4610-a5b1-1969567db17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.906745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Deleting port 30c461d2-3255-43fd-b70f-bacc6e7ff483 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:22.907090 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:22.929745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 28b6aacc-3ec0-493f-b3c6-0f6acf6694af up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:22.987088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8176ac9a-48c0-4610-a5b1-1969567db17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.025223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:23.026424 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.032370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a5b83f64-7072-4a8b-bf45-408e58c97bad req-31a2d308-22d0-4617-b218-336ce851d364 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.033843 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-14865833-75c5-4da7-9a01-326b94376864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.037023 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-14865833-75c5-4da7-9a01-326b94376864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.042187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-14865833-75c5-4da7-9a01-326b94376864 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/165eaed5-435b-44b4-b5f1-d679496e2e7d HTTP/1.1" status: 204 len: 168 time: 0.9767027 Jul 14 11:22:23.054809 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a5b83f64-7072-4a8b-bf45-408e58c97bad req-31a2d308-22d0-4617-b218-336ce851d364 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.108714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a5b83f64-7072-4a8b-bf45-408e58c97bad req-31a2d308-22d0-4617-b218-336ce851d364 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.121864 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5b83f64-7072-4a8b-bf45-408e58c97bad req-31a2d308-22d0-4617-b218-336ce851d364 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5336595 Jul 14 11:22:23.138372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14865833-75c5-4da7-9a01-326b94376864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165eaed5-435b-44b4-b5f1-d679496e2e7d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:23.180424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] For port 30c461d2-3255-43fd-b70f-bacc6e7ff483, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=30c461d2-3255-43fd-b70f-bacc6e7ff483,segment=NetworkSegment(1461881c-71f2-4887-b91e-f7c626865a5d),segment_id=1461881c-71f2-4887-b91e-f7c626865a5d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:23.181430 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.201264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f16054d4-a60d-4ef8-afe8-994a3c478eea req-a9ccb6d3-c72a-468c-b189-2e846fce1dc9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1142193426', 'description': 'tempest-description-73202546'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:23.217216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Calling delete_port for 30c461d2-3255-43fd-b70f-bacc6e7ff483 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:23.227402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8176ac9a-48c0-4610-a5b1-1969567db17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.230456 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8176ac9a-48c0-4610-a5b1-1969567db17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.238551 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8176ac9a-48c0-4610-a5b1-1969567db17e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a287070-476b-4900-9ffa-59ae1e6a6557 HTTP/1.1" status: 204 len: 168 time: 0.4705088 Jul 14 11:22:23.272170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176ac9a-48c0-4610-a5b1-1969567db17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a287070-476b-4900-9ffa-59ae1e6a6557,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:23.316406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52154) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:23.352031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66609300-1c8b-4d69-9f22-0c8f8d610e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.357600 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2952079f-dd2a-45be-8cee-a40317fd9fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.479475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66609300-1c8b-4d69-9f22-0c8f8d610e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.481470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2d308-22d0-4617-b218-336ce851d364 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028a6227-bd34-42e0-ac20-507ac0342fe3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:23.499899 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f16054d4-a60d-4ef8-afe8-994a3c478eea req-a9ccb6d3-c72a-468c-b189-2e846fce1dc9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.505386 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66609300-1c8b-4d69-9f22-0c8f8d610e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.510177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0a1c3a9-1805-4d2d-bc02-24ae710e38e7 req-38710816-2ccf-4e36-945d-99428c473362 service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399640 Jul 14 11:22:23.576135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66609300-1c8b-4d69-9f22-0c8f8d610e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c222fa-04de-49ec-a9d9-c7593114ebd0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:23.635982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-66609300-1c8b-4d69-9f22-0c8f8d610e42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ddd98888ab874e269ee95005a146a938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101299 Jul 14 11:22:23.636417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52160) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:23.643685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Allocated IP 172.20.0.1 (d71b351e-89ca-4b05-b9a9-67c2c415f9a1/bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217/7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:23.765941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.789540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Transition to ACTIVE for port object 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:23.812757 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.816335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2952079f-dd2a-45be-8cee-a40317fd9fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.837450 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.894832 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2952079f-dd2a-45be-8cee-a40317fd9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.895776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:23.904379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:23.912008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:23.912143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c461d2-3255-43fd-b70f-bacc6e7ff483,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:23.936230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e00ebc3b-df27-4bac-a20d-69ed58cfdee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:23.950179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52168) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:23.973351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Pushing event updated for resources: {'Port': ['ID=7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:24.005827 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4231b320-632a-44fa-98bc-052f0d4ebec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.056089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.087165 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2952079f-dd2a-45be-8cee-a40317fd9fe3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=13a992e02c774dfaba5d3d56097d04b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3722818 Jul 14 11:22:24.093224 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952079f-dd2a-45be-8cee-a40317fd9fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7567276-b8ac-4e38-80d5-cdffc1cd31a5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:24.113036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e00ebc3b-df27-4bac-a20d-69ed58cfdee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.122176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52172) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:24.240287 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f16054d4-a60d-4ef8-afe8-994a3c478eea req-a9ccb6d3-c72a-468c-b189-2e846fce1dc9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.281087 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f16054d4-a60d-4ef8-afe8-994a3c478eea req-a9ccb6d3-c72a-468c-b189-2e846fce1dc9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.308368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e00ebc3b-df27-4bac-a20d-69ed58cfdee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.310926 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e00ebc3b-df27-4bac-a20d-69ed58cfdee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.312912 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e00ebc3b-df27-4bac-a20d-69ed58cfdee1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18c222fa-04de-49ec-a9d9-c7593114ebd0 HTTP/1.1" status: 204 len: 168 time: 0.6764851 Jul 14 11:22:24.340301 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.341064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cfc203d2-00e4-48c4-b33c-04c307c25c23 None None] Provisioning for port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:24.347804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cfc203d2-00e4-48c4-b33c-04c307c25c23 None None] Provisioning complete for port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:24.348541 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cfc203d2-00e4-48c4-b33c-04c307c25c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.358933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccb6d3-c72a-468c-b189-2e846fce1dc9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9f6985-51d4-4b1a-b49f-64d1381b4f29,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:24.377943 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a40c6d4a-9ad9-4a1e-b7ad-2bc488960df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.392699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ebc3b-df27-4bac-a20d-69ed58cfdee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c222fa-04de-49ec-a9d9-c7593114ebd0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:24.402106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-cfc203d2-00e4-48c4-b33c-04c307c25c23 None None] Port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:22:24.454641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a40c6d4a-9ad9-4a1e-b7ad-2bc488960df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.512105 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.561720 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4231b320-632a-44fa-98bc-052f0d4ebec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.581421 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4231b320-632a-44fa-98bc-052f0d4ebec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.603249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f16054d4-a60d-4ef8-afe8-994a3c478eea req-a9ccb6d3-c72a-468c-b189-2e846fce1dc9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.608734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f16054d4-a60d-4ef8-afe8-994a3c478eea req-a9ccb6d3-c72a-468c-b189-2e846fce1dc9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.4481838 Jul 14 11:22:24.655304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-23e8275a-61f3-4de4-9312-4751630b4670 req-fcea0159-b580-4877-9c21-6b0657b18ed5 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1805478449', 'description': 'tempest-description-126350822'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:24.676758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4231b320-632a-44fa-98bc-052f0d4ebec0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f3f142a21324215b336ed1cf674128c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239213 Jul 14 11:22:24.681402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52194) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:24.692655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a40c6d4a-9ad9-4a1e-b7ad-2bc488960df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.692895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231b320-632a-44fa-98bc-052f0d4ebec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ca1459-d3a1-4149-aa80-e693c9497d96,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:24.703739 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.706652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a40c6d4a-9ad9-4a1e-b7ad-2bc488960df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.708626 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a40c6d4a-9ad9-4a1e-b7ad-2bc488960df4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7567276-b8ac-4e38-80d5-cdffc1cd31a5 HTTP/1.1" status: 204 len: 168 time: 0.5852618 Jul 14 11:22:24.721004 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.742347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c6d4a-9ad9-4a1e-b7ad-2bc488960df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7567276-b8ac-4e38-80d5-cdffc1cd31a5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:24.749786 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-23e8275a-61f3-4de4-9312-4751630b4670 req-fcea0159-b580-4877-9c21-6b0657b18ed5 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.793130 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:22:24.828000 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.855772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Pushing event updated for resources: {'Port': ['ID=7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:24.876210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca6f751e-dd2c-4f36-8c14-71c301486c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:24.972796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca6f751e-dd2c-4f36-8c14-71c301486c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.026865 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-23e8275a-61f3-4de4-9312-4751630b4670 req-fcea0159-b580-4877-9c21-6b0657b18ed5 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.029096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Router 8bd33192-f716-4ea7-a522-19310778b76e has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:22:25.035054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:25.040520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:25.050467 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-23e8275a-61f3-4de4-9312-4751630b4670 req-fcea0159-b580-4877-9c21-6b0657b18ed5 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.070366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ae0a00ac-1313-41cb-81db-341f764d3058 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:25.126266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-23e8275a-61f3-4de4-9312-4751630b4670 req-fcea0159-b580-4877-9c21-6b0657b18ed5 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.131533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23e8275a-61f3-4de4-9312-4751630b4670 req-fcea0159-b580-4877-9c21-6b0657b18ed5 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4921894 Jul 14 11:22:25.149848 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea0159-b580-4877-9c21-6b0657b18ed5 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c44409a-72d0-4f36-9f61-dbe85f71d487,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:25.243249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port ae0a00ac-1313-41cb-81db-341f764d3058 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:25.254301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ae0a00ac-1313-41cb-81db-341f764d3058 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:25.257417 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.484400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3188e4b7-c180-4cb0-a08e-6f96651591f7 None None] Provisioning complete for port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:25.485775 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3188e4b7-c180-4cb0-a08e-6f96651591f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.544436 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.551787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca6f751e-dd2c-4f36-8c14-71c301486c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.556449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca6f751e-dd2c-4f36-8c14-71c301486c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.556449 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca6f751e-dd2c-4f36-8c14-71c301486c4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60ca1459-d3a1-4149-aa80-e693c9497d96 HTTP/1.1" status: 204 len: 168 time: 0.8741260 Jul 14 11:22:25.574491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52222) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:25.588341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f751e-dd2c-4f36-8c14-71c301486c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ca1459-d3a1-4149-aa80-e693c9497d96,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:25.604732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a8356a4-1337-4c02-ab48-ffb3614d03e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.615487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:22:25.625692 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e80a0afd-bf60-48dd-ac17-9105538474c3 admin admin] 10.222.0.38 "PUT /v2.0/routers/8bd33192-f716-4ea7-a522-19310778b76e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1532469 Jul 14 11:22:25.627210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52224) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:25.641648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] Sync routers for ids ['8bd33192-f716-4ea7-a522-19310778b76e'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:22:25.643736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3188e4b7-c180-4cb0-a08e-6f96651591f7 None None] Port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:22:25.648165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port ae0a00ac-1313-41cb-81db-341f764d3058, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ae0a00ac-1313-41cb-81db-341f764d3058,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:25.676054 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.689219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] Routers {'8bd33192-f716-4ea7-a522-19310778b76e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:25.690224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8bd33192-f716-4ea7-a522-19310778b76e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:25.779738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Router 0f019ba2-74d2-443b-95d7-16639719aa13 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:22:25.848491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=ae0a00ac-1313-41cb-81db-341f764d3058,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:25.860865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a8356a4-1337-4c02-ab48-ffb3614d03e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.887532 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c15e69d6-473a-42d7-a772-31fb69f5bf2c req-621818f9-ed68-460c-967e-faea20b2bbc8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08f036ff4c4240998a557b441146ba18 HTTP/1.1" status: 200 len: 10894 time: 0.6737478 Jul 14 11:22:25.888614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.906648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] Set router 8bd33192-f716-4ea7-a522-19310778b76e gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:25.911975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a8356a4-1337-4c02-ab48-ffb3614d03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.972327 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7a8356a4-1337-4c02-ab48-ffb3614d03e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c86f377753354179a9cf37f0e3f831ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915009 Jul 14 11:22:25.972666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52232) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:25.973915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:25.974040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c15e69d6-473a-42d7-a772-31fb69f5bf2c req-ae095db1-b249-49cd-917d-e482e93e2934 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/b82162a7-f72f-47c7-aade-271d373db8c5 HTTP/1.1" status: 200 len: 2981 time: 0.0486188 Jul 14 11:22:25.979009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8356a4-1337-4c02-ab48-ffb3614d03e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96247187-ecf8-4d08-95d3-25dd4f67e129,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:26.016923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:22:26.033437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c6814230-ddb0-49fb-a891-81841ca8a9aa admin admin] 10.222.0.38 "PUT /v2.0/routers/0f019ba2-74d2-443b-95d7-16639719aa13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0854785 Jul 14 11:22:26.039804 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Sync routers for ids ['0f019ba2-74d2-443b-95d7-16639719aa13'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:22:26.057677 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Routers {'0f019ba2-74d2-443b-95d7-16639719aa13'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:26.058809 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f019ba2-74d2-443b-95d7-16639719aa13'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:26.064238 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c15e69d6-473a-42d7-a772-31fb69f5bf2c req-e55b4e97-75f2-4b66-be60-20fe78a95f27 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/b82162a7-f72f-47c7-aade-271d373db8c5 HTTP/1.1" status: 200 len: 2981 time: 0.0805390 Jul 14 11:22:26.187258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4eb6b402-dcf9-4ac4-9311-326a9b96858f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.192452 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee0204fd-6982-4159-8d63-086531f11e6b req-5c6c1546-0774-4400-bb22-c9213098e01f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/028a6227-bd34-42e0-ac20-507ac0342fe3 HTTP/1.1" status: 200 len: 1799 time: 0.0889342 Jul 14 11:22:26.213492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd33192-f716-4ea7-a522-19310778b76e', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:49Z', 'updated_at': '2021-07-14T11:22:23Z', 'revision_number': 5, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'gw_port': {'id': '36bf6512-b974-4ff7-a90a-e98b11055c14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd33192-f716-4ea7-a522-19310778b76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:50Z', 'updated_at': '2021-07-14T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:26.221228 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4eb6b402-dcf9-4ac4-9311-326a9b96858f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.235333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.257304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] Checking router: 8bd33192-f716-4ea7-a522-19310778b76e for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:22:26.273126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] Routers {'8bd33192-f716-4ea7-a522-19310778b76e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:26.273770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8bd33192-f716-4ea7-a522-19310778b76e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:26.330216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Deleting port 36bf6512-b974-4ff7-a90a-e98b11055c14 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:26.330789 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.334638 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Set router 0f019ba2-74d2-443b-95d7-16639719aa13 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:26.343029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee0204fd-6982-4159-8d63-086531f11e6b req-452513af-42a8-4eb3-8414-5fea49d86db9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.387765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4eb6b402-dcf9-4ac4-9311-326a9b96858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.391439 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4eb6b402-dcf9-4ac4-9311-326a9b96858f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.392797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4eb6b402-dcf9-4ac4-9311-326a9b96858f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/96247187-ecf8-4d08-95d3-25dd4f67e129 HTTP/1.1" status: 204 len: 168 time: 0.4150674 Jul 14 11:22:26.396547 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee0204fd-6982-4159-8d63-086531f11e6b req-452513af-42a8-4eb3-8414-5fea49d86db9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.408516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6b402-dcf9-4ac4-9311-326a9b96858f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96247187-ecf8-4d08-95d3-25dd4f67e129,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:26.462210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] For port 36bf6512-b974-4ff7-a90a-e98b11055c14, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=36bf6512-b974-4ff7-a90a-e98b11055c14,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:26.462828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.492953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] Set router 8bd33192-f716-4ea7-a522-19310778b76e gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:26.497544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee0204fd-6982-4159-8d63-086531f11e6b req-452513af-42a8-4eb3-8414-5fea49d86db9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.501027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee0204fd-6982-4159-8d63-086531f11e6b req-452513af-42a8-4eb3-8414-5fea49d86db9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.502435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee0204fd-6982-4159-8d63-086531f11e6b req-452513af-42a8-4eb3-8414-5fea49d86db9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/028a6227-bd34-42e0-ac20-507ac0342fe3 HTTP/1.1" status: 204 len: 173 time: 0.2994299 Jul 14 11:22:26.508397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Calling delete_port for 36bf6512-b974-4ff7-a90a-e98b11055c14 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:26.521521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452513af-42a8-4eb3-8414-5fea49d86db9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028a6227-bd34-42e0-ac20-507ac0342fe3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:26.562310 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-dda7332e-e9f5-47bc-babc-01ca320b4b6c req-e7890018-a435-4268-95c9-c5f4589b2cae tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:22:26.563801 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dda7332e-e9f5-47bc-babc-01ca320b4b6c req-e7890018-a435-4268-95c9-c5f4589b2cae tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/028a6227-bd34-42e0-ac20-507ac0342fe3 HTTP/1.1" status: 404 len: 352 time: 0.0265956 Jul 14 11:22:26.609462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd33192-f716-4ea7-a522-19310778b76e', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:49Z', 'updated_at': '2021-07-14T11:22:26Z', 'revision_number': 6, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:26.667414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e682b6e-fa78-4a2b-94ae-4abcd4cc0917 req-c3315e76-fed9-45f3-a3d6-d43f1ea7ddd9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/0f9f6985-51d4-4b1a-b49f-64d1381b4f29 HTTP/1.1" status: 200 len: 1799 time: 0.0777266 Jul 14 11:22:26.676332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b0189-cd3a-453a-ab4c-e16f7d844673 None None] The sync data for ids ['8bd33192-f716-4ea7-a522-19310778b76e'] in n-d-778696-8 is: [{'id': '8bd33192-f716-4ea7-a522-19310778b76e', 'name': 'tempest-FloatingIPDetailsTestJSON-1842017313-router', 'tenant_id': '2ea347b6e6a04301954a1f4721d958a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:49Z', 'updated_at': '2021-07-14T11:22:26Z', 'revision_number': 6, 'project_id': '2ea347b6e6a04301954a1f4721d958a5', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:22:26.746433 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e682b6e-fa78-4a2b-94ae-4abcd4cc0917 req-d46ce3f3-6dcc-4161-b81d-ee44e4235956 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.776928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.801708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e682b6e-fa78-4a2b-94ae-4abcd4cc0917 req-d46ce3f3-6dcc-4161-b81d-ee44e4235956 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.841292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=36bf6512-b974-4ff7-a90a-e98b11055c14,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:26.895303 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e682b6e-fa78-4a2b-94ae-4abcd4cc0917 req-d46ce3f3-6dcc-4161-b81d-ee44e4235956 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.899228 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e682b6e-fa78-4a2b-94ae-4abcd4cc0917 req-d46ce3f3-6dcc-4161-b81d-ee44e4235956 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.904394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e682b6e-fa78-4a2b-94ae-4abcd4cc0917 req-d46ce3f3-6dcc-4161-b81d-ee44e4235956 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/0f9f6985-51d4-4b1a-b49f-64d1381b4f29 HTTP/1.1" status: 204 len: 173 time: 0.2262564 Jul 14 11:22:26.936164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:26.950856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ce3f3-6dcc-4161-b81d-ee44e4235956 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9f6985-51d4-4b1a-b49f-64d1381b4f29,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:26.954085 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:24Z', 'revision_number': 4, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'gw_port': {'id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb', 'name': '', 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'mac_address': 'fa:16:3e:ef:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:22Z', 'updated_at': '2021-07-14T11:22:24Z', 'revision_number': 2, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'subnets': [{'id': 'bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:26.962077 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-18c9abc5-6d4b-4890-a6eb-bccc3510518d req-392c0cbc-dc29-4cf9-8e6a-03f74662230d tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:22:26.974159 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18c9abc5-6d4b-4890-a6eb-bccc3510518d req-392c0cbc-dc29-4cf9-8e6a-03f74662230d tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/0f9f6985-51d4-4b1a-b49f-64d1381b4f29 HTTP/1.1" status: 404 len: 352 time: 0.0318813 Jul 14 11:22:27.021844 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Checking router: 0f019ba2-74d2-443b-95d7-16639719aa13 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:22:27.023013 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Updating router 0f019ba2-74d2-443b-95d7-16639719aa13 port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:22:27.059373 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.076483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91aa719d-638c-485b-bb13-87ce17622022 req-64524bb1-957b-424a-9f3c-fb1e7e6055be tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/1c44409a-72d0-4f36-9f61-dbe85f71d487 HTTP/1.1" status: 200 len: 1800 time: 0.0859361 Jul 14 11:22:27.097339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.100197 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.230835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91aa719d-638c-485b-bb13-87ce17622022 req-d1d531c3-d529-4396-a08d-1df9f3e867c8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.247081 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.247880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd33192-f716-4ea7-a522-19310778b76e {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:22:27.265825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.278281 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a9405a70-197e-41b5-bb5b-deb68fb61f19 admin admin] 10.222.0.38 "DELETE /v2.0/routers/8bd33192-f716-4ea7-a522-19310778b76e HTTP/1.1" status: 204 len: 168 time: 1.6392677 Jul 14 11:22:27.279291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52276) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:27.284828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91aa719d-638c-485b-bb13-87ce17622022 req-d1d531c3-d529-4396-a08d-1df9f3e867c8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.360624 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91aa719d-638c-485b-bb13-87ce17622022 req-d1d531c3-d529-4396-a08d-1df9f3e867c8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.365329 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91aa719d-638c-485b-bb13-87ce17622022 req-d1d531c3-d529-4396-a08d-1df9f3e867c8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.367410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91aa719d-638c-485b-bb13-87ce17622022 req-d1d531c3-d529-4396-a08d-1df9f3e867c8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/1c44409a-72d0-4f36-9f61-dbe85f71d487 HTTP/1.1" status: 204 len: 173 time: 0.2790804 Jul 14 11:22:27.386042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d531c3-d529-4396-a08d-1df9f3e867c8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c44409a-72d0-4f36-9f61-dbe85f71d487,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:27.388450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59c6380-243e-4cab-9fb6-907063a5c8c4 admin admin] Deleting subnet d834e4cb-98d8-4414-b4e7-54d90e09712c {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:22:27.399644 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b59c6380-243e-4cab-9fb6-907063a5c8c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.425632 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-7805ebb7-2e95-4133-8566-ef40484b2f90 req-7a75fb1c-51f3-4fd5-860c-bb3519dfdfa3 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:22:27.426670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7805ebb7-2e95-4133-8566-ef40484b2f90 req-7a75fb1c-51f3-4fd5-860c-bb3519dfdfa3 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/1c44409a-72d0-4f36-9f61-dbe85f71d487 HTTP/1.1" status: 404 len: 352 time: 0.0274758 Jul 14 11:22:27.461544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b59c6380-243e-4cab-9fb6-907063a5c8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.546650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95216868-0afe-48fd-b453-fe1f4b1e22dc req-cc43e99a-fdd9-41be-b30b-e0cfc1bfe7b2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08f036ff4c4240998a557b441146ba18 HTTP/1.1" status: 200 len: 6149 time: 0.0929818 Jul 14 11:22:27.583672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ae0a00ac-1313-41cb-81db-341f764d3058 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:27.607468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95216868-0afe-48fd-b453-fe1f4b1e22dc req-a028e51a-ea18-403b-9bbf-d358faf349bb tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/b82162a7-f72f-47c7-aade-271d373db8c5 HTTP/1.1" status: 200 len: 2981 time: 0.0594630 Jul 14 11:22:27.625408 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.652074 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b59c6380-243e-4cab-9fb6-907063a5c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.653860 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Transition to ACTIVE for port object 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:27.668796 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.687730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ae0a00ac-1313-41cb-81db-341f764d3058 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:27.688251 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.695492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95216868-0afe-48fd-b453-fe1f4b1e22dc req-b16b6fc1-fb55-458b-8ada-83df4b54288e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/b82162a7-f72f-47c7-aade-271d373db8c5 HTTP/1.1" status: 200 len: 2981 time: 0.0853295 Jul 14 11:22:27.731994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ac36aab2-a4dd-4466-aa76-13bec5ef978c req-eeda3633-3307-49ff-8868-5d1d3952fdf9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1813042774', 'description': 'tempest-description-1148884625'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:27.788352 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ac36aab2-a4dd-4466-aa76-13bec5ef978c req-eeda3633-3307-49ff-8868-5d1d3952fdf9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.791670 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b59c6380-243e-4cab-9fb6-907063a5c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.806656 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b882c-3b21-4584-be73-de1eb7e2c927 None None] Pushing event updated for resources: {'Port': ['ID=7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:27.867317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c6380-243e-4cab-9fb6-907063a5c8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d834e4cb-98d8-4414-b4e7-54d90e09712c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:27.893641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b59c6380-243e-4cab-9fb6-907063a5c8c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.899557 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b59c6380-243e-4cab-9fb6-907063a5c8c4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d834e4cb-98d8-4414-b4e7-54d90e09712c HTTP/1.1" status: 204 len: 168 time: 0.6189384 Jul 14 11:22:27.899736 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:27.900885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52304) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:27.905050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca783689-d1c1-41e7-9125-46b10fec59d5 None None] Network c89931fa-8a15-45ef-8021-a8296dc4d58a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:22:27.990554 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Attempting to bind port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:27.994912 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Attempting to bind port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:27.995372 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Attempting to bind port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb on network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:28.018642 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:28.019032 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Checking segment: {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:28.024648 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.025074 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ac36aab2-a4dd-4466-aa76-13bec5ef978c req-eeda3633-3307-49ff-8868-5d1d3952fdf9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.025543 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Bound using segment: {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:28.026095 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Bound port: 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:28.027125 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.034909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ac36aab2-a4dd-4466-aa76-13bec5ef978c req-eeda3633-3307-49ff-8868-5d1d3952fdf9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.045953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 30c461d2-3255-43fd-b70f-bacc6e7ff483 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:22:28.082678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.139318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ac36aab2-a4dd-4466-aa76-13bec5ef978c req-eeda3633-3307-49ff-8868-5d1d3952fdf9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.155823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac36aab2-a4dd-4466-aa76-13bec5ef978c req-eeda3633-3307-49ff-8868-5d1d3952fdf9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4315362 Jul 14 11:22:28.158825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 30c461d2-3255-43fd-b70f-bacc6e7ff483 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:22:28.159170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 30c461d2-3255-43fd-b70f-bacc6e7ff483 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:22:28.202904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Deleting port d5699bf1-baf6-48b0-93c1-52ae112e642e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:28.203346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.210843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda3633-3307-49ff-8868-5d1d3952fdf9 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d13a1f-fd01-4de0-9bb4-942988c880d0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:28.235580 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] For port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:28.248831 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] For port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:28.260057 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.270025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-7d4d89f9-a011-4b4e-a69d-6f8be6adc63f tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123896 Jul 14 11:22:28.354919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] For port d5699bf1-baf6-48b0-93c1-52ae112e642e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d5699bf1-baf6-48b0-93c1-52ae112e642e,segment=NetworkSegment(1461881c-71f2-4887-b91e-f7c626865a5d),segment_id=1461881c-71f2-4887-b91e-f7c626865a5d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:28.355723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.381890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Calling delete_port for d5699bf1-baf6-48b0-93c1-52ae112e642e owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:28.398392 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Routers {'0f019ba2-74d2-443b-95d7-16639719aa13'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:28.399142 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f019ba2-74d2-443b-95d7-16639719aa13'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:28.444323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-40ef5675-21ae-4910-915b-6e2f5341649a req-5e7e514c-2b1d-4893-bc4d-0519e6b5c5d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2042596456', 'description': 'tempest-description-1252112225'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:28.534743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.547595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52334) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:28.562322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b882c-3b21-4584-be73-de1eb7e2c927 None None] Pushing event updated for resources: {'Port': ['ID=7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:28.578350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-network', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:28.582632 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa44e21-1749-4eee-955c-c1b8175d65d2 None None] DHCP port deletion for c89931fa-8a15-45ef-8021-a8296dc4d58a request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:22:28.604693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] No DVR routers for this DVR port d5699bf1-baf6-48b0-93c1-52ae112e642e on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:22:28.605450 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-40ef5675-21ae-4910-915b-6e2f5341649a req-5e7e514c-2b1d-4893-bc4d-0519e6b5c5d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.606453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5699bf1-baf6-48b0-93c1-52ae112e642e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:28.686252 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] Set router 0f019ba2-74d2-443b-95d7-16639719aa13 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:28.701911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Made reservation on behalf of 8433ef0b6802404ead2dbd49e0b2b79e for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:28.712024 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.728767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-0b12f692-2c5c-4d3f-a125-6fd9a40cae44 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:28.731078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.741115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-0b12f692-2c5c-4d3f-a125-6fd9a40cae44 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4646132 Jul 14 11:22:28.743752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89931fa-8a15-45ef-8021-a8296dc4d58a']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:28.760594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1461881c-71f2-4887-b91e-f7c626865a5d') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:28.760893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1461881c-71f2-4887-b91e-f7c626865a5d') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:28.780934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.781989 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.802677 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.810095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:22:28.810501 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.814836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-9b81aaa7-9e69-4000-969a-f3b62eb5ded0 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/quotas/ab91c906325c4d5cb3ee3ea5320f8c55 HTTP/1.1" status: 200 len: 375 time: 0.0715451 Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:22:28.870918 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:22:28.881082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.889392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:28.893688 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] 10.222.0.38 "DELETE /v2.0/networks/c89931fa-8a15-45ef-8021-a8296dc4d58a HTTP/1.1" status: 204 len: 168 time: 0.9894087 Jul 14 11:22:28.900286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d5699bf1-baf6-48b0-93c1-52ae112e642e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:22:28.917442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8e931-63bd-477d-95fa-e59e822d7b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=c89931fa-8a15-45ef-8021-a8296dc4d58a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:28.917825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-974e3dbc-ae7c-4d80-add8-76ab6640f89f tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871627 Jul 14 11:22:28.934032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: d5699bf1-baf6-48b0-93c1-52ae112e642e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:22:28.934589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d5699bf1-baf6-48b0-93c1-52ae112e642e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:22:28.935270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 36bf6512-b974-4ff7-a90a-e98b11055c14 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:22:28.959351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 36bf6512-b974-4ff7-a90a-e98b11055c14 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:22:28.960353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 36bf6512-b974-4ff7-a90a-e98b11055c14 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:22:29.020675 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-40ef5675-21ae-4910-915b-6e2f5341649a req-5e7e514c-2b1d-4893-bc4d-0519e6b5c5d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.107715 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:24Z', 'revision_number': 4, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'gw_port': {'id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb', 'name': '', 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'mac_address': 'fa:16:3e:ef:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:22Z', 'updated_at': '2021-07-14T11:22:28Z', 'revision_number': 4, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'subnets': [{'id': 'bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:29.130002 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.130762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-40ef5675-21ae-4910-915b-6e2f5341649a req-5e7e514c-2b1d-4893-bc4d-0519e6b5c5d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.140284 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b90339-94da-4082-90ab-d4c462809e66 None None] The sync data for ids ['0f019ba2-74d2-443b-95d7-16639719aa13'] in n-d-778696-8 is: [{'id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:24Z', 'revision_number': 4, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'gw_port': {'id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb', 'name': '', 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'mac_address': 'fa:16:3e:ef:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:22Z', 'updated_at': '2021-07-14T11:22:28Z', 'revision_number': 4, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'subnets': [{'id': 'bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:22:29.150568 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.156807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-40ef5675-21ae-4910-915b-6e2f5341649a req-5e7e514c-2b1d-4893-bc4d-0519e6b5c5d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.158069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40ef5675-21ae-4910-915b-6e2f5341649a req-5e7e514c-2b1d-4893-bc4d-0519e6b5c5d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7339394 Jul 14 11:22:29.193895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e514c-2b1d-4893-bc4d-0519e6b5c5d8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4039054-8a39-4245-9fc2-2b3eaca530e8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:29.200892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:22:29.271555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99fab371-bf59-47e7-811a-21ad8d9d03f2 req-b4234996-da7e-420f-8790-e9e3db6c6caf tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 210 time: 0.0723562 Jul 14 11:22:29.272850 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.273416 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Added segment 59aacc13-f94f-4e4c-8775-a23cc3f7be18 of type vlan for network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a Jul 14 11:22:29.317010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae26f3-e84a-4173-bf0a-cb465bb222b7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:29.337393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.352524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52358) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:29.378625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.380026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:29.380724 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.434810 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ea23d429-1be4-4552-9b0f-e986573df91f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ea347b6e6a04301954a1f4721d958a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808134 Jul 14 11:22:29.443505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52364) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:29.462425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] Pushing event updated for resources: {'Network': ['ID=6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:29.473313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:22:29.484132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e6bdbfdf-15ed-4b1b-9847-c72cae6a5cba admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9164999 Jul 14 11:22:29.486143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52368) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:29.495227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Request body: {'subnet': {'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-subnet', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:29.523057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Made reservation on behalf of 8433ef0b6802404ead2dbd49e0b2b79e for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:29.528021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.553506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f91a3d43-bf0c-4c68-9d83-7d6d077c20dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.654094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f91a3d43-bf0c-4c68-9d83-7d6d077c20dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.781951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f91a3d43-bf0c-4c68-9d83-7d6d077c20dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.784841 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f91a3d43-bf0c-4c68-9d83-7d6d077c20dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.786361 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f91a3d43-bf0c-4c68-9d83-7d6d077c20dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5aab080e-bbc8-45e2-ae07-5d506470d86b HTTP/1.1" status: 204 len: 168 time: 0.3414249 Jul 14 11:22:29.798223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a3d43-bf0c-4c68-9d83-7d6d077c20dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aab080e-bbc8-45e2-ae07-5d506470d86b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:29.915133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-687204e5-969c-4fc6-a306-11ae8d777aa3 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:29.922115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-687204e5-969c-4fc6-a306-11ae8d777aa3 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 811 time: 0.1470804 Jul 14 11:22:29.925894 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:29.974045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95beaecf-459b-4592-901c-f92024b7599d,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:29.990219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-1df52928-a71a-4509-8f95-4ed21a8b4da2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/quotas/08f036ff4c4240998a557b441146ba18 HTTP/1.1" status: 200 len: 375 time: 0.0670516 Jul 14 11:22:30.086807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Checking segment: {'id': '59aacc13-f94f-4e4c-8775-a23cc3f7be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:30.087172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Network hostable DHCP agents. Network: 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:22:30.124299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-a638f9c2-7e71-4918-bb1e-e4a294aa67f5 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321185 Jul 14 11:22:30.134056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:22:30.146769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:30.160346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb29a16-5e6a-425a-a4d6-35a6c434af2e None None] Network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:22:30.161453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:30.162164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:30.191607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-92b2d2cc-3303-4eaf-bbad-9a697de54995 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7017229 Jul 14 11:22:30.192227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52396) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:30.202039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:30.241317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:30.242788 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:30.331003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:30.450318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a', 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'fixed_ips': [{'subnet_id': '95beaecf-459b-4592-901c-f92024b7599d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:22:30.451517 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:30.520837 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-6c10123b-19d3-4f80-8be1-b206d15bca28 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351133 Jul 14 11:22:30.662569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e396-0584-435b-bf95-85505a8c184e req-787c5c18-66fd-42b1-b3b0-54b0c49b949b tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:30.663807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Allocated IP 172.20.0.2 (6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a/95beaecf-459b-4592-901c-f92024b7599d/91b3309d-b733-4551-8a68-efe5771e2b24) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:30.664843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-787c5c18-66fd-42b1-b3b0-54b0c49b949b tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330955 Jul 14 11:22:30.707652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-abd42964-0321-4d60-b6a9-7d0a9dee05f1 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:22:30.708755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-abd42964-0321-4d60-b6a9-7d0a9dee05f1 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2291403 Jul 14 11:22:30.790400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-477354b0-df9b-4a6b-9b97-17dfb51140be tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/quotas/09ad9437b8724838ab070fdf5cb1c0ef HTTP/1.1" status: 200 len: 375 time: 0.0806084 Jul 14 11:22:30.819933 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:30.862694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-eac24aa0-9b18-4c0c-b96b-86c918e51d9d tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464537 Jul 14 11:22:30.952127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-626089f3-408f-4df6-bb5e-a92f443e0909 service neutron] 10.222.0.38 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876733 Jul 14 11:22:31.061889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:31.111379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-5f5f6dee-4a58-449d-bffa-697dd2f04ada service neutron] 10.222.0.38 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482499 Jul 14 11:22:31.314183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:31.338330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-47dc4c3b-1afc-484e-abbd-8e0a600af8ee tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184978 Jul 14 11:22:31.348748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Transition to ACTIVE for port object 91b3309d-b733-4551-8a68-efe5771e2b24 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:31.403265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Transition to ACTIVE for port object 91b3309d-b733-4551-8a68-efe5771e2b24 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:31.405657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:31.414660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:31.415352 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:31.473139 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:31.624696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:31.631214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:31.638674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Pushing event updated for resources: {'Port': ['ID=91b3309d-b733-4551-8a68-efe5771e2b24,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:31.664758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:31.714987 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:31.737312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e420e942-b039-4d2a-8314-1a8852cfdb89 req-66afb140-054f-4330-b675-043efdeb0a27 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 210 time: 0.2691293 Jul 14 11:22:31.825455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:32.019762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-b941ec3a-3e08-45ed-b3fc-818e6a74c30a tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:32.027373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-b941ec3a-3e08-45ed-b3fc-818e6a74c30a tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6743815 Jul 14 11:22:32.066524 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:32.089782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Attempting to bind port 91b3309d-b733-4551-8a68-efe5771e2b24 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:32.090842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Attempting to bind port 91b3309d-b733-4551-8a68-efe5771e2b24 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '59aacc13-f94f-4e4c-8775-a23cc3f7be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:32.091412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Attempting to bind port 91b3309d-b733-4551-8a68-efe5771e2b24 on network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:32.121048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:32.125052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:32.125830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Checking segment: {'id': '59aacc13-f94f-4e4c-8775-a23cc3f7be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:32.127108 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:32.127730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Bound using segment: {'id': '59aacc13-f94f-4e4c-8775-a23cc3f7be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:32.128414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Bound port: 91b3309d-b733-4551-8a68-efe5771e2b24, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59aacc13-f94f-4e4c-8775-a23cc3f7be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:32.129011 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:32.134073 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:32.157243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-354d503e-e501-499b-940b-e4d6e1f501e8 req-5b85cd94-f363-4a0c-925a-667904a17f47 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 210 time: 0.2459993 Jul 14 11:22:32.221323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Request body: {'port': {'device_id': '26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'ab91c906325c4d5cb3ee3ea5320f8c55'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:32.237092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0b3fe01-5c98-4088-b9ab-07d40b107962 req-93568fac-f8ec-4aa0-a8cf-751195e0414c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 210 time: 0.3256440 Jul 14 11:22:32.286256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:32.331895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] For port 91b3309d-b733-4551-8a68-efe5771e2b24, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:32.337880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] For port 91b3309d-b733-4551-8a68-efe5771e2b24, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=91b3309d-b733-4551-8a68-efe5771e2b24,segment=NetworkSegment(59aacc13-f94f-4e4c-8775-a23cc3f7be18),segment_id=59aacc13-f94f-4e4c-8775-a23cc3f7be18)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:32.354185 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:32.425556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Allocated IP 172.25.2.28 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/1ff7c24c-f29b-4011-b06a-c4124ca9f8d0) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:32.515278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Made reservation on behalf of ab91c906325c4d5cb3ee3ea5320f8c55 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:32.520635 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:32.536775 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:32.541544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abc325-5311-4b6c-9c4d-9a1390e0698a None None] Pushing event updated for resources: {'Port': ['ID=91b3309d-b733-4551-8a68-efe5771e2b24,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:32.847796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-bd4949f8-0f00-42a6-8471-2f81a4af74bb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2da1c67b19284aa288d22115f6ab071b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955911 Jul 14 11:22:32.853486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:32.932908 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:33.014250 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:33.124883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:33.158602 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-9908dede-54c3-4aef-b962-d227d3b0e333 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615897 Jul 14 11:22:33.273512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:33.273943 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:33.360800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e396-0584-435b-bf95-85505a8c184e req-2e631621-a59d-40f9-99ae-e0d47b37c5ce tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:33.365374 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-2e631621-a59d-40f9-99ae-e0d47b37c5ce tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850317 Jul 14 11:22:33.384250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Request body: {'port': {'device_id': '9e8b2195-c69d-4601-8b96-1f6068c1db7b', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '09ad9437b8724838ab070fdf5cb1c0ef'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:33.401008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:33.508429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 91b3309d-b733-4551-8a68-efe5771e2b24 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:33.510471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:33.593528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Made reservation on behalf of 09ad9437b8724838ab070fdf5cb1c0ef for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:33.599203 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:33.603844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-0a42af12-d749-489a-8acc-5f06e54a46bb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:33.611749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-0a42af12-d749-489a-8acc-5f06e54a46bb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7437024 Jul 14 11:22:33.612678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:33.614770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 91b3309d-b733-4551-8a68-efe5771e2b24 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:33.633845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7e8c3ab-a1ef-482e-917e-53b244280a18 req-55cb2033-75e8-4259-b657-fa365858a120 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 210 time: 0.1255634 Jul 14 11:22:33.693311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:33.696782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-d12d8a84-b9b5-4862-a6dc-c927e35d8fff tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/quotas/2da1c67b19284aa288d22115f6ab071b HTTP/1.1" status: 200 len: 375 time: 0.0839276 Jul 14 11:22:33.698072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:33.729249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.45', 64580) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:33.739328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:33.743994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Allocated IP 192.168.233.123 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/3516cc23-cd4c-4c2d-8bec-ea89c876f1e1) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:33.799548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:33.813817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:33.838508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-4d8299c6-fe8c-4c31-b6b7-0e2cacfdcdb0 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2da1c67b19284aa288d22115f6ab071b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856531 Jul 14 11:22:33.849424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Pushing event updated for resources: {'Port': ['ID=1ff7c24c-f29b-4011-b06a-c4124ca9f8d0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:33.884755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd86004-fc49-4bdc-a6fd-8f1ab454e485,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:33.993208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-f62c4927-08b0-4a38-8b77-46f5cc138352 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:33.996670 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-f62c4927-08b0-4a38-8b77-46f5cc138352 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.45 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 811 time: 0.2661440 Jul 14 11:22:34.006488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6aabb5-ecd4-4a9d-9e95-d28927e65007 None None] Network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:22:34.013205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'port': {'device_id': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d', 'admin_state_up': True, 'tenant_id': '08f036ff4c4240998a557b441146ba18'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:34.123565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4233d832-2055-453b-bb06-6a9d30de5cf9 None None] Provisioning for port 91b3309d-b733-4551-8a68-efe5771e2b24 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:34.149611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4233d832-2055-453b-bb06-6a9d30de5cf9 None None] Provisioning complete for port 91b3309d-b733-4551-8a68-efe5771e2b24 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:34.150082 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4233d832-2055-453b-bb06-6a9d30de5cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.200370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Made reservation on behalf of 08f036ff4c4240998a557b441146ba18 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:34.207606 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.307818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2dbc7c85-1aff-4731-ab78-3f3ac78d5ca0 req-d7a26df6-5f04-4775-9754-c5de8154fd11 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 210 time: 0.0917380 Jul 14 11:22:34.312740 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4233d832-2055-453b-bb06-6a9d30de5cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.368447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Allocated IP 172.20.0.7 (383deb41-11bf-4cf3-a818-efaf5d55d17d/7c6d60c3-9778-4f10-bed1-cae176509fb9/7d7ba874-5a69-44d7-8a41-2e531d2bddca) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:34.370259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e867564c-5b1a-4df6-b7e7-0aa336ba3ba1 req-a126848a-32d3-4b15-9cb3-0d4e560e2bfc tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 210 time: 0.1405239 Jul 14 11:22:34.374408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4233d832-2055-453b-bb06-6a9d30de5cf9 None None] For port 91b3309d-b733-4551-8a68-efe5771e2b24, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=91b3309d-b733-4551-8a68-efe5771e2b24,segment=NetworkSegment(59aacc13-f94f-4e4c-8775-a23cc3f7be18),segment_id=59aacc13-f94f-4e4c-8775-a23cc3f7be18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:34.383528 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4233d832-2055-453b-bb06-6a9d30de5cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.501758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233d832-2055-453b-bb06-6a9d30de5cf9 None None] Pushing event updated for resources: {'Port': ['ID=91b3309d-b733-4551-8a68-efe5771e2b24,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:34.569061 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.671231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.675131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86ba09c8-ee0e-4728-877f-57f4fb19480d req-77642210-1965-44df-8321-c93fd0577fda tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 210 time: 0.0649576 Jul 14 11:22:34.771647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Transition to ACTIVE for port object 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:34.780443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.817756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b481917e-40a9-412b-b372-50ffbf619365 None None] Provisioning complete for port 91b3309d-b733-4551-8a68-efe5771e2b24 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:34.818288 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b481917e-40a9-412b-b372-50ffbf619365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.855579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.884821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['db9ca234-2e91-465d-b473-09e970f55814'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:34.929125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Network 383deb41-11bf-4cf3-a818-efaf5d55d17d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:34.933317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'Port': ['ID=7d7ba874-5a69-44d7-8a41-2e531d2bddca,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:34.936658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:34.939084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:34.981464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f923f9f-ff62-4903-823f-18e70644768e req-d8ee0f56-cf0e-422c-a8f4-d8accf421aa9 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 210 time: 0.1012003 Jul 14 11:22:34.994717 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:34.998176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 91b3309d-b733-4551-8a68-efe5771e2b24 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:35.082378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:35.085087 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.100573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:35.101312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Pushing event updated for resources: {'Port': ['ID=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:35.108514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:35.112847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:35.119888 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8cc09688-f796-42c7-a76d-7e5f05d874e0 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1133018 Jul 14 11:22:35.136764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Request body: {'port': {'device_id': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:35.140012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Allocated IP 192.168.233.103 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/4419e2ce-ed0a-4065-b459-b83e0950c9bc) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:35.183016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:35.183621 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.254677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-595b6128-3036-4335-a37e-16357f502986 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0871944 Jul 14 11:22:35.281565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Request body: {'port': {'device_id': '26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:35.308758 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.357360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.371951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 91b3309d-b733-4551-8a68-efe5771e2b24 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:35.373277 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.628941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.728649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b30c741c-dc25-4455-bffb-c7bf528d5678 None None] Provisioning for port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:35.737325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b30c741c-dc25-4455-bffb-c7bf528d5678 None None] Provisioning complete for port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:35.737700 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b30c741c-dc25-4455-bffb-c7bf528d5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.786854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7ba874-5a69-44d7-8a41-2e531d2bddca {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:35.795762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.808814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Transition to ACTIVE for port object 7d7ba874-5a69-44d7-8a41-2e531d2bddca will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:35.811566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20081a95-7c88-4bbc-9117-afc841dec0d2 req-ef9b0c4d-4482-4b48-8bf9-7190c2a6d77b tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 210 time: 0.0688009 Jul 14 11:22:35.827469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b30c741c-dc25-4455-bffb-c7bf528d5678 None None] Port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:22:35.871374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.910483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:35.951131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Router 23860814-5ce5-4d4c-a577-a28c0750838d is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:22:35.987647 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-12139241-d763-4852-8e29-76f7635f4893 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2da1c67b19284aa288d22115f6ab071b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492270 Jul 14 11:22:36.141285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:22:36.150881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Sync routers for ids ['23860814-5ce5-4d4c-a577-a28c0750838d'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:22:36.156866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ab8e-bf26-435c-81b6-2695bf95d4ce req-4b8eca4a-d56c-4bf4-8273-f1cba429476d tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:36.158400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11d0ab8e-bf26-435c-81b6-2695bf95d4ce req-4b8eca4a-d56c-4bf4-8273-f1cba429476d tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 943 time: 0.1316504 Jul 14 11:22:36.167096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Routers {'23860814-5ce5-4d4c-a577-a28c0750838d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:36.168122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['23860814-5ce5-4d4c-a577-a28c0750838d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:36.175817 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:36.177103 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4741acfd-f61b-4bb6-841d-fc034bee99ed admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9836719 Jul 14 11:22:36.185085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52682) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:36.258881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11d0ab8e-bf26-435c-81b6-2695bf95d4ce req-98690edc-3655-4f68-ad46-45363e8970ac tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926213 Jul 14 11:22:36.355117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b4ca145-6019-461d-9102-c7416c4addcb req-99bad744-db13-4d30-8ba9-f43ac80ca2ca tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 210 time: 0.0673134 Jul 14 11:22:36.374089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Set router 23860814-5ce5-4d4c-a577-a28c0750838d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:36.545688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Transition to ACTIVE for port object 4419e2ce-ed0a-4065-b459-b83e0950c9bc will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:36.566195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7ba874-5a69-44d7-8a41-2e531d2bddca,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:36.692298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:30Z', 'updated_at': '2021-07-14T11:22:34Z', 'revision_number': 3, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'gw_port': {'id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:31Z', 'updated_at': '2021-07-14T11:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:36.734797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Checking router: 23860814-5ce5-4d4c-a577-a28c0750838d for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:22:36.735384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Updating router 23860814-5ce5-4d4c-a577-a28c0750838d port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:22:36.773660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Attempting to bind port 7d7ba874-5a69-44d7-8a41-2e531d2bddca on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:36.773989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Attempting to bind port 7d7ba874-5a69-44d7-8a41-2e531d2bddca by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '0720b59b-baae-458a-a03e-f10575a4df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:36.774311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Attempting to bind port 7d7ba874-5a69-44d7-8a41-2e531d2bddca on network 383deb41-11bf-4cf3-a818-efaf5d55d17d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:36.781445 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:36.831009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Port 7d7ba874-5a69-44d7-8a41-2e531d2bddca on network 383deb41-11bf-4cf3-a818-efaf5d55d17d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:22:36.831343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Attempting to bind port 7d7ba874-5a69-44d7-8a41-2e531d2bddca on network 383deb41-11bf-4cf3-a818-efaf5d55d17d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:36.852891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-4fd4c529-ec00-415a-92e7-2793489e3a00 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:36.854425 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-4fd4c529-ec00-415a-92e7-2793489e3a00 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8451936 Jul 14 11:22:36.861784 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:36.879367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Request body: {'port': {'device_id': '956a2f85-e649-4c65-a3e1-ef6d8fd27373', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '2da1c67b19284aa288d22115f6ab071b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:36.888820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:36.889073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Checking segment: {'id': '0720b59b-baae-458a-a03e-f10575a4df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:36.889458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Bound using segment: {'id': '0720b59b-baae-458a-a03e-f10575a4df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:36.889914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Bound port: 7d7ba874-5a69-44d7-8a41-2e531d2bddca, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0720b59b-baae-458a-a03e-f10575a4df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:36.890276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.041275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:37.050391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:37.065253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:37.076060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Pushing event updated for resources: {'Port': ['ID=4419e2ce-ed0a-4065-b459-b83e0950c9bc,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:37.146495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4ecd7-ea80-48b5-8ed5-3b851af8241a req-7377f69d-1efc-460b-a59d-e276068bd541 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:37.170761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97a4ecd7-ea80-48b5-8ed5-3b851af8241a req-7377f69d-1efc-460b-a59d-e276068bd541 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 936 time: 0.6173413 Jul 14 11:22:37.176631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] For port 7d7ba874-5a69-44d7-8a41-2e531d2bddca, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:37.186051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] For port 7d7ba874-5a69-44d7-8a41-2e531d2bddca, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:37.203251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:37.204091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.227745 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.239500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:37.252324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52742) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:37.263390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.310571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:37.311189 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.312770 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d7ba874-5a69-44d7-8a41-2e531d2bddca HTTP/1.1" status: 200 len: 1091 time: 2.1828408 Jul 14 11:22:37.316398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Made reservation on behalf of 2da1c67b19284aa288d22115f6ab071b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:37.323605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.325637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:37.328136 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e36ad65-1d43-4979-b52a-ccd72ef29817" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:37.341988 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-d041a1ed-63cb-4780-810c-c12fd9f6fae2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9689500 Jul 14 11:22:37.353859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Transition to ACTIVE for port object 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:37.367410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97a4ecd7-ea80-48b5-8ed5-3b851af8241a req-1fe2234e-eed1-4187-a267-31b092a83789 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939490 Jul 14 11:22:37.370057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Request body: {'port': {'device_id': '9e8b2195-c69d-4601-8b96-1f6068c1db7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:37.370985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.371951 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.373745 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.399844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Transition to ACTIVE for port object 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:37.416794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.487775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c358fcb-fa25-420c-8639-d2785ac55169 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7ba874-5a69-44d7-8a41-2e531d2bddca,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:37.499160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Attempting to bind port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:37.499536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Attempting to bind port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:37.499927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Attempting to bind port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:37.517495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1aed4d87-2959-476c-815c-39656666cb3a None None] Provisioning for port 4419e2ce-ed0a-4065-b459-b83e0950c9bc completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:37.517714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7963da38-5c87-4790-9af1-8df9dc503180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.524572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:37.525041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:37.525567 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.526080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:37.526570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Bound port: 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:37.527030 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.572896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.591419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] For port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:37.595908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] For port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ff7c24c-f29b-4011-b06a-c4124ca9f8d0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:37.602879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d87703-4821-4812-a23f-5ac1151aaba6 None None] Pushing event updated for resources: {'Port': ['ID=1ff7c24c-f29b-4011-b06a-c4124ca9f8d0,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:37.614200 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.618185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1aed4d87-2959-476c-815c-39656666cb3a None None] Provisioning complete for port 4419e2ce-ed0a-4065-b459-b83e0950c9bc triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:37.618557 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1aed4d87-2959-476c-815c-39656666cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.631780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.668526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8883caa9-26c2-464d-b718-6dd68acf0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:37.672513 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-8883caa9-26c2-464d-b718-6dd68acf0a49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 1094 time: 0.2945211 Jul 14 11:22:37.731539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d87703-4821-4812-a23f-5ac1151aaba6 None None] Pushing event updated for resources: {'Port': ['ID=1ff7c24c-f29b-4011-b06a-c4124ca9f8d0,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:37.734960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:37.746914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1aed4d87-2959-476c-815c-39656666cb3a None None] Port 4419e2ce-ed0a-4065-b459-b83e0950c9bc cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:22:37.751437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.752135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Routers {'23860814-5ce5-4d4c-a577-a28c0750838d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:37.752769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['23860814-5ce5-4d4c-a577-a28c0750838d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:37.813509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:37.824814 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-7ddf5ec6-7895-44a2-96dd-7086a9c777a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca HTTP/1.1" status: 200 len: 217 time: 0.1413202 Jul 14 11:22:37.891067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] Set router 23860814-5ce5-4d4c-a577-a28c0750838d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:37.925551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23758e95-96f6-4240-9071-49dd692b333f req-51a71b2d-c3c3-4df4-b349-0a755903e136 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:37.927084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23758e95-96f6-4240-9071-49dd692b333f req-51a71b2d-c3c3-4df4-b349-0a755903e136 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 936 time: 0.5079358 Jul 14 11:22:37.995049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Allocated IP 172.20.0.1 (6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a/95beaecf-459b-4592-901c-f92024b7599d/2d60f130-71a2-4d3d-86ca-48a079bef9e6) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:37.997878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Attempting to bind port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:37.998274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Attempting to bind port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:37.998717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Attempting to bind port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:38.003564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dd7082-53dc-434a-80b9-3cb794d47da2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:38.028400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033ae62-854b-48c6-94ee-6ad54ad2ac8d req-e18f3606-ec8b-45c7-ab4f-934a87c976d2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:38.033233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-25986e81-9cb2-4531-bcdf-b369dcc28559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:38.034750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-25986e81-9cb2-4531-bcdf-b369dcc28559 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.2006016 Jul 14 11:22:38.035442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0033ae62-854b-48c6-94ee-6ad54ad2ac8d req-e18f3606-ec8b-45c7-ab4f-934a87c976d2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 943 time: 0.3533974 Jul 14 11:22:38.045676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:22:38.046005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Attempting to bind port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:38.092151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:38.092547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:38.092867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:38.093313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Bound port: 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:38.093426 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-4e39dcc2-9e79-4fff-9a55-f16626893028 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485227 Jul 14 11:22:38.093672 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.098380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23758e95-96f6-4240-9071-49dd692b333f req-0aa969a4-a7f4-4400-a7fe-1141e8406400 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589284 Jul 14 11:22:38.183337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Allocated IP 192.168.233.232 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/048b4992-9f2f-406f-8fe7-37609fa4127f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:38.200914 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7963da38-5c87-4790-9af1-8df9dc503180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.207024 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6471eef9-93f9-44a9-babb-f99bdf3e07b0 x-openstack-request-id: req-6471eef9-93f9-44a9-babb-f99bdf3e07b0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:38.207312 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:38.207658 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6471eef9-93f9-44a9-babb-f99bdf3e07b0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:38.208502 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca', 'status': 'completed', 'code': 200} Jul 14 11:22:38.212454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0033ae62-854b-48c6-94ee-6ad54ad2ac8d req-9c3159e0-cd0b-4c93-a29d-249ed81c9c53 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759908 Jul 14 11:22:38.220339 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7963da38-5c87-4790-9af1-8df9dc503180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.297205 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-6f3b412d-2bb9-4ff0-878b-589fa57773ee service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921823 Jul 14 11:22:38.319637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:30Z', 'updated_at': '2021-07-14T11:22:34Z', 'revision_number': 3, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'gw_port': {'id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:31Z', 'updated_at': '2021-07-14T11:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:38.350935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7963da38-5c87-4790-9af1-8df9dc503180 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9b6932d0c7343c5871776b3b68845b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0925565 Jul 14 11:22:38.353196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52772) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:38.355461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dfccf3-07b8-4ef8-aa85-6d1a90c18eef None None] The sync data for ids ['23860814-5ce5-4d4c-a577-a28c0750838d'] in n-d-778696-8 is: [{'id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:30Z', 'updated_at': '2021-07-14T11:22:34Z', 'revision_number': 3, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'gw_port': {'id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:31Z', 'updated_at': '2021-07-14T11:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:22:38.379232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] For port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:38.385661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] For port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:38.390060 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.392597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963da38-5c87-4790-9af1-8df9dc503180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8066d6fb-65b7-4d41-812c-c095f44b4f96,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:38.402540 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.468496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Transition to ACTIVE for port object 2d60f130-71a2-4d3d-86ca-48a079bef9e6 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:38.536903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-010e9276-47ae-4e99-b9e2-3b38ae95e0bb req-8101cbc0-3d55-4872-8a40-953acae42495 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 210 time: 0.1143439 Jul 14 11:22:38.538149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:38.559659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:38.560312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.561725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-08b52857-6f69-46d3-9053-dc02a07d4ac4 service neutron] 10.222.0.64 "PUT /v2.0/ports/3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 HTTP/1.1" status: 200 len: 1096 time: 3.2945485 Jul 14 11:22:38.562176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63', 'tag': '3516cc23-cd4c-4c2d-8bec-ea89c876f1e1'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:38.564476 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c4c130-6406-4dab-8b11-cc5f02e29e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63", "tag": "3516cc23-cd4c-4c2d-8bec-ea89c876f1e1"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:38.612093 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.612777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ce7e77ee-d6db-4323-a6ed-ee7d49092606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.643100 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0ec3da54-4f45-430f-91c6-af6d81806b6f req-0b700a14-600f-4293-bf1b-65a890b241c1 service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295054 Jul 14 11:22:38.646058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.689279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ce7e77ee-d6db-4323-a6ed-ee7d49092606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.698180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Transition to ACTIVE for port object 048b4992-9f2f-406f-8fe7-37609fa4127f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:38.716211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:38.724612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:38.736043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:38.825389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Pushing event updated for resources: {'Port': ['ID=2d60f130-71a2-4d3d-86ca-48a079bef9e6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:38.925043 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7e8054-f6d0-46c2-b5f7-9f18c3a8421f x-openstack-request-id: req-ab7e8054-f6d0-46c2-b5f7-9f18c3a8421f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:38.926266 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63", "tag": "3516cc23-cd4c-4c2d-8bec-ea89c876f1e1", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:38.928682 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab7e8054-f6d0-46c2-b5f7-9f18c3a8421f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:38.929266 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63', 'tag': '3516cc23-cd4c-4c2d-8bec-ea89c876f1e1', 'status': 'completed', 'code': 200} Jul 14 11:22:38.934881 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.940966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.996909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ce7e77ee-d6db-4323-a6ed-ee7d49092606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:38.999786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ce7e77ee-d6db-4323-a6ed-ee7d49092606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.001133 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ce7e77ee-d6db-4323-a6ed-ee7d49092606 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8066d6fb-65b7-4d41-812c-c095f44b4f96 HTTP/1.1" status: 204 len: 168 time: 0.6338120 Jul 14 11:22:39.112714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e77ee-d6db-4323-a6ed-ee7d49092606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8066d6fb-65b7-4d41-812c-c095f44b4f96,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:39.126475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:39.133614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-e5ee858a-228d-4f18-aa12-3b79265dd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:39.136636 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-e5ee858a-228d-4f18-aa12-3b79265dd4b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 1094 time: 0.4159019 Jul 14 11:22:39.149572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:39.189876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a75393e7-2c95-41b9-ad20-e722d7eb0b52 None None] Provisioning for port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:39.200848 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a75393e7-2c95-41b9-ad20-e722d7eb0b52 None None] Provisioning complete for port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:39.203395 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a75393e7-2c95-41b9-ad20-e722d7eb0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.203778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:39.230426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Pushing event updated for resources: {'Port': ['ID=048b4992-9f2f-406f-8fe7-37609fa4127f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:39.263812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.290408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a75393e7-2c95-41b9-ad20-e722d7eb0b52 None None] Port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:22:39.302343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-e03475f5-b57c-4f7f-9bf0-31fa799dd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:39.304438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-e03475f5-b57c-4f7f-9bf0-31fa799dd8da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 1099 time: 0.6438670 Jul 14 11:22:39.389560 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10c9a035-c163-418b-ba6f-8fa33b0cbf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.442365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:39.444510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.478191 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-6fb8f1fd-0b47-4c1f-91ab-85cceb34c11f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 HTTP/1.1" status: 200 len: 217 time: 0.1568966 Jul 14 11:22:39.520278 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-b88f37ff-7dca-4aca-8196-7bcfd23eac2d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6504390 Jul 14 11:22:39.550108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Request body: {'port': {'device_id': '956a2f85-e649-4c65-a3e1-ef6d8fd27373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:39.607642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548af97-711b-477e-a931-23910c82b14d req-aea8e5dc-79e0-4719-848a-fc68d95372ce tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:39.616256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7548af97-711b-477e-a931-23910c82b14d req-aea8e5dc-79e0-4719-848a-fc68d95372ce tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 948 time: 0.4265602 Jul 14 11:22:39.620931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52856) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:39.621094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-797999de-99dc-4d27-932a-8ecbdf8a7e8d None None] Provisioning for port 048b4992-9f2f-406f-8fe7-37609fa4127f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:39.625184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-797999de-99dc-4d27-932a-8ecbdf8a7e8d None None] Provisioning complete for port 048b4992-9f2f-406f-8fe7-37609fa4127f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:39.625564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-797999de-99dc-4d27-932a-8ecbdf8a7e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.647297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4419e2ce-ed0a-4065-b459-b83e0950c9bc {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:39.659352 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9fd82a1e-05c4-4ec9-8ebd-525fb5d8361b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.663508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.681990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-797999de-99dc-4d27-932a-8ecbdf8a7e8d None None] Port 048b4992-9f2f-406f-8fe7-37609fa4127f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:22:39.699824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Transition to ACTIVE for port object 4419e2ce-ed0a-4065-b459-b83e0950c9bc will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:39.706263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-e08734f1-4e29-416a-a61b-d5333ab86cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:39.708037 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-e08734f1-4e29-416a-a61b-d5333ab86cc7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 911 time: 0.5222502 Jul 14 11:22:39.726400 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.726615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-c9c6c9a0-a971-4daf-a984-df7b859889db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:39.728653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-c9c6c9a0-a971-4daf-a984-df7b859889db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2196751 Jul 14 11:22:39.809543 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-6e7519a0-b211-4d01-9522-5d5712e68fe4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca HTTP/1.1" status: 200 len: 217 time: 0.0730937 Jul 14 11:22:39.819347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7548af97-711b-477e-a931-23910c82b14d req-10ff705e-86c6-48d0-9857-590dc2c0cf6a tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010026 Jul 14 11:22:39.878833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:39.889631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4419e2ce-ed0a-4065-b459-b83e0950c9bc,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:39.982182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-35b6aa07-0822-4c2b-a88d-f63cc7ed89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:39.983679 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-35b6aa07-0822-4c2b-a88d-f63cc7ed89cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.1739886 Jul 14 11:22:40.006418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-0f5399bf-941c-418b-b8bf-175443839185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:40.008065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-0f5399bf-941c-418b-b8bf-175443839185 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2672296 Jul 14 11:22:40.054114 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-60815246-a76b-4793-84df-55aa60f84bc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593193 Jul 14 11:22:40.066326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Attempting to bind port 4419e2ce-ed0a-4065-b459-b83e0950c9bc on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:40.066751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Attempting to bind port 4419e2ce-ed0a-4065-b459-b83e0950c9bc by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:40.067158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Attempting to bind port 4419e2ce-ed0a-4065-b459-b83e0950c9bc on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:40.074813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.102039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Port 4419e2ce-ed0a-4065-b459-b83e0950c9bc on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:22:40.102709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Attempting to bind port 4419e2ce-ed0a-4065-b459-b83e0950c9bc on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:40.113600 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.183076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:40.183421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:40.183803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:40.184279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Bound port: 4419e2ce-ed0a-4065-b459-b83e0950c9bc, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:40.184634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.340164 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-a44c859f-5c8f-47cc-8eb3-50a22a3d2653 service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747874 Jul 14 11:22:40.363112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] For port 4419e2ce-ed0a-4065-b459-b83e0950c9bc, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:40.418097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] For port 4419e2ce-ed0a-4065-b459-b83e0950c9bc, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4419e2ce-ed0a-4065-b459-b83e0950c9bc,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:40.432316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.446029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92d457-6221-4b81-90dc-cfdd3bd82cfa req-c2b33196-c89e-4348-a01e-aa8df255a2ce tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:40.453403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c92d457-6221-4b81-90dc-cfdd3bd82cfa req-c2b33196-c89e-4348-a01e-aa8df255a2ce tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 948 time: 0.6049860 Jul 14 11:22:40.483725 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9fd82a1e-05c4-4ec9-8ebd-525fb5d8361b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.498739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Pushing event updated for resources: {'Port': ['ID=2d60f130-71a2-4d3d-86ca-48a079bef9e6,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:40.502025 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.508277 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9fd82a1e-05c4-4ec9-8ebd-525fb5d8361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.562565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565b230-7823-46df-b792-d7d4f43939bb req-9502f035-306c-4973-ac33-35b3e4381e3f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:40.565568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a565b230-7823-46df-b792-d7d4f43939bb req-9502f035-306c-4973-ac33-35b3e4381e3f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 943 time: 0.5944259 Jul 14 11:22:40.592385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-d92a1057-523b-4e12-8ea6-882b250ea7fe service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606468 Jul 14 11:22:40.656283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c92d457-6221-4b81-90dc-cfdd3bd82cfa req-59eb956e-aaf6-4fc0-b76a-2a27f706e2c1 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019670 Jul 14 11:22:40.658561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9fd82a1e-05c4-4ec9-8ebd-525fb5d8361b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50173ed10f144ae69c10924db74768e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0352640 Jul 14 11:22:40.667598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd82a1e-05c4-4ec9-8ebd-525fb5d8361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de03d87-131b-4fc8-a701-3a07cf523377,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:40.683013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52870) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:40.689848 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 7d7ba874-5a69-44d7-8a41-2e531d2bddca details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:22:40.755039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:40.755648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.757880 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] 10.222.0.45 "PUT /v2.0/ports/4419e2ce-ed0a-4065-b459-b83e0950c9bc HTTP/1.1" status: 200 len: 1096 time: 3.3989604 Jul 14 11:22:40.770647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8b2195-c69d-4601-8b96-1f6068c1db7b', 'tag': '4419e2ce-ed0a-4065-b459-b83e0950c9bc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:40.775985 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8b2195-c69d-4601-8b96-1f6068c1db7b", "tag": "4419e2ce-ed0a-4065-b459-b83e0950c9bc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:40.824536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a565b230-7823-46df-b792-d7d4f43939bb req-71edc188-0396-4a31-a63a-69fd787680de tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344105 Jul 14 11:22:40.920832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626b9df-512b-4ff4-8634-be3a4ee74bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4419e2ce-ed0a-4065-b459-b83e0950c9bc,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:40.922001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe0a895d-2c31-4a93-aeda-cc10b343cd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.930632 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 7d7ba874-5a69-44d7-8a41-2e531d2bddca, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:40.934580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4308a6da-b939-4305-8afc-dd7bd65f93f6 req-f84bea26-a77f-47ff-b94c-93db9444889d service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254163 Jul 14 11:22:40.948332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:40.957804 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e36ad65-1d43-4979-b52a-ccd72ef29817 req-d8646505-a3ac-4ebb-917d-e43adfc0f27d service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090565 Jul 14 11:22:40.969963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '7d7ba874-5a69-44d7-8a41-2e531d2bddca', 'network_id': '383deb41-11bf-4cf3-a818-efaf5d55d17d', 'port_id': '7d7ba874-5a69-44d7-8a41-2e531d2bddca', 'mac_address': 'fa:16:3e:0b:f2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6d60c3-9778-4f10-bed1-cae176509fb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:22:40.974067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:40.978498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048b4992-9f2f-406f-8fe7-37609fa4127f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:40.995988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:40.998145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:41.030205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Transition to ACTIVE for port object 048b4992-9f2f-406f-8fe7-37609fa4127f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:41.037313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e396-0584-435b-bf95-85505a8c184e req-c8cdc37f-2f72-4f2e-b7f2-54df55ddb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:41.039540 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-c8cdc37f-2f72-4f2e-b7f2-54df55ddb4a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 1099 time: 0.2284093 Jul 14 11:22:41.040925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.169726 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.174606 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-60a6e021-48cd-4e1f-87a1-7d13654fa56e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4419e2ce-ed0a-4065-b459-b83e0950c9bc HTTP/1.1" status: 200 len: 217 time: 0.1169713 Jul 14 11:22:41.176830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Router 23860814-5ce5-4d4c-a577-a28c0750838d has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:22:41.199561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7ba874-5a69-44d7-8a41-2e531d2bddca {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:41.221972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:41.239914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:41.242017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.245055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 7d7ba874-5a69-44d7-8a41-2e531d2bddca, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:41.251639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe0a895d-2c31-4a93-aeda-cc10b343cd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.268980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e396-0584-435b-bf95-85505a8c184e req-b84dd92e-2935-4bff-a3e0-110325ae93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:41.270523 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-b84dd92e-2935-4bff-a3e0-110325ae93c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0876176 Jul 14 11:22:41.285098 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.367356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=7d7ba874-5a69-44d7-8a41-2e531d2bddca,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:41.413164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Pushing event updated for resources: {'Port': ['ID=048b4992-9f2f-406f-8fe7-37609fa4127f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:41.424049 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.466360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ff7c24c-f29b-4011-b06a-c4124ca9f8d0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:41.472058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Attempting to bind port 048b4992-9f2f-406f-8fe7-37609fa4127f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:41.472507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Attempting to bind port 048b4992-9f2f-406f-8fe7-37609fa4127f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:41.472845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Attempting to bind port 048b4992-9f2f-406f-8fe7-37609fa4127f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:41.473813 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.479998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Port 048b4992-9f2f-406f-8fe7-37609fa4127f on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:22:41.480305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Attempting to bind port 048b4992-9f2f-406f-8fe7-37609fa4127f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:41.481116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-be6bec4d-0612-4305-96a2-df701b8032be None None] Provisioning complete for port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:41.481483 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-be6bec4d-0612-4305-96a2-df701b8032be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.488990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:41.489337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:41.489723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:41.490161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Bound port: 048b4992-9f2f-406f-8fe7-37609fa4127f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:41.490645 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.532989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['7d7ba874-5a69-44d7-8a41-2e531d2bddca'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:41.542992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499be32-e93f-4354-adb9-b8680b5b6b31 req-23116212-5fbb-4e86-895c-63271cb660e3 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:41.544642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f499be32-e93f-4354-adb9-b8680b5b6b31 req-23116212-5fbb-4e86-895c-63271cb660e3 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 936 time: 0.6347358 Jul 14 11:22:41.550519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e396-0584-435b-bf95-85505a8c184e req-68050fb5-6fdb-4f38-98d1-9a4a31042fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:41.552800 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-68050fb5-6fdb-4f38-98d1-9a4a31042fb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2698584 Jul 14 11:22:41.596605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-be6bec4d-0612-4305-96a2-df701b8032be None None] Port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:22:41.613772 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe0a895d-2c31-4a93-aeda-cc10b343cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.617297 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe0a895d-2c31-4a93-aeda-cc10b343cd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.618437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fe0a895d-2c31-4a93-aeda-cc10b343cd98 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4de03d87-131b-4fc8-a701-3a07cf523377 HTTP/1.1" status: 204 len: 168 time: 0.9334018 Jul 14 11:22:41.623326 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=1ff7c24c-f29b-4011-b06a-c4124ca9f8d0,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:41.656710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:22:41.667593 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Sync routers for ids ['23860814-5ce5-4d4c-a577-a28c0750838d'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:22:41.680641 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Routers {'23860814-5ce5-4d4c-a577-a28c0750838d'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:41.684781 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['23860814-5ce5-4d4c-a577-a28c0750838d'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:41.693233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-668ce941-f7e7-4001-9338-e5b1981c9735 admin admin] 10.222.0.38 "PUT /v2.0/routers/23860814-5ce5-4d4c-a577-a28c0750838d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5053151 Jul 14 11:22:41.698369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-1ba98500-ea6a-43cd-b9a7-afe13e190956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:41.700634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-1ba98500-ea6a-43cd-b9a7-afe13e190956 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 1099 time: 0.5362546 Jul 14 11:22:41.701404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a895d-2c31-4a93-aeda-cc10b343cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de03d87-131b-4fc8-a701-3a07cf523377,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:41.746718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f499be32-e93f-4354-adb9-b8680b5b6b31 req-10560914-fa5f-4019-8bf0-85e4449a61b0 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805301 Jul 14 11:22:41.786544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] For port 048b4992-9f2f-406f-8fe7-37609fa4127f, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:41.806767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] For port 048b4992-9f2f-406f-8fe7-37609fa4127f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=048b4992-9f2f-406f-8fe7-37609fa4127f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:41.818434 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-7e1866bc-30f6-4d85-8bbe-bc85f32fee65 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525854 Jul 14 11:22:41.822833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.858848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:41.860155 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:41.862032 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] 10.222.0.64 "PUT /v2.0/ports/048b4992-9f2f-406f-8fe7-37609fa4127f HTTP/1.1" status: 200 len: 1096 time: 2.3293676 Jul 14 11:22:41.889671 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca5c812-ca19-4a33-abab-12f08ed1eb4d x-openstack-request-id: req-4ca5c812-ca19-4a33-abab-12f08ed1eb4d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:41.889671 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8b2195-c69d-4601-8b96-1f6068c1db7b", "tag": "4419e2ce-ed0a-4065-b459-b83e0950c9bc", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:41.890081 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ca5c812-ca19-4a33-abab-12f08ed1eb4d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:41.890742 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8b2195-c69d-4601-8b96-1f6068c1db7b', 'tag': '4419e2ce-ed0a-4065-b459-b83e0950c9bc', 'status': 'completed', 'code': 200} Jul 14 11:22:41.947835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-dd98a4ff-bc6e-49fb-9e7a-ac7943e994d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:41.965776 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Set router 23860814-5ce5-4d4c-a577-a28c0750838d gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:41.967967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-dd98a4ff-bc6e-49fb-9e7a-ac7943e994d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2394350 Jul 14 11:22:42.052560 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-cc2d50d6-9b33-4fc2-a95b-eab47d03c1f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 HTTP/1.1" status: 200 len: 217 time: 0.0827463 Jul 14 11:22:42.098220 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-91d58841-0266-40c9-b2f0-f9efaf4fc660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:42.123722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e8f75-a301-4b6b-9cb6-bb06409066ae service neutron] Pushing event updated for resources: {'Port': ['ID=048b4992-9f2f-406f-8fe7-37609fa4127f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:42.163722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-21aaaeb5-3ee1-4d61-bfa6-c6345fcb65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.165925 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-21aaaeb5-3ee1-4d61-bfa6-c6345fcb65c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2da1c67b19284aa288d22115f6ab071b&device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 1099 time: 0.2147706 Jul 14 11:22:42.171917 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f21e396-0584-435b-bf95-85505a8c184e req-f2f0c79a-8eee-4bb1-b7f2-ffd1fd0ac721 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375065 Jul 14 11:22:42.193630 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:42.240389 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-3e0bdce9-7c20-4b1a-a593-b448f88b9e92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=048b4992-9f2f-406f-8fe7-37609fa4127f HTTP/1.1" status: 200 len: 217 time: 0.0631571 Jul 14 11:22:42.242334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-6ab90303-7ecf-42a6-b249-4e8455146f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.243817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-6ab90303-7ecf-42a6-b249-4e8455146f1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1713281 Jul 14 11:22:42.266082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235f849-6d42-4a63-8254-497da03c501d req-62a298e8-1d7b-40e1-81f8-814e9120ac59 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.277932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d235f849-6d42-4a63-8254-497da03c501d req-62a298e8-1d7b-40e1-81f8-814e9120ac59 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 948 time: 0.2162299 Jul 14 11:22:42.339443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-fef0f538-2bf4-41c9-984f-3c4e8dc51a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.341387 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-fef0f538-2bf4-41c9-984f-3c4e8dc51a8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0880480 Jul 14 11:22:42.403797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-544b440c-91e6-4daa-9e1a-b45c48b55cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.406588 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-544b440c-91e6-4daa-9e1a-b45c48b55cfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 1099 time: 0.1623535 Jul 14 11:22:42.419282 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:30Z', 'updated_at': '2021-07-14T11:22:39Z', 'revision_number': 4, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'gw_port': {'id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:31Z', 'updated_at': '2021-07-14T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '2d60f130-71a2-4d3d-86ca-48a079bef9e6', 'name': '', 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'mac_address': 'fa:16:3e:24:1e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95beaecf-459b-4592-901c-f92024b7599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:37Z', 'updated_at': '2021-07-14T11:22:39Z', 'revision_number': 2, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'subnets': [{'id': '95beaecf-459b-4592-901c-f92024b7599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:42.450289 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Checking router: 23860814-5ce5-4d4c-a577-a28c0750838d for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:22:42.450723 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Updating router 23860814-5ce5-4d4c-a577-a28c0750838d port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:22:42.480493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d235f849-6d42-4a63-8254-497da03c501d req-f6f495d5-1002-4ede-84e8-eafb1bb01c8d tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022290 Jul 14 11:22:42.495810 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:42.501161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-eda964b7-d532-409f-9feb-2e2e3a6ea6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.503003 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-eda964b7-d532-409f-9feb-2e2e3a6ea6f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532896 Jul 14 11:22:42.581665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-5118ef78-e760-4980-b7ee-c201dd812252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.583120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-5118ef78-e760-4980-b7ee-c201dd812252 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2990987 Jul 14 11:22:42.605695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-99ea310b-82a9-42f5-9c16-f273f4e5be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.607430 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-99ea310b-82a9-42f5-9c16-f273f4e5be76 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1939662 Jul 14 11:22:42.683790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f075f68-fd0a-4416-939e-52d68037185c req-7a240b93-0793-4fcd-988f-bf039218602f tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.690273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f075f68-fd0a-4416-939e-52d68037185c req-7a240b93-0793-4fcd-988f-bf039218602f tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 948 time: 0.4051783 Jul 14 11:22:42.698480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 7d7ba874-5a69-44d7-8a41-2e531d2bddca up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:42.699818 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-c992a84e-2a2d-4009-9433-84b1d1f004f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4419e2ce-ed0a-4065-b459-b83e0950c9bc HTTP/1.1" status: 200 len: 217 time: 0.0623147 Jul 14 11:22:42.862206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 7d7ba874-5a69-44d7-8a41-2e531d2bddca completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:42.878531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 7d7ba874-5a69-44d7-8a41-2e531d2bddca triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:42.878916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:42.970760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-257357b6-721e-49fb-a4ff-27691b9ea3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:42.980767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-257357b6-721e-49fb-a4ff-27691b9ea3cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2517462 Jul 14 11:22:43.008744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f075f68-fd0a-4416-939e-52d68037185c req-f777201d-bd5d-4c11-b196-794bd904c3b0 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321577 Jul 14 11:22:43.044984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:43.077927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-0bee500b-3324-43c2-842b-50a2bd0b22b0 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674636 Jul 14 11:22:43.089479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-9d84c635-d38c-4bcc-b458-6620ada07c3e service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963779 Jul 14 11:22:43.103703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68821c5e-9a35-4ba6-bb75-a548401fa1d8 req-58e08bbb-ebed-4b7a-993b-17215a776840 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:43.111778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68821c5e-9a35-4ba6-bb75-a548401fa1d8 req-58e08bbb-ebed-4b7a-993b-17215a776840 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 944 time: 0.3267765 Jul 14 11:22:43.220566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68821c5e-9a35-4ba6-bb75-a548401fa1d8 req-623b513e-09d3-46d9-9e44-c0f3c225f973 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073380 Jul 14 11:22:43.293916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:43.419435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 7d7ba874-5a69-44d7-8a41-2e531d2bddca, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:43.425527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:43.433681 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ba38c-88db-423f-aec0-70b3fd5c90b3" -d '{"events": [{"server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "name": "network-vif-plugged", "status": "completed", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:43.449985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59c4c130-6406-4dab-8b11-cc5f02e29e8c req-b7e8dd64-e2b1-41c4-ab61-1c5a876fdb74 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289580 Jul 14 11:22:43.475124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:43.487884 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:43.574659 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:43.629178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-da51207b-7d15-4b04-ac46-b878744f8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:43.631690 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Transition to ACTIVE for port object 2d60f130-71a2-4d3d-86ca-48a079bef9e6 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:43.637110 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-da51207b-7d15-4b04-ac46-b878744f8f32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6408768 Jul 14 11:22:43.650389 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94ffa947-3cc5-419b-b25b-9194ca8472b0 req-2b02e83c-d42a-4889-8e9b-79239704df02 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272512 Jul 14 11:22:43.655673 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:43.681268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:43.690819 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:43.780049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cb013-44a6-4b9b-adfa-05dcf34a8aca req-dc4259a1-3b15-42db-96d0-1599991059a1 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:43.786865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0cb013-44a6-4b9b-adfa-05dcf34a8aca req-dc4259a1-3b15-42db-96d0-1599991059a1 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 948 time: 0.1663659 Jul 14 11:22:43.799284 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e08833-54bd-4b07-9ba1-457a6f88d343 None None] Pushing event updated for resources: {'Port': ['ID=2d60f130-71a2-4d3d-86ca-48a079bef9e6,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:43.883806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=7d7ba874-5a69-44d7-8a41-2e531d2bddca,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:43.888278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0cb013-44a6-4b9b-adfa-05dcf34a8aca req-e215de45-a369-4454-a6cb-8f7ee91e798a tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916674 Jul 14 11:22:43.980123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956a2f85-e649-4c65-a3e1-ef6d8fd27373', 'tag': '048b4992-9f2f-406f-8fe7-37609fa4127f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:43.981640 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38a4f3a-6064-400d-bdbc-0599eccc4083" -d '{"events": [{"name": "network-changed", "server_uuid": "956a2f85-e649-4c65-a3e1-ef6d8fd27373", "tag": "048b4992-9f2f-406f-8fe7-37609fa4127f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:43.996017 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-b7a12b99-9f5f-4db4-bfc9-ce345337631e service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354535 Jul 14 11:22:44.068773 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Attempting to bind port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:22:44.071562 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Attempting to bind port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '59aacc13-f94f-4e4c-8775-a23cc3f7be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:22:44.076367 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Attempting to bind port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 on network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:22:44.096884 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:22:44.108459 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Checking segment: {'id': '59aacc13-f94f-4e4c-8775-a23cc3f7be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:22:44.112380 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:44.114701 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Bound using segment: {'id': '59aacc13-f94f-4e4c-8775-a23cc3f7be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:22:44.114701 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Bound port: 2d60f130-71a2-4d3d-86ca-48a079bef9e6, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59aacc13-f94f-4e4c-8775-a23cc3f7be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:22:44.114701 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:44.248660 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-add63d77-f9d1-4a7f-ad60-2c5b5c0d0669 req-3c59e810-a7c8-4978-9c12-d38db218d741 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399809 Jul 14 11:22:44.279600 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] For port 2d60f130-71a2-4d3d-86ca-48a079bef9e6, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:44.288692 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] For port 2d60f130-71a2-4d3d-86ca-48a079bef9e6, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2d60f130-71a2-4d3d-86ca-48a079bef9e6,segment=NetworkSegment(59aacc13-f94f-4e4c-8775-a23cc3f7be18),segment_id=59aacc13-f94f-4e4c-8775-a23cc3f7be18)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:44.300376 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:44.314919 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f2591d-67d2-44d7-a4ad-a230e26db6ed x-openstack-request-id: req-23f2591d-67d2-44d7-a4ad-a230e26db6ed {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:44.316115 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "name": "network-vif-plugged", "status": "completed", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:44.316626 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23f2591d-67d2-44d7-a4ad-a230e26db6ed {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:44.317416 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca', 'code': 200} Jul 14 11:22:44.476458 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5ffcd3-6f9b-404f-9ea8-ff1576c84cb5 x-openstack-request-id: req-5a5ffcd3-6f9b-404f-9ea8-ff1576c84cb5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:44.478678 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956a2f85-e649-4c65-a3e1-ef6d8fd27373", "tag": "048b4992-9f2f-406f-8fe7-37609fa4127f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:44.479156 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a5ffcd3-6f9b-404f-9ea8-ff1576c84cb5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:44.479740 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956a2f85-e649-4c65-a3e1-ef6d8fd27373', 'tag': '048b4992-9f2f-406f-8fe7-37609fa4127f', 'status': 'completed', 'code': 200} Jul 14 11:22:44.520353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af72958-a5f2-42f5-9756-c76d2889734e req-1cba2c45-f8b3-4e4d-8212-b14488cf4bf7 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:44.520797 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e08833-54bd-4b07-9ba1-457a6f88d343 None None] Pushing event updated for resources: {'Port': ['ID=2d60f130-71a2-4d3d-86ca-48a079bef9e6,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:44.520919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8af72958-a5f2-42f5-9756-c76d2889734e req-1cba2c45-f8b3-4e4d-8212-b14488cf4bf7 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 948 time: 0.0862467 Jul 14 11:22:44.564758 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Routers {'23860814-5ce5-4d4c-a577-a28c0750838d'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:22:44.565781 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:22:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['23860814-5ce5-4d4c-a577-a28c0750838d'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:44.616339 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8af72958-a5f2-42f5-9756-c76d2889734e req-3b458567-d5af-41fb-91e5-e568af341983 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986755 Jul 14 11:22:44.629609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59014-0fcd-4015-8124-e5ac79d3128c req-229bd751-a7c0-43c4-9a8b-cfb6a4c8d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:44.632760 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8cf59014-0fcd-4015-8124-e5ac79d3128c req-229bd751-a7c0-43c4-9a8b-cfb6a4c8d5bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 1096 time: 0.2463152 Jul 14 11:22:44.703264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4419e2ce-ed0a-4065-b459-b83e0950c9bc details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:22:44.779773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-ce320fd9-5085-4801-9761-c23bbfcee575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:44.788374 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-ce320fd9-5085-4801-9761-c23bbfcee575 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2da1c67b19284aa288d22115f6ab071b&device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 1099 time: 0.2868369 Jul 14 11:22:44.793660 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8cf59014-0fcd-4015-8124-e5ac79d3128c req-f9c8fbb2-b3af-4a5a-b56c-5b6a4c8740d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505551 Jul 14 11:22:44.900841 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] Set router 23860814-5ce5-4d4c-a577-a28c0750838d gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:22:44.908019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:22:45.011974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509cf48-68b8-415f-90d8-5b0cb3489197 req-3e7525c4-60cf-4c1e-828f-1ba1cac8226d tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:45.019878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1509cf48-68b8-415f-90d8-5b0cb3489197 req-3e7525c4-60cf-4c1e-828f-1ba1cac8226d tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 945 time: 0.1830459 Jul 14 11:22:45.052410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75bb3e-391f-4203-ab36-5fe732a5f6c2 req-d7b7fffd-99f2-4ac0-8a85-f3e57dc9aba0 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:45.055726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca75bb3e-391f-4203-ab36-5fe732a5f6c2 req-d7b7fffd-99f2-4ac0-8a85-f3e57dc9aba0 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 948 time: 0.3155189 Jul 14 11:22:45.075360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-c0676f33-3ca9-400f-bd7a-4a1bf42ada1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:45.076936 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-c0676f33-3ca9-400f-bd7a-4a1bf42ada1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2788055 Jul 14 11:22:45.120138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:45.121604 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.resource_extend [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:22:45.136674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1509cf48-68b8-415f-90d8-5b0cb3489197 req-7de6f632-bb29-4a2d-b525-d351645c6ccb tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164584 Jul 14 11:22:45.137190 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-1e8f4db5-895a-473f-bf15-ee170728235d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=048b4992-9f2f-406f-8fe7-37609fa4127f HTTP/1.1" status: 200 len: 217 time: 0.0537066 Jul 14 11:22:45.179023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca75bb3e-391f-4203-ab36-5fe732a5f6c2 req-8cafee6e-3f2c-4a08-960f-f8333f312a52 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231077 Jul 14 11:22:45.206387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-bfee413e-249c-4ee1-895c-15d95bddec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:45.209777 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-bfee413e-249c-4ee1-895c-15d95bddec88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0663493 Jul 14 11:22:45.288641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4419e2ce-ed0a-4065-b459-b83e0950c9bc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4419e2ce-ed0a-4065-b459-b83e0950c9bc,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:45.307791 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-ebc6494b-7581-4bec-a176-cab436ee6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:45.310080 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-ebc6494b-7581-4bec-a176-cab436ee6e05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936222 Jul 14 11:22:45.338556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '4419e2ce-ed0a-4065-b459-b83e0950c9bc', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '4419e2ce-ed0a-4065-b459-b83e0950c9bc', 'mac_address': 'fa:16:3e:ea:b5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:22:45.513965 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:45.521965 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-af669796-5979-4a44-9440-a8ff05380d0e service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046361 Jul 14 11:22:45.539869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d4232-a8ac-4b69-bb0e-e13f0afc062e req-9b44a64b-ffb8-455d-937d-3fd93e9c8046 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:45.552548 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:30Z', 'updated_at': '2021-07-14T11:22:39Z', 'revision_number': 4, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'gw_port': {'id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:31Z', 'updated_at': '2021-07-14T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '2d60f130-71a2-4d3d-86ca-48a079bef9e6', 'name': '', 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'mac_address': 'fa:16:3e:24:1e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95beaecf-459b-4592-901c-f92024b7599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:37Z', 'updated_at': '2021-07-14T11:22:44Z', 'revision_number': 4, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'subnets': [{'id': '95beaecf-459b-4592-901c-f92024b7599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:45.554155 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-329d4232-a8ac-4b69-bb0e-e13f0afc062e req-9b44a64b-ffb8-455d-937d-3fd93e9c8046 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 948 time: 0.1818900 Jul 14 11:22:45.590094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4419e2ce-ed0a-4065-b459-b83e0950c9bc {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:45.623824 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9e1bc-bc60-4edf-8533-7e2a37d2c34f None None] The sync data for ids ['23860814-5ce5-4d4c-a577-a28c0750838d'] in n-d-778696-8 is: [{'id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:30Z', 'updated_at': '2021-07-14T11:22:39Z', 'revision_number': 4, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'gw_port': {'id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:31Z', 'updated_at': '2021-07-14T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '2d60f130-71a2-4d3d-86ca-48a079bef9e6', 'name': '', 'network_id': '6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'mac_address': 'fa:16:3e:24:1e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95beaecf-459b-4592-901c-f92024b7599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:37Z', 'updated_at': '2021-07-14T11:22:44Z', 'revision_number': 4, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'subnets': [{'id': '95beaecf-459b-4592-901c-f92024b7599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:22:45.644517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-329d4232-a8ac-4b69-bb0e-e13f0afc062e req-2a9d32a5-6175-4757-a5e5-74b6a2ee6c08 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893314 Jul 14 11:22:45.647011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4419e2ce-ed0a-4065-b459-b83e0950c9bc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4419e2ce-ed0a-4065-b459-b83e0950c9bc,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:45.703572 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:45.758505 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e38a4f3a-6064-400d-bdbc-0599eccc4083 req-38fca3f2-dbea-43d3-93c4-6c4896c976a5 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177870 Jul 14 11:22:45.763065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:45.867758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '3516cc23-cd4c-4c2d-8bec-ea89c876f1e1', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '3516cc23-cd4c-4c2d-8bec-ea89c876f1e1', 'mac_address': 'fa:16:3e:b9:74:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:22:45.998494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4419e2ce-ed0a-4065-b459-b83e0950c9bc,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:46.008464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4419e2ce-ed0a-4065-b459-b83e0950c9bc'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:46.395002 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:46.443691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:46.524790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:46.537930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc59fb6-4af1-4121-ad4f-b01c34b9465f req-2dea4af2-0f0d-412c-9047-0ce86c3382d2 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:46.537930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bc59fb6-4af1-4121-ad4f-b01c34b9465f req-2dea4af2-0f0d-412c-9047-0ce86c3382d2 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 948 time: 0.1920865 Jul 14 11:22:46.543630 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:46.548247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349844f0-c143-4b8c-991e-8cdf8fb634c4 req-6c1ec4f3-b7ec-4f86-ab9a-bf5b05cf012e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:46.549958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-349844f0-c143-4b8c-991e-8cdf8fb634c4 req-6c1ec4f3-b7ec-4f86-ab9a-bf5b05cf012e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 945 time: 0.1233902 Jul 14 11:22:46.620874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bc59fb6-4af1-4121-ad4f-b01c34b9465f req-b9adaf21-cb36-47a5-967e-566a0b195c5e tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696893 Jul 14 11:22:46.653862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-349844f0-c143-4b8c-991e-8cdf8fb634c4 req-5180199b-198d-46de-ae10-6898af918896 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949650 Jul 14 11:22:46.675333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:46.783903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['3516cc23-cd4c-4c2d-8bec-ea89c876f1e1'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:46.902929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 048b4992-9f2f-406f-8fe7-37609fa4127f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:22:46.964581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555b29-e94b-457e-a8ed-879a4c7c4f4e req-5e6f8706-82dd-4332-9859-abffd09ca478 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:46.972473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7555b29-e94b-457e-a8ed-879a4c7c4f4e req-5e6f8706-82dd-4332-9859-abffd09ca478 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 949 time: 0.1759939 Jul 14 11:22:47.058287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7555b29-e94b-457e-a8ed-879a4c7c4f4e req-ff3e36ba-9b5b-406c-b8c5-6f8e46ab539d tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845878 Jul 14 11:22:47.109108 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2d60f130-71a2-4d3d-86ca-48a079bef9e6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:47.247584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 048b4992-9f2f-406f-8fe7-37609fa4127f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=048b4992-9f2f-406f-8fe7-37609fa4127f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:47.283077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '048b4992-9f2f-406f-8fe7-37609fa4127f', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '048b4992-9f2f-406f-8fe7-37609fa4127f', 'mac_address': 'fa:16:3e:ac:67:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:22:47.285249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f441fa-c0c6-4325-9424-1103795fa452 req-3a732174-4d0f-4598-984e-f6636137c2fe tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:47.296746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7f441fa-c0c6-4325-9424-1103795fa452 req-3a732174-4d0f-4598-984e-f6636137c2fe tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 948 time: 0.0958097 Jul 14 11:22:47.335174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:47.360273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048b4992-9f2f-406f-8fe7-37609fa4127f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:47.370954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7f441fa-c0c6-4325-9424-1103795fa452 req-c09eb023-39fb-4612-8595-9de2c6fa6c0d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731990 Jul 14 11:22:47.393896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 048b4992-9f2f-406f-8fe7-37609fa4127f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=048b4992-9f2f-406f-8fe7-37609fa4127f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:47.403167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:47.411363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:47.456470 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:47.457003 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:47.516871 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=048b4992-9f2f-406f-8fe7-37609fa4127f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:47.593170 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:47.629029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-a0d06c6b-0eea-4f5f-a890-507690393d17 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1813042774&fields=id&tenant_id=08f036ff4c4240998a557b441146ba18 HTTP/1.1" status: 200 len: 267 time: 0.1086042 Jul 14 11:22:47.642210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['048b4992-9f2f-406f-8fe7-37609fa4127f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:47.646923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 2d60f130-71a2-4d3d-86ca-48a079bef9e6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2d60f130-71a2-4d3d-86ca-48a079bef9e6,segment=NetworkSegment(59aacc13-f94f-4e4c-8775-a23cc3f7be18),segment_id=59aacc13-f94f-4e4c-8775-a23cc3f7be18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:47.676955 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:47.765369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=2d60f130-71a2-4d3d-86ca-48a079bef9e6,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:47.777299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-395694e7-621e-450e-94f6-b7d968d6d100 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:47.790115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-395694e7-621e-450e-94f6-b7d968d6d100 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 945 time: 0.1595173 Jul 14 11:22:47.798478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-7568ab11-3024-4f63-93aa-52b805018cd1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'port': {'security_groups': ['b82162a7-f72f-47c7-aade-271d373db8c5', '10d13a1f-fd01-4de0-9bb4-942988c880d0']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:47.954810 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-7568ab11-3024-4f63-93aa-52b805018cd1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.096389 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53184) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:48.188986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-7568ab11-3024-4f63-93aa-52b805018cd1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] For port 7d7ba874-5a69-44d7-8a41-2e531d2bddca, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:48.225300 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-7568ab11-3024-4f63-93aa-52b805018cd1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.232664 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-7568ab11-3024-4f63-93aa-52b805018cd1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.247511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['7d7ba874-5a69-44d7-8a41-2e531d2bddca'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:48.262205 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35939851-474e-4a10-a9ad-196df5f65d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.281424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-7568ab11-3024-4f63-93aa-52b805018cd1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:48.282058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-7568ab11-3024-4f63-93aa-52b805018cd1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.293420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fd8b351-b42d-46b4-b656-56a730eae43f req-7568ab11-3024-4f63-93aa-52b805018cd1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "PUT /v2.0/ports/7d7ba874-5a69-44d7-8a41-2e531d2bddca HTTP/1.1" status: 200 len: 981 time: 0.5012765 Jul 14 11:22:48.295184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:48.299425 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b677e23-e452-4c79-b920-6f1fa801f902" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:48.328311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['db9ca234-2e91-465d-b473-09e970f55814'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:48.382728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568ab11-3024-4f63-93aa-52b805018cd1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'Port': ['ID=7d7ba874-5a69-44d7-8a41-2e531d2bddca,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:48.397531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['7d7ba874-5a69-44d7-8a41-2e531d2bddca'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:48.453453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35939851-474e-4a10-a9ad-196df5f65d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.458557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35939851-474e-4a10-a9ad-196df5f65d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.489350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35939851-474e-4a10-a9ad-196df5f65d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc4613a-3f2c-483f-a24b-ba1564d81a96,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:48.542004 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-35939851-474e-4a10-a9ad-196df5f65d3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c4b13fa65834b1084483c2c45436591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443653 Jul 14 11:22:48.542701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53204) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:48.566481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3584a85-37f7-4261-8e22-0edbd3f60783 req-eed1ce85-120a-479e-b22c-27e801d8b95c tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:48.577337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3584a85-37f7-4261-8e22-0edbd3f60783 req-eed1ce85-120a-479e-b22c-27e801d8b95c tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 949 time: 0.1350808 Jul 14 11:22:48.620743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7f61364-5462-4410-a7a6-5dd5b1a044fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.653760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7f61364-5462-4410-a7a6-5dd5b1a044fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.660050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3584a85-37f7-4261-8e22-0edbd3f60783 req-b0673e0d-accb-4139-902f-931d20364998 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814276 Jul 14 11:22:48.726901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40fe90-c544-4211-a726-e3830488f5f4 req-63559535-b358-4105-939e-8a42071ca026 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:48.734125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a40fe90-c544-4211-a726-e3830488f5f4 req-63559535-b358-4105-939e-8a42071ca026 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 949 time: 0.1305563 Jul 14 11:22:48.734365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4419e2ce-ed0a-4065-b459-b83e0950c9bc up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:48.742661 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7f61364-5462-4410-a7a6-5dd5b1a044fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.750384 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7f61364-5462-4410-a7a6-5dd5b1a044fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:48.772263 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c7f61364-5462-4410-a7a6-5dd5b1a044fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bc4613a-3f2c-483f-a24b-ba1564d81a96 HTTP/1.1" status: 204 len: 168 time: 0.2112448 Jul 14 11:22:48.798392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a40fe90-c544-4211-a726-e3830488f5f4 req-9600637a-3c37-4125-98be-2280a434c27c tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594501 Jul 14 11:22:48.799570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f61364-5462-4410-a7a6-5dd5b1a044fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc4613a-3f2c-483f-a24b-ba1564d81a96,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:48.833777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ceb5e59-7f9c-43f3-b848-256a5863eb0d req-fb2164ff-e4be-426d-8cf0-c0a3dc2ea606 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/10d13a1f-fd01-4de0-9bb4-942988c880d0 HTTP/1.1" status: 200 len: 1801 time: 0.1426163 Jul 14 11:22:48.917690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 048b4992-9f2f-406f-8fe7-37609fa4127f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:49.005447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2d60f130-71a2-4d3d-86ca-48a079bef9e6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:49.005622 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c370a62-17d8-4f5d-93a6-6f7ae1634cc4 x-openstack-request-id: req-4c370a62-17d8-4f5d-93a6-6f7ae1634cc4 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:49.005622 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:49.005622 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c370a62-17d8-4f5d-93a6-6f7ae1634cc4 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:49.005622 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca', 'status': 'completed', 'code': 200} Jul 14 11:22:49.020669 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-8ceb5e59-7f9c-43f3-b848-256a5863eb0d req-ff326579-a749-4ca2-aec4-04d5e7fb678e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 11:22:49.046405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ceb5e59-7f9c-43f3-b848-256a5863eb0d req-ff326579-a749-4ca2-aec4-04d5e7fb678e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/10d13a1f-fd01-4de0-9bb4-942988c880d0 HTTP/1.1" status: 409 len: 341 time: 0.2072918 Jul 14 11:22:49.061095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 048b4992-9f2f-406f-8fe7-37609fa4127f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:49.063502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 4419e2ce-ed0a-4065-b459-b83e0950c9bc completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:49.086208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 4419e2ce-ed0a-4065-b459-b83e0950c9bc triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:49.087214 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:49.090261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-a4064a34-42bc-4a58-8d50-e11086104736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:49.091922 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-a4064a34-42bc-4a58-8d50-e11086104736 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 1135 time: 0.1559496 Jul 14 11:22:49.188391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 048b4992-9f2f-406f-8fe7-37609fa4127f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:49.188771 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:49.339271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-34380f81-a720-4558-aee9-4b45729b44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:49.342753 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-34380f81-a720-4558-aee9-4b45729b44fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 911 time: 0.2435472 Jul 14 11:22:49.371537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53232) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:49.387976 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eaac1e0e-4a37-42c6-aeeb-9801c5e2ebae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:49.443756 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-6359b8af-5005-4ebf-8d9d-6e806dafbc3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca HTTP/1.1" status: 200 len: 217 time: 0.0931137 Jul 14 11:22:49.530049 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eaac1e0e-4a37-42c6-aeeb-9801c5e2ebae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:49.543432 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eaac1e0e-4a37-42c6-aeeb-9801c5e2ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:49.551405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-8f51a35b-0c5b-45ad-970b-0808cdce34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:49.554845 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-8f51a35b-0c5b-45ad-970b-0808cdce34a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.1056161 Jul 14 11:22:49.609500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:49.610121 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:49.661671 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-19f3b362-cb6c-46e9-bab4-c990f11a4f7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969901 Jul 14 11:22:49.663125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc26d8b-c16c-4bcc-a533-f1a84013a404 req-46dc99ad-a5c5-4105-bfac-6a3ddc9ff94a tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:49.673748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1cc26d8b-c16c-4bcc-a533-f1a84013a404 req-46dc99ad-a5c5-4105-bfac-6a3ddc9ff94a tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 949 time: 0.3538465 Jul 14 11:22:49.778840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1cc26d8b-c16c-4bcc-a533-f1a84013a404 req-25300ee7-74cc-4767-93b0-dac7c537e8e9 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021407 Jul 14 11:22:49.797081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53242) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:49.798372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eaac1e0e-4a37-42c6-aeeb-9801c5e2ebae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4cab1311910f4afd9033d6fa06ffccdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257495 Jul 14 11:22:49.805806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac1e0e-4a37-42c6-aeeb-9801c5e2ebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd29787c-9bbe-45d8-8e0a-e9e87f0885cb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:49.829542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:49.858614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:49.908837 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-f32eb7f3-5e8e-4d99-a4a2-2da1e78019ee service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414124 Jul 14 11:22:49.916000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8b2195-c69d-4601-8b96-1f6068c1db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4419e2ce-ed0a-4065-b459-b83e0950c9bc'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:49.918286 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d79afe3-1230-4a06-bc42-e30016bcc3ac" -d '{"events": [{"server_uuid": "9e8b2195-c69d-4601-8b96-1f6068c1db7b", "name": "network-vif-plugged", "status": "completed", "tag": "4419e2ce-ed0a-4065-b459-b83e0950c9bc"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:50.009996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4419e2ce-ed0a-4065-b459-b83e0950c9bc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4419e2ce-ed0a-4065-b459-b83e0950c9bc,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:50.022205 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:50.025234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 048b4992-9f2f-406f-8fe7-37609fa4127f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=048b4992-9f2f-406f-8fe7-37609fa4127f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:50.062290 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:50.063227 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:50.069346 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3b677e23-e452-4c79-b920-6f1fa801f902 req-db0f302a-1aa4-4d22-aba9-12304223c3de service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483438 Jul 14 11:22:50.086754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c069c591-3314-4621-b74c-ef95241386c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:50.125946 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c069c591-3314-4621-b74c-ef95241386c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:50.136450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4419e2ce-ed0a-4065-b459-b83e0950c9bc,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:50.203477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:50.218318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=048b4992-9f2f-406f-8fe7-37609fa4127f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:50.237449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:50.237818 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:50.253226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21ccc5-6a67-4dc5-a3ed-ca241618b03a req-20ec5103-cde7-4561-8715-4a39d7cfec05 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:50.261546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd21ccc5-6a67-4dc5-a3ed-ca241618b03a req-20ec5103-cde7-4561-8715-4a39d7cfec05 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 949 time: 0.2992027 Jul 14 11:22:50.262137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-f01585b1-b803-4b5a-a551-cc7a9f25525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:50.267598 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-f01585b1-b803-4b5a-a551-cc7a9f25525f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 1135 time: 0.1264801 Jul 14 11:22:50.269355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c069c591-3314-4621-b74c-ef95241386c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:50.273385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c069c591-3314-4621-b74c-ef95241386c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:50.276079 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c069c591-3314-4621-b74c-ef95241386c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd29787c-9bbe-45d8-8e0a-e9e87f0885cb HTTP/1.1" status: 204 len: 168 time: 0.4769597 Jul 14 11:22:50.307679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069c591-3314-4621-b74c-ef95241386c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd29787c-9bbe-45d8-8e0a-e9e87f0885cb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:50.311135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c92165-df86-4a6b-a1bd-1d5bdcb5801f req-a05a232f-f3d5-412d-9bae-15351574e8ec tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:50.321942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49c92165-df86-4a6b-a1bd-1d5bdcb5801f req-a05a232f-f3d5-412d-9bae-15351574e8ec tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 984 time: 0.2674720 Jul 14 11:22:50.389890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49c92165-df86-4a6b-a1bd-1d5bdcb5801f req-8e37f9fb-a776-4d03-8405-ad4b09881405 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=10d13a1f-fd01-4de0-9bb4-942988c880d0&id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0668614 Jul 14 11:22:50.425928 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd21ccc5-6a67-4dc5-a3ed-ca241618b03a req-093129f1-5291-4895-a026-1f44e391b88d tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597729 Jul 14 11:22:50.430010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-229fb261-cd05-4bb7-966f-788eab932bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:50.432053 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-229fb261-cd05-4bb7-966f-788eab932bde service neutron] 10.222.0.45 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 911 time: 0.1539774 Jul 14 11:22:50.491268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-b7f751f1-1f0b-4435-8da9-41f48f173e4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca HTTP/1.1" status: 200 len: 217 time: 0.0464768 Jul 14 11:22:50.501986 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:50.548241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-5e0b4c97-2482-4751-af29-9532a26e9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:50.549807 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-5e0b4c97-2482-4751-af29-9532a26e9f53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.0529203 Jul 14 11:22:50.592479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:50.600950 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef38bd9e-e2c7-4aa7-a365-982742bb5e0a x-openstack-request-id: req-ef38bd9e-e2c7-4aa7-a365-982742bb5e0a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:50.602618 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8b2195-c69d-4601-8b96-1f6068c1db7b", "name": "network-vif-plugged", "status": "completed", "tag": "4419e2ce-ed0a-4065-b459-b83e0950c9bc", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:50.602935 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef38bd9e-e2c7-4aa7-a365-982742bb5e0a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:50.603473 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8b2195-c69d-4601-8b96-1f6068c1db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4419e2ce-ed0a-4065-b459-b83e0950c9bc', 'code': 200} Jul 14 11:22:50.606927 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:50.637323 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-d4a5a7fd-b86e-40b4-9f41-c31e57fd4aea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768085 Jul 14 11:22:50.745211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:50.879970 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-c2419ce2-bf05-452e-a358-5ded516f58f3 service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353189 Jul 14 11:22:50.880132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b3d40-8b28-4a5d-aef5-13901f0ff863 req-acbff224-e823-438a-9d24-f733b16c85a6 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:50.890260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b2b3d40-8b28-4a5d-aef5-13901f0ff863 req-acbff224-e823-438a-9d24-f733b16c85a6 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 950 time: 0.1822917 Jul 14 11:22:50.898983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3cf8-659c-4450-8855-5820945dfeca req-35db7a9e-8d3b-412a-9050-7d24a725c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:50.900845 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-91ca3cf8-659c-4450-8855-5820945dfeca req-35db7a9e-8d3b-412a-9050-7d24a725c2d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 1101 time: 0.2026560 Jul 14 11:22:50.944984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b2b3d40-8b28-4a5d-aef5-13901f0ff863 req-3c77d8d2-5cf3-425c-a5fc-7c3cbb80d576 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Jul 14 11:22:51.096211 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-91ca3cf8-659c-4450-8855-5820945dfeca req-23d245fe-b7a1-453b-b0a7-66a886463090 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775589 Jul 14 11:22:51.147358 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b2624ae2-267b-4116-bf10-966cc933ae6a req-346496ae-7fc0-47e6-8980-94a5f31a74a8 service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455091 Jul 14 11:22:51.193279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400504-fce8-409f-912c-b818262d8a8c req-80f307c0-5fa6-45f7-9c7c-175967db776d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:51.196138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3400504-fce8-409f-912c-b818262d8a8c req-80f307c0-5fa6-45f7-9c7c-175967db776d tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 950 time: 0.1388595 Jul 14 11:22:51.260311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3400504-fce8-409f-912c-b818262d8a8c req-f8c40141-51b4-445e-b68f-1edabf26f93a tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531716 Jul 14 11:22:51.292983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53274) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:51.517347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3c30-5ad6-48e3-b810-16f439bb08d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:51.686254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3c30-5ad6-48e3-b810-16f439bb08d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:51.692655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3c30-5ad6-48e3-b810-16f439bb08d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:51.734018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c3c30-5ad6-48e3-b810-16f439bb08d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23889c55-a2d6-4327-b5ae-941141c8aa65,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:51.758715 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aa6c3c30-5ad6-48e3-b810-16f439bb08d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d9ea6f9972754143a112f6620c451c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645941 Jul 14 11:22:51.770510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53290) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:22:51.854080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec14c37-9ba0-489c-8268-0a8cc5837c8a req-9b82e52e-8382-45d6-af08-08eb514f5a15 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:51.863135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ec14c37-9ba0-489c-8268-0a8cc5837c8a req-9b82e52e-8382-45d6-af08-08eb514f5a15 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 984 time: 0.1774592 Jul 14 11:22:51.875519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1814e5-b1d5-4d33-a45f-7d1d47ff4050 req-3539c34b-076d-46f6-ba7a-31df0c2815d6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:51.893440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b1814e5-b1d5-4d33-a45f-7d1d47ff4050 req-3539c34b-076d-46f6-ba7a-31df0c2815d6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 950 time: 0.2580602 Jul 14 11:22:51.954815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4947-bf82-425e-80d9-3ac8d6d03f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:51.980474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b1814e5-b1d5-4d33-a45f-7d1d47ff4050 req-5865570e-7025-4305-821a-f9ed562f5fd2 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923545 Jul 14 11:22:52.056420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4947-bf82-425e-80d9-3ac8d6d03f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:52.085165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ec14c37-9ba0-489c-8268-0a8cc5837c8a req-6e01432c-eb92-4932-ad64-255f18e59d6e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=10d13a1f-fd01-4de0-9bb4-942988c880d0&id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2209842 Jul 14 11:22:52.183303 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4947-bf82-425e-80d9-3ac8d6d03f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:52.185895 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4947-bf82-425e-80d9-3ac8d6d03f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:52.189656 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ae1e4947-bf82-425e-80d9-3ac8d6d03f69 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23889c55-a2d6-4327-b5ae-941141c8aa65 HTTP/1.1" status: 204 len: 168 time: 0.4128728 Jul 14 11:22:52.211185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e4947-bf82-425e-80d9-3ac8d6d03f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23889c55-a2d6-4327-b5ae-941141c8aa65,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:52.394025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24da192-56d4-427a-9b4e-ace0d0bf8533 req-2f8bf407-26be-4828-a0ae-9d5afd4e41ac tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:52.394025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c24da192-56d4-427a-9b4e-ace0d0bf8533 req-2f8bf407-26be-4828-a0ae-9d5afd4e41ac tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 950 time: 0.1201570 Jul 14 11:22:52.448194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c24da192-56d4-427a-9b4e-ace0d0bf8533 req-f5ba31c5-0a8f-4b4e-aed3-ef14a10df1f1 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531001 Jul 14 11:22:52.550076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5887ee-53cb-498c-b696-1f9bca9610a8 req-019c587d-5013-4d3f-8200-1042476162ce tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:52.551889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e5887ee-53cb-498c-b696-1f9bca9610a8 req-019c587d-5013-4d3f-8200-1042476162ce tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 950 time: 0.1007390 Jul 14 11:22:52.605210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956a2f85-e649-4c65-a3e1-ef6d8fd27373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048b4992-9f2f-406f-8fe7-37609fa4127f'}, {'server_uuid': '26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3516cc23-cd4c-4c2d-8bec-ea89c876f1e1'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:52.608360 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b70b9ab-e354-4daa-8c5c-eaedb0d6d753" -d '{"events": [{"server_uuid": "956a2f85-e649-4c65-a3e1-ef6d8fd27373", "name": "network-vif-plugged", "status": "completed", "tag": "048b4992-9f2f-406f-8fe7-37609fa4127f"}, {"server_uuid": "26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63", "name": "network-vif-plugged", "status": "completed", "tag": "3516cc23-cd4c-4c2d-8bec-ea89c876f1e1"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:52.622724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e5887ee-53cb-498c-b696-1f9bca9610a8 req-25d5be72-0d1c-413f-99d9-00e2ab102fa1 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624125 Jul 14 11:22:52.674726 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d602f17f-84d1-4886-9d72-68f20277a0de x-openstack-request-id: req-d602f17f-84d1-4886-9d72-68f20277a0de {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:52.674956 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956a2f85-e649-4c65-a3e1-ef6d8fd27373", "name": "network-vif-plugged", "status": "completed", "tag": "048b4992-9f2f-406f-8fe7-37609fa4127f", "code": 200}, {"server_uuid": "26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63", "name": "network-vif-plugged", "status": "completed", "tag": "3516cc23-cd4c-4c2d-8bec-ea89c876f1e1", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:52.675201 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d602f17f-84d1-4886-9d72-68f20277a0de {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:52.675628 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956a2f85-e649-4c65-a3e1-ef6d8fd27373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048b4992-9f2f-406f-8fe7-37609fa4127f', 'code': 200} Jul 14 11:22:52.676027 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3516cc23-cd4c-4c2d-8bec-ea89c876f1e1', 'code': 200} Jul 14 11:22:52.886216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379afb84-f0db-4ce9-886b-95b5a30f78c7 req-cd7a3c6a-6dee-44d7-a8ba-a8d7587d5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:52.887797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379afb84-f0db-4ce9-886b-95b5a30f78c7 req-cd7a3c6a-6dee-44d7-a8ba-a8d7587d5bcc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 1101 time: 0.1017580 Jul 14 11:22:52.959657 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379afb84-f0db-4ce9-886b-95b5a30f78c7 req-d36e69a1-6fce-4462-883e-bf2f6bc264a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601299 Jul 14 11:22:52.982344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9231bc-cac7-4644-a586-65e06b17f96f req-d7100be5-dce8-42c8-9ade-9a60d9bbaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:52.985588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf9231bc-cac7-4644-a586-65e06b17f96f req-d7100be5-dce8-42c8-9ade-9a60d9bbaea5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 1101 time: 0.1343291 Jul 14 11:22:53.084882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf9231bc-cac7-4644-a586-65e06b17f96f req-dc9aba9a-077e-4847-a211-22c9f04897ef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714145 Jul 14 11:22:53.289964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a73cd-e606-4d19-8fb5-cb83ef8b198a req-badeac2e-352b-48c3-86d5-9450dfe3f979 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:53.291451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e96a73cd-e606-4d19-8fb5-cb83ef8b198a req-badeac2e-352b-48c3-86d5-9450dfe3f979 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 950 time: 0.0996459 Jul 14 11:22:53.370030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e96a73cd-e606-4d19-8fb5-cb83ef8b198a req-a3f80df7-8d41-4104-a11c-985aefcca2a7 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721555 Jul 14 11:22:53.418493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fe717-5733-41f7-b58e-5838f754d2fb req-7d3086a6-1498-41fa-8811-ffcf642c4c7c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:53.432246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f6fe717-5733-41f7-b58e-5838f754d2fb req-7d3086a6-1498-41fa-8811-ffcf642c4c7c tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 984 time: 0.0978034 Jul 14 11:22:53.480935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f6fe717-5733-41f7-b58e-5838f754d2fb req-755c52e8-c2dc-4abf-ae53-16f6803c2d92 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=10d13a1f-fd01-4de0-9bb4-942988c880d0&id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0430532 Jul 14 11:22:53.795899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-c0f959fb-55e9-4167-90d3-5908c417dfa6 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4505c8c5c9cb4fe89a64275df28c2a3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760686 Jul 14 11:22:53.903623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ba16-ae6a-4a18-a4d8-1154e3473896 req-ec62267f-6162-478d-af20-b3859611d928 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:53.905248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e940ba16-ae6a-4a18-a4d8-1154e3473896 req-ec62267f-6162-478d-af20-b3859611d928 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 950 time: 0.1835442 Jul 14 11:22:54.178012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382c00-5336-414f-997c-79df47f24496 req-49e2d02b-b1ce-43f7-b85e-f5535697a8cc tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:54.179418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-49e2d02b-b1ce-43f7-b85e-f5535697a8cc tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3830581 Jul 14 11:22:54.212325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e940ba16-ae6a-4a18-a4d8-1154e3473896 req-7d064482-b7ea-45b6-aac7-954629088d73 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937601 Jul 14 11:22:54.212325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-50b6bfe5-8009-49cf-acd9-4d7c482f3769 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/quotas/4505c8c5c9cb4fe89a64275df28c2a3e HTTP/1.1" status: 200 len: 375 time: 0.0206916 Jul 14 11:22:54.255003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-bdc238c3-7d22-40cc-b819-dd875235c233 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4505c8c5c9cb4fe89a64275df28c2a3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297904 Jul 14 11:22:54.353253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-38dcb300-451b-4f4d-bd50-7434470edeef tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2042596456&fields=id&tenant_id=08f036ff4c4240998a557b441146ba18 HTTP/1.1" status: 200 len: 267 time: 0.0373783 Jul 14 11:22:54.490390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f6734657-975f-4782-b6f5-507ace3cb234 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:54.499133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f6734657-975f-4782-b6f5-507ace3cb234 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 984 time: 0.1386635 Jul 14 11:22:54.504577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f07db2f9-5f91-4e96-acf8-0a5af162925f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'port': {'security_groups': ['10d13a1f-fd01-4de0-9bb4-942988c880d0', 'b82162a7-f72f-47c7-aade-271d373db8c5', 'a4039054-8a39-4245-9fc2-2b3eaca530e8']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:54.568028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-306d3fb6-2497-434a-a57f-8fe27c5486f3 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b3b0618d52814e81b2fdb5c4c730bf99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311456 Jul 14 11:22:54.645692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-54574013-8d73-42ea-aea5-9ce05d5c28a6 tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:54.650070 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-54574013-8d73-42ea-aea5-9ce05d5c28a6 tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 1101 time: 0.0761945 Jul 14 11:22:54.737331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f07db2f9-5f91-4e96-acf8-0a5af162925f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:54.799929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] Deleting port 4419e2ce-ed0a-4065-b459-b83e0950c9bc {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:54.800700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:54.804277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-a58ed382-3815-4092-bd6c-86d8622286a6 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:54.812068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-a58ed382-3815-4092-bd6c-86d8622286a6 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209041 Jul 14 11:22:54.836389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-d89f34d9-aa6f-417f-9b49-f9bf06713b75 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/quotas/b3b0618d52814e81b2fdb5c4c730bf99 HTTP/1.1" status: 200 len: 375 time: 0.0238674 Jul 14 11:22:54.889341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-277804fa-00d7-4a3b-86de-b8fca71d3ce1 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b3b0618d52814e81b2fdb5c4c730bf99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517073 Jul 14 11:22:54.947245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] For port 4419e2ce-ed0a-4065-b459-b83e0950c9bc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4419e2ce-ed0a-4065-b459-b83e0950c9bc,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:54.947618 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:54.968206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] Calling delete_port for 4419e2ce-ed0a-4065-b459-b83e0950c9bc owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:55.125014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f07db2f9-5f91-4e96-acf8-0a5af162925f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] For port 7d7ba874-5a69-44d7-8a41-2e531d2bddca, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:55.172831 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:55.185957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4419e2ce-ed0a-4065-b459-b83e0950c9bc'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:55.193852 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f07db2f9-5f91-4e96-acf8-0a5af162925f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:55.203093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] Pushing event deleted for resources: {'Port': ['ID=4419e2ce-ed0a-4065-b459-b83e0950c9bc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:55.210312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f07db2f9-5f91-4e96-acf8-0a5af162925f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:55.267126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['db9ca234-2e91-465d-b473-09e970f55814'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:55.338225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f07db2f9-5f91-4e96-acf8-0a5af162925f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:55.339690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f07db2f9-5f91-4e96-acf8-0a5af162925f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:55.365889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee27f3b2-e0ab-4794-9e12-79eec9fe112e req-f07db2f9-5f91-4e96-acf8-0a5af162925f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "PUT /v2.0/ports/7d7ba874-5a69-44d7-8a41-2e531d2bddca HTTP/1.1" status: 200 len: 1020 time: 0.8666513 Jul 14 11:22:55.366696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:55.372288 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff63902e-1a7c-4724-a345-26d92b204495" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:55.377343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] No DVR routers for this DVR port 4419e2ce-ed0a-4065-b459-b83e0950c9bc on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:22:55.381110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:55.401162 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e3677c79-cffa-43ac-b453-91638fccbb87 req-cc11828d-51f8-48d1-8862-8bea58f16f9f tempest-DeleteServersAdminTestJSON-902096575 tempest-DeleteServersAdminTestJSON-902096575-project-admin] 10.222.0.45 "DELETE /v2.0/ports/4419e2ce-ed0a-4065-b459-b83e0950c9bc HTTP/1.1" status: 204 len: 173 time: 0.7415769 Jul 14 11:22:55.401162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8b2195-c69d-4601-8b96-1f6068c1db7b', 'name': 'network-vif-deleted', 'tag': '4419e2ce-ed0a-4065-b459-b83e0950c9bc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:22:55.424416 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7734cf-42e1-4efc-a367-5c8a31687c48" -d '{"events": [{"server_uuid": "9e8b2195-c69d-4601-8b96-1f6068c1db7b", "name": "network-vif-deleted", "tag": "4419e2ce-ed0a-4065-b459-b83e0950c9bc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:55.429158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07db2f9-5f91-4e96-acf8-0a5af162925f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'Port': ['ID=7d7ba874-5a69-44d7-8a41-2e531d2bddca,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:55.442270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['7d7ba874-5a69-44d7-8a41-2e531d2bddca'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:55.692925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4987-8430-401b-bc22-a96f4e2790ac req-fbbdb8f1-6bfa-4e3d-8ef3-f6182836b4c9 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:55.695598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-543b4987-8430-401b-bc22-a96f4e2790ac req-fbbdb8f1-6bfa-4e3d-8ef3-f6182836b4c9 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 950 time: 0.2374206 Jul 14 11:22:55.739010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb039f61-328e-417c-8cb7-3dcd4fdcbabf req-ecb3bc93-b5af-4ee0-a8a3-32087974fae3 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0666740 Jul 14 11:22:55.867719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-543b4987-8430-401b-bc22-a96f4e2790ac req-9548c25f-752a-4f60-8189-ffb4614c021b tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432965 Jul 14 11:22:55.964287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['7d7ba874-5a69-44d7-8a41-2e531d2bddca'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:56.009066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:56.042437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cbbb1-1a75-4688-a220-bc31ecabed6c req-b6a1246e-b074-4928-b0f4-5907686c77cc tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:56.044290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee5cbbb1-1a75-4688-a220-bc31ecabed6c req-b6a1246e-b074-4928-b0f4-5907686c77cc tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 950 time: 0.1179018 Jul 14 11:22:56.150684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65b39cd9-11f2-40a9-b116-b690df8eb26e req-a636cdaf-8f09-464f-b704-8f4a65bb1ac4 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 210 time: 0.0477505 Jul 14 11:22:56.160431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee5cbbb1-1a75-4688-a220-bc31ecabed6c req-6d2e3515-26b3-4d1d-b231-5bc35023c9db tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100085 Jul 14 11:22:56.311129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2915c37e-fea3-472e-a9ff-cd87c46251c9 req-5d4b5c58-8b4d-4d5c-afec-5b8ee546c345 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/a4039054-8a39-4245-9fc2-2b3eaca530e8 HTTP/1.1" status: 200 len: 1801 time: 0.0698049 Jul 14 11:22:56.394780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87bfcf30-5ab0-4d31-909d-ab854e9708d2 req-53aa957d-fc9d-4f2f-93f8-510f09a168d3 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8b2195-c69d-4601-8b96-1f6068c1db7b HTTP/1.1" status: 200 len: 210 time: 0.0436051 Jul 14 11:22:56.412316 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-2915c37e-fea3-472e-a9ff-cd87c46251c9 req-ec58f681-49e0-4f3b-b743-ed5502a1493e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 11:22:56.419977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2915c37e-fea3-472e-a9ff-cd87c46251c9 req-ec58f681-49e0-4f3b-b743-ed5502a1493e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/a4039054-8a39-4245-9fc2-2b3eaca530e8 HTTP/1.1" status: 409 len: 341 time: 0.1062610 Jul 14 11:22:56.472185 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ce4dfb-b229-4753-95be-0fe5b07fe6cc x-openstack-request-id: req-47ce4dfb-b229-4753-95be-0fe5b07fe6cc {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:56.472720 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:56.473309 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-47ce4dfb-b229-4753-95be-0fe5b07fe6cc {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:56.474003 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca', 'status': 'completed', 'code': 200} Jul 14 11:22:56.561046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-26b8173e-ed74-4149-84a4-365fa206f08c tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4505c8c5c9cb4fe89a64275df28c2a3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589569 Jul 14 11:22:56.578174 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fcba7e-8991-4d31-af5c-bc91f214d319 x-openstack-request-id: req-b2fcba7e-8991-4d31-af5c-bc91f214d319 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:56.578713 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8b2195-c69d-4601-8b96-1f6068c1db7b", "name": "network-vif-deleted", "tag": "4419e2ce-ed0a-4065-b459-b83e0950c9bc", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:56.578713 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2fcba7e-8991-4d31-af5c-bc91f214d319 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:56.579095 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8b2195-c69d-4601-8b96-1f6068c1db7b', 'name': 'network-vif-deleted', 'tag': '4419e2ce-ed0a-4065-b459-b83e0950c9bc', 'status': 'completed', 'code': 200} Jul 14 11:22:56.654915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63902e-1a7c-4724-a345-26d92b204495 req-fef32473-46bd-4b18-8c21-8786d08b53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:56.656494 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff63902e-1a7c-4724-a345-26d92b204495 req-fef32473-46bd-4b18-8c21-8786d08b53d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 1174 time: 0.1373734 Jul 14 11:22:56.893653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63902e-1a7c-4724-a345-26d92b204495 req-658bf376-cb21-4c72-9616-f10a2bc91fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:56.895576 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff63902e-1a7c-4724-a345-26d92b204495 req-658bf376-cb21-4c72-9616-f10a2bc91fac service neutron] 10.222.0.45 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 911 time: 0.2288182 Jul 14 11:22:56.941771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382c00-5336-414f-997c-79df47f24496 req-fea1c26d-3e2a-41cf-b4e9-8fb320af9533 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:56.943877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-fea1c26d-3e2a-41cf-b4e9-8fb320af9533 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3808787 Jul 14 11:22:56.978813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff63902e-1a7c-4724-a345-26d92b204495 req-5129b90a-7583-4a16-b6fd-6899443b979a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca HTTP/1.1" status: 200 len: 217 time: 0.0750561 Jul 14 11:22:56.984066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Request body: {'port': {'device_id': 'db00853c-ec61-45c3-add0-72903b230d0e', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '4505c8c5c9cb4fe89a64275df28c2a3e'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:57.257988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Made reservation on behalf of 4505c8c5c9cb4fe89a64275df28c2a3e for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:57.261959 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:57.276729 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:57.318444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c5f2a35-1ae8-4caf-97fb-eb44d30b9dc6 req-7e7e788c-a0e6-4cb9-952f-10cdd7210501 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0430882 Jul 14 11:22:57.411320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:57.425978 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:57.459793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-0d2367a9-d6f4-4e0f-afcd-81e8c3160eff tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2da1c67b19284aa288d22115f6ab071b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447257 Jul 14 11:22:57.516574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63902e-1a7c-4724-a345-26d92b204495 req-996d5aa6-dee6-428a-b3b4-f05140a03253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:57.525714 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff63902e-1a7c-4724-a345-26d92b204495 req-996d5aa6-dee6-428a-b3b4-f05140a03253 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.5371628 Jul 14 11:22:57.591516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54f515b-57c6-4a9d-b018-56b2f3203a7d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:57.600417 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff63902e-1a7c-4724-a345-26d92b204495 req-5bc7f936-823b-4a44-bc38-71ddc4ad430f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673420 Jul 14 11:22:57.722234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-98c8e896-8a19-4508-a496-ba828dedddcc tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:57.730394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-98c8e896-8a19-4508-a496-ba828dedddcc tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710707 Jul 14 11:22:57.739722 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-211745f6-6af3-49aa-bdac-a425da6518e2 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b3b0618d52814e81b2fdb5c4c730bf99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2057762 Jul 14 11:22:57.754736 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff63902e-1a7c-4724-a345-26d92b204495 req-25d91c5f-5630-48de-b336-d3c719a40b57 service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429920 Jul 14 11:22:57.779295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Allocated IP 192.168.233.100 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/9c465287-7c84-44cf-b569-2e11b3eb7fda) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:57.799753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-49ab945a-125e-4b3d-a0f8-aac46d30e17a tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/quotas/2da1c67b19284aa288d22115f6ab071b HTTP/1.1" status: 200 len: 375 time: 0.0683389 Jul 14 11:22:57.834604 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:57.926104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2607b85-0061-41a4-afc0-db5ec643ed1e req-e07d799e-5578-4b6f-9813-430f6cc4ddea tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:57.927367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2607b85-0061-41a4-afc0-db5ec643ed1e req-e07d799e-5578-4b6f-9813-430f6cc4ddea tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 950 time: 0.2330282 Jul 14 11:22:57.956937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-2472ccd4-b8fa-4c33-a285-ebe32e17be85 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:57.959497 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-2472ccd4-b8fa-4c33-a285-ebe32e17be85 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148223 Jul 14 11:22:57.978848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Request body: {'port': {'device_id': '41071ae1-732f-4600-b4c3-6a27542d1573', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'b3b0618d52814e81b2fdb5c4c730bf99'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:58.034994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-8e2037d1-dc08-4b3b-a332-51902872e43b tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2da1c67b19284aa288d22115f6ab071b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2341430 Jul 14 11:22:58.042076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2607b85-0061-41a4-afc0-db5ec643ed1e req-f6aaecbe-b1ad-4b42-a29c-fd57b3dc7b6a tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078789 Jul 14 11:22:58.049826 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff63902e-1a7c-4724-a345-26d92b204495 req-57764a02-00e9-4224-9d88-38ab580e7d5e service neutron] 10.222.0.45 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108088 Jul 14 11:22:58.121702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:58.143220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Transition to ACTIVE for port object 9c465287-7c84-44cf-b569-2e11b3eb7fda will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:58.157334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Made reservation on behalf of b3b0618d52814e81b2fdb5c4c730bf99 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:58.163037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:58.176564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:58.200925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:58.267935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:58.271672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:58.278739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:58.324822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Pushing event updated for resources: {'Port': ['ID=9c465287-7c84-44cf-b569-2e11b3eb7fda,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:58.362167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:58.362837 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:58.430364 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:58.437908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:58.494739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7f7a2b4-2cda-4ef9-8737-22b940a22a18 req-f67fbe5a-87f0-490d-acaf-4c72da1a9f75 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 210 time: 0.0898702 Jul 14 11:22:58.499991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-14ac0133-3d33-4391-bb39-3164d83b6c86 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5297041 Jul 14 11:22:58.526145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26967d17-9f30-4bac-a9e5-1fc97979c230,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:58.580801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Request body: {'port': {'device_id': 'db00853c-ec61-45c3-add0-72903b230d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:58.660394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba16c90-0e05-4119-b08b-21b870f58db0 req-78b72a8d-ae7b-4ebd-84a3-05baedacba8f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:58.668461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ba16c90-0e05-4119-b08b-21b870f58db0 req-78b72a8d-ae7b-4ebd-84a3-05baedacba8f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 1023 time: 0.1705935 Jul 14 11:22:58.689983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-732ae67c-2907-4708-a8e9-fa203c418b9a None None] Provisioning for port 9c465287-7c84-44cf-b569-2e11b3eb7fda completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:22:58.710720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-732ae67c-2907-4708-a8e9-fa203c418b9a None None] Provisioning complete for port 9c465287-7c84-44cf-b569-2e11b3eb7fda triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:22:58.711105 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-732ae67c-2907-4708-a8e9-fa203c418b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:58.720899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Allocated IP 192.168.233.112 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/8f622d25-6d79-49c0-9b7c-56ada2c9ef2f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:58.822734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-732ae67c-2907-4708-a8e9-fa203c418b9a None None] Port 9c465287-7c84-44cf-b569-2e11b3eb7fda cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:22:58.824519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4419e2ce-ed0a-4065-b459-b83e0950c9bc no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:22:58.846643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 4419e2ce-ed0a-4065-b459-b83e0950c9bc {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:22:58.847784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4419e2ce-ed0a-4065-b459-b83e0950c9bc not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:22:58.862958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-a5130de5-6d0e-49c9-9363-a97bde09e396 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810752 Jul 14 11:22:58.869532 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:58.893352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ba16c90-0e05-4119-b08b-21b870f58db0 req-91c60426-5dfd-47f7-83e2-b7a87d46e408 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=10d13a1f-fd01-4de0-9bb4-942988c880d0&id=a4039054-8a39-4245-9fc2-2b3eaca530e8&id=b82162a7-f72f-47c7-aade-271d373db8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2203715 Jul 14 11:22:59.013350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-80e313dc-cd9e-4ade-afcc-5d4a07409006 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:59.016210 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-80e313dc-cd9e-4ade-afcc-5d4a07409006 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a3bebe2-eb5f-4bf0-8445-2468c865bcef HTTP/1.1" status: 200 len: 1023 time: 0.1856759 Jul 14 11:22:59.022889 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:59.042013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b7edd3d-c134-4c7c-a7c1-6fe300a0c479 req-06c91e38-278f-44e5-a5dd-e73057b2fbaa tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 210 time: 0.0488687 Jul 14 11:22:59.089498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Transition to ACTIVE for port object 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:59.132577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-d717b888-1ab4-4f28-8b8e-0a94c30f56e9 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:59.146827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-d717b888-1ab4-4f28-8b8e-0a94c30f56e9 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821100 Jul 14 11:22:59.194512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-f1be224f-48f1-4a11-bf1c-5501df764d52 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/quotas/ab91c906325c4d5cb3ee3ea5320f8c55 HTTP/1.1" status: 200 len: 375 time: 0.0464351 Jul 14 11:22:59.287348 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:59.361390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Deleting port 7d7ba874-5a69-44d7-8a41-2e531d2bddca {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:22:59.361920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:59.383189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:59.466924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:59.469839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:59.476352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:22:59.496420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-18986426-e109-4a34-bd63-3b7fffcf9216 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3009014 Jul 14 11:22:59.531935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b277-b9c7-4507-9935-345ecf576c0c req-27cfae18-41b1-4d77-b5a2-86624630ef55 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:59.531935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4499b277-b9c7-4507-9935-345ecf576c0c req-27cfae18-41b1-4d77-b5a2-86624630ef55 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 936 time: 0.2824268 Jul 14 11:22:59.593573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:22:59.594964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:59.629488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] For port 7d7ba874-5a69-44d7-8a41-2e531d2bddca, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=7d7ba874-5a69-44d7-8a41-2e531d2bddca,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:59.629914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:59.655313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Calling delete_port for 7d7ba874-5a69-44d7-8a41-2e531d2bddca owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:22:59.677863 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4499b277-b9c7-4507-9935-345ecf576c0c req-74290849-52cb-4ade-8adc-419528f9ae4d tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/security-groups?id=e54f515b-57c6-4a9d-b018-56b2f3203a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304049 Jul 14 11:22:59.792559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c465287-7c84-44cf-b569-2e11b3eb7fda {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:22:59.821161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:59.855271 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-9f5a7a5f-be61-4678-8c2d-968baf79475f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8837152 Jul 14 11:22:59.868741 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:59.873295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Transition to ACTIVE for port object 9c465287-7c84-44cf-b569-2e11b3eb7fda will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:22:59.881858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Request body: {'port': {'device_id': '41071ae1-732f-4600-b4c3-6a27542d1573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:22:59.882478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['db9ca234-2e91-465d-b473-09e970f55814'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:59.913847 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:22:59.951868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'Port': ['ID=7d7ba874-5a69-44d7-8a41-2e531d2bddca,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:59.954660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-75f19c3b-0bb5-4ee4-a2b9-fc989e70510e tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791938 Jul 14 11:22:59.975302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['7d7ba874-5a69-44d7-8a41-2e531d2bddca'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:00.064116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e0431191-1f9e-4866-b1fd-95a5bc779ea8 None None] Provisioning for port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:00.066847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] No DVR routers for this DVR port 7d7ba874-5a69-44d7-8a41-2e531d2bddca on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:23:00.069281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e0431191-1f9e-4866-b1fd-95a5bc779ea8 None None] Provisioning complete for port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:00.069857 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0431191-1f9e-4866-b1fd-95a5bc779ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:00.071997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:00.076123 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0f10b374-76f7-4ce4-9fdf-06b7441f4b2c req-50d8182c-d55d-49fc-a4fa-cab926948cf6 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.45 "DELETE /v2.0/ports/7d7ba874-5a69-44d7-8a41-2e531d2bddca HTTP/1.1" status: 204 len: 173 time: 1.0504677 Jul 14 11:23:00.076700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'name': 'network-vif-deleted', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:00.079594 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89c2548-5c55-433e-afad-0da20239e554" -d '{"events": [{"server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "name": "network-vif-deleted", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:00.177729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Pushing event updated for resources: {'Port': ['ID=9c465287-7c84-44cf-b569-2e11b3eb7fda,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:00.192450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e0431191-1f9e-4866-b1fd-95a5bc779ea8 None None] Port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:23:00.218040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:00.488966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-aedc8b10-eae6-4343-9dd6-cb6c0944ac76 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:00.508177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-aedc8b10-eae6-4343-9dd6-cb6c0944ac76 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5525374 Jul 14 11:23:00.572176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-73fc80ba-d7e7-45b2-bc8f-eaa410e3956e tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/quotas/09ad9437b8724838ab070fdf5cb1c0ef HTTP/1.1" status: 200 len: 375 time: 0.0627506 Jul 14 11:23:00.692953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:00.701325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:00.702535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-405372ab-c397-45d3-85e8-4b5bea6cfd79 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1291010 Jul 14 11:23:00.714310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Attempting to bind port 9c465287-7c84-44cf-b569-2e11b3eb7fda on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:00.714713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Attempting to bind port 9c465287-7c84-44cf-b569-2e11b3eb7fda by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:00.715163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Attempting to bind port 9c465287-7c84-44cf-b569-2e11b3eb7fda on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:00.717881 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Transition to ACTIVE for port object 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:00.730281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Port 9c465287-7c84-44cf-b569-2e11b3eb7fda on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:00.730648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Attempting to bind port 9c465287-7c84-44cf-b569-2e11b3eb7fda on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:00.744087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:00.744564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:00.745088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:00.746244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Bound port: 9c465287-7c84-44cf-b569-2e11b3eb7fda, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:00.746616 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:00.748482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:00.846229 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-4c3a1b53-8af8-4c30-95fb-5a458dca9821 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2da1c67b19284aa288d22115f6ab071b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235633 Jul 14 11:23:00.859382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] For port 9c465287-7c84-44cf-b569-2e11b3eb7fda, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:00.863905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] For port 9c465287-7c84-44cf-b569-2e11b3eb7fda, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9c465287-7c84-44cf-b569-2e11b3eb7fda,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:00.885748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec8dc8-5455-4f97-aeed-ece89a17031a req-5e6738a3-72fb-4317-8ddc-0662b0c2d823 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:00.914785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbec8dc8-5455-4f97-aeed-ece89a17031a req-5e6738a3-72fb-4317-8ddc-0662b0c2d823 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 936 time: 0.5538630 Jul 14 11:23:00.925933 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:01.035600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-8cb03926-e667-4ff5-8fc0-5f190f954585 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:01.038020 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-8cb03926-e667-4ff5-8fc0-5f190f954585 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823711 Jul 14 11:23:01.084018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Request body: {'port': {'device_id': 'dc41c051-339a-4e2d-b554-d615ea85ac0e', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '2da1c67b19284aa288d22115f6ab071b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:01.202940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:01.203625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:01.208142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] 10.222.0.64 "PUT /v2.0/ports/9c465287-7c84-44cf-b569-2e11b3eb7fda HTTP/1.1" status: 200 len: 1096 time: 2.6357682 Jul 14 11:23:01.217678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dbc0c-dadf-48ff-add2-ff12bb6bc11d service neutron] Pushing event updated for resources: {'Port': ['ID=9c465287-7c84-44cf-b569-2e11b3eb7fda,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:01.232619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db00853c-ec61-45c3-add0-72903b230d0e', 'tag': '9c465287-7c84-44cf-b569-2e11b3eb7fda'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:01.241663 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750" -d '{"events": [{"name": "network-changed", "server_uuid": "db00853c-ec61-45c3-add0-72903b230d0e", "tag": "9c465287-7c84-44cf-b569-2e11b3eb7fda"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:01.260122 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Made reservation on behalf of 2da1c67b19284aa288d22115f6ab071b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:01.268266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:01.320013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:01.604857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.64', 54403) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:01.634430 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-84b98f77-0658-4b37-987f-3e6142d94b9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9066489 Jul 14 11:23:01.676852 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Allocated IP 192.168.233.180 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/163d1ef4-5016-4d81-bd9b-02e6dc23a052) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:01.795064 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:23:01.797922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Attempting to bind port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:01.798248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Attempting to bind port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:01.799037 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Attempting to bind port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:01.811997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:01.812369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Attempting to bind port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:01.854965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:01.854965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:01.854965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:01.855423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Bound port: 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:01.855777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:01.862216 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-976127ed-5600-45f0-b393-eadc9749a90f req-01dc9e77-60d0-48a7-a007-dbf6d3638d11 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 210 time: 0.6486506 Jul 14 11:23:01.895680 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-85681295-2e7b-4282-9f50-e8bf1e2de881 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2776308 Jul 14 11:23:01.915887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbec8dc8-5455-4f97-aeed-ece89a17031a req-4431fe2e-1546-42e8-a7f6-5691a02e2fe6 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9948387 Jul 14 11:23:01.958627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382c00-5336-414f-997c-79df47f24496 req-3aa17b97-2ae2-4712-927f-4e9e56813ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:01.961607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-3aa17b97-2ae2-4712-927f-4e9e56813ca6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4505c8c5c9cb4fe89a64275df28c2a3e&device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 1099 time: 0.6970167 Jul 14 11:23:02.046723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-5b784d9b-20ad-4392-973f-65120b88b325 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9c465287-7c84-44cf-b569-2e11b3eb7fda HTTP/1.1" status: 200 len: 217 time: 0.0730312 Jul 14 11:23:02.057159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:02.065893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:02.117310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382c00-5336-414f-997c-79df47f24496 req-d85d0d05-8d0a-4659-bc2f-0b047711668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:02.119471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-d85d0d05-8d0a-4659-bc2f-0b047711668a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0692821 Jul 14 11:23:02.131473 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a218c91a-8fe6-416a-84bb-7f452cb94077 x-openstack-request-id: req-a218c91a-8fe6-416a-84bb-7f452cb94077 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:02.132209 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3bebe2-eb5f-4bf0-8445-2468c865bcef", "name": "network-vif-deleted", "tag": "7d7ba874-5a69-44d7-8a41-2e531d2bddca", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:02.132814 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a218c91a-8fe6-416a-84bb-7f452cb94077 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:02.133434 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3bebe2-eb5f-4bf0-8445-2468c865bcef', 'name': 'network-vif-deleted', 'tag': '7d7ba874-5a69-44d7-8a41-2e531d2bddca', 'status': 'completed', 'code': 200} Jul 14 11:23:02.137429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:02.261608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aaf8e4de-9352-4d47-a080-8b29e87f8224 req-cb5601ae-3f12-451e-b5c7-4426eaa21e2f tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 210 time: 0.0761306 Jul 14 11:23:02.267406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.45', 64588) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:02.277111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-1644d7ed-b800-4927-b36e-c2ab4f253d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:02.282386 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-1644d7ed-b800-4927-b36e-c2ab4f253d84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=595428f2d6254beda60793bb93154145&device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 1096 time: 0.5639436 Jul 14 11:23:02.306371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:02.307163 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:02.308705 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] 10.222.0.64 "PUT /v2.0/ports/8f622d25-6d79-49c0-9b7c-56ada2c9ef2f HTTP/1.1" status: 200 len: 1096 time: 2.4413915 Jul 14 11:23:02.363001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-f97991bc-0544-4a58-903a-11a512d0dc48 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818651 Jul 14 11:23:02.392287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8545d-5d4c-4bf4-a69c-7970c5d7f141 service neutron] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:02.532950 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:02.574266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-99b5dc9d-4a6e-43c9-b4c7-c4cbff97d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:02.576277 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-99b5dc9d-4a6e-43c9-b4c7-c4cbff97d470 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08f036ff4c4240998a557b441146ba18&device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1174 time: 0.5065820 Jul 14 11:23:02.586252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Transition to ACTIVE for port object 163d1ef4-5016-4d81-bd9b-02e6dc23a052 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:02.694454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382c00-5336-414f-997c-79df47f24496 req-d6b9aa38-21b6-4671-ab63-2ad2fedc3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:02.696373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-d6b9aa38-21b6-4671-ab63-2ad2fedc3617 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5684774 Jul 14 11:23:02.707031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-068b7835-f87b-4708-a544-b613ece575cb tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:02.709068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-068b7835-f87b-4708-a544-b613ece575cb tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3379107 Jul 14 11:23:02.725691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-e731647e-eb70-4cab-bef5-e1619b4b2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:02.727920 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-e731647e-eb70-4cab-bef5-e1619b4b2dc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 200 len: 923 time: 0.3698847 Jul 14 11:23:02.764306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 7d7ba874-5a69-44d7-8a41-2e531d2bddca no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:02.803933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 7d7ba874-5a69-44d7-8a41-2e531d2bddca {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:23:02.804301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 7d7ba874-5a69-44d7-8a41-2e531d2bddca not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:02.826629 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:02.840090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['048b4992-9f2f-406f-8fe7-37609fa4127f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:02.850376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Request body: {'port': {'device_id': '593e1095-ab86-4e83-ae15-2f576f969dcb', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'ab91c906325c4d5cb3ee3ea5320f8c55'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:03.009846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81e88b29-5d96-446a-8559-921e62061e78 req-2aaa1e2b-24f4-4738-beca-a4860d9a0a34 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 210 time: 0.3896208 Jul 14 11:23:03.061886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698eeed-94c7-4172-b838-157b58269e73 req-7be92716-5b5b-4f1c-ba58-866bcf5c24e8 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:03.065232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2698eeed-94c7-4172-b838-157b58269e73 req-7be92716-5b5b-4f1c-ba58-866bcf5c24e8 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 948 time: 0.6705847 Jul 14 11:23:03.141108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.45', 64590) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:03.145321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Made reservation on behalf of ab91c906325c4d5cb3ee3ea5320f8c55 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:03.149598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:03.175035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-ad302acb-dfd4-450a-9d14-1bfd9965b980 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304658 Jul 14 11:23:03.322264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Pushing event updated for resources: {'Port': ['ID=163d1ef4-5016-4d81-bd9b-02e6dc23a052,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:03.337412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-774ca076-1064-408b-ba23-ee5ff42a123c service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248910 Jul 14 11:23:03.337809 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-2608742d-9763-4d59-b545-d5be246aaaaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88eb32af-f33e-4d2a-9264-4a70e795d0a9 HTTP/1.1" status: 200 len: 1000 time: 0.5981383 Jul 14 11:23:03.344703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-bd59e2cb-ca3c-44ab-b53e-b51143918ef7 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:03.346245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-bd59e2cb-ca3c-44ab-b53e-b51143918ef7 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412446 Jul 14 11:23:03.350547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-782287ec-db00-43d7-b1f7-3d195f96e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:03.352353 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-782287ec-db00-43d7-b1f7-3d195f96e05f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3b0618d52814e81b2fdb5c4c730bf99&device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 1099 time: 0.7749758 Jul 14 11:23:03.353505 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b4118c-04c7-41d1-8c20-e3ce19314b8a x-openstack-request-id: req-b0b4118c-04c7-41d1-8c20-e3ce19314b8a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:03.353934 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db00853c-ec61-45c3-add0-72903b230d0e", "tag": "9c465287-7c84-44cf-b569-2e11b3eb7fda", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:03.354244 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0b4118c-04c7-41d1-8c20-e3ce19314b8a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:03.354653 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db00853c-ec61-45c3-add0-72903b230d0e', 'tag': '9c465287-7c84-44cf-b569-2e11b3eb7fda', 'status': 'completed', 'code': 200} Jul 14 11:23:03.357670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2698eeed-94c7-4172-b838-157b58269e73 req-3c64ed90-74cd-4d26-a6c9-3bb95af010f5 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/security-groups?id=e54f515b-57c6-4a9d-b018-56b2f3203a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758586 Jul 14 11:23:03.365869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-7c7b3069-b58e-4d92-bd33-9fd0f03244c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:03.368884 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-7c7b3069-b58e-4d92-bd33-9fd0f03244c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 200 len: 911 time: 0.7510097 Jul 14 11:23:03.388031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Request body: {'port': {'device_id': 'a03c13c7-bf5e-4877-b61e-be6bd7edf0f3', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '09ad9437b8724838ab070fdf5cb1c0ef'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:03.391011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:03.452551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:03.455003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:23:03.486778 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-4c277943-7f69-415b-9ccb-916302d6eab0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f HTTP/1.1" status: 200 len: 217 time: 0.0981357 Jul 14 11:23:03.518456 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-638f1717-4f94-470b-85df-68800f004168 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db9ca234-2e91-465d-b473-09e970f55814 HTTP/1.1" status: 200 len: 217 time: 0.1178279 Jul 14 11:23:03.634378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-fd05edea-6f04-4826-bbed-19bcd8bf7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:03.636687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-fd05edea-6f04-4826-bbed-19bcd8bf7fd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc709ef8-5a9b-4b6e-88e9-a0a84793cf30 HTTP/1.1" status: 200 len: 862 time: 0.2761595 Jul 14 11:23:03.703929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48382c00-5336-414f-997c-79df47f24496 req-9568a289-60ab-443b-89f5-2ca97fb10990 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532279 Jul 14 11:23:03.743129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:03.744003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:03.767073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-aa37ce90-b306-484e-bf39-c452dc1505d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:03.768726 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-aa37ce90-b306-484e-bf39-c452dc1505d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 200 len: 851 time: 0.2225442 Jul 14 11:23:03.772574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-337d3577-b496-4fc5-88e2-4f528c762484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:03.774159 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-337d3577-b496-4fc5-88e2-4f528c762484 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2590411 Jul 14 11:23:03.788997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-0e7083b4-94d7-41a5-ac0e-2dc417a64cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:03.788997 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-0e7083b4-94d7-41a5-ac0e-2dc417a64cdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377509 Jul 14 11:23:03.806440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee96f89a-c05b-4101-8803-85e8d27332ce req-25f19539-98fb-4328-8e25-658b997ab356 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 210 time: 0.2283258 Jul 14 11:23:03.822204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bee280b4-6e3e-4466-9487-ebd9471b409a None None] Provisioning for port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:03.876473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bee280b4-6e3e-4466-9487-ebd9471b409a None None] Provisioning complete for port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:03.876473 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bee280b4-6e3e-4466-9487-ebd9471b409a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:03.877195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a162f4-71a4-4ac5-b6c6-f04b18519dc8 req-399ae9ab-b357-4cc6-a6ea-b62d837dad9e tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/10d13a1f-fd01-4de0-9bb4-942988c880d0 HTTP/1.1" status: 200 len: 1801 time: 0.5078583 Jul 14 11:23:03.877823 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-50d7084d-7219-404e-b2d6-95f103feab3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=383deb41-11bf-4cf3-a818-efaf5d55d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765109 Jul 14 11:23:03.891048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bee280b4-6e3e-4466-9487-ebd9471b409a None None] Port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:23:03.944509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Made reservation on behalf of 09ad9437b8724838ab070fdf5cb1c0ef for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:03.948097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:04.028053 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-23bda995-1904-4970-b5e7-25ab4f96a004 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9615936 Jul 14 11:23:04.058498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Request body: {'port': {'device_id': 'dc41c051-339a-4e2d-b554-d615ea85ac0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:04.139333 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-0ceb07cf-f842-421e-aa5a-a0b09f6f1dbd service neutron] 10.222.0.45 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256631 Jul 14 11:23:04.139333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:04.141609 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc603c5-b926-481d-b63e-7a33e39218b1" -d '{"events": [{"name": "network-changed", "server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:04.159773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Allocated IP 192.168.233.214 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/4d86b91c-e3d2-4336-a5c7-c8147de9e0a3) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:04.171033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-f0a5d8b9-13f1-40b1-b4f6-e5d99dc9d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:04.172750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-f0a5d8b9-13f1-40b1-b4f6-e5d99dc9d50d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3795023 Jul 14 11:23:04.201380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-1a29844e-2e51-4bad-9a19-0f188bcf89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:04.203031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-1a29844e-2e51-4bad-9a19-0f188bcf89b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4505c8c5c9cb4fe89a64275df28c2a3e&device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 1099 time: 0.3774350 Jul 14 11:23:04.221706 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a162f4-71a4-4ac5-b6c6-f04b18519dc8 req-39f1afec-837d-4c7d-82bc-1dc846aea768 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:04.244891 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-674e4fa3-a279-430f-9e4c-f81c3a0ab1b7 service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234782 Jul 14 11:23:04.321235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a162f4-71a4-4ac5-b6c6-f04b18519dc8 req-39f1afec-837d-4c7d-82bc-1dc846aea768 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:04.330646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d333a-a0c4-4ce0-9706-e265f6aa37d3 req-ebb19c94-5598-43b2-9acb-13ccf0ad0248 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:04.332195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a80d333a-a0c4-4ce0-9706-e265f6aa37d3 req-ebb19c94-5598-43b2-9acb-13ccf0ad0248 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 948 time: 0.3154361 Jul 14 11:23:04.349499 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:04.448853 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0509a974-bbbb-407e-92d2-9961ee2c872d req-0c4064ad-e6e9-4b31-b18d-a2fe159d789d service neutron] 10.222.0.45 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968841 Jul 14 11:23:04.478355 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-80f69b84-78d0-44a8-8efa-554fdcf1306e service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738712 Jul 14 11:23:04.492542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-ef3db03d-9f60-4e3e-9c5d-89e71d8e283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:04.494169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-ef3db03d-9f60-4e3e-9c5d-89e71d8e283c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2834265 Jul 14 11:23:04.495150 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73e27c45-5cea-4667-96ce-6fa77eb65aa1 req-10cfe724-5880-415a-abae-73115c5a9be5 service neutron] 10.222.0.64 "GET /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309773 Jul 14 11:23:04.522471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a80d333a-a0c4-4ce0-9706-e265f6aa37d3 req-154aed51-95d0-4a7b-bf00-64381c12e82e tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794162 Jul 14 11:23:04.542742 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a162f4-71a4-4ac5-b6c6-f04b18519dc8 req-39f1afec-837d-4c7d-82bc-1dc846aea768 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:04.545891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a162f4-71a4-4ac5-b6c6-f04b18519dc8 req-39f1afec-837d-4c7d-82bc-1dc846aea768 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:04.547256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a162f4-71a4-4ac5-b6c6-f04b18519dc8 req-39f1afec-837d-4c7d-82bc-1dc846aea768 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/10d13a1f-fd01-4de0-9bb4-942988c880d0 HTTP/1.1" status: 204 len: 173 time: 0.6118779 Jul 14 11:23:04.637788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-8e8e52c7-5eca-4cde-8d8a-b662a224110b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9c465287-7c84-44cf-b569-2e11b3eb7fda HTTP/1.1" status: 200 len: 217 time: 0.1139746 Jul 14 11:23:04.640936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1afec-837d-4c7d-82bc-1dc846aea768 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d13a1f-fd01-4de0-9bb4-942988c880d0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:04.697321 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-02f5e9d1-6d8e-4b00-aa86-2cec5da4077b req-7ceb4ca9-fdce-40c9-a348-23069f294987 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054870 Jul 14 11:23:04.719425 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:04.757435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-b3603d61-a80e-4207-9d84-fc4841704889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:04.758937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-b3603d61-a80e-4207-9d84-fc4841704889 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1113296 Jul 14 11:23:04.760058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Transition to ACTIVE for port object 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:04.799376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f5cc5c1-0723-474c-a41c-c26e2e220838 req-3925b135-b5a4-400c-b462-4889bd7d2938 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 210 time: 0.0581038 Jul 14 11:23:04.868274 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ca1bcc-c160-4037-93b9-4d3213fab5a1 x-openstack-request-id: req-00ca1bcc-c160-4037-93b9-4d3213fab5a1 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:04.868844 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:04.869385 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00ca1bcc-c160-4037-93b9-4d3213fab5a1 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:04.870035 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'status': 'completed', 'code': 200} Jul 14 11:23:04.965143 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:04.978876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['3516cc23-cd4c-4c2d-8bec-ea89c876f1e1'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:05.038190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04edb3-71c7-4f96-87bc-3ea1c8f683ca req-6a589137-63b8-4fa5-b46c-ec72beaf1422 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:05.049113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b04edb3-71c7-4f96-87bc-3ea1c8f683ca req-6a589137-63b8-4fa5-b46c-ec72beaf1422 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 936 time: 0.2865183 Jul 14 11:23:05.054524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-d425c2c4-8bd1-4dc3-9da8-ef47be7f39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:05.055794 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-d425c2c4-8bd1-4dc3-9da8-ef47be7f39f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3b0618d52814e81b2fdb5c4c730bf99&device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 1099 time: 0.1420767 Jul 14 11:23:05.134888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:05.142311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:05.145373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-aa79a892-4154-4c9d-ad95-4adfe296380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:05.147649 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-aa79a892-4154-4c9d-ad95-4adfe296380b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3510294 Jul 14 11:23:05.153036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:23:05.176597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b04edb3-71c7-4f96-87bc-3ea1c8f683ca req-68e97467-e050-4f59-8a12-0d4825e0ce6c tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264217 Jul 14 11:23:05.193223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-460b7668-da97-4182-a587-1f4f53fa203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:05.194955 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-460b7668-da97-4182-a587-1f4f53fa203a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1291065 Jul 14 11:23:05.268792 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-d3485f62-9705-426f-8cb9-ad29cd7905dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f HTTP/1.1" status: 200 len: 217 time: 0.0635018 Jul 14 11:23:05.333795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-3fe8f191-8350-4da7-8545-63df19f3c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:05.335389 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-3fe8f191-8350-4da7-8545-63df19f3c27c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0580940 Jul 14 11:23:05.374607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Pushing event updated for resources: {'Port': ['ID=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:05.415676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Allocated IP 192.168.233.122 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/d3b1c231-953a-4d1a-bb84-fd7f62d3fbea) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:05.439040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-2da17dd5-a62d-4dc0-a76b-c8ededed9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:05.441299 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-2da17dd5-a62d-4dc0-a76b-c8ededed9799 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989749 Jul 14 11:23:05.441435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-31e7b735-b782-4127-8e3f-e7563721f745 None None] Provisioning for port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:05.450013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-31e7b735-b782-4127-8e3f-e7563721f745 None None] Provisioning complete for port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:05.450440 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31e7b735-b782-4127-8e3f-e7563721f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:05.498880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-31e7b735-b782-4127-8e3f-e7563721f745 None None] Port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:23:05.525684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0202941-e0fb-43c7-9bf6-7c9ea8465727 req-ba07401b-61b9-428c-9dac-eff332e43fe3 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/a4039054-8a39-4245-9fc2-2b3eaca530e8 HTTP/1.1" status: 200 len: 1801 time: 0.1707020 Jul 14 11:23:05.533055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:05.533682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:05.576861 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-a297f0e5-9317-4c5b-9e8c-6ed3b0461a6d service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272333 Jul 14 11:23:05.606108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fda94d96-b7ab-49c5-a796-339eb6619b01 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7670956 Jul 14 11:23:05.613651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af4ccc-c88b-427f-a0fd-c7a5b86e61ba req-25ef21af-10ef-4b2a-ba40-f49c2faff5fa tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:05.620550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1af4ccc-c88b-427f-a0fd-c7a5b86e61ba req-25ef21af-10ef-4b2a-ba40-f49c2faff5fa tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 948 time: 0.2486126 Jul 14 11:23:05.633078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Request body: {'port': {'device_id': '593e1095-ab86-4e83-ae15-2f576f969dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:05.647997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-2deafdfa-3e5a-4a73-b2fd-52ac24f31c83 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697583 Jul 14 11:23:05.698911 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fc603c5-b926-481d-b63e-7a33e39218b1 req-c16a34d7-c43e-4337-91c3-3d2d82baa6a8 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139505 Jul 14 11:23:06.102400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a0202941-e0fb-43c7-9bf6-7c9ea8465727 req-20cc91b4-25e6-4f1d-899e-1aff01b02434 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.106369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1af4ccc-c88b-427f-a0fd-c7a5b86e61ba req-c529bb56-8c21-4c8f-9bb4-4076bd1eb93d tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/security-groups?id=e54f515b-57c6-4a9d-b018-56b2f3203a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850399 Jul 14 11:23:06.206317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a0202941-e0fb-43c7-9bf6-7c9ea8465727 req-20cc91b4-25e6-4f1d-899e-1aff01b02434 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.224651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a7d8ee4-ff7c-472c-bf3f-06f01fbb8750 req-3de6a9d7-cd1b-494b-be76-2475692b29de service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043401 Jul 14 11:23:06.243320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.277389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.357379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Transition to ACTIVE for port object d3b1c231-953a-4d1a-bb84-fd7f62d3fbea will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:06.377818 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a0202941-e0fb-43c7-9bf6-7c9ea8465727 req-20cc91b4-25e6-4f1d-899e-1aff01b02434 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.379063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a0202941-e0fb-43c7-9bf6-7c9ea8465727 req-20cc91b4-25e6-4f1d-899e-1aff01b02434 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.380961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0202941-e0fb-43c7-9bf6-7c9ea8465727 req-20cc91b4-25e6-4f1d-899e-1aff01b02434 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/a4039054-8a39-4245-9fc2-2b3eaca530e8 HTTP/1.1" status: 204 len: 173 time: 0.8543301 Jul 14 11:23:06.427674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc91b4-25e6-4f1d-899e-1aff01b02434 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4039054-8a39-4245-9fc2-2b3eaca530e8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:06.553957 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.573703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc4403-4f8f-4198-becb-95e84fbd6d2b req-0b135def-3873-4d2f-9fa0-4ab3a64ab5bc tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:06.578537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cafc4403-4f8f-4198-becb-95e84fbd6d2b req-0b135def-3873-4d2f-9fa0-4ab3a64ab5bc tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 936 time: 0.2631695 Jul 14 11:23:06.684959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:06.704183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:06.720179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:23:06.733144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cafc4403-4f8f-4198-becb-95e84fbd6d2b req-228260c2-0396-4c9e-b3a8-5ee3cd65c772 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452003 Jul 14 11:23:06.733144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Pushing event updated for resources: {'Port': ['ID=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:06.799899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163d1ef4-5016-4d81-bd9b-02e6dc23a052 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:06.811102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.830072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:06.830758 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.859467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4552d-03d3-4b6a-baf9-4a2b3a0540fc req-1b0b7b12-90fc-4d16-b291-982ab028d261 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:06.872600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Transition to ACTIVE for port object 163d1ef4-5016-4d81-bd9b-02e6dc23a052 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:06.872954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aae4552d-03d3-4b6a-baf9-4a2b3a0540fc req-1b0b7b12-90fc-4d16-b291-982ab028d261 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 948 time: 0.3082905 Jul 14 11:23:06.882081 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:06.923979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9c465287-7c84-44cf-b569-2e11b3eb7fda details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:06.976060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Pushing event updated for resources: {'Port': ['ID=163d1ef4-5016-4d81-bd9b-02e6dc23a052,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:07.058759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1ba20627-7de3-4ea2-83ec-5f94478c0295 None None] Provisioning for port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:07.070212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Attempting to bind port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:07.070726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Attempting to bind port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:07.071160 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Attempting to bind port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:07.076025 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:07.076461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Attempting to bind port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:07.081121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1ba20627-7de3-4ea2-83ec-5f94478c0295 None None] Provisioning complete for port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:07.081729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:07.082183 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:07.082655 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1ba20627-7de3-4ea2-83ec-5f94478c0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.082785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:07.083506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Bound port: 163d1ef4-5016-4d81-bd9b-02e6dc23a052, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:07.084198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.110636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-b0fa955f-4ff9-4bd4-9afe-f0d449f86f61 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7453454 Jul 14 11:23:07.144961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aae4552d-03d3-4b6a-baf9-4a2b3a0540fc req-302b8997-00f7-4593-8b5f-5e9d145946bc tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706409 Jul 14 11:23:07.156765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Request body: {'port': {'device_id': 'a03c13c7-bf5e-4877-b61e-be6bd7edf0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:07.185531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9c465287-7c84-44cf-b569-2e11b3eb7fda, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9c465287-7c84-44cf-b569-2e11b3eb7fda,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:07.198736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] For port 163d1ef4-5016-4d81-bd9b-02e6dc23a052, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:07.210345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] For port 163d1ef4-5016-4d81-bd9b-02e6dc23a052, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=163d1ef4-5016-4d81-bd9b-02e6dc23a052,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:07.213609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1ba20627-7de3-4ea2-83ec-5f94478c0295 None None] Port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:23:07.218952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '9c465287-7c84-44cf-b569-2e11b3eb7fda', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '9c465287-7c84-44cf-b569-2e11b3eb7fda', 'mac_address': 'fa:16:3e:f2:e6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:23:07.223107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.256479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:07.260632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.262736 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] 10.222.0.45 "PUT /v2.0/ports/163d1ef4-5016-4d81-bd9b-02e6dc23a052 HTTP/1.1" status: 200 len: 1096 time: 3.2200148 Jul 14 11:23:07.264506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc41c051-339a-4e2d-b554-d615ea85ac0e', 'tag': '163d1ef4-5016-4d81-bd9b-02e6dc23a052'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:07.272157 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc41c051-339a-4e2d-b554-d615ea85ac0e", "tag": "163d1ef4-5016-4d81-bd9b-02e6dc23a052"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:07.279262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.298381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c465287-7c84-44cf-b569-2e11b3eb7fda {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:07.337032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9c465287-7c84-44cf-b569-2e11b3eb7fda, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9c465287-7c84-44cf-b569-2e11b3eb7fda,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:07.351027 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.375799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:07.386201 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.415480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Transition to ACTIVE for port object 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:07.418884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d5897-07df-4f4a-b91a-08c9a225c569 service neutron] Pushing event updated for resources: {'Port': ['ID=163d1ef4-5016-4d81-bd9b-02e6dc23a052,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:07.437160 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.448715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1b98cadd-2e6f-4d2a-a495-5b192ae00ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:07.452103 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1b98cadd-2e6f-4d2a-a495-5b192ae00ad5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2da1c67b19284aa288d22115f6ab071b&device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 1099 time: 0.1233976 Jul 14 11:23:07.462923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f026-7e8f-4a20-a8c0-9a5774f4894d req-f73a07ba-2b79-461a-8807-d14579903f05 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:07.471076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3514f026-7e8f-4a20-a8c0-9a5774f4894d req-f73a07ba-2b79-461a-8807-d14579903f05 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 936 time: 0.5948250 Jul 14 11:23:07.483123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9c465287-7c84-44cf-b569-2e11b3eb7fda,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:07.546100 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-12b2d8d2-cd1b-43e0-9784-34a460f31b27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=163d1ef4-5016-4d81-bd9b-02e6dc23a052 HTTP/1.1" status: 200 len: 217 time: 0.0861037 Jul 14 11:23:07.623165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9c465287-7c84-44cf-b569-2e11b3eb7fda'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:07.635099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d8fcc57-e593-4916-b009-5640deb33829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:07.637000 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-1d8fcc57-e593-4916-b009-5640deb33829 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0804877 Jul 14 11:23:07.651608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:07.738809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3514f026-7e8f-4a20-a8c0-9a5774f4894d req-7e1a0a3f-83a4-4d5c-bda8-90be4ec8148b tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643013 Jul 14 11:23:07.780125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-753885ec-9142-409f-b471-6062d7ef0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:07.785678 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-753885ec-9142-409f-b471-6062d7ef0ee7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352870 Jul 14 11:23:07.790498 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.809353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c1ca8f80-eee0-4586-8665-42c6881861c7 req-a58fad17-1703-4024-9d9e-23b2a1cbf8c1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2122990209', 'description': 'tempest-description-1147734117'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:07.931470 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c1ca8f80-eee0-4586-8665-42c6881861c7 req-a58fad17-1703-4024-9d9e-23b2a1cbf8c1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:07.939456 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-7479efe6-677c-4217-bd96-07e40606a205 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364501 Jul 14 11:23:07.957155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Attempting to bind port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:07.957589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Attempting to bind port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:07.958151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Attempting to bind port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:07.982312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:07.982791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Attempting to bind port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:07.992900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fdbff-b215-4ff7-8457-91ba088ae9b9 req-cd00dcb3-5bc0-431b-8b17-721519a863e2 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:07.994558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a3fdbff-b215-4ff7-8457-91ba088ae9b9 req-cd00dcb3-5bc0-431b-8b17-721519a863e2 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 948 time: 0.3819039 Jul 14 11:23:08.067660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:08.068357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:08.069171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:08.069709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Bound port: 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:08.070146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:08.093534 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-565dde92-f0ae-4115-8bf0-264956d614c4 req-47263d28-29c5-4eb0-8bbd-7f1db01d8e89 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427147 Jul 14 11:23:08.188547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a3fdbff-b215-4ff7-8457-91ba088ae9b9 req-2a1b74ec-6565-47d2-a360-63f24595e372 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369944 Jul 14 11:23:08.278712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] For port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:08.305753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] For port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:08.322734 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:08.355047 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c1ca8f80-eee0-4586-8665-42c6881861c7 req-a58fad17-1703-4024-9d9e-23b2a1cbf8c1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:08.384610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:08.385384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:08.386941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] 10.222.0.45 "PUT /v2.0/ports/4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 HTTP/1.1" status: 200 len: 1096 time: 2.7601130 Jul 14 11:23:08.399167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593e1095-ab86-4e83-ae15-2f576f969dcb', 'tag': '4d86b91c-e3d2-4336-a5c7-c8147de9e0a3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:08.402121 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e4054-2074-463d-8323-58418bea8020" -d '{"events": [{"name": "network-changed", "server_uuid": "593e1095-ab86-4e83-ae15-2f576f969dcb", "tag": "4d86b91c-e3d2-4336-a5c7-c8147de9e0a3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:08.431361 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c1ca8f80-eee0-4586-8665-42c6881861c7 req-a58fad17-1703-4024-9d9e-23b2a1cbf8c1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:08.549577 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c1ca8f80-eee0-4586-8665-42c6881861c7 req-a58fad17-1703-4024-9d9e-23b2a1cbf8c1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:08.550822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1ca8f80-eee0-4586-8665-42c6881861c7 req-a58fad17-1703-4024-9d9e-23b2a1cbf8c1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7571323 Jul 14 11:23:08.552710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fad17-1703-4024-9d9e-23b2a1cbf8c1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e0985c-7a45-40e3-b6b9-411194a625dc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:08.578810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16887f31-07aa-4053-954b-a9f7f65338c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:08.602171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b1c231-953a-4d1a-bb84-fd7f62d3fbea {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:08.613449 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:08.634901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b63c82-fee3-472c-940e-dd1562e5782f req-48d36cf1-02a6-443e-aa97-f23b16993948 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:08.636520 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3b63c82-fee3-472c-940e-dd1562e5782f req-48d36cf1-02a6-443e-aa97-f23b16993948 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 949 time: 0.2931538 Jul 14 11:23:08.646173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Transition to ACTIVE for port object d3b1c231-953a-4d1a-bb84-fd7f62d3fbea will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:08.681104 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3946113-7c99-46ac-a2c5-c5c7b6bc33c0 x-openstack-request-id: req-c3946113-7c99-46ac-a2c5-c5c7b6bc33c0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:08.683332 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc41c051-339a-4e2d-b554-d615ea85ac0e", "tag": "163d1ef4-5016-4d81-bd9b-02e6dc23a052", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:08.683332 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3946113-7c99-46ac-a2c5-c5c7b6bc33c0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:08.683332 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc41c051-339a-4e2d-b554-d615ea85ac0e', 'tag': '163d1ef4-5016-4d81-bd9b-02e6dc23a052', 'status': 'completed', 'code': 200} Jul 14 11:23:08.698716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fcaf0717-2a28-4632-b4cc-e4f9dcf42d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:08.703224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-fcaf0717-2a28-4632-b4cc-e4f9dcf42d10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 1099 time: 0.1721008 Jul 14 11:23:08.704235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:08.748493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3b63c82-fee3-472c-940e-dd1562e5782f req-8df7f54b-9cd6-4172-ab6d-1b9862486dc4 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/security-groups?id=e54f515b-57c6-4a9d-b018-56b2f3203a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009240 Jul 14 11:23:08.791841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-a004bf48-1a96-4b9a-bac0-acfb144fb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:08.793767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-a004bf48-1a96-4b9a-bac0-acfb144fb155 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2da1c67b19284aa288d22115f6ab071b&device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 1099 time: 0.0752068 Jul 14 11:23:08.801074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-3e8b70e8-c5a6-493b-baed-79968b90d231 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 HTTP/1.1" status: 200 len: 217 time: 0.0862870 Jul 14 11:23:08.888559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Pushing event updated for resources: {'Port': ['ID=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:08.929207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:08.931939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-957a040e-3445-445a-8f3e-a8fbdb8e1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:08.933457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-957a040e-3445-445a-8f3e-a8fbdb8e1055 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1209760 Jul 14 11:23:09.000074 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-831f86c5-126c-45a8-979c-6dd1f04c5d4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=163d1ef4-5016-4d81-bd9b-02e6dc23a052 HTTP/1.1" status: 200 len: 217 time: 0.0584126 Jul 14 11:23:09.013407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9c465287-7c84-44cf-b569-2e11b3eb7fda up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:09.103113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-b1e05482-e126-4914-a1c9-89de1cbe1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:09.106327 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-b1e05482-e126-4914-a1c9-89de1cbe1652 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0885568 Jul 14 11:23:09.142652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 9c465287-7c84-44cf-b569-2e11b3eb7fda completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:09.153265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 9c465287-7c84-44cf-b569-2e11b3eb7fda triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:09.153689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:09.202661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:09.207488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-14e942bd-6850-4706-b17f-a0dc1f1cf297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:09.210250 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-14e942bd-6850-4706-b17f-a0dc1f1cf297 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827267 Jul 14 11:23:09.226423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-d432c144-8167-4d5b-bb61-20beb5c8f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:09.241016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-d432c144-8167-4d5b-bb61-20beb5c8f8f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.3848999 Jul 14 11:23:09.267321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'mac_address': 'fa:16:3e:97:94:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:23:09.270553 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:09.335187 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:09.353138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:09.377502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:09.392127 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-bf181be6-f444-4cb2-8e8d-0b0192182795 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588526 Jul 14 11:23:09.395778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Attempting to bind port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:09.396894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Attempting to bind port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:09.396894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Attempting to bind port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:09.414619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9c465287-7c84-44cf-b569-2e11b3eb7fda, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9c465287-7c84-44cf-b569-2e11b3eb7fda,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:09.418338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db00853c-ec61-45c3-add0-72903b230d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c465287-7c84-44cf-b569-2e11b3eb7fda'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:09.418856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eaa14-8c62-40fb-be31-ba454b83bb49 req-b4955b7b-c8ea-4279-8ae9-92fb7e8c1927 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:09.421431 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac50ed8f-71dc-4668-8ff3-4eaaafe82777" -d '{"events": [{"server_uuid": "db00853c-ec61-45c3-add0-72903b230d0e", "name": "network-vif-plugged", "status": "completed", "tag": "9c465287-7c84-44cf-b569-2e11b3eb7fda"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:09.424554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d2eaa14-8c62-40fb-be31-ba454b83bb49 req-b4955b7b-c8ea-4279-8ae9-92fb7e8c1927 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 948 time: 0.4549334 Jul 14 11:23:09.425119 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:09.435410 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:09.446612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16b3f-d629-47a6-afa6-ab9636a80d20 req-0d392aa3-f491-448f-bd83-1eb44c8443fa tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:09.448272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6d16b3f-d629-47a6-afa6-ab9636a80d20 req-0d392aa3-f491-448f-bd83-1eb44c8443fa tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 948 time: 0.5944831 Jul 14 11:23:09.471956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:09.471956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Attempting to bind port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:09.484415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:09.484789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:09.485130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:09.485571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Bound port: d3b1c231-953a-4d1a-bb84-fd7f62d3fbea, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:09.485928 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:09.490068 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2a8dc650-6a92-48c0-944d-3aa2bf0a05cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:09.542363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:09.585953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d2eaa14-8c62-40fb-be31-ba454b83bb49 req-215d4747-4b22-4be6-bfa0-76a0feeb3b76 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354599 Jul 14 11:23:09.609707 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-07b72c51-febe-4a4a-ae71-e5677d9e7fcd req-01195991-094c-48fd-b13d-77a1a17fc8ae service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102871 Jul 14 11:23:09.662114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9c465287-7c84-44cf-b569-2e11b3eb7fda,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:09.697380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6d16b3f-d629-47a6-afa6-ab9636a80d20 req-882f52a2-ce0c-4b2d-9492-78cc0106691a tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154551 Jul 14 11:23:09.704809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-59355932-9094-49e2-911e-5b3820e4a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:09.706317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-59355932-9094-49e2-911e-5b3820e4a164 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4467342 Jul 14 11:23:09.725832 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d8c81-81d0-499b-8158-152250e34632 x-openstack-request-id: req-e54d8c81-81d0-499b-8158-152250e34632 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:09.726379 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593e1095-ab86-4e83-ae15-2f576f969dcb", "tag": "4d86b91c-e3d2-4336-a5c7-c8147de9e0a3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:09.726646 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e54d8c81-81d0-499b-8158-152250e34632 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:09.727227 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593e1095-ab86-4e83-ae15-2f576f969dcb', 'tag': '4d86b91c-e3d2-4336-a5c7-c8147de9e0a3', 'status': 'completed', 'code': 200} Jul 14 11:23:09.809116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:09.831389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] For port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:09.893533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] For port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:09.925100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60358932-aa6e-4fdb-84ae-3e136849a2f9 req-d230bb85-e500-4e09-b7e0-c340c25bea0f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/a2e0985c-7a45-40e3-b6b9-411194a625dc HTTP/1.1" status: 200 len: 1801 time: 0.1847591 Jul 14 11:23:09.937723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:09.951242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-60358932-aa6e-4fdb-84ae-3e136849a2f9 req-1a97db3a-bdad-40eb-9a83-288d8aa77bb4 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Request body: {'security_group': {'name': 'tempest-sg-hth-48607081', 'description': 'tempest-description-hth-1445202524'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:10.028246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-3208ebf5-dc2e-46a6-9b63-beab99fc48af service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978249 Jul 14 11:23:10.097292 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Pushing event updated for resources: {'Port': ['ID=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:10.158046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:10.158663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:10.160163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-6300c04c-c188-4847-b044-f07fd11f5a6c service neutron] 10.222.0.45 "PUT /v2.0/ports/d3b1c231-953a-4d1a-bb84-fd7f62d3fbea HTTP/1.1" status: 200 len: 1096 time: 3.0315628 Jul 14 11:23:10.172148 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-60358932-aa6e-4fdb-84ae-3e136849a2f9 req-1a97db3a-bdad-40eb-9a83-288d8aa77bb4 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:10.593185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de8fe7e-6724-43d1-a470-94b17dbed466 req-944900d6-ac3f-4f80-a587-f1a2a3c21d78 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344369 Jul 14 11:23:10.622112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d4345-6e43-4d88-9e87-ca6bac761a72 req-72cd91ed-54e4-4144-a19d-8214e57f7c4f tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:10.623687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-718d4345-6e43-4d88-9e87-ca6bac761a72 req-72cd91ed-54e4-4144-a19d-8214e57f7c4f tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 948 time: 0.5944915 Jul 14 11:23:10.626402 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-60358932-aa6e-4fdb-84ae-3e136849a2f9 req-1a97db3a-bdad-40eb-9a83-288d8aa77bb4 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:10.642565 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-60358932-aa6e-4fdb-84ae-3e136849a2f9 req-1a97db3a-bdad-40eb-9a83-288d8aa77bb4 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:10.645102 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-60358932-aa6e-4fdb-84ae-3e136849a2f9 req-1a97db3a-bdad-40eb-9a83-288d8aa77bb4 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:10.646934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60358932-aa6e-4fdb-84ae-3e136849a2f9 req-1a97db3a-bdad-40eb-9a83-288d8aa77bb4 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "PUT /v2.0/security-groups/a2e0985c-7a45-40e3-b6b9-411194a625dc HTTP/1.1" status: 200 len: 1773 time: 0.7202578 Jul 14 11:23:10.687063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-74fcd33d-d05b-46f6-95af-f6e8d522da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:10.689011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-74fcd33d-d05b-46f6-95af-f6e8d522da27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 1099 time: 0.4697983 Jul 14 11:23:10.765937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97db3a-bdad-40eb-9a83-288d8aa77bb4 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e0985c-7a45-40e3-b6b9-411194a625dc,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:10.774003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-99ad0e6a-8c9d-46b7-8137-5b733b55a99d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea HTTP/1.1" status: 200 len: 217 time: 0.0755315 Jul 14 11:23:10.782331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-718d4345-6e43-4d88-9e87-ca6bac761a72 req-67d2282b-5f5d-456d-8c97-9ef384719635 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483386 Jul 14 11:23:10.805933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 163d1ef4-5016-4d81-bd9b-02e6dc23a052 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:10.891356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-45f5e8ad-ca98-41c3-8a1e-103b62e9e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:10.892872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-45f5e8ad-ca98-41c3-8a1e-103b62e9e885 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1084132 Jul 14 11:23:10.898585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e4054-2074-463d-8323-58418bea8020 req-a1e685d2-69f4-41e5-82f0-0876f77d5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:10.900115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-197e4054-2074-463d-8323-58418bea8020 req-a1e685d2-69f4-41e5-82f0-0876f77d5781 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 1099 time: 0.2401683 Jul 14 11:23:10.959253 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dee0a7e-8468-443f-ad53-997a0008981c x-openstack-request-id: req-2dee0a7e-8468-443f-ad53-997a0008981c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:10.959605 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db00853c-ec61-45c3-add0-72903b230d0e", "name": "network-vif-plugged", "status": "completed", "tag": "9c465287-7c84-44cf-b569-2e11b3eb7fda", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:10.959780 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2dee0a7e-8468-443f-ad53-997a0008981c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:10.960187 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db00853c-ec61-45c3-add0-72903b230d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c465287-7c84-44cf-b569-2e11b3eb7fda', 'code': 200} Jul 14 11:23:10.962261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:11.037385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7199-8577-432e-8990-5919194eec3a req-78da5c1c-a7d9-436e-97aa-e42a28a14bff tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:11.038955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfae7199-8577-432e-8990-5919194eec3a req-78da5c1c-a7d9-436e-97aa-e42a28a14bff tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 948 time: 0.2520347 Jul 14 11:23:11.079343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 163d1ef4-5016-4d81-bd9b-02e6dc23a052, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=163d1ef4-5016-4d81-bd9b-02e6dc23a052,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:11.090764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:11.100111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '163d1ef4-5016-4d81-bd9b-02e6dc23a052', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '163d1ef4-5016-4d81-bd9b-02e6dc23a052', 'mac_address': 'fa:16:3e:70:5a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:23:11.102573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:11.102964 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:11.153121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e4054-2074-463d-8323-58418bea8020 req-c0dac5f6-3982-4468-b5b6-6fb1cffca6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:11.154622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-197e4054-2074-463d-8323-58418bea8020 req-c0dac5f6-3982-4468-b5b6-6fb1cffca6b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2392759 Jul 14 11:23:11.157298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-c68469c2-8f8d-4c0c-a7d2-0ec324894911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:11.158742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-c68469c2-8f8d-4c0c-a7d2-0ec324894911 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2547305 Jul 14 11:23:11.178576 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:11.189609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfae7199-8577-432e-8990-5919194eec3a req-cf4f6495-b2c6-4c8f-b06c-c5c2c5fc970e tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336420 Jul 14 11:23:11.199372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163d1ef4-5016-4d81-bd9b-02e6dc23a052 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:11.250431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 163d1ef4-5016-4d81-bd9b-02e6dc23a052, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=163d1ef4-5016-4d81-bd9b-02e6dc23a052,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:11.256095 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:11.260450 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:11.262706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-197e4054-2074-463d-8323-58418bea8020 req-d212ecdd-28a8-49e3-b26b-6730a26aa7fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 HTTP/1.1" status: 200 len: 217 time: 0.0948453 Jul 14 11:23:11.274438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706356c-197d-4acb-bda7-f4b3040ec6c3 req-35264f59-7517-44dd-b120-81a3bf6e8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:11.277599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6706356c-197d-4acb-bda7-f4b3040ec6c3 req-35264f59-7517-44dd-b120-81a3bf6e8cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 1101 time: 0.2917364 Jul 14 11:23:11.359235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:11.371059 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:11.373859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=163d1ef4-5016-4d81-bd9b-02e6dc23a052,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:11.415047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8048839-8257-448d-ab39-964e33c4979f req-c05986ff-5ada-4235-8416-e604ebcdadc8 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:11.422091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8048839-8257-448d-ab39-964e33c4979f req-c05986ff-5ada-4235-8416-e604ebcdadc8 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 950 time: 0.3611970 Jul 14 11:23:11.433904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:11.458346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e4054-2074-463d-8323-58418bea8020 req-0c501875-94ed-479c-85f7-b72b5c305f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:11.460074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-197e4054-2074-463d-8323-58418bea8020 req-0c501875-94ed-479c-85f7-b72b5c305f24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1791518 Jul 14 11:23:11.463842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6706356c-197d-4acb-bda7-f4b3040ec6c3 req-1031e043-64cc-4949-8c8d-413e461d5f30 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e54f515b-57c6-4a9d-b018-56b2f3203a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697552 Jul 14 11:23:11.466264 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-c40ad20a-d869-4e16-a3b1-59d8b2c3ca52 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927823 Jul 14 11:23:11.513096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['163d1ef4-5016-4d81-bd9b-02e6dc23a052'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:11.542772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8048839-8257-448d-ab39-964e33c4979f req-8433b49b-1fcc-43b9-9b59-d8f7ad1d9b10 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/security-groups?id=e54f515b-57c6-4a9d-b018-56b2f3203a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196973 Jul 14 11:23:11.659767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd75ff-6216-43ea-89ab-b42ad81737f1 req-1ae78da1-d64e-496a-9206-a2d0d823c70f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:11.661947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2edd75ff-6216-43ea-89ab-b42ad81737f1 req-1ae78da1-d64e-496a-9206-a2d0d823c70f tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 950 time: 0.2932086 Jul 14 11:23:11.713967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d51ce43-1e78-4c39-8f69-7441f9a8aa76 req-9675edfc-a1ee-4b1c-87cf-6219b1ba20f1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/a2e0985c-7a45-40e3-b6b9-411194a625dc HTTP/1.1" status: 200 len: 1773 time: 0.1261423 Jul 14 11:23:11.730211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03c13c7-bf5e-4877-b61e-be6bd7edf0f3', 'tag': 'd3b1c231-953a-4d1a-bb84-fd7f62d3fbea'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:11.732532 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74243cc-bebe-44a4-8260-af6e15303941" -d '{"events": [{"name": "network-changed", "server_uuid": "a03c13c7-bf5e-4877-b61e-be6bd7edf0f3", "tag": "d3b1c231-953a-4d1a-bb84-fd7f62d3fbea"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:11.756500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab1c049e-0005-48ad-a544-741e0836dc59 req-a76a90b4-7f3d-4be9-9ba9-15565b8ebe0e service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655828 Jul 14 11:23:11.760734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e4054-2074-463d-8323-58418bea8020 req-a1997b1f-f7f7-4be1-999d-4643434851b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:11.762243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-197e4054-2074-463d-8323-58418bea8020 req-a1997b1f-f7f7-4be1-999d-4643434851b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2833307 Jul 14 11:23:11.766100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2edd75ff-6216-43ea-89ab-b42ad81737f1 req-217331fd-52f4-4113-aafe-e069849b7ea9 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942256 Jul 14 11:23:11.966384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-197e4054-2074-463d-8323-58418bea8020 req-4ca2e7f5-8e26-4e91-8333-46aa3e5412b7 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892195 Jul 14 11:23:11.973744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4f1ae-4511-4cf9-aaa4-7347f1c0f498 req-177ffc36-0429-4cb7-8673-3fb2222cc3af tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:11.975173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59f4f1ae-4511-4cf9-aaa4-7347f1c0f498 req-177ffc36-0429-4cb7-8673-3fb2222cc3af tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 948 time: 0.1366124 Jul 14 11:23:12.058952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a5da336-dc7f-43d8-a33e-550cb612579f req-00c3ce0a-2576-404c-bcd0-79448f7fa734 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/a2e0985c-7a45-40e3-b6b9-411194a625dc HTTP/1.1" status: 200 len: 1773 time: 0.1327035 Jul 14 11:23:12.096619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59f4f1ae-4511-4cf9-aaa4-7347f1c0f498 req-a3953b4b-65fd-42f0-9ed8-8c5108d78213 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089056 Jul 14 11:23:12.107270 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-494f84eb-c6b9-4cee-9a3d-68ac3761c4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:12.142229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-197e4054-2074-463d-8323-58418bea8020 req-a70809be-5057-496b-854d-31ca66175d1f service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660967 Jul 14 11:23:12.174426 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8a5da336-dc7f-43d8-a33e-550cb612579f req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:12.188449 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c4edff-bb8a-4e57-88c1-e223c618034b x-openstack-request-id: req-74c4edff-bb8a-4e57-88c1-e223c618034b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:12.188631 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03c13c7-bf5e-4877-b61e-be6bd7edf0f3", "tag": "d3b1c231-953a-4d1a-bb84-fd7f62d3fbea", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:12.188823 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74c4edff-bb8a-4e57-88c1-e223c618034b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:12.189315 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03c13c7-bf5e-4877-b61e-be6bd7edf0f3', 'tag': 'd3b1c231-953a-4d1a-bb84-fd7f62d3fbea', 'status': 'completed', 'code': 200} Jul 14 11:23:12.205916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:12.227909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8a5da336-dc7f-43d8-a33e-550cb612579f req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:12.356413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74243cc-bebe-44a4-8260-af6e15303941 req-575c934f-d2d4-43f5-8340-9c38a5e820a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:12.357950 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e74243cc-bebe-44a4-8260-af6e15303941 req-575c934f-d2d4-43f5-8340-9c38a5e820a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 1099 time: 0.1455014 Jul 14 11:23:12.360929 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8a5da336-dc7f-43d8-a33e-550cb612579f req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:12.363453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8a5da336-dc7f-43d8-a33e-550cb612579f req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:12.364905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a5da336-dc7f-43d8-a33e-550cb612579f req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/a2e0985c-7a45-40e3-b6b9-411194a625dc HTTP/1.1" status: 204 len: 173 time: 0.2974477 Jul 14 11:23:12.425637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e0985c-7a45-40e3-b6b9-411194a625dc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:12.449475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.449827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.450171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.450508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.450845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.451177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.451509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.451838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.452192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.452518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.452850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.453174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7558a4-df68-4ed3-be6a-6abda119faee tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:12.486240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1146a7e-ec0a-401f-ac3e-cfb58bdd1f60 req-9dc0f223-09ad-4437-b109-387ad448105f tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:12.488148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1146a7e-ec0a-401f-ac3e-cfb58bdd1f60 req-9dc0f223-09ad-4437-b109-387ad448105f tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 948 time: 0.1782508 Jul 14 11:23:12.549974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74243cc-bebe-44a4-8260-af6e15303941 req-8e359b03-d9ba-4c19-9862-4c8866d7888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:12.551465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e74243cc-bebe-44a4-8260-af6e15303941 req-8e359b03-d9ba-4c19-9862-4c8866d7888e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1837022 Jul 14 11:23:12.614616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e74243cc-bebe-44a4-8260-af6e15303941 req-dcc616dd-2935-4f73-923a-d2871c7e39f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea HTTP/1.1" status: 200 len: 217 time: 0.0431259 Jul 14 11:23:12.624394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1146a7e-ec0a-401f-ac3e-cfb58bdd1f60 req-124f69df-81e6-41fd-b154-183e6a324363 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257272 Jul 14 11:23:12.701724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74243cc-bebe-44a4-8260-af6e15303941 req-bf7492b7-8cbf-44a6-8bdf-baf8f6a24afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:12.703229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e74243cc-bebe-44a4-8260-af6e15303941 req-bf7492b7-8cbf-44a6-8bdf-baf8f6a24afa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0779757 Jul 14 11:23:12.717074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692d62f-56fb-4a96-8651-314a6e261877 req-cb33a25c-2949-4b0f-bff1-2b2302034dff tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:12.721836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d692d62f-56fb-4a96-8651-314a6e261877 req-cb33a25c-2949-4b0f-bff1-2b2302034dff tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 949 time: 0.1948333 Jul 14 11:23:12.802904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d692d62f-56fb-4a96-8651-314a6e261877 req-e20beee9-011b-417a-9680-12160ae8eb5f tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712354 Jul 14 11:23:12.811953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:12.842789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74243cc-bebe-44a4-8260-af6e15303941 req-7a8dfb4a-b9b4-48e2-9f0b-b815a035dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:12.846411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e74243cc-bebe-44a4-8260-af6e15303941 req-7a8dfb4a-b9b4-48e2-9f0b-b815a035dba6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224368 Jul 14 11:23:12.879703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 163d1ef4-5016-4d81-bd9b-02e6dc23a052 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:12.987635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:12.991014 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575994c0-7220-45f9-8792-e8e7d58e9936" -d '{"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-plugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:13.053894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:13.065369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '4d86b91c-e3d2-4336-a5c7-c8147de9e0a3', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '4d86b91c-e3d2-4336-a5c7-c8147de9e0a3', 'mac_address': 'fa:16:3e:8c:d0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:23:13.100212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e74243cc-bebe-44a4-8260-af6e15303941 req-bbb8fbc1-c3a4-4642-995d-5e3ddc9ea37d service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385578 Jul 14 11:23:13.112329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80cc89-6816-4a82-a285-dc846126a3d3 req-3312c2bb-409b-46ba-b6f6-6f99d291715f tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:13.113777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d80cc89-6816-4a82-a285-dc846126a3d3 req-3312c2bb-409b-46ba-b6f6-6f99d291715f tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 950 time: 0.2810514 Jul 14 11:23:13.121145 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:13.143161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:13.150015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:13.155834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:13.156550 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:13.209549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:13.221555 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:13.314706 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:13.315292 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:13.330500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:13.366218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 163d1ef4-5016-4d81-bd9b-02e6dc23a052, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=163d1ef4-5016-4d81-bd9b-02e6dc23a052,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:13.371242 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:13.445938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e55b0-cb92-47d3-b41b-bc9e97e86706 req-ca13ea73-0eb6-4ee3-9f7c-ff50fffe8203 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:13.447641 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-465e55b0-cb92-47d3-b41b-bc9e97e86706 req-ca13ea73-0eb6-4ee3-9f7c-ff50fffe8203 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 950 time: 0.4473834 Jul 14 11:23:13.501543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d80cc89-6816-4a82-a285-dc846126a3d3 req-6ab81e5a-a470-4710-9c69-2e419c116df7 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/security-groups?id=e54f515b-57c6-4a9d-b018-56b2f3203a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775613 Jul 14 11:23:13.560197 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-4945a783-fe98-470e-a597-3211b78e23e8 req-7a053c1f-cffa-414c-ac59-20c344cf3c07 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:23:13.573587 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4945a783-fe98-470e-a597-3211b78e23e8 req-7a053c1f-cffa-414c-ac59-20c344cf3c07 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/a4039054-8a39-4245-9fc2-2b3eaca530e8 HTTP/1.1" status: 404 len: 352 time: 0.0396564 Jul 14 11:23:13.575493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=163d1ef4-5016-4d81-bd9b-02e6dc23a052,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:13.589534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-465e55b0-cb92-47d3-b41b-bc9e97e86706 req-41dc6acf-1485-4323-b3ee-b9c47b405bbb tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316037 Jul 14 11:23:13.612408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e74243cc-bebe-44a4-8260-af6e15303941 req-256d1ccf-cd14-4b71-8c43-45340f13d36f service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968824 Jul 14 11:23:13.640733 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1060b-13a7-4ad1-9961-b48479ae63ad x-openstack-request-id: req-4ec1060b-13a7-4ad1-9961-b48479ae63ad {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:13.641820 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-plugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:13.642284 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ec1060b-13a7-4ad1-9961-b48479ae63ad {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:13.643373 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'code': 200} Jul 14 11:23:13.652512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4d86b91c-e3d2-4336-a5c7-c8147de9e0a3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:13.846033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8faef32-1543-49ef-98aa-f98382292532 req-0f50cb0c-7e24-457c-92d8-203b43ffbf2a tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:13.847631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8faef32-1543-49ef-98aa-f98382292532 req-0f50cb0c-7e24-457c-92d8-203b43ffbf2a tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 949 time: 0.0869396 Jul 14 11:23:13.853164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac03288-df2a-44dd-9110-0fece3dbe49c req-1b6cc2ec-c08b-4c6a-8a6e-6486f2fe1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:13.854802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ac03288-df2a-44dd-9110-0fece3dbe49c req-1b6cc2ec-c08b-4c6a-8a6e-6486f2fe1f7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 1101 time: 0.1222990 Jul 14 11:23:13.916539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8faef32-1543-49ef-98aa-f98382292532 req-bcc05d27-8ed1-4dc0-86ba-ab1c16ae8295 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604954 Jul 14 11:23:13.918901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ac03288-df2a-44dd-9110-0fece3dbe49c req-24bcb903-6031-474e-a0a9-3a376b3adb8f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568168 Jul 14 11:23:13.952153 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-ae1692a1-df52-4c66-9f09-624c0cf4c719 req-bbf564b7-d328-4218-bc25-a72a2391272f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:23:13.953155 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ae1692a1-df52-4c66-9f09-624c0cf4c719 req-bbf564b7-d328-4218-bc25-a72a2391272f tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/10d13a1f-fd01-4de0-9bb4-942988c880d0 HTTP/1.1" status: 404 len: 352 time: 0.0143247 Jul 14 11:23:14.121720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d1e66-c445-40f6-8013-bdcea17ff525 req-b2afccd0-155d-46c3-8367-72ec121a72d8 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:14.123150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-958d1e66-c445-40f6-8013-bdcea17ff525 req-b2afccd0-155d-46c3-8367-72ec121a72d8 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 948 time: 0.1087329 Jul 14 11:23:14.143982 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369c1b3-3ddf-4775-827b-96e61ddf0b4c req-2a61564f-e6d3-45e9-a4c0-9ad3e1a93043 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:14.146428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e369c1b3-3ddf-4775-827b-96e61ddf0b4c req-2a61564f-e6d3-45e9-a4c0-9ad3e1a93043 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 950 time: 0.0991735 Jul 14 11:23:14.196944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-958d1e66-c445-40f6-8013-bdcea17ff525 req-49f0bf69-a3f3-47e0-bba3-47d9eaf6743e tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661802 Jul 14 11:23:14.201787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e369c1b3-3ddf-4775-827b-96e61ddf0b4c req-92d2a97b-efde-4ab5-b16d-2de3f07079a6 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477898 Jul 14 11:23:14.274137 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-9149631a-4ffa-4c0e-bc05-dc42768a8f5d req-54ebc677-77c5-464d-b4f6-77ed53b05577 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:23:14.275157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9149631a-4ffa-4c0e-bc05-dc42768a8f5d req-54ebc677-77c5-464d-b4f6-77ed53b05577 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/1c44409a-72d0-4f36-9f61-dbe85f71d487 HTTP/1.1" status: 404 len: 352 time: 0.0151041 Jul 14 11:23:14.396486 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-a8b2bf86-3c2a-4a2e-a06a-5b78e92d96d3 req-f534ac5e-d64a-481a-8aac-f8bb43af9b73 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:23:14.397411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8b2bf86-3c2a-4a2e-a06a-5b78e92d96d3 req-f534ac5e-d64a-481a-8aac-f8bb43af9b73 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/0f9f6985-51d4-4b1a-b49f-64d1381b4f29 HTTP/1.1" status: 404 len: 352 time: 0.0489955 Jul 14 11:23:14.445845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-7c950ad4-861b-4ecb-a335-4e9a8c7b88ce tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:14.447333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-7c950ad4-861b-4ecb-a335-4e9a8c7b88ce tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/networks?id=d71b351e-89ca-4b05-b9a9-67c2c415f9a1 HTTP/1.1" status: 200 len: 814 time: 0.1213982 Jul 14 11:23:14.462350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-aa42434e-e136-4018-946b-f90b3be5d507 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/quotas/a614ff2a48cf4b558af4abc921533f99 HTTP/1.1" status: 200 len: 375 time: 0.0097084 Jul 14 11:23:14.534052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-2c1466ae-59de-4079-8b10-1fe2d06a8613 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a614ff2a48cf4b558af4abc921533f99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638795 Jul 14 11:23:14.643875 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-460680c8-fb03-4300-8df6-1e3e4fdfcc01 req-cdebb211-3066-4cc7-85f6-360a89790174 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:23:14.644881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-460680c8-fb03-4300-8df6-1e3e4fdfcc01 req-cdebb211-3066-4cc7-85f6-360a89790174 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/028a6227-bd34-42e0-ac20-507ac0342fe3 HTTP/1.1" status: 404 len: 352 time: 0.0249631 Jul 14 11:23:14.649010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-fe33d4d9-158d-4ac8-8e68-2cd77ad2c067 service neutron] 10.222.0.38 "GET /v2.0/networks/d71b351e-89ca-4b05-b9a9-67c2c415f9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105165 Jul 14 11:23:14.758885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-f25666b5-ee19-4b7c-ac6b-7adce6174ef3 service neutron] 10.222.0.38 "GET /v2.0/networks/d71b351e-89ca-4b05-b9a9-67c2c415f9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031084 Jul 14 11:23:14.815604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eb8f6-5f92-4d6f-9e73-31404e13fc6f req-a8a0a57d-97ee-4bf2-ae8b-18e0d9f28d6d tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:14.819568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a88eb8f6-5f92-4d6f-9e73-31404e13fc6f req-a8a0a57d-97ee-4bf2-ae8b-18e0d9f28d6d tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 950 time: 0.0766935 Jul 14 11:23:14.820839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d3b1c231-953a-4d1a-bb84-fd7f62d3fbea details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:14.822904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:14.865826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a88eb8f6-5f92-4d6f-9e73-31404e13fc6f req-4afbc377-3b7d-4d6b-ac97-66d30d2ab808 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/security-groups?id=e54f515b-57c6-4a9d-b018-56b2f3203a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381651 Jul 14 11:23:14.941342 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-d4402b91-6cb0-4a28-bc0d-81e52f3c3ea5 req-685374e5-c0e7-49be-a8ff-8b34da1fd0c1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] show failed (client error): The resource could not be found. Jul 14 11:23:14.943446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4402b91-6cb0-4a28-bc0d-81e52f3c3ea5 req-685374e5-c0e7-49be-a8ff-8b34da1fd0c1 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/d3a433e8-4fa8-41c4-82df-930084fd017d HTTP/1.1" status: 404 len: 352 time: 0.0348015 Jul 14 11:23:14.989819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:14.997401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:14.998005 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:15.040563 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:15.052148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:15.072024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'd3b1c231-953a-4d1a-bb84-fd7f62d3fbea', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'd3b1c231-953a-4d1a-bb84-fd7f62d3fbea', 'mac_address': 'fa:16:3e:83:6f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:23:15.114973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319c370-8cd1-4aeb-b05a-fd195280ff70 req-963de6c4-8e8e-4f78-8abb-bc22b495968b tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:15.117047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e319c370-8cd1-4aeb-b05a-fd195280ff70 req-963de6c4-8e8e-4f78-8abb-bc22b495968b tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 950 time: 0.0841961 Jul 14 11:23:15.144331 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:15.149075 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:15.169512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b1c231-953a-4d1a-bb84-fd7f62d3fbea {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:15.174788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-587dc363-e9e4-45df-a3de-78bc71bc24ea req-3d86a2ee-d0eb-4f16-9cfc-31b99c10f082 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 210 time: 0.0319970 Jul 14 11:23:15.204004 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e319c370-8cd1-4aeb-b05a-fd195280ff70 req-59034638-cd41-4acb-a12c-ec44c382bf87 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726063 Jul 14 11:23:15.208962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:15.210104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:15.222332 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:15.229670 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:15.292838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:15.367055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:15.401093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dded44-bd95-456d-9a19-e3f5150aba76 req-88ecd66e-f464-43ed-b196-4ddee31eb28c tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:15.402988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14dded44-bd95-456d-9a19-e3f5150aba76 req-88ecd66e-f464-43ed-b196-4ddee31eb28c tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 950 time: 0.0826557 Jul 14 11:23:15.454134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14dded44-bd95-456d-9a19-e3f5150aba76 req-f0036441-9817-4ee4-b14a-e66c7d94d8ec tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453703 Jul 14 11:23:15.515815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['d3b1c231-953a-4d1a-bb84-fd7f62d3fbea'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:15.646729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41c051-339a-4e2d-b554-d615ea85ac0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163d1ef4-5016-4d81-bd9b-02e6dc23a052'}, {'server_uuid': '593e1095-ab86-4e83-ae15-2f576f969dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d86b91c-e3d2-4336-a5c7-c8147de9e0a3'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:15.649191 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87fb5e-cdf1-4039-9ce5-74d73a9ef28e" -d '{"events": [{"server_uuid": "dc41c051-339a-4e2d-b554-d615ea85ac0e", "name": "network-vif-plugged", "status": "completed", "tag": "163d1ef4-5016-4d81-bd9b-02e6dc23a052"}, {"server_uuid": "593e1095-ab86-4e83-ae15-2f576f969dcb", "name": "network-vif-plugged", "status": "completed", "tag": "4d86b91c-e3d2-4336-a5c7-c8147de9e0a3"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:15.665950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bb7e7-0523-4b07-b7e0-ea0f88095106 req-c2273151-94b0-4662-96a2-b3b4cce00340 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:15.667403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-270bb7e7-0523-4b07-b7e0-ea0f88095106 req-c2273151-94b0-4662-96a2-b3b4cce00340 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 949 time: 0.1124952 Jul 14 11:23:15.675071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46bab-91c1-4136-adc0-a95225380443 req-a6d2f6b0-3cbc-44c6-9604-c88f896814ec tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:15.683335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ee46bab-91c1-4136-adc0-a95225380443 req-a6d2f6b0-3cbc-44c6-9604-c88f896814ec tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 950 time: 0.1164653 Jul 14 11:23:15.755363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ee46bab-91c1-4136-adc0-a95225380443 req-773d91d1-44f7-4e8b-acd4-23494c16b74e tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711157 Jul 14 11:23:15.758153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-270bb7e7-0523-4b07-b7e0-ea0f88095106 req-2e417ede-bd4f-4572-9045-90c580ab1bb7 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721610 Jul 14 11:23:15.832411 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55cc68c-aff5-4fb6-8b48-0da884eac396 x-openstack-request-id: req-f55cc68c-aff5-4fb6-8b48-0da884eac396 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:15.834058 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc41c051-339a-4e2d-b554-d615ea85ac0e", "name": "network-vif-plugged", "status": "completed", "tag": "163d1ef4-5016-4d81-bd9b-02e6dc23a052", "code": 200}, {"server_uuid": "593e1095-ab86-4e83-ae15-2f576f969dcb", "name": "network-vif-plugged", "status": "completed", "tag": "4d86b91c-e3d2-4336-a5c7-c8147de9e0a3", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:15.834058 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f55cc68c-aff5-4fb6-8b48-0da884eac396 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:15.834058 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc41c051-339a-4e2d-b554-d615ea85ac0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163d1ef4-5016-4d81-bd9b-02e6dc23a052', 'code': 200} Jul 14 11:23:15.834341 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593e1095-ab86-4e83-ae15-2f576f969dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d86b91c-e3d2-4336-a5c7-c8147de9e0a3', 'code': 200} Jul 14 11:23:15.952313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b900-0c72-4e35-bf9e-6038fc733367 req-f53dbd5e-2d9f-416a-8978-8886e76d6bb2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:15.953949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f517b900-0c72-4e35-bf9e-6038fc733367 req-f53dbd5e-2d9f-416a-8978-8886e76d6bb2 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1023 time: 0.0863612 Jul 14 11:23:16.082963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f517b900-0c72-4e35-bf9e-6038fc733367 req-20e4ead8-07a8-4a2d-a587-0c3550adf700 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=90d60a7e-a1bc-4730-ae7b-9171aa0b64f7&id=b82162a7-f72f-47c7-aade-271d373db8c5&id=34fd79ff-aaa5-434f-ac64-520e3f92e669&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0946238 Jul 14 11:23:16.105578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94c52a-ecf5-4c12-b725-2ac58f1c824a req-c11c4f62-82c1-4b30-acec-cb08efe9a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:16.107132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a94c52a-ecf5-4c12-b725-2ac58f1c824a req-c11c4f62-82c1-4b30-acec-cb08efe9a703 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 1101 time: 0.1785440 Jul 14 11:23:16.109408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fc876-e914-4394-ab18-11ef47a8ed1b req-2b76c4f5-ddde-45f5-841e-030e82e54c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:16.110748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-796fc876-e914-4394-ab18-11ef47a8ed1b req-2b76c4f5-ddde-45f5-841e-030e82e54c8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 1101 time: 0.1834495 Jul 14 11:23:16.126379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcd0de-fef4-402c-9541-dc8236e94be1 req-bb982574-1f19-4d3d-970e-813b844be06d tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:16.127880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08fcd0de-fef4-402c-9541-dc8236e94be1 req-bb982574-1f19-4d3d-970e-813b844be06d tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 950 time: 0.1273475 Jul 14 11:23:16.197621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-796fc876-e914-4394-ab18-11ef47a8ed1b req-50604032-999f-43e0-8b87-ac47b6f812b4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677249 Jul 14 11:23:16.213929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a94c52a-ecf5-4c12-b725-2ac58f1c824a req-d858a960-ad35-4b2c-a31e-4fdc9db22149 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850980 Jul 14 11:23:16.216674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08fcd0de-fef4-402c-9541-dc8236e94be1 req-2a53b700-ec3b-4b49-8028-e19796eca65c tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/security-groups?id=e54f515b-57c6-4a9d-b018-56b2f3203a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764935 Jul 14 11:23:16.325875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-623361d7-3178-458a-b568-fce880c52f4d req-c9e963c4-3924-4656-a9e4-a8c63bfbf92f tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 210 time: 0.0311244 Jul 14 11:23:16.440729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972c022-848f-4c11-9d0c-1e40add93ea4 req-e69315dd-2a0c-4ce9-829a-9352bf43ccfa tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:16.442859 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a972c022-848f-4c11-9d0c-1e40add93ea4 req-e69315dd-2a0c-4ce9-829a-9352bf43ccfa tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 950 time: 0.1189497 Jul 14 11:23:16.451977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75b742-e050-482a-8da0-e2600df87655 req-5b43e25f-0daf-453f-a00a-2a4184b69fba tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:16.453399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b75b742-e050-482a-8da0-e2600df87655 req-5b43e25f-0daf-453f-a00a-2a4184b69fba tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.64 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 950 time: 0.0989137 Jul 14 11:23:16.524671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a972c022-848f-4c11-9d0c-1e40add93ea4 req-5da1868d-9fc7-4aa6-8f60-5102570934e6 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695660 Jul 14 11:23:16.539785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-80847ca6-403d-471d-9f75-bd004b47c9a4 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:16.541336 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-80847ca6-403d-471d-9f75-bd004b47c9a4 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.64 "GET /v2.0/networks?id=d71b351e-89ca-4b05-b9a9-67c2c415f9a1 HTTP/1.1" status: 200 len: 814 time: 0.1128228 Jul 14 11:23:16.557400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Request body: {'port': {'device_id': 'b193d1c0-683f-4cef-99e2-341a6957fc26', 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1', 'admin_state_up': True, 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:16.599021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5b75b742-e050-482a-8da0-e2600df87655 req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Deleting port 9c465287-7c84-44cf-b569-2e11b3eb7fda {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:23:16.599667 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5b75b742-e050-482a-8da0-e2600df87655 req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:16.699690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Made reservation on behalf of a614ff2a48cf4b558af4abc921533f99 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:16.705642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:16.758353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5b75b742-e050-482a-8da0-e2600df87655 req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] For port 9c465287-7c84-44cf-b569-2e11b3eb7fda, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9c465287-7c84-44cf-b569-2e11b3eb7fda,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:16.758753 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5b75b742-e050-482a-8da0-e2600df87655 req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:16.778717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5b75b742-e050-482a-8da0-e2600df87655 req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Calling delete_port for 9c465287-7c84-44cf-b569-2e11b3eb7fda owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:23:16.848035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d0c36-eb6d-43b7-86f3-e87475cb71f5 req-3bd47924-ee8f-45e3-94a7-667392dfa3ce tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:16.851914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d3b1c231-953a-4d1a-bb84-fd7f62d3fbea up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:16.855571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f3d0c36-eb6d-43b7-86f3-e87475cb71f5 req-3bd47924-ee8f-45e3-94a7-667392dfa3ce tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 950 time: 0.1528523 Jul 14 11:23:16.867003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Allocated IP 172.20.0.12 (d71b351e-89ca-4b05-b9a9-67c2c415f9a1/bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217/f4b3efd8-3b71-4ad5-af3e-14ff4606d64f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:16.937597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f3d0c36-eb6d-43b7-86f3-e87475cb71f5 req-8658b687-cb3c-4cb9-ae9e-fdbf24348557 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806909 Jul 14 11:23:16.982948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:16.987775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:16.988423 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:17.065565 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5b75b742-e050-482a-8da0-e2600df87655 req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:17.083385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9c465287-7c84-44cf-b569-2e11b3eb7fda'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:17.140442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:17.144493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Pushing event deleted for resources: {'Port': ['ID=9c465287-7c84-44cf-b569-2e11b3eb7fda,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:17.157037 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Transition to ACTIVE for port object f4b3efd8-3b71-4ad5-af3e-14ff4606d64f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:17.194544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:17.260600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:17.341873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b75b742-e050-482a-8da0-e2600df87655 req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] No DVR routers for this DVR port 9c465287-7c84-44cf-b569-2e11b3eb7fda on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:23:17.356730 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5b75b742-e050-482a-8da0-e2600df87655 req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:17.359361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b75b742-e050-482a-8da0-e2600df87655 req-10b3ea89-e562-483d-bee8-d9291e456c97 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.64 "DELETE /v2.0/ports/9c465287-7c84-44cf-b569-2e11b3eb7fda HTTP/1.1" status: 204 len: 173 time: 0.8967283 Jul 14 11:23:17.368097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db00853c-ec61-45c3-add0-72903b230d0e', 'name': 'network-vif-deleted', 'tag': '9c465287-7c84-44cf-b569-2e11b3eb7fda'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:17.376624 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d7bf48-fe8a-482e-9fc1-0dea027696f0" -d '{"events": [{"server_uuid": "db00853c-ec61-45c3-add0-72903b230d0e", "name": "network-vif-deleted", "tag": "9c465287-7c84-44cf-b569-2e11b3eb7fda"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:17.399566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:17.408195 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:17.416767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:17.422450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:17.452988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:23:17.457137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ad94b-ec0c-4276-b0f6-6b531209b755 req-c399017c-cea6-41d2-9e51-83fbe3b6a09f tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:17.462442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa1ad94b-ec0c-4276-b0f6-6b531209b755 req-c399017c-cea6-41d2-9e51-83fbe3b6a09f tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 950 time: 0.3662331 Jul 14 11:23:17.547427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Pushing event updated for resources: {'Port': ['ID=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:17.567660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.568474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.569157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.569756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.570248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.570725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.571421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.572112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.572813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.573345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.573825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.574324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:17.604858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:17.624426 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa1ad94b-ec0c-4276-b0f6-6b531209b755 req-cbae86f2-2a50-4b53-8c9e-c356d5ba7b2b tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526418 Jul 14 11:23:17.653475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-e21a8467-ab9e-4797-a77f-2f1e5cc64f93 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:17.658233 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-e21a8467-ab9e-4797-a77f-2f1e5cc64f93 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.64 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1023 time: 0.4529736 Jul 14 11:23:17.701009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:17.703610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:17.821869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c837a-b255-4b72-9966-1e672a26f77c req-da4ffd63-9171-4254-9ff0-39aa2a42c4b9 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:17.831749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f9c837a-b255-4b72-9966-1e672a26f77c req-da4ffd63-9171-4254-9ff0-39aa2a42c4b9 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 950 time: 0.2422369 Jul 14 11:23:17.835503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03c13c7-bf5e-4877-b61e-be6bd7edf0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b1c231-953a-4d1a-bb84-fd7f62d3fbea'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:17.837912 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c30789-0129-4323-b54e-d2d9818bcd45" -d '{"events": [{"server_uuid": "a03c13c7-bf5e-4877-b61e-be6bd7edf0f3", "name": "network-vif-plugged", "status": "completed", "tag": "d3b1c231-953a-4d1a-bb84-fd7f62d3fbea"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:17.860171 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-96e32b4c-c887-471b-b0e8-95f87d592a99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3075237 Jul 14 11:23:17.896912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Request body: {'port': {'device_id': 'b193d1c0-683f-4cef-99e2-341a6957fc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:17.962183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f9c837a-b255-4b72-9966-1e672a26f77c req-2811f2ce-1ab3-4b99-91d4-61e0e319fa86 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229627 Jul 14 11:23:17.972955 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Deleting port db9ca234-2e91-465d-b473-09e970f55814 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:23:17.973928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:18.023429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5b9e7a76-c732-4c57-988e-5958601315d1 None None] Provisioning for port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:18.031236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5b9e7a76-c732-4c57-988e-5958601315d1 None None] Provisioning complete for port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:18.032439 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7a76-c732-4c57-988e-5958601315d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:18.078577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490642c8-e39c-4474-ae0f-17d7ed3720c5 req-f6b74b43-f845-41e6-b004-751324960b60 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:18.088621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-490642c8-e39c-4474-ae0f-17d7ed3720c5 req-f6b74b43-f845-41e6-b004-751324960b60 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 1023 time: 0.1399972 Jul 14 11:23:18.157357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e7a76-c732-4c57-988e-5958601315d1 None None] Port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:23:18.197220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-490642c8-e39c-4474-ae0f-17d7ed3720c5 req-ae81ca5c-aeca-4f2f-b47f-aa8f7f18f051 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups?id=90d60a7e-a1bc-4730-ae7b-9171aa0b64f7&id=b82162a7-f72f-47c7-aade-271d373db8c5&id=34fd79ff-aaa5-434f-ac64-520e3f92e669&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1065619 Jul 14 11:23:18.406529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0fb723c5-fffc-4e8a-9b44-1c9944e5e038 req-2649ca77-52cd-4ef8-be4f-ba264cfc5901 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0520480 Jul 14 11:23:18.409030 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:18.610156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c49f5d-c9f2-4d11-a91f-da46c6a24cb5 req-7ba57e49-bc56-40e8-9aa7-3814244e6c5c tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:18.611756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9c49f5d-c9f2-4d11-a91f-da46c6a24cb5 req-7ba57e49-bc56-40e8-9aa7-3814244e6c5c tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 932 time: 0.1259689 Jul 14 11:23:18.690385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9c49f5d-c9f2-4d11-a91f-da46c6a24cb5 req-8bb89698-f76c-4a36-9485-bd6a4e199b9c tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640080 Jul 14 11:23:18.703352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] For port db9ca234-2e91-465d-b473-09e970f55814, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=db9ca234-2e91-465d-b473-09e970f55814,segment=NetworkSegment(0720b59b-baae-458a-a03e-f10575a4df93),segment_id=0720b59b-baae-458a-a03e-f10575a4df93)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:18.704015 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:18.730827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Calling delete_port for db9ca234-2e91-465d-b473-09e970f55814 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:23:18.752402 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ce252d-c79e-4236-b076-42c1bb6fc3a2 x-openstack-request-id: req-93ce252d-c79e-4236-b076-42c1bb6fc3a2 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:18.752977 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db00853c-ec61-45c3-add0-72903b230d0e", "name": "network-vif-deleted", "tag": "9c465287-7c84-44cf-b569-2e11b3eb7fda", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:18.753584 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93ce252d-c79e-4236-b076-42c1bb6fc3a2 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:18.754280 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db00853c-ec61-45c3-add0-72903b230d0e', 'name': 'network-vif-deleted', 'tag': '9c465287-7c84-44cf-b569-2e11b3eb7fda', 'status': 'completed', 'code': 200} Jul 14 11:23:18.784374 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2343f-9baa-45d5-8c47-fcf4b8c6ae74 x-openstack-request-id: req-09d2343f-9baa-45d5-8c47-fcf4b8c6ae74 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:18.784668 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03c13c7-bf5e-4877-b61e-be6bd7edf0f3", "name": "network-vif-plugged", "status": "completed", "tag": "d3b1c231-953a-4d1a-bb84-fd7f62d3fbea", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:18.785164 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09d2343f-9baa-45d5-8c47-fcf4b8c6ae74 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:18.786373 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03c13c7-bf5e-4877-b61e-be6bd7edf0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b1c231-953a-4d1a-bb84-fd7f62d3fbea', 'code': 200} Jul 14 11:23:19.043478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b3efd8-3b71-4ad5-af3e-14ff4606d64f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:19.050838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:19.054677 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:19.076182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00634d8-a39f-445d-9f46-6f058870e58b req-f724a170-8726-4509-89b0-112d892404d9 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:19.083162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e00634d8-a39f-445d-9f46-6f058870e58b req-f724a170-8726-4509-89b0-112d892404d9 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 950 time: 0.1629450 Jul 14 11:23:19.093945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75758a4-e49c-401a-8afe-2f50298c8bb1 req-5e8c0248-f128-4d98-91ad-d09a1d94b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:19.095543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e75758a4-e49c-401a-8afe-2f50298c8bb1 req-5e8c0248-f128-4d98-91ad-d09a1d94b689 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 1101 time: 0.2241335 Jul 14 11:23:19.102624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'Port': ['ID=db9ca234-2e91-465d-b473-09e970f55814,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:19.107843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Transition to ACTIVE for port object f4b3efd8-3b71-4ad5-af3e-14ff4606d64f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:19.115926 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:19.134537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f6dcc-fea4-43cf-b141-454042fdd66d req-c1559426-0448-4d33-b7a4-a20ccb03db93 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:19.136086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba0f6dcc-fea4-43cf-b141-454042fdd66d req-c1559426-0448-4d33-b7a4-a20ccb03db93 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 950 time: 0.1751347 Jul 14 11:23:19.177209 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] No DVR routers for this DVR port db9ca234-2e91-465d-b473-09e970f55814 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:23:19.181549 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:19.183659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4deab6ba-fafd-4a0e-88f8-e968e8c89bba req-714935c7-7f0f-4180-84be-df516131e0cd tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.64 "DELETE /v2.0/ports/db9ca234-2e91-465d-b473-09e970f55814 HTTP/1.1" status: 204 len: 173 time: 1.5062640 Jul 14 11:23:19.185621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'name': 'network-vif-deleted', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:19.187771 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a90591-619b-4bb5-9055-6c0c08876222" -d '{"events": [{"server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "name": "network-vif-deleted", "tag": "db9ca234-2e91-465d-b473-09e970f55814"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:19.200940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e75758a4-e49c-401a-8afe-2f50298c8bb1 req-9292b3bd-292b-42f5-8b62-fd65a226ae3e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958583 Jul 14 11:23:19.215911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e00634d8-a39f-445d-9f46-6f058870e58b req-9a567121-4b55-4311-a214-c031a8f39923 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315639 Jul 14 11:23:19.216213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:19.253709 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba0f6dcc-fea4-43cf-b141-454042fdd66d req-9ecd9fa1-d732-4fea-830d-3e0fd8ed7226 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002777 Jul 14 11:23:19.353702 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Attempting to bind port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:19.356280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Attempting to bind port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:19.360190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Attempting to bind port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f on network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:19.370623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f on network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:19.370623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Attempting to bind port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f on network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:19.373096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:19.373439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Checking segment: {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:19.373914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Bound using segment: {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:19.374346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Bound port: f4b3efd8-3b71-4ad5-af3e-14ff4606d64f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba10e0c-565c-40cf-9081-c66757cd5c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:19.374744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:19.446260 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91e729e-3e55-4eb6-8981-64d3c2754d0b x-openstack-request-id: req-e91e729e-3e55-4eb6-8981-64d3c2754d0b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:19.446260 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0", "name": "network-vif-deleted", "tag": "db9ca234-2e91-465d-b473-09e970f55814", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:19.446260 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e91e729e-3e55-4eb6-8981-64d3c2754d0b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:19.446610 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0', 'name': 'network-vif-deleted', 'tag': 'db9ca234-2e91-465d-b473-09e970f55814', 'status': 'completed', 'code': 200} Jul 14 11:23:19.465807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] For port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:19.469874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] For port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:19.479015 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:19.543506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:19.544132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:19.545967 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] 10.222.0.64 "PUT /v2.0/ports/f4b3efd8-3b71-4ad5-af3e-14ff4606d64f HTTP/1.1" status: 200 len: 1092 time: 1.6701078 Jul 14 11:23:19.569936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482670-af27-469b-91b8-985e1d8e523e req-625125a1-b268-49e3-a20b-13e43db89026 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:19.571955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44482670-af27-469b-91b8-985e1d8e523e req-625125a1-b268-49e3-a20b-13e43db89026 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 950 time: 0.1393661 Jul 14 11:23:19.596287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4657a9-2cfb-4b66-a416-c725a1e40174 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:19.623230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-541c7fbf-5417-4775-84cf-51b6490e9168 req-49ac73b1-c1c1-468e-81e9-8bb12bfdc471 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0499601 Jul 14 11:23:19.683913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44482670-af27-469b-91b8-985e1d8e523e req-a6feb9f1-81d2-4fea-b3c2-f76ebce8eb2c tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615828 Jul 14 11:23:20.156377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd818725-d1fc-4e7f-a828-c3f690aa85d3 req-6dac1b22-79a0-4100-a7ac-000051f5e37a tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0609839 Jul 14 11:23:20.349031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25865d4c-f136-48fa-8c7b-b3478e204683 req-f2fe4146-3e42-4f40-b65e-3e3e2e5b4b93 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:20.350414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25865d4c-f136-48fa-8c7b-b3478e204683 req-f2fe4146-3e42-4f40-b65e-3e3e2e5b4b93 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.1179223 Jul 14 11:23:20.615573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e650808-6924-458b-aca7-77a79b221cad req-3a883f74-bad4-4990-b01c-7eee7781f408 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:20.617065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e650808-6924-458b-aca7-77a79b221cad req-3a883f74-bad4-4990-b01c-7eee7781f408 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 950 time: 0.3364191 Jul 14 11:23:20.641127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25865d4c-f136-48fa-8c7b-b3478e204683 req-8a7722a6-ca55-489c-9f15-2ae44ca7c1a4 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847104 Jul 14 11:23:20.668890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e650808-6924-458b-aca7-77a79b221cad req-ae488430-7695-471e-9f4f-1d798a80313b tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Jul 14 11:23:20.924283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c6feed3-b96b-4dc5-bf54-d36bf8b5fddd req-bd8793f5-d37b-4fc2-bbf9-9ccc0667f3e8 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0313437 Jul 14 11:23:20.951328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe176-d9a1-4f2e-964b-c8c453001933 req-65525bd5-dab8-4b33-bd87-e8ec8370f858 tempest-ServersAdminNegativeTestJSON-924363543 tempest-ServersAdminNegativeTestJSON-924363543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:20.952938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ecbe176-d9a1-4f2e-964b-c8c453001933 req-65525bd5-dab8-4b33-bd87-e8ec8370f858 tempest-ServersAdminNegativeTestJSON-924363543 tempest-ServersAdminNegativeTestJSON-924363543-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 1101 time: 0.0943172 Jul 14 11:23:20.974450 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ecbe176-d9a1-4f2e-964b-c8c453001933 req-1e0664cd-a18d-4b37-b276-ae7ecc1608ce tempest-ServersAdminNegativeTestJSON-924363543 tempest-ServersAdminNegativeTestJSON-924363543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:20.979072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9c465287-7c84-44cf-b569-2e11b3eb7fda no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:21.006016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 9c465287-7c84-44cf-b569-2e11b3eb7fda {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:23:21.006637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9c465287-7c84-44cf-b569-2e11b3eb7fda not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:21.007244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device db9ca234-2e91-465d-b473-09e970f55814 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:21.028279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: db9ca234-2e91-465d-b473-09e970f55814 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:23:21.028897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device db9ca234-2e91-465d-b473-09e970f55814 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:21.152689 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ecbe176-d9a1-4f2e-964b-c8c453001933 req-1e0664cd-a18d-4b37-b276-ae7ecc1608ce tempest-ServersAdminNegativeTestJSON-924363543 tempest-ServersAdminNegativeTestJSON-924363543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:21.161127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db12756-1496-4115-a690-b7c14ab7befd req-f457b9ed-e7ec-44fc-8298-36c7dbb2932b tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:21.162632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9db12756-1496-4115-a690-b7c14ab7befd req-f457b9ed-e7ec-44fc-8298-36c7dbb2932b tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 950 time: 0.1050169 Jul 14 11:23:21.163790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ecbe176-d9a1-4f2e-964b-c8c453001933 req-1e0664cd-a18d-4b37-b276-ae7ecc1608ce tempest-ServersAdminNegativeTestJSON-924363543 tempest-ServersAdminNegativeTestJSON-924363543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:21.200597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ecbe176-d9a1-4f2e-964b-c8c453001933 req-1e0664cd-a18d-4b37-b276-ae7ecc1608ce tempest-ServersAdminNegativeTestJSON-924363543 tempest-ServersAdminNegativeTestJSON-924363543-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414958 Jul 14 11:23:21.214350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0664cd-a18d-4b37-b276-ae7ecc1608ce tempest-ServersAdminNegativeTestJSON-924363543 tempest-ServersAdminNegativeTestJSON-924363543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d616f265-52a4-4572-b410-42c6271a3a01,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:21.230688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9db12756-1496-4115-a690-b7c14ab7befd req-3d050c15-b02b-4a5f-ad70-ada22726b7e5 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613630 Jul 14 11:23:21.404735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e089256d-62b2-402d-aca6-97bd3ef85919 req-2988700e-c76e-47f5-89eb-2f4a77bcab9b tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0318503 Jul 14 11:23:21.447620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b193d1c0-683f-4cef-99e2-341a6957fc26', 'tag': 'f4b3efd8-3b71-4ad5-af3e-14ff4606d64f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:21.450583 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40831ccf-4295-47a7-b348-d8c92fa5d19b" -d '{"events": [{"name": "network-changed", "server_uuid": "b193d1c0-683f-4cef-99e2-341a6957fc26", "tag": "f4b3efd8-3b71-4ad5-af3e-14ff4606d64f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:21.493407 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4745dd1-040f-46e0-b32d-f4fcf048b9ee x-openstack-request-id: req-a4745dd1-040f-46e0-b32d-f4fcf048b9ee {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:21.493843 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b193d1c0-683f-4cef-99e2-341a6957fc26", "tag": "f4b3efd8-3b71-4ad5-af3e-14ff4606d64f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:21.494594 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4745dd1-040f-46e0-b32d-f4fcf048b9ee {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:21.495085 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b193d1c0-683f-4cef-99e2-341a6957fc26', 'tag': 'f4b3efd8-3b71-4ad5-af3e-14ff4606d64f', 'status': 'completed', 'code': 200} Jul 14 11:23:21.841835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46486b38-51e5-4b93-b02c-07814e55fc5a req-65ec0b1f-c80b-41bc-b6af-54cce0bb8a48 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:21.843351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46486b38-51e5-4b93-b02c-07814e55fc5a req-65ec0b1f-c80b-41bc-b6af-54cce0bb8a48 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 950 time: 0.0987172 Jul 14 11:23:21.896365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46486b38-51e5-4b93-b02c-07814e55fc5a req-7f4a95ba-6575-4691-8f27-00334d0a2320 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467424 Jul 14 11:23:21.962655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f475d-c2b3-43af-9c5e-363c928e437b req-1eb34f26-7076-4b1f-ae4b-b5f934d06574 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:21.969520 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b0f475d-c2b3-43af-9c5e-363c928e437b req-1eb34f26-7076-4b1f-ae4b-b5f934d06574 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.0881839 Jul 14 11:23:22.005522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b0f475d-c2b3-43af-9c5e-363c928e437b req-607b091c-7f3a-4361-a327-5d911de4b99b tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349855 Jul 14 11:23:22.091881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3161823-1998-4bfb-97e6-9f6365776d7d req-670ba848-b752-41be-8e6d-08c6addcabab tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:22.093366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3161823-1998-4bfb-97e6-9f6365776d7d req-670ba848-b752-41be-8e6d-08c6addcabab tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 950 time: 0.0798297 Jul 14 11:23:22.165374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3161823-1998-4bfb-97e6-9f6365776d7d req-e29750d7-2918-4666-9dc2-8073f3edfd71 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656426 Jul 14 11:23:22.205822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877073bc-1bdb-433f-8847-0764edbe74bd req-dc6a05a9-24aa-459a-992d-253db4e4c3a8 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:22.207497 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-877073bc-1bdb-433f-8847-0764edbe74bd req-dc6a05a9-24aa-459a-992d-253db4e4c3a8 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 950 time: 0.0897052 Jul 14 11:23:22.263256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-877073bc-1bdb-433f-8847-0764edbe74bd req-01e3dd93-ec79-4cdd-a1d1-6c5798b89032 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Jul 14 11:23:22.402446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f5ce25e-d250-4a51-a540-2d1d29cb83c9 req-b576433e-3f48-4d1b-a362-d8687b2e6d21 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0319061 Jul 14 11:23:22.577565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d88612-d695-42e2-874f-9a07b074ce44 req-f98c8df5-fbf1-4baf-be1e-5ed89a8c684c tempest-LiveMigrationNegativeTest-1177854146 tempest-LiveMigrationNegativeTest-1177854146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:22.579091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88d88612-d695-42e2-874f-9a07b074ce44 req-f98c8df5-fbf1-4baf-be1e-5ed89a8c684c tempest-LiveMigrationNegativeTest-1177854146 tempest-LiveMigrationNegativeTest-1177854146-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 1101 time: 0.0622885 Jul 14 11:23:22.610474 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-88d88612-d695-42e2-874f-9a07b074ce44 req-76bc73f3-1c7a-41a1-99a6-a02cc7c5b550 tempest-LiveMigrationNegativeTest-1177854146 tempest-LiveMigrationNegativeTest-1177854146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:22.747353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-88d88612-d695-42e2-874f-9a07b074ce44 req-76bc73f3-1c7a-41a1-99a6-a02cc7c5b550 tempest-LiveMigrationNegativeTest-1177854146 tempest-LiveMigrationNegativeTest-1177854146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:22.750137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f6fafb1-072b-426d-bd73-bcbe852bb08d req-0812e114-d83f-47c5-846a-24d4f7b1a702 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0372500 Jul 14 11:23:22.753719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-88d88612-d695-42e2-874f-9a07b074ce44 req-76bc73f3-1c7a-41a1-99a6-a02cc7c5b550 tempest-LiveMigrationNegativeTest-1177854146 tempest-LiveMigrationNegativeTest-1177854146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:22.779043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc73f3-1c7a-41a1-99a6-a02cc7c5b550 tempest-LiveMigrationNegativeTest-1177854146 tempest-LiveMigrationNegativeTest-1177854146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0086c15-6d0a-4920-bb82-8abf3c93d327,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:22.796396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88d88612-d695-42e2-874f-9a07b074ce44 req-76bc73f3-1c7a-41a1-99a6-a02cc7c5b550 tempest-LiveMigrationNegativeTest-1177854146 tempest-LiveMigrationNegativeTest-1177854146-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105074 Jul 14 11:23:22.952850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b09f-1eec-4404-b3b6-0f424f58a04e req-88267284-935e-4ba7-82f4-2d6baad28154 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:22.954509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ad8b09f-1eec-4404-b3b6-0f424f58a04e req-88267284-935e-4ba7-82f4-2d6baad28154 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 950 time: 0.0733967 Jul 14 11:23:23.004988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ad8b09f-1eec-4404-b3b6-0f424f58a04e req-a260265b-6a95-4cda-9544-58905297228d tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355034 Jul 14 11:23:23.215583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ad084-5530-49b9-bfea-4be880088bc6 req-40b087bf-43de-4028-9640-98986a0c595f tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:23.217333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c86ad084-5530-49b9-bfea-4be880088bc6 req-40b087bf-43de-4028-9640-98986a0c595f tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.0756640 Jul 14 11:23:23.267988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c86ad084-5530-49b9-bfea-4be880088bc6 req-21d719ab-6da3-4eb5-bb76-80003984cf53 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Jul 14 11:23:23.383992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-93e0f8de-a121-4fa1-9c21-cf8cdd94099c tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:23.385855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-93e0f8de-a121-4fa1-9c21-cf8cdd94099c tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 950 time: 0.1091490 Jul 14 11:23:23.577094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f25509-be77-423e-aa64-8e3898420265 req-a675cd64-0189-4cab-8682-1a1a599e6897 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:23.578707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93f25509-be77-423e-aa64-8e3898420265 req-a675cd64-0189-4cab-8682-1a1a599e6897 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 950 time: 0.1873343 Jul 14 11:23:23.594620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fd4a2-5a8c-401f-b6c9-92643bfa4af4 req-a0ff5d81-0cb0-4e3e-a3bb-6c53bf00020c tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:23.596152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd8fd4a2-5a8c-401f-b6c9-92643bfa4af4 req-a0ff5d81-0cb0-4e3e-a3bb-6c53bf00020c tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 950 time: 0.1374424 Jul 14 11:23:23.659802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93f25509-be77-423e-aa64-8e3898420265 req-9f0ff486-49da-4d29-a90c-8fc98d26413e tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626528 Jul 14 11:23:23.667969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Deleting port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:23:23.668322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:23.712781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd8fd4a2-5a8c-401f-b6c9-92643bfa4af4 req-dde38678-3fe8-4728-9a7f-bf6dfc2c45a8 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033370 Jul 14 11:23:23.791438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] For port 163d1ef4-5016-4d81-bd9b-02e6dc23a052, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=163d1ef4-5016-4d81-bd9b-02e6dc23a052,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:23.791970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:23.846228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e42c36c-1cc5-4563-8877-b78eb41e80d9 req-5200a2a4-c935-415a-b1b2-b56de603a598 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0413091 Jul 14 11:23:23.847198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Calling delete_port for 163d1ef4-5016-4d81-bd9b-02e6dc23a052 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:23:24.003892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00ded5e9-043a-48ab-8dab-ae0cde61225c req-86880e50-5002-4ed1-ba01-fb70a5d9a221 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0377753 Jul 14 11:23:24.072425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47105322-f008-4049-9da4-5d1488aaeceb req-801ce922-a3df-4875-a717-915e4adad458 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:24.073983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47105322-f008-4049-9da4-5d1488aaeceb req-801ce922-a3df-4875-a717-915e4adad458 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.45 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 950 time: 0.1655993 Jul 14 11:23:24.096331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:24.111915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['163d1ef4-5016-4d81-bd9b-02e6dc23a052'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:24.120252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['048b4992-9f2f-406f-8fe7-37609fa4127f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:24.225903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Pushing event deleted for resources: {'Port': ['ID=163d1ef4-5016-4d81-bd9b-02e6dc23a052,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:24.278642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] No DVR routers for this DVR port 163d1ef4-5016-4d81-bd9b-02e6dc23a052 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:23:24.291897 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:24.294444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc79e3c9-9023-4dee-a41c-bde7cfda5fad req-a524ced2-687e-4718-9748-913d124c51b5 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.45 "DELETE /v2.0/ports/163d1ef4-5016-4d81-bd9b-02e6dc23a052 HTTP/1.1" status: 204 len: 173 time: 0.9019222 Jul 14 11:23:24.301624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41c051-339a-4e2d-b554-d615ea85ac0e', 'name': 'network-vif-deleted', 'tag': '163d1ef4-5016-4d81-bd9b-02e6dc23a052'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:24.306374 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9ef594-3570-419c-bed8-7add2104eae1" -d '{"events": [{"server_uuid": "dc41c051-339a-4e2d-b554-d615ea85ac0e", "name": "network-vif-deleted", "tag": "163d1ef4-5016-4d81-bd9b-02e6dc23a052"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:24.421108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac7338-1d87-4f2d-b2ec-cb69be5e52f3 req-25472298-616c-48bc-8b7e-8208a79d2f9f tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:24.428755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eeac7338-1d87-4f2d-b2ec-cb69be5e52f3 req-25472298-616c-48bc-8b7e-8208a79d2f9f tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 950 time: 0.2224042 Jul 14 11:23:24.465033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-47105322-f008-4049-9da4-5d1488aaeceb req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Deleting port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:23:24.465375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-47105322-f008-4049-9da4-5d1488aaeceb req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:24.563430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eeac7338-1d87-4f2d-b2ec-cb69be5e52f3 req-0d615af5-498f-483c-978f-5840e6b424d2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bd86004-fc49-4bdc-a6fd-8f1ab454e485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336124 Jul 14 11:23:24.622986 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7880cec7-609b-4283-9dbf-5ff93e9c4ac7 x-openstack-request-id: req-7880cec7-609b-4283-9dbf-5ff93e9c4ac7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:24.623275 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc41c051-339a-4e2d-b554-d615ea85ac0e", "name": "network-vif-deleted", "tag": "163d1ef4-5016-4d81-bd9b-02e6dc23a052", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:24.623528 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7880cec7-609b-4283-9dbf-5ff93e9c4ac7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:24.623994 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc41c051-339a-4e2d-b554-d615ea85ac0e', 'name': 'network-vif-deleted', 'tag': '163d1ef4-5016-4d81-bd9b-02e6dc23a052', 'status': 'completed', 'code': 200} Jul 14 11:23:24.652482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-47105322-f008-4049-9da4-5d1488aaeceb req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] For port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:24.652890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-47105322-f008-4049-9da4-5d1488aaeceb req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:24.662647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66377611-be08-4c52-90ab-7ebe40781c96 req-e26bcd8c-a0fd-4c11-bb17-5491ae634fea tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:24.664236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66377611-be08-4c52-90ab-7ebe40781c96 req-e26bcd8c-a0fd-4c11-bb17-5491ae634fea tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.1182852 Jul 14 11:23:24.678035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-47105322-f008-4049-9da4-5d1488aaeceb req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Calling delete_port for d3b1c231-953a-4d1a-bb84-fd7f62d3fbea owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:23:24.723594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66377611-be08-4c52-90ab-7ebe40781c96 req-cb3e871d-14f7-4d79-a49c-6a2fe15a090d tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Jul 14 11:23:25.020784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e2656e8e-bce7-4240-82f3-05fc8b6cd876 req-026e84f3-1096-4bde-bf80-ba4318a22bfa tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc41c051-339a-4e2d-b554-d615ea85ac0e HTTP/1.1" status: 200 len: 210 time: 0.1054199 Jul 14 11:23:25.068260 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-47105322-f008-4049-9da4-5d1488aaeceb req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:25.085498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['d3b1c231-953a-4d1a-bb84-fd7f62d3fbea'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:25.166888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Pushing event deleted for resources: {'Port': ['ID=d3b1c231-953a-4d1a-bb84-fd7f62d3fbea,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:25.175906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-c80002ce-aa07-4ee6-9cd4-bc01f969ec52 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:25.177436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-c80002ce-aa07-4ee6-9cd4-bc01f969ec52 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.45 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 950 time: 0.2603743 Jul 14 11:23:25.250471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f332a-e42f-499a-b2b7-5a5785a6f178 req-29180216-e699-4e93-8533-c3a098eb714a tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:25.252226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc5f332a-e42f-499a-b2b7-5a5785a6f178 req-29180216-e699-4e93-8533-c3a098eb714a tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 950 time: 0.3911626 Jul 14 11:23:25.309326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-47105322-f008-4049-9da4-5d1488aaeceb req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] No DVR routers for this DVR port d3b1c231-953a-4d1a-bb84-fd7f62d3fbea on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:23:25.322088 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-47105322-f008-4049-9da4-5d1488aaeceb req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:25.324176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47105322-f008-4049-9da4-5d1488aaeceb req-8d3df3fa-e35d-4922-b403-ba1478a8e6f2 tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.45 "DELETE /v2.0/ports/d3b1c231-953a-4d1a-bb84-fd7f62d3fbea HTTP/1.1" status: 204 len: 173 time: 1.2419586 Jul 14 11:23:25.371937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51be93f0-8a0d-4bb0-b469-7dc144e43c06 req-14dd6776-74bd-430f-a0ee-91db073365fa tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0638518 Jul 14 11:23:25.446275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc5f332a-e42f-499a-b2b7-5a5785a6f178 req-284fd12a-b1d8-4be9-bcda-9459e1c7d929 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379192 Jul 14 11:23:25.505405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Deleting port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:23:25.506116 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:25.596127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba416378-742c-4b72-a95e-eeee2d09fa04 req-4a552bf2-0e40-4d49-9386-0a4d44d98bd6 tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0374331 Jul 14 11:23:25.670276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] For port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:25.671568 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:25.687577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Calling delete_port for 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:23:25.770310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-011115e6-eff9-4855-a5cf-6c0f33a691c5 req-60fde5fd-9a01-4e34-8674-afb02866104a tempest-DeleteServersAdminTestJSON-283072994 tempest-DeleteServersAdminTestJSON-283072994-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03c13c7-bf5e-4877-b61e-be6bd7edf0f3 HTTP/1.1" status: 200 len: 210 time: 0.0351744 Jul 14 11:23:25.843340 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:25.935091 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:25.946532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['3516cc23-cd4c-4c2d-8bec-ea89c876f1e1'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:25.970458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4d86b91c-e3d2-4336-a5c7-c8147de9e0a3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:25.990334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Pushing event deleted for resources: {'Port': ['ID=4d86b91c-e3d2-4336-a5c7-c8147de9e0a3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:26.063229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] No DVR routers for this DVR port 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:23:26.070633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:26.072679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86f981cd-db32-4dda-bab1-00ea5c922a8d req-fb51ed87-5b39-4fce-82b8-7a7d6b8fc5e3 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.45 "DELETE /v2.0/ports/4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 HTTP/1.1" status: 204 len: 173 time: 0.8480828 Jul 14 11:23:26.087008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8d9a5-2cc1-4c1a-9812-5d381ca3ca45 req-b838ae2e-2b39-4777-828d-38ad351bab6b tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:26.094781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82e8d9a5-2cc1-4c1a-9812-5d381ca3ca45 req-b838ae2e-2b39-4777-828d-38ad351bab6b tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.2061751 Jul 14 11:23:26.172898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82e8d9a5-2cc1-4c1a-9812-5d381ca3ca45 req-22641ede-59fc-43ab-be65-3431b9a1aa53 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772386 Jul 14 11:23:26.590200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b528d4c-d989-4bdc-be6b-04b121df9a0c req-9f4c0f68-1235-49a2-93f1-921dcb2b7ffc tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0313227 Jul 14 11:23:26.625293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03c13c7-bf5e-4877-b61e-be6bd7edf0f3', 'name': 'network-vif-deleted', 'tag': 'd3b1c231-953a-4d1a-bb84-fd7f62d3fbea'}, {'server_uuid': '593e1095-ab86-4e83-ae15-2f576f969dcb', 'name': 'network-vif-deleted', 'tag': '4d86b91c-e3d2-4336-a5c7-c8147de9e0a3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:26.627933 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c3795e-3e18-42f9-846a-09803e2583ac" -d '{"events": [{"server_uuid": "a03c13c7-bf5e-4877-b61e-be6bd7edf0f3", "name": "network-vif-deleted", "tag": "d3b1c231-953a-4d1a-bb84-fd7f62d3fbea"}, {"server_uuid": "593e1095-ab86-4e83-ae15-2f576f969dcb", "name": "network-vif-deleted", "tag": "4d86b91c-e3d2-4336-a5c7-c8147de9e0a3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:26.663693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e820fbb3-ff90-47bb-bc8e-18795a74fd2c req-bdf65f1d-af05-4088-aa6a-5085e7350aa2 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=593e1095-ab86-4e83-ae15-2f576f969dcb HTTP/1.1" status: 200 len: 210 time: 0.0324516 Jul 14 11:23:26.788771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9827ef1-1c22-40da-8632-6f7d61f783d0 req-fbf71df7-7408-4f01-8135-846ebc137f98 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:26.790324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9827ef1-1c22-40da-8632-6f7d61f783d0 req-fbf71df7-7408-4f01-8135-846ebc137f98 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 950 time: 0.0855038 Jul 14 11:23:26.840579 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2ef3676-31a5-426f-9698-f49981a5912a req-9c33620c-b7a9-4ceb-9247-358fa996913a tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0375504 Jul 14 11:23:26.872258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9827ef1-1c22-40da-8632-6f7d61f783d0 req-7e005037-5505-4eb0-8c9b-1d6de03f8e23 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760179 Jul 14 11:23:26.904324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d3b1c231-953a-4d1a-bb84-fd7f62d3fbea no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:26.932654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: d3b1c231-953a-4d1a-bb84-fd7f62d3fbea {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:23:26.933134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d3b1c231-953a-4d1a-bb84-fd7f62d3fbea not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:26.933727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 163d1ef4-5016-4d81-bd9b-02e6dc23a052 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:26.951801 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece723cb-ff2b-4b81-be9b-1de2460fdec5 x-openstack-request-id: req-ece723cb-ff2b-4b81-be9b-1de2460fdec5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:26.951979 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03c13c7-bf5e-4877-b61e-be6bd7edf0f3", "name": "network-vif-deleted", "tag": "d3b1c231-953a-4d1a-bb84-fd7f62d3fbea", "status": "completed", "code": 200}, {"server_uuid": "593e1095-ab86-4e83-ae15-2f576f969dcb", "name": "network-vif-deleted", "tag": "4d86b91c-e3d2-4336-a5c7-c8147de9e0a3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:26.952222 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ece723cb-ff2b-4b81-be9b-1de2460fdec5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:26.952723 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03c13c7-bf5e-4877-b61e-be6bd7edf0f3', 'name': 'network-vif-deleted', 'tag': 'd3b1c231-953a-4d1a-bb84-fd7f62d3fbea', 'status': 'completed', 'code': 200} Jul 14 11:23:26.952997 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593e1095-ab86-4e83-ae15-2f576f969dcb', 'name': 'network-vif-deleted', 'tag': '4d86b91c-e3d2-4336-a5c7-c8147de9e0a3', 'status': 'completed', 'code': 200} Jul 14 11:23:26.977566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 163d1ef4-5016-4d81-bd9b-02e6dc23a052 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:23:26.978295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 163d1ef4-5016-4d81-bd9b-02e6dc23a052 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:26.978926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:27.008198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:23:27.008828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4d86b91c-e3d2-4336-a5c7-c8147de9e0a3 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:27.377328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb77ff2-5cb5-4090-88bd-75b53409e43c req-6e5d9905-213b-4468-b591-947a20a8243c tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:27.379567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4eb77ff2-5cb5-4090-88bd-75b53409e43c req-6e5d9905-213b-4468-b591-947a20a8243c tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.0778208 Jul 14 11:23:27.421753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4eb77ff2-5cb5-4090-88bd-75b53409e43c req-9022225e-dfa5-4da7-8e46-4f70811fb01a tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367973 Jul 14 11:23:27.650964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53994) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:27.797688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47ed37e9-df0b-4125-90a1-9d83b0f59af6 req-0c4a3cdb-7473-4345-82ea-0d1ff2fb1abb tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0322790 Jul 14 11:23:27.839770 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:27.854650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a7625d05-a27d-4338-af13-f33e6000fbcd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09ad9437b8724838ab070fdf5cb1c0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024548 Jul 14 11:23:27.858393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54002) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:27.920541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2eba-a093-4d31-9e57-416ed67b0d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:27.943838 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2eba-a093-4d31-9e57-416ed67b0d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.014373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2eba-a093-4d31-9e57-416ed67b0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.017863 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2eba-a093-4d31-9e57-416ed67b0d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.019062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bd8d2eba-a093-4d31-9e57-416ed67b0d51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6bd86004-fc49-4bdc-a6fd-8f1ab454e485 HTTP/1.1" status: 204 len: 168 time: 0.1594627 Jul 14 11:23:28.057238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d2eba-a093-4d31-9e57-416ed67b0d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd86004-fc49-4bdc-a6fd-8f1ab454e485,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:28.085069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27987bfd-1934-4263-90d1-a5af413e6240 req-34e3cdf1-02e3-4dbf-8bd3-c133bf66587f tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0487199 Jul 14 11:23:28.206575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879994b-f71e-40ea-97a5-37b8de077683 req-cf331434-abe4-49cf-9a61-e7ab4b8d2dec tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:28.209375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2879994b-f71e-40ea-97a5-37b8de077683 req-cf331434-abe4-49cf-9a61-e7ab4b8d2dec tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 950 time: 0.0763457 Jul 14 11:23:28.260907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2879994b-f71e-40ea-97a5-37b8de077683 req-a1306a5c-6ab1-4860-a92f-f22eeb7d8a25 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Jul 14 11:23:28.341620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54024) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:28.345765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee24021-3118-4ed3-bf9a-ce03a5d68207 req-356d77be-dc37-46f2-ad7d-b07284b15c83 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:28.347287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ee24021-3118-4ed3-bf9a-ce03a5d68207 req-356d77be-dc37-46f2-ad7d-b07284b15c83 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 950 time: 0.0715904 Jul 14 11:23:28.355749 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81e31723-e93a-41b2-a04e-0129497c82b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.387602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ee24021-3118-4ed3-bf9a-ce03a5d68207 req-190fd1bb-ae5a-4fbc-90d9-6c577d5c630b tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Jul 14 11:23:28.445936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81e31723-e93a-41b2-a04e-0129497c82b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.449344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81e31723-e93a-41b2-a04e-0129497c82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.492841 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-81e31723-e93a-41b2-a04e-0129497c82b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e0340f72c484a7587cee13af0606cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501286 Jul 14 11:23:28.493730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e31723-e93a-41b2-a04e-0129497c82b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab910d-27b0-4468-8727-a2d599afab98,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:28.495555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54030) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:28.567899 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93cac262-759c-46ca-98e4-e878babb7875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.609452 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93cac262-759c-46ca-98e4-e878babb7875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.659879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09fbda-e1d0-482f-954c-97416ae151cb req-8e98ef32-fe36-48db-bc53-f7257112dcff tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:28.662109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c09fbda-e1d0-482f-954c-97416ae151cb req-8e98ef32-fe36-48db-bc53-f7257112dcff tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.1099446 Jul 14 11:23:28.695055 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93cac262-759c-46ca-98e4-e878babb7875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.697517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93cac262-759c-46ca-98e4-e878babb7875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:28.698608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-93cac262-759c-46ca-98e4-e878babb7875 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71ab910d-27b0-4468-8727-a2d599afab98 HTTP/1.1" status: 204 len: 168 time: 0.2017343 Jul 14 11:23:28.716967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c09fbda-e1d0-482f-954c-97416ae151cb req-2646dc60-f51e-47d5-87f1-b1daa9c94cb7 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Jul 14 11:23:28.717723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cac262-759c-46ca-98e4-e878babb7875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab910d-27b0-4468-8727-a2d599afab98,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:28.943487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0151a724-bc6e-453b-8cd3-0a1bc7ce3fc9 req-2b815e0e-a5e9-4686-b885-6cf2f40a4e23 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0296085 Jul 14 11:23:29.240783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40831ccf-4295-47a7-b348-d8c92fa5d19b req-da0baee6-fe02-43bd-b593-3349742f3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:29.242866 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-40831ccf-4295-47a7-b348-d8c92fa5d19b req-da0baee6-fe02-43bd-b593-3349742f3d51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a614ff2a48cf4b558af4abc921533f99&device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 1095 time: 0.0785549 Jul 14 11:23:29.277133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d322de14-167b-47c6-b1f6-a985a778268b req-d6a8bd83-2a91-415a-9fd1-6ea8d5011bef tempest-TenantUsagesTestJSON-234672487 tempest-TenantUsagesTestJSON-234672487-project] 10.222.0.38 "GET /v2.0/ports?device_id=db00853c-ec61-45c3-add0-72903b230d0e HTTP/1.1" status: 200 len: 210 time: 0.0287077 Jul 14 11:23:29.422346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40831ccf-4295-47a7-b348-d8c92fa5d19b req-212a0cf1-211c-4d8c-ae54-060df4ec4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:29.423842 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-40831ccf-4295-47a7-b348-d8c92fa5d19b req-212a0cf1-211c-4d8c-ae54-060df4ec4de3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a614ff2a48cf4b558af4abc921533f99&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1661406 Jul 14 11:23:29.449843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f864aa-ff2f-48ab-b3d4-f5c05cdd5b4e req-db1fc658-1e25-42c3-a7f9-1035bd4abdb2 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:29.452331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6f864aa-ff2f-48ab-b3d4-f5c05cdd5b4e req-db1fc658-1e25-42c3-a7f9-1035bd4abdb2 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 950 time: 0.0672972 Jul 14 11:23:29.495495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6f864aa-ff2f-48ab-b3d4-f5c05cdd5b4e req-f9586687-5314-42ff-bf7d-2ba506fa2689 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Jul 14 11:23:29.605989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40831ccf-4295-47a7-b348-d8c92fa5d19b req-7db4afec-8e72-438a-8e06-c1cb5e6b2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:29.609090 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-40831ccf-4295-47a7-b348-d8c92fa5d19b req-7db4afec-8e72-438a-8e06-c1cb5e6b2e40 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1760900 Jul 14 11:23:29.628443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e7e52-4ec8-4f84-b008-3b3808554b32 req-0fccb1e8-ed35-4cba-ae88-04748a3385e6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:29.636012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a4e7e52-4ec8-4f84-b008-3b3808554b32 req-0fccb1e8-ed35-4cba-ae88-04748a3385e6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 950 time: 0.1059413 Jul 14 11:23:29.682614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a4e7e52-4ec8-4f84-b008-3b3808554b32 req-e8ae6ba2-8a0f-45b2-ab13-a2483dbfae3c tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Jul 14 11:23:29.748951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-63152148-b7a6-40ea-a0b8-1c1bf098b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:29.750694 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-63152148-b7a6-40ea-a0b8-1c1bf098b5cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a614ff2a48cf4b558af4abc921533f99&device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 1095 time: 0.0802870 Jul 14 11:23:29.815304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-fda19774-43c8-459f-8280-296e625524ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f HTTP/1.1" status: 200 len: 217 time: 0.0445642 Jul 14 11:23:29.882301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-10d6dd0a-3d43-44f2-839d-289336176e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:29.883958 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-10d6dd0a-3d43-44f2-839d-289336176e2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217 HTTP/1.1" status: 200 len: 853 time: 0.0505514 Jul 14 11:23:29.933676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c758cd-0c22-4048-b047-1cc83919142d req-ccd3f115-31cc-4c80-8469-6c8dc913fcc8 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:29.935509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49c758cd-0c22-4048-b047-1cc83919142d req-ccd3f115-31cc-4c80-8469-6c8dc913fcc8 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.0840967 Jul 14 11:23:29.963716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-d1f7ea76-0026-414c-8e77-7b15da941b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:29.967442 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-d1f7ea76-0026-414c-8e77-7b15da941b9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d71b351e-89ca-4b05-b9a9-67c2c415f9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753193 Jul 14 11:23:30.008492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49c758cd-0c22-4048-b047-1cc83919142d req-53df0d95-6a55-4461-a427-aea157bc07ab tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670674 Jul 14 11:23:30.117465 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-bebf85d2-5df3-4556-936f-48d20b5efe42 service neutron] 10.222.0.64 "GET /v2.0/networks/d71b351e-89ca-4b05-b9a9-67c2c415f9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358490 Jul 14 11:23:30.152822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc725af-d0cb-4986-ab62-904ca9be48db req-7cbd3fde-364f-4563-ac9d-f7379f06f217 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/ports?device_id=71f6d63d-4d70-4ad2-b6ff-b4925a9fcde0 HTTP/1.1" status: 200 len: 210 time: 0.0328891 Jul 14 11:23:30.219047 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8d193ac5-9c81-42f6-b7fe-51413dbd55e3 req-198406bd-f2de-4711-a38c-d72d80c6df0e service neutron] 10.222.0.64 "GET /v2.0/networks/d71b351e-89ca-4b05-b9a9-67c2c415f9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902212 Jul 14 11:23:30.653450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54132) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:30.705563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873da32-0a99-419f-9539-f6c64ce34590 req-1608aa59-2221-4b60-9136-8c55b57ad024 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:30.707591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b873da32-0a99-419f-9539-f6c64ce34590 req-1608aa59-2221-4b60-9136-8c55b57ad024 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 950 time: 0.0724564 Jul 14 11:23:30.751158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b873da32-0a99-419f-9539-f6c64ce34590 req-be413539-986b-45d9-b560-d61a6e03e6ce tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369077 Jul 14 11:23:30.815767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2862d031-e286-412e-8606-70f0ec1f11f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4505c8c5c9cb4fe89a64275df28c2a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582677 Jul 14 11:23:30.816145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54148) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:30.867546 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44d22405-fad1-4c2c-9af1-524823109bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:30.889337 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44d22405-fad1-4c2c-9af1-524823109bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:30.898196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd4b9-80f1-40db-baec-506341e4654d req-fe8de7e6-a269-40d3-8d4d-d8d50f4e2fe0 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:30.899805 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d3cd4b9-80f1-40db-baec-506341e4654d req-fe8de7e6-a269-40d3-8d4d-d8d50f4e2fe0 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 950 time: 0.0723906 Jul 14 11:23:30.940513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d3cd4b9-80f1-40db-baec-506341e4654d req-7260021b-08b8-47b2-b984-5e5baa836922 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Jul 14 11:23:30.945031 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44d22405-fad1-4c2c-9af1-524823109bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:30.947552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44d22405-fad1-4c2c-9af1-524823109bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:30.951079 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-44d22405-fad1-4c2c-9af1-524823109bd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e54f515b-57c6-4a9d-b018-56b2f3203a7d HTTP/1.1" status: 204 len: 168 time: 0.1315088 Jul 14 11:23:30.957758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d22405-fad1-4c2c-9af1-524823109bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54f515b-57c6-4a9d-b018-56b2f3203a7d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:31.173357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54162) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:31.206449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e8a4c-d311-4eef-b226-c4726942dffb req-70d94d7d-be35-4afe-9b6c-fa3ffe27d368 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:31.208774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-134e8a4c-d311-4eef-b226-c4726942dffb req-70d94d7d-be35-4afe-9b6c-fa3ffe27d368 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.0757155 Jul 14 11:23:31.258717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-134e8a4c-d311-4eef-b226-c4726942dffb req-0e00bb57-b604-4729-b11a-291ddaf197f7 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437670 Jul 14 11:23:31.316618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1253cd58-4fd4-4403-9cb7-11ad6712fb12 req-35ef21b3-7308-4686-887e-ac96664c4490 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/90d60a7e-a1bc-4730-ae7b-9171aa0b64f7 HTTP/1.1" status: 200 len: 1801 time: 0.0495698 Jul 14 11:23:31.319587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa719-80ab-4fb8-90dc-e7c9eaf4942d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.345163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54176) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:31.370317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85a76e07-d9f1-43ef-9a56-43522a7ed3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.408324 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1253cd58-4fd4-4403-9cb7-11ad6712fb12 req-3b52a8ee-a4b9-4d01-830e-d8cb45df6905 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.433493 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1253cd58-4fd4-4403-9cb7-11ad6712fb12 req-3b52a8ee-a4b9-4d01-830e-d8cb45df6905 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.474571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1253cd58-4fd4-4403-9cb7-11ad6712fb12 req-3b52a8ee-a4b9-4d01-830e-d8cb45df6905 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.476141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-5d3a4205-ddc3-4a5b-af9f-f39cd1475fbd tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:31.477505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1253cd58-4fd4-4403-9cb7-11ad6712fb12 req-3b52a8ee-a4b9-4d01-830e-d8cb45df6905 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.477622 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-5d3a4205-ddc3-4a5b-af9f-f39cd1475fbd tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.64 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 950 time: 0.1168456 Jul 14 11:23:31.480279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1253cd58-4fd4-4403-9cb7-11ad6712fb12 req-3b52a8ee-a4b9-4d01-830e-d8cb45df6905 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/90d60a7e-a1bc-4730-ae7b-9171aa0b64f7 HTTP/1.1" status: 204 len: 173 time: 0.1559706 Jul 14 11:23:31.490560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52a8ee-a4b9-4d01-830e-d8cb45df6905 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d60a7e-a1bc-4730-ae7b-9171aa0b64f7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:31.505718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa719-80ab-4fb8-90dc-e7c9eaf4942d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.554351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa719-80ab-4fb8-90dc-e7c9eaf4942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.571677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66ad8f1a-a195-4320-9376-78d1e27bbef7 req-d4536f53-0a4f-4d4f-a787-7a2746ab3083 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "GET /v2.0/security-groups/34fd79ff-aaa5-434f-ac64-520e3f92e669 HTTP/1.1" status: 200 len: 1800 time: 0.0732853 Jul 14 11:23:31.638554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfa719-80ab-4fb8-90dc-e7c9eaf4942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5384bf5f-4d94-4edf-80b2-9a057336d037,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:31.643816 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fcbfa719-80ab-4fb8-90dc-e7c9eaf4942d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1fd65a0b4b974137b6d5ef9fded884dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694066 Jul 14 11:23:31.649068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54184) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:31.692275 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85a76e07-d9f1-43ef-9a56-43522a7ed3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.700208 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85a76e07-d9f1-43ef-9a56-43522a7ed3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.721336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544915-53fb-48d6-bd24-8c273705676a req-f21a8f0f-d32e-4b1b-938b-c3422d05b4a0 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:31.722926 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f0544915-53fb-48d6-bd24-8c273705676a req-f21a8f0f-d32e-4b1b-938b-c3422d05b4a0 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 950 time: 0.2678261 Jul 14 11:23:31.738318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-66ad8f1a-a195-4320-9376-78d1e27bbef7 req-bd2d6052-9f5d-4785-a5e3-7d4d4ed27a04 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.751780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-85a76e07-d9f1-43ef-9a56-43522a7ed3bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1d3dfd5f5db430bbf8bacdfc4b898b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054790 Jul 14 11:23:31.758606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54186) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:31.767555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a76e07-d9f1-43ef-9a56-43522a7ed3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5ce1ae-b1ca-488a-b30b-e16a0b95761c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:31.788677 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-66ad8f1a-a195-4320-9376-78d1e27bbef7 req-bd2d6052-9f5d-4785-a5e3-7d4d4ed27a04 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.835293 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-318bccea-a592-4dab-9f48-fdc16c1f38dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.843374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Deleting port 048b4992-9f2f-406f-8fe7-37609fa4127f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:23:31.843701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.846070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38c909c3-ca0b-4266-8168-a61d60b85978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.872312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-66ad8f1a-a195-4320-9376-78d1e27bbef7 req-bd2d6052-9f5d-4785-a5e3-7d4d4ed27a04 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.875001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-66ad8f1a-a195-4320-9376-78d1e27bbef7 req-bd2d6052-9f5d-4785-a5e3-7d4d4ed27a04 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.876168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66ad8f1a-a195-4320-9376-78d1e27bbef7 req-bd2d6052-9f5d-4785-a5e3-7d4d4ed27a04 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] 10.222.0.38 "DELETE /v2.0/security-groups/34fd79ff-aaa5-434f-ac64-520e3f92e669 HTTP/1.1" status: 204 len: 173 time: 0.2795246 Jul 14 11:23:31.894495 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38c909c3-ca0b-4266-8168-a61d60b85978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.897879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54190) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:31.921263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-318bccea-a592-4dab-9f48-fdc16c1f38dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:31.963876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d6052-9f5d-4785-a5e3-7d4d4ed27a04 tempest-SecurityGroupsTestJSON-1069630939 tempest-SecurityGroupsTestJSON-1069630939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd79ff-aaa5-434f-ac64-520e3f92e669,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:31.983365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-f0544915-53fb-48d6-bd24-8c273705676a req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Deleting port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:23:31.983887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f0544915-53fb-48d6-bd24-8c273705676a req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.024388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1c1046-9a45-4fe1-bfc0-b4a94a6bf983 admin admin] Deleting subnet 7c6d60c3-9778-4f10-bed1-cae176509fb9 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:23:32.029884 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1046-9a45-4fe1-bfc0-b4a94a6bf983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.066982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] For port 048b4992-9f2f-406f-8fe7-37609fa4127f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=048b4992-9f2f-406f-8fe7-37609fa4127f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:32.067732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.073334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a3ec8-f1a1-4af4-bf4c-300397600725 req-4e8d6a80-aaa4-48d0-bf03-ac71b93bc353 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:32.074987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a8a3ec8-f1a1-4af4-bf4c-300397600725 req-4e8d6a80-aaa4-48d0-bf03-ac71b93bc353 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 950 time: 0.1784911 Jul 14 11:23:32.092463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Calling delete_port for 048b4992-9f2f-406f-8fe7-37609fa4127f owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:23:32.094266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1046-9a45-4fe1-bfc0-b4a94a6bf983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.102026 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38c909c3-ca0b-4266-8168-a61d60b85978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.104617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38c909c3-ca0b-4266-8168-a61d60b85978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.105747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-38c909c3-ca0b-4266-8168-a61d60b85978 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e5ce1ae-b1ca-488a-b30b-e16a0b95761c HTTP/1.1" status: 204 len: 168 time: 0.3459816 Jul 14 11:23:32.108582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-318bccea-a592-4dab-9f48-fdc16c1f38dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.111290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-318bccea-a592-4dab-9f48-fdc16c1f38dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.112568 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-318bccea-a592-4dab-9f48-fdc16c1f38dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5384bf5f-4d94-4edf-80b2-9a057336d037 HTTP/1.1" status: 204 len: 168 time: 0.4602020 Jul 14 11:23:32.160780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c909c3-ca0b-4266-8168-a61d60b85978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5ce1ae-b1ca-488a-b30b-e16a0b95761c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:32.180358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bccea-a592-4dab-9f48-fdc16c1f38dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5384bf5f-4d94-4edf-80b2-9a057336d037,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:32.199154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a8a3ec8-f1a1-4af4-bf4c-300397600725 req-31390b48-cb45-49da-abbc-502336634664 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3dd7082-53dc-434a-80b9-3cb794d47da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183441 Jul 14 11:23:32.209742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f0544915-53fb-48d6-bd24-8c273705676a req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] For port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:32.210600 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1046-9a45-4fe1-bfc0-b4a94a6bf983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.213962 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f0544915-53fb-48d6-bd24-8c273705676a req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.251742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-f0544915-53fb-48d6-bd24-8c273705676a req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Calling delete_port for 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:23:32.308060 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1046-9a45-4fe1-bfc0-b4a94a6bf983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.351720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c1046-9a45-4fe1-bfc0-b4a94a6bf983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6d60c3-9778-4f10-bed1-cae176509fb9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:32.361364 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1046-9a45-4fe1-bfc0-b4a94a6bf983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.371380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fe1c1046-9a45-4fe1-bfc0-b4a94a6bf983 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7c6d60c3-9778-4f10-bed1-cae176509fb9 HTTP/1.1" status: 204 len: 168 time: 0.4724576 Jul 14 11:23:32.373245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54210) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:32.574067 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f0544915-53fb-48d6-bd24-8c273705676a req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.586201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['3516cc23-cd4c-4c2d-8bec-ea89c876f1e1'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:32.652881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.665004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['048b4992-9f2f-406f-8fe7-37609fa4127f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:32.713876 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Pushing event deleted for resources: {'Port': ['ID=3516cc23-cd4c-4c2d-8bec-ea89c876f1e1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:32.722996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54226) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:32.776279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84516e2d-00e8-429f-89e5-2a3b70f22097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.782024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0544915-53fb-48d6-bd24-8c273705676a req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] No DVR routers for this DVR port 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:23:32.803753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f0544915-53fb-48d6-bd24-8c273705676a req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.805764 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f0544915-53fb-48d6-bd24-8c273705676a req-a3fe9b16-3c07-4eae-b250-897e940488b6 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.64 "DELETE /v2.0/ports/3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 HTTP/1.1" status: 204 len: 173 time: 1.0731087 Jul 14 11:23:32.806619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63', 'name': 'network-vif-deleted', 'tag': '3516cc23-cd4c-4c2d-8bec-ea89c876f1e1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:32.808930 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa24ab-7c75-4ae2-8256-9666a2eac880" -d '{"events": [{"server_uuid": "26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63", "name": "network-vif-deleted", "tag": "3516cc23-cd4c-4c2d-8bec-ea89c876f1e1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:32.838997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Pushing event deleted for resources: {'Port': ['ID=048b4992-9f2f-406f-8fe7-37609fa4127f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:32.888532 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.962217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] No DVR routers for this DVR port 048b4992-9f2f-406f-8fe7-37609fa4127f on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:23:32.970221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:32.977350 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-093fad19-1b93-4fb3-935f-0dc8f850c365 req-544d662a-d676-4595-a5b5-28ba5e4657fb tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.64 "DELETE /v2.0/ports/048b4992-9f2f-406f-8fe7-37609fa4127f HTTP/1.1" status: 204 len: 173 time: 1.4794950 Jul 14 11:23:32.980250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c103321-d871-45ff-b89d-3959a11d3c70 req-43117e8c-dd14-482c-a040-c837e3b0ce69 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:32.981793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c103321-d871-45ff-b89d-3959a11d3c70 req-43117e8c-dd14-482c-a040-c837e3b0ce69 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63 HTTP/1.1" status: 200 len: 950 time: 0.7169411 Jul 14 11:23:33.030849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f4b3efd8-3b71-4ad5-af3e-14ff4606d64f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:33.137179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c103321-d871-45ff-b89d-3959a11d3c70 req-628deb7b-7f35-4431-a018-29c0fdea22b1 tempest-LiveMigrationNegativeTest-1042284478 tempest-LiveMigrationNegativeTest-1042284478-project] 10.222.0.38 "GET /v2.0/security-groups?id=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399543 Jul 14 11:23:33.248316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:33.255783 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84516e2d-00e8-429f-89e5-2a3b70f22097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.262314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84516e2d-00e8-429f-89e5-2a3b70f22097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.264354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'f4b3efd8-3b71-4ad5-af3e-14ff4606d64f', 'network_id': 'd71b351e-89ca-4b05-b9a9-67c2c415f9a1', 'port_id': 'f4b3efd8-3b71-4ad5-af3e-14ff4606d64f', 'mac_address': 'fa:16:3e:f2:1a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:23:33.274252 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.303980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383deb41-11bf-4cf3-a818-efaf5d55d17d']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:33.319349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa26d91-92ee-4bfa-95ac-3a0c70eb8425 req-6b1e38d6-dc76-439c-a491-c1c53eb042af tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:33.327199 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d08361d-8d97-4ce7-95f5-75fbecbffc46 x-openstack-request-id: req-5d08361d-8d97-4ce7-95f5-75fbecbffc46 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:33.328121 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63", "name": "network-vif-deleted", "tag": "3516cc23-cd4c-4c2d-8bec-ea89c876f1e1", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:33.338051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfa26d91-92ee-4bfa-95ac-3a0c70eb8425 req-6b1e38d6-dc76-439c-a491-c1c53eb042af tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 944 time: 0.4467034 Jul 14 11:23:33.341291 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d08361d-8d97-4ce7-95f5-75fbecbffc46 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:33.343052 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d2aa3f-feaf-4ff9-b0d7-06d173ce6a63', 'name': 'network-vif-deleted', 'tag': '3516cc23-cd4c-4c2d-8bec-ea89c876f1e1', 'status': 'completed', 'code': 200} Jul 14 11:23:33.356812 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-84516e2d-00e8-429f-89e5-2a3b70f22097 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f222e322cb547da982286d345008a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317174 Jul 14 11:23:33.370762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54258) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:33.380644 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.394053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0720b59b-baae-458a-a03e-f10575a4df93') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:33.394864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0720b59b-baae-458a-a03e-f10575a4df93') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:33.450927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b3efd8-3b71-4ad5-af3e-14ff4606d64f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:33.451247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.470036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4d14-0b8e-422f-a304-645401af1e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.498882 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4d14-0b8e-422f-a304-645401af1e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.516206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:33.525976 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.526807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:33.532432 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.560771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfa26d91-92ee-4bfa-95ac-3a0c70eb8425 req-16f572ec-eecf-46fb-9375-ccb2ec01664f tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209404 Jul 14 11:23:33.579932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:23:33.584446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.590074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84516e2d-00e8-429f-89e5-2a3b70f22097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2adb09-1af2-4106-9aa5-b9ce612d24a1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:23:33.593938 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:23:33.607993 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4d14-0b8e-422f-a304-645401af1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.614877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4d14-0b8e-422f-a304-645401af1e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.616426 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7f0f4d14-0b8e-422f-a304-645401af1e82 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a2adb09-1af2-4106-9aa5-b9ce612d24a1 HTTP/1.1" status: 204 len: 168 time: 0.2430148 Jul 14 11:23:33.633971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f4d14-0b8e-422f-a304-645401af1e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2adb09-1af2-4106-9aa5-b9ce612d24a1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:33.745278 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.792448 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:33.796875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/383deb41-11bf-4cf3-a818-efaf5d55d17d HTTP/1.1" status: 204 len: 168 time: 1.4208660 Jul 14 11:23:33.804541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b232a6a-6549-4055-b114-5fe46d6df3e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=383deb41-11bf-4cf3-a818-efaf5d55d17d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:33.861537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9fd3236d-536b-433b-9884-55e367dc8591 req-30ce0f21-84ed-407c-aa0d-2f8660910247 tempest-ServersAdminNegativeTestJSON-670537476 tempest-ServersAdminNegativeTestJSON-670537476-project] 10.222.0.38 "GET /v2.0/ports?device_id=956a2f85-e649-4c65-a3e1-ef6d8fd27373 HTTP/1.1" status: 200 len: 210 time: 0.0591991 Jul 14 11:23:33.976957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54272) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:34.023465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:34.045769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.049144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.049737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.051583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.052018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.056445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.057151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.057966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.058475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.059197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.060418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.062147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:34.106315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:34.121381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'mac_address': 'fa:16:3e:97:94:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:23:34.181496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-917087744-network', 'tenant_id': '49ae27157de1494ea7b37e31fc215eba'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:34.237825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.252983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Made reservation on behalf of 49ae27157de1494ea7b37e31fc215eba for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:34.257110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.279324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.295963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:34.371828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:34.376725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54298) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:34.391579 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.437871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.443363 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.500455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-56b22254-3e9e-45ba-8416-d73cf547f480 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08f036ff4c4240998a557b441146ba18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1219864 Jul 14 11:23:34.503411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54300) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:34.522390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:23:34.530760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:34.546749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5071e830-e230-4b0b-bda7-09b0cc05a65b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:34.574698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.576753 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Added segment 65c39d14-2ef5-4143-be97-3e4455eb1c1c of type vlan for network 729620e0-4334-415d-9880-bf6de95027d5 Jul 14 11:23:34.703423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.717055 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8879e49-a753-48ff-a74a-482db337e853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.793884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.795023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:34.796052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.806453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8879e49-a753-48ff-a74a-482db337e853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:34.820186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['f4b3efd8-3b71-4ad5-af3e-14ff4606d64f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:34.824466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:34.844197 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8638139 Jul 14 11:23:34.846427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:34.870482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Request body: {'subnet': {'network_id': '729620e0-4334-415d-9880-bf6de95027d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-917087744-subnet', 'tenant_id': '49ae27157de1494ea7b37e31fc215eba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:34.902050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0ef35-e60b-4a13-96a3-297590aec6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=729620e0-4334-415d-9880-bf6de95027d5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:35.030144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 729620e0-4334-415d-9880-bf6de95027d5 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:23:35.047779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54314) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:35.048376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 048b4992-9f2f-406f-8fe7-37609fa4127f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:35.114371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Made reservation on behalf of 49ae27157de1494ea7b37e31fc215eba for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:35.116766 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:35.210484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 048b4992-9f2f-406f-8fe7-37609fa4127f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:23:35.211088 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 048b4992-9f2f-406f-8fe7-37609fa4127f not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:35.211712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:35.268600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:23:35.270823 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3516cc23-cd4c-4c2d-8bec-ea89c876f1e1 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:35.275319 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8879e49-a753-48ff-a74a-482db337e853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:35.282998 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8879e49-a753-48ff-a74a-482db337e853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:35.286060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a8879e49-a753-48ff-a74a-482db337e853 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b82162a7-f72f-47c7-aade-271d373db8c5 HTTP/1.1" status: 204 len: 168 time: 0.7780211 Jul 14 11:23:35.337618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c46d66-04fa-418c-bd97-213c813eb391 req-6d1d2c41-4cac-4862-8527-f907aba8481d tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:35.347332 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91c46d66-04fa-418c-bd97-213c813eb391 req-6d1d2c41-4cac-4862-8527-f907aba8481d tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 945 time: 0.3913271 Jul 14 11:23:35.349264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956a2f85-e649-4c65-a3e1-ef6d8fd27373', 'name': 'network-vif-deleted', 'tag': '048b4992-9f2f-406f-8fe7-37609fa4127f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:35.358471 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9111920-fb37-44eb-9317-4972de72fb33" -d '{"events": [{"server_uuid": "956a2f85-e649-4c65-a3e1-ef6d8fd27373", "name": "network-vif-deleted", "tag": "048b4992-9f2f-406f-8fe7-37609fa4127f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:35.396828 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c284c795-91e7-4897-be75-e46e5e6d7a8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab91c906325c4d5cb3ee3ea5320f8c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469377 Jul 14 11:23:35.398068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54338) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:35.413676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8879e49-a753-48ff-a74a-482db337e853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82162a7-f72f-47c7-aade-271d373db8c5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:35.506074 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17298da6-d3b0-417c-9c70-289196f53b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:35.536711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54344) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:35.557447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17298da6-d3b0-417c-9c70-289196f53b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:35.596458 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e55dc72-54cb-4b31-9f8a-fabff836fa77 x-openstack-request-id: req-1e55dc72-54cb-4b31-9f8a-fabff836fa77 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:35.599130 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956a2f85-e649-4c65-a3e1-ef6d8fd27373", "name": "network-vif-deleted", "tag": "048b4992-9f2f-406f-8fe7-37609fa4127f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:35.599486 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e55dc72-54cb-4b31-9f8a-fabff836fa77 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:35.600961 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956a2f85-e649-4c65-a3e1-ef6d8fd27373', 'name': 'network-vif-deleted', 'tag': '048b4992-9f2f-406f-8fe7-37609fa4127f', 'status': 'completed', 'code': 200} Jul 14 11:23:35.641495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91c46d66-04fa-418c-bd97-213c813eb391 req-010403ef-7a6f-4d07-b02b-b6bb64787221 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932551 Jul 14 11:23:35.746237 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17298da6-d3b0-417c-9c70-289196f53b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:35.749617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17298da6-d3b0-417c-9c70-289196f53b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:35.756088 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17298da6-d3b0-417c-9c70-289196f53b2b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0 HTTP/1.1" status: 204 len: 168 time: 0.3544054 Jul 14 11:23:35.768903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17298da6-d3b0-417c-9c70-289196f53b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa16fc-c6b1-4a08-a9ce-e1b84d4f6ff0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:35.897799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.040725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e7f0d9-8f47-49e0-be8f-6a274d9da5b5,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:36.062538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54356) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:36.067678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Checking segment: {'id': '65c39d14-2ef5-4143-be97-3e4455eb1c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '729620e0-4334-415d-9880-bf6de95027d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:36.068261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Network hostable DHCP agents. Network: 729620e0-4334-415d-9880-bf6de95027d5, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:23:36.115423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Network 729620e0-4334-415d-9880-bf6de95027d5 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:23:36.132321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 729620e0-4334-415d-9880-bf6de95027d5) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:36.139881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:36.142289 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.155209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe12b01-6fcd-4567-ba3a-9a0f536271de None None] Network 729620e0-4334-415d-9880-bf6de95027d5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:36.189324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e009fccc-c08c-4c88-8630-986b4c104412 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3379962 Jul 14 11:23:36.257264 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6fa26943-9db4-4d9a-86b1-1bb94c5e714b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2da1c67b19284aa288d22115f6ab071b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7180068 Jul 14 11:23:36.259774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54364) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:36.360750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e94ad95-4158-46a4-9602-44f48cb2d045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.397933 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e94ad95-4158-46a4-9602-44f48cb2d045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.427824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1826634340-network', 'tenant_id': '092b4d35f0ba473e960362da2e4e4617'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:36.437197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd588703-bf93-4e3f-896b-c3ed8c494a56 None None] Network 729620e0-4334-415d-9880-bf6de95027d5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:36.473026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Made reservation on behalf of 092b4d35f0ba473e960362da2e4e4617 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:36.477292 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.506413 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e94ad95-4158-46a4-9602-44f48cb2d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.510475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e94ad95-4158-46a4-9602-44f48cb2d045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.513423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8e94ad95-4158-46a4-9602-44f48cb2d045 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3dd7082-53dc-434a-80b9-3cb794d47da2 HTTP/1.1" status: 204 len: 168 time: 0.2521176 Jul 14 11:23:36.527382 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.537403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94ad95-4158-46a4-9602-44f48cb2d045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dd7082-53dc-434a-80b9-3cb794d47da2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:36.632843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54380) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:36.713503 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54384) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:36.714289 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-67958454-7f97-45e4-aa13-da62529360fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1ea4488439f4204b6e57cecf733bb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799589 Jul 14 11:23:36.863814 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.889803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:36.955413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:23:37.014960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb7344a-79fc-4985-b2c0-f3a3b77534a9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:37.031518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f4b3efd8-3b71-4ad5-af3e-14ff4606d64f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:37.064028 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.064510 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Added segment c286ed84-ffb2-40be-9585-79e8d6153a3e of type vlan for network 7bf37d25-cd40-48ee-9a05-205601d9caa9 Jul 14 11:23:37.092254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18cafc-480f-4087-8dc7-e2285d3fea1c req-8ddcdf51-baca-4cd3-b91b-396d33497bb3 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:37.094036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a18cafc-480f-4087-8dc7-e2285d3fea1c req-8ddcdf51-baca-4cd3-b91b-396d33497bb3 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 945 time: 0.1635864 Jul 14 11:23:37.181043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a18cafc-480f-4087-8dc7-e2285d3fea1c req-e0b70ade-371d-456a-a262-f0a96cf9cd15 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763030 Jul 14 11:23:37.185797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f1891b6-b608-470f-936a-462df4c9cf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.190212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:37.196065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:37.196694 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.222627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.310469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.312395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:37.313302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.314616 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.327516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f1891b6-b608-470f-936a-462df4c9cf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.357213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:37.358801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b193d1c0-683f-4cef-99e2-341a6957fc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b3efd8-3b71-4ad5-af3e-14ff4606d64f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:37.362409 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ef580e-52e4-4188-a830-106436e788c9" -d '{"events": [{"server_uuid": "b193d1c0-683f-4cef-99e2-341a6957fc26", "name": "network-vif-plugged", "status": "completed", "tag": "f4b3efd8-3b71-4ad5-af3e-14ff4606d64f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:37.368437 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.369340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:37.470242 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4064620 Jul 14 11:23:37.474384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54402) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:37.484450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Request body: {'subnet': {'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1826634340-subnet', 'tenant_id': '092b4d35f0ba473e960362da2e4e4617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:37.491301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a522c-7caa-4308-a61e-2c6a30c8a983 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf37d25-cd40-48ee-9a05-205601d9caa9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:37.506195 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aa5a38-3e22-4700-a201-4e068fb8e54c x-openstack-request-id: req-87aa5a38-3e22-4700-a201-4e068fb8e54c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:37.506521 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b193d1c0-683f-4cef-99e2-341a6957fc26", "name": "network-vif-plugged", "status": "completed", "tag": "f4b3efd8-3b71-4ad5-af3e-14ff4606d64f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:37.509545 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87aa5a38-3e22-4700-a201-4e068fb8e54c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:37.510418 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b193d1c0-683f-4cef-99e2-341a6957fc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b3efd8-3b71-4ad5-af3e-14ff4606d64f', 'code': 200} Jul 14 11:23:37.512377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:37.542637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f1891b6-b608-470f-936a-462df4c9cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.547561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f1891b6-b608-470f-936a-462df4c9cf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.552325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 7bf37d25-cd40-48ee-9a05-205601d9caa9 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:23:37.552767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9f1891b6-b608-470f-936a-462df4c9cf01 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0086c15-6d0a-4920-bb82-8abf3c93d327 HTTP/1.1" status: 204 len: 168 time: 0.8355303 Jul 14 11:23:37.579616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Made reservation on behalf of 092b4d35f0ba473e960362da2e4e4617 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:37.582551 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:37.678748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54414) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:37.723466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1891b6-b608-470f-936a-462df4c9cf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0086c15-6d0a-4920-bb82-8abf3c93d327,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:37.839147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc84873-a272-4dcf-9930-9357b7819742 req-a8aadaa7-3c01-46d9-8ec1-387a896db8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:37.844473 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7fc84873-a272-4dcf-9930-9357b7819742 req-a8aadaa7-3c01-46d9-8ec1-387a896db8e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 1097 time: 0.2902632 Jul 14 11:23:37.851379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54420) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:37.853211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0d31faa7-2601-470d-b091-cca0ea35b5f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4128c77a259c4806993d90070ca28def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656566 Jul 14 11:23:38.040811 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7fc84873-a272-4dcf-9930-9357b7819742 req-e6f2a5cd-78da-4c66-864d-6877d1eaa538 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858132 Jul 14 11:23:38.076173 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eee7ca42-0312-4bbc-a606-b6fba16c26e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:38.134741 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eee7ca42-0312-4bbc-a606-b6fba16c26e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:38.157938 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:38.180229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:38.180613 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:38.227293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f1a636a-b36e-4fd9-96e6-014ea8048540,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:38.244738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eee7ca42-0312-4bbc-a606-b6fba16c26e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:38.247595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eee7ca42-0312-4bbc-a606-b6fba16c26e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:38.248986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eee7ca42-0312-4bbc-a606-b6fba16c26e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d616f265-52a4-4572-b410-42c6271a3a01 HTTP/1.1" status: 204 len: 168 time: 0.3958154 Jul 14 11:23:38.253768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:38.254223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Network hostable DHCP agents. Network: 7bf37d25-cd40-48ee-9a05-205601d9caa9, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:23:38.283302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7ca42-0312-4bbc-a606-b6fba16c26e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d616f265-52a4-4572-b410-42c6271a3a01,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:38.290822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Network 7bf37d25-cd40-48ee-9a05-205601d9caa9 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:23:38.311586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 7bf37d25-cd40-48ee-9a05-205601d9caa9) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:38.327476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:38.330972 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:38.366493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5b46a09f-17a2-4bef-abab-a7bd77239566 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8903022 Jul 14 11:23:38.383092 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:38.401907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb878d-fe39-4383-a8a9-3628163a152c None None] Network 7bf37d25-cd40-48ee-9a05-205601d9caa9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:38.638363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:38.651219 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:38.797065 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:23:38.861784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528a7fb-016f-45e8-b6c3-d6200aebfde3 req-f4e76c2b-e57b-4708-a1c8-7bc7431b4e0b tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:38.864937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e528a7fb-016f-45e8-b6c3-d6200aebfde3 req-f4e76c2b-e57b-4708-a1c8-7bc7431b4e0b tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 946 time: 0.1798677 Jul 14 11:23:38.954123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e528a7fb-016f-45e8-b6c3-d6200aebfde3 req-d5a721d6-9868-493e-a4e0-a55c34f816f9 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658727 Jul 14 11:23:38.988808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c843e0-3dc7-469e-ad49-4cacb2dd9843 None None] Network 7bf37d25-cd40-48ee-9a05-205601d9caa9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:39.020509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54464) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:39.025441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1098604104-network', 'tenant_id': '48e02cef8cfd414bb8c1a1b919e42b46'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:39.084264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Made reservation on behalf of 48e02cef8cfd414bb8c1a1b919e42b46 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:39.089927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:39.091179 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.117168 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.303761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.317654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.342818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:23:39.360548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1776ce7-bec3-4d93-9f7a-0cf844ad9a9c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:39.366636 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.367286 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Added segment c367ba09-cfdf-4e83-9304-04373c159b4b of type vlan for network c661b33c-9f88-46db-9ea2-d31208a5f8a8 Jul 14 11:23:39.408824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f36920ff-9ae0-4dcd-92d0-e35351134a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.417297 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.456438 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.457675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:39.458607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.512313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:39.514662 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a016de6b-e8f9-4b0b-a441-5a11c3ba4081" -d '{"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-plugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:39.527542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5063298 Jul 14 11:23:39.530771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54478) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:39.539212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Request body: {'subnet': {'network_id': 'c661b33c-9f88-46db-9ea2-d31208a5f8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1098604104-subnet', 'tenant_id': '48e02cef8cfd414bb8c1a1b919e42b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:39.546618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54482) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:39.549893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e17e-472a-4166-98de-dcdaa97ad485 admin admin] Pushing event updated for resources: {'Network': ['ID=c661b33c-9f88-46db-9ea2-d31208a5f8a8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:39.569285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network c661b33c-9f88-46db-9ea2-d31208a5f8a8 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:23:39.592830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Made reservation on behalf of 48e02cef8cfd414bb8c1a1b919e42b46 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:39.598733 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.622661 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbdae41-36f9-4a9d-9f73-2a937880ca22 x-openstack-request-id: req-0fbdae41-36f9-4a9d-9f73-2a937880ca22 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:39.623175 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-plugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:39.623602 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fbdae41-36f9-4a9d-9f73-2a937880ca22 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:39.624173 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'code': 200} Jul 14 11:23:39.895651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:39.959006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a76fdf2-60c4-4f27-a0f5-80a98ce531f1,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:40.012131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1311697837-network', 'tenant_id': '9869983e50e94f21a54afdd17d16f7ca'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:40.042698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Checking segment: {'id': 'c367ba09-cfdf-4e83-9304-04373c159b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c661b33c-9f88-46db-9ea2-d31208a5f8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:40.043059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Network hostable DHCP agents. Network: c661b33c-9f88-46db-9ea2-d31208a5f8a8, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:23:40.082161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Made reservation on behalf of 9869983e50e94f21a54afdd17d16f7ca for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:40.084968 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.109809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Network c661b33c-9f88-46db-9ea2-d31208a5f8a8 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:23:40.120803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.137376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, c661b33c-9f88-46db-9ea2-d31208a5f8a8) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:40.148547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec416cab-81fe-4185-87a5-ffcbd19bddb9 None None] Network c661b33c-9f88-46db-9ea2-d31208a5f8a8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:40.152909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:40.152909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.346368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.361536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.385797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c0064a53-0de9-4085-a8f1-058892e387fe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8536925 Jul 14 11:23:40.423583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:23:40.442982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fb5679-2f6e-49eb-9869-78b3a5f06d33,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:40.444784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74707250-626a-4356-95d6-c60030289f43 req-8dd92e2b-ebed-49d3-a49f-bbd9c9eaa65b tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:40.461584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.466950 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Added segment f27bbf85-55a1-48b5-a622-19114e63af3c of type vlan for network 67a99353-d2f1-4909-b6ba-4b79a03209a3 Jul 14 11:23:40.470122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74707250-626a-4356-95d6-c60030289f43 req-8dd92e2b-ebed-49d3-a49f-bbd9c9eaa65b tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 946 time: 0.1968861 Jul 14 11:23:40.499240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05123bfd-9067-4fb1-8137-5fe8d9a2238d None None] Network c661b33c-9f88-46db-9ea2-d31208a5f8a8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:40.542548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74707250-626a-4356-95d6-c60030289f43 req-6b3ce4a1-15f4-418b-8370-bfd54c236b08 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703993 Jul 14 11:23:40.565160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.632587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.633718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:40.634327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.672264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54534) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:40.681112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1683483762-network', 'tenant_id': '11a62f943f2647e29c5a877f4ef00272'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:40.740803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Made reservation on behalf of 11a62f943f2647e29c5a877f4ef00272 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:40.743637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.758697 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:40.789115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] Pushing event updated for resources: {'Network': ['ID=67a99353-d2f1-4909-b6ba-4b79a03209a3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:40.818048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 67a99353-d2f1-4909-b6ba-4b79a03209a3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:23:40.995603 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:41.013291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:41.028853 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-90adde77-1dfa-47be-8b06-a6422b9cf921 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4774573 Jul 14 11:23:41.029889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54542) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:41.041495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Request body: {'subnet': {'network_id': '67a99353-d2f1-4909-b6ba-4b79a03209a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1311697837-subnet', 'tenant_id': '9869983e50e94f21a54afdd17d16f7ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:41.063070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:23:41.106509 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:41.107137 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Added segment adb66ad4-d7e7-4e24-87e1-6ef6b57ae263 of type vlan for network 097cedb0-76b8-4fec-b827-60777bc0ef4e Jul 14 11:23:41.136684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Made reservation on behalf of 9869983e50e94f21a54afdd17d16f7ca for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:41.139349 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:41.306438 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:41.365830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6d5a94-f6e2-42f9-bcee-766ec2c0a6be,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:41.418210 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:41.420359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:41.420965 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:41.503961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8287671 Jul 14 11:23:41.507492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54566) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:41.516351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Request body: {'subnet': {'network_id': '097cedb0-76b8-4fec-b827-60777bc0ef4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1683483762-subnet', 'tenant_id': '11a62f943f2647e29c5a877f4ef00272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:41.543057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2c5a3-f73d-475a-8a22-194957192c83 admin admin] Pushing event updated for resources: {'Network': ['ID=097cedb0-76b8-4fec-b827-60777bc0ef4e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:41.560283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 097cedb0-76b8-4fec-b827-60777bc0ef4e details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:23:41.574712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Made reservation on behalf of 11a62f943f2647e29c5a877f4ef00272 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:41.580880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:42.100687 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-094982dd-ac84-4803-a5cd-624f125e9a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:42.199585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:42.210494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83dac-076a-4af2-8792-20fce386951a req-e8f2614c-01f6-4a67-923f-11b9acd0756b tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:42.215776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-e8f2614c-01f6-4a67-923f-11b9acd0756b tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/networks?id=729620e0-4334-415d-9880-bf6de95027d5 HTTP/1.1" status: 200 len: 814 time: 0.4401281 Jul 14 11:23:42.241825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:42.264779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-6cc9c2ca-9381-4135-a5de-5eb1e0a9775f tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/quotas/49ae27157de1494ea7b37e31fc215eba HTTP/1.1" status: 200 len: 375 time: 0.0376523 Jul 14 11:23:42.422027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-da44d2a4-e766-48b6-a58b-40af9a608a2f tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=49ae27157de1494ea7b37e31fc215eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355298 Jul 14 11:23:42.430425 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e64b127-01d6-450d-9c21-4d862ac5124e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:42.496243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Checking segment: {'id': 'f27bbf85-55a1-48b5-a622-19114e63af3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67a99353-d2f1-4909-b6ba-4b79a03209a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:42.496610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Network hostable DHCP agents. Network: 67a99353-d2f1-4909-b6ba-4b79a03209a3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:23:42.519466 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:42.560298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Network 67a99353-d2f1-4909-b6ba-4b79a03209a3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:23:42.583079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 67a99353-d2f1-4909-b6ba-4b79a03209a3) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:42.588563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:42.589637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:42.594993 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8670ac-46e9-4793-9089-b7ed4a9ca27a None None] Network 67a99353-d2f1-4909-b6ba-4b79a03209a3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:42.623157 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4fc89320-9949-4c3b-aa69-1caeb7d35117 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5918260 Jul 14 11:23:42.727940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957da024-7162-418a-8bba-0bca889963ae,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:42.793138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-d26621cd-bded-4bb3-af31-84cd7a79190b service neutron] 10.222.0.38 "GET /v2.0/networks/729620e0-4334-415d-9880-bf6de95027d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543625 Jul 14 11:23:42.846310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a30dbc-9b6c-4e87-a0f6-72cd66d8cefe None None] Network 67a99353-d2f1-4909-b6ba-4b79a03209a3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:42.903654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Checking segment: {'id': 'adb66ad4-d7e7-4e24-87e1-6ef6b57ae263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '097cedb0-76b8-4fec-b827-60777bc0ef4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:42.911755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Network hostable DHCP agents. Network: 097cedb0-76b8-4fec-b827-60777bc0ef4e, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:23:42.996195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Network 097cedb0-76b8-4fec-b827-60777bc0ef4e is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:23:43.053663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 097cedb0-76b8-4fec-b827-60777bc0ef4e) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:43.060256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-507b2256-bf68-45c0-b561-2afce1f626a6 service neutron] 10.222.0.38 "GET /v2.0/networks/729620e0-4334-415d-9880-bf6de95027d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542119 Jul 14 11:23:43.060256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:43.060256 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:43.096316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0a98f807-428a-4af1-aee0-374956558f75 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5874090 Jul 14 11:23:43.124634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9e237-7ce4-4872-96b8-8e62df46e505 None None] Network 097cedb0-76b8-4fec-b827-60777bc0ef4e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:43.416639 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:43.420061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a7b66-9e55-4a0d-ab58-2dce8b4d976f None None] Network 097cedb0-76b8-4fec-b827-60777bc0ef4e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:43.985905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-790a047c-4ba7-471b-9323-5b221976d378 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=74fa1d7c96164474bf4b5083b15d7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844321 Jul 14 11:23:44.386102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-d8bdf3ac-a43e-48b0-87c5-e942118a2432 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:44.392670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-d8bdf3ac-a43e-48b0-87c5-e942118a2432 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035206 Jul 14 11:23:44.418211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-c2f6e719-56e5-42bd-8ce6-ba367245b36e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/quotas/74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 375 time: 0.0246837 Jul 14 11:23:44.466437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-8de9b1aa-b3e7-48b3-b4a5-3522f6bc8f8a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423400 Jul 14 11:23:44.474667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-66fbac74-bcd6-4bae-997f-cf5f69e462e9 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:44.481514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-66fbac74-bcd6-4bae-997f-cf5f69e462e9 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/networks?id=67a99353-d2f1-4909-b6ba-4b79a03209a3 HTTP/1.1" status: 200 len: 821 time: 0.2088931 Jul 14 11:23:44.493828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-9b127619-965e-47f9-8615-fa1b8d3ae7c8 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/quotas/9869983e50e94f21a54afdd17d16f7ca HTTP/1.1" status: 200 len: 375 time: 0.0114539 Jul 14 11:23:44.543567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-691eedca-8ef8-4f5d-b095-2cf82c694368 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9869983e50e94f21a54afdd17d16f7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412064 Jul 14 11:23:44.684340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-0c841b5b-b3e1-4d10-97ba-7cd534ec8895 service neutron] 10.222.0.38 "GET /v2.0/networks/67a99353-d2f1-4909-b6ba-4b79a03209a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322708 Jul 14 11:23:44.843633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8d37a23-dd3d-490f-aec4-f5c26edccd86 req-557da033-1cef-4c8d-9abc-6aff931fc63d tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.0631394 Jul 14 11:23:44.933792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-9bebb658-0dc1-4e32-aad1-ff5268363d9c service neutron] 10.222.0.38 "GET /v2.0/networks/67a99353-d2f1-4909-b6ba-4b79a03209a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401416 Jul 14 11:23:44.991019 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:45.148752 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41a96c2d-4fe9-4c34-95a8-b3c41d516b17 req-0e9ae714-153c-4444-9f89-7f55d9c483a9 tempest-FlavorsV2NegativeTest-1793330349 tempest-FlavorsV2NegativeTest-1793330349-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=caea80ae5fe64ca6a2e431cd5d9222c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291917 Jul 14 11:23:45.344787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a96c2d-4fe9-4c34-95a8-b3c41d516b17 req-b0fdedc3-2ebe-475a-ad18-c6edfaf42674 tempest-FlavorsV2NegativeTest-1793330349 tempest-FlavorsV2NegativeTest-1793330349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:45.353232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41a96c2d-4fe9-4c34-95a8-b3c41d516b17 req-b0fdedc3-2ebe-475a-ad18-c6edfaf42674 tempest-FlavorsV2NegativeTest-1793330349 tempest-FlavorsV2NegativeTest-1793330349-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034209 Jul 14 11:23:45.384319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41a96c2d-4fe9-4c34-95a8-b3c41d516b17 req-323b8284-d6a0-464d-a730-09dbffb4a083 tempest-FlavorsV2NegativeTest-1793330349 tempest-FlavorsV2NegativeTest-1793330349-project] 10.222.0.38 "GET /v2.0/quotas/caea80ae5fe64ca6a2e431cd5d9222c7 HTTP/1.1" status: 200 len: 375 time: 0.0301414 Jul 14 11:23:45.445095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41a96c2d-4fe9-4c34-95a8-b3c41d516b17 req-9782a4fc-2d6c-4ccb-a378-06b2a198741e tempest-FlavorsV2NegativeTest-1793330349 tempest-FlavorsV2NegativeTest-1793330349-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=caea80ae5fe64ca6a2e431cd5d9222c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597353 Jul 14 11:23:45.491711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-c57e9f70-3e7f-4769-974f-9517e527735a tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:45.500744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-c57e9f70-3e7f-4769-974f-9517e527735a tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 821 time: 0.2401845 Jul 14 11:23:45.590049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-c7b4f344-8bc9-4eda-bd84-477e9d8d6e71 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/quotas/092b4d35f0ba473e960362da2e4e4617 HTTP/1.1" status: 200 len: 375 time: 0.0882554 Jul 14 11:23:45.650095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-aa8c7950-6e33-46ba-8ed7-de4bf3f223ad tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588701 Jul 14 11:23:45.853806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83dac-076a-4af2-8792-20fce386951a req-4fd438b3-997a-4c34-a609-68a3f393568f tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:45.855223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-4fd438b3-997a-4c34-a609-68a3f393568f tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.45 "GET /v2.0/networks?id=729620e0-4334-415d-9880-bf6de95027d5 HTTP/1.1" status: 200 len: 814 time: 0.3501496 Jul 14 11:23:45.870965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-54b860c3-205f-49de-abde-73e542987bb1 service neutron] 10.222.0.38 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199354 Jul 14 11:23:45.931159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Request body: {'port': {'device_id': 'dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3', 'network_id': '729620e0-4334-415d-9880-bf6de95027d5', 'admin_state_up': True, 'tenant_id': '49ae27157de1494ea7b37e31fc215eba'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:46.368910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6deae1eb-bef7-4bd3-bb28-56a1fce96541 req-3d425f12-b402-4f01-8ae4-f730246fe5fc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 210 time: 0.0445683 Jul 14 11:23:46.437983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-0babb9bc-bf93-42ca-bcb6-9087e664f705 service neutron] 10.222.0.38 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661337 Jul 14 11:23:46.486718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Made reservation on behalf of 49ae27157de1494ea7b37e31fc215eba for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:46.505377 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:46.598174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54766) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:46.827453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-b35a595f-b983-4773-9146-645fe629563f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=74fa1d7c96164474bf4b5083b15d7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846443 Jul 14 11:23:46.924806 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97af4f06-6c7b-4fd1-99a6-6edeaf86c345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:47.041558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599fb86-bc47-4129-a1c4-6c8fc1b9a7b2 req-9b875c97-bdde-40ac-8060-eba54bcb87e0 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:47.046982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a599fb86-bc47-4129-a1c4-6c8fc1b9a7b2 req-9b875c97-bdde-40ac-8060-eba54bcb87e0 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 945 time: 0.4561656 Jul 14 11:23:47.103404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba9b9c6c-5d32-4dcb-ae86-8ecfe6db321b req-14c6baa9-08e1-41a2-8d2c-0e1f10d95c6e tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 210 time: 0.1968570 Jul 14 11:23:47.161554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a599fb86-bc47-4129-a1c4-6c8fc1b9a7b2 req-1ae5f240-532b-49ea-ab12-885aee4f8196 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135781 Jul 14 11:23:47.196235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Allocated IP 172.20.0.9 (729620e0-4334-415d-9880-bf6de95027d5/57e7f0d9-8f47-49e0-be8f-6a274d9da5b5/eeef5460-50de-4672-abad-67e851856ac8) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:47.217432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97af4f06-6c7b-4fd1-99a6-6edeaf86c345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:47.234007 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97af4f06-6c7b-4fd1-99a6-6edeaf86c345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:47.318469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-97af4f06-6c7b-4fd1-99a6-6edeaf86c345 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=caea80ae5fe64ca6a2e431cd5d9222c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7184572 Jul 14 11:23:47.328827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54784) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:47.337011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af4f06-6c7b-4fd1-99a6-6edeaf86c345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2304176c-37a4-4be9-b761-9e6d1f0e02ba,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:47.391202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-d81d8079-5378-4073-a5a8-29eef1513798 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:47.392793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-d81d8079-5378-4073-a5a8-29eef1513798 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5383329 Jul 14 11:23:47.419144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Request body: {'port': {'device_id': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '74fa1d7c96164474bf4b5083b15d7551'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:47.581196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c97e1f1e-9114-4559-b085-ec207e261156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:47.620300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16f9b0d4-5068-4381-aede-ae06ad605fc2 req-f1b6af1e-3776-4326-a2f9-10bbc922189b tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.1266477 Jul 14 11:23:47.648039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c97e1f1e-9114-4559-b085-ec207e261156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:47.732408 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b938ea62-93b7-402e-b32c-cd5f1ce6dd13 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:47.734683 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b938ea62-93b7-402e-b32c-cd5f1ce6dd13 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.45 "GET /v2.0/networks?id=67a99353-d2f1-4909-b6ba-4b79a03209a3 HTTP/1.1" status: 200 len: 821 time: 0.2768009 Jul 14 11:23:47.749722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Request body: {'port': {'device_id': '3053b924-f0fb-4544-a437-dc24f52658cc', 'network_id': '67a99353-d2f1-4909-b6ba-4b79a03209a3', 'admin_state_up': True, 'tenant_id': '9869983e50e94f21a54afdd17d16f7ca'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:47.835139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c97e1f1e-9114-4559-b085-ec207e261156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:47.842435 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c97e1f1e-9114-4559-b085-ec207e261156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:47.847938 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c97e1f1e-9114-4559-b085-ec207e261156 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2304176c-37a4-4be9-b761-9e6d1f0e02ba HTTP/1.1" status: 204 len: 168 time: 0.5129077 Jul 14 11:23:47.872537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e1f1e-9114-4559-b085-ec207e261156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2304176c-37a4-4be9-b761-9e6d1f0e02ba,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:48.040316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Made reservation on behalf of 9869983e50e94f21a54afdd17d16f7ca for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:48.045401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:48.123496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Made reservation on behalf of 74fa1d7c96164474bf4b5083b15d7551 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:48.149512 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:48.251926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3dd402a8-371c-45a8-bcd6-ae35f62f87d3 req-0cac747f-1903-44de-9899-5a048a5458e1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 210 time: 0.2400515 Jul 14 11:23:48.332666 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:48.387919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:48.448317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Allocated IP 172.20.0.2 (67a99353-d2f1-4909-b6ba-4b79a03209a3/1e64b127-01d6-450d-9c21-4d862ac5124e/b2b4abb7-3467-430d-8aa2-1004b8ae7dc2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:48.569515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08afef4b-fade-4bbe-a076-cb4388c6c28e req-e7e7dfc5-8a79-48a8-95c5-6292313a555e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 210 time: 0.1391411 Jul 14 11:23:48.723453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:48.898811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:48.933989 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:48.965578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:48.997042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Network 729620e0-4334-415d-9880-bf6de95027d5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:49.014001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f17b1928-a442-4bec-9243-021000b4859f req-1f9ffedf-e140-4419-80b8-9977d11e994c tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 210 time: 0.0742364 Jul 14 11:23:49.163595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:49.174361 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:49.177942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:23:49.333229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Allocated IP 192.168.233.178 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/96057dad-a86f-4a6c-a8a2-b050e6e2a826) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:49.364618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Pushing event updated for resources: {'Port': ['ID=eeef5460-50de-4672-abad-67e851856ac8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:49.381536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54850) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:49.392352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-998f2402-c491-4236-8186-09914144725b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:49.394624 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-998f2402-c491-4236-8186-09914144725b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 821 time: 0.4496777 Jul 14 11:23:49.408847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Request body: {'port': {'device_id': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9', 'admin_state_up': True, 'tenant_id': '092b4d35f0ba473e960362da2e4e4617'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:49.493156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Network 67a99353-d2f1-4909-b6ba-4b79a03209a3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:49.498256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:49.509315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:23:49.552870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:49.571978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Pushing event updated for resources: {'Port': ['ID=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:49.572207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Transition to ACTIVE for port object 96057dad-a86f-4a6c-a8a2-b050e6e2a826 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:49.624885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:49.626042 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:49.647722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:49.664668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Made reservation on behalf of 092b4d35f0ba473e960362da2e4e4617 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:49.670186 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:49.680136 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a57c6c24-00c6-4dfe-a877-6e6c237ebe5d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9358447 Jul 14 11:23:49.696404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Request body: {'port': {'device_id': '3053b924-f0fb-4544-a437-dc24f52658cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:49.783268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35be1aa5-3d93-4893-835c-76049795d04c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:49.832617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:49.852494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1810735125-network', 'tenant_id': '2e85f93f38724ffaa9d6ab4281fda3d9'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:49.922983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:49.923685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:49.943937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:49.948395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Made reservation on behalf of 2e85f93f38724ffaa9d6ab4281fda3d9 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:49.950594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.010164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:50.013851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Pushing event updated for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:50.037792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Allocated IP 172.20.0.13 (7bf37d25-cd40-48ee-9a05-205601d9caa9/6f1a636a-b36e-4fd9-96e6-014ea8048540/a8904ab3-595a-44a7-83e3-724ab234f6c4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:50.047453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-7111f549-8b63-4e87-bc80-4670907eeaf0 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1026728897&fields=id&tenant_id=595428f2d6254beda60793bb93154145 HTTP/1.1" status: 200 len: 267 time: 0.6667690 Jul 14 11:23:50.055202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:23:50.134857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.306379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f96e4-add4-4ef9-8cc8-1d6a4a6e9412 req-f46f9048-b5da-4744-82f6-187fc71df09a tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:50.308187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-883f96e4-add4-4ef9-8cc8-1d6a4a6e9412 req-f46f9048-b5da-4744-82f6-187fc71df09a tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 931 time: 1.3353455 Jul 14 11:23:50.319894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-2c3f3d07-e829-4dcb-8d0f-51c5ff4aae54 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:50.321767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-2c3f3d07-e829-4dcb-8d0f-51c5ff4aae54 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/networks?id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 200 len: 823 time: 0.2734091 Jul 14 11:23:50.337692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-d23c4507-bad7-48fc-b475-1d921d50d108 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4417629 Jul 14 11:23:50.387992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Request body: {'port': {'device_id': 'dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:50.404762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-5482bad2-cc00-4643-9d0a-5d390b05ab7c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/quotas/595428f2d6254beda60793bb93154145 HTTP/1.1" status: 200 len: 375 time: 0.0626218 Jul 14 11:23:50.435700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d9d39589-6691-4764-b56a-0e8396364b0f None None] Provisioning for port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:50.446908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d9d39589-6691-4764-b56a-0e8396364b0f None None] Provisioning complete for port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:50.447658 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9d39589-6691-4764-b56a-0e8396364b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.470797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:50.472117 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.490935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-883f96e4-add4-4ef9-8cc8-1d6a4a6e9412 req-9a0d0bfd-a5b6-43e9-8e20-bffbaab1410d tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679451 Jul 14 11:23:50.556102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d9d39589-6691-4764-b56a-0e8396364b0f None None] Port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:23:50.581010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.595876 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eea200-176c-4a68-993a-92f512cc9024 req-cfb8e45d-e22e-4e9f-9005-0b9bf3eb9ff8 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:50.598986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-19eea200-176c-4a68-993a-92f512cc9024 req-cfb8e45d-e22e-4e9f-9005-0b9bf3eb9ff8 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.45 "GET /v2.0/ports?device_id=28cd60e0-95c0-42f8-b570-2d3373b4936b HTTP/1.1" status: 200 len: 945 time: 0.4097939 Jul 14 11:23:50.635190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.659507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-238601fe-c527-40ab-98da-44d0a9ea6a90 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=595428f2d6254beda60793bb93154145&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2286899 Jul 14 11:23:50.695991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:50.711418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.788056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Transition to ACTIVE for port object b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:50.800593 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.802080 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.815952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:50.832441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-0d452b51-ff43-4437-84e5-27a9960adc16 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4285786 Jul 14 11:23:50.899943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Request body: {'port': {'device_id': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:50.905190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:50.961511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:23:50.995591 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.051624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67977bad-6067-4b54-b7c6-27e7bde505e4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:51.061248 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.061581 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Added segment a75699c9-6625-4aa4-90db-4a79cceb3c08 of type vlan for network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 Jul 14 11:23:51.086325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-5d25762a-b6b2-4770-b103-9410d416ebee service neutron] 10.222.0.38 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123788 Jul 14 11:23:51.125522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Pushing event updated for resources: {'Port': ['ID=a8904ab3-595a-44a7-83e3-724ab234f6c4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:51.153523 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Deleting port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:23:51.154062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.177830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.232337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Network 7bf37d25-cd40-48ee-9a05-205601d9caa9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:51.239933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:51.244408 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.247346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:23:51.317983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Attempting to bind port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:51.318970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Attempting to bind port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'f27bbf85-55a1-48b5-a622-19114e63af3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67a99353-d2f1-4909-b6ba-4b79a03209a3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:51.319482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Attempting to bind port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 on network 67a99353-d2f1-4909-b6ba-4b79a03209a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:51.345831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 on network 67a99353-d2f1-4909-b6ba-4b79a03209a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:51.346881 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Attempting to bind port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 on network 67a99353-d2f1-4909-b6ba-4b79a03209a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:51.354238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] For port 88eb32af-f33e-4d2a-9264-4a70e795d0a9, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=88eb32af-f33e-4d2a-9264-4a70e795d0a9,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:51.354824 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.370167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308c2bb-3d76-4d6d-bb38-289110d5285b req-176bce37-dd46-4962-8dfd-ca24c52a29c3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:51.374656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:51.375460 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.377021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5308c2bb-3d76-4d6d-bb38-289110d5285b req-176bce37-dd46-4962-8dfd-ca24c52a29c3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 932 time: 0.4233935 Jul 14 11:23:51.408036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:51.408746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Checking segment: {'id': 'f27bbf85-55a1-48b5-a622-19114e63af3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67a99353-d2f1-4909-b6ba-4b79a03209a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:51.409916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Bound using segment: {'id': 'f27bbf85-55a1-48b5-a622-19114e63af3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67a99353-d2f1-4909-b6ba-4b79a03209a3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:51.410643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Bound port: b2b4abb7-3467-430d-8aa2-1004b8ae7dc2, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27bbf85-55a1-48b5-a622-19114e63af3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67a99353-d2f1-4909-b6ba-4b79a03209a3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:51.411200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.489029 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-d4026c5b-a1f8-4abf-afc3-ea8a67ed7eee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0840404 Jul 14 11:23:51.510342 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.511368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:51.511921 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:51.553999 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5308c2bb-3d76-4d6d-bb38-289110d5285b req-5b48fcf2-40ba-4b81-b46f-7a5785bd4020 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760340 Jul 14 11:23:51.558967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Request body: {'port': {'device_id': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:51.582674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9511454 Jul 14 11:23:51.618723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54874) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:23:51.625449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-f5dcb90a-610f-42ac-b026-1e14ae51bb44 service neutron] 10.222.0.38 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851849 Jul 14 11:23:51.650325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Request body: {'subnet': {'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1810735125-subnet', 'tenant_id': '2e85f93f38724ffaa9d6ab4281fda3d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:51.783619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf39b0-40f0-4350-aac1-eb30869543ae admin admin] Pushing event updated for resources: {'Network': ['ID=cb023a9e-e3da-45dd-b5fa-e7cb831e8619,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:51.797621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:23:51.918207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] For port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:51.941429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Made reservation on behalf of 2e85f93f38724ffaa9d6ab4281fda3d9 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:51.943756 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.029223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] For port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,segment=NetworkSegment(f27bbf85-55a1-48b5-a622-19114e63af3c),segment_id=f27bbf85-55a1-48b5-a622-19114e63af3c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:52.087788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96057dad-a86f-4a6c-a8a2-b050e6e2a826 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:52.098439 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.106453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.106893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.107302 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Floating IP 84c63e61-2aba-4a25-9989-763a662b7aa5 disassociated. External IP: 172.25.2.70, port: 88eb32af-f33e-4d2a-9264-4a70e795d0a9. Jul 14 11:23:52.107699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Calling delete_port for 88eb32af-f33e-4d2a-9264-4a70e795d0a9 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:23:52.114014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Transition to ACTIVE for port object 96057dad-a86f-4a6c-a8a2-b050e6e2a826 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:52.133080 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.243899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeef5460-50de-4672-abad-67e851856ac8 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:52.272381 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.343000 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.377231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Pushing event updated for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:52.393077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f0a15-444f-4e13-9d56-d2edef183f39 req-bcd619f8-f76a-4f01-a627-bdead258e463 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:52.396001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-540f0a15-444f-4e13-9d56-d2edef183f39 req-bcd619f8-f76a-4f01-a627-bdead258e463 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 943 time: 0.2780371 Jul 14 11:23:52.567638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.570613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:52.570936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.577790 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] 10.222.0.45 "PUT /v2.0/ports/b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 HTTP/1.1" status: 200 len: 1091 time: 2.8884828 Jul 14 11:23:52.768365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Transition to ACTIVE for port object eeef5460-50de-4672-abad-67e851856ac8 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:52.778837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1920e-bde1-4e72-a4bb-fc22389d7782 req-b6599f29-1fe6-4b31-8453-e1ceea83902d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:52.780735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4d1920e-bde1-4e72-a4bb-fc22389d7782 req-b6599f29-1fe6-4b31-8453-e1ceea83902d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 948 time: 0.9913700 Jul 14 11:23:52.790447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.860364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Attempting to bind port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:52.860806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Attempting to bind port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:52.861383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Attempting to bind port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:52.888537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-540f0a15-444f-4e13-9d56-d2edef183f39 req-ca1bd773-cf2d-40eb-af78-3b032430c225 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812825 Jul 14 11:23:52.892415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:52.892745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Attempting to bind port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:52.917476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Pushing event updated for resources: {'Port': ['ID=eeef5460-50de-4672-abad-67e851856ac8,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:52.923715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:52.924096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:52.925285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:52.925972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Bound port: 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:52.926453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.936841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3053b924-f0fb-4544-a437-dc24f52658cc', 'tag': 'b2b4abb7-3467-430d-8aa2-1004b8ae7dc2'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:52.940762 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d" -d '{"events": [{"name": "network-changed", "server_uuid": "3053b924-f0fb-4544-a437-dc24f52658cc", "tag": "b2b4abb7-3467-430d-8aa2-1004b8ae7dc2"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:52.943571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ed9f0-7a59-45a4-90bb-160c88e374d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:52.947425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4d1920e-bde1-4e72-a4bb-fc22389d7782 req-08c7898d-51aa-47fd-afdb-4e8759493e8a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582928 Jul 14 11:23:52.960547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:52.963190 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:53.056954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event deleted for resources: {'Port': ['ID=88eb32af-f33e-4d2a-9264-4a70e795d0a9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:53.162938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41eed6e3-e4de-43e0-9e1c-01142e2f8b95,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:53.359696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:53.410111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:53.436087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Attempting to bind port eeef5460-50de-4672-abad-67e851856ac8 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:53.436507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Attempting to bind port eeef5460-50de-4672-abad-67e851856ac8 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '65c39d14-2ef5-4143-be97-3e4455eb1c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '729620e0-4334-415d-9880-bf6de95027d5'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:53.436849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Attempting to bind port eeef5460-50de-4672-abad-67e851856ac8 on network 729620e0-4334-415d-9880-bf6de95027d5 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:53.440114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:53.453036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b287e87-22f8-4732-8c3e-200634249c1f req-34373c42-0771-45a0-8ce4-d9c77e146bb2 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 210 time: 0.0586941 Jul 14 11:23:53.557310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:53.557984 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:53.562554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] 10.222.0.45 "PUT /v2.0/ports/96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 1096 time: 2.7124205 Jul 14 11:23:53.563181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Port eeef5460-50de-4672-abad-67e851856ac8 on network 729620e0-4334-415d-9880-bf6de95027d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:53.567940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Attempting to bind port eeef5460-50de-4672-abad-67e851856ac8 on network 729620e0-4334-415d-9880-bf6de95027d5 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:53.588760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:53.598433 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b413137e-bf35-4cd5-8d77-024aef251110" -d '{"events": [{"name": "network-changed", "server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:53.606113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:53.606471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Checking segment: {'id': '65c39d14-2ef5-4143-be97-3e4455eb1c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '729620e0-4334-415d-9880-bf6de95027d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:53.606921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Bound using segment: {'id': '65c39d14-2ef5-4143-be97-3e4455eb1c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '729620e0-4334-415d-9880-bf6de95027d5'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:53.610783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Bound port: eeef5460-50de-4672-abad-67e851856ac8, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c39d14-2ef5-4143-be97-3e4455eb1c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '729620e0-4334-415d-9880-bf6de95027d5'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:53.611267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:53.844032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832084-af07-4090-ae00-7770fc21a287 req-610a67c4-992e-457c-a277-84f5973a0cc4 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:53.852287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db832084-af07-4090-ae00-7770fc21a287 req-610a67c4-992e-457c-a277-84f5973a0cc4 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 943 time: 0.5995286 Jul 14 11:23:53.854206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee380dc-78ba-4cc2-b3cd-6f7eac9a170a service neutron] Pushing event updated for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:54.058461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db832084-af07-4090-ae00-7770fc21a287 req-4273f8e5-fb99-45a0-aa89-6e7f23565222 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051721 Jul 14 11:23:54.099797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] For port eeef5460-50de-4672-abad-67e851856ac8, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:54.107070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] For port eeef5460-50de-4672-abad-67e851856ac8, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=eeef5460-50de-4672-abad-67e851856ac8,segment=NetworkSegment(65c39d14-2ef5-4143-be97-3e4455eb1c1c),segment_id=65c39d14-2ef5-4143-be97-3e4455eb1c1c)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:54.126162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-76ddd8a0-b721-41ee-b6b4-27e4c755b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:54.134431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-76ddd8a0-b721-41ee-b6b4-27e4c755b17a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1099 time: 0.5036247 Jul 14 11:23:54.137628 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:54.177173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9113-d48f-44a3-9206-c08d6697c996 req-680b4f79-1c19-4631-8345-118930359b23 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:54.184153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a76b9113-d48f-44a3-9206-c08d6697c996 req-680b4f79-1c19-4631-8345-118930359b23 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 932 time: 0.4751935 Jul 14 11:23:54.238836 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d725379a-3394-4348-97bd-5ff9b899a54a x-openstack-request-id: req-d725379a-3394-4348-97bd-5ff9b899a54a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:54.248090 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3053b924-f0fb-4544-a437-dc24f52658cc", "tag": "b2b4abb7-3467-430d-8aa2-1004b8ae7dc2", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:54.248640 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d725379a-3394-4348-97bd-5ff9b899a54a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:54.250641 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3053b924-f0fb-4544-a437-dc24f52658cc', 'tag': 'b2b4abb7-3467-430d-8aa2-1004b8ae7dc2', 'status': 'completed', 'code': 200} Jul 14 11:23:54.305233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-25cfc73a-3a2e-454a-9315-1a72e987169c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.1581333 Jul 14 11:23:54.322419 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1590494e-dab8-4357-9d2e-70a51db1bcc6 x-openstack-request-id: req-1590494e-dab8-4357-9d2e-70a51db1bcc6 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:54.322716 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:54.322969 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1590494e-dab8-4357-9d2e-70a51db1bcc6 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:54.323370 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'status': 'completed', 'code': 200} Jul 14 11:23:54.385597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-fb1032d1-6b6b-477e-a006-8a28f9b4a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:54.387372 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-fb1032d1-6b6b-477e-a006-8a28f9b4a456 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9869983e50e94f21a54afdd17d16f7ca&device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 1094 time: 1.4285417 Jul 14 11:23:54.400471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:23:54.427596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Checking segment: {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:54.428222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Network hostable DHCP agents. Network: cb023a9e-e3da-45dd-b5fa-e7cb831e8619, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:23:54.461067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:54.461639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:54.463039 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] 10.222.0.45 "PUT /v2.0/ports/eeef5460-50de-4672-abad-67e851856ac8 HTTP/1.1" status: 200 len: 1091 time: 4.0806673 Jul 14 11:23:54.543737 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-3fc6d81d-33c9-4d1e-ab0f-e4b68d20dc29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 HTTP/1.1" status: 200 len: 217 time: 0.1366496 Jul 14 11:23:54.632712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a76b9113-d48f-44a3-9206-c08d6697c996 req-00d79e35-938f-471f-a0a1-1b29e9f12285 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475875 Jul 14 11:23:54.650852 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-e8ee75f0-3169-4734-a72b-fd9cc2df9510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:54.651014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-3a788c24-c515-4c18-a91d-771ffe64e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:54.652749 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-e8ee75f0-3169-4734-a72b-fd9cc2df9510 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1e64b127-01d6-450d-9c21-4d862ac5124e HTTP/1.1" status: 200 len: 861 time: 0.0972235 Jul 14 11:23:54.663607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-3a788c24-c515-4c18-a91d-771ffe64e14e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2848232 Jul 14 11:23:54.665409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-0bbd2a7d-d718-410d-8a88-2880c2be45b5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:54.667098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-0bbd2a7d-d718-410d-8a88-2880c2be45b5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.64 "GET /v2.0/networks?id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 200 len: 823 time: 0.7470047 Jul 14 11:23:54.670015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac8e75-7e66-4749-b995-81cee92809ab service neutron] Pushing event updated for resources: {'Port': ['ID=eeef5460-50de-4672-abad-67e851856ac8,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:54.757253 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-7d6db868-b609-451e-b977-bf470f47e06c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67a99353-d2f1-4909-b6ba-4b79a03209a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824220 Jul 14 11:23:54.774583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:23:54.781344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83dac-076a-4af2-8792-20fce386951a req-fd41231c-cf3e-4a59-b532-0a60f8c71b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:54.786676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-fd41231c-cf3e-4a59-b532-0a60f8c71b0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ae27157de1494ea7b37e31fc215eba&device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 1094 time: 0.2279313 Jul 14 11:23:54.838601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cec35-4c66-4a23-bd72-c85b46b684eb req-8186011c-ee6e-4ba3-96d9-320fe4449b23 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:54.840421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-270cec35-4c66-4a23-bd72-c85b46b684eb req-8186011c-ee6e-4ba3-96d9-320fe4449b23 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 943 time: 0.3541360 Jul 14 11:23:54.864882 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-fcb450c7-fd7c-4926-b1c7-f4aeb896faea tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=595428f2d6254beda60793bb93154145 HTTP/1.1" status: 200 len: 380 time: 0.1728196 Jul 14 11:23:54.897370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, cb023a9e-e3da-45dd-b5fa-e7cb831e8619) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:54.908337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e647ee-e74e-482c-be4e-a7f008679e3f None None] Network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:54.914149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Request body: {'port': {'device_id': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'admin_state_up': True, 'tenant_id': '595428f2d6254beda60793bb93154145', 'security_groups': ['80f87e65-53b1-47b3-8958-a66e975cccb4']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:54.980417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-0db0dd8b-53c5-43a4-bbbd-ab2a92d41442 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeef5460-50de-4672-abad-67e851856ac8 HTTP/1.1" status: 200 len: 217 time: 0.1745601 Jul 14 11:23:55.017191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:55.017703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:55.053422 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-95385e92-98ec-4f3a-8e4c-6c74625a5b1f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4178264 Jul 14 11:23:55.080012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 88eb32af-f33e-4d2a-9264-4a70e795d0a9 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:55.115666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 88eb32af-f33e-4d2a-9264-4a70e795d0a9 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:23:55.116324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 88eb32af-f33e-4d2a-9264-4a70e795d0a9 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:55.184431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:23:55.207325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-270cec35-4c66-4a23-bd72-c85b46b684eb req-7c8d64f1-76cd-40c4-8c3f-2a3ee5b1dbb4 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544350 Jul 14 11:23:55.233007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9daaa3b-d2c6-4e5e-a66e-39f0197cc441 None None] Network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:23:55.233149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83dac-076a-4af2-8792-20fce386951a req-a83f4471-e1d3-43cd-80a4-14be599cc35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:55.233149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-a83f4471-e1d3-43cd-80a4-14be599cc35c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57e7f0d9-8f47-49e0-be8f-6a274d9da5b5 HTTP/1.1" status: 200 len: 854 time: 0.2024322 Jul 14 11:23:55.282864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-654d5f2f-52d7-4a3f-ade6-ec4903a361dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:55.282864 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-654d5f2f-52d7-4a3f-ade6-ec4903a361dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5542395 Jul 14 11:23:55.283138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Made reservation on behalf of 595428f2d6254beda60793bb93154145 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:55.283138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:55.372521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-59ff2407-5155-44ee-abc7-3157a00ebe8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=729620e0-4334-415d-9880-bf6de95027d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268351 Jul 14 11:23:55.391898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1572c1-8d0a-475d-8e06-3d448bedbdc1 req-2ea89cb1-5839-4bd1-95db-8ebd1a3d491a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:55.394126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] No DVR routers for this DVR port 88eb32af-f33e-4d2a-9264-4a70e795d0a9 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:23:55.399966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb1572c1-8d0a-475d-8e06-3d448bedbdc1 req-2ea89cb1-5839-4bd1-95db-8ebd1a3d491a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 948 time: 0.5832114 Jul 14 11:23:55.403307 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-23ec05f1-b1f5-4f30-a1d4-5b37c821eddc service neutron] 10.222.0.45 "GET /v2.0/networks/67a99353-d2f1-4909-b6ba-4b79a03209a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245925 Jul 14 11:23:55.407625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:55.410484 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-19eea200-176c-4a68-993a-92f512cc9024 req-793a8d46-47dc-44e0-9850-178db9f0d38a tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.45 "DELETE /v2.0/ports/88eb32af-f33e-4d2a-9264-4a70e795d0a9 HTTP/1.1" status: 204 len: 173 time: 4.7809765 Jul 14 11:23:55.418120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8904ab3-595a-44a7-83e3-724ab234f6c4 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:55.482818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] Sync routers for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:23:55.495603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:23:55.496533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:23:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:55.538668 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:55.622599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb1572c1-8d0a-475d-8e06-3d448bedbdc1 req-586a59b5-8c09-477a-83f9-8a628cf9ad64 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217205 Jul 14 11:23:55.627277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-24966e9e-128c-4af7-9cd2-a8b32b9c800b service neutron] 10.222.0.45 "GET /v2.0/networks/729620e0-4334-415d-9880-bf6de95027d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244771 Jul 14 11:23:55.648374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Transition to ACTIVE for port object a8904ab3-595a-44a7-83e3-724ab234f6c4 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:55.681702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:55.692358 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d5533ea-be46-4f90-a443-11d3d6448bfe req-3a2579dd-16f4-48ce-bb10-065ce39601de tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 210 time: 0.0859094 Jul 14 11:23:55.695271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:23:55.779678 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c9facd4c-f2a1-484f-a92e-224f7504915f req-a9530e3d-a874-4e77-8452-18708275b0b1 service neutron] 10.222.0.45 "GET /v2.0/networks/67a99353-d2f1-4909-b6ba-4b79a03209a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639505 Jul 14 11:23:55.786356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8904ab3-595a-44a7-83e3-724ab234f6c4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:55.933504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-73739c30-cebf-4a46-838e-f7232bb09f49 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559782 Jul 14 11:23:56.017366 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:56.047987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:56.050222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Allocated IP 172.20.0.14 (e8462e7e-362e-40f9-bf81-f4da8c8b3b1f/fc709ef8-5a9b-4b6e-88e9-a0a84793cf30/94c970e0-f9f1-449c-8dd8-19d955f25404) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:56.088306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] Checking router: 447d4dac-c20c-40bd-a770-a8e3f267c2e1 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:23:56.115207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:23:56.120526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:23:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:56.191902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:56.192295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:56.192802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:56.205113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82a83dac-076a-4af2-8792-20fce386951a req-0be16415-391d-4e9c-abb3-acf4a096211d service neutron] 10.222.0.45 "GET /v2.0/networks/729620e0-4334-415d-9880-bf6de95027d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077870 Jul 14 11:23:56.274750 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708ae1e-bc63-45a6-99d6-1efbb92760cf req-b5c85fe7-c5b0-4980-8fdb-30f02b3cc851 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:56.279106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'name': 'network-vif-deleted', 'tag': '88eb32af-f33e-4d2a-9264-4a70e795d0a9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:56.280444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0708ae1e-bc63-45a6-99d6-1efbb92760cf req-b5c85fe7-c5b0-4980-8fdb-30f02b3cc851 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 943 time: 0.3976433 Jul 14 11:23:56.281392 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea9462a-18b4-4b96-ad6e-12b4cd39916e" -d '{"events": [{"server_uuid": "28cd60e0-95c0-42f8-b570-2d3373b4936b", "name": "network-vif-deleted", "tag": "88eb32af-f33e-4d2a-9264-4a70e795d0a9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:56.289801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-19c2e69a-27bd-4e74-af9f-c7fe323a59f7 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:56.302781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-19c2e69a-27bd-4e74-af9f-c7fe323a59f7 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 805 time: 0.2227480 Jul 14 11:23:56.308612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Port a8904ab3-595a-44a7-83e3-724ab234f6c4 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:56.309177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:56.324640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee1f575e-ca50-48bf-9d93-b3516bdccc98 req-86f6594e-1656-4e3a-811c-f57ce5c341a1 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417218 Jul 14 11:23:56.338062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3', 'tag': 'eeef5460-50de-4672-abad-67e851856ac8'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:56.339304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:23:56.342543 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7937acfc-0634-44f7-a21d-f88008158671" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3", "tag": "eeef5460-50de-4672-abad-67e851856ac8"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:56.350863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:56.351248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:56.351641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:56.352121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Bound port: a8904ab3-595a-44a7-83e3-724ab234f6c4, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:56.352482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:56.357115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-c9292df1-0a71-49e8-ac1d-60c995117593 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/quotas/2e85f93f38724ffaa9d6ab4281fda3d9 HTTP/1.1" status: 200 len: 375 time: 0.0529816 Jul 14 11:23:56.394676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-6b8286b2-c93f-419b-9247-e9ac8142cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:56.396350 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-6b8286b2-c93f-419b-9247-e9ac8142cb1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9869983e50e94f21a54afdd17d16f7ca&device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 1094 time: 0.5208409 Jul 14 11:23:56.414377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-66c6a59a-4482-49d4-b740-ea8f0cce7f05 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557749 Jul 14 11:23:56.549182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-23506ec2-cc83-45a9-9235-43e4171c3edf service neutron] 10.222.0.38 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233621 Jul 14 11:23:56.571317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0708ae1e-bc63-45a6-99d6-1efbb92760cf req-4ac6f300-03bc-4afc-a521-19561991a260 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653732 Jul 14 11:23:56.632904 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:56.709359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413137e-bf35-4cd5-8d77-024aef251110 req-19319c37-7dd0-46c7-aa34-448e1b1fafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:56.710106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:56.711025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b413137e-bf35-4cd5-8d77-024aef251110 req-19319c37-7dd0-46c7-aa34-448e1b1fafb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1099 time: 0.3045571 Jul 14 11:23:56.717327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:56.723908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Transition to ACTIVE for port object 94c970e0-f9f1-449c-8dd8-19d955f25404 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:56.730847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-e6137659-2a44-48e8-b98e-affa961f6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:56.735720 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-e6137659-2a44-48e8-b98e-affa961f6885 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67a99353-d2f1-4909-b6ba-4b79a03209a3 HTTP/1.1" status: 200 len: 921 time: 0.3189144 Jul 14 11:23:56.742334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:56.806823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-9c8f091e-c279-4b16-9ea4-0285310c13e9 service neutron] 10.222.0.38 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328694 Jul 14 11:23:56.856113 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-dd4716d7-ccc2-4cfb-a748-f9c3b4985f71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 HTTP/1.1" status: 200 len: 217 time: 0.1061912 Jul 14 11:23:56.869537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:56.870166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:56.870866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413137e-bf35-4cd5-8d77-024aef251110 req-8a9d43dd-e86a-4ec1-be2a-0432e7338938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:56.871557 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] 10.222.0.64 "PUT /v2.0/ports/a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 200 len: 1092 time: 5.3279464 Jul 14 11:23:56.873524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b413137e-bf35-4cd5-8d77-024aef251110 req-8a9d43dd-e86a-4ec1-be2a-0432e7338938 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1521304 Jul 14 11:23:56.882220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15128b7-d108-48a4-9344-1c6a2f59f07c req-5a7fb115-21ec-4c03-8761-5f8c13625ae3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:56.883500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a15128b7-d108-48a4-9344-1c6a2f59f07c req-5a7fb115-21ec-4c03-8761-5f8c13625ae3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 944 time: 0.1110024 Jul 14 11:23:56.941434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-757ccd1c-c0f2-4029-b0cc-984a32487e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:56.942788 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-757ccd1c-c0f2-4029-b0cc-984a32487e0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1e64b127-01d6-450d-9c21-4d862ac5124e HTTP/1.1" status: 200 len: 861 time: 0.0703547 Jul 14 11:23:56.946848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b413137e-bf35-4cd5-8d77-024aef251110 req-18cb5082-3990-445c-a17e-3a0702454b27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.0622106 Jul 14 11:23:56.958094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:57.012956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ad5834-45c9-43b6-9cc0-dcfc6872dc87 None None] The sync data for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 is: [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:23:57.040855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a15128b7-d108-48a4-9344-1c6a2f59f07c req-246de2fd-baa7-4b72-bc29-b25a9b2ecd90 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929461 Jul 14 11:23:57.056108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413137e-bf35-4cd5-8d77-024aef251110 req-f37f38cb-d35d-4096-a4f8-a0cb6a00d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:57.057989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b413137e-bf35-4cd5-8d77-024aef251110 req-f37f38cb-d35d-4096-a4f8-a0cb6a00d209 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1002870 Jul 14 11:23:57.065438 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-23eea141-66be-4189-874d-448d6aef1299 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67a99353-d2f1-4909-b6ba-4b79a03209a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061804 Jul 14 11:23:57.076228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867c2dd-e72e-4b8f-a8fe-114a4d1192f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8904ab3-595a-44a7-83e3-724ab234f6c4,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:57.207290 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b842ca-e1fa-4242-953d-cd0e2ae0327e x-openstack-request-id: req-a8b842ca-e1fa-4242-953d-cd0e2ae0327e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:57.207610 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cd60e0-95c0-42f8-b570-2d3373b4936b", "name": "network-vif-deleted", "tag": "88eb32af-f33e-4d2a-9264-4a70e795d0a9", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:57.207887 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8b842ca-e1fa-4242-953d-cd0e2ae0327e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:57.208492 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cd60e0-95c0-42f8-b570-2d3373b4936b', 'name': 'network-vif-deleted', 'tag': '88eb32af-f33e-4d2a-9264-4a70e795d0a9', 'status': 'completed', 'code': 200} Jul 14 11:23:57.212911 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-365011bd-55b1-463f-b3a5-399d159cb9d0 service neutron] 10.222.0.45 "GET /v2.0/networks/67a99353-d2f1-4909-b6ba-4b79a03209a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384354 Jul 14 11:23:57.215107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:57.250596 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19256ae8-947c-458d-8164-219acd0f2c1d x-openstack-request-id: req-19256ae8-947c-458d-8164-219acd0f2c1d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:57.251118 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3", "tag": "eeef5460-50de-4672-abad-67e851856ac8", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:57.251369 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19256ae8-947c-458d-8164-219acd0f2c1d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:57.251970 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3', 'tag': 'eeef5460-50de-4672-abad-67e851856ac8', 'status': 'completed', 'code': 200} Jul 14 11:23:57.333284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413137e-bf35-4cd5-8d77-024aef251110 req-9f14b90b-d0d4-4f33-88b6-9359c65d827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:57.335051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b413137e-bf35-4cd5-8d77-024aef251110 req-9f14b90b-d0d4-4f33-88b6-9359c65d827d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2633538 Jul 14 11:23:57.428926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:57.447743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:57.452920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:23:57.459785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event updated for resources: {'Port': ['ID=94c970e0-f9f1-449c-8dd8-19d955f25404,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:57.470560 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1842173-5c69-494d-b6e4-0ff7c4f29b17 None None] New status for floating IP 84c63e61-2aba-4a25-9989-763a662b7aa5: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:23:57.490688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c0ba-3cee-48b5-951b-a561b34f2202 req-85b07599-4dfc-4a34-82f1-26d26034ce3c tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:57.497735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d54c0ba-3cee-48b5-951b-a561b34f2202 req-85b07599-4dfc-4a34-82f1-26d26034ce3c tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 943 time: 0.3100674 Jul 14 11:23:57.511387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-acf811d0-c121-4887-a715-a4664c259df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:57.513514 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-acf811d0-c121-4887-a715-a4664c259df9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1095 time: 0.5529745 Jul 14 11:23:57.536732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937acfc-0634-44f7-a21d-f88008158671 req-5b7633be-1fd2-4abb-95d1-41eee5f3fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:57.538234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7937acfc-0634-44f7-a21d-f88008158671 req-5b7633be-1fd2-4abb-95d1-41eee5f3fda9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ae27157de1494ea7b37e31fc215eba&device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 1094 time: 0.2717419 Jul 14 11:23:57.598897 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-4d20efc4-7d38-43ac-954a-92dba94daa73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 200 len: 217 time: 0.0596585 Jul 14 11:23:57.619385 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-611ea5d9-72e6-4c1e-ac41-7ad273c0d90d req-04f7c953-8ced-4b26-8f3f-b12c14ae652e service neutron] 10.222.0.45 "GET /v2.0/networks/67a99353-d2f1-4909-b6ba-4b79a03209a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796587 Jul 14 11:23:57.630491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:57.631389 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:57.726412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-29e7896c-3524-40fa-a134-ac0ce2ecc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:57.730879 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-29e7896c-3524-40fa-a134-ac0ce2ecc54e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.0820031 Jul 14 11:23:57.733176 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-87aeafcd-504a-48cf-a3b4-ccda10ba4f0f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8321044 Jul 14 11:23:57.751503 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Request body: {'port': {'device_id': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:57.811350 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-f2d88217-eeb1-4f0a-9ff5-1a492c63920e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672052 Jul 14 11:23:57.835358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0be4f358-274f-4671-8b55-c4576fca9c9c None None] Provisioning for port 94c970e0-f9f1-449c-8dd8-19d955f25404 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:23:57.841300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0be4f358-274f-4671-8b55-c4576fca9c9c None None] Provisioning complete for port 94c970e0-f9f1-449c-8dd8-19d955f25404 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:23:57.841673 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0be4f358-274f-4671-8b55-c4576fca9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:57.843970 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:57.880002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0be4f358-274f-4671-8b55-c4576fca9c9c None None] Port 94c970e0-f9f1-449c-8dd8-19d955f25404 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:23:57.891651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b413137e-bf35-4cd5-8d77-024aef251110 req-e2bea915-8217-4b95-845f-9c3a84c05282 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485258 Jul 14 11:23:57.981862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d54c0ba-3cee-48b5-951b-a561b34f2202 req-521cb9a8-5b26-4d3b-8a3a-f5e11719204a tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832389 Jul 14 11:23:58.016961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17bbc7-d6bb-4927-8ebf-0375d541dd6e req-5f5eed99-caaa-460c-bb80-220d2e28bf05 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:58.034477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e17bbc7-d6bb-4927-8ebf-0375d541dd6e req-5f5eed99-caaa-460c-bb80-220d2e28bf05 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 948 time: 0.5909088 Jul 14 11:23:58.083594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937acfc-0634-44f7-a21d-f88008158671 req-973fe002-7ddb-4ba4-b433-b810fd7e549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:58.085196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7937acfc-0634-44f7-a21d-f88008158671 req-973fe002-7ddb-4ba4-b433-b810fd7e549a service neutron] 10.222.0.45 "GET /v2.0/networks?id=729620e0-4334-415d-9880-bf6de95027d5 HTTP/1.1" status: 200 len: 914 time: 0.5332282 Jul 14 11:23:58.151235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7937acfc-0634-44f7-a21d-f88008158671 req-6d665521-d8e4-441c-9cd0-50e61acff59f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeef5460-50de-4672-abad-67e851856ac8 HTTP/1.1" status: 200 len: 217 time: 0.0509746 Jul 14 11:23:58.153464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b413137e-bf35-4cd5-8d77-024aef251110 req-64b8b683-9b7b-4275-bbd1-35656e8b830d service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415731 Jul 14 11:23:58.172489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e17bbc7-d6bb-4927-8ebf-0375d541dd6e req-8d104441-496a-49b7-8aa7-c5d3af2b31a2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370158 Jul 14 11:23:58.253832 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:58.254838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937acfc-0634-44f7-a21d-f88008158671 req-ada2b895-19a5-44c5-b05c-95b367f7c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:58.257221 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7937acfc-0634-44f7-a21d-f88008158671 req-ada2b895-19a5-44c5-b05c-95b367f7c27f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57e7f0d9-8f47-49e0-be8f-6a274d9da5b5 HTTP/1.1" status: 200 len: 854 time: 0.0788729 Jul 14 11:23:58.277352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-3fa0f21f-ab99-4388-9262-03401dd5ecf5 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591668 Jul 14 11:23:58.306646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7937acfc-0634-44f7-a21d-f88008158671 req-19aa77a4-03d3-43fa-b865-22eda23b40d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=729620e0-4334-415d-9880-bf6de95027d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331745 Jul 14 11:23:58.434729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf9900be-3791-413e-86b0-828169929ea2 req-dd052caa-a48a-48a6-84f6-6bd9acc7a8fd tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 210 time: 0.0358377 Jul 14 11:23:58.444208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626ff76-a4b1-428a-86b6-b370aad22d61 req-5063f7ee-acb4-483b-8b7b-21a062da994b tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:58.446199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f626ff76-a4b1-428a-86b6-b370aad22d61 req-5063f7ee-acb4-483b-8b7b-21a062da994b tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 932 time: 0.2662618 Jul 14 11:23:58.503543 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad4308d9-1010-4d3d-aa7c-63da66857982 req-83bfc876-5c3f-429c-8a81-bf0acc3cb21b service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067153 Jul 14 11:23:58.553748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7937acfc-0634-44f7-a21d-f88008158671 req-c8e9f9c8-06c8-4ab1-803e-4d0efed5cc0c service neutron] 10.222.0.45 "GET /v2.0/networks/729620e0-4334-415d-9880-bf6de95027d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356098 Jul 14 11:23:58.567823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f626ff76-a4b1-428a-86b6-b370aad22d61 req-142fd657-404d-468e-a5bb-495b653c59c5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125002 Jul 14 11:23:58.680478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c970e0-f9f1-449c-8dd8-19d955f25404 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:58.689506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:58.705770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Transition to ACTIVE for port object 94c970e0-f9f1-449c-8dd8-19d955f25404 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:23:58.711507 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:58.724094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7937acfc-0634-44f7-a21d-f88008158671 req-42fd9b57-dd63-47e9-bdeb-5cbae29a032b service neutron] 10.222.0.45 "GET /v2.0/networks/729620e0-4334-415d-9880-bf6de95027d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550756 Jul 14 11:23:58.822691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0e7f-835d-4100-937d-0127dfb14b04 req-6d36ecba-e28f-4e0d-8975-c778f3c0eb58 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:58.824277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a7e0e7f-835d-4100-937d-0127dfb14b04 req-6d36ecba-e28f-4e0d-8975-c778f3c0eb58 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 943 time: 0.1500561 Jul 14 11:23:58.849728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5533ec6-b933-474b-be08-c2d2038349cc req-15d307cf-6954-4378-91cd-1b8bee2fe22b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:58.851700 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5533ec6-b933-474b-be08-c2d2038349cc req-15d307cf-6954-4378-91cd-1b8bee2fe22b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 944 time: 0.1411238 Jul 14 11:23:58.871817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Pushing event updated for resources: {'Port': ['ID=94c970e0-f9f1-449c-8dd8-19d955f25404,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:58.888917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Attempting to bind port 94c970e0-f9f1-449c-8dd8-19d955f25404 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:23:58.889372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Attempting to bind port 94c970e0-f9f1-449c-8dd8-19d955f25404 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:23:58.889816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Attempting to bind port 94c970e0-f9f1-449c-8dd8-19d955f25404 on network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:58.895369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Port 94c970e0-f9f1-449c-8dd8-19d955f25404 on network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:23:58.896771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Attempting to bind port 94c970e0-f9f1-449c-8dd8-19d955f25404 on network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:23:58.910794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a7e0e7f-835d-4100-937d-0127dfb14b04 req-d34b74ac-9090-43ee-91c8-c92ec8dc9a16 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756369 Jul 14 11:23:58.913023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:23:58.913557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Checking segment: {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:23:58.914305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Bound using segment: {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:23:58.914919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Bound port: 94c970e0-f9f1-449c-8dd8-19d955f25404, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:23:58.915529 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:58.929181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5533ec6-b933-474b-be08-c2d2038349cc req-62492bcf-9764-4267-bff0-f93fa18d119f tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682104 Jul 14 11:23:59.008590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] For port 94c970e0-f9f1-449c-8dd8-19d955f25404, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:59.014626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] For port 94c970e0-f9f1-449c-8dd8-19d955f25404, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=94c970e0-f9f1-449c-8dd8-19d955f25404,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:59.020315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:59.056020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device eeef5460-50de-4672-abad-67e851856ac8 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:59.095029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.102233 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:59.103914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-30f6789c-5864-4dce-a0ba-002fcb86c104 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.104626 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] 10.222.0.64 "PUT /v2.0/ports/94c970e0-f9f1-449c-8dd8-19d955f25404 HTTP/1.1" status: 200 len: 1092 time: 1.3587780 Jul 14 11:23:59.105988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-30f6789c-5864-4dce-a0ba-002fcb86c104 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.45 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 805 time: 0.1757758 Jul 14 11:23:59.124621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Request body: {'port': {'device_id': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'admin_state_up': True, 'tenant_id': '2e85f93f38724ffaa9d6ab4281fda3d9'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:23:59.159089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1a862-18e2-499e-8315-dbe96a003f84 service neutron] Pushing event updated for resources: {'Port': ['ID=94c970e0-f9f1-449c-8dd8-19d955f25404,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:59.207838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:59.236172 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4'}, {'name': 'network-changed', 'server_uuid': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'tag': '94c970e0-f9f1-449c-8dd8-19d955f25404'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:59.247194 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ed66de-a46b-4653-bbac-60dbc4b275d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4"}, {"name": "network-changed", "server_uuid": "31b98e39-dd2e-43e2-b247-44a78e07404b", "tag": "94c970e0-f9f1-449c-8dd8-19d955f25404"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:59.298943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-34df5203-6f9c-4c2b-93c5-1f371644a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.302619 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-34df5203-6f9c-4c2b-93c5-1f371644a670 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=595428f2d6254beda60793bb93154145&device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 1095 time: 0.1267040 Jul 14 11:23:59.329122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port eeef5460-50de-4672-abad-67e851856ac8, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=eeef5460-50de-4672-abad-67e851856ac8,segment=NetworkSegment(65c39d14-2ef5-4143-be97-3e4455eb1c1c),segment_id=65c39d14-2ef5-4143-be97-3e4455eb1c1c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:59.351458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'eeef5460-50de-4672-abad-67e851856ac8', 'network_id': '729620e0-4334-415d-9880-bf6de95027d5', 'port_id': 'eeef5460-50de-4672-abad-67e851856ac8', 'mac_address': 'fa:16:3e:71:c1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e7f0d9-8f47-49e0-be8f-6a274d9da5b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:23:59.355367 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-c7774743-56bb-490c-997b-bc5cd3a7dc77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c970e0-f9f1-449c-8dd8-19d955f25404 HTTP/1.1" status: 200 len: 217 time: 0.0402544 Jul 14 11:23:59.380880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14fe97-bfc6-4f9e-98d0-c8dfbdaed23d req-576d4d64-e56d-4aa9-aa09-66bf1bfb8738 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.382519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c14fe97-bfc6-4f9e-98d0-c8dfbdaed23d req-576d4d64-e56d-4aa9-aa09-66bf1bfb8738 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 950 time: 0.2518120 Jul 14 11:23:59.409160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce9e0c-4dab-47e2-948f-1e04d2273bdd req-bff69b13-30c4-4284-b000-bacb123cc764 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.410762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ce9e0c-4dab-47e2-948f-1e04d2273bdd req-bff69b13-30c4-4284-b000-bacb123cc764 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 943 time: 0.1768441 Jul 14 11:23:59.426116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-4e12b8b6-3499-41c6-9d77-6c2c0a19a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.428734 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-4e12b8b6-3499-41c6-9d77-6c2c0a19a02e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc709ef8-5a9b-4b6e-88e9-a0a84793cf30 HTTP/1.1" status: 200 len: 862 time: 0.0649133 Jul 14 11:23:59.437532 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:59.441468 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:59.461420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeef5460-50de-4672-abad-67e851856ac8 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:59.478588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Made reservation on behalf of 2e85f93f38724ffaa9d6ab4281fda3d9 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:59.478588 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:59.482105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c14fe97-bfc6-4f9e-98d0-c8dfbdaed23d req-00ee61b9-8ed6-431b-9fe9-021018fc1387 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901465 Jul 14 11:23:59.487717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port eeef5460-50de-4672-abad-67e851856ac8, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=eeef5460-50de-4672-abad-67e851856ac8,segment=NetworkSegment(65c39d14-2ef5-4143-be97-3e4455eb1c1c),segment_id=65c39d14-2ef5-4143-be97-3e4455eb1c1c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:59.496657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:23:59.499241 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913d966c-bf6f-4c7b-a510-7b3db5c880b8" -d '{"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-unplugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:59.505860 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ce9e0c-4dab-47e2-948f-1e04d2273bdd req-0988d7b1-c770-4362-8893-b88b395fba57 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868974 Jul 14 11:23:59.509084 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:59.509750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:59.527588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:59.535107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-ab900030-de75-4c9f-9538-2bec5789cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.540256 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-ab900030-de75-4c9f-9538-2bec5789cfd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954516 Jul 14 11:23:59.563702 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:59.606327 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992df59b-e5a2-4126-84f0-55bf70796091 x-openstack-request-id: req-992df59b-e5a2-4126-84f0-55bf70796091 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:59.606622 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31b98e39-dd2e-43e2-b247-44a78e07404b", "tag": "94c970e0-f9f1-449c-8dd8-19d955f25404", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:59.606871 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-992df59b-e5a2-4126-84f0-55bf70796091 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:59.607296 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4', 'status': 'completed', 'code': 200} Jul 14 11:23:59.607692 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'tag': '94c970e0-f9f1-449c-8dd8-19d955f25404', 'status': 'completed', 'code': 200} Jul 14 11:23:59.645619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=eeef5460-50de-4672-abad-67e851856ac8,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:59.716395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,segment=NetworkSegment(f27bbf85-55a1-48b5-a622-19114e63af3c),segment_id=f27bbf85-55a1-48b5-a622-19114e63af3c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:59.725910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:59.735528 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-7ace4b3f-7fe6-4e4f-a726-8bacb2dfef59 service neutron] 10.222.0.64 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937864 Jul 14 11:23:59.738180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'b2b4abb7-3467-430d-8aa2-1004b8ae7dc2', 'network_id': '67a99353-d2f1-4909-b6ba-4b79a03209a3', 'port_id': 'b2b4abb7-3467-430d-8aa2-1004b8ae7dc2', 'mac_address': 'fa:16:3e:69:09:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e64b127-01d6-450d-9c21-4d862ac5124e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:23:59.741278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-f36182ec-c059-474f-a826-a7338bff8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.745267 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-f36182ec-c059-474f-a826-a7338bff8977 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1095 time: 0.1267223 Jul 14 11:23:59.756457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Allocated IP 172.20.0.7 (cb023a9e-e3da-45dd-b5fa-e7cb831e8619/41eed6e3-e4de-43e0-9e1c-01142e2f8b95/25cb0ff0-5277-4e46-9df0-6efdbed2a649) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:59.786293 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:59.800210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:23:59.806948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6701ccdd-497c-4896-b961-0f9f09493a8c req-0db10737-3280-4524-ad72-16298ffbff67 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 210 time: 0.0420918 Jul 14 11:23:59.822873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,segment=NetworkSegment(f27bbf85-55a1-48b5-a622-19114e63af3c),segment_id=f27bbf85-55a1-48b5-a622-19114e63af3c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:59.829822 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:23:59.836409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 96057dad-a86f-4a6c-a8a2-b050e6e2a826 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:23:59.836581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd0381-eb8a-44e8-a227-6509f71e3816 req-7f2cb810-63a7-4c25-8bf6-cebae044df40 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.836581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7dd0381-eb8a-44e8-a227-6509f71e3816 req-7f2cb810-63a7-4c25-8bf6-cebae044df40 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 948 time: 0.1396081 Jul 14 11:23:59.895376 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e9b72e-2843-424d-b71c-9021e6e11a03 x-openstack-request-id: req-68e9b72e-2843-424d-b71c-9021e6e11a03 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:59.895684 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-unplugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:59.895934 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68e9b72e-2843-424d-b71c-9021e6e11a03 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:59.896520 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'code': 200} Jul 14 11:23:59.909226 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-895a3932-be05-4aa9-a9ac-77809d7af5ec req-97d577dd-dc3a-416c-9b33-ae453416aca0 service neutron] 10.222.0.64 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622016 Jul 14 11:23:59.933478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:59.945694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7dd0381-eb8a-44e8-a227-6509f71e3816 req-dcfbdcd6-157c-4033-8b45-899458317a8d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966244 Jul 14 11:23:59.959922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-ac20d73c-c545-4dd2-8f25-4e9d2a56fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:23:59.961953 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-ac20d73c-c545-4dd2-8f25-4e9d2a56fe29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.1914067 Jul 14 11:24:00.032794 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-9d38fef0-d0f7-414d-a45b-d84bda1a8232 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 200 len: 217 time: 0.0606513 Jul 14 11:24:00.051674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:00.098025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:00.112983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-4ebb1d69-e0c3-44e9-aea0-9813860555e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:00.114653 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-4ebb1d69-e0c3-44e9-aea0-9813860555e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.0718715 Jul 14 11:24:00.117063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'mac_address': 'fa:16:3e:1f:1a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:00.152555 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-ec37206a-19dc-42cf-88dd-0a9475d3c3d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286820 Jul 14 11:24:00.158173 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:00.171738 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:00.174926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96057dad-a86f-4a6c-a8a2-b050e6e2a826 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:00.216530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:00.224472 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:00.248419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:00.257566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7e985-255d-4496-a188-f0b80b0f1a71 req-10cb8768-54cc-4d8b-bba5-ff50012a26b7 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:00.259137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85b7e985-255d-4496-a188-f0b80b0f1a71 req-10cb8768-54cc-4d8b-bba5-ff50012a26b7 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 944 time: 0.1821320 Jul 14 11:24:00.263348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Pushing event updated for resources: {'Port': ['ID=25cb0ff0-5277-4e46-9df0-6efdbed2a649,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:00.265934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:00.269056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:24:00.274372 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-518a9766-c392-4891-96c4-5189a1338b0e service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121402 Jul 14 11:24:00.278643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:00.278796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf0a24-e38a-4bde-9228-5199f7fb2af3 req-51f175b9-c0f1-4cc7-871d-380415af829a tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:00.280222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57bf0a24-e38a-4bde-9228-5199f7fb2af3 req-51f175b9-c0f1-4cc7-871d-380415af829a tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 944 time: 0.1875253 Jul 14 11:24:00.371394 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-a79d26ed-1a7d-4d45-b684-7bf15b802d63 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888448 Jul 14 11:24:00.377741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:00.378503 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:00.392077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85b7e985-255d-4496-a188-f0b80b0f1a71 req-b954bdab-058c-412a-b45e-7d359ffc3952 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096003 Jul 14 11:24:00.397268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57bf0a24-e38a-4bde-9228-5199f7fb2af3 req-b205848f-2146-4b12-a00a-885f2605abbf tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952613 Jul 14 11:24:00.404640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-136d0e67-35c8-4e6e-8ee4-0a11beb79d37 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2848341 Jul 14 11:24:00.418017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Request body: {'port': {'device_id': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:00.512186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:00.516389 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-ab86fd9b-74f8-46ee-8ffd-4c5d505b8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:00.518148 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-ab86fd9b-74f8-46ee-8ffd-4c5d505b8301 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=595428f2d6254beda60793bb93154145&device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 1095 time: 0.0770040 Jul 14 11:24:00.540604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['eeef5460-50de-4672-abad-67e851856ac8'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:00.608483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['b2b4abb7-3467-430d-8aa2-1004b8ae7dc2'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:00.610495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['96057dad-a86f-4a6c-a8a2-b050e6e2a826'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:00.649246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-3e14e262-8e54-4f60-b9dd-2c8b67a9d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:00.650989 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-3e14e262-8e54-4f60-b9dd-2c8b67a9d488 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 200 len: 923 time: 0.1230526 Jul 14 11:24:00.725484 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-bc77eab6-af98-4ad9-863d-c3158ecd92f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c970e0-f9f1-449c-8dd8-19d955f25404 HTTP/1.1" status: 200 len: 217 time: 0.0642056 Jul 14 11:24:00.778994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfece7-3d03-4853-bf17-0091646bfb69 req-bfd8598b-0e2a-40e6-973e-867f2cd9fccc tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:00.780978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fbfece7-3d03-4853-bf17-0091646bfb69 req-bfd8598b-0e2a-40e6-973e-867f2cd9fccc tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 944 time: 0.1420927 Jul 14 11:24:00.816554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-188e7d94-c1f6-4c19-9605-622c30130199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:00.818074 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-188e7d94-c1f6-4c19-9605-622c30130199 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc709ef8-5a9b-4b6e-88e9-a0a84793cf30 HTTP/1.1" status: 200 len: 862 time: 0.0800223 Jul 14 11:24:00.840714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fbfece7-3d03-4853-bf17-0091646bfb69 req-db37445c-e221-4145-9105-92a4973555f8 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488925 Jul 14 11:24:00.910501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-ed036237-99a6-47ce-a78e-341e66488b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:00.911629 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-ed036237-99a6-47ce-a78e-341e66488b69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774019 Jul 14 11:24:00.961200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cb0ff0-5277-4e46-9df0-6efdbed2a649 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:00.981286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:01.011712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Transition to ACTIVE for port object 25cb0ff0-5277-4e46-9df0-6efdbed2a649 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:01.017383 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:01.048626 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-03cbdc13-bf4c-4e52-b2e9-37a461b5eaf4 service neutron] 10.222.0.64 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296268 Jul 14 11:24:01.111380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb0ff0-5277-4e46-9df0-6efdbed2a649,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:01.151675 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1ed66de-a46b-4653-bbac-60dbc4b275d7 req-79e6c30b-3713-4be7-9175-4b0fd73b4475 service neutron] 10.222.0.64 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965443 Jul 14 11:24:01.177264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:01.205362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285974-84ab-4188-af7e-f0aeb7cba15e req-4b4d9d0d-a923-4f7f-a9ab-998e6dec1efb tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:01.207451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12285974-84ab-4188-af7e-f0aeb7cba15e req-4b4d9d0d-a923-4f7f-a9ab-998e6dec1efb tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 944 time: 0.1543498 Jul 14 11:24:01.229618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Attempting to bind port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:01.229952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Attempting to bind port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:01.230284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Attempting to bind port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:01.243571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:24:01.243925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Attempting to bind port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:01.256422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:01.256761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Checking segment: {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:01.257141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Bound using segment: {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:01.257579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Bound port: 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:01.257929 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:01.273981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12285974-84ab-4188-af7e-f0aeb7cba15e req-3414bc68-8152-471f-8563-626034f75150 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557477 Jul 14 11:24:01.298172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:01.313428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'a8904ab3-595a-44a7-83e3-724ab234f6c4', 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9', 'port_id': 'a8904ab3-595a-44a7-83e3-724ab234f6c4', 'mac_address': 'fa:16:3e:20:91:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1a636a-b36e-4fd9-96e6-014ea8048540', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:01.369250 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:01.374601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:01.390225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8904ab3-595a-44a7-83e3-724ab234f6c4 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:01.395056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:01.403021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:01.412029 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:01.416258 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:01.421920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dbaec-dc06-46c9-bada-4ca15e3d7988 req-278ab288-90b9-4e1f-98f7-25d5f782bef2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:01.423568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-352dbaec-dc06-46c9-bada-4ca15e3d7988 req-278ab288-90b9-4e1f-98f7-25d5f782bef2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 943 time: 0.1192658 Jul 14 11:24:01.461611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:01.462274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:01.464194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7c71eec8-53bd-4585-8075-409624332568 service neutron] 10.222.0.45 "PUT /v2.0/ports/25cb0ff0-5277-4e46-9df0-6efdbed2a649 HTTP/1.1" status: 200 len: 1091 time: 1.0510662 Jul 14 11:24:01.466471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a8904ab3-595a-44a7-83e3-724ab234f6c4,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:01.496323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:01.498906 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52333d1-fa6c-4c8d-8175-995d135b4c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:01.582833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71eec8-53bd-4585-8075-409624332568 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb0ff0-5277-4e46-9df0-6efdbed2a649,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:01.593313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-352dbaec-dc06-46c9-bada-4ca15e3d7988 req-42f13f93-28c3-4cae-93c2-8766a1fcbbf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413143 Jul 14 11:24:01.624713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fb797-1acc-41d2-8552-5ef9a1462b0d req-e1d43903-e925-4d57-a7ac-49bc04d3c6b2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:01.626259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e76fb797-1acc-41d2-8552-5ef9a1462b0d req-e1d43903-e925-4d57-a7ac-49bc04d3c6b2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 949 time: 0.2163427 Jul 14 11:24:01.633251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-3ee799be-bbb1-4b4b-b4fc-e93f5f84590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:01.634720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-3ee799be-bbb1-4b4b-b4fc-e93f5f84590d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 1094 time: 0.1182373 Jul 14 11:24:01.700946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-f812b153-ab00-4f38-a738-ecbd81097df0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649 HTTP/1.1" status: 200 len: 217 time: 0.0505505 Jul 14 11:24:01.710962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a8904ab3-595a-44a7-83e3-724ab234f6c4'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:01.724635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e76fb797-1acc-41d2-8552-5ef9a1462b0d req-9581b252-6013-45fd-bdf1-81b60fac68d2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886891 Jul 14 11:24:01.798541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-826eef7b-4aa3-4425-a79d-b3f5d09e483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:01.800642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-826eef7b-4aa3-4425-a79d-b3f5d09e483a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41eed6e3-e4de-43e0-9e1c-01142e2f8b95 HTTP/1.1" status: 200 len: 845 time: 0.0884976 Jul 14 11:24:01.843882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-8250b8e6-4a35-44a7-bcf5-96877c4350e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327754 Jul 14 11:24:02.127342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4a74a-f769-423a-b939-064d2c6f2a9b req-b293f717-1732-43e6-8000-44c93e26f8ee tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:02.128737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87c4a74a-f769-423a-b939-064d2c6f2a9b req-b293f717-1732-43e6-8000-44c93e26f8ee tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 944 time: 0.3850942 Jul 14 11:24:02.234490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87c4a74a-f769-423a-b939-064d2c6f2a9b req-1ec0dd6f-5886-41cf-8805-d1223053891e tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719280 Jul 14 11:24:02.257629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb012d-2eaf-4afd-8b9a-d039ec127d89 req-47cf720d-aa90-402b-a074-2ac2935b91c6 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:02.259127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7fb012d-2eaf-4afd-8b9a-d039ec127d89 req-47cf720d-aa90-402b-a074-2ac2935b91c6 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 944 time: 0.4181306 Jul 14 11:24:02.265604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-7d6b4e1d-9991-4f1a-8882-1454c74c718a service neutron] 10.222.0.45 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080796 Jul 14 11:24:02.282760 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b53d81-ea55-47e0-872d-3e1c938951d6 x-openstack-request-id: req-85b53d81-ea55-47e0-872d-3e1c938951d6 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:02.283047 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:02.283291 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85b53d81-ea55-47e0-872d-3e1c938951d6 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:02.284525 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649', 'status': 'completed', 'code': 200} Jul 14 11:24:02.350288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7fb012d-2eaf-4afd-8b9a-d039ec127d89 req-475182cf-8721-4f54-8d8d-4ef7c66a6e9c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834618 Jul 14 11:24:02.391249 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b74790-11f1-4d04-a62a-024c6a66b8ae req-1ae0d253-5803-4139-892a-8b660bbc0cd3 service neutron] 10.222.0.45 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058736 Jul 14 11:24:02.571258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-877007ef-9c54-4873-9c2d-0f294d2a748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:02.572794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-877007ef-9c54-4873-9c2d-0f294d2a748c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 1094 time: 0.1122932 Jul 14 11:24:02.595344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233fe80-188b-49bf-aa6f-0812d1a85421 req-d3408364-e7ad-4991-9de0-4778b109e902 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:02.597086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f233fe80-188b-49bf-aa6f-0812d1a85421 req-d3408364-e7ad-4991-9de0-4778b109e902 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 945 time: 0.0987933 Jul 14 11:24:02.692485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f233fe80-188b-49bf-aa6f-0812d1a85421 req-33120aef-610b-4e7b-ac75-12532b4e351f tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849624 Jul 14 11:24:02.725856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-25e9cdfa-1c21-4603-9b64-d97417d5d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:02.727672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-25e9cdfa-1c21-4603-9b64-d97417d5d791 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 905 time: 0.1481414 Jul 14 11:24:02.839365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-8d045046-fec3-4ce5-82c2-6660ae28ce22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649 HTTP/1.1" status: 200 len: 217 time: 0.1044555 Jul 14 11:24:02.957830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-fbbe050b-f3c3-4f5f-a5bd-31a05ee7111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:02.959287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-fbbe050b-f3c3-4f5f-a5bd-31a05ee7111c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41eed6e3-e4de-43e0-9e1c-01142e2f8b95 HTTP/1.1" status: 200 len: 845 time: 0.0931058 Jul 14 11:24:02.984372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce47637-4807-41c0-8b2b-7bc7801451c6 req-f7fd28d4-006a-48df-b5cd-785c49f0c69b tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:02.985727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bce47637-4807-41c0-8b2b-7bc7801451c6 req-f7fd28d4-006a-48df-b5cd-785c49f0c69b tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 944 time: 0.1569145 Jul 14 11:24:03.008397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-5d333e04-789f-4eab-9837-36b251105555 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397394 Jul 14 11:24:03.040854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200018-41c4-40ef-bc9d-43fdd8bd0b9e req-7fe86d10-fad5-48a1-8326-7e3cde0d89ae tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:03.042384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d200018-41c4-40ef-bc9d-43fdd8bd0b9e req-7fe86d10-fad5-48a1-8326-7e3cde0d89ae tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 943 time: 0.2149684 Jul 14 11:24:03.084108 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device eeef5460-50de-4672-abad-67e851856ac8 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:03.126354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bce47637-4807-41c0-8b2b-7bc7801451c6 req-ff111b84-26fa-4061-8ec1-b0ae499eb7cd tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203008 Jul 14 11:24:03.168695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port eeef5460-50de-4672-abad-67e851856ac8 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:03.170577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d200018-41c4-40ef-bc9d-43fdd8bd0b9e req-46cd6fc7-2cca-4104-9edd-ce96d95a3628 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160793 Jul 14 11:24:03.177657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port eeef5460-50de-4672-abad-67e851856ac8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:03.178457 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.201501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-8fa871bd-9f4e-4790-838f-8cb5d1bdad30 service neutron] 10.222.0.45 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772854 Jul 14 11:24:03.209164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 94c970e0-f9f1-449c-8dd8-19d955f25404 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:03.281464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:03.329084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f52333d1-fa6c-4c8d-8175-995d135b4c6f req-2b199451-d042-4839-9770-79bb2bec4d65 service neutron] 10.222.0.45 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997484 Jul 14 11:24:03.368709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 94c970e0-f9f1-449c-8dd8-19d955f25404, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=94c970e0-f9f1-449c-8dd8-19d955f25404,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:03.386896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '94c970e0-f9f1-449c-8dd8-19d955f25404', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'port_id': '94c970e0-f9f1-449c-8dd8-19d955f25404', 'mac_address': 'fa:16:3e:1f:9d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:03.453732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port a8904ab3-595a-44a7-83e3-724ab234f6c4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:03.460635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fcdf3-b487-4aec-b3c4-120a74a3d76f req-55fd5835-c374-4af3-b4e6-bafe7f399a48 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:03.462121 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a6fcdf3-b487-4aec-b3c4-120a74a3d76f req-55fd5835-c374-4af3-b4e6-bafe7f399a48 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 949 time: 0.1133306 Jul 14 11:24:03.465607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port a8904ab3-595a-44a7-83e3-724ab234f6c4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:03.466001 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.467784 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.471882 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.474218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035a28e-e7d3-40f0-9da4-b358b16b496e req-0c895534-3558-41ef-a69a-416eb69a2617 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:03.475750 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4035a28e-e7d3-40f0-9da4-b358b16b496e req-0c895534-3558-41ef-a69a-416eb69a2617 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 944 time: 0.0923254 Jul 14 11:24:03.524683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c970e0-f9f1-449c-8dd8-19d955f25404 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:03.535892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a6fcdf3-b487-4aec-b3c4-120a74a3d76f req-2a1ddeaf-4c84-4bf9-a81a-70b8381e3ba5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590901 Jul 14 11:24:03.545812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4035a28e-e7d3-40f0-9da4-b358b16b496e req-2902be43-6f95-421e-9fca-2c69b553e7cc tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631027 Jul 14 11:24:03.547463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeef5460-50de-4672-abad-67e851856ac8'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:03.551299 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a425d5b2-103d-419a-b9ac-293a97e1ed6b" -d '{"events": [{"server_uuid": "dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3", "name": "network-vif-plugged", "status": "completed", "tag": "eeef5460-50de-4672-abad-67e851856ac8"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:03.573950 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port eeef5460-50de-4672-abad-67e851856ac8, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=eeef5460-50de-4672-abad-67e851856ac8,segment=NetworkSegment(65c39d14-2ef5-4143-be97-3e4455eb1c1c),segment_id=65c39d14-2ef5-4143-be97-3e4455eb1c1c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:03.579876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 94c970e0-f9f1-449c-8dd8-19d955f25404, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=94c970e0-f9f1-449c-8dd8-19d955f25404,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:03.582209 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.583035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:03.588588 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.633889 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb6926e-03aa-452e-be0f-8ae47c7b75ff x-openstack-request-id: req-fdb6926e-03aa-452e-be0f-8ae47c7b75ff {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:03.634317 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3", "name": "network-vif-plugged", "status": "completed", "tag": "eeef5460-50de-4672-abad-67e851856ac8", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:03.634916 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdb6926e-03aa-452e-be0f-8ae47c7b75ff {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:03.635685 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeef5460-50de-4672-abad-67e851856ac8', 'code': 200} Jul 14 11:24:03.713753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=eeef5460-50de-4672-abad-67e851856ac8,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:03.719778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.739736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f750e-9dc7-4de0-90a7-c51349cf5332 req-db900012-5f85-4a57-b79f-8c7447f1aa17 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:03.746669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-982f750e-9dc7-4de0-90a7-c51349cf5332 req-db900012-5f85-4a57-b79f-8c7447f1aa17 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 945 time: 0.0890989 Jul 14 11:24:03.774524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:03.796557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:03.797461 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.802550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:03.817739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-982f750e-9dc7-4de0-90a7-c51349cf5332 req-940e0a9f-3053-4af8-969a-5220e72f77d6 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700099 Jul 14 11:24:03.823657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=94c970e0-f9f1-449c-8dd8-19d955f25404,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:03.828903 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.854707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179591c-1655-435a-9a4f-c88446c61b04 req-fe34c1e0-5ee5-4115-8533-03ed1a789c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:03.856522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3179591c-1655-435a-9a4f-c88446c61b04 req-fe34c1e0-5ee5-4115-8533-03ed1a789c83 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 1096 time: 0.1376007 Jul 14 11:24:03.904487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a8904ab3-595a-44a7-83e3-724ab234f6c4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:03.937132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3179591c-1655-435a-9a4f-c88446c61b04 req-a511058f-3742-4603-89c6-cb4c86d8c61c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704417 Jul 14 11:24:03.938431 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.967353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc5fa-c70d-4107-984a-766b2f273cd8 req-6229f51b-dc3a-4135-922b-41f5854a97c3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:03.968838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-536bc5fa-c70d-4107-984a-766b2f273cd8 req-6229f51b-dc3a-4135-922b-41f5854a97c3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 946 time: 0.0786242 Jul 14 11:24:03.973523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,segment=NetworkSegment(f27bbf85-55a1-48b5-a622-19114e63af3c),segment_id=f27bbf85-55a1-48b5-a622-19114e63af3c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:03.978805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:03.979608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 96057dad-a86f-4a6c-a8a2-b050e6e2a826 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:04.013951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-536bc5fa-c70d-4107-984a-766b2f273cd8 req-5064d955-1c6d-441b-930f-cd6f18895c66 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370562 Jul 14 11:24:04.026318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['94c970e0-f9f1-449c-8dd8-19d955f25404'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:04.221930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:04.242803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:04.259615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:04.260018 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:04.348887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a40f87-4298-417f-94a9-d56b6e2d4e86 req-8f986da5-d2d6-4787-a5f9-9accf53283c7 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:04.352645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4a40f87-4298-417f-94a9-d56b6e2d4e86 req-8f986da5-d2d6-4787-a5f9-9accf53283c7 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 945 time: 0.1036134 Jul 14 11:24:04.401615 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:04.409434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4a40f87-4298-417f-94a9-d56b6e2d4e86 req-54cd39d2-a6c5-4511-b031-1c1874d2d3ee tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480907 Jul 14 11:24:04.440892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:04.445527 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:04.506802 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:04.618993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb2f1f-ff14-4a4e-818a-881481dbb437 req-2fa630a3-54d9-4e91-9a5c-3c8bc400651b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:04.620629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ebb2f1f-ff14-4a4e-818a-881481dbb437 req-2fa630a3-54d9-4e91-9a5c-3c8bc400651b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 943 time: 0.0685847 Jul 14 11:24:04.660160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ebb2f1f-ff14-4a4e-818a-881481dbb437 req-e97be78d-d0f3-4e46-85c6-5b31c794f4f7 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 Jul 14 11:24:04.731338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf77f3-27f4-43a2-a3f4-30246388cc5b req-c1a5d307-99f9-4f9b-8c52-bc12b59d6a11 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:04.732991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57bf77f3-27f4-43a2-a3f4-30246388cc5b req-c1a5d307-99f9-4f9b-8c52-bc12b59d6a11 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.0710938 Jul 14 11:24:04.781367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57bf77f3-27f4-43a2-a3f4-30246388cc5b req-71b2db20-fd03-4b86-a72e-688fc0f6bb1e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Jul 14 11:24:04.834055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5c396-0a7a-4804-8b50-c842c86db083 req-dea9f1ee-7b16-4948-a0d2-88ff489d2287 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:04.835549 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65b5c396-0a7a-4804-8b50-c842c86db083 req-dea9f1ee-7b16-4948-a0d2-88ff489d2287 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 945 time: 0.0707119 Jul 14 11:24:04.879594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65b5c396-0a7a-4804-8b50-c842c86db083 req-4c50eba1-f78e-42ed-a8b8-f277fe0cb9af tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379391 Jul 14 11:24:05.002018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f74c85-22a5-4cc8-8324-d9093c572e35 req-9f32d1f9-e25c-4ecb-8216-7cce6f8e92c0 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:05.003606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44f74c85-22a5-4cc8-8324-d9093c572e35 req-9f32d1f9-e25c-4ecb-8216-7cce6f8e92c0 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 945 time: 0.0647295 Jul 14 11:24:05.045934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44f74c85-22a5-4cc8-8324-d9093c572e35 req-9561bcce-a296-42a4-84a1-79ec0e58b62e tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349433 Jul 14 11:24:05.108637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 25cb0ff0-5277-4e46-9df0-6efdbed2a649 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:05.188969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 94c970e0-f9f1-449c-8dd8-19d955f25404 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:05.212669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4677a9-e0d3-4351-bdea-2be1ccdec91a req-c7b7e074-32b2-4c4f-93f1-29b5dfd44c6c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:05.214250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b4677a9-e0d3-4351-bdea-2be1ccdec91a req-c7b7e074-32b2-4c4f-93f1-29b5dfd44c6c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 946 time: 0.0729864 Jul 14 11:24:05.238264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:05.255413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '25cb0ff0-5277-4e46-9df0-6efdbed2a649', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'port_id': '25cb0ff0-5277-4e46-9df0-6efdbed2a649', 'mac_address': 'fa:16:3e:1f:8d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41eed6e3-e4de-43e0-9e1c-01142e2f8b95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:05.257859 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b4677a9-e0d3-4351-bdea-2be1ccdec91a req-42bd7b23-d442-41ce-9a14-a645df977243 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347707 Jul 14 11:24:05.287193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 94c970e0-f9f1-449c-8dd8-19d955f25404 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:05.297191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 94c970e0-f9f1-449c-8dd8-19d955f25404 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:05.297564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:05.320358 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:05.346984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cb0ff0-5277-4e46-9df0-6efdbed2a649 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:05.372100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:05.377246 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:05.436197 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:05.463750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=25cb0ff0-5277-4e46-9df0-6efdbed2a649,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:05.483361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 94c970e0-f9f1-449c-8dd8-19d955f25404, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=94c970e0-f9f1-449c-8dd8-19d955f25404,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:05.489801 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:05.542327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=94c970e0-f9f1-449c-8dd8-19d955f25404,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:05.617947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595fe4f-5467-4758-b728-577ada418682 req-18a5be4a-0e63-45b3-8e6b-7d9811652a25 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:05.619371 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6595fe4f-5467-4758-b728-577ada418682 req-18a5be4a-0e63-45b3-8e6b-7d9811652a25 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 945 time: 0.0869217 Jul 14 11:24:05.628135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['25cb0ff0-5277-4e46-9df0-6efdbed2a649'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:05.655748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4'}, {'server_uuid': '3053b924-f0fb-4544-a437-dc24f52658cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b4abb7-3467-430d-8aa2-1004b8ae7dc2'}, {'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826'}, {'server_uuid': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c970e0-f9f1-449c-8dd8-19d955f25404'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:05.658036 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc416c2-1902-4dcd-848c-8261048bfcfa" -d '{"events": [{"server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "name": "network-vif-plugged", "status": "completed", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4"}, {"server_uuid": "3053b924-f0fb-4544-a437-dc24f52658cc", "name": "network-vif-plugged", "status": "completed", "tag": "b2b4abb7-3467-430d-8aa2-1004b8ae7dc2"}, {"server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "name": "network-vif-plugged", "status": "completed", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826"}, {"server_uuid": "31b98e39-dd2e-43e2-b247-44a78e07404b", "name": "network-vif-plugged", "status": "completed", "tag": "94c970e0-f9f1-449c-8dd8-19d955f25404"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:05.664218 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6595fe4f-5467-4758-b728-577ada418682 req-7df844b1-58ad-4433-bec0-e1267573bf03 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Jul 14 11:24:05.731467 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d33e17-c844-4ddb-862e-2b0e60b1ae30 x-openstack-request-id: req-35d33e17-c844-4ddb-862e-2b0e60b1ae30 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:05.731880 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "name": "network-vif-plugged", "status": "completed", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4", "code": 200}, {"server_uuid": "3053b924-f0fb-4544-a437-dc24f52658cc", "name": "network-vif-plugged", "status": "completed", "tag": "b2b4abb7-3467-430d-8aa2-1004b8ae7dc2", "code": 200}, {"server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "name": "network-vif-plugged", "status": "completed", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826", "code": 200}, {"server_uuid": "31b98e39-dd2e-43e2-b247-44a78e07404b", "name": "network-vif-plugged", "status": "completed", "tag": "94c970e0-f9f1-449c-8dd8-19d955f25404", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:05.732268 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35d33e17-c844-4ddb-862e-2b0e60b1ae30 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:05.732737 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4', 'code': 200} Jul 14 11:24:05.733099 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3053b924-f0fb-4544-a437-dc24f52658cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b4abb7-3467-430d-8aa2-1004b8ae7dc2', 'code': 200} Jul 14 11:24:05.733449 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'code': 200} Jul 14 11:24:05.733818 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c970e0-f9f1-449c-8dd8-19d955f25404', 'code': 200} Jul 14 11:24:05.949274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c33850-5de2-497a-b82d-d5037cbcd0c1 req-5ac7d15d-c47b-4acf-9e28-49b51762fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:05.950835 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c7c33850-5de2-497a-b82d-d5037cbcd0c1 req-5ac7d15d-c47b-4acf-9e28-49b51762fc04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1097 time: 0.1263082 Jul 14 11:24:05.974822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a42f72-9f28-423f-a142-b31901895958 req-1ef05fe1-1e5d-4179-bac6-2d82812a4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:05.976390 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78a42f72-9f28-423f-a142-b31901895958 req-1ef05fe1-1e5d-4179-bac6-2d82812a4576 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 1097 time: 0.1066234 Jul 14 11:24:06.005990 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c7c33850-5de2-497a-b82d-d5037cbcd0c1 req-b81c6aff-d449-4e50-870a-ed90add8639e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Jul 14 11:24:06.022107 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78a42f72-9f28-423f-a142-b31901895958 req-f62f8c4b-77be-4734-80b7-8a88affb85fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339899 Jul 14 11:24:06.022365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f15098-7ef1-40eb-b4e0-e0a915c9b724 req-341db460-4d52-4386-a06e-8c72925984a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:06.023869 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70f15098-7ef1-40eb-b4e0-e0a915c9b724 req-341db460-4d52-4386-a06e-8c72925984a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 1096 time: 0.2112286 Jul 14 11:24:06.031956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eac63a-72d1-48dc-b7d4-0a09392d63bb req-71a83dad-d9ff-46ab-a0b5-dd65dbee4213 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:06.033955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0eac63a-72d1-48dc-b7d4-0a09392d63bb req-71a83dad-d9ff-46ab-a0b5-dd65dbee4213 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 944 time: 0.1710181 Jul 14 11:24:06.035708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded23b0-b03e-4a83-a285-5ccbb57d0ba4 req-946a4a10-858c-4e17-8ab3-ad3866daba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:06.037111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ded23b0-b03e-4a83-a285-5ccbb57d0ba4 req-946a4a10-858c-4e17-8ab3-ad3866daba7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1101 time: 0.1732357 Jul 14 11:24:06.122397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70f15098-7ef1-40eb-b4e0-e0a915c9b724 req-64221387-2be6-492a-b9b1-dfee42e5eed9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842459 Jul 14 11:24:06.135720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b4de1-3dce-430c-8264-56080970e538 req-a06addd5-1ae4-4551-8637-c3ebdf7b14eb tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:06.137191 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a7b4de1-3dce-430c-8264-56080970e538 req-a06addd5-1ae4-4551-8637-c3ebdf7b14eb tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.1928334 Jul 14 11:24:06.140275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0eac63a-72d1-48dc-b7d4-0a09392d63bb req-3b581f2e-b802-4026-8222-f2905a84d2b0 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001332 Jul 14 11:24:06.141910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ded23b0-b03e-4a83-a285-5ccbb57d0ba4 req-d4949325-44b8-4024-908d-db185950c3dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940316 Jul 14 11:24:06.180480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a7b4de1-3dce-430c-8264-56080970e538 req-4b22a368-32da-4a0f-af89-c019543ea94a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365164 Jul 14 11:24:06.382668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481486f5-8d4b-4834-bb42-76247524c6e1 req-28a6ea1d-db00-40e2-9817-d16f8b5dcc04 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:06.385062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-481486f5-8d4b-4834-bb42-76247524c6e1 req-28a6ea1d-db00-40e2-9817-d16f8b5dcc04 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 945 time: 0.1224275 Jul 14 11:24:06.421471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf496a-dc51-4cd8-ab86-121b4156a5fd req-a557426c-88e5-4f38-b3cc-463a9c387e71 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:06.422890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-decf496a-dc51-4cd8-ab86-121b4156a5fd req-a557426c-88e5-4f38-b3cc-463a9c387e71 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 946 time: 0.1228950 Jul 14 11:24:06.466723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-481486f5-8d4b-4834-bb42-76247524c6e1 req-0589fd1a-3816-46bf-8378-4203d57703a0 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705121 Jul 14 11:24:06.492538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-decf496a-dc51-4cd8-ab86-121b4156a5fd req-cb48055b-1cc1-4eff-a605-1419a3421f34 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574183 Jul 14 11:24:06.691516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bf9a3-4e78-4cc2-9a0d-2940eb3f5c3f req-554b30ca-23b4-49f2-b8d8-04231aa4cd45 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:06.711573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-996bf9a3-4e78-4cc2-9a0d-2940eb3f5c3f req-554b30ca-23b4-49f2-b8d8-04231aa4cd45 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 946 time: 0.1218269 Jul 14 11:24:06.766908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-996bf9a3-4e78-4cc2-9a0d-2940eb3f5c3f req-8a10848b-2249-44ee-a520-93256646097c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543220 Jul 14 11:24:07.122307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 25cb0ff0-5277-4e46-9df0-6efdbed2a649 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:07.148305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b33ad-55a0-4eb5-a0c4-0dbc80b63003 req-18b82397-4b08-47aa-b196-c3d38ca59848 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:07.193052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190b33ad-55a0-4eb5-a0c4-0dbc80b63003 req-18b82397-4b08-47aa-b196-c3d38ca59848 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 945 time: 0.3445179 Jul 14 11:24:07.302269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:07.376327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190b33ad-55a0-4eb5-a0c4-0dbc80b63003 req-72f3ce42-468d-48a0-b75e-4399449ed421 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798379 Jul 14 11:24:07.623066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:07.648039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'mac_address': 'fa:16:3e:97:94:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:07.669116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:07.712100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:07.712316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:07.804696 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:07.832408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:07.833524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d900ae6-4249-4d78-83b2-5ed3084d82d6 req-007328ff-f320-42c5-8d0b-6bb24f32ae52 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:07.843176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d900ae6-4249-4d78-83b2-5ed3084d82d6 req-007328ff-f320-42c5-8d0b-6bb24f32ae52 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 944 time: 0.3530672 Jul 14 11:24:07.862948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:07.870543 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:07.938557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d900ae6-4249-4d78-83b2-5ed3084d82d6 req-f27216ac-b643-4d8b-a053-3fa904be8040 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936735 Jul 14 11:24:07.963089 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:07.976405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:07.999982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:08.016650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0243970-3b59-449d-8eb7-ed66931f4e6a req-a2a3c74e-ad41-463b-a983-de8287434dca tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:08.036466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0243970-3b59-449d-8eb7-ed66931f4e6a req-a2a3c74e-ad41-463b-a983-de8287434dca tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.3715096 Jul 14 11:24:08.071880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:08.074727 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b067a0f3-c669-4e03-ba1b-f3b22879292d" -d '{"events": [{"server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:08.097248 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:08.105917 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:08.152882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0243970-3b59-449d-8eb7-ed66931f4e6a req-b0dd5add-2553-42c8-b6d2-b5fa39da5447 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152658 Jul 14 11:24:08.328262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=25cb0ff0-5277-4e46-9df0-6efdbed2a649,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:08.388243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfbe57-269a-427f-b07d-bf23bb22d224 req-eb5b05b3-01c6-4b3a-b897-cee10e319185 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:08.391196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbcfbe57-269a-427f-b07d-bf23bb22d224 req-eb5b05b3-01c6-4b3a-b897-cee10e319185 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 946 time: 0.1437795 Jul 14 11:24:08.484575 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbcfbe57-269a-427f-b07d-bf23bb22d224 req-32c79b73-b186-4961-bf89-bb3f49991f16 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747058 Jul 14 11:24:08.563264 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62070ceb-496d-49b9-afdc-0c9c847744cd x-openstack-request-id: req-62070ceb-496d-49b9-afdc-0c9c847744cd {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:08.563665 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:08.565460 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62070ceb-496d-49b9-afdc-0c9c847744cd {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:08.565787 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649', 'code': 200} Jul 14 11:24:08.604851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adfad5-b055-4dce-835f-444506c85807 req-1267227c-592b-4d38-8c1b-c0637f46e43e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:08.606834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41adfad5-b055-4dce-835f-444506c85807 req-1267227c-592b-4d38-8c1b-c0637f46e43e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 946 time: 0.1451027 Jul 14 11:24:08.723012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41adfad5-b055-4dce-835f-444506c85807 req-e54c397e-ccb7-451c-a521-4ad0f81a61b1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979462 Jul 14 11:24:08.773417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bb6e5-c55e-4a62-b8d5-2c74e6cb57a5 req-177a82de-8d8d-4ea7-8e5d-4fec53c312c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:08.774913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-245bb6e5-c55e-4a62-b8d5-2c74e6cb57a5 req-177a82de-8d8d-4ea7-8e5d-4fec53c312c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 1096 time: 0.1307945 Jul 14 11:24:08.844625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-245bb6e5-c55e-4a62-b8d5-2c74e6cb57a5 req-ce8a5d02-d3ac-42b4-8652-f45231344999 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625863 Jul 14 11:24:09.026358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860004f-c347-4283-9d23-6c7443eb47ea req-6d47805c-1e3e-48af-b047-a9eaa1df9450 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:09.027974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d860004f-c347-4283-9d23-6c7443eb47ea req-6d47805c-1e3e-48af-b047-a9eaa1df9450 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 945 time: 0.0966239 Jul 14 11:24:09.037154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22d7a4-cc03-42a3-bbec-0484e195c0c3 req-8ba33657-427a-4099-af38-192ef68b635d tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:09.044515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b22d7a4-cc03-42a3-bbec-0484e195c0c3 req-8ba33657-427a-4099-af38-192ef68b635d tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1101 time: 0.1505342 Jul 14 11:24:09.071708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8b22d7a4-cc03-42a3-bbec-0484e195c0c3 req-a7fff93f-4ff3-4be8-b7ce-472a9e31b5ee tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:09.098576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d860004f-c347-4283-9d23-6c7443eb47ea req-affdc9b3-df42-4faf-89f7-5f2306a9f00d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638893 Jul 14 11:24:09.218804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:09.225629 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8b22d7a4-cc03-42a3-bbec-0484e195c0c3 req-a7fff93f-4ff3-4be8-b7ce-472a9e31b5ee tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:09.239130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8b22d7a4-cc03-42a3-bbec-0484e195c0c3 req-a7fff93f-4ff3-4be8-b7ce-472a9e31b5ee tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:09.273853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fff93f-4ff3-4be8-b7ce-472a9e31b5ee tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f609b4cf-318b-42c2-a7c8-6a7073b57cd9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:09.294140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b22d7a4-cc03-42a3-bbec-0484e195c0c3 req-a7fff93f-4ff3-4be8-b7ce-472a9e31b5ee tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487626 Jul 14 11:24:09.347347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:09.348244 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:09.483794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ad1edaa7-528e-4b3e-88a1-26a48701619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:09.540022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e557-f692-4ad8-8794-6225c75696ac req-768239bd-738b-4354-b885-82e1ec9b171f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:09.541544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d69e557-f692-4ad8-8794-6225c75696ac req-768239bd-738b-4354-b885-82e1ec9b171f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 946 time: 0.1512742 Jul 14 11:24:09.551542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55310) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:09.556277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4e0aeb89-945d-49a9-b8d6-cd411c7710a5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Request body: {'floatingip': {'port_id': '94c970e0-f9f1-449c-8dd8-19d955f25404'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:09.564190 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:09.618580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:09.634430 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:09.647250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e0aeb89-945d-49a9-b8d6-cd411c7710a5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:09.792433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=10']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:09.960038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f3015-5f61-46e8-b485-05f95c78adfb req-1279fd6c-226d-4644-b322-ebe8d289a114 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:09.969209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b05f3015-5f61-46e8-b485-05f95c78adfb req-1279fd6c-226d-4644-b322-ebe8d289a114 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 945 time: 0.1959114 Jul 14 11:24:10.005407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ba6fe-5cfb-4bd2-8702-bdefaffb7ad1 req-ba70028b-9ac3-4e98-8686-dc015cb91282 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:10.016231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec5ba6fe-5cfb-4bd2-8702-bdefaffb7ad1 req-ba70028b-9ac3-4e98-8686-dc015cb91282 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1097 time: 0.1748698 Jul 14 11:24:10.132076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b05f3015-5f61-46e8-b485-05f95c78adfb req-463d15e8-55b9-48c6-b679-6bbb16dd33af tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616602 Jul 14 11:24:10.133989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec5ba6fe-5cfb-4bd2-8702-bdefaffb7ad1 req-b9dae790-e721-4bda-9d77-6290d167223d tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164758 Jul 14 11:24:10.328168 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e0aeb89-945d-49a9-b8d6-cd411c7710a5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:10.335228 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e0aeb89-945d-49a9-b8d6-cd411c7710a5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:10.495468 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-4e0aeb89-945d-49a9-b8d6-cd411c7710a5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Floating IP 84c63e61-2aba-4a25-9989-763a662b7aa5 associated. External IP: 172.25.2.70, port: 94c970e0-f9f1-449c-8dd8-19d955f25404. Jul 14 11:24:10.568243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:10.572700 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3dbb22-a7c4-42fd-aa86-4ea5fb5f2e33" -d '{"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-plugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:10.925268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0aeb89-945d-49a9-b8d6-cd411c7710a5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:24:11.107272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dad38-6f14-4af8-b441-f47902771b2e req-aab18ba0-2db1-4eaf-bfd3-59fbefc251ac tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:11.109077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f6dad38-6f14-4af8-b441-f47902771b2e req-aab18ba0-2db1-4eaf-bfd3-59fbefc251ac tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1097 time: 0.1098874 Jul 14 11:24:11.126877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0aeb89-945d-49a9-b8d6-cd411c7710a5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:24:11.139446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] Sync routers for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:24:11.140394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e0aeb89-945d-49a9-b8d6-cd411c7710a5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:11.165210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:11.166669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:23:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:11.189460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f6dad38-6f14-4af8-b441-f47902771b2e req-5d3ecab4-78cb-441c-a8af-abf0352399a9 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703578 Jul 14 11:24:11.212530 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4e0aeb89-945d-49a9-b8d6-cd411c7710a5 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "PUT /v2.0/floatingips/84c63e61-2aba-4a25-9989-763a662b7aa5 HTTP/1.1" status: 200 len: 991 time: 1.6598055 Jul 14 11:24:11.213374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'tag': '94c970e0-f9f1-449c-8dd8-19d955f25404'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:11.216056 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b622262-c8bf-4b98-9643-1598c94dd97f" -d '{"events": [{"name": "network-changed", "server_uuid": "31b98e39-dd2e-43e2-b247-44a78e07404b", "tag": "94c970e0-f9f1-449c-8dd8-19d955f25404"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:11.300203 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55368) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:11.335317 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd56c4ce-6092-4b68-b040-e8a00a4d1015 x-openstack-request-id: req-cd56c4ce-6092-4b68-b040-e8a00a4d1015 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:11.335599 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-plugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:11.336079 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cd56c4ce-6092-4b68-b040-e8a00a4d1015 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:11.336795 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'code': 200} Jul 14 11:24:11.466432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:11.478942 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-b52e9808-0848-4614-bcd1-d5d2c24a5470 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1770139 Jul 14 11:24:11.596222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e77acb-1dc6-44c5-8c9e-1f403e26823e req-cb06f6df-0405-4c31-b2ee-460acce3aaac tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:11.608444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-53e77acb-1dc6-44c5-8c9e-1f403e26823e req-cb06f6df-0405-4c31-b2ee-460acce3aaac tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.2325149 Jul 14 11:24:11.718081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-53e77acb-1dc6-44c5-8c9e-1f403e26823e req-aa6350d9-aaa4-42e0-9b95-4fdc23d9c09c tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958149 Jul 14 11:24:11.770108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c157-d0fd-4111-8b30-f86dd66c8873 req-7b1b6c52-9b83-44e5-9237-068c45737338 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:11.771653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c707c157-d0fd-4111-8b30-f86dd66c8873 req-7b1b6c52-9b83-44e5-9237-068c45737338 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 945 time: 0.2760923 Jul 14 11:24:11.865148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c707c157-d0fd-4111-8b30-f86dd66c8873 req-6011e207-a078-4f28-acde-1322bad406c7 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805316 Jul 14 11:24:11.988631 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542beb7c-b1f5-40fd-a7c4-03a7da7977c2 x-openstack-request-id: req-542beb7c-b1f5-40fd-a7c4-03a7da7977c2 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:11.989540 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b98e39-dd2e-43e2-b247-44a78e07404b", "tag": "94c970e0-f9f1-449c-8dd8-19d955f25404", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:11.990077 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-542beb7c-b1f5-40fd-a7c4-03a7da7977c2 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:11.990709 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'tag': '94c970e0-f9f1-449c-8dd8-19d955f25404', 'status': 'completed', 'code': 200} Jul 14 11:24:12.156005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-4be58159-9757-48ce-9e94-a390cc9e9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:12.162029 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-4be58159-9757-48ce-9e94-a390cc9e9d27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=595428f2d6254beda60793bb93154145&device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 1097 time: 0.1527464 Jul 14 11:24:12.187332 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c28362-a9ec-40e5-b471-84c4ec75efbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:12.236601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '84c63e61-2aba-4a25-9989-763a662b7aa5', 'tenant_id': '595428f2d6254beda60793bb93154145', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'port_id': '94c970e0-f9f1-449c-8dd8-19d955f25404', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'mac_address': 'fa:16:3e:1f:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:21:37Z', 'updated_at': '2021-07-14T11:24:10Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:12.316096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] Checking router: 447d4dac-c20c-40bd-a770-a8e3f267c2e1 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:24:12.326360 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:12.346528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:12.352024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:24:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:12.404731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-ef465b10-5a98-4ea6-8055-9124d82acd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:12.406503 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-ef465b10-5a98-4ea6-8055-9124d82acd32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 200 len: 923 time: 0.2364874 Jul 14 11:24:12.562278 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-3fb0b904-ad6d-49b5-984b-520c5f135d49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c970e0-f9f1-449c-8dd8-19d955f25404 HTTP/1.1" status: 200 len: 999 time: 0.1457663 Jul 14 11:24:12.642947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:12.707249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-5b35280a-0f38-47d4-8db0-c8325530b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:12.709084 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-5b35280a-0f38-47d4-8db0-c8325530b3be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc709ef8-5a9b-4b6e-88e9-a0a84793cf30 HTTP/1.1" status: 200 len: 862 time: 0.1402647 Jul 14 11:24:12.954986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-78f8d0c3-e9c3-49d5-af42-cc64b51e585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:12.958890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-78f8d0c3-e9c3-49d5-af42-cc64b51e585b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416620 Jul 14 11:24:13.289610 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-08017cf2-bb06-40f0-8fdb-428c70b3894a service neutron] 10.222.0.64 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087223 Jul 14 11:24:13.484753 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9b622262-c8bf-4b98-9643-1598c94dd97f req-a3bafe78-698b-4b05-9e87-1bb682031351 service neutron] 10.222.0.64 "GET /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746683 Jul 14 11:24:13.534052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d379a4-9777-49bd-80e7-6f16566e249a req-ec71415f-09d2-472e-9f14-ce475c205a55 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:13.538705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d379a4-9777-49bd-80e7-6f16566e249a req-ec71415f-09d2-472e-9f14-ce475c205a55 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 945 time: 0.1606779 Jul 14 11:24:13.575894 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:13.604363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d379a4-9777-49bd-80e7-6f16566e249a req-660de1e2-115d-425a-a6bd-349012b132a5 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625019 Jul 14 11:24:13.685122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '84c63e61-2aba-4a25-9989-763a662b7aa5', 'tenant_id': '595428f2d6254beda60793bb93154145', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'port_id': '94c970e0-f9f1-449c-8dd8-19d955f25404', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'mac_address': 'fa:16:3e:1f:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:21:37Z', 'updated_at': '2021-07-14T11:24:10Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:13.761176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2038ee6-213b-4f2f-a95f-97bec990dab6 None None] The sync data for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 is: [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '84c63e61-2aba-4a25-9989-763a662b7aa5', 'tenant_id': '595428f2d6254beda60793bb93154145', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'port_id': '94c970e0-f9f1-449c-8dd8-19d955f25404', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'mac_address': 'fa:16:3e:1f:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:21:37Z', 'updated_at': '2021-07-14T11:24:10Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:24:14.156984 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6889cc1-e4dd-4142-a1ca-9ccc8bc85a03 None None] New status for floating IP 84c63e61-2aba-4a25-9989-763a662b7aa5: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:24:14.215170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-8759b09f-61a4-4316-8d8c-13390d171ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:14.217026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-8759b09f-61a4-4316-8d8c-13390d171ed3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1101 time: 0.5024099 Jul 14 11:24:14.463594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-462049c6-bb9d-4580-acb8-1ad867e3d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:14.465511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-462049c6-bb9d-4580-acb8-1ad867e3d962 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2353587 Jul 14 11:24:14.483694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d54d3-293b-428c-8b10-5ff893f18486 req-9a4a0dc6-f1eb-4687-8581-8de35f38c951 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:14.500350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55478) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:14.505616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-297d54d3-293b-428c-8b10-5ff893f18486 req-9a4a0dc6-f1eb-4687-8581-8de35f38c951 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.6669028 Jul 14 11:24:14.584515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-98cdfc79-185f-4aaf-934e-5784dba52803 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.0746665 Jul 14 11:24:14.586575 n-d-778696-8 neutron-server[93701]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 11:24:14.590539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-99cd6e1b-d6d1-434c-881a-af665f48e078 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:24:14.591410 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-99cd6e1b-d6d1-434c-881a-af665f48e078 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0893340 Jul 14 11:24:14.676793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-297d54d3-293b-428c-8b10-5ff893f18486 req-4591ce62-0432-4daa-b371-1d09a7182bb2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459320 Jul 14 11:24:14.686417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-3eaff64f-8e01-4379-a091-f8141c85e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:14.688094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-3eaff64f-8e01-4379-a091-f8141c85e7b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0934193 Jul 14 11:24:14.755185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Request body: {'binding': {'host': 'n-h2-778696-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:14.755834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Unknown quota resources ['binding']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:24:14.838315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-bf681f9c-3895-42c1-b11a-e26cd04284c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:14.840730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-bf681f9c-3895-42c1-b11a-e26cd04284c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458614 Jul 14 11:24:14.976695 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:15.020616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-4b393dfe-0a13-4e0f-8ef2-cd34c7c2d88d service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708038 Jul 14 11:24:15.105698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 on host n-h2-778696-8 for vnic_type normal with profile None {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:15.106204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:15.106540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:15.118108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-da61c697-70c1-45ec-87d6-5f1ac0dba650 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:15.119943 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-da61c697-70c1-45ec-87d6-5f1ac0dba650 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 946 time: 0.1370649 Jul 14 11:24:15.124211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Port a8904ab3-595a-44a7-83e3-724ab234f6c4 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:24:15.124541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:15.177207 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-42441dde-e68c-47fb-8945-c233585a2192 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498780 Jul 14 11:24:15.185717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433297-9033-49f1-bd9b-ab68ee584f13 req-47fdb251-59ef-4910-a28b-5d3ad6bada99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:15.193210 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67433297-9033-49f1-bd9b-ab68ee584f13 req-47fdb251-59ef-4910-a28b-5d3ad6bada99 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 946 time: 0.1312304 Jul 14 11:24:15.225122 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:15.225505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:15.226079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:15.227169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Bound port: a8904ab3-595a-44a7-83e3-724ab234f6c4, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:15.258087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67433297-9033-49f1-bd9b-ab68ee584f13 req-72726515-15fa-4194-9324-7a3e708068ab tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/security-groups?id=aece1a81-3bb8-4864-b779-21339d7efa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599883 Jul 14 11:24:15.371258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:15.372864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Deleting port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:15.373202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:15.393823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:15.409777 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-35510211-7ddd-4b60-8fe8-b9b852f46259 service neutron] 10.222.0.38 "POST /v2.0/ports/a8904ab3-595a-44a7-83e3-724ab234f6c4/bindings HTTP/1.1" status: 201 len: 389 time: 0.7227023 Jul 14 11:24:15.550108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] For port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:15.550744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:15.571626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Calling delete_port for f4b3efd8-3b71-4ad5-af3e-14ff4606d64f owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:15.797466 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:24:15.948228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588d60-f8ff-4269-8f28-da5183bb6658 req-7559f297-315a-40b8-9237-ebfd38e22fdf tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:15.957240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c588d60-f8ff-4269-8f28-da5183bb6658 req-7559f297-315a-40b8-9237-ebfd38e22fdf tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 946 time: 0.2574379 Jul 14 11:24:16.038191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b6f5973b-debf-4e07-b013-194497cbb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:16.040400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b6f5973b-debf-4e07-b013-194497cbb256 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1097 time: 0.2345996 Jul 14 11:24:16.054543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c588d60-f8ff-4269-8f28-da5183bb6658 req-9515b038-a858-4ba1-af50-c3fe521e753d tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963018 Jul 14 11:24:16.177250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:16.190770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['f4b3efd8-3b71-4ad5-af3e-14ff4606d64f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:16.256008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Pushing event deleted for resources: {'Port': ['ID=f4b3efd8-3b71-4ad5-af3e-14ff4606d64f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:16.272556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-a3437a89-91a0-44b9-8be4-90c2a7726215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:16.274133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-a3437a89-91a0-44b9-8be4-90c2a7726215 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.2124190 Jul 14 11:24:16.356622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] No DVR routers for this DVR port f4b3efd8-3b71-4ad5-af3e-14ff4606d64f on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:16.360416 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:16.363141 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f0fdc3cf-7722-40f0-936b-fe4850d831c7 req-63982500-e726-488b-be34-7d7a693c4678 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.64 "DELETE /v2.0/ports/f4b3efd8-3b71-4ad5-af3e-14ff4606d64f HTTP/1.1" status: 204 len: 173 time: 1.2363842 Jul 14 11:24:16.374691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b193d1c0-683f-4cef-99e2-341a6957fc26', 'name': 'network-vif-deleted', 'tag': 'f4b3efd8-3b71-4ad5-af3e-14ff4606d64f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:16.377449 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222dae73-84bd-4262-b2fb-0f2da95df945" -d '{"events": [{"server_uuid": "b193d1c0-683f-4cef-99e2-341a6957fc26", "name": "network-vif-deleted", "tag": "f4b3efd8-3b71-4ad5-af3e-14ff4606d64f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:16.398274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-8a4b37c7-afe2-4e85-add0-ade001c81ae7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 200 len: 217 time: 0.1133466 Jul 14 11:24:16.478240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943846ef-cd44-4939-9777-39cbdcef15f2 req-39e815ad-82d9-4a97-a8de-1baa047db613 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:16.480208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-943846ef-cd44-4939-9777-39cbdcef15f2 req-39e815ad-82d9-4a97-a8de-1baa047db613 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.1212840 Jul 14 11:24:16.482247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-f51bd6b6-dd51-4a1b-8c0c-1e34a8d469d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:16.484457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-f51bd6b6-dd51-4a1b-8c0c-1e34a8d469d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.0789711 Jul 14 11:24:16.589495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-3e7dcf0f-c115-4915-ad72-9a4213d13b89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878682 Jul 14 11:24:16.645872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-943846ef-cd44-4939-9777-39cbdcef15f2 req-23c65d60-bad4-40f4-9152-2a1dd0fbc1ae tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575909 Jul 14 11:24:16.825878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-06296d28-3377-4a8c-b47f-4b57178dd747 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086961 Jul 14 11:24:16.980514 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2abdfe4-8cb0-4201-ac4e-b60fc5cdf7ac x-openstack-request-id: req-a2abdfe4-8cb0-4201-ac4e-b60fc5cdf7ac {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:16.981011 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b193d1c0-683f-4cef-99e2-341a6957fc26", "name": "network-vif-deleted", "tag": "f4b3efd8-3b71-4ad5-af3e-14ff4606d64f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:16.981244 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2abdfe4-8cb0-4201-ac4e-b60fc5cdf7ac {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:16.981734 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b193d1c0-683f-4cef-99e2-341a6957fc26', 'name': 'network-vif-deleted', 'tag': 'f4b3efd8-3b71-4ad5-af3e-14ff4606d64f', 'status': 'completed', 'code': 200} Jul 14 11:24:17.053114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-7e49054c-307e-48e4-b8d1-381aec274029 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131143 Jul 14 11:24:17.102295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ed8db26-b2b4-4fe9-8754-b65f4f2efa5f req-cafb8746-7423-4df3-9a35-30dc17da9208 tempest-AttachSCSIVolumeTestJSON-2069662254 tempest-AttachSCSIVolumeTestJSON-2069662254-project] 10.222.0.38 "GET /v2.0/ports?device_id=b193d1c0-683f-4cef-99e2-341a6957fc26 HTTP/1.1" status: 200 len: 210 time: 0.0434780 Jul 14 11:24:17.427428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78467394-d864-4e23-ba4a-f9dc8149472b req-22dcc4e2-9673-405d-8a42-07aad08ca682 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:17.434962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78467394-d864-4e23-ba4a-f9dc8149472b req-22dcc4e2-9673-405d-8a42-07aad08ca682 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 945 time: 0.2940729 Jul 14 11:24:17.466013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-8725ce34-aedf-48f1-a598-d426618a0bbd tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:17.467560 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-8725ce34-aedf-48f1-a598-d426618a0bbd tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1097 time: 0.2678993 Jul 14 11:24:17.489801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-8'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:17.569644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78467394-d864-4e23-ba4a-f9dc8149472b req-be371f7d-69f0-4668-920d-0c9b09e9f358 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337216 Jul 14 11:24:17.587724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df4f0c-1d48-42d6-a3d4-3c6db4f371a9 req-52fc5c52-a2e9-49ea-85df-90de335678d6 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:17.589443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73df4f0c-1d48-42d6-a3d4-3c6db4f371a9 req-52fc5c52-a2e9-49ea-85df-90de335678d6 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 946 time: 0.2860649 Jul 14 11:24:17.654468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73df4f0c-1d48-42d6-a3d4-3c6db4f371a9 req-9ac6f84c-5ee0-49dc-8392-4924010e9c8f tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580258 Jul 14 11:24:17.657282 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:17.877653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:17.926504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046843d0-1475-404a-a61f-9f5c4e48331d req-cb568902-65c6-4f0d-acfa-4ee807ba4c05 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:17.933623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-046843d0-1475-404a-a61f-9f5c4e48331d req-cb568902-65c6-4f0d-acfa-4ee807ba4c05 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.1563666 Jul 14 11:24:17.991465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:18.046094 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:18.050923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:18.053592 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86e6127-411e-40e8-a381-4dde6f0c399d" -d '{"events": [{"server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:18.059060 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:18.088115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-046843d0-1475-404a-a61f-9f5c4e48331d req-a5e95d61-9a2b-41aa-b2b4-8d48ed1c9224 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532154 Jul 14 11:24:18.165681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Pushing event updated for resources: {'Port': ['ID=a8904ab3-595a-44a7-83e3-724ab234f6c4,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:18.178810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.179269 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.179823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.180180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.183981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.184504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.184950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.185388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.186324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.186324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.186627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.187067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:18.232762 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8180048e-6c51-4fa8-a2ee-649fb5e13284 x-openstack-request-id: req-8180048e-6c51-4fa8-a2ee-649fb5e13284 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:18.233127 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:18.233336 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8180048e-6c51-4fa8-a2ee-649fb5e13284 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:18.233772 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4', 'code': 200} Jul 14 11:24:18.261263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 on host n-h1-778696-8 for vnic_type normal with profile {"migrating_to": "n-h2-778696-8"} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:18.261704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:18.262179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:18.273620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Port a8904ab3-595a-44a7-83e3-724ab234f6c4 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:24:18.274099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Attempting to bind port a8904ab3-595a-44a7-83e3-724ab234f6c4 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:18.305009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:18.305362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:18.305757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:18.306517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Bound port: a8904ab3-595a-44a7-83e3-724ab234f6c4, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:18.306897 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:18.426601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:18.445976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:18.456027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:18.474261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-3238754e-5035-4938-889f-ec053d36f4d2 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:18.477518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-3238754e-5035-4938-889f-ec053d36f4d2 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.45 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 945 time: 0.1910262 Jul 14 11:24:18.640760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:18.641407 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:18.643366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] 10.222.0.45 "PUT /v2.0/ports/a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 200 len: 1122 time: 1.1643212 Jul 14 11:24:18.654473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b7c06-d741-4de5-909e-4f738b3ade95 service neutron] Pushing event updated for resources: {'Port': ['ID=a8904ab3-595a-44a7-83e3-724ab234f6c4,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:18.717959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Deleting port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:18.718201 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:18.727165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a8904ab3-595a-44a7-83e3-724ab234f6c4'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:19.035048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] For port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,segment=NetworkSegment(f27bbf85-55a1-48b5-a622-19114e63af3c),segment_id=f27bbf85-55a1-48b5-a622-19114e63af3c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:19.035715 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:19.082855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Calling delete_port for b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:19.098998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b572-7f17-4197-b256-666e6ca1906c req-acb483eb-36cb-48f8-a31b-7b9da415a55f tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:19.100757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4a3b572-7f17-4197-b256-666e6ca1906c req-acb483eb-36cb-48f8-a31b-7b9da415a55f tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/ports?device_id=3053b924-f0fb-4544-a437-dc24f52658cc HTTP/1.1" status: 200 len: 945 time: 0.2757425 Jul 14 11:24:19.148130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7fa58-487c-4603-a26a-0dd57426298a req-5c638702-6971-4f9c-974a-7cd2233ded9f tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:19.156467 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82f7fa58-487c-4603-a26a-0dd57426298a req-5c638702-6971-4f9c-974a-7cd2233ded9f tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 944 time: 0.2820597 Jul 14 11:24:19.225812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 25cb0ff0-5277-4e46-9df0-6efdbed2a649 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:19.290639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f4b3efd8-3b71-4ad5-af3e-14ff4606d64f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:19.346931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82f7fa58-487c-4603-a26a-0dd57426298a req-8be6f534-6baf-4feb-abfc-7f1cb63a4499 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861234 Jul 14 11:24:19.364887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4a3b572-7f17-4197-b256-666e6ca1906c req-11e41ba0-f6f8-45c6-a2aa-90122d66197d tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.38 "GET /v2.0/security-groups?id=c4fb5679-2f6e-49eb-9869-78b3a5f06d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539952 Jul 14 11:24:19.386013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: f4b3efd8-3b71-4ad5-af3e-14ff4606d64f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:19.386361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f4b3efd8-3b71-4ad5-af3e-14ff4606d64f not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:19.458203 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:19.479069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['b2b4abb7-3467-430d-8aa2-1004b8ae7dc2'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:19.500314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Pushing event deleted for resources: {'Port': ['ID=b2b4abb7-3467-430d-8aa2-1004b8ae7dc2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:19.603360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] No DVR routers for this DVR port b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:19.612488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:19.613798 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:19.625775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a53196a4-1d91-4fe2-aead-7d931e3014d0 req-193dd7be-2df7-44ea-a913-d4e35c028228 tempest-ServerMetadataNegativeTestJSON-1113265681 tempest-ServerMetadataNegativeTestJSON-1113265681-project] 10.222.0.45 "DELETE /v2.0/ports/b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 HTTP/1.1" status: 204 len: 173 time: 1.1410241 Jul 14 11:24:19.660256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '25cb0ff0-5277-4e46-9df0-6efdbed2a649', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'port_id': '25cb0ff0-5277-4e46-9df0-6efdbed2a649', 'mac_address': 'fa:16:3e:1f:8d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41eed6e3-e4de-43e0-9e1c-01142e2f8b95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:19.758549 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:19.773869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25cb0ff0-5277-4e46-9df0-6efdbed2a649 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:19.816304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:19.825049 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:19.907070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41370d1d-97eb-4f9c-96f2-3a42801511dc req-aea4706a-6209-47ba-9374-7dc2564be3b7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:19.916410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41370d1d-97eb-4f9c-96f2-3a42801511dc req-aea4706a-6209-47ba-9374-7dc2564be3b7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.1621130 Jul 14 11:24:19.937151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=25cb0ff0-5277-4e46-9df0-6efdbed2a649,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:19.953845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['25cb0ff0-5277-4e46-9df0-6efdbed2a649'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:20.043234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41370d1d-97eb-4f9c-96f2-3a42801511dc req-61fe0bbb-a140-4764-a6c4-ba60fdbb56b2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258771 Jul 14 11:24:20.235220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4'}, {'server_uuid': '3053b924-f0fb-4544-a437-dc24f52658cc', 'name': 'network-vif-deleted', 'tag': 'b2b4abb7-3467-430d-8aa2-1004b8ae7dc2'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:20.238671 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4"}, {"server_uuid": "3053b924-f0fb-4544-a437-dc24f52658cc", "name": "network-vif-deleted", "tag": "b2b4abb7-3467-430d-8aa2-1004b8ae7dc2"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:20.395893 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfbff74-2f62-4273-9402-47bd5f5ec88d x-openstack-request-id: req-5bfbff74-2f62-4273-9402-47bd5f5ec88d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:20.396208 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4", "status": "completed", "code": 200}, {"server_uuid": "3053b924-f0fb-4544-a437-dc24f52658cc", "name": "network-vif-deleted", "tag": "b2b4abb7-3467-430d-8aa2-1004b8ae7dc2", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:20.396441 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5bfbff74-2f62-4273-9402-47bd5f5ec88d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:20.396835 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4', 'status': 'completed', 'code': 200} Jul 14 11:24:20.397088 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3053b924-f0fb-4544-a437-dc24f52658cc', 'name': 'network-vif-deleted', 'tag': 'b2b4abb7-3467-430d-8aa2-1004b8ae7dc2', 'status': 'completed', 'code': 200} Jul 14 11:24:20.618487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-d36a6da5-2d45-4971-9939-b327e6797337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:20.620748 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-d36a6da5-2d45-4971-9939-b327e6797337 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1125 time: 0.2091537 Jul 14 11:24:20.778057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-4f0a6bf9-517f-47cf-ade8-f71c817f18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:20.778812 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-4f0a6bf9-517f-47cf-ade8-f71c817f18dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.1495106 Jul 14 11:24:20.819949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad0cb9-15ae-4810-b8a0-7e9d698256d8 req-c8282093-6de1-44b5-b64e-8e3c14823ba3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:20.837847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25ad0cb9-15ae-4810-b8a0-7e9d698256d8 req-c8282093-6de1-44b5-b64e-8e3c14823ba3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 944 time: 0.2180619 Jul 14 11:24:20.902094 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-5cdb3fb5-1726-4858-aa46-b6c799e9ec85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 200 len: 217 time: 0.1091437 Jul 14 11:24:20.925286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25ad0cb9-15ae-4810-b8a0-7e9d698256d8 req-5a2ccac2-e2bc-440d-a38f-e065310a4b7c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807683 Jul 14 11:24:21.042841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-85a645ad-498c-4980-bb07-b5ca1c39c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:21.044832 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-85a645ad-498c-4980-bb07-b5ca1c39c676 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.1328397 Jul 14 11:24:21.129413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55692) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:21.144856 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-c963edd4-ea5d-4c88-9dc6-0d775dbeb75e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814030 Jul 14 11:24:21.227896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:21.271631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-03155c50-6eff-4498-9b3f-d2ba20696d44 admin admin] Deleting subnet 1e64b127-01d6-450d-9c21-4d862ac5124e {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:24:21.284265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03155c50-6eff-4498-9b3f-d2ba20696d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:21.301195 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-5066d370-ca4b-4155-b4f8-4b7bcca7f676 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387119 Jul 14 11:24:21.353236 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03155c50-6eff-4498-9b3f-d2ba20696d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:21.432627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 25cb0ff0-5277-4e46-9df0-6efdbed2a649 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:21.478270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03155c50-6eff-4498-9b3f-d2ba20696d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:21.569367 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a2c68cf9-0e60-4d43-9f0a-b41bd228a9db req-8a41ddc0-cb32-4b93-9ba5-e272fa25302f service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269168 Jul 14 11:24:21.613750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03155c50-6eff-4498-9b3f-d2ba20696d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:21.638128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:21.649312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:21.649555 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:21.686935 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:24:21.701362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03155c50-6eff-4498-9b3f-d2ba20696d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e64b127-01d6-450d-9c21-4d862ac5124e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:21.710597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03155c50-6eff-4498-9b3f-d2ba20696d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:21.717063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-03155c50-6eff-4498-9b3f-d2ba20696d44 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1e64b127-01d6-450d-9c21-4d862ac5124e HTTP/1.1" status: 204 len: 168 time: 0.5863883 Jul 14 11:24:21.720042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55700) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:21.816455 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:21.822146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:21.888064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:21.889227 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:21.898303 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc54df52-7689-4292-9a00-57d8d896b54b" -d '{"events": [{"server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:21.908806 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:22.026001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=25cb0ff0-5277-4e46-9df0-6efdbed2a649,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:22.026731 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:22.054124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a99353-d2f1-4909-b6ba-4b79a03209a3']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:22.081428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27bbf85-55a1-48b5-a622-19114e63af3c') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:22.081728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27bbf85-55a1-48b5-a622-19114e63af3c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:22.099193 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:22.122973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:22.135925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:24:22.136498 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:24:22.140146 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:24:22.254249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:22.260638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:22.262965 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] 10.222.0.38 "DELETE /v2.0/networks/67a99353-d2f1-4909-b6ba-4b79a03209a3 HTTP/1.1" status: 204 len: 168 time: 0.5419016 Jul 14 11:24:22.285444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a99353-d2f1-4909-b6ba-4b79a03209a3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:22.316236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.318659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.318914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.319560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.319672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.319967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.322395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.322535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.322750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.323114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.323902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.323902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e00a-980d-4c28-8a3b-07f9ddc42790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:22.628326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55712) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:22.794710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9dc80351-9926-40bd-b12e-9ddda7970453 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9869983e50e94f21a54afdd17d16f7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634285 Jul 14 11:24:22.797036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55714) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:22.895967 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fadce14e-3a55-4834-90e1-97653b615d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:22.931216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fadce14e-3a55-4834-90e1-97653b615d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:23.091930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fadce14e-3a55-4834-90e1-97653b615d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:23.095569 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fadce14e-3a55-4834-90e1-97653b615d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:23.100746 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fadce14e-3a55-4834-90e1-97653b615d21 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4fb5679-2f6e-49eb-9869-78b3a5f06d33 HTTP/1.1" status: 204 len: 168 time: 0.3023963 Jul 14 11:24:23.122596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadce14e-3a55-4834-90e1-97653b615d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fb5679-2f6e-49eb-9869-78b3a5f06d33,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:23.244015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:23.295963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:23.295963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device b2b4abb7-3467-430d-8aa2-1004b8ae7dc2 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:24.641532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55744) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:24.802943 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d1e91279-81b9-4249-9b27-3b6c1b8c4058 service neutron] 10.222.0.64 "GET /v2.0/ports/a8904ab3-595a-44a7-83e3-724ab234f6c4/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 384 time: 0.1469305 Jul 14 11:24:24.871366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-485234848-network', 'tenant_id': 'a1d2bf289cba41bea9afbdc459f945e4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:24.928999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Made reservation on behalf of a1d2bf289cba41bea9afbdc459f945e4 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:24.939690 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.184314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.205468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:25.241006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:25.256899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:25.329305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8904ab3-595a-44a7-83e3-724ab234f6c4 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:25.350419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:25.442693 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.444110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.458601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:25.464136 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.483323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:24:25.569941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:24:25.586324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4a0593-166b-45b5-b9af-4b506495f86e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:25.595508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.596014 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Added segment 93a3aee6-38bc-4cdc-b1a2-9346759231c2 of type vlan for network d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 Jul 14 11:24:25.645622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] Transition to ACTIVE for port object a8904ab3-595a-44a7-83e3-724ab234f6c4 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:25.654430 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.658646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.786854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:24:25.822067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] Pushing event updated for resources: {'Port': ['ID=a8904ab3-595a-44a7-83e3-724ab234f6c4,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:25.849032 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.860767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] No DVR routers for this DVR port a8904ab3-595a-44a7-83e3-724ab234f6c4 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:25.863230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.864301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:25.864905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:25.972981 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d85c1527-b606-4d34-9474-0a6007974f48 service neutron] 10.222.0.64 "PUT /v2.0/ports/a8904ab3-595a-44a7-83e3-724ab234f6c4/bindings/n-h2-778696-8/activate HTTP/1.1" status: 200 len: 369 time: 1.1632197 Jul 14 11:24:25.998290 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3546708 Jul 14 11:24:25.999939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff095a6-a037-4341-9d66-005763fc9862 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:26.001464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55778) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:26.019433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:24:26.028433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Request body: {'subnet': {'network_id': 'd4e68fdb-5e36-4b9a-bffd-3aeaaf064e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-485234848-subnet', 'tenant_id': 'a1d2bf289cba41bea9afbdc459f945e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:26.161334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Made reservation on behalf of a1d2bf289cba41bea9afbdc459f945e4 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:26.168595 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:26.253083 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2781f7-56bf-4bc5-b365-b813a72fa8f5 x-openstack-request-id: req-ad2781f7-56bf-4bc5-b365-b813a72fa8f5 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:26.253598 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:26.253791 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ad2781f7-56bf-4bc5-b365-b813a72fa8f5 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:26.254364 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649', 'code': 200} Jul 14 11:24:26.264441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-6be6290f-24a4-4e73-86c5-8559a49f9d41 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:26.267037 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-6be6290f-24a4-4e73-86c5-8559a49f9d41 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1096 time: 0.2231863 Jul 14 11:24:26.651566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92535b51-6e44-495d-897d-92cc28ffb881 req-4165f1f7-9bff-4e65-8ff3-99292440eda2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:26.653074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92535b51-6e44-495d-897d-92cc28ffb881 req-4165f1f7-9bff-4e65-8ff3-99292440eda2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.4822872 Jul 14 11:24:26.799080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92535b51-6e44-495d-897d-92cc28ffb881 req-6a9ed8da-2aa2-4620-a62e-74e437ab49ed tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343911 Jul 14 11:24:26.801038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-4ad3039c-fac9-4134-89a0-972cad7f928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:26.802425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-4ad3039c-fac9-4134-89a0-972cad7f928a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f&tenant_id=092b4d35f0ba473e960362da2e4e4617 HTTP/1.1" status: 200 len: 1096 time: 0.5213461 Jul 14 11:24:26.829576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56a8c8-7dbd-49b9-8b3a-ab0616adf6cd req-a37c0757-bbe3-42a6-aecd-f40ce29b2d1e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:26.840854 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f56a8c8-7dbd-49b9-8b3a-ab0616adf6cd req-a37c0757-bbe3-42a6-aecd-f40ce29b2d1e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 945 time: 0.2678578 Jul 14 11:24:26.896413 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:26.971245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f56a8c8-7dbd-49b9-8b3a-ab0616adf6cd req-d3530480-fd81-4f23-8095-22adbbc1321a tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207561 Jul 14 11:24:26.995615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7af510-ba8d-4b30-b8a8-8e6140b8ac34,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:27.026333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-122683cc-028c-4d12-806e-ec27aca6a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:27.027817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-122683cc-028c-4d12-806e-ec27aca6a8b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1096 time: 0.1826591 Jul 14 11:24:27.028963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Checking segment: {'id': '93a3aee6-38bc-4cdc-b1a2-9346759231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4e68fdb-5e36-4b9a-bffd-3aeaaf064e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:27.029316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Network hostable DHCP agents. Network: d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:24:27.095699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Network d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:24:27.114855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:27.123657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d5e1f2-1fe1-4c16-af6a-2d0232732543 None None] Network d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:24:27.134537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:27.135131 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:27.162792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-2c8b51bd-7d90-493f-bd03-cd178e984fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:27.164337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-2c8b51bd-7d90-493f-bd03-cd178e984fbd service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.1258976 Jul 14 11:24:27.166618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-751943e4-bec1-40be-ae0f-8c3c0da2d275 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1630051 Jul 14 11:24:27.246912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-cc77c2be-ed1d-4f4d-8c5a-c964cb99fc21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 200 len: 217 time: 0.0744762 Jul 14 11:24:27.341673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55804) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:27.425278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-0d6a8a55-b641-4731-b7df-f5171568a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:27.430581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-0d6a8a55-b641-4731-b7df-f5171568a7fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.1760790 Jul 14 11:24:27.465468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88913824-e1f7-43d6-b49a-747c7aca88d2 None None] Network d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:24:27.496440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-a360e741-9e83-4bae-ae84-5fbd7487c29e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552363 Jul 14 11:24:27.730164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-6c0eb38e-4718-4023-a76e-9d13a9a28262 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233355 Jul 14 11:24:27.863083 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:27.903136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-d70c2d6f-9d50-48b7-a3e2-f5842237d82a service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659262 Jul 14 11:24:27.933580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451dfe-bfdb-4d81-98d9-23e4a0caaf2c req-ba0e9831-2af2-4d52-8798-fdf5eb59e105 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:27.948221 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48451dfe-bfdb-4d81-98d9-23e4a0caaf2c req-ba0e9831-2af2-4d52-8798-fdf5eb59e105 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 951 time: 0.2725890 Jul 14 11:24:28.012846 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:28.076809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48451dfe-bfdb-4d81-98d9-23e4a0caaf2c req-568f6921-3be1-413f-a82d-c4952c07ad5c tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274509 Jul 14 11:24:28.167043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-f87ffd0a-7796-4b18-8f3f-922e956c5765 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:28.169284 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-f87ffd0a-7796-4b18-8f3f-922e956c5765 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/networks?id=d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 HTTP/1.1" status: 200 len: 812 time: 0.2188721 Jul 14 11:24:28.194572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-484c4317-d86c-4cbc-8f4e-d98e420ccf19 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/quotas/a1d2bf289cba41bea9afbdc459f945e4 HTTP/1.1" status: 200 len: 375 time: 0.0187571 Jul 14 11:24:28.254698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-98d7f044-ffbf-4820-b108-01f2ce6f4d37 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1d2bf289cba41bea9afbdc459f945e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544100 Jul 14 11:24:28.393155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Deleting port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:28.393805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:28.437660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bbd2a7ff-80e9-4bc2-870a-dad5d1da6244 service neutron] 10.222.0.38 "GET /v2.0/networks/d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814399 Jul 14 11:24:28.446035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-9e25fb53-e179-426a-9b4c-521474c3f854 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:28.448276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-9e25fb53-e179-426a-9b4c-521474c3f854 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1096 time: 0.1107092 Jul 14 11:24:28.494844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] For port 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:28.495200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:28.510139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Calling delete_port for 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:28.657847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-facd911d-6776-4c81-a056-c5af1d7e63b5 service neutron] 10.222.0.38 "GET /v2.0/networks/d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076836 Jul 14 11:24:28.730037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-53ef2976-515a-44c0-8e2d-e4b6020765bf service neutron] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:28.730292 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:28.735688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-53ef2976-515a-44c0-8e2d-e4b6020765bf service neutron] Notify callbacks [] for binding, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:28.741321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb8b3896-f24b-4adf-8eb6-7d68f4da14b1 req-53ef2976-515a-44c0-8e2d-e4b6020765bf service neutron] 10.222.0.45 "DELETE /v2.0/ports/a8904ab3-595a-44a7-83e3-724ab234f6c4/bindings/n-h1-778696-8 HTTP/1.1" status: 204 len: 173 time: 0.2755411 Jul 14 11:24:28.771901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:29.175016 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:29.250855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568a1f-5574-462b-8ddf-29a6a74b6eda req-b7f9eb57-17c0-49c7-a456-474252edb7fe tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:29.260962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15568a1f-5574-462b-8ddf-29a6a74b6eda req-b7f9eb57-17c0-49c7-a456-474252edb7fe tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.1265135 Jul 14 11:24:29.348855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15568a1f-5574-462b-8ddf-29a6a74b6eda req-5b38c522-848d-464d-9365-6f8060aace35 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873463 Jul 14 11:24:29.365828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:29.425933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1ee57-8a94-47c1-878a-43576557f8d3 req-b7300e34-12a2-49d0-aa42-5fd1dca9deee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:29.447545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ad1ee57-8a94-47c1-878a-43576557f8d3 req-b7300e34-12a2-49d0-aa42-5fd1dca9deee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 945 time: 0.1701083 Jul 14 11:24:29.505367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:29.505798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:29.543302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ad1ee57-8a94-47c1-878a-43576557f8d3 req-4b8b6fa7-8960-49c7-af26-3f8f986e0677 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922799 Jul 14 11:24:29.718067 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:29.779769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:29.781250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:29.785306 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cef757-da79-4f30-8249-12bd8a83b4ba" -d '{"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-unplugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:29.790063 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:29.870330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Router 0f019ba2-74d2-443b-95d7-16639719aa13 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:24:29.971491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=11']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:30.069506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:24:30.085751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] Sync routers for ids ['0f019ba2-74d2-443b-95d7-16639719aa13'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:24:30.088072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f5ae62a7-05f3-40ab-9f89-41bb421ea5b7 admin admin] 10.222.0.38 "PUT /v2.0/routers/0f019ba2-74d2-443b-95d7-16639719aa13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7451010 Jul 14 11:24:30.090514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55888) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:30.101241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] Routers {'0f019ba2-74d2-443b-95d7-16639719aa13'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:30.103198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:24:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f019ba2-74d2-443b-95d7-16639719aa13'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:30.327320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:30.361789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] Set router 0f019ba2-74d2-443b-95d7-16639719aa13 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:30.632435 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:30.647065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:24:28Z', 'revision_number': 5, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'gw_port': {'id': 'ae0a00ac-1313-41cb-81db-341f764d3058', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:30.736674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Deleting port ae0a00ac-1313-41cb-81db-341f764d3058 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:30.737942 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:30.738469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] Checking router: 0f019ba2-74d2-443b-95d7-16639719aa13 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:24:30.761422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] Routers {'0f019ba2-74d2-443b-95d7-16639719aa13'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:30.763817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:24:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f019ba2-74d2-443b-95d7-16639719aa13'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:30.878256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] For port ae0a00ac-1313-41cb-81db-341f764d3058, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ae0a00ac-1313-41cb-81db-341f764d3058,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:30.878739 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:30.900228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Calling delete_port for ae0a00ac-1313-41cb-81db-341f764d3058 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:31.130504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-e4371291-c334-49ab-84f9-13c0fef2e97c tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:31.137845 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-e4371291-c334-49ab-84f9-13c0fef2e97c tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.64 "GET /v2.0/networks?id=d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 HTTP/1.1" status: 200 len: 812 time: 0.3103824 Jul 14 11:24:31.166406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Request body: {'port': {'device_id': 'c674d8ab-20a4-47f5-92cb-e6ee68cec126', 'network_id': 'd4e68fdb-5e36-4b9a-bffd-3aeaaf064e64', 'admin_state_up': True, 'tenant_id': 'a1d2bf289cba41bea9afbdc459f945e4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:31.194488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] Set router 0f019ba2-74d2-443b-95d7-16639719aa13 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:31.255692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4ccec94-4c83-46e6-9ea7-27f7c5629da6 req-1ebd3eb3-a45b-409b-9822-19d747c9366c tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 210 time: 0.0477767 Jul 14 11:24:31.414101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:24:30Z', 'revision_number': 6, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:31.445218 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:31.496784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Made reservation on behalf of a1d2bf289cba41bea9afbdc459f945e4 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:31.505793 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:31.522706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0a00ac-1313-41cb-81db-341f764d3058,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:31.530237 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a1fa61-28d5-4cf3-b646-15cd71c8d407 x-openstack-request-id: req-c6a1fa61-28d5-4cf3-b646-15cd71c8d407 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:31.530439 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-unplugged", "status": "completed", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:31.530558 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6a1fa61-28d5-4cf3-b646-15cd71c8d407 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:31.530908 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'code': 200} Jul 14 11:24:31.531578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cef60c-b8da-47c1-a38e-a9e3fae21e88 None None] The sync data for ids ['0f019ba2-74d2-443b-95d7-16639719aa13'] in n-d-778696-8 is: [{'id': '0f019ba2-74d2-443b-95d7-16639719aa13', 'name': 'tempest-AttachSCSIVolumeTestJSON-408896414-router', 'tenant_id': 'a614ff2a48cf4b558af4abc921533f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:18Z', 'updated_at': '2021-07-14T11:24:30Z', 'revision_number': 6, 'project_id': 'a614ff2a48cf4b558af4abc921533f99', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:24:31.748702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:31.779457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Allocated IP 172.20.0.7 (d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64/ca7af510-ba8d-4b30-b8a8-8e6140b8ac34/23be9fa5-3c86-4802-8fa7-74830e61da4a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:31.883422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:31.887016 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:31.895670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb80ff-20dc-4923-8c1a-6da77d7e3300 req-6a0e8d3a-6eb2-44e4-9512-03670e516891 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:31.902726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3eb80ff-20dc-4923-8c1a-6da77d7e3300 req-6a0e8d3a-6eb2-44e4-9512-03670e516891 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.3664949 Jul 14 11:24:32.024305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:32.105401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:32.168802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Network d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:32.174715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:32.177894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:24:32.267132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Pushing event updated for resources: {'Port': ['ID=23be9fa5-3c86-4802-8fa7-74830e61da4a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:32.284562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8335b4-cf81-43fd-9b30-b193e78f44f4 req-ec9ed1b1-df7a-40da-a722-6280608f153c tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:32.293273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f8335b4-cf81-43fd-9b30-b193e78f44f4 req-ec9ed1b1-df7a-40da-a722-6280608f153c tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1096 time: 0.6069205 Jul 14 11:24:32.298729 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:32.299230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f019ba2-74d2-443b-95d7-16639719aa13 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:24:32.317199 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:32.318100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-57409757-0b94-4356-af95-42d470f89c4f admin admin] 10.222.0.38 "DELETE /v2.0/routers/0f019ba2-74d2-443b-95d7-16639719aa13 HTTP/1.1" status: 204 len: 168 time: 2.2263908 Jul 14 11:24:32.322405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:32.323090 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:32.327224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55940) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:32.341797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3eb80ff-20dc-4923-8c1a-6da77d7e3300 req-401433b3-a343-40e2-8372-c16624393148 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383867 Jul 14 11:24:32.361377 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-ce5a5c08-dee4-4a35-8124-effa26ac28a0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2035875 Jul 14 11:24:32.372470 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Request body: {'port': {'device_id': 'c674d8ab-20a4-47f5-92cb-e6ee68cec126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:32.400455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f8335b4-cf81-43fd-9b30-b193e78f44f4 req-05f5cc2b-f375-4af1-a49d-eb17494737be tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062102 Jul 14 11:24:32.421230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-f640dbc4-4942-481c-ad7d-70d792a2d884 admin admin] Deleting subnet bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:24:32.434124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f640dbc4-4942-481c-ad7d-70d792a2d884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:32.546619 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f640dbc4-4942-481c-ad7d-70d792a2d884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:32.886050 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f640dbc4-4942-481c-ad7d-70d792a2d884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:33.078559 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f640dbc4-4942-481c-ad7d-70d792a2d884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:33.113754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ae0a00ac-1313-41cb-81db-341f764d3058 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:33.123831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f640dbc4-4942-481c-ad7d-70d792a2d884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:33.126113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f640dbc4-4942-481c-ad7d-70d792a2d884 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217 HTTP/1.1" status: 204 len: 168 time: 0.7977076 Jul 14 11:24:33.171498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: ae0a00ac-1313-41cb-81db-341f764d3058 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:33.172192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ae0a00ac-1313-41cb-81db-341f764d3058 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:33.173696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:33.177551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e001f4-21b4-4d80-a884-5d5ceae8dc46 None None] Network d71b351e-89ca-4b05-b9a9-67c2c415f9a1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:24:33.208456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:33.209076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7bf8a2eb-3c4f-4639-8cd8-e4271b0ff9eb not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:33.277693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640dbc4-4942-481c-ad7d-70d792a2d884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1c3bd5-10d6-4cbc-b7c3-4a1ae2c1d217,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:33.289707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-35dd1afc-8a2d-4dc8-84dc-eefa1932756c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:33.291229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-35dd1afc-8a2d-4dc8-84dc-eefa1932756c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 821 time: 0.1638987 Jul 14 11:24:33.293118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55964) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:33.387802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-5ccbec7d-3799-4a9e-9ad4-26f791709b86 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/quotas/092b4d35f0ba473e960362da2e4e4617 HTTP/1.1" status: 200 len: 375 time: 0.0859208 Jul 14 11:24:33.463486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:33.469463 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:33.513772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] DHCP port deletion for d71b351e-89ca-4b05-b9a9-67c2c415f9a1 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:24:33.544415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-c0e62050-5ef7-4367-a653-f8273a910b18 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1569507 Jul 14 11:24:33.564455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a25b9-8154-4d67-95e0-1ec183750dc0 req-1637f591-9911-4b95-9e48-79914def4e89 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:33.572448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c9a25b9-8154-4d67-95e0-1ec183750dc0 req-1637f591-9911-4b95-9e48-79914def4e89 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 931 time: 0.2801585 Jul 14 11:24:33.624857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Deleting port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:33.625190 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:33.674700 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-e8fe21ae-a853-496c-9466-e9d8dfcd8a23 service neutron] 10.222.0.38 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271322 Jul 14 11:24:33.775380 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] For port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=28b6aacc-3ec0-493f-b3c6-0f6acf6694af,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:33.775609 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:33.792940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-c647faf9-bebb-41a4-90fd-7c98d537c7c4 service neutron] 10.222.0.38 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085644 Jul 14 11:24:33.809863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Calling delete_port for 28b6aacc-3ec0-493f-b3c6-0f6acf6694af owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:33.826994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c9a25b9-8154-4d67-95e0-1ec183750dc0 req-71aef0d9-beb5-438f-9c5a-22bdaebffffa tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528677 Jul 14 11:24:33.854209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Deleting port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:33.856240 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.095317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23be9fa5-3c86-4802-8fa7-74830e61da4a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:34.108447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] For port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=28b6aacc-3ec0-493f-b3c6-0f6acf6694af,segment=NetworkSegment(fba10e0c-565c-40cf-9081-c66757cd5c8c),segment_id=fba10e0c-565c-40cf-9081-c66757cd5c8c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:34.108828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.113016 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.134390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Transition to ACTIVE for port object 23be9fa5-3c86-4802-8fa7-74830e61da4a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:34.143923 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.184991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.196900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Calling delete_port for 28b6aacc-3ec0-493f-b3c6-0f6acf6694af owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:34.206560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=23be9fa5-3c86-4802-8fa7-74830e61da4a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:34.254065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Pushing event deleted for resources: {'Port': ['ID=28b6aacc-3ec0-493f-b3c6-0f6acf6694af,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:34.277485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.278094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.278665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.279318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.280128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.280665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.281215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.282321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.282849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.283496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.284233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.284781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:34.303111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97357ba-a07e-4bb8-82d0-95bab05df0bc None None] No DVR routers for this DVR port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:34.315396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Attempting to bind port 23be9fa5-3c86-4802-8fa7-74830e61da4a on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:34.315396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Attempting to bind port 23be9fa5-3c86-4802-8fa7-74830e61da4a by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '93a3aee6-38bc-4cdc-b1a2-9346759231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4e68fdb-5e36-4b9a-bffd-3aeaaf064e64'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:34.315396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Attempting to bind port 23be9fa5-3c86-4802-8fa7-74830e61da4a on network d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:34.325267 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Port 23be9fa5-3c86-4802-8fa7-74830e61da4a on network d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:24:34.326051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Attempting to bind port 23be9fa5-3c86-4802-8fa7-74830e61da4a on network d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:34.333089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:34.334064 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Checking segment: {'id': '93a3aee6-38bc-4cdc-b1a2-9346759231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4e68fdb-5e36-4b9a-bffd-3aeaaf064e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:34.334556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Bound using segment: {'id': '93a3aee6-38bc-4cdc-b1a2-9346759231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4e68fdb-5e36-4b9a-bffd-3aeaaf064e64'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:34.335384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Bound port: 23be9fa5-3c86-4802-8fa7-74830e61da4a, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a3aee6-38bc-4cdc-b1a2-9346759231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4e68fdb-5e36-4b9a-bffd-3aeaaf064e64'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:34.338937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.456157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] For port 23be9fa5-3c86-4802-8fa7-74830e61da4a, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:34.467538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] For port 23be9fa5-3c86-4802-8fa7-74830e61da4a, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=23be9fa5-3c86-4802-8fa7-74830e61da4a,segment=NetworkSegment(93a3aee6-38bc-4cdc-b1a2-9346759231c2),segment_id=93a3aee6-38bc-4cdc-b1a2-9346759231c2)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:34.477474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.507275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa664-e7e0-4755-91a2-28ed1ecd3fc9 req-b9738c23-e814-4629-adb9-bc0193f0e1ac tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:34.514292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05caa664-e7e0-4755-91a2-28ed1ecd3fc9 req-b9738c23-e814-4629-adb9-bc0193f0e1ac tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 949 time: 0.3993890 Jul 14 11:24:34.524978 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.563892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] No DVR routers for this DVR port 28b6aacc-3ec0-493f-b3c6-0f6acf6694af on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:34.592212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=23be9fa5-3c86-4802-8fa7-74830e61da4a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:34.614981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:34.615709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.621464 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-bd3b705a-c5b2-4d85-82ff-8edcb7d45bb5 service neutron] 10.222.0.64 "PUT /v2.0/ports/23be9fa5-3c86-4802-8fa7-74830e61da4a HTTP/1.1" status: 200 len: 1091 time: 2.2503462 Jul 14 11:24:34.622129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c674d8ab-20a4-47f5-92cb-e6ee68cec126', 'tag': '23be9fa5-3c86-4802-8fa7-74830e61da4a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:34.625133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b6aacc-3ec0-493f-b3c6-0f6acf6694af,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:34.636284 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68baaba-8c8d-4462-81c6-5834524f8040" -d '{"events": [{"name": "network-changed", "server_uuid": "c674d8ab-20a4-47f5-92cb-e6ee68cec126", "tag": "23be9fa5-3c86-4802-8fa7-74830e61da4a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:34.675790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ea1e-cfd1-47b5-8cfa-664d0bdf85b8 req-cbedb6a2-38c5-42b9-8374-af267c7ff458 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:34.682922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a638ea1e-cfd1-47b5-8cfa-664d0bdf85b8 req-cbedb6a2-38c5-42b9-8374-af267c7ff458 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.4965765 Jul 14 11:24:34.758337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05caa664-e7e0-4755-91a2-28ed1ecd3fc9 req-4fa207d0-f5f6-41a4-ad63-965d090d3c6d tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/security-groups?id=26967d17-9f30-4bac-a9e5-1fc97979c230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430613 Jul 14 11:24:34.780978 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.785499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-db0124f8-f064-4335-9455-0f5629cbdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:34.787129 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-db0124f8-f064-4335-9455-0f5629cbdd6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1d2bf289cba41bea9afbdc459f945e4&device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 1094 time: 0.1186292 Jul 14 11:24:34.796767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a638ea1e-cfd1-47b5-8cfa-664d0bdf85b8 req-370181cd-df19-4d8e-ad4a-d5d7660c51fc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128953 Jul 14 11:24:34.824900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71b351e-89ca-4b05-b9a9-67c2c415f9a1']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:34.870525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba10e0c-565c-40cf-9081-c66757cd5c8c') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:34.870821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba10e0c-565c-40cf-9081-c66757cd5c8c') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:34.884450 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.911166 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.936531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:24:34.936972 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:24:34.945892 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:24:34.964386 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-8dbc2668-4d81-4827-9704-a3e0479535c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23be9fa5-3c86-4802-8fa7-74830e61da4a HTTP/1.1" status: 200 len: 217 time: 0.1436458 Jul 14 11:24:35.081919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 28b6aacc-3ec0-493f-b3c6-0f6acf6694af no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:35.106297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-20466adf-e908-4fd7-aba6-b13c8dc7fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:35.108019 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-20466adf-e908-4fd7-aba6-b13c8dc7fa88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca7af510-ba8d-4b30-b8a8-8e6140b8ac34 HTTP/1.1" status: 200 len: 852 time: 0.1336079 Jul 14 11:24:35.117181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-fe3b8bdc-42c8-4049-a1b5-3650f57c94d0 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:35.118889 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-fe3b8bdc-42c8-4049-a1b5-3650f57c94d0 tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.64 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 949 time: 0.3288567 Jul 14 11:24:35.138560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 28b6aacc-3ec0-493f-b3c6-0f6acf6694af {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:35.138911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 28b6aacc-3ec0-493f-b3c6-0f6acf6694af not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:35.189232 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-3f0b1cb4-b98e-4ff1-8b55-eb37feaff1c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683987 Jul 14 11:24:35.193012 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a360ef9b-26f5-46c5-8762-8ccfd660313b x-openstack-request-id: req-a360ef9b-26f5-46c5-8762-8ccfd660313b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:35.193435 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c674d8ab-20a4-47f5-92cb-e6ee68cec126", "tag": "23be9fa5-3c86-4802-8fa7-74830e61da4a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:35.193807 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a360ef9b-26f5-46c5-8762-8ccfd660313b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:35.194390 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c674d8ab-20a4-47f5-92cb-e6ee68cec126', 'tag': '23be9fa5-3c86-4802-8fa7-74830e61da4a', 'status': 'completed', 'code': 200} Jul 14 11:24:35.210828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9088dff0-fe2c-4632-b7d6-dbff1cb3b8cd req-93a4d435-6b0f-4bbe-884f-3f394b3b30b5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 210 time: 0.0734093 Jul 14 11:24:35.248985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:35.255786 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:35.260797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d71b351e-89ca-4b05-b9a9-67c2c415f9a1 HTTP/1.1" status: 204 len: 168 time: 1.9637640 Jul 14 11:24:35.291720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56000) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:35.293183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eacd3a-fa4f-4ce7-8547-b851c1cfdb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71b351e-89ca-4b05-b9a9-67c2c415f9a1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:35.547248 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-dcd350f1-1a16-49be-a6b9-fc4f96812e8b service neutron] 10.222.0.64 "GET /v2.0/networks/d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483851 Jul 14 11:24:35.567835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Deleting port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:35.568197 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:35.702661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee2e8-6c3a-4ff0-908a-3e01806efb42 req-639ba0d3-1dc5-462c-80fd-c10c0957ef07 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:35.713698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-846ee2e8-6c3a-4ff0-908a-3e01806efb42 req-639ba0d3-1dc5-462c-80fd-c10c0957ef07 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 943 time: 0.3291850 Jul 14 11:24:35.754792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] For port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:35.755218 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:35.773156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Calling delete_port for 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:35.900548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-846ee2e8-6c3a-4ff0-908a-3e01806efb42 req-beea59b1-9e42-4aa9-a51e-112531a46139 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844602 Jul 14 11:24:36.059283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:36.140437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Pushing event deleted for resources: {'Port': ['ID=8f622d25-6d79-49c0-9b7c-56ada2c9ef2f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:36.170761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] No DVR routers for this DVR port 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:36.179937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:36.182369 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1f1289d-74c8-4260-8111-c8f4622d9f57 req-73b45f02-ca53-4616-a28f-e02508bc515a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.64 "DELETE /v2.0/ports/8f622d25-6d79-49c0-9b7c-56ada2c9ef2f HTTP/1.1" status: 204 len: 173 time: 1.0530274 Jul 14 11:24:36.192706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-336d72dc-7ee7-4d6e-abbd-275f16b3a53f req-a40bb8b5-6a6a-4a89-9c94-123c4cae4c3a tempest-ImagesOneServerTestJSON-522661948 tempest-ImagesOneServerTestJSON-522661948-project] 10.222.0.38 "GET /v2.0/ports?device_id=41071ae1-732f-4600-b4c3-6a27542d1573 HTTP/1.1" status: 200 len: 210 time: 0.1404345 Jul 14 11:24:36.246576 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9e93f24-5f12-4e6d-8cea-ab32c9455073 req-a04c585b-80da-4918-ad98-e58c5dd11d31 service neutron] 10.222.0.64 "GET /v2.0/networks/d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915703 Jul 14 11:24:36.405580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-7fd824dc-9b79-48b1-a742-4f191b9bc2d3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:36.408418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-7fd824dc-9b79-48b1-a742-4f191b9bc2d3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 821 time: 0.4666567 Jul 14 11:24:36.434577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de118d14-af8a-4927-8954-47cf5bb99f99 req-ff975c81-0cfb-4772-8c19-2550f2f58be5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:36.444356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de118d14-af8a-4927-8954-47cf5bb99f99 req-ff975c81-0cfb-4772-8c19-2550f2f58be5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.2321465 Jul 14 11:24:36.452784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Request body: {'port': {'device_id': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9', 'admin_state_up': True, 'tenant_id': '092b4d35f0ba473e960362da2e4e4617'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:36.458039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-b2c6c1db-0271-412f-9d15-2a2a0917e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:36.459576 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-b2c6c1db-0271-412f-9d15-2a2a0917e080 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1d2bf289cba41bea9afbdc459f945e4&device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 1094 time: 0.1343429 Jul 14 11:24:36.513425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de118d14-af8a-4927-8954-47cf5bb99f99 req-7b52c2dd-ad97-4fe7-a854-154ea54174ca tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674841 Jul 14 11:24:36.727021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-1218bdca-fa40-4518-806b-adbf1119887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:36.729669 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-1218bdca-fa40-4518-806b-adbf1119887e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 HTTP/1.1" status: 200 len: 912 time: 0.2589021 Jul 14 11:24:36.731291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:36.812283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61fe7f49-96fa-41a0-bdbe-aefe122fc68f req-65aa4c0f-4999-45b2-a530-c020d2d80ecf tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 210 time: 0.0369699 Jul 14 11:24:36.824119 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-e52e3d53-4fa3-41c4-9045-04a4797dc703 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23be9fa5-3c86-4802-8fa7-74830e61da4a HTTP/1.1" status: 200 len: 217 time: 0.0865297 Jul 14 11:24:36.904767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-7b32685d-9150-4b88-a786-975337226780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:36.906246 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-7b32685d-9150-4b88-a786-975337226780 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca7af510-ba8d-4b30-b8a8-8e6140b8ac34 HTTP/1.1" status: 200 len: 852 time: 0.0745199 Jul 14 11:24:36.910304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Made reservation on behalf of 092b4d35f0ba473e960362da2e4e4617 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:36.945402 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:37.031836 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-59372cff-090e-453f-ab98-b8fd2f0b2b54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169515 Jul 14 11:24:37.197043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-deleted', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:37.203969 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc3790a-052c-4fc2-93cf-f93f34dbf38c" -d '{"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-deleted", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:37.234406 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-568b5280-1949-4c89-871e-e0390f96bc73 service neutron] 10.222.0.64 "GET /v2.0/networks/d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933587 Jul 14 11:24:37.257045 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb7563-65d1-4b90-816a-9fc83e99f737 x-openstack-request-id: req-bfcb7563-65d1-4b90-816a-9fc83e99f737 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:37.257419 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41071ae1-732f-4600-b4c3-6a27542d1573", "name": "network-vif-deleted", "tag": "8f622d25-6d79-49c0-9b7c-56ada2c9ef2f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:37.257660 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bfcb7563-65d1-4b90-816a-9fc83e99f737 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:37.258081 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41071ae1-732f-4600-b4c3-6a27542d1573', 'name': 'network-vif-deleted', 'tag': '8f622d25-6d79-49c0-9b7c-56ada2c9ef2f', 'status': 'completed', 'code': 200} Jul 14 11:24:37.366553 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d68baaba-8c8d-4462-81c6-5834524f8040 req-7f388f2b-50e5-4ef5-a2c0-8c639ad0ef69 service neutron] 10.222.0.64 "GET /v2.0/networks/d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242232 Jul 14 11:24:37.717662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Allocated IP 172.20.0.7 (7bf37d25-cd40-48ee-9a05-205601d9caa9/6f1a636a-b36e-4fd9-96e6-014ea8048540/cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:37.754644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56092) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:37.757686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dcaec-2f7d-45c2-b3ad-2a243a2b07b6 req-ee8d366a-d3e3-4004-8522-119193846f6f tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:37.765831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-075dcaec-2f7d-45c2-b3ad-2a243a2b07b6 req-ee8d366a-d3e3-4004-8522-119193846f6f tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 943 time: 0.6350045 Jul 14 11:24:37.870845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-075dcaec-2f7d-45c2-b3ad-2a243a2b07b6 req-82bb9456-f141-4b25-ae18-85eb21f98051 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037323 Jul 14 11:24:37.930631 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cc0d9f31-7e83-46ec-8f63-d451f854c908 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3b0618d52814e81b2fdb5c4c730bf99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747375 Jul 14 11:24:37.932999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56104) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:38.028597 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56e8067b-30f5-4f0b-8281-4d24a6d9d272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.082888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56e8067b-30f5-4f0b-8281-4d24a6d9d272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.094874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.101206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Deleting port 2d60f130-71a2-4d3d-86ca-48a079bef9e6 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:38.101601 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.197373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56e8067b-30f5-4f0b-8281-4d24a6d9d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.200679 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56e8067b-30f5-4f0b-8281-4d24a6d9d272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.204316 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-56e8067b-30f5-4f0b-8281-4d24a6d9d272 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26967d17-9f30-4bac-a9e5-1fc97979c230 HTTP/1.1" status: 204 len: 168 time: 0.2675562 Jul 14 11:24:38.221762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8067b-30f5-4f0b-8281-4d24a6d9d272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26967d17-9f30-4bac-a9e5-1fc97979c230,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:38.256200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] For port 2d60f130-71a2-4d3d-86ca-48a079bef9e6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2d60f130-71a2-4d3d-86ca-48a079bef9e6,segment=NetworkSegment(59aacc13-f94f-4e4c-8775-a23cc3f7be18),segment_id=59aacc13-f94f-4e4c-8775-a23cc3f7be18)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:38.256769 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.273293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Calling delete_port for 2d60f130-71a2-4d3d-86ca-48a079bef9e6 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:38.390459 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.517941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Network 7bf37d25-cd40-48ee-9a05-205601d9caa9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:38.528464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:38.531350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:24:38.619765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Pushing event updated for resources: {'Port': ['ID=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:38.634683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b332b-0aba-4f76-bf2e-284664fd7ba7 req-3cd31ad5-27f9-47b0-9143-0c745e714af5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:38.636438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca2b332b-0aba-4f76-bf2e-284664fd7ba7 req-3cd31ad5-27f9-47b0-9143-0c745e714af5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.3451912 Jul 14 11:24:38.691986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:38.692634 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.741670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2a00cbcd-09a3-4441-972a-b6503111d3f2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2937479 Jul 14 11:24:38.775123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Request body: {'port': {'device_id': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:38.779564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca2b332b-0aba-4f76-bf2e-284664fd7ba7 req-f06f8d81-4014-43bc-a19a-a827cbf4651d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312685 Jul 14 11:24:38.798452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4c62-f3b0-4827-8248-4f472b986273 req-d46b929d-6989-4e60-8645-d5e8c5c80af2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:38.809457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4fc4c62-f3b0-4827-8248-4f472b986273 req-d46b929d-6989-4e60-8645-d5e8c5c80af2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 931 time: 0.2871983 Jul 14 11:24:38.868823 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:38.924188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d60f130-71a2-4d3d-86ca-48a079bef9e6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:38.931530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4fc4c62-f3b0-4827-8248-4f472b986273 req-15f2f1a8-7f51-449d-bd9e-002f21b8f538 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039107 Jul 14 11:24:38.976422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:39.394997 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1102a6fb-3574-45b3-8412-cb6287d811ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:39.419487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 23be9fa5-3c86-4802-8fa7-74830e61da4a details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:39.427622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:39.450968 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:39.460119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:39.460521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8f622d25-6d79-49c0-9b7c-56ada2c9ef2f not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:39.559698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173bfc-eb9f-4170-aca7-6a3abe7955b5 req-39e93894-87fa-45f7-8837-27fbe3b4a98d tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:39.561230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b173bfc-eb9f-4170-aca7-6a3abe7955b5 req-39e93894-87fa-45f7-8837-27fbe3b4a98d tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 943 time: 0.2140939 Jul 14 11:24:39.571882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:39.578212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 23be9fa5-3c86-4802-8fa7-74830e61da4a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=23be9fa5-3c86-4802-8fa7-74830e61da4a,segment=NetworkSegment(93a3aee6-38bc-4cdc-b1a2-9346759231c2),segment_id=93a3aee6-38bc-4cdc-b1a2-9346759231c2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:39.592573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '23be9fa5-3c86-4802-8fa7-74830e61da4a', 'network_id': 'd4e68fdb-5e36-4b9a-bffd-3aeaaf064e64', 'port_id': '23be9fa5-3c86-4802-8fa7-74830e61da4a', 'mac_address': 'fa:16:3e:61:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7af510-ba8d-4b30-b8a8-8e6140b8ac34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:39.617506 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:39.640245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:39.676624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Transition to ACTIVE for port object cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:39.676976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23be9fa5-3c86-4802-8fa7-74830e61da4a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:39.693972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b173bfc-eb9f-4170-aca7-6a3abe7955b5 req-f80a5e03-a0ec-448b-862d-d866b338e1d0 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263850 Jul 14 11:24:39.702799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:39.704538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 23be9fa5-3c86-4802-8fa7-74830e61da4a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=23be9fa5-3c86-4802-8fa7-74830e61da4a,segment=NetworkSegment(93a3aee6-38bc-4cdc-b1a2-9346759231c2),segment_id=93a3aee6-38bc-4cdc-b1a2-9346759231c2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:39.711756 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:39.783058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=23be9fa5-3c86-4802-8fa7-74830e61da4a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:39.882413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:39.946842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['23be9fa5-3c86-4802-8fa7-74830e61da4a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:40.028214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-1c4fe7e8-7f1c-4342-9769-b252cc5301d6 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:40.035443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-1c4fe7e8-7f1c-4342-9769-b252cc5301d6 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 805 time: 0.2753844 Jul 14 11:24:40.038426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Router 23860814-5ce5-4d4c-a577-a28c0750838d has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:24:40.074140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-8234c97c-a550-4a5b-b8fe-214187cb23f2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/quotas/2e85f93f38724ffaa9d6ab4281fda3d9 HTTP/1.1" status: 200 len: 375 time: 0.0377781 Jul 14 11:24:40.099000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:40.099362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:40.099663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:40.417350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:24:40.417690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:40.441511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad52ec-09e8-4edd-8597-e98c1838511e req-2fbfeb74-eefb-472e-9b80-72b67ace6e8f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:40.443079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4ad52ec-09e8-4edd-8597-e98c1838511e req-2fbfeb74-eefb-472e-9b80-72b67ace6e8f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.5140028 Jul 14 11:24:40.450169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:40.450517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:40.450910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:40.451363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Bound port: cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:40.451724 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:40.588490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4ad52ec-09e8-4edd-8597-e98c1838511e req-91dcb844-28ce-442d-9081-93d5eec2dc2a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317005 Jul 14 11:24:40.598734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-e2da0f80-b530-459e-b7fe-92802ffbea6b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5237546 Jul 14 11:24:40.603399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:24:40.622123 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] Sync routers for ids ['23860814-5ce5-4d4c-a577-a28c0750838d'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:24:40.629598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:40.638129 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] Routers {'23860814-5ce5-4d4c-a577-a28c0750838d'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:40.638845 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:24:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['23860814-5ce5-4d4c-a577-a28c0750838d'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:40.642493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-081d374a-4583-4b69-8956-0ef9a5554c87 admin admin] 10.222.0.38 "PUT /v2.0/routers/23860814-5ce5-4d4c-a577-a28c0750838d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3414805 Jul 14 11:24:40.645064 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56216) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:40.705289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:40.718492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:40.780499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:40.783525 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:40.789421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 HTTP/1.1" status: 200 len: 1091 time: 2.0213282 Jul 14 11:24:40.789692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:40.798942 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:40.801992 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] Set router 23860814-5ce5-4d4c-a577-a28c0750838d gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:40.851034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:40.923957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af3ce8-4484-40be-bbb8-0684c56083c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:40.963620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-64472caa-e57d-446a-bb4d-6dc0815dd589 service neutron] 10.222.0.38 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361099 Jul 14 11:24:41.009417 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:41.101331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-e59ae60d-3895-40e3-a014-c3e8c8299679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:41.102875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-e59ae60d-3895-40e3-a014-c3e8c8299679 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1094 time: 0.2587337 Jul 14 11:24:41.120561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-e3b84160-3e65-470b-9742-780c76a65383 service neutron] 10.222.0.38 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558914 Jul 14 11:24:41.122433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Deleting port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:41.122779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:41.161915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363b43-7077-4f78-bc41-b1ce1666aa10 req-432a9b19-afa8-49d5-802d-4b9251f3c8b1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:41.167417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56226) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:41.179559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74363b43-7077-4f78-bc41-b1ce1666aa10 req-432a9b19-afa8-49d5-802d-4b9251f3c8b1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 943 time: 0.3012421 Jul 14 11:24:41.242198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] For port 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ff7c24c-f29b-4011-b06a-c4124ca9f8d0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:41.242581 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:41.249938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-4e950404-b4ae-471d-a73c-b956f633b583 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 HTTP/1.1" status: 200 len: 217 time: 0.1262524 Jul 14 11:24:41.266079 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:30Z', 'updated_at': '2021-07-14T11:24:38Z', 'revision_number': 5, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'gw_port': {'id': '1ff7c24c-f29b-4011-b06a-c4124ca9f8d0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:22:31Z', 'updated_at': '2021-07-14T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:41.273071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Calling delete_port for 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:41.332846 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] Checking router: 23860814-5ce5-4d4c-a577-a28c0750838d for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:24:41.335966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74363b43-7077-4f78-bc41-b1ce1666aa10 req-e6ac0c39-b4c9-41be-bb06-fe85083fd121 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491137 Jul 14 11:24:41.337190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 25cb0ff0-5277-4e46-9df0-6efdbed2a649 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:41.379512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-db593046-3c43-4347-9b0e-564c0f9c5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:41.394108 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] Routers {'23860814-5ce5-4d4c-a577-a28c0750838d'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:41.394738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:24:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['23860814-5ce5-4d4c-a577-a28c0750838d'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:41.405689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-db593046-3c43-4347-9b0e-564c0f9c5b22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.1447177 Jul 14 11:24:41.418483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-850c6bed-3591-48ef-822f-4a9bc618b5ad tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:41.419861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-850c6bed-3591-48ef-822f-4a9bc618b5ad tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.45 "GET /v2.0/ports?device_id=513e6ebb-8b93-4f3b-b1f1-7c74a67446c6 HTTP/1.1" status: 200 len: 945 time: 0.2983325 Jul 14 11:24:41.428229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 23be9fa5-3c86-4802-8fa7-74830e61da4a up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:41.460305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-2ba8c13c-052e-4828-9dab-b2ecfc492846 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392234 Jul 14 11:24:41.590459 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] Set router 23860814-5ce5-4d4c-a577-a28c0750838d gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:41.622620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4c8e-ec4a-4626-9c53-9640182be6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:41.751054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 23be9fa5-3c86-4802-8fa7-74830e61da4a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:41.784003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 23be9fa5-3c86-4802-8fa7-74830e61da4a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:41.784377 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:41.791875 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:30Z', 'updated_at': '2021-07-14T11:24:41Z', 'revision_number': 6, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:41.795661 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affea303-f9bd-4128-b9c7-0b19b1c7689c x-openstack-request-id: req-affea303-f9bd-4128-b9c7-0b19b1c7689c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:41.795661 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:41.797797 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-affea303-f9bd-4128-b9c7-0b19b1c7689c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:41.798302 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944', 'status': 'completed', 'code': 200} Jul 14 11:24:41.827140 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:41.860743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:41.862198 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2f34d-80c8-48c1-b2ce-7fee6b83f0aa None None] The sync data for ids ['23860814-5ce5-4d4c-a577-a28c0750838d'] in n-d-778696-8 is: [{'id': '23860814-5ce5-4d4c-a577-a28c0750838d', 'name': 'tempest-AttachSCSIVolumeTestJSON-198323047-router', 'tenant_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:22:30Z', 'updated_at': '2021-07-14T11:24:41Z', 'revision_number': 6, 'project_id': '8433ef0b6802404ead2dbd49e0b2b79e', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:24:41.863806 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb662de-e7a1-4af3-90d4-53c69673d455" -d '{"events": [{"server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "name": "network-vif-unplugged", "status": "completed", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:41.901785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:41.927262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:41.956903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d199231d-e94d-49cd-96a0-e97fd82b1ad7 req-c0e2fb83-910b-4f89-a46f-a91d2e7c49c7 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 210 time: 0.1367126 Jul 14 11:24:41.964380 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4c8e-ec4a-4626-9c53-9640182be6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:41.967545 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:41.973606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Deleting port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:41.975063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.108272 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.116954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=25cb0ff0-5277-4e46-9df0-6efdbed2a649,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:42.125724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-9909a3b7-3072-4226-afb1-61fe4369be3e service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990243 Jul 14 11:24:42.164945 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-085460f2-3c67-433f-ae17-6f24d516a073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.213551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4c8e-ec4a-4626-9c53-9640182be6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.216964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff7c24c-f29b-4011-b06a-c4124ca9f8d0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:42.226776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.232274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.245860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 23be9fa5-3c86-4802-8fa7-74830e61da4a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=23be9fa5-3c86-4802-8fa7-74830e61da4a,segment=NetworkSegment(93a3aee6-38bc-4cdc-b1a2-9346759231c2),segment_id=93a3aee6-38bc-4cdc-b1a2-9346759231c2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:42.254962 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.330890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc592a66-7aea-4e98-835d-e6e253a3184d req-b0c17230-fece-422e-820c-d9c921d04366 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:42.351537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc592a66-7aea-4e98-835d-e6e253a3184d req-b0c17230-fece-422e-820c-d9c921d04366 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 944 time: 0.6776817 Jul 14 11:24:42.360777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=23be9fa5-3c86-4802-8fa7-74830e61da4a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:42.457741 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.464447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.521945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] For port 25cb0ff0-5277-4e46-9df0-6efdbed2a649, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=25cb0ff0-5277-4e46-9df0-6efdbed2a649,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:42.522606 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.537632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Calling delete_port for 25cb0ff0-5277-4e46-9df0-6efdbed2a649 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:42.598772 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2b9f4c8e-ec4a-4626-9c53-9640182be6e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5899a31b440b4ca68146c2c836ee71e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4302855 Jul 14 11:24:42.604672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f4c8e-ec4a-4626-9c53-9640182be6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2488eba4-0b0b-40a1-841a-306e0978af84,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:42.607694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56252) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:42.608576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.609356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23860814-5ce5-4d4c-a577-a28c0750838d {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:24:42.622684 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.627676 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-04d26f81-d890-49d8-8dbd-25744fe97df3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/23860814-5ce5-4d4c-a577-a28c0750838d HTTP/1.1" status: 204 len: 168 time: 1.9804575 Jul 14 11:24:42.629694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56254) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:42.721486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e39c24a-a70e-4789-b8a8-8dbb4868b8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.756912 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e39c24a-a70e-4789-b8a8-8dbb4868b8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.769910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ae3ecfd-7779-4b52-b434-aed9fb071f59 req-5955d3cf-eb87-4070-bd05-b4dda5ae14b4 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369252 Jul 14 11:24:42.822640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc20bbc7-e95b-48c5-935c-a452a5018887 admin admin] Deleting subnet 95beaecf-459b-4592-901c-f92024b7599d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:24:42.827961 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc20bbc7-e95b-48c5-935c-a452a5018887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.831524 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.861903 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e39c24a-a70e-4789-b8a8-8dbb4868b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.864472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e39c24a-a70e-4789-b8a8-8dbb4868b8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.868107 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8e39c24a-a70e-4789-b8a8-8dbb4868b8b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2488eba4-0b0b-40a1-841a-306e0978af84 HTTP/1.1" status: 204 len: 168 time: 0.2541256 Jul 14 11:24:42.869370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc592a66-7aea-4e98-835d-e6e253a3184d req-806d5c71-73b6-430a-bd56-1823d7743b02 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167222 Jul 14 11:24:42.907889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39c24a-a70e-4789-b8a8-8dbb4868b8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2488eba4-0b0b-40a1-841a-306e0978af84,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:42.916118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc20bbc7-e95b-48c5-935c-a452a5018887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:42.965889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Pushing event deleted for resources: {'Port': ['ID=25cb0ff0-5277-4e46-9df0-6efdbed2a649,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:43.009184 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbaf066-fb89-43fe-be92-b257a2128fe9 x-openstack-request-id: req-afbaf066-fb89-43fe-be92-b257a2128fe9 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:43.009504 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "name": "network-vif-unplugged", "status": "completed", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:43.009850 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-afbaf066-fb89-43fe-be92-b257a2128fe9 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:43.010258 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649', 'code': 200} Jul 14 11:24:43.060295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] No DVR routers for this DVR port 25cb0ff0-5277-4e46-9df0-6efdbed2a649 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:43.064240 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:43.066469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df5a9f3b-371f-4e7f-a7e2-30b4d8301e4a req-bcb6031a-4f3d-41d5-91c8-458e9ed90def tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.45 "DELETE /v2.0/ports/25cb0ff0-5277-4e46-9df0-6efdbed2a649 HTTP/1.1" status: 204 len: 173 time: 1.6050518 Jul 14 11:24:43.115177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff00f2-98da-4766-a3cd-0cc9e623f21a req-c0c783f8-1c43-4640-9dde-4be806ba761a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:43.117577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35ff00f2-98da-4766-a3cd-0cc9e623f21a req-c0c783f8-1c43-4640-9dde-4be806ba761a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.9577222 Jul 14 11:24:43.127143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-cb0c1616-77ac-4e99-9c10-a1fae5bb2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:43.129235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-cb0c1616-77ac-4e99-9c10-a1fae5bb2e8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1094 time: 0.2268777 Jul 14 11:24:43.141350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc20bbc7-e95b-48c5-935c-a452a5018887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:43.146715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2d60f130-71a2-4d3d-86ca-48a079bef9e6 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:43.208567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 2d60f130-71a2-4d3d-86ca-48a079bef9e6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:43.215687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2d60f130-71a2-4d3d-86ca-48a079bef9e6 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:43.219415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:43.234116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35ff00f2-98da-4766-a3cd-0cc9e623f21a req-00a06c46-951e-4be4-9055-d6ee48986106 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030040 Jul 14 11:24:43.286370 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc20bbc7-e95b-48c5-935c-a452a5018887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:43.320808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:43.321270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ff7c24c-f29b-4011-b06a-c4124ca9f8d0 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:43.345388 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:43.392753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37956678-f6b2-4960-b1c6-a47f77d8dea0 None None] Network 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:24:43.412378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc20bbc7-e95b-48c5-935c-a452a5018887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:43.417394 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bc20bbc7-e95b-48c5-935c-a452a5018887 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/95beaecf-459b-4592-901c-f92024b7599d HTTP/1.1" status: 204 len: 168 time: 0.7864783 Jul 14 11:24:43.418217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56268) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:43.449832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20bbc7-e95b-48c5-935c-a452a5018887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95beaecf-459b-4592-901c-f92024b7599d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:43.494199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-f63390cc-a489-4453-a6ac-9607e78496c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:43.495775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-f63390cc-a489-4453-a6ac-9607e78496c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.3346720 Jul 14 11:24:43.660200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-826e510f-f1a0-44cd-8717-c29ef24e6b1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 HTTP/1.1" status: 200 len: 217 time: 0.1232641 Jul 14 11:24:43.674904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a09759-6c51-4bd4-aa1c-62c1963e0089 req-cf02fbc8-5e04-482d-ae0c-5b212d2ff1bf tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:43.676509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8a09759-6c51-4bd4-aa1c-62c1963e0089 req-cf02fbc8-5e04-482d-ae0c-5b212d2ff1bf tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 943 time: 0.4050980 Jul 14 11:24:43.761662 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:43.802875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d11e1d8-6df3-444e-a70b-15abee8de7d1 req-5440f52c-14bd-470e-a581-07997c8f3132 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 210 time: 0.1227751 Jul 14 11:24:43.803181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-851df186-3b7b-4e3d-8b6e-0ac033cd9c4e tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:43.803299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'name': 'network-vif-deleted', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:43.804801 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-851df186-3b7b-4e3d-8b6e-0ac033cd9c4e tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.64 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 805 time: 0.4381497 Jul 14 11:24:43.805673 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a6087-6025-45b0-b932-2dbab1eae193" -d '{"events": [{"server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "name": "network-vif-deleted", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:43.813428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa491cd-1b75-4aa1-a77b-dbc2f4137587 None None] DHCP port deletion for 6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:24:43.834173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-a40a23fb-fc26-4b88-9c44-65d9b50d8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:43.835708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-a40a23fb-fc26-4b88-9c44-65d9b50d8652 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.1572180 Jul 14 11:24:43.860335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Request body: {'port': {'device_id': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'admin_state_up': True, 'tenant_id': '2e85f93f38724ffaa9d6ab4281fda3d9'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:43.889881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-a71154f6-3d9f-43ef-b620-1f7991d7e79c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384192 Jul 14 11:24:43.893440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0aa491cd-1b75-4aa1-a77b-dbc2f4137587 None None] Deleting port 91b3309d-b733-4551-8a68-efe5771e2b24 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:43.894057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8a09759-6c51-4bd4-aa1c-62c1963e0089 req-49d5af4e-5420-4738-8945-1c3454cb76fd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971217 Jul 14 11:24:43.903622 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0aa491cd-1b75-4aa1-a77b-dbc2f4137587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.015775 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bf2ef1-7ae8-4564-9dbf-6e5541b519f5 x-openstack-request-id: req-c9bf2ef1-7ae8-4564-9dbf-6e5541b519f5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:44.017575 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513e6ebb-8b93-4f3b-b1f1-7c74a67446c6", "name": "network-vif-deleted", "tag": "25cb0ff0-5277-4e46-9df0-6efdbed2a649", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:44.017990 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9bf2ef1-7ae8-4564-9dbf-6e5541b519f5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:44.018574 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513e6ebb-8b93-4f3b-b1f1-7c74a67446c6', 'name': 'network-vif-deleted', 'tag': '25cb0ff0-5277-4e46-9df0-6efdbed2a649', 'status': 'completed', 'code': 200} Jul 14 11:24:44.050350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0aa491cd-1b75-4aa1-a77b-dbc2f4137587 None None] For port 91b3309d-b733-4551-8a68-efe5771e2b24, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=91b3309d-b733-4551-8a68-efe5771e2b24,segment=NetworkSegment(59aacc13-f94f-4e4c-8775-a23cc3f7be18),segment_id=59aacc13-f94f-4e4c-8775-a23cc3f7be18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:44.051078 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0aa491cd-1b75-4aa1-a77b-dbc2f4137587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.066850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0aa491cd-1b75-4aa1-a77b-dbc2f4137587 None None] Calling delete_port for 91b3309d-b733-4551-8a68-efe5771e2b24 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:44.081670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Deleting port 91b3309d-b733-4551-8a68-efe5771e2b24 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:44.082021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.105334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-76c4a17f-f02c-4b57-bca1-f137d069b779 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066844 Jul 14 11:24:44.170844 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0aa491cd-1b75-4aa1-a77b-dbc2f4137587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.218500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa491cd-1b75-4aa1-a77b-dbc2f4137587 None None] Pushing event deleted for resources: {'Port': ['ID=91b3309d-b733-4551-8a68-efe5771e2b24,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:44.226940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] For port 91b3309d-b733-4551-8a68-efe5771e2b24, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=91b3309d-b733-4551-8a68-efe5771e2b24,segment=NetworkSegment(59aacc13-f94f-4e4c-8775-a23cc3f7be18),segment_id=59aacc13-f94f-4e4c-8775-a23cc3f7be18)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:44.227534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.237173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa491cd-1b75-4aa1-a77b-dbc2f4137587 None None] No DVR routers for this DVR port 91b3309d-b733-4551-8a68-efe5771e2b24 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:44.248447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Calling delete_port for 91b3309d-b733-4551-8a68-efe5771e2b24 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:44.282952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56292) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:44.364248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e09ac28a-5c6e-435c-836f-f0f65cb09c2d req-4c91cb63-aa6f-43d4-b59d-7b2f6cdb931c service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513058 Jul 14 11:24:44.378291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Made reservation on behalf of 2e85f93f38724ffaa9d6ab4281fda3d9 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:44.392697 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.395789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3e7d4-67fb-42d0-96fc-344f7f20f4eb req-f7da8f4c-16bc-4022-b82a-55f9e55c61c5 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:44.407795 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5d3e7d4-67fb-42d0-96fc-344f7f20f4eb req-f7da8f4c-16bc-4022-b82a-55f9e55c61c5 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 945 time: 0.1859109 Jul 14 11:24:44.425981 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.506771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] No DVR routers for this DVR port 91b3309d-b733-4551-8a68-efe5771e2b24 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:44.567984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5d3e7d4-67fb-42d0-96fc-344f7f20f4eb req-e689b17f-cd76-492d-becc-da6bc0aee643 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527019 Jul 14 11:24:44.573270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1170699573-network', 'tenant_id': '09958c89b42549229e38234c5d390a9c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:44.593067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b3309d-b733-4551-8a68-efe5771e2b24,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:44.652337 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.677259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Made reservation on behalf of 09958c89b42549229e38234c5d390a9c for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:44.679840 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.693433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:44.693683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.711279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31036d-154a-4b49-8810-4c13bb99aa10 req-45e81a9a-6fe3-4b03-bdda-f2d8438aac86 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:44.713147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59aacc13-f94f-4e4c-8775-a23cc3f7be18') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:44.713615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59aacc13-f94f-4e4c-8775-a23cc3f7be18') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:44.728733 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c31036d-154a-4b49-8810-4c13bb99aa10 req-45e81a9a-6fe3-4b03-bdda-f2d8438aac86 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.2206719 Jul 14 11:24:44.729333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.750834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Allocated IP 172.20.0.7 (cb023a9e-e3da-45dd-b5fa-e7cb831e8619/41eed6e3-e4de-43e0-9e1c-01142e2f8b95/bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:44.753985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.767952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:24:44.768598 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:24:44.770552 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:24:44.799898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c31036d-154a-4b49-8810-4c13bb99aa10 req-43dd2a67-6f46-4904-bc16-c8237404a241 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701632 Jul 14 11:24:44.873092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.881550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.883404 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a HTTP/1.1" status: 204 len: 168 time: 1.4348450 Jul 14 11:24:44.899406 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.908855 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.943276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:24:44.951014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad813a-add0-4148-b186-09c71d067777 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7bb38a-51b3-45cb-9ba4-ee48bfe6935a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:44.970195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737d7eba-b4bb-4218-8718-f6e1b0532967,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:44.981416 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.982340 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:44.982740 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Added segment 12f7980c-a8d3-4e35-9233-8cd9002c7999 of type vlan for network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b Jul 14 11:24:45.011232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c674d8ab-20a4-47f5-92cb-e6ee68cec126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23be9fa5-3c86-4802-8fa7-74830e61da4a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:45.013849 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fef723d-c2f3-44b5-9bae-e2548d021395" -d '{"events": [{"server_uuid": "c674d8ab-20a4-47f5-92cb-e6ee68cec126", "name": "network-vif-plugged", "status": "completed", "tag": "23be9fa5-3c86-4802-8fa7-74830e61da4a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:45.057924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-785199ea-e263-4dd6-aece-002b7bbacc48 req-d3c627a2-5723-4524-89dd-eb739634059e tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 210 time: 0.0641439 Jul 14 11:24:45.112009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 91b3309d-b733-4551-8a68-efe5771e2b24 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:45.156602 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ff8ec-8cc4-490b-b769-b324d5d5ef80 x-openstack-request-id: req-fb3ff8ec-8cc4-490b-b769-b324d5d5ef80 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:45.157730 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c674d8ab-20a4-47f5-92cb-e6ee68cec126", "name": "network-vif-plugged", "status": "completed", "tag": "23be9fa5-3c86-4802-8fa7-74830e61da4a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:45.158200 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb3ff8ec-8cc4-490b-b769-b324d5d5ef80 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:45.158798 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c674d8ab-20a4-47f5-92cb-e6ee68cec126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23be9fa5-3c86-4802-8fa7-74830e61da4a', 'code': 200} Jul 14 11:24:45.160024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 91b3309d-b733-4551-8a68-efe5771e2b24 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:45.160698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 91b3309d-b733-4551-8a68-efe5771e2b24 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:45.171401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56308) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:45.207047 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.310367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-31f84775-0c74-44a5-a646-050aaecd5e0b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a614ff2a48cf4b558af4abc921533f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273389 Jul 14 11:24:45.312393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:45.317255 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.318304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:45.318890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.341211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 25cb0ff0-5277-4e46-9df0-6efdbed2a649 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:45.366039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 25cb0ff0-5277-4e46-9df0-6efdbed2a649 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:45.366738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 25cb0ff0-5277-4e46-9df0-6efdbed2a649 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:45.380821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdf8f-73f9-4fe2-a1f3-d471d55f50e2 req-3d2c6c09-721a-4d54-87ca-c129907a2b86 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:45.382437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d04fdf8f-73f9-4fe2-a1f3-d471d55f50e2 req-3d2c6c09-721a-4d54-87ca-c129907a2b86 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 943 time: 0.2745101 Jul 14 11:24:45.426180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:45.435913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1512337 Jul 14 11:24:45.439272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56312) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:45.443988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7437b6e-08f2-4101-be72-60dcbe3008d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a3d83f6-77ed-48c9-854d-ae55fe2d345b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:45.454585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Request body: {'subnet': {'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1170699573-subnet', 'tenant_id': '09958c89b42549229e38234c5d390a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:45.468630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:24:45.482684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d04fdf8f-73f9-4fe2-a1f3-d471d55f50e2 req-e581b207-5d59-443b-8c23-503d870802ec tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884395 Jul 14 11:24:45.497525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a0fe1-a69f-42e5-bb16-6dd7159a971c req-5b71d25f-43d3-4c6d-bc74-c1fd362768f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:45.499445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d88a0fe1-a69f-42e5-bb16-6dd7159a971c req-5b71d25f-43d3-4c6d-bc74-c1fd362768f3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 1096 time: 0.2512283 Jul 14 11:24:45.499807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a809831a-e717-4d6e-bd40-65296689c32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.523477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.539633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a809831a-e717-4d6e-bd40-65296689c32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.589056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d88a0fe1-a69f-42e5-bb16-6dd7159a971c req-47c4bd4d-9d9d-42f0-b435-1ead88bd9251 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737059 Jul 14 11:24:45.607161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.610208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Made reservation on behalf of 09958c89b42549229e38234c5d390a9c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:45.612676 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.622016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:45.623807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a809831a-e717-4d6e-bd40-65296689c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.627974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a809831a-e717-4d6e-bd40-65296689c32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.629361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a809831a-e717-4d6e-bd40-65296689c32f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aece1a81-3bb8-4864-b779-21339d7efa5d HTTP/1.1" status: 204 len: 168 time: 0.3132422 Jul 14 11:24:45.649736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809831a-e717-4d6e-bd40-65296689c32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece1a81-3bb8-4864-b779-21339d7efa5d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:45.667792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944', 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9', 'port_id': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944', 'mac_address': 'fa:16:3e:7b:ea:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1a636a-b36e-4fd9-96e6-014ea8048540', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:45.780132 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.812905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:45.848023 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.851247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32f68a-d7ac-460c-9713-068c77886cea req-45d52ed5-9f51-4635-9148-906f984a593e tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:45.859110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:45.860883 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d32f68a-d7ac-460c-9713-068c77886cea req-45d52ed5-9f51-4635-9148-906f984a593e tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 945 time: 0.1149161 Jul 14 11:24:45.868882 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:45.932509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d32f68a-d7ac-460c-9713-068c77886cea req-75f062a8-5993-4c4a-ae08-8b5b204fcebd tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681026 Jul 14 11:24:45.940108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:45.952770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Pushing event updated for resources: {'Port': ['ID=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:45.958019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:45.960902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3496dc2-1355-46ce-b112-1b17620b2c59,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:45.963710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:24:45.988989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:46.016363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Checking segment: {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:46.017026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Network hostable DHCP agents. Network: 3a3d83f6-77ed-48c9-854d-ae55fe2d345b, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:24:46.040021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:46.040646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:46.056264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:24:46.060678 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-489e89bc-b948-4a25-8519-f79fe2967da3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2427223 Jul 14 11:24:46.070272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 3a3d83f6-77ed-48c9-854d-ae55fe2d345b) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:46.079794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Request body: {'port': {'device_id': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:46.080544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab29d496-f7fa-4791-911a-20d738359431 None None] Network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:24:46.085579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:46.086371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:46.151387 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3442adab-18df-46fe-bc29-2405d80e8354 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7031274 Jul 14 11:24:46.193579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:46.226053 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:46.254794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714748c-3cd9-40d1-8840-cd0de13bea3a req-af5bf1e8-aeec-45f9-bc11-e95156d8adb3 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:46.258731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56332) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:46.264427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9714748c-3cd9-40d1-8840-cd0de13bea3a req-af5bf1e8-aeec-45f9-bc11-e95156d8adb3 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.2100315 Jul 14 11:24:46.369456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9714748c-3cd9-40d1-8840-cd0de13bea3a req-6bd45e35-820d-47c9-afbb-ac10da874a89 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036878 Jul 14 11:24:46.378473 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ddfb6d58-51f8-43b2-b966-8cedfee3d0ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8433ef0b6802404ead2dbd49e0b2b79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173134 Jul 14 11:24:46.395809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56336) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:46.397091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5890b7f4-181d-4b8e-86e1-824826be6611 None None] Network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:24:46.537262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111f8e1-481a-4ae2-933a-c121312a9939 req-467883eb-2acf-4356-ab43-a08ad47ab6e8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:46.545268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c111f8e1-481a-4ae2-933a-c121312a9939 req-467883eb-2acf-4356-ab43-a08ad47ab6e8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 931 time: 0.2771983 Jul 14 11:24:46.662096 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c111f8e1-481a-4ae2-933a-c121312a9939 req-9cac11b9-8f7d-4091-b089-240201f59cca tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158526 Jul 14 11:24:46.710161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e569e2ec-a1d9-4d30-ad7a-fd8224f00a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:46.784206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e569e2ec-a1d9-4d30-ad7a-fd8224f00a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:46.831111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:46.859998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:46.894098 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e569e2ec-a1d9-4d30-ad7a-fd8224f00a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:46.897633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e569e2ec-a1d9-4d30-ad7a-fd8224f00a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:46.899874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e569e2ec-a1d9-4d30-ad7a-fd8224f00a2c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44ae26f3-e84a-4173-bf0a-cb465bb222b7 HTTP/1.1" status: 204 len: 168 time: 0.5069830 Jul 14 11:24:46.907261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Transition to ACTIVE for port object bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:46.914271 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:46.927806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569e2ec-a1d9-4d30-ad7a-fd8224f00a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ae26f3-e84a-4173-bf0a-cb465bb222b7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:47.023077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Pushing event updated for resources: {'Port': ['ID=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:47.102072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9097c8-d422-466d-b67c-3f6d2f69e8bc req-23604345-87fb-40e0-bb6d-f905bd1ee762 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:47.103631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce9097c8-d422-466d-b67c-3f6d2f69e8bc req-23604345-87fb-40e0-bb6d-f905bd1ee762 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 944 time: 0.0735011 Jul 14 11:24:47.106367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Attempting to bind port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:47.107271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Attempting to bind port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:47.108148 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Attempting to bind port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:47.116208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:24:47.116592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Attempting to bind port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:47.122407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:47.122820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Checking segment: {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:47.123164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Bound using segment: {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:47.123584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Bound port: bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:47.123967 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:47.205146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce9097c8-d422-466d-b67c-3f6d2f69e8bc req-beca7fde-6d31-40f9-a721-93386e477ba1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904438 Jul 14 11:24:47.210571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:47.215407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:47.223971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:47.248931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a64260b6-dc55-4ca3-bf85-8715e14da7eb tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:47.251329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a64260b6-dc55-4ca3-bf85-8715e14da7eb tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/networks?id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 200 len: 815 time: 0.1463256 Jul 14 11:24:47.280199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:47.280762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:47.282552 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] 10.222.0.64 "PUT /v2.0/ports/bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb HTTP/1.1" status: 200 len: 1091 time: 1.2085578 Jul 14 11:24:47.283009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:47.285639 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec40a0d8-175b-4835-b8c7-8cbb57054564" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:47.292445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-538fe1ed-ad7d-42d1-af75-4bb566765cd9 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/quotas/09958c89b42549229e38234c5d390a9c HTTP/1.1" status: 200 len: 375 time: 0.0343299 Jul 14 11:24:47.313110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fb6b8-5b39-409d-b62f-1ea8021f24ab service neutron] Pushing event updated for resources: {'Port': ['ID=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:47.332000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-804ba1e4-16d4-4b05-9353-354273f56287 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=09958c89b42549229e38234c5d390a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358469 Jul 14 11:24:47.403982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-328c5e93-5e54-4a8d-a131-caf726934c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:47.405641 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-328c5e93-5e54-4a8d-a131-caf726934c2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 1094 time: 0.0642028 Jul 14 11:24:47.446810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:47.455265 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-56a2392d-4a28-44c0-8786-0b13f496c35e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb HTTP/1.1" status: 200 len: 217 time: 0.0395415 Jul 14 11:24:47.496075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-b50a033d-b252-4293-9e74-bfcccd47f6ce service neutron] 10.222.0.38 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503272 Jul 14 11:24:47.508617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084745be-1c46-4a06-b9bb-b1061e6d48b7 req-139ca811-1ccb-4551-bcd8-0a2d694b5c66 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:47.510145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-084745be-1c46-4a06-b9bb-b1061e6d48b7 req-139ca811-1ccb-4551-bcd8-0a2d694b5c66 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 945 time: 0.1356671 Jul 14 11:24:47.521060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-5b29562d-db85-4632-b118-6a9ef8499735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:47.523494 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-5b29562d-db85-4632-b118-6a9ef8499735 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41eed6e3-e4de-43e0-9e1c-01142e2f8b95 HTTP/1.1" status: 200 len: 845 time: 0.0619380 Jul 14 11:24:47.539740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:47.544316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:47.544699 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:47.568290 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-2bf565c9-fd02-4302-adf1-a9e562ee2f07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363352 Jul 14 11:24:47.604595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-084745be-1c46-4a06-b9bb-b1061e6d48b7 req-3c560aed-80b7-41c3-9161-439489fb7d2c tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859547 Jul 14 11:24:47.669834 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:47.686123 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-bc49735b-f433-4809-af7d-121f63b7f9d5 service neutron] 10.222.0.64 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125801 Jul 14 11:24:47.708008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:47.710590 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2d0be3-de10-4ac2-8158-4353c1557287" -d '{"events": [{"server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "name": "network-vif-plugged", "status": "completed", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:47.729419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-bb9f9481-8e27-477a-bc4f-b73048846b85 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172246 Jul 14 11:24:47.738338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:47.745299 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:47.794851 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-4c828fd8-0194-4bf7-894f-0aff5affff40 service neutron] show failed (client error): The resource could not be found. Jul 14 11:24:47.798076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-4c828fd8-0194-4bf7-894f-0aff5affff40 service neutron] 10.222.0.45 "GET /v2.0/ports/96057dad-a86f-4a6c-a8a2-b050e6e2a826/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.1511734 Jul 14 11:24:47.824701 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7333a662-6e4b-4bb6-aa3a-82e46419c73f req-251a27a0-306b-4f41-a9de-af6d9dd09959 service neutron] 10.222.0.64 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315544 Jul 14 11:24:47.851202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:47.940902 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e856bb8-b6f7-43d6-a04a-a1d4f9f99105 x-openstack-request-id: req-1e856bb8-b6f7-43d6-a04a-a1d4f9f99105 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:47.940902 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:47.941522 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e856bb8-b6f7-43d6-a04a-a1d4f9f99105 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:47.941522 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb', 'status': 'completed', 'code': 200} Jul 14 11:24:47.984069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff5027-0607-4f6b-9a29-bccc8e158077 req-7f39c5ae-d6ce-4ebe-a2c5-28a754976af6 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:47.992040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1ff5027-0607-4f6b-9a29-bccc8e158077 req-7f39c5ae-d6ce-4ebe-a2c5-28a754976af6 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 945 time: 0.0981014 Jul 14 11:24:48.028185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56390) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:48.080748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-ca4e4662-d135-41c0-a777-556f34c10ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:48.082683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1ff5027-0607-4f6b-9a29-bccc8e158077 req-f75d6219-03a9-4e63-b355-e970caaa2087 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896480 Jul 14 11:24:48.091330 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-ca4e4662-d135-41c0-a777-556f34c10ffe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 1094 time: 0.1208258 Jul 14 11:24:48.222028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-f3c9397d-1b3d-4eac-a6db-38a84e909867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:48.225015 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-f3c9397d-1b3d-4eac-a6db-38a84e909867 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 905 time: 0.1329346 Jul 14 11:24:48.233762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558541c-9e6d-4547-a876-353b72ab12c0 req-a4668a2a-6a9b-400f-8fa6-714e28b57a08 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:48.237369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5558541c-9e6d-4547-a876-353b72ab12c0 req-a4668a2a-6a9b-400f-8fa6-714e28b57a08 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.1780529 Jul 14 11:24:48.259459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-network', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:48.301330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-84ac1b47-2a47-41f1-847e-232da2f50911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:48.302781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-84ac1b47-2a47-41f1-847e-232da2f50911 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763&tenant_id=74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 1101 time: 0.1796772 Jul 14 11:24:48.310048 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-8d778c26-cd40-439a-95b2-ada525ca4a2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb HTTP/1.1" status: 200 len: 217 time: 0.0721467 Jul 14 11:24:48.333294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:48.353845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Made reservation on behalf of b78aa2d8d2ca4142a2849e7ec8905eec for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:48.356574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:48.371597 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:48.374696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5558541c-9e6d-4547-a876-353b72ab12c0 req-f2fe0f9a-d4c8-49b0-abbc-2a340001bc65 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266563 Jul 14 11:24:48.392589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-43f70ce0-3363-4f6c-9ea7-6f5a76a6ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:48.394014 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-43f70ce0-3363-4f6c-9ea7-6f5a76a6ff88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41eed6e3-e4de-43e0-9e1c-01142e2f8b95 HTTP/1.1" status: 200 len: 845 time: 0.0774190 Jul 14 11:24:48.440201 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50684b4c-029c-4d56-ac66-40a0d4e99db2 x-openstack-request-id: req-50684b4c-029c-4d56-ac66-40a0d4e99db2 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:48.440495 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "name": "network-vif-plugged", "status": "completed", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:48.440750 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50684b4c-029c-4d56-ac66-40a0d4e99db2 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:48.441446 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944', 'code': 200} Jul 14 11:24:48.443840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454690-a6f6-4822-85ba-d19d2eae2d33 req-844eef08-8815-48b8-93b5-332d490868c0 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:48.446419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f454690-a6f6-4822-85ba-d19d2eae2d33 req-844eef08-8815-48b8-93b5-332d490868c0 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 943 time: 0.1599936 Jul 14 11:24:48.446563 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-23c88dd4-6d00-425b-8d9d-5e5b7dd01f87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379145 Jul 14 11:24:48.455135 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:48.638226 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-c306664e-bc07-4b30-a860-d217fd4a99f5 service neutron] 10.222.0.64 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813581 Jul 14 11:24:48.644850 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:48.657303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:48.728619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:24:48.738924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571000f-0753-4e5c-8c7d-8a547b385554 req-63b91904-efda-469b-9662-46885eddebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:48.740490 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c571000f-0753-4e5c-8c7d-8a547b385554 req-63b91904-efda-469b-9662-46885eddebcc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1096 time: 0.2117083 Jul 14 11:24:48.764860 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:48.765197 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Added segment 28150383-21a2-4827-b978-83aaba929a46 of type vlan for network a00fc17a-e4cb-4218-a427-acd6d781b18d Jul 14 11:24:48.783768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:48.865611 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c571000f-0753-4e5c-8c7d-8a547b385554 req-1fa1d04d-2098-4d34-ac5f-86d317ae5527 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177347 Jul 14 11:24:48.869367 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:48.876878 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ec40a0d8-175b-4835-b8c7-8cbb57054564 req-a61febd4-57bb-4735-820d-a51bf454685f service neutron] 10.222.0.64 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307174 Jul 14 11:24:48.889600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d57ac26a-91f0-472b-a99a-fea6a6a9fab8 req-e2c4eff3-8258-4e42-ab44-52e963cd8718 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 210 time: 0.0822849 Jul 14 11:24:48.895598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f454690-a6f6-4822-85ba-d19d2eae2d33 req-4ec14603-1187-40bf-84e6-f2442c0d1370 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373863 Jul 14 11:24:48.904678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:48.908501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:48.909205 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:48.986806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a00fc17a-e4cb-4218-a427-acd6d781b18d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:48.992995 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d9c5d6c5-cbff-463a-97ee-698c5421f4d6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9634027 Jul 14 11:24:48.993843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56408) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:48.998756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Request body: {'subnet': {'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-subnet', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:49.002685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network a00fc17a-e4cb-4218-a427-acd6d781b18d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:24:49.054533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Made reservation on behalf of b78aa2d8d2ca4142a2849e7ec8905eec for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:49.056984 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.069252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34580822-071e-487d-918d-dd3a2ccfb762 req-c125ce6f-095c-4cd6-9b31-aee5f56bed64 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:49.071391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34580822-071e-487d-918d-dd3a2ccfb762 req-c125ce6f-095c-4cd6-9b31-aee5f56bed64 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 945 time: 0.2647717 Jul 14 11:24:49.190620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:49.264989 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.285184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:49.311551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23032a08-7f36-4c3b-806a-4027860a47f2 req-dce82282-1fec-48cb-a56e-a65d044bf0ec tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:49.313871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23032a08-7f36-4c3b-806a-4027860a47f2 req-dce82282-1fec-48cb-a56e-a65d044bf0ec tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 945 time: 0.2370319 Jul 14 11:24:49.328235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=099e4d45-6ca9-49cc-b88c-36e808c423c7,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:49.339450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Checking segment: {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:49.339810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Network hostable DHCP agents. Network: a00fc17a-e4cb-4218-a427-acd6d781b18d, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:24:49.357780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Network a00fc17a-e4cb-4218-a427-acd6d781b18d is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:24:49.368933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, a00fc17a-e4cb-4218-a427-acd6d781b18d) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:49.373100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:49.373765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.381019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9911d-ed57-4d06-a2ac-b7d3575ead1c None None] Network a00fc17a-e4cb-4218-a427-acd6d781b18d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:24:49.392450 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-90c8b34d-8cbe-44f8-9d24-caca7c1aed2a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3974893 Jul 14 11:24:49.394018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56412) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:49.399518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:49.427457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:49.428613 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.429867 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.429999 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99c9025-48b8-4eed-9684-a58eac02c457" -d '{"events": [{"server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "name": "network-vif-unplugged", "status": "completed", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:49.434726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.491874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-34580822-071e-487d-918d-dd3a2ccfb762 req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Deleting port eeef5460-50de-4672-abad-67e851856ac8 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:49.492241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34580822-071e-487d-918d-dd3a2ccfb762 req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.500716 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.520357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23032a08-7f36-4c3b-806a-4027860a47f2 req-63115a4b-1a83-47bc-b355-c8d0b9fd27f3 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823835 Jul 14 11:24:49.562227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Transition to ACTIVE for port object 96057dad-a86f-4a6c-a8a2-b050e6e2a826 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:49.565759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-a00fc17a-e4cb-4218-a427-acd6d781b18d', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:24:49.568235 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.578010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.660939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71569233-031d-4ff9-b150-a6640caee9c8 req-4a305a78-a4c7-45e8-bc0f-e649055c0260 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:49.665802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71569233-031d-4ff9-b150-a6640caee9c8 req-4a305a78-a4c7-45e8-bc0f-e649055c0260 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 945 time: 0.4003778 Jul 14 11:24:49.754474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:49.840265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Allocated IP 172.20.0.2 (a00fc17a-e4cb-4218-a427-acd6d781b18d/099e4d45-6ca9-49cc-b88c-36e808c423c7/2f240284-cf0d-4669-8fdd-ffa5a010b946) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:49.851896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-783c591d-e5fb-4b4d-9b25-dc71aa663999 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:49.853682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-783c591d-e5fb-4b4d-9b25-dc71aa663999 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.45 "GET /v2.0/networks?id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 200 len: 815 time: 0.4778526 Jul 14 11:24:49.856304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:49.862729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] No DVR routers for this DVR port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:49.916589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Request body: {'port': {'device_id': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b', 'admin_state_up': True, 'tenant_id': '09958c89b42549229e38234c5d390a9c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:50.028505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-34580822-071e-487d-918d-dd3a2ccfb762 req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] For port eeef5460-50de-4672-abad-67e851856ac8, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=eeef5460-50de-4672-abad-67e851856ac8,segment=NetworkSegment(65c39d14-2ef5-4143-be97-3e4455eb1c1c),segment_id=65c39d14-2ef5-4143-be97-3e4455eb1c1c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:50.028774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34580822-071e-487d-918d-dd3a2ccfb762 req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.041278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.060920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.080147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71569233-031d-4ff9-b150-a6640caee9c8 req-f6ab5158-0f6d-49ea-b443-4634510f7302 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/security-groups?id=5071e830-e230-4b0b-bda7-09b0cc05a65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822408 Jul 14 11:24:50.092700 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.100844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-34580822-071e-487d-918d-dd3a2ccfb762 req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Calling delete_port for eeef5460-50de-4672-abad-67e851856ac8 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:50.103585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Transition to ACTIVE for port object 2f240284-cf0d-4669-8fdd-ffa5a010b946 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:50.115067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Attempting to bind port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:50.115313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Attempting to bind port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:50.115582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Attempting to bind port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:50.124552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Transition to ACTIVE for port object 2f240284-cf0d-4669-8fdd-ffa5a010b946 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:50.137328 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.181151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Network a00fc17a-e4cb-4218-a427-acd6d781b18d is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:50.184348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:50.187352 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:24:50.188571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:24:50.188571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Attempting to bind port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:50.206051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Pushing event updated for resources: {'Port': ['ID=2f240284-cf0d-4669-8fdd-ffa5a010b946,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:50.216704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Allocated IP 172.25.2.183 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/6d2a4aae-45e1-44f9-8600-1745f6a83193) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:50.216855 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bbb8eb-77da-4e65-9e89-03eaa73e8167 x-openstack-request-id: req-38bbb8eb-77da-4e65-9e89-03eaa73e8167 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:50.217242 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "name": "network-vif-unplugged", "status": "completed", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:50.217569 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38bbb8eb-77da-4e65-9e89-03eaa73e8167 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:50.218609 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'code': 200} Jul 14 11:24:50.245379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:50.245605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:50.245969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:50.246426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Bound port: 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:50.246787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.313870 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Attempting to bind port 2f240284-cf0d-4669-8fdd-ffa5a010b946 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:50.314280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Attempting to bind port 2f240284-cf0d-4669-8fdd-ffa5a010b946 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:50.315441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Attempting to bind port 2f240284-cf0d-4669-8fdd-ffa5a010b946 on network a00fc17a-e4cb-4218-a427-acd6d781b18d {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:50.322023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Made reservation on behalf of 09958c89b42549229e38234c5d390a9c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:50.323223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:50.323653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Checking segment: {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:50.324087 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.324539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Bound using segment: {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:50.325016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Bound port: 2f240284-cf0d-4669-8fdd-ffa5a010b946, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:50.325514 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.325627 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.339962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b5d12-625e-49ea-97fd-96b82830d97b req-a145dc48-628a-4b5f-b530-fe8466c10bfc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:50.341664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f74b5d12-625e-49ea-97fd-96b82830d97b req-a145dc48-628a-4b5f-b530-fe8466c10bfc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 948 time: 0.3247883 Jul 14 11:24:50.355440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.398928 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f74b5d12-625e-49ea-97fd-96b82830d97b req-604b02d2-7808-46ef-83d8-91049c69efc9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Jul 14 11:24:50.409704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.426932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] For port 2f240284-cf0d-4669-8fdd-ffa5a010b946, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:50.430285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] For port 2f240284-cf0d-4669-8fdd-ffa5a010b946, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2f240284-cf0d-4669-8fdd-ffa5a010b946,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:50.433618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:50.438300 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.463133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:50.470583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:50.480623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:50.485787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:24:50.500375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a32a2-d399-405d-b7fa-2c9c513c190e None None] Pushing event updated for resources: {'Port': ['ID=2f240284-cf0d-4669-8fdd-ffa5a010b946,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:50.518980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2a4aae-45e1-44f9-8600-1745f6a83193,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:50.603399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Allocated IP 172.20.0.12 (3a3d83f6-77ed-48c9-854d-ae55fe2d345b/c3496dc2-1355-46ce-b112-1b17620b2c59/803656f7-3684-4f91-91e2-c80babeaa894) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:50.649629 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.824598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a0e17e4-71d9-4b1f-b28f-b7d97b1efaa1 req-84a01826-e01f-41ad-991e-5f8d3da3ca78 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 210 time: 0.1703689 Jul 14 11:24:50.840131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:50.841190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.843597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 1096 time: 2.5166695 Jul 14 11:24:50.873802 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.918284 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34580822-071e-487d-918d-dd3a2ccfb762 req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:50.938131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['eeef5460-50de-4672-abad-67e851856ac8'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:51.007519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf0731-bc98-49cb-8dc1-679afa7fb8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:51.080609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Pushing event deleted for resources: {'Port': ['ID=eeef5460-50de-4672-abad-67e851856ac8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:51.098018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2f240284-cf0d-4669-8fdd-ffa5a010b946 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:51.161592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 2f240284-cf0d-4669-8fdd-ffa5a010b946 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:51.167836 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:51.171152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac716db-e14f-4b8e-84e5-7631214f1d22 req-47e3d9b6-db68-4947-b943-d2ac102e9518 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:51.176469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ac716db-e14f-4b8e-84e5-7631214f1d22 req-47e3d9b6-db68-4947-b943-d2ac102e9518 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 943 time: 0.5567961 Jul 14 11:24:51.183661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-34580822-071e-487d-918d-dd3a2ccfb762 req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] No DVR routers for this DVR port eeef5460-50de-4672-abad-67e851856ac8 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:51.186433 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34580822-071e-487d-918d-dd3a2ccfb762 req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:51.189050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34580822-071e-487d-918d-dd3a2ccfb762 req-98744e25-8478-434e-814b-ac8e67d339b2 tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.45 "DELETE /v2.0/ports/eeef5460-50de-4672-abad-67e851856ac8 HTTP/1.1" status: 204 len: 173 time: 2.1089687 Jul 14 11:24:51.256960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:51.268564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-2b05fee8-19d8-45dc-8e92-1c30e506f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:51.270078 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-2b05fee8-19d8-45dc-8e92-1c30e506f2a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1099 time: 0.3781695 Jul 14 11:24:51.293838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ac716db-e14f-4b8e-84e5-7631214f1d22 req-020a6ed3-0a84-4fc3-93c8-eff9b6807737 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036401 Jul 14 11:24:51.330302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Router 4851d610-8982-4220-87d1-11cfd844ce2c is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:24:51.349843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbd15a-cae0-4c0d-9e19-b6b1eecb91e2 req-b4f81e7e-aa60-4787-87e4-677819e2e95a tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:51.351346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80bbd15a-cae0-4c0d-9e19-b6b1eecb91e2 req-b4f81e7e-aa60-4787-87e4-677819e2e95a tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 945 time: 0.3485603 Jul 14 11:24:51.354201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 96057dad-a86f-4a6c-a8a2-b050e6e2a826 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:51.450953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:51.469683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 96057dad-a86f-4a6c-a8a2-b050e6e2a826 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:51.482470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-314adcbb-77af-46c3-9fab-2bafe57af931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:51.484539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-314adcbb-77af-46c3-9fab-2bafe57af931 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2040496 Jul 14 11:24:51.498956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:24:51.508996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Sync routers for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:24:51.513948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80bbd15a-cae0-4c0d-9e19-b6b1eecb91e2 req-36e26a2d-ef2b-4a45-9e89-e364874f65f1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/security-groups?id=ed4a0593-166b-45b5-b9af-4b506495f86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488237 Jul 14 11:24:51.532285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:51.537295 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-46efe83a-02b8-4f5f-b320-2faf65b10498 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.1385937 Jul 14 11:24:51.537686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56434) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:51.568849 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:51.625338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:51.629623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:51.634056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:51.653998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'port_id': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb', 'mac_address': 'fa:16:3e:51:ad:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41eed6e3-e4de-43e0-9e1c-01142e2f8b95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:51.664892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:51.665983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:24:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:51.763248 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:51.793017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:51.871206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:51.881798 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:51.966933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-823c2cca-db0e-4483-bc18-d816154657c2 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:51.969325 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-823c2cca-db0e-4483-bc18-d816154657c2 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.64 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 945 time: 0.1939504 Jul 14 11:24:51.974733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:51.998842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:52.053520 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-ec873d88-f54b-4149-9ed2-dda73975dccc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.5444727 Jul 14 11:24:52.056532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:24:52.064472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73238766-4c9f-42dc-9ab4-db7f08c4ffbc None None] Network a00fc17a-e4cb-4218-a427-acd6d781b18d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:24:52.148890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:52.153841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d9c40dc-eadd-4eb1-bbb4-b01cddcbf7cd req-dfb2458d-a257-4f6e-ae79-12d85081f23e tempest-VolumesAdminNegativeTest-1117432234 tempest-VolumesAdminNegativeTest-1117432234-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.0983202 Jul 14 11:24:52.183626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Pushing event updated for resources: {'Port': ['ID=803656f7-3684-4f91-91e2-c80babeaa894,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:52.201294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:52.201960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:52.215089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-44f42e3b-8ae5-4f73-872e-7123fd7e6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:52.216601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-44f42e3b-8ae5-4f73-872e-7123fd7e6e0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1521201 Jul 14 11:24:52.220286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826'}, {'server_uuid': 'dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3', 'name': 'network-vif-deleted', 'tag': 'eeef5460-50de-4672-abad-67e851856ac8'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:52.223039 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db" -d '{"events": [{"name": "network-changed", "server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826"}, {"server_uuid": "dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3", "name": "network-vif-deleted", "tag": "eeef5460-50de-4672-abad-67e851856ac8"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:52.235767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183598e5-3ed0-46b6-8075-e97c92980a78 req-49c935ab-f9f1-4234-a180-0b119b000a7d tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:52.242967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183598e5-3ed0-46b6-8075-e97c92980a78 req-49c935ab-f9f1-4234-a180-0b119b000a7d tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 945 time: 0.7350438 Jul 14 11:24:52.285944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-a6940c0a-1139-4337-b5b1-b3901449f286 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3994319 Jul 14 11:24:52.293488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9a23ebd9-c075-46ec-8113-46f197e2617a None None] Provisioning for port 2f240284-cf0d-4669-8fdd-ffa5a010b946 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:52.313180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Request body: {'port': {'device_id': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:24:52.330023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9a23ebd9-c075-46ec-8113-46f197e2617a None None] Provisioning complete for port 2f240284-cf0d-4669-8fdd-ffa5a010b946 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:52.330379 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a23ebd9-c075-46ec-8113-46f197e2617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:52.372036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183598e5-3ed0-46b6-8075-e97c92980a78 req-fcce8bf9-4194-444c-9df9-cf0bf61d8005 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281362 Jul 14 11:24:52.453812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-9d86adcb-5676-42e7-a71c-c8d6fc9db68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:52.455397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-9d86adcb-5676-42e7-a71c-c8d6fc9db68c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2294655 Jul 14 11:24:52.548726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:52.577224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4a61c-754d-46ba-99bd-09a980a1afd0 req-6917b8f1-753a-4696-9142-72bc7632d779 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:52.578895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06d4a61c-754d-46ba-99bd-09a980a1afd0 req-6917b8f1-753a-4696-9142-72bc7632d779 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 948 time: 0.2874177 Jul 14 11:24:52.585520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Deleting port 23be9fa5-3c86-4802-8fa7-74830e61da4a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:24:52.586066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:52.625166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:50Z', 'revision_number': 3, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:52.683024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Checking router: 4851d610-8982-4220-87d1-11cfd844ce2c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:24:52.683394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Updating router 4851d610-8982-4220-87d1-11cfd844ce2c port 6d2a4aae-45e1-44f9-8600-1745f6a83193 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:24:52.693171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-c74b092f-1866-4d9b-b26f-7cf392a5a018 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301328 Jul 14 11:24:52.713211 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:52.738472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06d4a61c-754d-46ba-99bd-09a980a1afd0 req-8e0e6a54-031d-492e-abfd-4dc4d336b512 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302075 Jul 14 11:24:52.768418 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a23ebd9-c075-46ec-8113-46f197e2617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:52.794067 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:52.794347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] For port 23be9fa5-3c86-4802-8fa7-74830e61da4a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=23be9fa5-3c86-4802-8fa7-74830e61da4a,segment=NetworkSegment(93a3aee6-38bc-4cdc-b1a2-9346759231c2),segment_id=93a3aee6-38bc-4cdc-b1a2-9346759231c2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:52.794727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:52.798929 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:24:52.814562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Calling delete_port for 23be9fa5-3c86-4802-8fa7-74830e61da4a owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:24:52.846058 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794af00c-fef3-43e9-a59b-cc591649a59b x-openstack-request-id: req-794af00c-fef3-43e9-a59b-cc591649a59b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:52.846356 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826", "status": "completed", "code": 200}, {"server_uuid": "dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3", "name": "network-vif-deleted", "tag": "eeef5460-50de-4672-abad-67e851856ac8", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:52.846609 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-794af00c-fef3-43e9-a59b-cc591649a59b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:52.847272 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'status': 'completed', 'code': 200} Jul 14 11:24:52.847522 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6fb32a-8d1c-489c-b7d4-30dc049ac4a3', 'name': 'network-vif-deleted', 'tag': 'eeef5460-50de-4672-abad-67e851856ac8', 'status': 'completed', 'code': 200} Jul 14 11:24:52.862803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d17a59-2e95-45b2-8e57-5d017b1640d5 req-5d0261ba-3dfa-4ea4-a42b-15ae3f295e87 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:52.869997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09d17a59-2e95-45b2-8e57-5d017b1640d5 req-5d0261ba-3dfa-4ea4-a42b-15ae3f295e87 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 932 time: 0.3302155 Jul 14 11:24:52.997934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Allocated IP 172.20.0.1 (a00fc17a-e4cb-4218-a427-acd6d781b18d/099e4d45-6ca9-49cc-b88c-36e808c423c7/42836c04-c11e-4634-ae19-dc815cb1e3cd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:53.048278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09d17a59-2e95-45b2-8e57-5d017b1640d5 req-0b102253-ac6a-490b-8bea-7f9311c140e3 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774478 Jul 14 11:24:53.065822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-360e07ce-0808-4255-88cb-a39cbeaf8189 req-c5c6ab7c-8c80-464a-b3e4-bafb964ce82e service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588734 Jul 14 11:24:53.112445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9a23ebd9-c075-46ec-8113-46f197e2617a None None] For port 2f240284-cf0d-4669-8fdd-ffa5a010b946, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2f240284-cf0d-4669-8fdd-ffa5a010b946,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:53.115173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-c6a636a2-9f18-48c8-8b9d-98b1dfe8c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:53.116720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-c6a636a2-9f18-48c8-8b9d-98b1dfe8c0ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1099 time: 0.2377641 Jul 14 11:24:53.132040 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a23ebd9-c075-46ec-8113-46f197e2617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.163077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.264608 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.271268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d994-bdcf-4790-a1fd-5807b849652c req-9a9e9cc3-e3b5-41e2-ad81-67bb72cc779a tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:53.272928 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b934d994-bdcf-4790-a1fd-5807b849652c req-9a9e9cc3-e3b5-41e2-ad81-67bb72cc779a tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 944 time: 0.2839704 Jul 14 11:24:53.284946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Transition to ACTIVE for port object 42836c04-c11e-4634-ae19-dc815cb1e3cd will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:53.287730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23ebd9-c075-46ec-8113-46f197e2617a None None] Pushing event updated for resources: {'Port': ['ID=2f240284-cf0d-4669-8fdd-ffa5a010b946,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:53.312747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Pushing event deleted for resources: {'Port': ['ID=23be9fa5-3c86-4802-8fa7-74830e61da4a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:53.357107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device eeef5460-50de-4672-abad-67e851856ac8 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:53.376699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] No DVR routers for this DVR port 23be9fa5-3c86-4802-8fa7-74830e61da4a on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:24:53.378376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: eeef5460-50de-4672-abad-67e851856ac8 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:53.378503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device eeef5460-50de-4672-abad-67e851856ac8 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:53.381300 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.383759 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d5a9d4d-8f14-4512-9065-a551e1b20d6b req-9628240d-cb14-4660-a529-772bdbcfd5e1 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.64 "DELETE /v2.0/ports/23be9fa5-3c86-4802-8fa7-74830e61da4a HTTP/1.1" status: 204 len: 173 time: 1.3613577 Jul 14 11:24:53.392407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803656f7-3684-4f91-91e2-c80babeaa894 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:53.395540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c674d8ab-20a4-47f5-92cb-e6ee68cec126', 'name': 'network-vif-deleted', 'tag': '23be9fa5-3c86-4802-8fa7-74830e61da4a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:53.398694 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39908814-8357-48ad-bd93-cd1905fabc24" -d '{"events": [{"server_uuid": "c674d8ab-20a4-47f5-92cb-e6ee68cec126", "name": "network-vif-deleted", "tag": "23be9fa5-3c86-4802-8fa7-74830e61da4a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:53.400567 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.402754 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.411583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Transition to ACTIVE for port object 6d2a4aae-45e1-44f9-8600-1745f6a83193 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:53.418567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Transition to ACTIVE for port object 803656f7-3684-4f91-91e2-c80babeaa894 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:53.420999 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.430767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.483805 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.490017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Network a00fc17a-e4cb-4218-a427-acd6d781b18d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:53.495327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:53.509361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Attempting to bind port 6d2a4aae-45e1-44f9-8600-1745f6a83193 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:53.509835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Attempting to bind port 6d2a4aae-45e1-44f9-8600-1745f6a83193 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:53.510302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Attempting to bind port 6d2a4aae-45e1-44f9-8600-1745f6a83193 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:53.510827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:24:53.515543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e45513-d814-4ddf-af0d-679c49edfa3d None None] Pushing event updated for resources: {'Port': ['ID=6d2a4aae-45e1-44f9-8600-1745f6a83193,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:53.524542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:53.525136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:53.525757 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.526341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:53.527581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Bound port: 6d2a4aae-45e1-44f9-8600-1745f6a83193, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:53.528125 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.534410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-aa4c5ede-ed27-408d-9081-8db0338eec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:53.535878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-aa4c5ede-ed27-408d-9081-8db0338eec13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.4116874 Jul 14 11:24:53.576608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Pushing event updated for resources: {'Port': ['ID=42836c04-c11e-4634-ae19-dc815cb1e3cd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:53.587669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.590725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-22311681-8f74-473f-947a-6ae4e46a2382 None None] Provisioning complete for port 2f240284-cf0d-4669-8fdd-ffa5a010b946 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:53.591181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22311681-8f74-473f-947a-6ae4e46a2382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.592446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b934d994-bdcf-4790-a1fd-5807b849652c req-c0f6e58c-2253-4c37-9c4a-2210f8670c38 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728443 Jul 14 11:24:53.647987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] For port 6d2a4aae-45e1-44f9-8600-1745f6a83193, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:53.652767 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] For port 6d2a4aae-45e1-44f9-8600-1745f6a83193, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6d2a4aae-45e1-44f9-8600-1745f6a83193,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:53.662113 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.664553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-dc61767f-8e62-4bc7-81c7-670db123aa3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.1090486 Jul 14 11:24:53.783698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e45513-d814-4ddf-af0d-679c49edfa3d None None] Pushing event updated for resources: {'Port': ['ID=6d2a4aae-45e1-44f9-8600-1745f6a83193,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:53.794549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:53.795287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:24:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:53.795521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:53.807074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Pushing event updated for resources: {'Port': ['ID=803656f7-3684-4f91-91e2-c80babeaa894,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:53.851989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffeebf-febb-4dac-bcbf-ac6dc9a2d7ca req-3b6068cf-7ed6-465f-9670-189f4c5f4e0c tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:53.853644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eaffeebf-febb-4dac-bcbf-ac6dc9a2d7ca req-3b6068cf-7ed6-465f-9670-189f4c5f4e0c tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1096 time: 0.5658669 Jul 14 11:24:53.873456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-428268e8-5176-4389-9a38-57069530bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:53.875111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-428268e8-5176-4389-9a38-57069530bd43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1613157 Jul 14 11:24:53.900147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8230f97-95bd-4ac4-b411-2fde1e7a5db0 req-3068370d-2270-4750-b1e1-1bf27833f289 tempest-ServerPasswordTestJSON-949974901 tempest-ServerPasswordTestJSON-949974901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c674d8ab-20a4-47f5-92cb-e6ee68cec126 HTTP/1.1" status: 200 len: 210 time: 0.0792329 Jul 14 11:24:53.914375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-f4fde28c-1663-41ac-b4b1-965856334222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:53.916030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-f4fde28c-1663-41ac-b4b1-965856334222 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1099 time: 0.7196002 Jul 14 11:24:53.929170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eaffeebf-febb-4dac-bcbf-ac6dc9a2d7ca req-f4d47020-b4c2-45f3-a2c1-ab11276e38d3 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528553 Jul 14 11:24:53.986036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:54.018664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Attempting to bind port 803656f7-3684-4f91-91e2-c80babeaa894 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:54.018905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Attempting to bind port 803656f7-3684-4f91-91e2-c80babeaa894 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:54.019247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Attempting to bind port 803656f7-3684-4f91-91e2-c80babeaa894 on network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:54.026162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Port 803656f7-3684-4f91-91e2-c80babeaa894 on network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:24:54.026481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Attempting to bind port 803656f7-3684-4f91-91e2-c80babeaa894 on network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:54.044108 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.044257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:54.044542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Checking segment: {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:54.044994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Bound using segment: {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:54.045441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Bound port: 803656f7-3684-4f91-91e2-c80babeaa894, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:54.045794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.061464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.134384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56456) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:54.163307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-b5b54f3b-f600-441b-8b4d-23a3c575075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:54.164860 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-b5b54f3b-f600-441b-8b4d-23a3c575075b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2459497 Jul 14 11:24:54.190800 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.199744 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc551737-cd31-44a7-9537-93d7a5ccc216 x-openstack-request-id: req-bc551737-cd31-44a7-9537-93d7a5ccc216 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:54.200139 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c674d8ab-20a4-47f5-92cb-e6ee68cec126", "name": "network-vif-deleted", "tag": "23be9fa5-3c86-4802-8fa7-74830e61da4a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:54.200456 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc551737-cd31-44a7-9537-93d7a5ccc216 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:54.200912 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c674d8ab-20a4-47f5-92cb-e6ee68cec126', 'name': 'network-vif-deleted', 'tag': '23be9fa5-3c86-4802-8fa7-74830e61da4a', 'status': 'completed', 'code': 200} Jul 14 11:24:54.206262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Pushing event updated for resources: {'Port': ['ID=42836c04-c11e-4634-ae19-dc815cb1e3cd,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:54.216618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f83faa-7834-48cd-b4cb-7b595da05d52 admin admin] Deleting subnet 57e7f0d9-8f47-49e0-be8f-6a274d9da5b5 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:24:54.232807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51f83faa-7834-48cd-b4cb-7b595da05d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.307123 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51f83faa-7834-48cd-b4cb-7b595da05d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.368892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-8129372f-1a7b-48a6-8207-5e86f915bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:54.370334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-8129372f-1a7b-48a6-8207-5e86f915bd06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.4389963 Jul 14 11:24:54.371382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Network a00fc17a-e4cb-4218-a427-acd6d781b18d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:54.372664 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51f83faa-7834-48cd-b4cb-7b595da05d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.375633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:54.394100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d29b74e4-e71d-4c4c-ae2e-244e217d7676 None None] Provisioning for port 42836c04-c11e-4634-ae19-dc815cb1e3cd completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:54.404565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d29b74e4-e71d-4c4c-ae2e-244e217d7676 None None] Provisioning complete for port 42836c04-c11e-4634-ae19-dc815cb1e3cd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:54.404972 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d29b74e4-e71d-4c4c-ae2e-244e217d7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.452724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d29b74e4-e71d-4c4c-ae2e-244e217d7676 None None] Port 42836c04-c11e-4634-ae19-dc815cb1e3cd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:24:54.457351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 1, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:54.494181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4d59b-a498-48ec-8377-f2b97b6f19c0 None None] The sync data for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 is: [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 1, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:24:54.531232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51f83faa-7834-48cd-b4cb-7b595da05d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.567663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f83faa-7834-48cd-b4cb-7b595da05d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e7f0d9-8f47-49e0-be8f-6a274d9da5b5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:54.578997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51f83faa-7834-48cd-b4cb-7b595da05d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.584231 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-51f83faa-7834-48cd-b4cb-7b595da05d52 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/57e7f0d9-8f47-49e0-be8f-6a274d9da5b5 HTTP/1.1" status: 204 len: 168 time: 0.4487321 Jul 14 11:24:54.586443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56460) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:54.598863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Router 4851d610-8982-4220-87d1-11cfd844ce2c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:24:54.678066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9e1270bd-c4cf-49a9-8011-e018f8235bdd None None] Provisioning complete for port 42836c04-c11e-4634-ae19-dc815cb1e3cd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:54.678733 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e1270bd-c4cf-49a9-8011-e018f8235bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.723468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.723622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9e1270bd-c4cf-49a9-8011-e018f8235bdd None None] Port 42836c04-c11e-4634-ae19-dc815cb1e3cd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:24:54.811718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] For port 803656f7-3684-4f91-91e2-c80babeaa894, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:54.822895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-993dd68c-3b74-4f08-bd39-f103f827056a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.0673871 Jul 14 11:24:54.856401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] For port 803656f7-3684-4f91-91e2-c80babeaa894, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=803656f7-3684-4f91-91e2-c80babeaa894,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:54.879290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-e564a5e5-f929-4ac6-b847-84bcdb931609 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6656039 Jul 14 11:24:54.889654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.892538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:24:54.910714 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7822439f-3dca-495d-a663-ceff65d64da0 admin admin] 10.222.0.38 "PUT /v2.0/routers/4851d610-8982-4220-87d1-11cfd844ce2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3712878 Jul 14 11:24:54.918073 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:54.936332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729620e0-4334-415d-9880-bf6de95027d5']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:54.966087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c39d14-2ef5-4143-be97-3e4455eb1c1c') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:54.966603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c39d14-2ef5-4143-be97-3e4455eb1c1c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:54.992458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.014408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:55.015250 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.016921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] 10.222.0.45 "PUT /v2.0/ports/803656f7-3684-4f91-91e2-c80babeaa894 HTTP/1.1" status: 200 len: 1092 time: 2.7193077 Jul 14 11:24:55.017807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'tag': '803656f7-3684-4f91-91e2-c80babeaa894'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:55.019736 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec4c2ce-dea3-4323-af7b-d4818df9b859" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d3d30a-3bb7-40a9-b29e-815c3baa8928", "tag": "803656f7-3684-4f91-91e2-c80babeaa894"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:55.028470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.035096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-5be70775-407e-416c-ab5e-7fc8c9781c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:55.036614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-5be70775-407e-416c-ab5e-7fc8c9781c54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2058909 Jul 14 11:24:55.054393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:24:55.055021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:24:55.058702 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:24:55.083240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106239c7-2ad0-4c07-ad43-288c8dc25bba req-32801c75-a4cd-4d24-9967-74992de80287 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:55.093036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-106239c7-2ad0-4c07-ad43-288c8dc25bba req-32801c75-a4cd-4d24-9967-74992de80287 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 948 time: 0.7637343 Jul 14 11:24:55.101238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2b010-ba77-41c6-be47-8542aed4f03e req-6f04d41b-361e-4fd7-a138-86d0452a60ff tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:55.102727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42e2b010-ba77-41c6-be47-8542aed4f03e req-6f04d41b-361e-4fd7-a138-86d0452a60ff tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1096 time: 0.7707939 Jul 14 11:24:55.113646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2f240284-cf0d-4669-8fdd-ffa5a010b946 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:55.193968 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.204816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.208593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f81bb8-51ad-45ef-ae3f-c1d01d540665 service neutron] Pushing event updated for resources: {'Port': ['ID=803656f7-3684-4f91-91e2-c80babeaa894,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:55.214781 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] 10.222.0.38 "DELETE /v2.0/networks/729620e0-4334-415d-9880-bf6de95027d5 HTTP/1.1" status: 204 len: 168 time: 0.6245790 Jul 14 11:24:55.225208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2f240284-cf0d-4669-8fdd-ffa5a010b946 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:55.225931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.227203 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56476) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:55.229826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81ec19-1c41-49bf-9ff0-bc9b9219e92a admin admin] Pushing event deleted for resources: {'Network': ['ID=729620e0-4334-415d-9880-bf6de95027d5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:55.290942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ac2977-c9f1-44a3-bb54-668f7aece395 admin admin] Deleting subnet 9a76fdf2-60c4-4f27-a0f5-80a98ce531f1 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:24:55.294698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ac2977-c9f1-44a3-bb54-668f7aece395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.310372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-aa1f5346-190c-4745-bee8-eae91e167429 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105823 Jul 14 11:24:55.329317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42e2b010-ba77-41c6-be47-8542aed4f03e req-8fe3b7ba-7730-48d0-880b-cc97ad2bda2e tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947250 Jul 14 11:24:55.341529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-106239c7-2ad0-4c07-ad43-288c8dc25bba req-5e39a16b-6fe3-4645-bc41-7de4498dae0b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475247 Jul 14 11:24:55.343526 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ac2977-c9f1-44a3-bb54-668f7aece395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.392613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-eb4316e2-a10e-4a74-a9d8-783bc00479b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:55.394708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-eb4316e2-a10e-4a74-a9d8-783bc00479b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09958c89b42549229e38234c5d390a9c&device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 1095 time: 0.1893961 Jul 14 11:24:55.397528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-10d52fe0-dee3-4a0d-b0cd-413fa2f2a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:55.399222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-10d52fe0-dee3-4a0d-b0cd-413fa2f2a04d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3523123 Jul 14 11:24:55.425034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ac2977-c9f1-44a3-bb54-668f7aece395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.452132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-6e246521-29b0-43c4-af1a-0f172d28bfa7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=803656f7-3684-4f91-91e2-c80babeaa894 HTTP/1.1" status: 200 len: 217 time: 0.0493224 Jul 14 11:24:55.457301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 96057dad-a86f-4a6c-a8a2-b050e6e2a826 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:55.514607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ac2977-c9f1-44a3-bb54-668f7aece395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.573789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac2977-c9f1-44a3-bb54-668f7aece395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a76fdf2-60c4-4f27-a0f5-80a98ce531f1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:55.582387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:55.597641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ac2977-c9f1-44a3-bb54-668f7aece395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.600086 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-96ac2977-c9f1-44a3-bb54-668f7aece395 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9a76fdf2-60c4-4f27-a0f5-80a98ce531f1 HTTP/1.1" status: 204 len: 168 time: 0.3628826 Jul 14 11:24:55.602684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56480) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:55.668116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:55.674952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:55.675324 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.686751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-b48b3868-c82e-4871-b0c3-c8db6c29d551 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724819 Jul 14 11:24:55.702279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.722309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:55.743342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'mac_address': 'fa:16:3e:1f:1a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:55.788232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-d988f096-5291-41f4-ab16-a3b3a9cd6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:55.789712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-d988f096-5291-41f4-ab16-a3b3a9cd6486 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3496dc2-1355-46ce-b112-1b17620b2c59 HTTP/1.1" status: 200 len: 855 time: 0.3064349 Jul 14 11:24:55.805064 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.821711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c661b33c-9f88-46db-9ea2-d31208a5f8a8']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:55.825673 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.828783 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.837989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c367ba09-cfdf-4e83-9304-04373c159b4b') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:55.838214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c367ba09-cfdf-4e83-9304-04373c159b4b') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:55.841097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-af2b56f4-31a7-4ff1-9472-9ed3ecc9c350 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408754 Jul 14 11:24:55.851693 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.868864 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.878593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:24:55.879592 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:24:55.882014 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:24:55.887278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a241c44-9724-400a-86a1-55fa40b4ccb3 req-0ad6083d-4939-41d0-9888-f72b4e468130 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:55.889034 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a241c44-9724-400a-86a1-55fa40b4ccb3 req-0ad6083d-4939-41d0-9888-f72b4e468130 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 944 time: 0.3232932 Jul 14 11:24:55.909072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bc56b-5bd4-4c5f-b3cf-de5950ef0862 req-a9da270a-d87b-4d55-905f-4c43ca6c958b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:55.916244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d63bc56b-5bd4-4c5f-b3cf-de5950ef0862 req-a9da270a-d87b-4d55-905f-4c43ca6c958b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 944 time: 0.3448184 Jul 14 11:24:55.958969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.964487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:55.966815 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c661b33c-9f88-46db-9ea2-d31208a5f8a8 HTTP/1.1" status: 204 len: 168 time: 0.3626161 Jul 14 11:24:55.987349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf64c1-f66b-43c6-a05b-34c86361fb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=c661b33c-9f88-46db-9ea2-d31208a5f8a8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:55.992373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c0a9a30-b55a-40eb-bfa2-dd2b20dc51db req-9d050557-4bb7-46ad-b98f-c5ea8bfbbcae service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749076 Jul 14 11:24:56.034458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a241c44-9724-400a-86a1-55fa40b4ccb3 req-35d435e4-d3ef-4823-a757-806b7009444b tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119385 Jul 14 11:24:56.042553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96057dad-a86f-4a6c-a8a2-b050e6e2a826 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:56.050048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d63bc56b-5bd4-4c5f-b3cf-de5950ef0862 req-0fc1262e-0e0e-4e99-ad52-ee19fd7694af tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328099 Jul 14 11:24:56.087913 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.091188 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-f9af4a00-c28f-47f0-9a48-06997362ad4f service neutron] 10.222.0.45 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352326 Jul 14 11:24:56.099270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:56.100927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:56.104491 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abc94e2-babc-4ecd-8f97-e5d8eca64b5a" -d '{"events": [{"server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "name": "network-vif-plugged", "status": "completed", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:56.119787 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.141051 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cbf070-f2ba-4836-9dd2-4ff9f2dda852 x-openstack-request-id: req-d4cbf070-f2ba-4836-9dd2-4ff9f2dda852 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:56.141374 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d3d30a-3bb7-40a9-b29e-815c3baa8928", "tag": "803656f7-3684-4f91-91e2-c80babeaa894", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:56.141698 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4cbf070-f2ba-4836-9dd2-4ff9f2dda852 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:56.142116 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'tag': '803656f7-3684-4f91-91e2-c80babeaa894', 'status': 'completed', 'code': 200} Jul 14 11:24:56.190427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56486) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:56.202975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:56.207387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:56.213026 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.220588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 23be9fa5-3c86-4802-8fa7-74830e61da4a no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:56.237171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56488) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:56.264311 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0da705af-87fc-402c-9ee4-f8e5b9b437fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49ae27157de1494ea7b37e31fc215eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702488 Jul 14 11:24:56.264626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56492) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:56.339259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 23be9fa5-3c86-4802-8fa7-74830e61da4a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:24:56.344062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 23be9fa5-3c86-4802-8fa7-74830e61da4a not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:56.355702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:56.376845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f3be-4b23-4501-bf6f-8c99817161e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.383554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c498eb-afcc-4328-bffe-2d0650ddf9fa admin admin] Deleting subnet ca7af510-ba8d-4b30-b8a8-8e6140b8ac34 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:24:56.387299 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d8c498eb-afcc-4328-bffe-2d0650ddf9fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.410825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956be843-af4d-44a1-ba3e-082f317f2dd9 req-231c3bff-480f-4780-bdc3-7d616fc95acf service neutron] 10.222.0.45 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122308 Jul 14 11:24:56.429823 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['96057dad-a86f-4a6c-a8a2-b050e6e2a826'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:56.438213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f3be-4b23-4501-bf6f-8c99817161e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.456103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d8c498eb-afcc-4328-bffe-2d0650ddf9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.528169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f3be-4b23-4501-bf6f-8c99817161e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.532290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f3be-4b23-4501-bf6f-8c99817161e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.533716 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bbf0f3be-4b23-4501-bf6f-8c99817161e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5071e830-e230-4b0b-bda7-09b0cc05a65b HTTP/1.1" status: 204 len: 168 time: 0.2639410 Jul 14 11:24:56.548439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0f3be-4b23-4501-bf6f-8c99817161e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5071e830-e230-4b0b-bda7-09b0cc05a65b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:56.576962 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d8c498eb-afcc-4328-bffe-2d0650ddf9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.632763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-9951f3f7-3036-48a5-aeaf-980de316597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:56.634588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-9951f3f7-3036-48a5-aeaf-980de316597f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09958c89b42549229e38234c5d390a9c&device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 1095 time: 0.1420484 Jul 14 11:24:56.730507 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d04d0-510a-4cec-8c78-33a10386e67f x-openstack-request-id: req-826d04d0-510a-4cec-8c78-33a10386e67f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:56.748938 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "name": "network-vif-plugged", "status": "completed", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:56.749207 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-826d04d0-510a-4cec-8c78-33a10386e67f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:56.751668 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb', 'code': 200} Jul 14 11:24:56.854455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d8c498eb-afcc-4328-bffe-2d0650ddf9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.917640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-92a4b4ec-81c4-4746-81fb-7d7b41130d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:56.919146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-92a4b4ec-81c4-4746-81fb-7d7b41130d0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 200 len: 915 time: 0.2698936 Jul 14 11:24:56.948985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c498eb-afcc-4328-bffe-2d0650ddf9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7af510-ba8d-4b30-b8a8-8e6140b8ac34,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:56.959046 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d8c498eb-afcc-4328-bffe-2d0650ddf9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:56.960833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d8c498eb-afcc-4328-bffe-2d0650ddf9fa admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ca7af510-ba8d-4b30-b8a8-8e6140b8ac34 HTTP/1.1" status: 204 len: 168 time: 0.7210019 Jul 14 11:24:56.963421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56512) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:57.016430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-07bfed6d-1f58-4acb-adb8-3587dc28a7f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=803656f7-3684-4f91-91e2-c80babeaa894 HTTP/1.1" status: 200 len: 217 time: 0.0716548 Jul 14 11:24:57.046281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56514) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:57.089156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-301ebae8-04d5-4c1a-a94d-16c6f85c94da tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:57.096378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-301ebae8-04d5-4c1a-a94d-16c6f85c94da tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 820 time: 0.3169658 Jul 14 11:24:57.100545 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.105972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6d2a4aae-45e1-44f9-8600-1745f6a83193 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:57.115090 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1e32b6f2-746a-4f13-bcea-5632705c66e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48e02cef8cfd414bb8c1a1b919e42b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649793 Jul 14 11:24:57.117917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56520) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:57.130986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-02137090-60c4-4129-89e6-e51cd5fc5adb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/quotas/b78aa2d8d2ca4142a2849e7ec8905eec HTTP/1.1" status: 200 len: 375 time: 0.0334728 Jul 14 11:24:57.136687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c4b-5ac0-4101-880a-f7fcfa9660ee req-b8cdc4a4-8950-404c-bb2d-046436330ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:57.137779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15f39c4b-5ac0-4101-880a-f7fcfa9660ee req-b8cdc4a4-8950-404c-bb2d-046436330ca6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 1096 time: 0.3179054 Jul 14 11:24:57.141269 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-2342572e-ef1d-47e4-8dc9-d5017049b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:57.142816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-2342572e-ef1d-47e4-8dc9-d5017049b8b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3496dc2-1355-46ce-b112-1b17620b2c59 HTTP/1.1" status: 200 len: 855 time: 0.1139493 Jul 14 11:24:57.150303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a159e-2bfb-4c3f-9ed7-e4b15ee54abb req-00151def-9246-4bb4-af80-554eab4e75e1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:57.151753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a71a159e-2bfb-4c3f-9ed7-e4b15ee54abb req-00151def-9246-4bb4-af80-554eab4e75e1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 949 time: 0.2927098 Jul 14 11:24:57.171459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 6d2a4aae-45e1-44f9-8600-1745f6a83193 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:57.179737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6d2a4aae-45e1-44f9-8600-1745f6a83193 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:57.180431 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.225341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-f88e0034-42e1-4a47-a844-a49c10a02897 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706196 Jul 14 11:24:57.227943 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.241128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:57.257314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a3aee6-38bc-4cdc-b1a2-9346759231c2') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:57.257643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a3aee6-38bc-4cdc-b1a2-9346759231c2') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:57.269471 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1326c8b7-da8d-4596-a98f-c5eebbd95c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.272108 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.293405 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.303914 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.306733 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1326c8b7-da8d-4596-a98f-c5eebbd95c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.308669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:24:57.309063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:24:57.310967 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:24:57.315403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15f39c4b-5ac0-4101-880a-f7fcfa9660ee req-457ceafc-9a7a-4f4f-8177-b41f7deaf268 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605854 Jul 14 11:24:57.327016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 6d2a4aae-45e1-44f9-8600-1745f6a83193, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6d2a4aae-45e1-44f9-8600-1745f6a83193,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:57.334149 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.347952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a71a159e-2bfb-4c3f-9ed7-e4b15ee54abb req-8c2b31eb-cc01-4d32-9fd6-df737d265de9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691535 Jul 14 11:24:57.396465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-e46f79f7-16de-45fb-a29f-e957bc4f1f85 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2436099 Jul 14 11:24:57.400378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.410084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-bcac459c-a20b-465b-b16d-661bb90184c1 service neutron] 10.222.0.45 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738446 Jul 14 11:24:57.411455 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.413954 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64 HTTP/1.1" status: 204 len: 168 time: 0.4489489 Jul 14 11:24:57.426723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f063d0-5fe0-4a4f-a23c-cea01fb33eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e68fdb-5e36-4b9a-bffd-3aeaaf064e64,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:57.432041 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1326c8b7-da8d-4596-a98f-c5eebbd95c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.434963 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1326c8b7-da8d-4596-a98f-c5eebbd95c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.439973 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1326c8b7-da8d-4596-a98f-c5eebbd95c3d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1776ce7-bec3-4d93-9f7a-0cf844ad9a9c HTTP/1.1" status: 204 len: 168 time: 0.3151796 Jul 14 11:24:57.446618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326c8b7-da8d-4596-a98f-c5eebbd95c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1776ce7-bec3-4d93-9f7a-0cf844ad9a9c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:57.478960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 96057dad-a86f-4a6c-a8a2-b050e6e2a826 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:57.536721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=6d2a4aae-45e1-44f9-8600-1745f6a83193,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:57.554998 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Sync routers for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:24:57.580545 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:57.582681 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:24:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:57.585093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-3556f741-bd95-4dc7-8794-6b2f8c8cae3b service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877313 Jul 14 11:24:57.604708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ec4c2ce-dea3-4323-af7b-d4818df9b859 req-5c06f11c-817b-4ec9-9326-30b9f0e1695c service neutron] 10.222.0.45 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526566 Jul 14 11:24:57.650598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:24:57.658310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:57.659671 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.715577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7f3ae97c-50a5-4c4d-974c-63fc0d9b6431 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227596 Jul 14 11:24:57.738203 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56532) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:57.770083 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:57.805471 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-758123f5-11ce-4a40-8811-e4a70640986e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1d2bf289cba41bea9afbdc459f945e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636995 Jul 14 11:24:57.805853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56536) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:24:57.887722 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.918385 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5dc9cb09-fc40-4957-b7c0-6925d267b6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.947416 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.981763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:57.987993 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:57.997785 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5dc9cb09-fc40-4957-b7c0-6925d267b6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:58.159459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:58.217207 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 2, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:58.274773 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Checking router: 4851d610-8982-4220-87d1-11cfd844ce2c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:24:58.279566 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Updating router 4851d610-8982-4220-87d1-11cfd844ce2c port 42836c04-c11e-4634-ae19-dc815cb1e3cd binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:24:58.349868 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:58.354635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be2462-84f8-4047-9874-623a271329f5 req-8d405b8c-ce2e-4e53-984a-2990eaa92865 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:58.362590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83be2462-84f8-4047-9874-623a271329f5 req-8d405b8c-ce2e-4e53-984a-2990eaa92865 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 944 time: 0.3223238 Jul 14 11:24:58.374235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5dc9cb09-fc40-4957-b7c0-6925d267b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:58.377092 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5dc9cb09-fc40-4957-b7c0-6925d267b6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:58.380688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5dc9cb09-fc40-4957-b7c0-6925d267b6f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed4a0593-166b-45b5-b9af-4b506495f86e HTTP/1.1" status: 204 len: 168 time: 0.5713899 Jul 14 11:24:58.402684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9cb09-fc40-4957-b7c0-6925d267b6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4a0593-166b-45b5-b9af-4b506495f86e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:58.424022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4a40a-5f64-4521-826d-bd79f8e95b03 req-093a2d0d-41a9-4403-bff7-a0fd44c5176a tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:58.431714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fc4a40a-5f64-4521-826d-bd79f8e95b03 req-093a2d0d-41a9-4403-bff7-a0fd44c5176a tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.2567987 Jul 14 11:24:58.468940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83be2462-84f8-4047-9874-623a271329f5 req-b496c00c-008d-4e3e-8cfb-f282d3105438 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051726 Jul 14 11:24:58.541420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fc4a40a-5f64-4521-826d-bd79f8e95b03 req-3ac32d7d-2e1b-46ab-8bc1-cf04b84acc5f tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087525 Jul 14 11:24:58.752919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:24:58.756075 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ab85a0-f1a6-49fd-a8e1-c4ac4322c6fa" -d '{"events": [{"server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "name": "network-vif-plugged", "status": "completed", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:58.864584 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:58.886337 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Transition to ACTIVE for port object 42836c04-c11e-4634-ae19-dc815cb1e3cd will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:24:58.902564 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:58.975602 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Pushing event updated for resources: {'Port': ['ID=42836c04-c11e-4634-ae19-dc815cb1e3cd,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:58.988519 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.988960 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.989311 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.989703 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.990122 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.990550 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.990922 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.991304 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.991729 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.992090 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.992418 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:58.992742 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:59.000112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90073558-18e0-469e-81f7-8637ef078590 req-816dc23b-ea6b-46a1-a574-1c4da88331e8 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 210 time: 0.1061161 Jul 14 11:24:59.107840 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Attempting to bind port 42836c04-c11e-4634-ae19-dc815cb1e3cd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:24:59.108294 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Attempting to bind port 42836c04-c11e-4634-ae19-dc815cb1e3cd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:24:59.109366 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Attempting to bind port 42836c04-c11e-4634-ae19-dc815cb1e3cd on network a00fc17a-e4cb-4218-a427-acd6d781b18d {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:24:59.115739 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:24:59.116275 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Checking segment: {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:24:59.116816 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:59.117302 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Bound using segment: {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:24:59.117859 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Bound port: 42836c04-c11e-4634-ae19-dc815cb1e3cd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:24:59.118424 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:59.165371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6d2a4aae-45e1-44f9-8600-1745f6a83193 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:59.211586 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3849722-3649-4e20-a3b4-d86a4c4344f4 x-openstack-request-id: req-b3849722-3649-4e20-a3b4-d86a4c4344f4 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:59.211812 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "name": "network-vif-plugged", "status": "completed", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:59.212115 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b3849722-3649-4e20-a3b4-d86a4c4344f4 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:59.212463 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'code': 200} Jul 14 11:24:59.281745 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] For port 42836c04-c11e-4634-ae19-dc815cb1e3cd, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:59.287788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c400c2-518a-4275-8602-f581a3d80cf1 req-936b2f9d-e188-41a3-9b92-c0f029b4b25f tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:59.291498 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] For port 42836c04-c11e-4634-ae19-dc815cb1e3cd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42836c04-c11e-4634-ae19-dc815cb1e3cd,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:59.294939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6d2a4aae-45e1-44f9-8600-1745f6a83193 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:24:59.295323 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:59.297624 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:59.304801 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87c400c2-518a-4275-8602-f581a3d80cf1 req-936b2f9d-e188-41a3-9b92-c0f029b4b25f tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1096 time: 0.4803994 Jul 14 11:24:59.386427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 803656f7-3684-4f91-91e2-c80babeaa894 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:59.421472 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0bd42-06af-4442-bd66-14338c0576db None None] Pushing event updated for resources: {'Port': ['ID=42836c04-c11e-4634-ae19-dc815cb1e3cd,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:59.432282 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:24:59.433192 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:24:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:59.548552 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:24:59.622265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 803656f7-3684-4f91-91e2-c80babeaa894, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=803656f7-3684-4f91-91e2-c80babeaa894,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:59.635669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '803656f7-3684-4f91-91e2-c80babeaa894', 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b', 'port_id': '803656f7-3684-4f91-91e2-c80babeaa894', 'mac_address': 'fa:16:3e:01:27:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3496dc2-1355-46ce-b112-1b17620b2c59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:59.677839 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:59.695910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803656f7-3684-4f91-91e2-c80babeaa894 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:24:59.729050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 803656f7-3684-4f91-91e2-c80babeaa894, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=803656f7-3684-4f91-91e2-c80babeaa894,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:59.733970 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:24:59.779799 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:24:59Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:59.802525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=803656f7-3684-4f91-91e2-c80babeaa894,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:59.818094 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3808364-ed88-4948-b3d2-41013bf5953c None None] The sync data for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 is: [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:24:59Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:24:59.848515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87c400c2-518a-4275-8602-f581a3d80cf1 req-d4abb6d6-9cc7-411e-8231-e96065a8e25a tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417368 Jul 14 11:24:59.858529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a144b-3081-47cb-a79a-edb089c26c5d req-bf8de163-5160-4ccb-bd7a-0f8f8552779d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:59.860995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183a144b-3081-47cb-a79a-edb089c26c5d req-bf8de163-5160-4ccb-bd7a-0f8f8552779d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763&tenant_id=74fa1d7c96164474bf4b5083b15d7551&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 950 time: 0.7937157 Jul 14 11:24:59.985650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaa89c-473a-40dc-b25b-335538c295dd req-809e278c-3239-4a6a-92ca-7bc62a7330cc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:24:59.987673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3aeaa89c-473a-40dc-b25b-335538c295dd req-809e278c-3239-4a6a-92ca-7bc62a7330cc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.6301744 Jul 14 11:24:59.993678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['803656f7-3684-4f91-91e2-c80babeaa894'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:00.118391 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-183a144b-3081-47cb-a79a-edb089c26c5d req-9bbaf48d-851c-4fb4-8ab7-88f04610c7a5 service neutron] delete failed (client error): The resource could not be found. Jul 14 11:25:00.120678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183a144b-3081-47cb-a79a-edb089c26c5d req-9bbaf48d-851c-4fb4-8ab7-88f04610c7a5 service neutron] 10.222.0.45 "DELETE /v2.0/ports/96057dad-a86f-4a6c-a8a2-b050e6e2a826/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.2453372 Jul 14 11:25:00.143378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3aeaa89c-473a-40dc-b25b-335538c295dd req-d107a237-4b6a-4b91-a4ca-14d06a807a8e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424088 Jul 14 11:25:00.160717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-42907338-6bfd-4c1f-8c06-b60c596f0b2b tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:00.162860 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-42907338-6bfd-4c1f-8c06-b60c596f0b2b tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.45 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 820 time: 0.2810624 Jul 14 11:25:00.192017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Request body: {'port': {'device_id': 'd05a3b83-e684-4129-af8a-88e066672045', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'admin_state_up': True, 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:00.282180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1919063-c75c-4e7f-b936-50288ad614be req-5367532e-c2c8-45d2-8ac4-6135739aed14 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:00.283743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1919063-c75c-4e7f-b936-50288ad614be req-5367532e-c2c8-45d2-8ac4-6135739aed14 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 945 time: 0.2949538 Jul 14 11:25:00.429405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1919063-c75c-4e7f-b936-50288ad614be req-35b2bc63-0d38-4bd3-91f4-0ab8f09c8f2e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248629 Jul 14 11:25:00.472058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a144b-3081-47cb-a79a-edb089c26c5d req-d47478f4-383b-4b49-b1fa-b4d7fea061b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:00.473519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183a144b-3081-47cb-a79a-edb089c26c5d req-d47478f4-383b-4b49-b1fa-b4d7fea061b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1101 time: 0.2161841 Jul 14 11:25:00.490485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9681cde-7051-4204-8103-690fb8883b3b req-c21a80e1-830d-4c7e-88ea-ca330ce224f2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:00.492056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9681cde-7051-4204-8103-690fb8883b3b req-c21a80e1-830d-4c7e-88ea-ca330ce224f2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.1895795 Jul 14 11:25:00.501544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Made reservation on behalf of b78aa2d8d2ca4142a2849e7ec8905eec for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:25:00.505042 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:00.667078 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9681cde-7051-4204-8103-690fb8883b3b req-a468d687-d145-4b23-a3d6-def6cbd21462 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586201 Jul 14 11:25:00.709563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a144b-3081-47cb-a79a-edb089c26c5d req-9bdc3c1b-1fd8-4590-bfee-971f1632f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:00.711151 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183a144b-3081-47cb-a79a-edb089c26c5d req-9bdc3c1b-1fd8-4590-bfee-971f1632f2cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2178247 Jul 14 11:25:00.787260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183a144b-3081-47cb-a79a-edb089c26c5d req-da7d0e87-acc5-4f2a-8571-5255f4d7a94a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.0476012 Jul 14 11:25:00.848757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Allocated IP 172.20.0.13 (a00fc17a-e4cb-4218-a427-acd6d781b18d/099e4d45-6ca9-49cc-b88c-36e808c423c7/e8ef210c-6884-4375-99ba-7b1e675c6f7a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:25:00.876749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b35c19aa-1a43-4eed-9f30-e1a5295dcb8a req-aeb6f275-6f46-4fbe-8e25-955d36a76057 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 210 time: 0.0503485 Jul 14 11:25:00.896841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a144b-3081-47cb-a79a-edb089c26c5d req-ffa57ad6-a7df-49a0-aa4f-8cdd33f1c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:00.898412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183a144b-3081-47cb-a79a-edb089c26c5d req-ffa57ad6-a7df-49a0-aa4f-8cdd33f1c478 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1039958 Jul 14 11:25:01.070003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a144b-3081-47cb-a79a-edb089c26c5d req-cd163710-c9d9-4226-8037-e600e75cec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:01.071576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183a144b-3081-47cb-a79a-edb089c26c5d req-cd163710-c9d9-4226-8037-e600e75cec2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517758 Jul 14 11:25:01.107581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42836c04-c11e-4634-ae19-dc815cb1e3cd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:01.160764 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.186183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Transition to ACTIVE for port object e8ef210c-6884-4375-99ba-7b1e675c6f7a will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:01.192868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 42836c04-c11e-4634-ae19-dc815cb1e3cd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:01.198070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 42836c04-c11e-4634-ae19-dc815cb1e3cd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:01.198941 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.229242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183a144b-3081-47cb-a79a-edb089c26c5d req-28a2f614-c941-4100-8262-e8859d6c4083 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448805 Jul 14 11:25:01.308995 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.335172 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.365318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 803656f7-3684-4f91-91e2-c80babeaa894 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:01.402784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 42836c04-c11e-4634-ae19-dc815cb1e3cd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42836c04-c11e-4634-ae19-dc815cb1e3cd,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:01.411387 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.416486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Network a00fc17a-e4cb-4218-a427-acd6d781b18d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:25:01.428078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:25:01.434623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-183a144b-3081-47cb-a79a-edb089c26c5d req-7a7beaf1-4b42-4f3e-853b-75afb350936b service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938648 Jul 14 11:25:01.436064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:25:01.440635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Pushing event updated for resources: {'Port': ['ID=e8ef210c-6884-4375-99ba-7b1e675c6f7a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:01.507190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=42836c04-c11e-4634-ae19-dc815cb1e3cd,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:01.511302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 803656f7-3684-4f91-91e2-c80babeaa894 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:01.516312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 803656f7-3684-4f91-91e2-c80babeaa894 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:01.516584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.565274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:01.565724 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.599308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f1c7a-e3ca-4f4e-85db-89a2418f1afb req-0768f60e-8beb-40b6-ae9c-6c04ec454b9f tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:01.600985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-018f1c7a-e3ca-4f4e-85db-89a2418f1afb req-0768f60e-8beb-40b6-ae9c-6c04ec454b9f tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.2640834 Jul 14 11:25:01.616723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-7aea777e-63f7-4df3-ac86-8d69822de022 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4396348 Jul 14 11:25:01.637532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Request body: {'port': {'device_id': 'd05a3b83-e684-4129-af8a-88e066672045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:01.669755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69782d63-3f71-4c43-972d-6ed385610f18 req-db954049-fd92-40c5-8050-e79d88d6d786 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1890366 Jul 14 11:25:01.670594 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.699512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-018f1c7a-e3ca-4f4e-85db-89a2418f1afb req-ad9ede71-0eee-478b-8e56-7688e9b4c0e6 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875275 Jul 14 11:25:01.710373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803656f7-3684-4f91-91e2-c80babeaa894'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:01.713240 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9363773b-0b78-47e5-9d93-a2e9b5311de5" -d '{"events": [{"server_uuid": "a6d3d30a-3bb7-40a9-b29e-815c3baa8928", "name": "network-vif-plugged", "status": "completed", "tag": "803656f7-3684-4f91-91e2-c80babeaa894"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:01.745914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 803656f7-3684-4f91-91e2-c80babeaa894, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=803656f7-3684-4f91-91e2-c80babeaa894,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:01.753686 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.782022 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.817465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=803656f7-3684-4f91-91e2-c80babeaa894,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:01.837371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c128bc9c-648b-49f7-8d85-b421fb40e232 None None] Provisioning for port e8ef210c-6884-4375-99ba-7b1e675c6f7a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:01.841949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c128bc9c-648b-49f7-8d85-b421fb40e232 None None] Provisioning complete for port e8ef210c-6884-4375-99ba-7b1e675c6f7a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:01.842331 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c128bc9c-648b-49f7-8d85-b421fb40e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:01.861708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69782d63-3f71-4c43-972d-6ed385610f18 req-3abaca41-3322-4897-910e-de8b1b92a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:01.863386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69782d63-3f71-4c43-972d-6ed385610f18 req-3abaca41-3322-4897-910e-de8b1b92a94c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1096 time: 0.1275144 Jul 14 11:25:01.884962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c128bc9c-648b-49f7-8d85-b421fb40e232 None None] Port e8ef210c-6884-4375-99ba-7b1e675c6f7a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:25:01.964148 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-a4cd9fce-be6a-4856-a8f4-b89b896da3a9 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:25:01.964788 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-a4cd9fce-be6a-4856-a8f4-b89b896da3a9 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059109 Jul 14 11:25:01.976955 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Request body: {'binding': {'host': 'n-h2-778696-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:01.977465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Unknown quota resources ['binding']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:25:02.113337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69782d63-3f71-4c43-972d-6ed385610f18 req-7368ca61-3a03-4907-9cc7-77811a195fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:02.114896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69782d63-3f71-4c43-972d-6ed385610f18 req-7368ca61-3a03-4907-9cc7-77811a195fb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.2060471 Jul 14 11:25:02.122260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on host n-h2-778696-8 for vnic_type normal with profile None {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:25:02.122603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:25:02.122939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:02.128516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:25:02.128918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:02.133989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:25:02.134408 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:25:02.134865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:25:02.135329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4da077-f7dd-48f6-bf9e-6e6b05bfcd2f req-a55d2831-4075-478f-b3ed-1e150398c171 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:02.135479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Bound port: cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:25:02.136832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb4da077-f7dd-48f6-bf9e-6e6b05bfcd2f req-a55d2831-4075-478f-b3ed-1e150398c171 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.2268090 Jul 14 11:25:02.192720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:25:02.194097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69782d63-3f71-4c43-972d-6ed385610f18 req-f81a37ae-cb9e-495e-8b2e-b676de9bd189 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 200 len: 217 time: 0.0562871 Jul 14 11:25:02.200919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:02.203219 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c6945fe3-3878-4de1-933f-f40e81f23010 service neutron] 10.222.0.38 "POST /v2.0/ports/cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944/bindings HTTP/1.1" status: 201 len: 389 time: 0.2305269 Jul 14 11:25:02.319496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb4da077-f7dd-48f6-bf9e-6e6b05bfcd2f req-73ea0cc5-1f01-40db-8a2e-5b774eff1b2f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716859 Jul 14 11:25:02.385574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69782d63-3f71-4c43-972d-6ed385610f18 req-85eb17b0-e566-44f9-9005-4096ea6ae7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:02.387286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69782d63-3f71-4c43-972d-6ed385610f18 req-85eb17b0-e566-44f9-9005-4096ea6ae7c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.1855500 Jul 14 11:25:02.393697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ef210c-6884-4375-99ba-7b1e675c6f7a {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:02.411372 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:02.445244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69782d63-3f71-4c43-972d-6ed385610f18 req-7fe4853f-1158-4c89-8c37-daa8c58e70eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466015 Jul 14 11:25:02.478455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Transition to ACTIVE for port object e8ef210c-6884-4375-99ba-7b1e675c6f7a will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:02.517363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:02.569812 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97faffa2-3d02-42b5-aad5-d19ad8f92cbc x-openstack-request-id: req-97faffa2-3d02-42b5-aad5-d19ad8f92cbc {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:02.570283 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d3d30a-3bb7-40a9-b29e-815c3baa8928", "name": "network-vif-plugged", "status": "completed", "tag": "803656f7-3684-4f91-91e2-c80babeaa894", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:02.570497 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97faffa2-3d02-42b5-aad5-d19ad8f92cbc {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:02.571098 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803656f7-3684-4f91-91e2-c80babeaa894', 'code': 200} Jul 14 11:25:02.592507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-09ba22ca-53b7-460c-ac54-357e6aad7e97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2685328 Jul 14 11:25:02.767802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56700) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:02.781878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-67e99579-b770-4f96-bff7-fd81eddda0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:02.783480 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-67e99579-b770-4f96-bff7-fd81eddda0c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1096 time: 0.2150331 Jul 14 11:25:02.861571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b472c-cc09-4b0e-a3dc-f4b404951665 req-15e209db-5975-418e-9ce3-90274a1ff0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:02.863088 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-483b472c-cc09-4b0e-a3dc-f4b404951665 req-15e209db-5975-418e-9ce3-90274a1ff0aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 1097 time: 0.1367488 Jul 14 11:25:02.935341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ba079fe-6aeb-426b-b76a-38b20d6b5cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:02.941992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-ff599667-e848-492e-8408-c9f26456674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:02.943506 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-ff599667-e848-492e-8408-c9f26456674f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.1509619 Jul 14 11:25:02.951137 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-483b472c-cc09-4b0e-a3dc-f4b404951665 req-d7160a8a-a210-4a86-87fd-822c61573b89 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767953 Jul 14 11:25:03.038440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42836c04-c11e-4634-ae19-dc815cb1e3cd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:03.042344 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-7259ebfc-ae66-42c5-a77c-3fbbdf5fa9f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 HTTP/1.1" status: 200 len: 217 time: 0.0386124 Jul 14 11:25:03.076970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69782d63-3f71-4c43-972d-6ed385610f18 req-ae0b68fd-c5e3-4eb5-b9c2-4aff70b42b26 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218202 Jul 14 11:25:03.078738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ef210c-6884-4375-99ba-7b1e675c6f7a,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:03.096116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 42836c04-c11e-4634-ae19-dc815cb1e3cd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:03.096486 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.104401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ba079fe-6aeb-426b-b76a-38b20d6b5cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.109831 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ba079fe-6aeb-426b-b76a-38b20d6b5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.115417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-e965569d-b3c6-4519-9b9d-22de3994ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:03.116926 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-e965569d-b3c6-4519-9b9d-22de3994ace5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.0674002 Jul 14 11:25:03.172303 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-be80432a-d219-4ebf-b080-5cc3449673de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477982 Jul 14 11:25:03.178747 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7ba079fe-6aeb-426b-b76a-38b20d6b5cc2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04881ccc9d854176ab695de6f4887059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091325 Jul 14 11:25:03.183075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56704) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:03.207312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba079fe-6aeb-426b-b76a-38b20d6b5cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d857f36a-906c-4593-adc1-5778a72b4102,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:03.306077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-614bc572-573f-45e8-9de5-d8e3101003fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.313138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae74a-9369-4513-a7ae-79c3d751a870 req-55648dd7-fe7f-4090-85f3-c34401f20f1f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:03.314665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cdaae74a-9369-4513-a7ae-79c3d751a870 req-55648dd7-fe7f-4090-85f3-c34401f20f1f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.7732654 Jul 14 11:25:03.320134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69782d63-3f71-4c43-972d-6ed385610f18 req-876831f4-810d-4338-9a8f-0ca8dd35cfac service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010324 Jul 14 11:25:03.320739 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-038a7b34-d593-4960-8631-0d9b051c1905 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384027 Jul 14 11:25:03.333032 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-614bc572-573f-45e8-9de5-d8e3101003fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.333797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Attempting to bind port e8ef210c-6884-4375-99ba-7b1e675c6f7a on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:25:03.334142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Attempting to bind port e8ef210c-6884-4375-99ba-7b1e675c6f7a by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:25:03.334475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Attempting to bind port e8ef210c-6884-4375-99ba-7b1e675c6f7a on network a00fc17a-e4cb-4218-a427-acd6d781b18d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:03.343346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb540c9-c260-41df-9e75-b00ccb7c968b req-d92f67e8-9ea1-4676-84c9-45c34a5d7fab tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:03.344939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6bb540c9-c260-41df-9e75-b00ccb7c968b req-d92f67e8-9ea1-4676-84c9-45c34a5d7fab tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 944 time: 0.3893604 Jul 14 11:25:03.355191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-29617190-5a78-453b-8760-f1b9a143dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:03.356775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-29617190-5a78-453b-8760-f1b9a143dc87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1101 time: 0.4029956 Jul 14 11:25:03.369464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Port e8ef210c-6884-4375-99ba-7b1e675c6f7a on network a00fc17a-e4cb-4218-a427-acd6d781b18d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:25:03.369464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Attempting to bind port e8ef210c-6884-4375-99ba-7b1e675c6f7a on network a00fc17a-e4cb-4218-a427-acd6d781b18d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:03.403147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:25:03.403567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Checking segment: {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:25:03.403876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Bound using segment: {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:25:03.404324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Bound port: e8ef210c-6884-4375-99ba-7b1e675c6f7a, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:25:03.404684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.444456 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-5d9378ba-dc3d-4611-9026-aac5cbf2061e service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093757 Jul 14 11:25:03.445863 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-614bc572-573f-45e8-9de5-d8e3101003fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.448918 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-614bc572-573f-45e8-9de5-d8e3101003fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.449492 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-614bc572-573f-45e8-9de5-d8e3101003fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d857f36a-906c-4593-adc1-5778a72b4102 HTTP/1.1" status: 204 len: 168 time: 0.2576935 Jul 14 11:25:03.461550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bc572-573f-45e8-9de5-d8e3101003fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d857f36a-906c-4593-adc1-5778a72b4102,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:03.462717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cdaae74a-9369-4513-a7ae-79c3d751a870 req-b78bd0c1-4f1c-418d-9ba1-43d1d9a94a05 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388087 Jul 14 11:25:03.525881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6bb540c9-c260-41df-9e75-b00ccb7c968b req-a93daa28-8644-4716-aa01-ea53f0c5a675 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649032 Jul 14 11:25:03.629134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-40f9dbca-3b29-456e-9868-dec7ec690052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:03.631703 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-40f9dbca-3b29-456e-9868-dec7ec690052 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2469375 Jul 14 11:25:03.645889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] For port e8ef210c-6884-4375-99ba-7b1e675c6f7a, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:03.652414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] For port e8ef210c-6884-4375-99ba-7b1e675c6f7a, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:25:03.669145 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.709067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-eb323677-133a-4a36-a5b4-b7e339ec494a tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:03.711940 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-eb323677-133a-4a36-a5b4-b7e339ec494a tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1096 time: 0.1919785 Jul 14 11:25:03.727541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-8'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:03.770933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-96e3212a-717f-4333-9d57-3aa3a1cc4dd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.1153610 Jul 14 11:25:03.868520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.933107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:03.933743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:03.936195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] 10.222.0.45 "PUT /v2.0/ports/e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 1092 time: 2.3103678 Jul 14 11:25:03.943800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:03.946469 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a9837d-4607-452f-8e2f-54e69a2e7e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:03.990262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843fce2-543f-4bc1-826e-86874dc9dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ef210c-6884-4375-99ba-7b1e675c6f7a,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:04.013494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-ff3264de-25f8-445e-be75-cb13b9bd45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:04.014914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-ff3264de-25f8-445e-be75-cb13b9bd45a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1853085 Jul 14 11:25:04.132946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:04.146626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f4954-2b90-4155-bc2d-234d04efae6f req-5a1da199-210a-4385-9ba1-ab4bbc1cf39c tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:04.149868 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f2f4954-2b90-4155-bc2d-234d04efae6f req-5a1da199-210a-4385-9ba1-ab4bbc1cf39c tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.4293528 Jul 14 11:25:04.174630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf72a4f-a30f-457d-b7c1-cd3ed7cbb517 req-fb5d59cd-36d1-40da-a708-7984c1eb663b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:04.183916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fbf72a4f-a30f-457d-b7c1-cd3ed7cbb517 req-fb5d59cd-36d1-40da-a708-7984c1eb663b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 945 time: 0.4661577 Jul 14 11:25:04.193821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:04.252087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:04.254823 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422ec4dd-b3a9-4d9d-bfb8-0588eb153d10" -d '{"events": [{"server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "name": "network-vif-unplugged", "status": "completed", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:04.259268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:04.270415 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:04.290883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-9a0ed66c-f089-4bd4-8243-2cb24cea92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:04.292406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-9a0ed66c-f089-4bd4-8243-2cb24cea92b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2579422 Jul 14 11:25:04.321712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fbf72a4f-a30f-457d-b7c1-cd3ed7cbb517 req-4d6aea7c-0fd6-424a-8240-4121074493ee tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360760 Jul 14 11:25:04.324407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f2f4954-2b90-4155-bc2d-234d04efae6f req-4c9ab87d-f971-4d74-8043-ebe8284bc6b9 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618292 Jul 14 11:25:04.337046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-ad9b60b7-b8a3-4a0e-a1bb-09bca2f785f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:04.338852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-ad9b60b7-b8a3-4a0e-a1bb-09bca2f785f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1095 time: 0.3229012 Jul 14 11:25:04.366872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Pushing event updated for resources: {'Port': ['ID=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:04.380741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on host n-h1-778696-8 for vnic_type normal with profile {"migrating_to": "n-h2-778696-8"} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:25:04.381186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:25:04.381700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:04.386628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:25:04.387879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Attempting to bind port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:04.394107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:25:04.394672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:25:04.395448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:25:04.396115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Bound port: cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:25:04.396669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:04.424453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-e50d7286-c225-49c5-8188-6b1046bec42e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 217 time: 0.0575471 Jul 14 11:25:04.498109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:04.501557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-1c0cef06-876d-435e-aced-e6dfbed8908b service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930685 Jul 14 11:25:04.501835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:25:04.503178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-0244eea6-d34e-4faf-8054-377d766cd107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:04.504607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-0244eea6-d34e-4faf-8054-377d766cd107 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.0722883 Jul 14 11:25:04.508585 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:04.619079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:04.619718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:04.621232 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] 10.222.0.45 "PUT /v2.0/ports/cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 HTTP/1.1" status: 200 len: 1121 time: 0.8983762 Jul 14 11:25:04.626030 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a653268-db0a-447f-98de-299713fb5935 x-openstack-request-id: req-9a653268-db0a-447f-98de-299713fb5935 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:04.626291 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:04.626513 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a653268-db0a-447f-98de-299713fb5935 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:04.626903 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'status': 'completed', 'code': 200} Jul 14 11:25:04.627896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f6ef8-c6f0-46a8-9431-6321c3f8a986 service neutron] Pushing event updated for resources: {'Port': ['ID=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:04.692388 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96e7f723-8aeb-4fdc-a803-7818bfa3c463 req-b5455590-83bc-41e3-bd25-f38bc6f331fc service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845179 Jul 14 11:25:04.701509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-fb175f45-4ec3-4ac5-b49f-0799c0480f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:04.703111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-fb175f45-4ec3-4ac5-b49f-0799c0480f3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860385 Jul 14 11:25:04.713292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:04.724708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365ff9-9267-46d5-830d-99412f2e1292 req-c8910a73-ee12-42e3-a20b-e3efda2f72c6 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:04.726719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65365ff9-9267-46d5-830d-99412f2e1292 req-c8910a73-ee12-42e3-a20b-e3efda2f72c6 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.1399224 Jul 14 11:25:04.754764 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8478c5-023e-4bd6-8acf-e0af4efacbb8 x-openstack-request-id: req-1c8478c5-023e-4bd6-8acf-e0af4efacbb8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:04.755068 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "name": "network-vif-unplugged", "status": "completed", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:04.755338 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c8478c5-023e-4bd6-8acf-e0af4efacbb8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:04.755717 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944', 'code': 200} Jul 14 11:25:04.829049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-126b15bb-9874-4346-93d9-ac5e753220ca service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010721 Jul 14 11:25:04.937963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65365ff9-9267-46d5-830d-99412f2e1292 req-edaaeb5b-8f06-4109-81c5-68cd54ab711d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196637 Jul 14 11:25:04.984786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e515a25-7097-49b7-8568-3f594f7aa23b req-18f3affa-63c3-4b5f-8458-ce7b539e0e07 service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482115 Jul 14 11:25:05.000666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b8b4a-c6a6-40ed-9781-02687ad4015c req-d026fc3c-815e-4b85-8580-d17b83bdd8d9 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:05.002185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1b8b4a-c6a6-40ed-9781-02687ad4015c req-d026fc3c-815e-4b85-8580-d17b83bdd8d9 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1453953 Jul 14 11:25:05.082437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1b8b4a-c6a6-40ed-9781-02687ad4015c req-25200367-117e-455a-b6b8-e9ea6a5552ef tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725470 Jul 14 11:25:05.148741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-e0919a6a-0a49-4439-b42d-71dcdd90de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:05.150267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-e0919a6a-0a49-4439-b42d-71dcdd90de63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1095 time: 0.1093986 Jul 14 11:25:05.164373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830e281-f3d8-4ba3-9e50-3645718f4cca req-2638d4cd-c721-403f-b3f3-28e2dfc1e895 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:05.166310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c830e281-f3d8-4ba3-9e50-3645718f4cca req-2638d4cd-c721-403f-b3f3-28e2dfc1e895 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 944 time: 0.1139772 Jul 14 11:25:05.254149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c830e281-f3d8-4ba3-9e50-3645718f4cca req-0c2e8d11-a7b6-4007-aa31-75da86058e76 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784688 Jul 14 11:25:05.289601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-e83bce45-514c-477f-85eb-d3135652e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:05.291269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-e83bce45-514c-477f-85eb-d3135652e525 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.1239088 Jul 14 11:25:05.338450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-c4ca8499-6ed7-4b00-9717-c98ebbc6d207 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 217 time: 0.0399406 Jul 14 11:25:05.409674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-c219dd96-7b46-47e7-a949-c35a3165d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:05.411507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-c219dd96-7b46-47e7-a949-c35a3165d630 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.0617237 Jul 14 11:25:05.510505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-f346e13f-d666-4db5-b934-fb08c9d7cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:05.512058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-f346e13f-d666-4db5-b934-fb08c9d7cced service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937848 Jul 14 11:25:05.518179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f368bf-0281-41e9-b109-dbc1baf65042 req-2fe12238-74f5-468e-be8a-3610edb5268a tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:05.519959 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5f368bf-0281-41e9-b109-dbc1baf65042 req-2fe12238-74f5-468e-be8a-3610edb5268a tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1101 time: 0.0903599 Jul 14 11:25:05.611612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5f368bf-0281-41e9-b109-dbc1baf65042 req-9fdf91ae-a4e7-4cde-85ba-82228138fdbc tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838873 Jul 14 11:25:05.669481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-cbcebea8-b273-45e7-baa4-11070fab6530 service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484528 Jul 14 11:25:05.848694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa0ba7-00a6-48c2-8443-d80b070aaa1e req-545f6483-2362-4ac0-b107-f594481d8104 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:05.850210 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21aa0ba7-00a6-48c2-8443-d80b070aaa1e req-545f6483-2362-4ac0-b107-f594481d8104 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1801515 Jul 14 11:25:05.853060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70a9837d-4607-452f-8e2f-54e69a2e7e1d req-88f5a650-919b-4864-bdac-09ccb4ca5213 service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733766 Jul 14 11:25:05.888891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b383b4d-f4f2-4f6c-bf2f-cd69765e580f req-c6f23271-7000-413f-b3e7-166ac5d7d1db tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:05.890918 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b383b4d-f4f2-4f6c-bf2f-cd69765e580f req-c6f23271-7000-413f-b3e7-166ac5d7d1db tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.1446199 Jul 14 11:25:05.916298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21aa0ba7-00a6-48c2-8443-d80b070aaa1e req-d8243338-b727-4405-a9ab-593ad7d19b4d tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595021 Jul 14 11:25:05.943579 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b383b4d-f4f2-4f6c-bf2f-cd69765e580f req-4df579a1-4938-4da0-a8b1-30cfa560b35c tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Jul 14 11:25:06.103918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fcba1-7c16-4ce9-b31a-5358f3c51811 req-48f401db-7b3f-426c-a54d-928d481f1ab1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:06.105468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d85fcba1-7c16-4ce9-b31a-5358f3c51811 req-48f401db-7b3f-426c-a54d-928d481f1ab1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 943 time: 0.0637379 Jul 14 11:25:06.163556 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d85fcba1-7c16-4ce9-b31a-5358f3c51811 req-fea24320-c857-4394-9f82-5d09662ea0a5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521526 Jul 14 11:25:06.474853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd52b-76ca-4c55-af4e-88d685edd1f5 req-38ea27c5-5a34-4936-92b8-1421782115ad tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:06.482080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-156bd52b-76ca-4c55-af4e-88d685edd1f5 req-38ea27c5-5a34-4936-92b8-1421782115ad tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 944 time: 0.1001360 Jul 14 11:25:06.528414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-156bd52b-76ca-4c55-af4e-88d685edd1f5 req-d04fb2e6-dba0-4202-abfb-77d1f58d074d tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 Jul 14 11:25:06.756898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:06.763215 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:06.970581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-db61b47f-67a3-4b49-bced-69d982b05950 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=74fa1d7c96164474bf4b5083b15d7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3374484 Jul 14 11:25:07.143032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5faf6e-72e0-4cc3-923f-e5e6ff84e538 req-54578789-e956-4163-b4a4-e1eaca75f647 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:07.144544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e5faf6e-72e0-4cc3-923f-e5e6ff84e538 req-54578789-e956-4163-b4a4-e1eaca75f647 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1769023 Jul 14 11:25:07.154003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-fdfe6849-0286-48ba-a456-68cd6a31b673 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:07.156682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-fdfe6849-0286-48ba-a456-68cd6a31b673 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768384 Jul 14 11:25:07.194030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-1844d155-5282-4970-becf-ef329d673d81 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/quotas/74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 375 time: 0.0261576 Jul 14 11:25:07.227683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e5faf6e-72e0-4cc3-923f-e5e6ff84e538 req-b03f1f7d-a1d0-4eb3-9f63-dc1789714b78 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694971 Jul 14 11:25:07.284434 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f00e131-323e-4b50-b51e-af97b2869787 x-openstack-request-id: req-2f00e131-323e-4b50-b51e-af97b2869787 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:07.284613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-cfbf5270-972e-4cbb-9e95-5c891587e1c0 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752258 Jul 14 11:25:07.284734 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:07.285011 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f00e131-323e-4b50-b51e-af97b2869787 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:07.285404 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944', 'status': 'completed', 'code': 200} Jul 14 11:25:07.387525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-3175adf8-ad54-4f99-a4af-c9695045abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:07.390458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-3175adf8-ad54-4f99-a4af-c9695045abb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1124 time: 0.0728045 Jul 14 11:25:07.397907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:07.535728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:07.559615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:25:07.560256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e8ef210c-6884-4375-99ba-7b1e675c6f7a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:07.607164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-31184940-cc46-4568-b749-ea20d549bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:07.609235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-31184940-cc46-4568-b749-ea20d549bd13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.2124274 Jul 14 11:25:07.618715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f1d26-1bf4-4f6c-8583-a76e06b22427 req-b9a73383-478e-4c77-b580-a0a8a9da27e4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:07.621079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f22f1d26-1bf4-4f6c-8583-a76e06b22427 req-b9a73383-478e-4c77-b580-a0a8a9da27e4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.1292174 Jul 14 11:25:07.680440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-fe453af3-ec24-4675-8ea4-c5b0d8d6a1f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 HTTP/1.1" status: 200 len: 217 time: 0.0581458 Jul 14 11:25:07.703334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e8ef210c-6884-4375-99ba-7b1e675c6f7a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:07.725011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'port_id': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'mac_address': 'fa:16:3e:79:4a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:07.739279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f22f1d26-1bf4-4f6c-8583-a76e06b22427 req-5fca6709-5250-4ba9-8fdd-168284b095a7 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090910 Jul 14 11:25:07.758427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-f80361f2-77b9-4c5a-8efc-fd3478c0ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:07.771564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-f80361f2-77b9-4c5a-8efc-fd3478c0ffca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.0710440 Jul 14 11:25:07.802757 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:07.818516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ef210c-6884-4375-99ba-7b1e675c6f7a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:07.829247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-c21030ac-1e20-497b-b330-168773331cf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460246 Jul 14 11:25:07.877021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e8ef210c-6884-4375-99ba-7b1e675c6f7a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:07.884014 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:07.958036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=e8ef210c-6884-4375-99ba-7b1e675c6f7a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:07.974891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-828b96c7-bc5b-4c23-a408-b73d703aefed req-ffe6bf21-e4ef-4f4f-968b-e20bdba955e9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 210 time: 0.0755475 Jul 14 11:25:08.039140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c53232-cee7-45c8-aa87-b9f36ae29a70 req-3d375392-73ea-421c-a95e-f3e22fd68f25 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:08.040792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8c53232-cee7-45c8-aa87-b9f36ae29a70 req-3d375392-73ea-421c-a95e-f3e22fd68f25 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 943 time: 0.2463787 Jul 14 11:25:08.059934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-2b732cf8-34e8-48bb-8f60-dc79ced63c16 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049909 Jul 14 11:25:08.133960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8c53232-cee7-45c8-aa87-b9f36ae29a70 req-606f2789-18a4-4e47-beed-fa5f418809b2 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864632 Jul 14 11:25:08.165001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e8ef210c-6884-4375-99ba-7b1e675c6f7a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:08.185586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f61c00-1b6a-4b7c-9f67-04aec4e2d78a req-f63c4b72-0f4a-47f4-905a-039100a895c9 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174734 Jul 14 11:25:08.263522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e9b90-3d82-4ee0-9c5b-b428e7ce1c85 req-070eb57d-6169-4a31-8ac9-62c505b03f41 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:08.265816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66e9b90-3d82-4ee0-9c5b-b428e7ce1c85 req-070eb57d-6169-4a31-8ac9-62c505b03f41 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 945 time: 0.0774701 Jul 14 11:25:08.293043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-5f0a8ca4-54bd-45fc-8c35-de333a2486c3 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=78df941cf0ec46c0895a07857e4d68a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378127 Jul 14 11:25:08.371704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66e9b90-3d82-4ee0-9c5b-b428e7ce1c85 req-4cc82baf-531c-44a4-8efd-6c95e4c7fb4c tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950906 Jul 14 11:25:08.466928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6c7537a8-4cdb-44e2-8c54-24653c660832 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:08.469566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6c7537a8-4cdb-44e2-8c54-24653c660832 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631472 Jul 14 11:25:08.472509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05bd7759-ca76-44dd-8c3a-65f020ab0880 service neutron] 10.222.0.64 "GET /v2.0/ports/cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 384 time: 0.0954587 Jul 14 11:25:08.492321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-1b9063c4-b9a0-41dd-9f2f-9004ed030c92 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/quotas/78df941cf0ec46c0895a07857e4d68a8 HTTP/1.1" status: 200 len: 375 time: 0.0165174 Jul 14 11:25:08.550307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-c7174620-749e-4d68-b7c5-5286509850e9 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=78df941cf0ec46c0895a07857e4d68a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410905 Jul 14 11:25:08.672349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91483c1f-2de6-42fb-9bc8-94befcc9bb88 req-b3bbdeec-3b0d-4a6c-99a8-232b88083f59 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:08.674539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91483c1f-2de6-42fb-9bc8-94befcc9bb88 req-b3bbdeec-3b0d-4a6c-99a8-232b88083f59 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1216247 Jul 14 11:25:08.834714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91483c1f-2de6-42fb-9bc8-94befcc9bb88 req-a6d3fcfd-fba2-4d99-b2ae-251faa2da1eb tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024759 Jul 14 11:25:08.855041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:08.878295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:08.906064 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-00eb7628-70b4-44c7-99e7-13cb168114de tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=74fa1d7c96164474bf4b5083b15d7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633757 Jul 14 11:25:08.933041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:08.948338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:08.971972 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:09.094459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-8b91c4c0-0c8a-49ef-9e1c-b02e7b229525 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=78df941cf0ec46c0895a07857e4d68a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424004 Jul 14 11:25:09.261232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] Transition to ACTIVE for port object cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:09.275091 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:09.364821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-59034cd3-6af0-48cc-8e8a-e43f76c9bfb6 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:09.375357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-59034cd3-6af0-48cc-8e8a-e43f76c9bfb6 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796991 Jul 14 11:25:09.400530 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-46978252-5df3-45fb-9882-74b34ae434ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:09.419449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e8ef210c-6884-4375-99ba-7b1e675c6f7a up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:09.455793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] Pushing event updated for resources: {'Port': ['ID=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,revision_number=10']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:09.471933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] No DVR routers for this DVR port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:25:09.484925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-375f3d02-927d-4a15-b7e0-187cfc6d7157 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/quotas/78df941cf0ec46c0895a07857e4d68a8 HTTP/1.1" status: 200 len: 375 time: 0.1085889 Jul 14 11:25:09.521520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port e8ef210c-6884-4375-99ba-7b1e675c6f7a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:09.526894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port e8ef210c-6884-4375-99ba-7b1e675c6f7a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:09.527480 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:09.557225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03538-48c9-46f2-a5a1-22f663e2f493 req-1f5e1046-9153-424f-8fbe-c4ac0b0624fc tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:09.564639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67a03538-48c9-46f2-a5a1-22f663e2f493 req-1f5e1046-9153-424f-8fbe-c4ac0b0624fc tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.3760090 Jul 14 11:25:09.590859 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-e2c7cb39-1562-4834-9137-c5dc56977aed tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=78df941cf0ec46c0895a07857e4d68a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961123 Jul 14 11:25:09.603301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-05eb878c-decb-4e2d-b8ef-5c1d2dbc28ec service neutron] 10.222.0.64 "PUT /v2.0/ports/cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944/bindings/n-h2-778696-8/activate HTTP/1.1" status: 200 len: 369 time: 1.1206486 Jul 14 11:25:09.653596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67a03538-48c9-46f2-a5a1-22f663e2f493 req-d6da8959-969c-4061-9124-db421df3be40 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879259 Jul 14 11:25:09.735728 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:09.783041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:09.785360 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4123ff4-fa2d-4501-b3e2-b97a8a00292a" -d '{"events": [{"server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "name": "network-vif-plugged", "status": "completed", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:09.824010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e8ef210c-6884-4375-99ba-7b1e675c6f7a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:09.830091 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:09.917751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69e62552-a15e-4238-872e-78c2accd5b3d req-ba9ca357-5484-4eb2-b750-a94e24c2e992 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 210 time: 0.0726130 Jul 14 11:25:09.937480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-e518e375-e01e-4d9b-8e99-5314d562496b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:09.939020 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-e518e375-e01e-4d9b-8e99-5314d562496b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0112646 Jul 14 11:25:09.944110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=e8ef210c-6884-4375-99ba-7b1e675c6f7a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:09.953255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Request body: {'port': {'device_id': '393404e4-fc08-4897-9850-280661ab4fd6', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '74fa1d7c96164474bf4b5083b15d7551'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:10.165035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Made reservation on behalf of 74fa1d7c96164474bf4b5083b15d7551 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:25:10.169231 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:10.338238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303bd8b-58ba-4aec-8879-d12c52dbcada req-b25ae18e-5b20-4489-b5a1-651ff5b54732 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:10.340029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7303bd8b-58ba-4aec-8879-d12c52dbcada req-b25ae18e-5b20-4489-b5a1-651ff5b54732 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 944 time: 0.2833118 Jul 14 11:25:10.401576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Allocated IP 192.168.233.137 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/4ede136c-16a1-475f-abcf-31c81fd41178) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:25:10.415409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac47a3-3bbf-49b1-905d-d392a60eebe3 req-9c24ccc4-45b7-4926-a734-4f6a7c62fef0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:10.423522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7ac47a3-3bbf-49b1-905d-d392a60eebe3 req-9c24ccc4-45b7-4926-a734-4f6a7c62fef0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 946 time: 0.2751431 Jul 14 11:25:10.482872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-24a79597-4b03-4595-8f61-7f9002a749d5 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=78df941cf0ec46c0895a07857e4d68a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122713 Jul 14 11:25:10.599084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:10.614835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Transition to ACTIVE for port object 4ede136c-16a1-475f-abcf-31c81fd41178 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:10.653839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c8d60c59-aaef-4e65-9c6c-6ed2b31f8fc2 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:10.655504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c8d60c59-aaef-4e65-9c6c-6ed2b31f8fc2 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.3879967 Jul 14 11:25:10.656027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:10.664080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7303bd8b-58ba-4aec-8879-d12c52dbcada req-f996c6be-7acb-46b2-bd0f-751c495b0165 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671471 Jul 14 11:25:10.673255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['96057dad-a86f-4a6c-a8a2-b050e6e2a826'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:10.679220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7ac47a3-3bbf-49b1-905d-d392a60eebe3 req-7909365e-5a71-4ad0-9724-a7676d70a4ea tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547724 Jul 14 11:25:10.783436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-e68ba131-d6fe-48f3-8159-7e5fda8fa391 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:10.784954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-e68ba131-d6fe-48f3-8159-7e5fda8fa391 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907808 Jul 14 11:25:10.797152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-b06f49f9-d534-437a-a61e-82974da20d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:10.798722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-b06f49f9-d534-437a-a61e-82974da20d16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21&tenant_id=092b4d35f0ba473e960362da2e4e4617 HTTP/1.1" status: 200 len: 1095 time: 0.1142089 Jul 14 11:25:10.805129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Request body: {'port': {'device_id': '4a140af4-c538-4c1f-aca3-45a561169889', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '78df941cf0ec46c0895a07857e4d68a8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:10.806749 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e439312-8f36-4fb2-8aa2-d4fd678f823a x-openstack-request-id: req-0e439312-8f36-4fb2-8aa2-d4fd678f823a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:10.810107 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "name": "network-vif-plugged", "status": "completed", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:10.810429 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e439312-8f36-4fb2-8aa2-d4fd678f823a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:10.810905 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'code': 200} Jul 14 11:25:10.818371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Pushing event updated for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:10.838697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:25:10.844277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:25:10.849708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:25:10.968293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:10.976350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:11.047481 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-78832de4-9abc-46eb-806a-677985e0c9dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0988557 Jul 14 11:25:11.079700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Request body: {'port': {'device_id': '393404e4-fc08-4897-9850-280661ab4fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:11.088249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Made reservation on behalf of 78df941cf0ec46c0895a07857e4d68a8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:25:11.091951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:11.143506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-796ba120-9e53-44dd-90f3-698b7acd714c req-9e45b362-97e3-4cb0-a3b4-1f637af90ca1 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 210 time: 0.1246781 Jul 14 11:25:11.196464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:11.214826 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:11.249729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ced3f685-bdf1-4188-913f-6de5364a6e81 None None] Provisioning for port 4ede136c-16a1-475f-abcf-31c81fd41178 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:11.253971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ced3f685-bdf1-4188-913f-6de5364a6e81 None None] Provisioning complete for port 4ede136c-16a1-475f-abcf-31c81fd41178 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:11.255701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ced3f685-bdf1-4188-913f-6de5364a6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:11.280858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c9e02703-5443-4ee5-9333-17ecc861d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:11.282768 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-c9e02703-5443-4ee5-9333-17ecc861d1a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1095 time: 0.2286456 Jul 14 11:25:11.331306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ced3f685-bdf1-4188-913f-6de5364a6e81 None None] Port 4ede136c-16a1-475f-abcf-31c81fd41178 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:25:11.383751 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:11.397686 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:11.493919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5522a-2095-4c2e-9cbd-876f046420c4 req-c0fa6bc5-5e62-4696-b2fb-b066b33b96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:11.495582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58b5522a-2095-4c2e-9cbd-876f046420c4 req-c0fa6bc5-5e62-4696-b2fb-b066b33b96a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1097 time: 0.4782367 Jul 14 11:25:11.510373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-deb16f97-ee55-4c9e-9616-9fb2f589f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:11.511983 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-deb16f97-ee55-4c9e-9616-9fb2f589f706 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.2205312 Jul 14 11:25:11.519800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:25:11.571576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:25:11.577669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b086-ae00-46b8-91ba-8671c21f9e99 req-54236feb-a31b-4e36-98ff-07d2502afd80 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:11.578158 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-e3e4c052-280d-4910-8ee4-b914f1a016aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 HTTP/1.1" status: 200 len: 217 time: 0.0585845 Jul 14 11:25:11.579234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07d4b086-ae00-46b8-91ba-8671c21f9e99 req-54236feb-a31b-4e36-98ff-07d2502afd80 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.5287390 Jul 14 11:25:11.596432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02541456-9413-43a3-a5a7-ace5481a6b3a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:11.633328 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58b5522a-2095-4c2e-9cbd-876f046420c4 req-85619944-3b07-4135-beed-97f0661b7f16 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216161 Jul 14 11:25:11.663551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b693321-102d-4966-9441-ef52c553dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:11.665098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-0b693321-102d-4966-9441-ef52c553dc36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.0786185 Jul 14 11:25:11.695178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07d4b086-ae00-46b8-91ba-8671c21f9e99 req-2cc6f291-f930-43a6-b71a-ffaeb24cb14f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943859 Jul 14 11:25:11.736895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7107b4-162e-4b69-a178-872481400cdf req-7300fe9c-a9af-4cf9-a920-60c668bc30bc tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:11.737906 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-950d3c4d-6d7b-4d85-831c-7653dfa517dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362859 Jul 14 11:25:11.741319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb7107b4-162e-4b69-a178-872481400cdf req-7300fe9c-a9af-4cf9-a920-60c668bc30bc tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.2357287 Jul 14 11:25:11.752049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ede136c-16a1-475f-abcf-31c81fd41178 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:11.762106 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:11.780948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-a7728d35-145f-4770-b34d-bda6f21c9080 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=78df941cf0ec46c0895a07857e4d68a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372925 Jul 14 11:25:11.870610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Transition to ACTIVE for port object 4ede136c-16a1-475f-abcf-31c81fd41178 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:11.879420 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:11.927437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb7107b4-162e-4b69-a178-872481400cdf req-f832ee32-381e-42ff-bdab-cc4271743faa tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817954 Jul 14 11:25:12.011284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:12.031535 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-4c814c87-1f05-4f3a-a4c5-97cdfab30796 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520165 Jul 14 11:25:12.106203 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3e5201e-a5cc-4709-b500-caaec7334298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:12.160788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Attempting to bind port 4ede136c-16a1-475f-abcf-31c81fd41178 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:25:12.161239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Attempting to bind port 4ede136c-16a1-475f-abcf-31c81fd41178 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:25:12.161636 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Attempting to bind port 4ede136c-16a1-475f-abcf-31c81fd41178 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:12.168982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Port 4ede136c-16a1-475f-abcf-31c81fd41178 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:25:12.169407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Attempting to bind port 4ede136c-16a1-475f-abcf-31c81fd41178 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:12.179193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:25:12.179549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:25:12.180016 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:25:12.180473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Bound port: 4ede136c-16a1-475f-abcf-31c81fd41178, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:25:12.180840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:12.206756 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:12.232253 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-ae7cb56a-06a7-4ebe-a581-088addb4e2e7 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812370 Jul 14 11:25:12.283929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:12.287373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:25:12.292479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:12.333176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:12.333835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:12.335245 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 1096 time: 1.2705698 Jul 14 11:25:12.335695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:12.338018 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e18476-de74-4c94-a73b-928f43d91d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:12.369255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f6a22-191f-4f58-a751-9101e47624c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:12.449351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Allocated IP 192.168.233.86 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/0f4221f0-cac8-4737-a897-97d6db98b54d) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:25:12.460393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-2554f09a-e908-4035-80ed-1e4bf2b8154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:12.462184 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-2554f09a-e908-4035-80ed-1e4bf2b8154d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 1099 time: 0.0661554 Jul 14 11:25:12.474608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-d03c6306-d7bf-4022-a2a9-559f14a0aebe tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:12.476139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-d03c6306-d7bf-4022-a2a9-559f14a0aebe tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6910348 Jul 14 11:25:12.492807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73743da7-d1bd-43c1-af5b-47c6d335c7c3 req-68066831-b777-4bb9-b412-12535aa16e66 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:12.500727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73743da7-d1bd-43c1-af5b-47c6d335c7c3 req-68066831-b777-4bb9-b412-12535aa16e66 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 948 time: 0.6366596 Jul 14 11:25:12.513359 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-9f6428a7-7d99-4d42-887e-0461738e3603 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 217 time: 0.0429804 Jul 14 11:25:12.513925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Request body: {'port': {'device_id': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '78df941cf0ec46c0895a07857e4d68a8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:12.614637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-cbbaf54e-c516-41a7-ba5f-401e22424f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:12.616156 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-cbbaf54e-c516-41a7-ba5f-401e22424f1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0935435 Jul 14 11:25:12.665465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-ac651de4-8a73-466a-9752-ee1c6d71cac8 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:12.666884 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-ac651de4-8a73-466a-9752-ee1c6d71cac8 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.1092470 Jul 14 11:25:12.669616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f80c7-ef28-4710-9926-a19d823d6b1a req-d14800c5-9d73-4b81-8d71-8980c30b3c22 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:12.677502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c51f80c7-ef28-4710-9926-a19d823d6b1a req-d14800c5-9d73-4b81-8d71-8980c30b3c22 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 944 time: 0.3049471 Jul 14 11:25:12.705062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73743da7-d1bd-43c1-af5b-47c6d335c7c3 req-92d15f52-b1f6-4450-84e5-ae8d44083b81 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024353 Jul 14 11:25:12.748138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-a06d04fe-f4a3-4f63-a7e8-7911762a4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:12.749775 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-a06d04fe-f4a3-4f63-a7e8-7911762a4fc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254797 Jul 14 11:25:12.817609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c51f80c7-ef28-4710-9926-a19d823d6b1a req-3b99ee62-b06a-4432-ab85-522b7491b6d7 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392956 Jul 14 11:25:12.881240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-f1cdeca9-dd4b-4197-9786-04b394106283 service neutron] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:12.891065 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-f1cdeca9-dd4b-4197-9786-04b394106283 service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:12.891065 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6899c78-7143-48b4-b37a-d605664aa6ef req-f1cdeca9-dd4b-4197-9786-04b394106283 service neutron] 10.222.0.45 "DELETE /v2.0/ports/cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944/bindings/n-h1-778696-8 HTTP/1.1" status: 204 len: 173 time: 0.2166660 Jul 14 11:25:12.913019 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-f5e08014-ea51-401c-a7c1-45460728c9ea service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546700 Jul 14 11:25:12.915960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Made reservation on behalf of 78df941cf0ec46c0895a07857e4d68a8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:25:12.919545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:12.945897 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:12.983628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Transition to ACTIVE for port object 0f4221f0-cac8-4737-a897-97d6db98b54d will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:13.033670 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edba55fe-269d-4697-87e8-9ad7e0ab1ae5 req-fe1a6d4c-ae76-47a9-879c-fca9ef257ebd service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143456 Jul 14 11:25:13.074049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a6f0-b500-4c46-a75a-1b999c7494df req-1363dc60-1493-46e5-a8aa-25e683b929f0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:13.075618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c41a6f0-b500-4c46-a75a-1b999c7494df req-1363dc60-1493-46e5-a8aa-25e683b929f0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 946 time: 0.2615690 Jul 14 11:25:13.082443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d4ce3e8-c497-48ca-8bab-327b9520ac60 req-352d5a3a-03ae-44af-ab8d-374cffd87500 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 210 time: 0.0926495 Jul 14 11:25:13.172562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c41a6f0-b500-4c46-a75a-1b999c7494df req-eefabf52-a51f-434a-8253-04d6804ab56a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877171 Jul 14 11:25:13.180650 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:13.228058 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a77683-433f-47c8-a6ea-fa610461066f x-openstack-request-id: req-c0a77683-433f-47c8-a6ea-fa610461066f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:13.228461 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:13.228909 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0a77683-433f-47c8-a6ea-fa610461066f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:13.229472 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178', 'status': 'completed', 'code': 200} Jul 14 11:25:13.266690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Allocated IP 192.168.233.209 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/3106aba7-b4f9-4354-a145-cdea8e3396b7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:25:13.298274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:13.331519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57002) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:13.360947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e18476-de74-4c94-a73b-928f43d91d9c req-e1f385a4-c297-45be-a7a4-d6c80e7bc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:13.362998 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e18476-de74-4c94-a73b-928f43d91d9c req-e1f385a4-c297-45be-a7a4-d6c80e7bc5d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 1099 time: 0.0955589 Jul 14 11:25:13.384965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:25:13.433477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:25:13.457884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:25:13.482635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e18476-de74-4c94-a73b-928f43d91d9c req-0b2a30de-7b3a-4e0b-8324-60ceae0051a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:13.483908 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e18476-de74-4c94-a73b-928f43d91d9c req-0b2a30de-7b3a-4e0b-8324-60ceae0051a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1125145 Jul 14 11:25:13.514705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:13.537304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e18476-de74-4c94-a73b-928f43d91d9c req-22f32b24-a47c-491b-b3f0-c5e645d2ab1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 217 time: 0.0398519 Jul 14 11:25:13.568115 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f63b1e51-39be-475f-a580-746e3c179da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:13.598743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e18476-de74-4c94-a73b-928f43d91d9c req-17160d57-befe-4701-be51-32ab39a23e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:13.600315 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e18476-de74-4c94-a73b-928f43d91d9c req-17160d57-befe-4701-be51-32ab39a23e88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0558019 Jul 14 11:25:13.649873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:13.650513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:13.665647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e18476-de74-4c94-a73b-928f43d91d9c req-4ba8c715-fe73-426e-b43d-5f4271b15f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:13.667577 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e18476-de74-4c94-a73b-928f43d91d9c req-4ba8c715-fe73-426e-b43d-5f4271b15f66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600276 Jul 14 11:25:13.698552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f30b2-748c-4a3b-86ff-19cc138d7f56 req-d1d141e0-b42e-498b-a8e7-bec2043d6924 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:13.700378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b4f30b2-748c-4a3b-86ff-19cc138d7f56 req-d1d141e0-b42e-498b-a8e7-bec2043d6924 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.3139839 Jul 14 11:25:13.726606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6d10a495-30c2-407f-a92c-bbcdbc085daa None None] Provisioning for port 0f4221f0-cac8-4737-a897-97d6db98b54d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:13.730771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6d10a495-30c2-407f-a92c-bbcdbc085daa None None] Provisioning complete for port 0f4221f0-cac8-4737-a897-97d6db98b54d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:13.731241 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d10a495-30c2-407f-a92c-bbcdbc085daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:13.735236 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:13.752281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea4a39-4fef-4ac3-9b59-050d19614c5e req-492e090f-5b42-4ed7-ad7b-2a02db6a6a92 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:13.756298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7aea4a39-4fef-4ac3-9b59-050d19614c5e req-492e090f-5b42-4ed7-ad7b-2a02db6a6a92 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.3577302 Jul 14 11:25:13.769066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6d10a495-30c2-407f-a92c-bbcdbc085daa None None] Port 0f4221f0-cac8-4737-a897-97d6db98b54d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:25:13.775823 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e18476-de74-4c94-a73b-928f43d91d9c req-857461c1-3b87-48f5-823f-61b784da8d8b service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975389 Jul 14 11:25:13.813584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Transition to ACTIVE for port object 3106aba7-b4f9-4354-a145-cdea8e3396b7 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:13.841888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b4f30b2-748c-4a3b-86ff-19cc138d7f56 req-3afea2db-13e6-4d09-84ec-f1f58a47887e tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147888 Jul 14 11:25:13.865213 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7aea4a39-4fef-4ac3-9b59-050d19614c5e req-9e310a2b-0f3b-4ada-9fd8-b6c3994770d4 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947530 Jul 14 11:25:13.940104 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e18476-de74-4c94-a73b-928f43d91d9c req-14dd5eb0-32d7-4f61-b69b-2b204e83ab79 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368828 Jul 14 11:25:13.956337 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f63b1e51-39be-475f-a580-746e3c179da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:13.962320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:13.974954 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f63b1e51-39be-475f-a580-746e3c179da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.015070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-679953aa-94ed-467c-b187-a69c330c732d tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2206736 Jul 14 11:25:14.059367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Request body: {'port': {'device_id': '4a140af4-c538-4c1f-aca3-45a561169889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:14.121896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:25:14.137343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f63b1e51-39be-475f-a580-746e3c179da3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a185bdceea004f0c9a1a72bfd8785572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8046474 Jul 14 11:25:14.140638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57012) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:14.146368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:25:14.156791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b1e51-39be-475f-a580-746e3c179da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f2e4c-cd73-4415-9c82-158583f9eb2e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:14.164124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:25:14.169434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Pushing event updated for resources: {'Port': ['ID=3106aba7-b4f9-4354-a145-cdea8e3396b7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:14.198570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-075e18c8-1165-44a8-9afe-3c53a9b87bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.209832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-1686a010-529d-4cdb-8b31-575ef29ad42c tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3302500 Jul 14 11:25:14.222723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-075e18c8-1165-44a8-9afe-3c53a9b87bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.244137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:14.277092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-075e18c8-1165-44a8-9afe-3c53a9b87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.280450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-075e18c8-1165-44a8-9afe-3c53a9b87bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.281661 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-075e18c8-1165-44a8-9afe-3c53a9b87bc8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c66f2e4c-cd73-4415-9c82-158583f9eb2e HTTP/1.1" status: 204 len: 168 time: 0.1400216 Jul 14 11:25:14.288857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:14.289508 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.290393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e18c8-1165-44a8-9afe-3c53a9b87bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66f2e4c-cd73-4415-9c82-158583f9eb2e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:14.310186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.330446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c17278-3a7e-46ae-848f-041f3a7d61e0 req-e9cbcf2b-1c2d-4da4-9d7a-43e870c8dc82 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:14.332052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27c17278-3a7e-46ae-848f-041f3a7d61e0 req-e9cbcf2b-1c2d-4da4-9d7a-43e870c8dc82 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 948 time: 0.3072839 Jul 14 11:25:14.337278 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.356967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-dacf3f50-e493-4400-84d4-01efddbd59ec tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8534825 Jul 14 11:25:14.399159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fdac655d-ebf2-4909-b348-4fb848c549d4 None None] Provisioning for port 3106aba7-b4f9-4354-a145-cdea8e3396b7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:14.403390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fdac655d-ebf2-4909-b348-4fb848c549d4 None None] Provisioning complete for port 3106aba7-b4f9-4354-a145-cdea8e3396b7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:14.403660 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fdac655d-ebf2-4909-b348-4fb848c549d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.419539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Request body: {'port': {'device_id': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:14.442692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fdac655d-ebf2-4909-b348-4fb848c549d4 None None] Port 3106aba7-b4f9-4354-a145-cdea8e3396b7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:25:14.542759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27c17278-3a7e-46ae-848f-041f3a7d61e0 req-a9ecc708-82b1-41d6-9087-1c1e3b922a9b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984482 Jul 14 11:25:14.659880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.816396 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:14.960965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de81947-57bb-4b5c-88e7-332a32666c23 req-6ab716c0-8ea9-4825-afe9-92ad31317249 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:14.962527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2de81947-57bb-4b5c-88e7-332a32666c23 req-6ab716c0-8ea9-4825-afe9-92ad31317249 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 944 time: 0.2996085 Jul 14 11:25:14.985478 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:15.012618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4221f0-cac8-4737-a897-97d6db98b54d {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:15.024969 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:15.074663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Transition to ACTIVE for port object 0f4221f0-cac8-4737-a897-97d6db98b54d will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:15.091639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:15.126332 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2de81947-57bb-4b5c-88e7-332a32666c23 req-4c35df72-0fc7-4eff-aad3-42d581fb4a45 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457462 Jul 14 11:25:15.175556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Allocated IP 172.25.2.192 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/57dc80c7-80f9-4966-97d0-5d3eca0712f9) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:25:15.532791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:15.544145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4ede136c-16a1-475f-abcf-31c81fd41178 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:15.649385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:15.662737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '4ede136c-16a1-475f-abcf-31c81fd41178', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '4ede136c-16a1-475f-abcf-31c81fd41178', 'mac_address': 'fa:16:3e:c0:c6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:15.705707 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:15.720398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ede136c-16a1-475f-abcf-31c81fd41178 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:15.742594 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:15.746698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:15.771377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Attempting to bind port 0f4221f0-cac8-4737-a897-97d6db98b54d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:25:15.772002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Attempting to bind port 0f4221f0-cac8-4737-a897-97d6db98b54d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:25:15.772101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Attempting to bind port 0f4221f0-cac8-4737-a897-97d6db98b54d on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:15.782670 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:15.791734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Port 0f4221f0-cac8-4737-a897-97d6db98b54d on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:25:15.792089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Attempting to bind port 0f4221f0-cac8-4737-a897-97d6db98b54d on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:15.800080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:15.815617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd50a3-90cd-4782-854d-b65a073308d1 req-ef06e5ed-92db-49ed-9a69-4c55eebbbd7f tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:15.817156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57fd50a3-90cd-4782-854d-b65a073308d1 req-ef06e5ed-92db-49ed-9a69-4c55eebbbd7f tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 936 time: 0.2794316 Jul 14 11:25:15.821132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3106aba7-b4f9-4354-a145-cdea8e3396b7 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:15.825228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:25:15.825568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:25:15.825983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:25:15.826429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Bound port: 0f4221f0-cac8-4737-a897-97d6db98b54d, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:25:15.827529 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:15.835677 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:15.875159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Transition to ACTIVE for port object 3106aba7-b4f9-4354-a145-cdea8e3396b7 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:15.889811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:15.961108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57fd50a3-90cd-4782-854d-b65a073308d1 req-c6742b94-f32e-4c9c-b8f8-ab3bee430fd4 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285963 Jul 14 11:25:16.000831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Pushing event updated for resources: {'Port': ['ID=3106aba7-b4f9-4354-a145-cdea8e3396b7,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:16.013094 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:16.015885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['4ede136c-16a1-475f-abcf-31c81fd41178'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:16.048318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:16.085682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:25:16.092758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:25:16.112625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:25:16.117667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:25:16.134559 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:16.168909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Pushing event updated for resources: {'Port': ['ID=57dc80c7-80f9-4966-97d0-5d3eca0712f9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:16.228478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:16.229112 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:16.230511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f4221f0-cac8-4737-a897-97d6db98b54d HTTP/1.1" status: 200 len: 1095 time: 2.2021289 Jul 14 11:25:16.234721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:16.237198 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb1182e-b675-49f4-a8c5-caaf05124141" -d '{"events": [{"name": "network-changed", "server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:16.305902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Attempting to bind port 3106aba7-b4f9-4354-a145-cdea8e3396b7 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:25:16.306255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Attempting to bind port 3106aba7-b4f9-4354-a145-cdea8e3396b7 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:25:16.306580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Attempting to bind port 3106aba7-b4f9-4354-a145-cdea8e3396b7 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:16.325396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15d362-7902-48a6-ae14-5fb7972ca8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:16.349728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Port 3106aba7-b4f9-4354-a145-cdea8e3396b7 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:25:16.350089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Attempting to bind port 3106aba7-b4f9-4354-a145-cdea8e3396b7 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:16.390482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:25:16.390823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:25:16.391135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:25:16.391589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Bound port: 3106aba7-b4f9-4354-a145-cdea8e3396b7, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:25:16.391977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:16.421467 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:16.542031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-7d71281d-c0a3-42c4-952b-95299130814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:16.543707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-7d71281d-c0a3-42c4-952b-95299130814b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78df941cf0ec46c0895a07857e4d68a8&device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 1098 time: 0.2325032 Jul 14 11:25:16.554178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dec30f-f959-4361-babc-a1f884adfe55 req-e8c82ed0-6191-4815-9192-2b563111c2e1 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:16.556750 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24dec30f-f959-4361-babc-a1f884adfe55 req-e8c82ed0-6191-4815-9192-2b563111c2e1 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.2273753 Jul 14 11:25:16.571147 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:16.642764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-d15af7ed-4522-4844-934b-e412c29a8a33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0f4221f0-cac8-4737-a897-97d6db98b54d HTTP/1.1" status: 200 len: 217 time: 0.0846441 Jul 14 11:25:16.645196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:16.680236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:25:16.711359 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:16.812664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24dec30f-f959-4361-babc-a1f884adfe55 req-e57b852a-00a9-4a57-b129-d70558a2094a tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367260 Jul 14 11:25:16.822934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:16.823653 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:16.825381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] 10.222.0.45 "PUT /v2.0/ports/3106aba7-b4f9-4354-a145-cdea8e3396b7 HTTP/1.1" status: 200 len: 1096 time: 2.4155431 Jul 14 11:25:16.848918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-842bdff7-0d5f-40a8-850d-a45825bf44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:16.851605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-842bdff7-0d5f-40a8-850d-a45825bf44f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1919549 Jul 14 11:25:16.913045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2805ba-c191-43fa-8498-baedde4c294c service neutron] Pushing event updated for resources: {'Port': ['ID=3106aba7-b4f9-4354-a145-cdea8e3396b7,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:17.086370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57094) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:17.095272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.109133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-d69fdd2e-a720-4384-8c00-cb5453d120b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:17.110826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-d69fdd2e-a720-4384-8c00-cb5453d120b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2467225 Jul 14 11:25:17.111446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.124926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-d39c4e37-d0bb-4eed-9785-82074802c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:17.126485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-d39c4e37-d0bb-4eed-9785-82074802c828 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78df941cf0ec46c0895a07857e4d68a8&device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 1099 time: 0.2097166 Jul 14 11:25:17.167131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20b628-fe31-4249-ac89-253f4e52660f req-e21d7c02-bd1d-4567-a707-511e8509f9a1 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:17.168652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d20b628-fe31-4249-ac89-253f4e52660f req-e21d7c02-bd1d-4567-a707-511e8509f9a1 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.2284758 Jul 14 11:25:17.203938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ee099f0-5d57-49a1-af29-0261bc815d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.288258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-5876a109-c5c4-4ee0-8efa-8ba4f41c60ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7 HTTP/1.1" status: 200 len: 217 time: 0.1404262 Jul 14 11:25:17.292198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ee099f0-5d57-49a1-af29-0261bc815d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.297738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ee099f0-5d57-49a1-af29-0261bc815d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.340767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ee099f0-5d57-49a1-af29-0261bc815d37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da38e8e29da24e71adbdd851e43b6d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531173 Jul 14 11:25:17.341380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee099f0-5d57-49a1-af29-0261bc815d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87510faf-48a7-4bb8-b6f6-b47692503f81,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:17.343955 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57100) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:17.350172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Pushing event updated for resources: {'Port': ['ID=57dc80c7-80f9-4966-97d0-5d3eca0712f9,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:17.373488 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.394013 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b78d39f-cc4f-4b15-a07a-f6b5f3e43af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.401334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d20b628-fe31-4249-ac89-253f4e52660f req-701bdd91-8316-43f6-8c78-2698bcf77108 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080827 Jul 14 11:25:17.412447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-77d46040-283b-4cb7-93eb-70ba24d732e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:17.414526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-77d46040-283b-4cb7-93eb-70ba24d732e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1083274 Jul 14 11:25:17.416789 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b78d39f-cc4f-4b15-a07a-f6b5f3e43af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.418189 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.419582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-f402641f-be4a-4df8-ab16-2db4e05194ec tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2043796 Jul 14 11:25:17.480889 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b78d39f-cc4f-4b15-a07a-f6b5f3e43af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.483632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b78d39f-cc4f-4b15-a07a-f6b5f3e43af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.487747 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2b78d39f-cc4f-4b15-a07a-f6b5f3e43af5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87510faf-48a7-4bb8-b6f6-b47692503f81 HTTP/1.1" status: 204 len: 168 time: 0.1428218 Jul 14 11:25:17.497182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78d39f-cc4f-4b15-a07a-f6b5f3e43af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87510faf-48a7-4bb8-b6f6-b47692503f81,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:17.515683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-a8ada7b8-25b8-4104-b87e-5fe01c553fc8 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0775225 Jul 14 11:25:17.517690 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-17a26b04-9b93-493d-b8aa-f4371830ed59 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711741 Jul 14 11:25:17.562729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4ede136c-16a1-475f-abcf-31c81fd41178 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:17.622111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 4ede136c-16a1-475f-abcf-31c81fd41178 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:17.630433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 4ede136c-16a1-475f-abcf-31c81fd41178 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:17.631032 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.719725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-e244532e-b5c4-4b9b-804d-c1dda2768b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:17.721552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-e244532e-b5c4-4b9b-804d-c1dda2768b6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2976973 Jul 14 11:25:17.823993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57108) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:17.828886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-9f4f9aee-d372-43fd-a424-7e0d15457b53 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:17.830279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d60b8928-1f40-403e-bfb1-63a9f3675970 req-9f4f9aee-d372-43fd-a424-7e0d15457b53 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.3071673 Jul 14 11:25:17.834658 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d44d510e-7ecd-408d-a54d-4514989c0306 req-db98ccd1-ce36-4082-be43-f6ba058c9393 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887142 Jul 14 11:25:17.836192 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.839210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9cadcd17-55d6-4ad8-9bcc-df24bff4c589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.845388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34298e4d-e35d-4de2-b4de-5c00a4716e29 req-1bca7abb-1732-45a2-8afd-5d46b41f8e12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:17.847108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34298e4d-e35d-4de2-b4de-5c00a4716e29 req-1bca7abb-1732-45a2-8afd-5d46b41f8e12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 949 time: 0.2752280 Jul 14 11:25:17.877200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:17.880007 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0102d54-2ec4-4c2a-bf15-dba16d19544e" -d '{"events": [{"server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "name": "network-vif-plugged", "status": "completed", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:17.896209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:17.902124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.916768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-5a8e5429-e2b0-4161-9154-aa55c7bec059 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801717 Jul 14 11:25:17.946061 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e5350a-5465-4906-bd11-0ad1e03072b1 x-openstack-request-id: req-78e5350a-5465-4906-bd11-0ad1e03072b1 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:17.957345 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:17.957655 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78e5350a-5465-4906-bd11-0ad1e03072b1 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:17.958035 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'status': 'completed', 'code': 200} Jul 14 11:25:17.969443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:17.989707 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9cadcd17-55d6-4ad8-9bcc-df24bff4c589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:17.995945 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9cadcd17-55d6-4ad8-9bcc-df24bff4c589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:18.036860 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34298e4d-e35d-4de2-b4de-5c00a4716e29 req-412ffd7e-0f2c-4bd3-a6d7-5423561c583f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574845 Jul 14 11:25:18.046714 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9cadcd17-55d6-4ad8-9bcc-df24bff4c589 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd3448e82e5c493881c34fa0ce1e6281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215335 Jul 14 11:25:18.048050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadcd17-55d6-4ad8-9bcc-df24bff4c589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29feae0f-c245-43c8-98b4-09541a79fc27,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:18.050532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57118) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:18.107106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-a74bb507-bd16-4f02-a6db-806bb61c3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:18.109083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-a74bb507-bd16-4f02-a6db-806bb61c3630 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78df941cf0ec46c0895a07857e4d68a8&device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 1098 time: 0.1353602 Jul 14 11:25:18.226601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a70f928-1da7-4405-8933-daa9e1b2d5fb req-2da81984-069a-4272-9bf1-3eced15e68e7 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948892 Jul 14 11:25:18.235393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:18.286557 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:18.342964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13816f1-9e91-4a54-b7f3-221912ea7929 req-cdb5ea28-279c-48a2-8399-3382e339c714 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:18.344468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a13816f1-9e91-4a54-b7f3-221912ea7929 req-cdb5ea28-279c-48a2-8399-3382e339c714 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 948 time: 0.2472982 Jul 14 11:25:18.361777 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-832fa897-204a-41d2-b27c-3b197696f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:18.363092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-832fa897-204a-41d2-b27c-3b197696f912 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2365201 Jul 14 11:25:18.423327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-f8e9b84a-71da-4757-84bf-91832ef65a88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0f4221f0-cac8-4737-a897-97d6db98b54d HTTP/1.1" status: 200 len: 217 time: 0.0500524 Jul 14 11:25:18.476064 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a13816f1-9e91-4a54-b7f3-221912ea7929 req-bbcc56cf-2c31-4aaf-86b8-8ef280924bb0 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164899 Jul 14 11:25:18.480831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc94ac7-f2b8-4630-a170-0b0bd6284d4d req-29a7ad79-a4be-454a-b787-a28c678c0062 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:18.482439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7cc94ac7-f2b8-4630-a170-0b0bd6284d4d req-29a7ad79-a4be-454a-b787-a28c678c0062 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1095 time: 0.2220709 Jul 14 11:25:18.486847 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:18.489345 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:18.490621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29feae0f-c245-43c8-98b4-09541a79fc27 HTTP/1.1" status: 204 len: 168 time: 0.4389751 Jul 14 11:25:18.526485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29feae0f-c245-43c8-98b4-09541a79fc27,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:18.535918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-89f382eb-36a3-4d0a-9cca-172373a92660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:18.537389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-89f382eb-36a3-4d0a-9cca-172373a92660 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1015768 Jul 14 11:25:18.540181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.540530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.540872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.541229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.541551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.541878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.542206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.542533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.542858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.543183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.543505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.543915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2abf7b-8768-48f4-bdbc-6b1f9a38fee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:18.588579 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7cc94ac7-f2b8-4630-a170-0b0bd6284d4d req-47333238-cbac-4ff8-b1af-8e85b3e9b6d5 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969589 Jul 14 11:25:18.648737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-4ed51f7c-45cd-48a0-af05-459c43ae68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:18.650291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-4ed51f7c-45cd-48a0-af05-459c43ae68f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024559 Jul 14 11:25:18.670703 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716f5559-c1f2-4b86-9d2b-1b619ca7d210 x-openstack-request-id: req-716f5559-c1f2-4b86-9d2b-1b619ca7d210 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:18.671322 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "name": "network-vif-plugged", "status": "completed", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:18.671825 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-716f5559-c1f2-4b86-9d2b-1b619ca7d210 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:18.672258 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178', 'code': 200} Jul 14 11:25:18.818555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc61a7f-b6b8-4453-826c-f4f9ed65cbed req-877ab4be-af3f-4726-8608-cae8fdb7e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:18.820147 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdc61a7f-b6b8-4453-826c-f4f9ed65cbed req-877ab4be-af3f-4726-8608-cae8fdb7e2aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 1101 time: 0.0606704 Jul 14 11:25:18.859994 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdc61a7f-b6b8-4453-826c-f4f9ed65cbed req-5965d1ad-17ce-42f9-858f-23c3301f54db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Jul 14 11:25:19.099506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92117494-49e7-4358-bbf9-665ed7378637 req-73292cd0-2f82-47f3-be19-b873cb79d898 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:19.101070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92117494-49e7-4358-bbf9-665ed7378637 req-73292cd0-2f82-47f3-be19-b873cb79d898 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.4950440 Jul 14 11:25:19.166892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-35ebb770-cecc-4c6d-a1dd-62b9d0016787 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086367 Jul 14 11:25:19.207467 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92117494-49e7-4358-bbf9-665ed7378637 req-e590c871-9329-47b4-94a4-e55fed96deff tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955660 Jul 14 11:25:19.249908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-c438602f-99fc-4636-8553-2f4f8fc84663 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:19.251408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-c438602f-99fc-4636-8553-2f4f8fc84663 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 820 time: 0.2422938 Jul 14 11:25:19.281425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-88f14d05-5ca3-4b92-b537-e6b7f1f16203 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/quotas/b78aa2d8d2ca4142a2849e7ec8905eec HTTP/1.1" status: 200 len: 375 time: 0.0218596 Jul 14 11:25:19.335547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cb1182e-b675-49f4-a8c5-caaf05124141 req-dc6bbf6e-5b48-48f0-9452-402a53b34157 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581776 Jul 14 11:25:19.412150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-1a1e8ff5-7d4a-4064-85c5-9104db9a1b02 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1247180 Jul 14 11:25:19.436239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9740cc-98a5-4915-8f5e-9e8bb75af31b req-63ddb7b2-4a93-4834-96af-35d75b6d767c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:19.437846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c9740cc-98a5-4915-8f5e-9e8bb75af31b req-63ddb7b2-4a93-4834-96af-35d75b6d767c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1013501 Jul 14 11:25:19.529352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c9740cc-98a5-4915-8f5e-9e8bb75af31b req-11f24253-69df-4583-8518-2f26d9ddfc5c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817554 Jul 14 11:25:19.549926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-6313e836-3f61-471b-b6e6-f28976edb8d4 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294923 Jul 14 11:25:19.706507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-c524cd89-196b-4138-9778-bcf7f89dfdfe service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464968 Jul 14 11:25:19.777861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730102-f175-41e0-8745-e300a2e42d3f req-81660e6b-5ad4-4ca2-bba4-efe0246f7317 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:19.780060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-81660e6b-5ad4-4ca2-bba4-efe0246f7317 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 821 time: 0.1375601 Jul 14 11:25:19.800058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-52a1c924-25d4-45a6-8867-4158d99288c9 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/quotas/092b4d35f0ba473e960362da2e4e4617 HTTP/1.1" status: 200 len: 375 time: 0.0119262 Jul 14 11:25:19.892593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d0bfb338-fde6-4442-8732-3ada5d161d98 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833039 Jul 14 11:25:19.960447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:19.962887 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e" -d '{"events": [{"name": "network-changed", "server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:20.044209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-ecf6736c-5049-49d3-afaf-a5016ae59c64 service neutron] 10.222.0.38 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478019 Jul 14 11:25:20.134904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba139e-87ea-41b1-b54b-f6fbb70f9b72 req-82750ec5-1eb7-4e16-88c3-267df9340083 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:20.143304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4dba139e-87ea-41b1-b54b-f6fbb70f9b72 req-82750ec5-1eb7-4e16-88c3-267df9340083 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.1581883 Jul 14 11:25:20.198865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-455ccc53-b667-42e6-91cd-d6c2122cd464 service neutron] 10.222.0.38 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479843 Jul 14 11:25:20.211214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4dba139e-87ea-41b1-b54b-f6fbb70f9b72 req-cab80991-2d4f-475a-bef5-eb73f4f912ee tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669677 Jul 14 11:25:20.518466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bc61a-44e6-43c0-9c35-ffa8329a1add req-459fb138-bc8e-42af-b20d-fe3f63711a26 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:20.526721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b7bc61a-44e6-43c0-9c35-ffa8329a1add req-459fb138-bc8e-42af-b20d-fe3f63711a26 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 948 time: 0.0807147 Jul 14 11:25:20.589143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a28c673-1bce-4a09-b3c5-5d6dbfef417d req-adfc8699-bd13-4980-8518-329066b92fdd tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 210 time: 0.0415118 Jul 14 11:25:20.621743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b7bc61a-44e6-43c0-9c35-ffa8329a1add req-bd46f9e2-cd8b-4bd8-9434-8ee948c85f67 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939758 Jul 14 11:25:20.653870 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc298be7-4e9f-481d-8600-f5b867a0ec44 x-openstack-request-id: req-bc298be7-4e9f-481d-8600-f5b867a0ec44 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:20.654290 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:20.655299 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc298be7-4e9f-481d-8600-f5b867a0ec44 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:20.655774 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7', 'status': 'completed', 'code': 200} Jul 14 11:25:20.777475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-0f2287ca-92f9-4087-990a-11e7efd0f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:20.779000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-0f2287ca-92f9-4087-990a-11e7efd0f62a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78df941cf0ec46c0895a07857e4d68a8&device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 1099 time: 0.0957346 Jul 14 11:25:20.993176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-5a0e39d3-690a-422a-8d12-9b446cb8f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:20.994774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-5a0e39d3-690a-422a-8d12-9b446cb8f77a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2085400 Jul 14 11:25:21.021368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b7dca-b5c3-40c2-b14d-bd3b28b55e7d req-63b5d671-38a9-442a-96e1-1da7d9044825 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:21.029466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f2b7dca-b5c3-40c2-b14d-bd3b28b55e7d req-63b5d671-38a9-442a-96e1-1da7d9044825 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.1431358 Jul 14 11:25:21.068529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-e9e43fb3-05c2-46f4-87d4-b9b1e595e14a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7 HTTP/1.1" status: 200 len: 217 time: 0.0664213 Jul 14 11:25:21.123758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-ac0a577e-d7ab-4b3d-9b9a-107397ed4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:21.127031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-ac0a577e-d7ab-4b3d-9b9a-107397ed4a70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0503876 Jul 14 11:25:21.131704 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-908c5667-b3c9-422c-97bd-bc294017c0b4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794401 Jul 14 11:25:21.207901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4fa8c16-a184-4b3f-a8e5-ad2d714af905 req-65479558-d9e8-4e81-b0e2-730cf29e2a50 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 210 time: 0.0800047 Jul 14 11:25:21.242505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f2b7dca-b5c3-40c2-b14d-bd3b28b55e7d req-4826d8e3-c09b-4555-8e1f-fa1ee52b4ce8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108562 Jul 14 11:25:21.330897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-83bbce06-b2df-4483-a2f0-d64ccf37496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:21.332526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-83bbce06-b2df-4483-a2f0-d64ccf37496d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908443 Jul 14 11:25:21.473780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3106aba7-b4f9-4354-a145-cdea8e3396b7 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:21.653430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:21.669294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '3106aba7-b4f9-4354-a145-cdea8e3396b7', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '3106aba7-b4f9-4354-a145-cdea8e3396b7', 'mac_address': 'fa:16:3e:07:34:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:21.722809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0f4221f0-cac8-4737-a897-97d6db98b54d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:21.728294 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-810558dc-8f51-49a1-98e2-94e515643f20 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811240 Jul 14 11:25:21.739586 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:21.741063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-cea4f5f0-312f-461a-be5b-e639e7c7f6ef tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:21.745152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-cea4f5f0-312f-461a-be5b-e639e7c7f6ef tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.64 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 820 time: 0.3765733 Jul 14 11:25:21.756641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3106aba7-b4f9-4354-a145-cdea8e3396b7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:21.777766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664adc93-266e-43e2-a0f7-eef2bd6f76bb req-303ac4d9-3a80-4c2b-a721-a2f66edf1177 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:21.779277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-664adc93-266e-43e2-a0f7-eef2bd6f76bb req-303ac4d9-3a80-4c2b-a721-a2f66edf1177 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.3198061 Jul 14 11:25:21.794329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Request body: {'port': {'device_id': '62461e06-6e1b-423e-a069-6cb4af256a21', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'admin_state_up': True, 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:21.839716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:21.850264 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:21.864945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a32c8-fb45-48fe-a741-37ee9756b243 req-048d4ce9-e0fd-4aed-ba1d-89c1327e7fef tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:21.872246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-175a32c8-fb45-48fe-a741-37ee9756b243 req-048d4ce9-e0fd-4aed-ba1d-89c1327e7fef tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.3469083 Jul 14 11:25:21.927609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:21.947298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=3106aba7-b4f9-4354-a145-cdea8e3396b7,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:21.950368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'mac_address': 'fa:16:3e:2e:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:21.996481 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:22.011438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4221f0-cac8-4737-a897-97d6db98b54d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:22.037404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:22.045473 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:22.061752 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-175a32c8-fb45-48fe-a741-37ee9756b243 req-d89f7946-f01a-4e47-aeaf-12f5e5c91c69 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877203 Jul 14 11:25:22.083726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-664adc93-266e-43e2-a0f7-eef2bd6f76bb req-ebeabc47-1222-45a6-b280-49117d4e0990 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455709 Jul 14 11:25:22.149371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730102-f175-41e0-8745-e300a2e42d3f req-bc55ab4b-66f3-4a24-ab1a-7c162f88871b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:22.158460 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-bc55ab4b-66f3-4a24-ab1a-7c162f88871b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 821 time: 0.2036490 Jul 14 11:25:22.176997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Request body: {'port': {'device_id': '3ed73959-a38d-4399-b878-f320a709c6ec', 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9', 'admin_state_up': True, 'tenant_id': '092b4d35f0ba473e960362da2e4e4617'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:22.181020 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4bc7127-1b6a-4fd4-a099-cce69b19a94e req-ed7fefcd-184b-48be-b6e9-5a2543518004 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311445 Jul 14 11:25:22.187785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['3106aba7-b4f9-4354-a145-cdea8e3396b7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:22.237886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Made reservation on behalf of b78aa2d8d2ca4142a2849e7ec8905eec for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:25:22.242031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:22.276249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:22.361089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ade5a88-e9c9-4745-8e5c-38085b796bb8 req-04b1a284-4488-4913-a538-6a971e802675 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 210 time: 0.0585549 Jul 14 11:25:22.363780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0f4221f0-cac8-4737-a897-97d6db98b54d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:22.511874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Made reservation on behalf of 092b4d35f0ba473e960362da2e4e4617 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:25:22.512730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Allocated IP 172.20.0.7 (a00fc17a-e4cb-4218-a427-acd6d781b18d/099e4d45-6ca9-49cc-b88c-36e808c423c7/0ae7ed00-fba9-4e29-ba77-1a07481de696) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:25:22.525141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:22.685566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ba31d55-d312-412f-9349-d0a397c64849 req-f2df909f-22bc-43bc-833b-2bf77db1bc1d tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 210 time: 0.0382380 Jul 14 11:25:22.770495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Allocated IP 172.20.0.8 (7bf37d25-cd40-48ee-9a05-205601d9caa9/6f1a636a-b36e-4fd9-96e6-014ea8048540/e7a97d92-72b3-471b-a37d-406a8d3dd93a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:25:22.792532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3f00c-f06a-49ba-98c8-ea779398d659 req-33d76244-9152-4f38-ba30-aee86fee82e2 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:22.794230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3af3f00c-f06a-49ba-98c8-ea779398d659 req-33d76244-9152-4f38-ba30-aee86fee82e2 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 949 time: 0.2010107 Jul 14 11:25:22.865284 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3af3f00c-f06a-49ba-98c8-ea779398d659 req-2ddf0ebf-c312-48c6-a077-2101e27bb6b7 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632801 Jul 14 11:25:22.882848 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:22.919004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Transition to ACTIVE for port object 0ae7ed00-fba9-4e29-ba77-1a07481de696 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:22.965508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d53c02-86ed-43a6-87e0-385fbdbc61e4 req-63ecd398-14d3-45ba-bc3a-9acfb8d35db6 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:22.966443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:22.967674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2d53c02-86ed-43a6-87e0-385fbdbc61e4 req-63ecd398-14d3-45ba-bc3a-9acfb8d35db6 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.1007271 Jul 14 11:25:23.001883 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.022985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.047405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2d53c02-86ed-43a6-87e0-385fbdbc61e4 req-78dda87e-0c51-4be0-b967-3e6cc8cddaf9 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715241 Jul 14 11:25:23.069305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Network a00fc17a-e4cb-4218-a427-acd6d781b18d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:25:23.073094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:25:23.078847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:25:23.082348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e8ef210c-6884-4375-99ba-7b1e675c6f7a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:23.083586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Pushing event updated for resources: {'Port': ['ID=0ae7ed00-fba9-4e29-ba77-1a07481de696,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:23.118012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Network 7bf37d25-cd40-48ee-9a05-205601d9caa9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:25:23.124430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:25:23.148011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:25:23.182531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:23.183224 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.213344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-05d2b83a-ff3c-44dc-a9db-889925ab3e63 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4443455 Jul 14 11:25:23.231359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Request body: {'port': {'device_id': '62461e06-6e1b-423e-a069-6cb4af256a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:23.262354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:23.263040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.268757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Pushing event updated for resources: {'Port': ['ID=e7a97d92-72b3-471b-a37d-406a8d3dd93a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:23.283037 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.283611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.284215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.284738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.285349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.285840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.286327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.286817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.287743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.288256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.288761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.292569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:23.367747 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-d3067bb5-8b9a-4819-b380-ffe4ace0aa89 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2038791 Jul 14 11:25:23.380753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Request body: {'port': {'device_id': '3ed73959-a38d-4399-b878-f320a709c6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:23.463949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-08c96303-53de-4e1d-be25-09bf36fac084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:23.465840 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-08c96303-53de-4e1d-be25-09bf36fac084 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 1101 time: 0.1537354 Jul 14 11:25:23.470322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.500122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3106aba7-b4f9-4354-a145-cdea8e3396b7 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:23.508937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.551088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714e746-75df-4bfc-a356-7a571991f6c3 req-c152b3c7-7a77-45bd-96a0-3c207659fd63 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:23.553189 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a714e746-75df-4bfc-a356-7a571991f6c3 req-c152b3c7-7a77-45bd-96a0-3c207659fd63 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.2057233 Jul 14 11:25:23.564691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce89a8-5ac7-4a5d-bd9c-2391f229d191 req-5599a93c-288d-4d46-993c-86e69d265a07 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:23.566935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95ce89a8-5ac7-4a5d-bd9c-2391f229d191 req-5599a93c-288d-4d46-993c-86e69d265a07 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.2339706 Jul 14 11:25:23.575213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4d5dc7f3-203e-47e9-90bb-7da2967814b3 None None] Provisioning for port 0ae7ed00-fba9-4e29-ba77-1a07481de696 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:23.583082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4d5dc7f3-203e-47e9-90bb-7da2967814b3 None None] Provisioning complete for port 0ae7ed00-fba9-4e29-ba77-1a07481de696 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:23.583829 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc7f3-203e-47e9-90bb-7da2967814b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.611212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0f4221f0-cac8-4737-a897-97d6db98b54d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:23.620610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 3106aba7-b4f9-4354-a145-cdea8e3396b7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:23.642035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-7417cffe-9e09-45bf-a52c-f48489fa1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:23.643559 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-7417cffe-9e09-45bf-a52c-f48489fa1a49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1683390 Jul 14 11:25:23.666486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 3106aba7-b4f9-4354-a145-cdea8e3396b7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:23.666811 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.674261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4d5dc7f3-203e-47e9-90bb-7da2967814b3 None None] Port 0ae7ed00-fba9-4e29-ba77-1a07481de696 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:25:23.708912 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-78a31f17-3911-4bf8-a8ff-143c3f96dd0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 217 time: 0.0513453 Jul 14 11:25:23.740899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 0f4221f0-cac8-4737-a897-97d6db98b54d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:23.746315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 0f4221f0-cac8-4737-a897-97d6db98b54d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:23.746694 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.838425 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.870714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:23.873241 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf5359e-3cbd-4f84-962a-3c0f74aaa7fb" -d '{"events": [{"server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "name": "network-vif-plugged", "status": "completed", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:23.886728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-e66e9e6a-a827-49ae-be93-a8a067792891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:23.888610 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-e66e9e6a-a827-49ae-be93-a8a067792891 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1082244 Jul 14 11:25:23.925275 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.937033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:23.948651 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:23.994268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:24.001272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-2ea9210a-7c00-4c35-a982-3bb792b7e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:24.001760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a714e746-75df-4bfc-a356-7a571991f6c3 req-2ce59147-aadf-4d15-9992-52fd344808d2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318020 Jul 14 11:25:24.003976 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-2ea9210a-7c00-4c35-a982-3bb792b7e25f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077857 Jul 14 11:25:24.018701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:24.049397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95ce89a8-5ac7-4a5d-bd9c-2391f229d191 req-6c0e0a0e-a656-4119-93a9-d3842ede5e01 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628203 Jul 14 11:25:24.067416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=3106aba7-b4f9-4354-a145-cdea8e3396b7,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:24.199896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:24.397464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae7ed00-fba9-4e29-ba77-1a07481de696 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:24.409394 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:24.441133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Transition to ACTIVE for port object 0ae7ed00-fba9-4e29-ba77-1a07481de696 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:24.455494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66b4b-18bb-47f6-bde0-ca717a1676e7 req-d6ec8d52-18ed-4acb-b58b-d5f8aff1bd80 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:24.458029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fef66b4b-18bb-47f6-bde0-ca717a1676e7 req-d6ec8d52-18ed-4acb-b58b-d5f8aff1bd80 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 931 time: 0.2152507 Jul 14 11:25:24.460619 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:24.469325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a97d92-72b3-471b-a37d-406a8d3dd93a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:24.484298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:24.511889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Transition to ACTIVE for port object e7a97d92-72b3-471b-a37d-406a8d3dd93a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:24.513214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76671cec-1df9-4950-97a3-a1b932a6e20a req-4505e940-c235-4803-9ba9-138eb8ec1ab7 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:24.518302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:24.520406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76671cec-1df9-4950-97a3-a1b932a6e20a req-4505e940-c235-4803-9ba9-138eb8ec1ab7 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 931 time: 0.2258763 Jul 14 11:25:24.523647 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-5b72b614-61a3-497e-8355-8b959c5c1dba service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115595 Jul 14 11:25:24.634053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Pushing event updated for resources: {'Port': ['ID=e7a97d92-72b3-471b-a37d-406a8d3dd93a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:24.645792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fef66b4b-18bb-47f6-bde0-ca717a1676e7 req-d2cab20a-9d1f-4b5a-a07b-31f23e01a4f8 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722579 Jul 14 11:25:24.682174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae7ed00-fba9-4e29-ba77-1a07481de696,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:24.721958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76671cec-1df9-4950-97a3-a1b932a6e20a req-48a9cb5c-4627-497f-9c51-6cea31e1bd3c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005670 Jul 14 11:25:24.722167 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce46b63d-e304-405a-b505-9ad710d52f43 x-openstack-request-id: req-ce46b63d-e304-405a-b505-9ad710d52f43 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:24.723038 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "name": "network-vif-plugged", "status": "completed", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:24.723301 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce46b63d-e304-405a-b505-9ad710d52f43 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:24.723750 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7', 'code': 200} Jul 14 11:25:24.750060 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-931dcbb6-0580-4eea-bf70-433a36ec8230 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006617 Jul 14 11:25:24.779912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:25:24.781201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:25:24.781612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:24.784142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Attempting to bind port 0ae7ed00-fba9-4e29-ba77-1a07481de696 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:25:24.784620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Attempting to bind port 0ae7ed00-fba9-4e29-ba77-1a07481de696 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:25:24.784810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Attempting to bind port 0ae7ed00-fba9-4e29-ba77-1a07481de696 on network a00fc17a-e4cb-4218-a427-acd6d781b18d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:24.797911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Port 0ae7ed00-fba9-4e29-ba77-1a07481de696 on network a00fc17a-e4cb-4218-a427-acd6d781b18d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:25:24.798243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Attempting to bind port 0ae7ed00-fba9-4e29-ba77-1a07481de696 on network a00fc17a-e4cb-4218-a427-acd6d781b18d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:24.804742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Port e7a97d92-72b3-471b-a37d-406a8d3dd93a on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:25:24.805318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:24.814535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:25:24.814935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Checking segment: {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:25:24.815262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Bound using segment: {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:25:24.815701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Bound port: 0ae7ed00-fba9-4e29-ba77-1a07481de696, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28150383-21a2-4827-b978-83aaba929a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:25:24.816090 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:24.817280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:25:24.817670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:25:24.819097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:25:24.819555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Bound port: e7a97d92-72b3-471b-a37d-406a8d3dd93a, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:25:24.822062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:24.968778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:24.974650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:25:24.981110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:24.988599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] For port 0ae7ed00-fba9-4e29-ba77-1a07481de696, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:25.027801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.028951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:25.031174 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] 10.222.0.64 "PUT /v2.0/ports/e7a97d92-72b3-471b-a37d-406a8d3dd93a HTTP/1.1" status: 200 len: 1091 time: 1.6561425 Jul 14 11:25:25.032485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fca06-eca7-4bba-b73d-616a46d5e2c7 req-a0f2e4c9-eec0-4145-a44e-edcc79f904a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.034190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-740fca06-eca7-4bba-b73d-616a46d5e2c7 req-a0f2e4c9-eec0-4145-a44e-edcc79f904a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 1101 time: 0.1889086 Jul 14 11:25:25.036542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:25.036769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] For port 0ae7ed00-fba9-4e29-ba77-1a07481de696, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:25:25.039842 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bccbf12-cbc3-4cd1-b34f-616297f6d115" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:25.063220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:25.075418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e01c56-b9a5-4296-a022-8b2048d9391c service neutron] Pushing event updated for resources: {'Port': ['ID=e7a97d92-72b3-471b-a37d-406a8d3dd93a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:25.130485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.131120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:25.132555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 200 len: 1091 time: 1.9055884 Jul 14 11:25:25.133016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:25.135262 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d067121-b6a3-49d2-a741-84ac6da52a64" -d '{"events": [{"name": "network-changed", "server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:25.142139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730102-f175-41e0-8745-e300a2e42d3f req-88b20d0c-6512-4d54-a7da-10325ce2cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.143749 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-88b20d0c-6512-4d54-a7da-10325ce2cb61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1094 time: 0.0606596 Jul 14 11:25:25.156374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-740fca06-eca7-4bba-b73d-616a46d5e2c7 req-8095c7fb-be61-4eca-bd4d-1afee100e411 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147039 Jul 14 11:25:25.178020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c0627-7daa-4c6f-933e-6f5e7b83b832 req-b568a14d-03f7-44c6-8162-6b80216257c8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.180714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f5c0627-7daa-4c6f-933e-6f5e7b83b832 req-b568a14d-03f7-44c6-8162-6b80216257c8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.2606261 Jul 14 11:25:25.205479 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-c1187ad1-6954-4cae-b9b1-a78d4719263d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a HTTP/1.1" status: 200 len: 217 time: 0.0534434 Jul 14 11:25:25.212709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bba3d-6697-41bb-bea9-816e1e60d974 req-fa706280-9c73-4456-92fd-710c9e50515a tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.214557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-848bba3d-6697-41bb-bea9-816e1e60d974 req-fa706280-9c73-4456-92fd-710c9e50515a tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 950 time: 0.2464299 Jul 14 11:25:25.245654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c9751-fee7-40bd-8092-b191749631a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae7ed00-fba9-4e29-ba77-1a07481de696,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:25.273759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730102-f175-41e0-8745-e300a2e42d3f req-6676a770-5b03-4800-b424-2c8a8f0ee513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.276445 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-6676a770-5b03-4800-b424-2c8a8f0ee513 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.0634868 Jul 14 11:25:25.316365 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-a50b94d8-b664-4137-82a9-b7e65a5ab185 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304410 Jul 14 11:25:25.320458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f5c0627-7daa-4c6f-933e-6f5e7b83b832 req-28f388ba-27f1-4a5c-8f59-2c9a77393e2d tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166306 Jul 14 11:25:25.349367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-cba851ce-8882-429f-b7a6-6cde8db8d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.351267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-cba851ce-8882-429f-b7a6-6cde8db8d085 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 1094 time: 0.1498544 Jul 14 11:25:25.412915 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-848bba3d-6697-41bb-bea9-816e1e60d974 req-8a4a115d-7120-4a72-9c18-e66bb4caac3c tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463871 Jul 14 11:25:25.422776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-89a83c3d-5261-4453-b2af-7e723cc3421f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 200 len: 217 time: 0.0603421 Jul 14 11:25:25.492329 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-7a4791a5-c7ad-422c-bbab-bb7272e08752 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680212 Jul 14 11:25:25.494173 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2d8287-de09-4b0d-ada7-3a2524477bd2 x-openstack-request-id: req-2b2d8287-de09-4b0d-ada7-3a2524477bd2 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:25.494572 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:25.494826 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b2d8287-de09-4b0d-ada7-3a2524477bd2 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:25.495418 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a', 'status': 'completed', 'code': 200} Jul 14 11:25:25.508762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-bc545639-55b4-4d91-81fe-a15a9390b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.510695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-bc545639-55b4-4d91-81fe-a15a9390b069 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.0851641 Jul 14 11:25:25.586223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb51e2-03cf-4e40-a213-0413cfe089a2 req-c8d4df94-e5ae-4552-ac26-036aa13b3277 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.587922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49fb51e2-03cf-4e40-a213-0413cfe089a2 req-c8d4df94-e5ae-4552-ac26-036aa13b3277 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.1285203 Jul 14 11:25:25.618185 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3730102-f175-41e0-8745-e300a2e42d3f req-3b2d9c62-9b7d-42fd-a7d8-9e8a2162335d service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158886 Jul 14 11:25:25.666041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-edf9335c-80a0-4219-bad2-5bd4fbbe6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.667641 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-edf9335c-80a0-4219-bad2-5bd4fbbe6771 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497242 Jul 14 11:25:25.678313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49fb51e2-03cf-4e40-a213-0413cfe089a2 req-04372538-0e45-45d0-a4ca-000f1ecdef26 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806763 Jul 14 11:25:25.730627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-e75041f7-081d-4084-895a-2f6cdd8a9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.733167 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-e75041f7-081d-4084-895a-2f6cdd8a9579 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1094 time: 0.0655248 Jul 14 11:25:25.746263 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05f6a6f-1536-4582-9ab4-b04504972b3c x-openstack-request-id: req-f05f6a6f-1536-4582-9ab4-b04504972b3c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:25.746561 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:25.746812 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f05f6a6f-1536-4582-9ab4-b04504972b3c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:25.747219 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'status': 'completed', 'code': 200} Jul 14 11:25:25.773247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517a161-aa93-437f-abdc-33d355b1cdc4 req-95cc86f3-6678-4bc2-b479-a28151a9c460 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.774787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c517a161-aa93-437f-abdc-33d355b1cdc4 req-95cc86f3-6678-4bc2-b479-a28151a9c460 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1723387 Jul 14 11:25:25.834338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-c703b4a3-3779-4c32-a51c-d5f5acf6fe50 service neutron] 10.222.0.64 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526473 Jul 14 11:25:25.839694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c517a161-aa93-437f-abdc-33d355b1cdc4 req-a5a5ea89-0d01-4b3a-ba51-438139da39ff tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548644 Jul 14 11:25:25.864601 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:25.891358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-25bbffde-08d3-4348-b948-ef1a9fb9e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:25.894934 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-25bbffde-08d3-4348-b948-ef1a9fb9e26b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.1425164 Jul 14 11:25:25.948390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62a21acc-f1ae-48ee-b6e3-337509731dfc req-531e9e69-cfdb-434e-a22f-fa0e471297df service neutron] 10.222.0.64 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042471 Jul 14 11:25:25.975888 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-9c3097a9-4d75-4e8f-981a-00bf7a18e60e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a HTTP/1.1" status: 200 len: 217 time: 0.0666485 Jul 14 11:25:26.048547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-019226a2-917a-48cc-b2bf-a4896d9f66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.050265 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-019226a2-917a-48cc-b2bf-a4896d9f66ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.0545449 Jul 14 11:25:26.092464 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-5ffe3643-85b8-4c71-9062-41eeccd20a54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307047 Jul 14 11:25:26.110436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290d56a-9cdb-4b59-bafb-2fe64f2faa7c req-73c99b38-bb75-4b64-9924-e5b687014a68 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.112765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3290d56a-9cdb-4b59-bafb-2fe64f2faa7c req-73c99b38-bb75-4b64-9924-e5b687014a68 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 943 time: 0.1469567 Jul 14 11:25:26.173072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-8e934ed7-406b-4deb-8a24-9f028a34cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.174494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-8e934ed7-406b-4deb-8a24-9f028a34cc91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 1094 time: 0.1569331 Jul 14 11:25:26.185520 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3290d56a-9cdb-4b59-bafb-2fe64f2faa7c req-8881a8db-3e3b-473b-89ed-9336ff0a72f2 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645616 Jul 14 11:25:26.195467 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-4db68738-9244-4a78-ab65-cb36ae56afdb service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947566 Jul 14 11:25:26.208874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7b68-7713-4c15-893e-c1ad0fe3dd21 req-e8a68430-eab0-48b6-97e5-62edc70ef515 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.211054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-767d7b68-7713-4c15-893e-c1ad0fe3dd21 req-e8a68430-eab0-48b6-97e5-62edc70ef515 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 943 time: 0.1758065 Jul 14 11:25:26.309795 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-767d7b68-7713-4c15-893e-c1ad0fe3dd21 req-aeee17bc-d23b-4e8d-8f6c-960eea9a0371 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867491 Jul 14 11:25:26.318296 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6bccbf12-cbc3-4cd1-b34f-616297f6d115 req-aeda6d90-f501-47dd-9577-0cfd09d5ac46 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131494 Jul 14 11:25:26.330517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-b42e1b9d-6114-4eb7-a392-7cba990fa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.332051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-b42e1b9d-6114-4eb7-a392-7cba990fa2c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.1424787 Jul 14 11:25:26.382337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57366) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:26.394509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-096778a8-f768-4d44-85b9-c483c4dbc362 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 200 len: 217 time: 0.0539534 Jul 14 11:25:26.445218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-e2060c3c-a12b-47b5-a0f7-70c4e6c7ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.446574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-e2060c3c-a12b-47b5-a0f7-70c4e6c7ac89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.0459445 Jul 14 11:25:26.503205 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5a47fe6-8a39-416d-8889-70aabcd175e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:26.549361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd989a85-ee11-4c8e-9ea1-67724c7d33dd req-8a41526e-3817-4985-9381-458dd4da413b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.550905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd989a85-ee11-4c8e-9ea1-67724c7d33dd req-8a41526e-3817-4985-9381-458dd4da413b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.1034546 Jul 14 11:25:26.553061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-06016418-c15a-4e0c-95cd-f9b54aa5eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.554591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-06016418-c15a-4e0c-95cd-f9b54aa5eb6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979135 Jul 14 11:25:26.604279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5a47fe6-8a39-416d-8889-70aabcd175e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:26.609350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5a47fe6-8a39-416d-8889-70aabcd175e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:26.647291 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e5a47fe6-8a39-416d-8889-70aabcd175e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aae9fb727ac142fb8ab270dad0e0fc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636898 Jul 14 11:25:26.649229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a47fe6-8a39-416d-8889-70aabcd175e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2a8c22-fece-4e4a-8d29-aed70981f98d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:26.651736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57372) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:26.681912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd989a85-ee11-4c8e-9ea1-67724c7d33dd req-d12df45d-838a-438d-9eda-7d37a58aebae tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203232 Jul 14 11:25:26.715435 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a97c4971-d745-4b3b-80b4-26c964899021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:26.724806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:26.727311 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7ad7b9-f044-4afd-8fd1-0b6aa2018565" -d '{"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-plugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:26.731841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-62cc7440-cd56-4261-ab90-ac607bfcb5af service neutron] 10.222.0.64 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610978 Jul 14 11:25:26.738541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a97c4971-d745-4b3b-80b4-26c964899021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:26.743868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67b414-57f6-4083-aa65-92bc0ca57fa4 req-798b1a5f-a975-4fc8-aef7-11d55983461a tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.745468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef67b414-57f6-4083-aa65-92bc0ca57fa4 req-798b1a5f-a975-4fc8-aef7-11d55983461a tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 950 time: 0.1736867 Jul 14 11:25:26.786525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a97c4971-d745-4b3b-80b4-26c964899021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:26.789248 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a97c4971-d745-4b3b-80b4-26c964899021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:26.792865 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a97c4971-d745-4b3b-80b4-26c964899021 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e2a8c22-fece-4e4a-8d29-aed70981f98d HTTP/1.1" status: 204 len: 168 time: 0.1377323 Jul 14 11:25:26.800925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c4971-d745-4b3b-80b4-26c964899021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2a8c22-fece-4e4a-8d29-aed70981f98d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:26.832003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef67b414-57f6-4083-aa65-92bc0ca57fa4 req-5793ce1e-1279-41e7-b739-9dd555129b88 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768311 Jul 14 11:25:26.889797 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90466c8d-b5de-4aa9-ba9c-36e32766ce38 x-openstack-request-id: req-90466c8d-b5de-4aa9-ba9c-36e32766ce38 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:26.890844 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-plugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:26.891253 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-90466c8d-b5de-4aa9-ba9c-36e32766ce38 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:26.891804 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'code': 200} Jul 14 11:25:26.904794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d067121-b6a3-49d2-a741-84ac6da52a64 req-21b7a6de-5963-40f7-8ea0-d7dfdc87fe7e service neutron] 10.222.0.64 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582005 Jul 14 11:25:26.939072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900efcc4-943f-43ef-9e62-eb77e0bc3ad0 req-b0e1706b-885f-45bf-a1d1-8fa925415f5a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:26.944823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-900efcc4-943f-43ef-9e62-eb77e0bc3ad0 req-b0e1706b-885f-45bf-a1d1-8fa925415f5a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.1165295 Jul 14 11:25:27.030496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-900efcc4-943f-43ef-9e62-eb77e0bc3ad0 req-74523f89-8037-4cce-b0af-f7efc224b489 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795002 Jul 14 11:25:27.089486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28f5d-e3a9-4f03-aba5-e0d529e5b65c req-3fb7e618-1938-4e12-90f3-8e2e49f14d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:27.091002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eae28f5d-e3a9-4f03-aba5-e0d529e5b65c req-3fb7e618-1938-4e12-90f3-8e2e49f14d59 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 1100 time: 0.1078179 Jul 14 11:25:27.100297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c50cb1-1a14-4900-acbd-cd836de2cc54 req-179ee02d-8771-4679-b3af-02dfc3b40392 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:27.101791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43c50cb1-1a14-4900-acbd-cd836de2cc54 req-179ee02d-8771-4679-b3af-02dfc3b40392 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 949 time: 0.0918121 Jul 14 11:25:27.146896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57388) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:27.160535 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4266b9b9-206e-4835-8001-da790b80bc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:27.164852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eae28f5d-e3a9-4f03-aba5-e0d529e5b65c req-3b86dff0-c8f6-4eaa-a273-ac105d1c2913 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611722 Jul 14 11:25:27.195144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43c50cb1-1a14-4900-acbd-cd836de2cc54 req-f4e9bd3c-5c58-40f0-9bad-08a16610f49f tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837467 Jul 14 11:25:27.254104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b915-04c6-4bc9-8f7c-45bc0a4f5d00 req-286a35c6-9ef8-43fe-b1ee-c290c913ff22 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:27.255772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb37b915-04c6-4bc9-8f7c-45bc0a4f5d00 req-286a35c6-9ef8-43fe-b1ee-c290c913ff22 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1075013 Jul 14 11:25:27.268276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4266b9b9-206e-4835-8001-da790b80bc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:27.272780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4266b9b9-206e-4835-8001-da790b80bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:27.299635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb37b915-04c6-4bc9-8f7c-45bc0a4f5d00 req-1034338b-f23e-44f6-86d4-169022ffbb12 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382268 Jul 14 11:25:27.313843 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4266b9b9-206e-4835-8001-da790b80bc78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f31a4338d4ff469f927201af30b49599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657214 Jul 14 11:25:27.315085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266b9b9-206e-4835-8001-da790b80bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fa2d7e-5505-497a-8e29-6ece2ac062d1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:27.316857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57392) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:27.376206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3940c30f-c8fe-4255-9e31-83db3308ba53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:27.401254 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3940c30f-c8fe-4255-9e31-83db3308ba53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:27.517351 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3940c30f-c8fe-4255-9e31-83db3308ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:27.520210 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3940c30f-c8fe-4255-9e31-83db3308ba53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:27.521433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3940c30f-c8fe-4255-9e31-83db3308ba53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5fa2d7e-5505-497a-8e29-6ece2ac062d1 HTTP/1.1" status: 204 len: 168 time: 0.2035449 Jul 14 11:25:27.541045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940c30f-c8fe-4255-9e31-83db3308ba53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fa2d7e-5505-497a-8e29-6ece2ac062d1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:27.557091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8515d-fbaa-4331-bb30-43fc0baf938d req-4ff4b989-f5ce-42d7-8290-300a349a8c11 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:27.561699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80f8515d-fbaa-4331-bb30-43fc0baf938d req-4ff4b989-f5ce-42d7-8290-300a349a8c11 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 943 time: 0.1413846 Jul 14 11:25:27.583110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c101c-c2b3-458c-abd4-b730b05aa34b req-3e7c9fc5-0ca8-49ee-8630-c66eb13f2643 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:27.584741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba4c101c-c2b3-458c-abd4-b730b05aa34b req-3e7c9fc5-0ca8-49ee-8630-c66eb13f2643 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 943 time: 0.1235483 Jul 14 11:25:27.629730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80f8515d-fbaa-4331-bb30-43fc0baf938d req-6c04edcd-aca1-46b5-9dbb-4cb552604916 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622356 Jul 14 11:25:27.643133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba4c101c-c2b3-458c-abd4-b730b05aa34b req-aacdf51a-7cca-48e2-8413-f591d04e100e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508916 Jul 14 11:25:27.866415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea48a7-10e7-4029-8bb3-5e28f424152f req-f2d9691e-0f4f-4a12-82eb-02044feb0ac2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:27.867953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5aea48a7-10e7-4029-8bb3-5e28f424152f req-f2d9691e-0f4f-4a12-82eb-02044feb0ac2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.0691216 Jul 14 11:25:27.876783 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:27.911950 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5aea48a7-10e7-4029-8bb3-5e28f424152f req-19e23239-f190-4a79-8193-c720b0ba6771 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Jul 14 11:25:28.212776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b918ed5-d61f-4a5f-8b5c-438171cce319 req-a8ccd796-07e1-47b4-98cf-6a8240ea8722 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:28.214331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b918ed5-d61f-4a5f-8b5c-438171cce319 req-a8ccd796-07e1-47b4-98cf-6a8240ea8722 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.0683036 Jul 14 11:25:28.258850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b918ed5-d61f-4a5f-8b5c-438171cce319 req-d96e876b-4548-40be-861b-8b12cc02e7e9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Jul 14 11:25:28.396213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e878888-ba9a-48ed-b1cc-706c925e95fe req-75ddc2fa-2077-4b67-afa9-2e7a8eab3cf6 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:28.397864 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e878888-ba9a-48ed-b1cc-706c925e95fe req-75ddc2fa-2077-4b67-afa9-2e7a8eab3cf6 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 949 time: 0.0730577 Jul 14 11:25:28.472016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e878888-ba9a-48ed-b1cc-706c925e95fe req-9afd5007-7663-4ed0-a469-08c847d31363 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 Jul 14 11:25:28.504923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724da9b-9582-44d7-8ece-4e0cf3b99cfe req-b0e303c8-8a03-4c08-96e2-9b0b2f40d7a3 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:28.506495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b724da9b-9582-44d7-8ece-4e0cf3b99cfe req-b0e303c8-8a03-4c08-96e2-9b0b2f40d7a3 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.0863631 Jul 14 11:25:28.561256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b724da9b-9582-44d7-8ece-4e0cf3b99cfe req-a2893077-2b44-4996-8133-c07d87c6bc08 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Jul 14 11:25:28.820840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20672f0-5946-456e-85df-bfc512dc6e95 req-91c06c4e-2664-48f7-a3e4-b7dddf4e6376 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:28.822545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b20672f0-5946-456e-85df-bfc512dc6e95 req-91c06c4e-2664-48f7-a3e4-b7dddf4e6376 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 943 time: 0.0715446 Jul 14 11:25:28.870802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b20672f0-5946-456e-85df-bfc512dc6e95 req-0fd0381e-7be6-4c6c-bfdf-ad9cb736a532 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Jul 14 11:25:29.077885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b3ea7-3ab9-4901-a12b-e8b4060ae19d req-88fa172d-93b0-4126-a7f3-4ac9c84a31ec tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:29.085691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d36b3ea7-3ab9-4901-a12b-e8b4060ae19d req-88fa172d-93b0-4126-a7f3-4ac9c84a31ec tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 943 time: 0.0964215 Jul 14 11:25:29.157495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d36b3ea7-3ab9-4901-a12b-e8b4060ae19d req-f7f433fe-c07a-48bc-bdd3-e534cd47c1a9 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709431 Jul 14 11:25:29.192747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34853-189f-4e0e-8168-1ff3e3d4d901 req-11ea27ad-af8f-4f9e-8600-97372ea2d0cc tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:29.194397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aaf34853-189f-4e0e-8168-1ff3e3d4d901 req-11ea27ad-af8f-4f9e-8600-97372ea2d0cc tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.0889535 Jul 14 11:25:29.253250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aaf34853-189f-4e0e-8168-1ff3e3d4d901 req-b0dcacc7-56ca-4b36-b28e-68892f94a327 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496948 Jul 14 11:25:29.440276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910261ce-43fa-4cc6-b013-3049649eaa45 req-c1894696-e08d-42a0-9f63-a36459cbd7b5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:29.441799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-910261ce-43fa-4cc6-b013-3049649eaa45 req-c1894696-e08d-42a0-9f63-a36459cbd7b5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.0647840 Jul 14 11:25:29.483020 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-910261ce-43fa-4cc6-b013-3049649eaa45 req-102029ae-472b-455c-91c6-f32505cef758 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Jul 14 11:25:29.659309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e7a97d92-72b3-471b-a37d-406a8d3dd93a details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:29.749134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c26166-485c-4f32-bfe3-86a7813a9934 req-af63fd05-8dd0-457c-8408-0ccbe65c694f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:29.750663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a2c26166-485c-4f32-bfe3-86a7813a9934 req-af63fd05-8dd0-457c-8408-0ccbe65c694f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.0753639 Jul 14 11:25:29.784889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:29.796614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a2c26166-485c-4f32-bfe3-86a7813a9934 req-28fef559-d828-46f8-823c-54bde6c5f562 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 Jul 14 11:25:29.797705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a', 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9', 'port_id': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a', 'mac_address': 'fa:16:3e:78:bc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1a636a-b36e-4fd9-96e6-014ea8048540', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:29.800266 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:25:29.835672 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:29.849237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a97d92-72b3-471b-a37d-406a8d3dd93a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:29.870766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:29.876278 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:29.876895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0ae7ed00-fba9-4e29-ba77-1a07481de696 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:29.981941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=e7a97d92-72b3-471b-a37d-406a8d3dd93a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:30.032720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0ae7ed00-fba9-4e29-ba77-1a07481de696, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:30.050112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'port_id': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'mac_address': 'fa:16:3e:10:e3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:30.079431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930a391-b4b2-4c0a-949d-76bb5d37855a req-18599dae-b8da-40fc-8ea8-f2d728b26ab7 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:30.082193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d930a391-b4b2-4c0a-949d-76bb5d37855a req-18599dae-b8da-40fc-8ea8-f2d728b26ab7 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 943 time: 0.0865972 Jul 14 11:25:30.093578 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:30.109911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae7ed00-fba9-4e29-ba77-1a07481de696 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:30.136360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0ae7ed00-fba9-4e29-ba77-1a07481de696, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:30.142065 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:30.157234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d930a391-b4b2-4c0a-949d-76bb5d37855a req-a2170a95-a79f-42be-84fe-4735d5cdc192 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689728 Jul 14 11:25:30.200401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0ae7ed00-fba9-4e29-ba77-1a07481de696,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:30.353076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c03ab1-2c5d-443a-9d39-b90ea3b57129 req-cc197a03-7ae3-4fcf-8c55-a43878eb51fb tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:30.354753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1c03ab1-2c5d-443a-9d39-b90ea3b57129 req-cc197a03-7ae3-4fcf-8c55-a43878eb51fb tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 944 time: 0.0719984 Jul 14 11:25:30.398322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1c03ab1-2c5d-443a-9d39-b90ea3b57129 req-a1e4e789-b5e4-4665-83c7-2a96757dda5c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373421 Jul 14 11:25:30.470101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['e7a97d92-72b3-471b-a37d-406a8d3dd93a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:30.476256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0ae7ed00-fba9-4e29-ba77-1a07481de696'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:30.489352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239ff2-154a-4e7d-b6db-36cd3b69c095 req-7db72617-703c-424b-8144-8bbbcb9d4fb6 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:30.491175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39239ff2-154a-4e7d-b6db-36cd3b69c095 req-7db72617-703c-424b-8144-8bbbcb9d4fb6 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.0691090 Jul 14 11:25:30.539271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39239ff2-154a-4e7d-b6db-36cd3b69c095 req-b4a9ff87-2636-4464-8c13-93bfb7d11bd8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Jul 14 11:25:30.690334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b4384-7a3d-49ca-8d2e-7f2126441936 req-fc346403-467c-40e4-989d-f138bb2285ba tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:30.691923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-352b4384-7a3d-49ca-8d2e-7f2126441936 req-fc346403-467c-40e4-989d-f138bb2285ba tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.0718884 Jul 14 11:25:30.736904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-352b4384-7a3d-49ca-8d2e-7f2126441936 req-03875687-585d-47f4-9c00-6b05f530cda2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369997 Jul 14 11:25:30.977889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96afd60-c9a8-443a-a0ad-4d291cf5994c req-80424100-2423-40fc-bc2e-796376fbc388 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:30.979718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c96afd60-c9a8-443a-a0ad-4d291cf5994c req-80424100-2423-40fc-bc2e-796376fbc388 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.0705814 Jul 14 11:25:31.019174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c96afd60-c9a8-443a-a0ad-4d291cf5994c req-dd9509ac-cc33-4500-9d02-4684b5963601 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324090 Jul 14 11:25:31.337516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6c4bb-f185-4900-8dda-eb1ad9457f56 req-44116154-5e2b-4ce1-9b77-acb7dfaf23e7 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:31.338705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cd6c4bb-f185-4900-8dda-eb1ad9457f56 req-44116154-5e2b-4ce1-9b77-acb7dfaf23e7 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 944 time: 0.0653834 Jul 14 11:25:31.381785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cd6c4bb-f185-4900-8dda-eb1ad9457f56 req-2faeb5d6-61cb-40c3-95b8-798599844327 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Jul 14 11:25:31.608737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576afc3-c62b-4cb8-8369-72b8d19899df req-c0698618-9374-4bb9-a97a-e1605970cedf tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:31.616040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2576afc3-c62b-4cb8-8369-72b8d19899df req-c0698618-9374-4bb9-a97a-e1605970cedf tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 944 time: 0.0908563 Jul 14 11:25:31.668473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0f4221f0-cac8-4737-a897-97d6db98b54d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:31.784554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:31.797468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'mac_address': 'fa:16:3e:2e:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:31.836647 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:31.851037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f4221f0-cac8-4737-a897-97d6db98b54d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:31.877800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:31.882804 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:31.941795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:31.953572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2576afc3-c62b-4cb8-8369-72b8d19899df req-7f22f0a4-1ce3-4e9c-bd7c-c201cc65e350 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366098 Jul 14 11:25:31.983069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e37a0-2c8a-4c06-809a-9fb4bd06d429 req-63ac6531-e467-4f82-94a7-6167d5dfb3b1 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:31.984603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d03e37a0-2c8a-4c06-809a-9fb4bd06d429 req-63ac6531-e467-4f82-94a7-6167d5dfb3b1 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.0818882 Jul 14 11:25:32.028043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d03e37a0-2c8a-4c06-809a-9fb4bd06d429 req-725cf28a-c04c-4a01-9f22-a4bf1fd88ed9 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368948 Jul 14 11:25:32.045076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0f4221f0-cac8-4737-a897-97d6db98b54d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:32.171511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3ea49-2081-40fa-ac12-1b1503fc8cd0 req-2b0d8ea7-da78-4e5f-97eb-3ddacbea48bf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:32.173298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76e3ea49-2081-40fa-ac12-1b1503fc8cd0 req-2b0d8ea7-da78-4e5f-97eb-3ddacbea48bf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.0826571 Jul 14 11:25:32.235175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76e3ea49-2081-40fa-ac12-1b1503fc8cd0 req-615c175e-9ace-4f1d-b158-c8f0a9e8919e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493469 Jul 14 11:25:32.384030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2c40f-933f-4935-b9d1-c586975cb1fa req-086eadd3-4284-4111-94cc-0874417f5452 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:32.385649 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35d2c40f-933f-4935-b9d1-c586975cb1fa req-086eadd3-4284-4111-94cc-0874417f5452 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.0715370 Jul 14 11:25:32.437708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35d2c40f-933f-4935-b9d1-c586975cb1fa req-2aa2c522-55ae-44c3-81dc-84dd3c05132c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438478 Jul 14 11:25:32.638508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b044e-db12-419d-99dd-c045358c71e6 req-884935a7-e3c8-4910-8057-2c591897fb18 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:32.640282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-330b044e-db12-419d-99dd-c045358c71e6 req-884935a7-e3c8-4910-8057-2c591897fb18 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 944 time: 0.0765338 Jul 14 11:25:32.681313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-330b044e-db12-419d-99dd-c045358c71e6 req-c0a3572a-dedb-4a35-baf2-4c5fbca089f7 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340314 Jul 14 11:25:33.208715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30776fb8-bc19-4e2f-97ec-b3bcbf90d15d req-d855f092-b8ac-4d79-b612-a7c51ad10911 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:33.216072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30776fb8-bc19-4e2f-97ec-b3bcbf90d15d req-d855f092-b8ac-4d79-b612-a7c51ad10911 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 944 time: 0.1224558 Jul 14 11:25:33.276595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30776fb8-bc19-4e2f-97ec-b3bcbf90d15d req-ebcc7375-608c-49e9-a512-dac9cc397d57 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587623 Jul 14 11:25:33.293138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905ab3d-d3b1-4e41-b737-9af95402048f req-8bd71144-4352-49ea-8f75-b7f8ad2c95cb tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:33.311051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b905ab3d-d3b1-4e41-b737-9af95402048f req-8bd71144-4352-49ea-8f75-b7f8ad2c95cb tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 945 time: 0.1542783 Jul 14 11:25:33.376369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b905ab3d-d3b1-4e41-b737-9af95402048f req-9f855c72-dfcc-4065-9cdb-260d0c0f0c8c tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642543 Jul 14 11:25:33.596024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf3e7d-ea2e-4ce4-be43-7cd3cafbda0e req-6ac99830-804e-43c4-a1d2-867803268e39 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:33.602789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffbf3e7d-ea2e-4ce4-be43-7cd3cafbda0e req-6ac99830-804e-43c4-a1d2-867803268e39 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.1068115 Jul 14 11:25:33.673986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffbf3e7d-ea2e-4ce4-be43-7cd3cafbda0e req-80c92f1e-7a0b-4b73-84aa-762405e8aad8 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617883 Jul 14 11:25:33.675385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0f4221f0-cac8-4737-a897-97d6db98b54d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:33.804232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 0f4221f0-cac8-4737-a897-97d6db98b54d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:33.804595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:33.928905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901960a4-721a-41e9-81c7-78507bac6195 req-82f3fa6b-667a-41e1-b617-8061344bb2f1 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:33.931131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-901960a4-721a-41e9-81c7-78507bac6195 req-82f3fa6b-667a-41e1-b617-8061344bb2f1 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1252482 Jul 14 11:25:33.957708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:33.993846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:33.996031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-901960a4-721a-41e9-81c7-78507bac6195 req-f1537672-31ef-4a2d-94e3-b6d469aab048 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570691 Jul 14 11:25:33.997421 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e9c306-e36e-4297-9912-f494013f3a72" -d '{"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-plugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:34.052394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:34.062402 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:34.063423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e7a97d92-72b3-471b-a37d-406a8d3dd93a up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:34.223121 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66bf0fb-27b2-49fd-a25e-1e5e6ec6264a x-openstack-request-id: req-c66bf0fb-27b2-49fd-a25e-1e5e6ec6264a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:34.223409 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-plugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:34.223671 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c66bf0fb-27b2-49fd-a25e-1e5e6ec6264a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:34.224096 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'code': 200} Jul 14 11:25:34.224903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:34.282595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port e7a97d92-72b3-471b-a37d-406a8d3dd93a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:34.295362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port e7a97d92-72b3-471b-a37d-406a8d3dd93a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:34.299613 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:34.478103 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:34.521574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:34.533854 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:34.534976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0ae7ed00-fba9-4e29-ba77-1a07481de696 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:34.629029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591f49e-b847-4344-8ddc-8f927b4362c3 req-970988e1-bcab-420b-9e15-03ab2eb67f62 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:34.636653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4591f49e-b847-4344-8ddc-8f927b4362c3 req-970988e1-bcab-420b-9e15-03ab2eb67f62 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 944 time: 0.2104621 Jul 14 11:25:34.647581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c5b12-d412-46fc-9515-de1c176dd55e req-d3a9f5a3-32c6-4839-b899-2f1e77577972 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:34.649439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c20c5b12-d412-46fc-9515-de1c176dd55e req-d3a9f5a3-32c6-4839-b899-2f1e77577972 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 944 time: 0.2532830 Jul 14 11:25:34.706750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 0ae7ed00-fba9-4e29-ba77-1a07481de696 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:25:34.720832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=e7a97d92-72b3-471b-a37d-406a8d3dd93a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:34.733685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4591f49e-b847-4344-8ddc-8f927b4362c3 req-85e4ab9c-c959-4413-a2b0-c3ea0ea14765 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958517 Jul 14 11:25:34.743231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.744168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.745210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.745560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.745900 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.748807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.749376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.749662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.750007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.750347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.750686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.751019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:34.757971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 0ae7ed00-fba9-4e29-ba77-1a07481de696 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:34.758349 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:34.769239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c20c5b12-d412-46fc-9515-de1c176dd55e req-765e3f35-16c8-4c7c-b3b4-67daebaa2769 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936625 Jul 14 11:25:34.921623 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:34.940237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57702) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:34.973365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0ae7ed00-fba9-4e29-ba77-1a07481de696, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:34.979564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:35.010164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6e2ea-b2d0-4fe2-893a-902d4ffa6de1 req-643b75d6-813c-4e2b-952a-05904d7c35b2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:35.027382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ba6e2ea-b2d0-4fe2-893a-902d4ffa6de1 req-643b75d6-813c-4e2b-952a-05904d7c35b2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.1155343 Jul 14 11:25:35.128717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ba6e2ea-b2d0-4fe2-893a-902d4ffa6de1 req-45cec2e4-a6f5-4366-8f23-9ecb52483c65 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998752 Jul 14 11:25:35.131280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67bd0e31-a148-46a7-816e-71e03053e06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:35.164225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0ae7ed00-fba9-4e29-ba77-1a07481de696,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:35.328333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67bd0e31-a148-46a7-816e-71e03053e06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:35.335245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67bd0e31-a148-46a7-816e-71e03053e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:35.387331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd0e31-a148-46a7-816e-71e03053e06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebec883-1c0e-426d-b4f3-c576525e82cb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:35.393215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71beec09-211a-412c-9fd0-68529583f994 req-96b1a0d8-ebeb-4cbc-8555-ef5a7368542c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:35.395233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71beec09-211a-412c-9fd0-68529583f994 req-96b1a0d8-ebeb-4cbc-8555-ef5a7368542c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1122220 Jul 14 11:25:35.418843 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-67bd0e31-a148-46a7-816e-71e03053e06e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08278329ae8a40548c201029e813a03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775825 Jul 14 11:25:35.419589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57728) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:35.506635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c99292d7-2127-4c30-9c3f-e4fad945ad2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:35.512347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71beec09-211a-412c-9fd0-68529583f994 req-63001fcd-7cf0-4ca1-8b27-3e10a782050b tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108534 Jul 14 11:25:35.547270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c99292d7-2127-4c30-9c3f-e4fad945ad2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:35.611447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c99292d7-2127-4c30-9c3f-e4fad945ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:35.613974 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c99292d7-2127-4c30-9c3f-e4fad945ad2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:35.615133 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c99292d7-2127-4c30-9c3f-e4fad945ad2a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bebec883-1c0e-426d-b4f3-c576525e82cb HTTP/1.1" status: 204 len: 168 time: 0.1942096 Jul 14 11:25:35.623009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99292d7-2127-4c30-9c3f-e4fad945ad2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebec883-1c0e-426d-b4f3-c576525e82cb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:35.683916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:35.838954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:35.872753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'port_id': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb', 'mac_address': 'fa:16:3e:51:ad:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41eed6e3-e4de-43e0-9e1c-01142e2f8b95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:35.950146 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:35.976089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:36.001073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:36.006405 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:36.077420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:36.090913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eee01-e2a9-4602-b1b7-9c669e882b75 req-14e1ab5d-1ff0-4db0-aa1e-aa7ec7f776a0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:36.092692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57740) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:36.098366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b0eee01-e2a9-4602-b1b7-9c669e882b75 req-14e1ab5d-1ff0-4db0-aa1e-aa7ec7f776a0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 945 time: 0.1294923 Jul 14 11:25:36.111152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ded2feaa-f952-4cfe-a600-f57ec85a0c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:36.114392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff156-0ca4-46c2-a40a-77e66bdd5fce req-ed952b50-809f-4e68-b982-40f2b294229d tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:36.115935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf7ff156-0ca4-46c2-a40a-77e66bdd5fce req-ed952b50-809f-4e68-b982-40f2b294229d tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 945 time: 0.1634667 Jul 14 11:25:36.164269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:36.183707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b0eee01-e2a9-4602-b1b7-9c669e882b75 req-ea2e7d68-a3b3-48f9-b061-a6fd604205c9 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843155 Jul 14 11:25:36.207464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf7ff156-0ca4-46c2-a40a-77e66bdd5fce req-e50ac266-faec-4616-8051-dd349c1a5045 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849607 Jul 14 11:25:36.228894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a'}, {'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:36.235301 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe7f5e0-e024-4d69-8587-2efb9dbc65af" -d '{"events": [{"server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a"}, {"server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "name": "network-vif-plugged", "status": "completed", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:36.249395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ded2feaa-f952-4cfe-a600-f57ec85a0c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:36.259206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ded2feaa-f952-4cfe-a600-f57ec85a0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:36.350817 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ded2feaa-f952-4cfe-a600-f57ec85a0c2b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d842f7d503814330b0f86ab65b587494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570002 Jul 14 11:25:36.353488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:36.355616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2feaa-f952-4cfe-a600-f57ec85a0c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cdc65a-2b80-4b1e-a3a0-7fdeaa6f5380,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:36.432125 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bef57d-3d61-4ba2-b188-f52d081a1700 x-openstack-request-id: req-28bef57d-3d61-4ba2-b188-f52d081a1700 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:36.432439 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a", "code": 200}, {"server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "name": "network-vif-plugged", "status": "completed", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:36.432694 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28bef57d-3d61-4ba2-b188-f52d081a1700 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:36.433090 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a', 'code': 200} Jul 14 11:25:36.433344 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'code': 200} Jul 14 11:25:36.547912 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2db4-18e4-4e5e-9b31-f60c56d5afa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:36.639152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2db4-18e4-4e5e-9b31-f60c56d5afa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:36.676034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28e143-efbb-4272-94a2-b084202b5fab req-faa16fb5-884e-4bf4-a87b-7523a5a67f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:36.679753 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5c28e143-efbb-4272-94a2-b084202b5fab req-faa16fb5-884e-4bf4-a87b-7523a5a67f6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 1096 time: 0.0777545 Jul 14 11:25:36.754617 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5c28e143-efbb-4272-94a2-b084202b5fab req-0c80fd9d-bf3f-4054-adc8-fc81117ea56f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655413 Jul 14 11:25:36.763645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce3033-2f08-4fd5-8ca2-3c67140209ad req-d1b408b7-6324-4674-bb6c-bdf7ba15f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:36.765194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fce3033-2f08-4fd5-8ca2-3c67140209ad req-d1b408b7-6324-4674-bb6c-bdf7ba15f2c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1096 time: 0.1618171 Jul 14 11:25:36.772701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3175ef-d867-4750-af0a-0f8d4ae09833 req-d85b3ff2-6466-49a8-8f48-4f7d03d0c2f7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:36.774092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad3175ef-d867-4750-af0a-0f8d4ae09833 req-d85b3ff2-6466-49a8-8f48-4f7d03d0c2f7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.2624784 Jul 14 11:25:36.834524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29204302-f9b9-4bf7-8eb1-ec943d375ae1 req-02c066c5-fe22-4ed4-9504-ebb58bc4b53e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:36.847062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29204302-f9b9-4bf7-8eb1-ec943d375ae1 req-02c066c5-fe22-4ed4-9504-ebb58bc4b53e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1933033 Jul 14 11:25:36.852087 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2db4-18e4-4e5e-9b31-f60c56d5afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:36.855664 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2db4-18e4-4e5e-9b31-f60c56d5afa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:36.861696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8dfb2db4-18e4-4e5e-9b31-f60c56d5afa7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27cdc65a-2b80-4b1e-a3a0-7fdeaa6f5380 HTTP/1.1" status: 204 len: 168 time: 0.5023699 Jul 14 11:25:36.967990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb2db4-18e4-4e5e-9b31-f60c56d5afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cdc65a-2b80-4b1e-a3a0-7fdeaa6f5380,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:36.981205 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29204302-f9b9-4bf7-8eb1-ec943d375ae1 req-3320b799-a1b1-4c91-a102-3fb960464c6f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331110 Jul 14 11:25:36.995132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad3175ef-d867-4750-af0a-0f8d4ae09833 req-97b7e01a-cc88-4f05-affa-95b26491cea1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080219 Jul 14 11:25:37.011032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fce3033-2f08-4fd5-8ca2-3c67140209ad req-96134c99-6736-40c3-b333-6a3186c94e3d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609890 Jul 14 11:25:37.412214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194f782-20d6-4f14-968d-6b9a078816d0 req-7d404f28-5abd-42f8-9f9c-6b055c520860 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:37.413964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7194f782-20d6-4f14-968d-6b9a078816d0 req-7d404f28-5abd-42f8-9f9c-6b055c520860 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 945 time: 0.0828979 Jul 14 11:25:37.519635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7194f782-20d6-4f14-968d-6b9a078816d0 req-d2328288-9115-4549-a64c-2c92c411e0ba tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950587 Jul 14 11:25:37.549886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50e1bc-6df8-4471-b80a-da5687166e32 req-22d9ad11-547a-4e9c-84c6-8d5a3b487a73 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:37.559237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a50e1bc-6df8-4471-b80a-da5687166e32 req-22d9ad11-547a-4e9c-84c6-8d5a3b487a73 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 945 time: 0.1152394 Jul 14 11:25:37.629903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a50e1bc-6df8-4471-b80a-da5687166e32 req-ac68bef1-e401-4e48-9df4-6040267944d6 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639699 Jul 14 11:25:37.691677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:37.805340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:37.805951 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:38.016529 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:38.074151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:38.082439 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:38.179606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:38.446365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:38.454101 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb696b0-90d8-4824-8cca-a5adc0c7dd56" -d '{"events": [{"server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "name": "network-vif-plugged", "status": "completed", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:39.424363 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9563b45f-52ad-4d43-843c-bccda09e7a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:40.918766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57900) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:41.084869 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6864eb0b-5de3-46ec-a1f9-e863be3d7b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:41.211471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6864eb0b-5de3-46ec-a1f9-e863be3d7b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:41.218652 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6864eb0b-5de3-46ec-a1f9-e863be3d7b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:41.268874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57908) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:41.271501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6864eb0b-5de3-46ec-a1f9-e863be3d7b89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a555a5956c748628db02486f2da26f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499198 Jul 14 11:25:41.282265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864eb0b-5de3-46ec-a1f9-e863be3d7b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6512b869-563c-432e-83fd-85db7c082c8d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:41.383623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9fb268a-e0be-42be-ae5b-c8061fb3552c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:41.416391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9fb268a-e0be-42be-ae5b-c8061fb3552c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:41.526971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9fb268a-e0be-42be-ae5b-c8061fb3552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:41.526971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9fb268a-e0be-42be-ae5b-c8061fb3552c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:41.526971 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a9fb268a-e0be-42be-ae5b-c8061fb3552c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6512b869-563c-432e-83fd-85db7c082c8d HTTP/1.1" status: 204 len: 168 time: 0.2489381 Jul 14 11:25:41.550681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 803656f7-3684-4f91-91e2-c80babeaa894 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:41.566058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb268a-e0be-42be-ae5b-c8061fb3552c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512b869-563c-432e-83fd-85db7c082c8d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:41.842886 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 803656f7-3684-4f91-91e2-c80babeaa894, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=803656f7-3684-4f91-91e2-c80babeaa894,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:41.889507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '803656f7-3684-4f91-91e2-c80babeaa894', 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b', 'port_id': '803656f7-3684-4f91-91e2-c80babeaa894', 'mac_address': 'fa:16:3e:01:27:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3496dc2-1355-46ce-b112-1b17620b2c59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:41.981143 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.004915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 803656f7-3684-4f91-91e2-c80babeaa894 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:42.062930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 803656f7-3684-4f91-91e2-c80babeaa894, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=803656f7-3684-4f91-91e2-c80babeaa894,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:42.068878 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.154872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57918) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:42.183709 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b7454e7-aa2e-4807-afd3-abdbc38dac59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.345949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b7454e7-aa2e-4807-afd3-abdbc38dac59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.365207 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b7454e7-aa2e-4807-afd3-abdbc38dac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.414754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b7454e7-aa2e-4807-afd3-abdbc38dac59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=170e0727f94049dfbf70d6e30f71e7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581146 Jul 14 11:25:42.420587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57920) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:42.462058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7454e7-aa2e-4807-afd3-abdbc38dac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f97f2d-9a5a-48c3-8e1e-261e6e05ea20,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:42.569186 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.578077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=803656f7-3684-4f91-91e2-c80babeaa894,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:42.590810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['803656f7-3684-4f91-91e2-c80babeaa894'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:42.640927 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a80db50f-4e24-4274-941f-e9eb10fdba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.663759 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-282386a7-6892-4bf4-bb3c-1ee2102d9bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.715107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-282386a7-6892-4bf4-bb3c-1ee2102d9bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.811685 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-282386a7-6892-4bf4-bb3c-1ee2102d9bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.815824 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-282386a7-6892-4bf4-bb3c-1ee2102d9bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:42.819469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-282386a7-6892-4bf4-bb3c-1ee2102d9bb3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f1f97f2d-9a5a-48c3-8e1e-261e6e05ea20 HTTP/1.1" status: 204 len: 168 time: 0.3974233 Jul 14 11:25:42.840842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282386a7-6892-4bf4-bb3c-1ee2102d9bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f97f2d-9a5a-48c3-8e1e-261e6e05ea20,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:43.295111 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:43.572778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 803656f7-3684-4f91-91e2-c80babeaa894 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:43.694774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 803656f7-3684-4f91-91e2-c80babeaa894 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:43.695152 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:43.837528 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:43.906481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 803656f7-3684-4f91-91e2-c80babeaa894, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=803656f7-3684-4f91-91e2-c80babeaa894,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:43.914704 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:43.988138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=803656f7-3684-4f91-91e2-c80babeaa894,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:45.004232 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:46.494112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8cbfb-c397-42a6-be3c-b6a071ede7e0 req-15a6f413-7a9c-471c-850f-db1d8a23aced tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:46.496178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39a8cbfb-c397-42a6-be3c-b6a071ede7e0 req-15a6f413-7a9c-471c-850f-db1d8a23aced tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.1204238 Jul 14 11:25:46.567577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39a8cbfb-c397-42a6-be3c-b6a071ede7e0 req-82d72185-cea5-41ea-bd76-27e7daeb8f48 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644054 Jul 14 11:25:46.579957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95eb84-a6aa-410a-93c9-8f515d67a7b7 req-c80d9451-3763-4dae-b1f7-947fa5464993 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:46.581758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e95eb84-a6aa-410a-93c9-8f515d67a7b7 req-c80d9451-3763-4dae-b1f7-947fa5464993 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1316667 Jul 14 11:25:46.638343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e95eb84-a6aa-410a-93c9-8f515d67a7b7 req-aff13654-6c29-4121-9326-fb91df5a799f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509875 Jul 14 11:25:46.692432 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb51e6a7-ca2f-476f-8410-97f101c68e7e x-openstack-request-id: req-fb51e6a7-ca2f-476f-8410-97f101c68e7e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:46.692940 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "name": "network-vif-plugged", "status": "completed", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:46.693055 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb51e6a7-ca2f-476f-8410-97f101c68e7e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:46.693450 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb', 'code': 200} Jul 14 11:25:46.697557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58008) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:46.864497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18b2fd-566f-4934-a5c5-50e7b92210f8 req-7c8ebfda-d43c-42bd-8428-8cff7c725d2a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:46.870165 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68cd1f3e-a699-40ff-869c-e6723ef6c90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:46.871601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c18b2fd-566f-4934-a5c5-50e7b92210f8 req-7c8ebfda-d43c-42bd-8428-8cff7c725d2a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 945 time: 0.1213138 Jul 14 11:25:46.952233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c18b2fd-566f-4934-a5c5-50e7b92210f8 req-27228f60-990a-4ff1-a2ae-c90fa5ae3ec2 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756702 Jul 14 11:25:46.980586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e1330-339f-4440-801a-db67995cd3ae req-ef7764fb-6df5-4dcc-bea5-01c2beab23a5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:46.983498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a1e1330-339f-4440-801a-db67995cd3ae req-ef7764fb-6df5-4dcc-bea5-01c2beab23a5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 945 time: 0.1400251 Jul 14 11:25:47.049400 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68cd1f3e-a699-40ff-869c-e6723ef6c90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:47.062983 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68cd1f3e-a699-40ff-869c-e6723ef6c90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:47.076588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a1e1330-339f-4440-801a-db67995cd3ae req-3634e012-ccda-49e3-a329-5447021d58e9 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767322 Jul 14 11:25:47.124866 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-68cd1f3e-a699-40ff-869c-e6723ef6c90a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc97917a1fc24763840002c04b9ca3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257348 Jul 14 11:25:47.126012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58016) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:47.127024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd1f3e-a699-40ff-869c-e6723ef6c90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9934bd42-17fe-4099-8f27-fae1cdaeb377,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:47.239831 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7819c2-4a1f-416d-8b15-b1cabfc03ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:47.264985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7819c2-4a1f-416d-8b15-b1cabfc03ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:47.341744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7819c2-4a1f-416d-8b15-b1cabfc03ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:47.344303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7819c2-4a1f-416d-8b15-b1cabfc03ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:47.345735 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eb7819c2-4a1f-416d-8b15-b1cabfc03ab2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9934bd42-17fe-4099-8f27-fae1cdaeb377 HTTP/1.1" status: 204 len: 168 time: 0.2138071 Jul 14 11:25:47.359461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7819c2-4a1f-416d-8b15-b1cabfc03ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9934bd42-17fe-4099-8f27-fae1cdaeb377,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:47.515311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba4b9-ffb2-4977-8429-eb778086d2ab req-975630a0-f37f-42e8-bff3-8fb8e43bf71f tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:47.516931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-655ba4b9-ffb2-4977-8429-eb778086d2ab req-975630a0-f37f-42e8-bff3-8fb8e43bf71f tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1096 time: 0.1122241 Jul 14 11:25:47.524479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-6200e69d-035d-40f3-9b1d-6759ec802e64 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:47.526033 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-6200e69d-035d-40f3-9b1d-6759ec802e64 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2034771 Jul 14 11:25:47.585856 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-dd37682f-6e78-4837-911e-69a9cdbf71bf tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0520124 Jul 14 11:25:47.606148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-7599154d-5dfb-4b11-a9ed-28fa7c39923e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Request body: {'floatingip': {'port_id': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:47.628597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-655ba4b9-ffb2-4977-8429-eb778086d2ab req-92fbc581-3c55-489a-8b2e-468126e6dcfc tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013098 Jul 14 11:25:47.682714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-7599154d-5dfb-4b11-a9ed-28fa7c39923e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:47.907411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58040) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:47.921248 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc32ff5d-b48f-417a-8eff-31690f455a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:48.036978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc32ff5d-b48f-417a-8eff-31690f455a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:48.046345 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc32ff5d-b48f-417a-8eff-31690f455a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:48.088374 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fc32ff5d-b48f-417a-8eff-31690f455a21 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f856dd42f2134081975fb6c4075079bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797006 Jul 14 11:25:48.091215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58042) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:48.098147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32ff5d-b48f-417a-8eff-31690f455a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ab1812-5f5d-453a-8c8f-3ba1110b006b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:48.103321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238a01e-174e-4711-ab08-7c1e4c97f72a req-1b571b61-b9a3-43df-a78f-6f479e053307 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:48.108445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2238a01e-174e-4711-ab08-7c1e4c97f72a req-1b571b61-b9a3-43df-a78f-6f479e053307 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 949 time: 0.1976864 Jul 14 11:25:48.151667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b28eff25-9d6a-4b88-a166-011cab493a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:48.178752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b28eff25-9d6a-4b88-a166-011cab493a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:48.234891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b28eff25-9d6a-4b88-a166-011cab493a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:48.237571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b28eff25-9d6a-4b88-a166-011cab493a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:48.238753 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b28eff25-9d6a-4b88-a166-011cab493a58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8ab1812-5f5d-453a-8c8f-3ba1110b006b HTTP/1.1" status: 204 len: 168 time: 0.1461897 Jul 14 11:25:48.247263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eff25-9d6a-4b88-a166-011cab493a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ab1812-5f5d-453a-8c8f-3ba1110b006b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:48.287300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2238a01e-174e-4711-ab08-7c1e4c97f72a req-835f8348-e18e-4b17-aae9-959df596d54c tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419597 Jul 14 11:25:48.568379 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-7599154d-5dfb-4b11-a9ed-28fa7c39923e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:48.601225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-7599154d-5dfb-4b11-a9ed-28fa7c39923e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:48.694575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803656f7-3684-4f91-91e2-c80babeaa894'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:48.705014 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c7efe2-feae-4425-8f05-d5e7d9dd028e" -d '{"events": [{"server_uuid": "a6d3d30a-3bb7-40a9-b29e-815c3baa8928", "name": "network-vif-plugged", "status": "completed", "tag": "803656f7-3684-4f91-91e2-c80babeaa894"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:49.038360 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-7599154d-5dfb-4b11-a9ed-28fa7c39923e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d associated. External IP: 172.25.2.192, port: e8ef210c-6884-4375-99ba-7b1e675c6f7a. Jul 14 11:25:49.083225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56160df1-bdd1-4694-8bb5-9196c2b3e0b2 req-b30ba467-e968-438d-b6e1-33c1cae31ac7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:49.084805 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56160df1-bdd1-4694-8bb5-9196c2b3e0b2 req-b30ba467-e968-438d-b6e1-33c1cae31ac7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.5506716 Jul 14 11:25:49.197129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56160df1-bdd1-4694-8bb5-9196c2b3e0b2 req-5f24fb7a-7c64-42a7-bbef-7cdff54d090c tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572369 Jul 14 11:25:49.332161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-7599154d-5dfb-4b11-a9ed-28fa7c39923e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Router 4851d610-8982-4220-87d1-11cfd844ce2c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:25:49.506664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34a79a-76be-41ab-a730-787919ed3ded req-18486295-74c1-4d5a-84dc-595830c1f214 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:49.508221 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e34a79a-76be-41ab-a730-787919ed3ded req-18486295-74c1-4d5a-84dc-595830c1f214 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1302629 Jul 14 11:25:49.511357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-7599154d-5dfb-4b11-a9ed-28fa7c39923e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:25:49.517038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-7599154d-5dfb-4b11-a9ed-28fa7c39923e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:49.529863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] Sync routers for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:25:49.548028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:25:49.548455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:49.614288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-7599154d-5dfb-4b11-a9ed-28fa7c39923e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "PUT /v2.0/floatingips/da2dadcf-6c4d-47c6-b1c6-09f344986f5d HTTP/1.1" status: 200 len: 997 time: 2.0194523 Jul 14 11:25:49.617973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:49.621653 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8699f32-da8e-4d9f-98d4-fd913291906a" -d '{"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:49.692141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e34a79a-76be-41ab-a730-787919ed3ded req-638c5627-8ace-4670-bf4b-4f696549cf49 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726818 Jul 14 11:25:49.702508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:25:49.748198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-e066e20a-4c35-491a-9895-fde975c4ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:49.751216 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-e066e20a-4c35-491a-9895-fde975c4ad61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1097 time: 0.1079316 Jul 14 11:25:49.834241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0f4221f0-cac8-4737-a897-97d6db98b54d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:25:49.945707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-4fbed603-554d-428a-8066-5f6c3966be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:49.951767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-4fbed603-554d-428a-8066-5f6c3966be65 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.1933870 Jul 14 11:25:50.016500 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:50.085492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-52ce61f4-6bc4-468d-8df1-7227f74294f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 1000 time: 0.1220722 Jul 14 11:25:50.136992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-f9738087-4e2d-4fa7-bf36-007fbba3f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:50.146096 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-f9738087-4e2d-4fa7-bf36-007fbba3f9b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.0595407 Jul 14 11:25:50.156714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:50.174970 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:50.235492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-6bada50c-5453-4464-9eec-619cc5a51cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:50.244058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-6bada50c-5453-4464-9eec-619cc5a51cc8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968816 Jul 14 11:25:50.253744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-3b6ebfae-f330-450c-961b-f860b2035e75 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:25:50.260436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-3b6ebfae-f330-450c-961b-f860b2035e75 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156958 Jul 14 11:25:50.289337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:79:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a3b83-e684-4129-af8a-88e066672045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:25:48Z', 'revision_number': 1, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:50.363084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-09c3b2fa-2956-4117-b6b7-b95fb66ff295 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017454 Jul 14 11:25:50.370318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] Checking router: 4851d610-8982-4220-87d1-11cfd844ce2c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:25:50.380196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:50.386572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:25:50.388426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:50.464110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3564e31f-b3b9-41cd-bcf0-914b6778f23b req-afefb294-2d54-4afe-a73a-a017a2ecf387 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000528 Jul 14 11:25:50.593409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:25:50.646698 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26822b6d-e303-4d15-b0b3-60199152c023 x-openstack-request-id: req-26822b6d-e303-4d15-b0b3-60199152c023 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:50.647238 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:50.647238 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26822b6d-e303-4d15-b0b3-60199152c023 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:50.647591 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'status': 'completed', 'code': 200} Jul 14 11:25:50.811300 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f70090-bb34-4561-b401-9bb49ea0c7d1 x-openstack-request-id: req-18f70090-bb34-4561-b401-9bb49ea0c7d1 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:50.812302 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d3d30a-3bb7-40a9-b29e-815c3baa8928", "name": "network-vif-plugged", "status": "completed", "tag": "803656f7-3684-4f91-91e2-c80babeaa894", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:50.812794 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18f70090-bb34-4561-b401-9bb49ea0c7d1 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:50.813419 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803656f7-3684-4f91-91e2-c80babeaa894', 'code': 200} Jul 14 11:25:50.972155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb78c49-31ab-4c1c-8a40-981ec9e948c3 req-eb7b65c3-1a18-46d6-9bc4-5434a0f6c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:50.973509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:79:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a3b83-e684-4129-af8a-88e066672045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:25:48Z', 'revision_number': 1, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:50.976875 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2fb78c49-31ab-4c1c-8a40-981ec9e948c3 req-eb7b65c3-1a18-46d6-9bc4-5434a0f6c59f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 1097 time: 0.1089568 Jul 14 11:25:51.005237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb66cf3-d432-4536-8d69-ac59123e9458 None None] The sync data for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 is: [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:79:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a3b83-e684-4129-af8a-88e066672045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:25:48Z', 'revision_number': 1, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:25:51.045130 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2fb78c49-31ab-4c1c-8a40-981ec9e948c3 req-ee423d04-49f5-4a30-b94f-8989c81d0f88 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603230 Jul 14 11:25:51.046170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58158) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:51.067732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6eac-1c96-4d01-a43b-99c9cf07e19e req-178ff581-3ee4-4d35-a0ea-721ef4f9fbd4 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:51.074665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-085d6eac-1c96-4d01-a43b-99c9cf07e19e req-178ff581-3ee4-4d35-a0ea-721ef4f9fbd4 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 946 time: 0.2839801 Jul 14 11:25:51.098944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-e61cf62b-fd77-427e-95b9-081449838d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:51.100475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-e61cf62b-fd77-427e-95b9-081449838d61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1097 time: 0.2478573 Jul 14 11:25:51.116149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fd9fe-a4aa-485c-af08-741007879fe9 req-222057d3-8a9c-4921-a507-c17af7f19344 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:51.118407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f3fd9fe-a4aa-485c-af08-741007879fe9 req-222057d3-8a9c-4921-a507-c17af7f19344 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.2645113 Jul 14 11:25:51.184525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-085d6eac-1c96-4d01-a43b-99c9cf07e19e req-23134685-e9bc-437b-9627-bbcb14ea6317 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082759 Jul 14 11:25:51.187183 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19bedba6-4f76-41e7-80fb-54545c9c4a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:51.251170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f3fd9fe-a4aa-485c-af08-741007879fe9 req-57454fb9-10d9-4d3f-a150-fdb30a1ea9fd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136215 Jul 14 11:25:51.269497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-e62467d2-a4d5-42a9-8e82-0c1c484ec458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:51.271691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-e62467d2-a4d5-42a9-8e82-0c1c484ec458 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.1521902 Jul 14 11:25:51.380646 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b301a-e96b-4abc-a9ee-057e73cb93dd None None] New status for floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:25:51.432361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-9dd07e40-bacb-4ab5-9954-be51d473f555 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 1000 time: 0.1532266 Jul 14 11:25:51.468440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19bedba6-4f76-41e7-80fb-54545c9c4a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:51.474862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19bedba6-4f76-41e7-80fb-54545c9c4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:51.524974 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-19bedba6-4f76-41e7-80fb-54545c9c4a97 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f567d1f573340938b2a8dca64b8ae18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771137 Jul 14 11:25:51.530779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:51.560607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bedba6-4f76-41e7-80fb-54545c9c4a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf6ec3d-3617-458f-a121-05177b102d5f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:51.587839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-1f16e0c8-a44d-4304-861c-140d6866ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:51.589352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-1f16e0c8-a44d-4304-861c-140d6866ee91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.1504605 Jul 14 11:25:51.605232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24e29278-a070-479e-b45a-e5e1f62c5ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:51.631342 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24e29278-a070-479e-b45a-e5e1f62c5ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:51.643447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-2e59531b-b8a8-4247-8a5f-06caa19b5aaa tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:51.645058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-2e59531b-b8a8-4247-8a5f-06caa19b5aaa tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1941845 Jul 14 11:25:51.697577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24e29278-a070-479e-b45a-e5e1f62c5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:51.701169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24e29278-a070-479e-b45a-e5e1f62c5ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:51.705496 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-24e29278-a070-479e-b45a-e5e1f62c5ed3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0cf6ec3d-3617-458f-a121-05177b102d5f HTTP/1.1" status: 204 len: 168 time: 0.1731002 Jul 14 11:25:51.714259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e29278-a070-479e-b45a-e5e1f62c5ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf6ec3d-3617-458f-a121-05177b102d5f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:51.796590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-66e3f41f-3adf-4b14-9b85-1693adb9fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:51.798122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-66e3f41f-3adf-4b14-9b85-1693adb9fe63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006333 Jul 14 11:25:51.808290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-3420c402-0ee6-44d2-9aa4-868265905ebd tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1000 time: 0.1553848 Jul 14 11:25:51.830915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Request body: {'floatingip': {'port_id': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:51.948092 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:51.960636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee31d1-bddf-4256-84da-3e8b70166b40 req-b3697cd1-50a1-4f6b-91cf-df5a844eb03c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:51.962161 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17ee31d1-bddf-4256-84da-3e8b70166b40 req-b3697cd1-50a1-4f6b-91cf-df5a844eb03c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.2392225 Jul 14 11:25:52.034588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-672640fb-889d-4818-af20-ebec203277f5 service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240288 Jul 14 11:25:52.122879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17ee31d1-bddf-4256-84da-3e8b70166b40 req-872956c5-2532-4a31-8e5c-98b7431bbc2e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331861 Jul 14 11:25:52.249792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8699f32-da8e-4d9f-98d4-fd913291906a req-fcd7e52a-ba33-428e-a35b-2333361335f1 service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036803 Jul 14 11:25:52.815032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:52.817969 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71020401-9881-455e-9f2d-9f4a811d6a32" -d '{"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:52.929518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58260) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:52.961853 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:52.967427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:53.056296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab9f6dd-2eee-4d5b-8cb6-42874e4b0135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:53.077853 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d associated. External IP: 172.25.2.192, port: e8ef210c-6884-4375-99ba-7b1e675c6f7a. Jul 14 11:25:53.167216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab9f6dd-2eee-4d5b-8cb6-42874e4b0135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:53.173660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab9f6dd-2eee-4d5b-8cb6-42874e4b0135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:53.209526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9f6dd-2eee-4d5b-8cb6-42874e4b0135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a006b30-e302-40c7-828c-9420b71914d9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:53.250312 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aab9f6dd-2eee-4d5b-8cb6-42874e4b0135 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96c9639dec594e03829d1caf5aa03f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189116 Jul 14 11:25:53.250724 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58270) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:53.297791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Router 4851d610-8982-4220-87d1-11cfd844ce2c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:25:53.308203 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f097c2db-d358-4bef-b9ed-237127c4f773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:53.333612 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f097c2db-d358-4bef-b9ed-237127c4f773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:53.385704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f097c2db-d358-4bef-b9ed-237127c4f773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:53.388520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f097c2db-d358-4bef-b9ed-237127c4f773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:53.389788 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f097c2db-d358-4bef-b9ed-237127c4f773 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a006b30-e302-40c7-828c-9420b71914d9 HTTP/1.1" status: 204 len: 168 time: 0.1380033 Jul 14 11:25:53.398205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097c2db-d358-4bef-b9ed-237127c4f773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a006b30-e302-40c7-828c-9420b71914d9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:53.472217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:25:53.486870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1c83-a947-49d5-9664-d61622986700 req-78823233-c1d2-47c1-aea5-cd89f1f8e468 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:53.488256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46873426-28fd-4278-8186-39acd1c6363d None None] Sync routers for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:25:53.488422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-323f1c83-a947-49d5-9664-d61622986700 req-78823233-c1d2-47c1-aea5-cd89f1f8e468 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.1399519 Jul 14 11:25:53.498276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46873426-28fd-4278-8186-39acd1c6363d None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:25:53.499032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-46873426-28fd-4278-8186-39acd1c6363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:53.610779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-323f1c83-a947-49d5-9664-d61622986700 req-0ea3a0e6-1c23-482b-9993-4d8036680fec tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870993 Jul 14 11:25:53.625301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-46873426-28fd-4278-8186-39acd1c6363d None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:25:53.630172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3106aba7-b4f9-4354-a145-cdea8e3396b7 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:53.787018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:25:53.819900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Router 4851d610-8982-4220-87d1-11cfd844ce2c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:25:53.972331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:25:53.977851 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:54.056701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:54.061025 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663" -d '{"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:54.100057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:54.110391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-0a86f8f2-d90b-4cf8-980f-6a58eb891778 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "PUT /v2.0/floatingips/da2dadcf-6c4d-47c6-b1c6-09f344986f5d HTTP/1.1" status: 200 len: 998 time: 2.2889600 Jul 14 11:25:54.137856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '3106aba7-b4f9-4354-a145-cdea8e3396b7', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '3106aba7-b4f9-4354-a145-cdea8e3396b7', 'mac_address': 'fa:16:3e:07:34:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:54.145629 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:54.191085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-89ba12a3-5f62-4da1-8b85-870f6914ea9a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:54.192897 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-89ba12a3-5f62-4da1-8b85-870f6914ea9a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports/e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 943 time: 0.0815415 Jul 14 11:25:54.263717 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeb905d-5d73-4ef5-906d-28b7efe9fee8 x-openstack-request-id: req-3eeb905d-5d73-4ef5-906d-28b7efe9fee8 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:54.264463 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:54.265080 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3eeb905d-5d73-4ef5-906d-28b7efe9fee8 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:54.265925 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'code': 200} Jul 14 11:25:54.272685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:54.275242 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:54.298307 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:54.303893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3106aba7-b4f9-4354-a145-cdea8e3396b7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:25:54.364212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:54.378680 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:54.384188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-27e47669-71ef-45a1-acf2-8aa31dd89f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:54.387098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-27e47669-71ef-45a1-acf2-8aa31dd89f04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1097 time: 0.0882134 Jul 14 11:25:54.402935 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-46873426-28fd-4278-8186-39acd1c6363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:10:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62461e06-6e1b-423e-a069-6cb4af256a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:25:52Z', 'revision_number': 3, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:54.410093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:54.449182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46873426-28fd-4278-8186-39acd1c6363d None None] Checking router: 4851d610-8982-4220-87d1-11cfd844ce2c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:25:54.496192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46873426-28fd-4278-8186-39acd1c6363d None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:25:54.498026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-46873426-28fd-4278-8186-39acd1c6363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:54.573650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['3106aba7-b4f9-4354-a145-cdea8e3396b7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:54.647382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-13d653b0-4db6-4099-8ae8-0ddbb6145fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:54.650161 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-13d653b0-4db6-4099-8ae8-0ddbb6145fe1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.2550406 Jul 14 11:25:54.681440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=3106aba7-b4f9-4354-a145-cdea8e3396b7,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:54.702948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-2f2776a4-e711-4ac1-8b39-eefeb5faa554 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 217 time: 0.0447822 Jul 14 11:25:54.811184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-59c2b170-6d20-4009-8490-327f40e97711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:54.815076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-59c2b170-6d20-4009-8490-327f40e97711 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.1014898 Jul 14 11:25:54.863332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-46873426-28fd-4278-8186-39acd1c6363d None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:25:54.885363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b68a4-8682-4666-8ebc-edadf3c7f771 req-b571142d-26ad-4724-af88-1e5a1788b549 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:54.888369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e0b68a4-8682-4666-8ebc-edadf3c7f771 req-b571142d-26ad-4724-af88-1e5a1788b549 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.1839633 Jul 14 11:25:54.942107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-85af5827-5036-42b0-be26-48ea1d9d7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:54.943646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-85af5827-5036-42b0-be26-48ea1d9d7d2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214585 Jul 14 11:25:54.978940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e0b68a4-8682-4666-8ebc-edadf3c7f771 req-56824a5d-acc2-4825-9e31-33ce435da574 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826097 Jul 14 11:25:55.183255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-1952c338-5c56-4e08-80e2-f908e7300cb3 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326696 Jul 14 11:25:55.302713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-50e11ff9-97cc-4c86-b90f-920ab013d959 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084607 Jul 14 11:25:55.365709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-46873426-28fd-4278-8186-39acd1c6363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:10:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62461e06-6e1b-423e-a069-6cb4af256a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:25:52Z', 'revision_number': 3, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:55.416019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46873426-28fd-4278-8186-39acd1c6363d None None] The sync data for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 is: [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:10:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62461e06-6e1b-423e-a069-6cb4af256a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:25:52Z', 'revision_number': 3, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:25:55.457400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff30bc6-b4de-4f9f-aff1-2515763f7d73 req-30b785b1-8b16-459e-9eb0-bb53107e176f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:55.466468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ff30bc6-b4de-4f9f-aff1-2515763f7d73 req-30b785b1-8b16-459e-9eb0-bb53107e176f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 946 time: 0.3382084 Jul 14 11:25:55.571110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290db455-066e-46c0-81ab-303ef929deb5 req-b9f9ba6f-d168-403b-9bc0-c779adea95a4 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:55.573513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-290db455-066e-46c0-81ab-303ef929deb5 req-b9f9ba6f-d168-403b-9bc0-c779adea95a4 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 946 time: 0.2666695 Jul 14 11:25:55.606875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ff30bc6-b4de-4f9f-aff1-2515763f7d73 req-edbb2978-40d7-4cfe-a508-7c92ae0e585c tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups?id=80f87e65-53b1-47b3-8958-a66e975cccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386228 Jul 14 11:25:55.630558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-39636cbe-ce4a-452c-9abf-1544671078ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:55.642953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-39636cbe-ce4a-452c-9abf-1544671078ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 1096 time: 0.2747548 Jul 14 11:25:55.645457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3106aba7-b4f9-4354-a145-cdea8e3396b7 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:55.794085 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e2a73-3057-418f-96c9-6bb2c8d2d190 None None] New status for floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:25:55.799951 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d80fe3-bc90-4a5a-a48e-c6b2d2e6cfa2 x-openstack-request-id: req-95d80fe3-bc90-4a5a-a48e-c6b2d2e6cfa2 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:55.799951 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:55.799951 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95d80fe3-bc90-4a5a-a48e-c6b2d2e6cfa2 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:55.799951 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'status': 'completed', 'code': 200} Jul 14 11:25:55.821011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 3106aba7-b4f9-4354-a145-cdea8e3396b7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:25:55.822220 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:55.952673 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:56.063080 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:56.138363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:56.148530 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:56.218757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-78952065-6a65-436b-aea4-38be6bcebb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:56.224293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-78952065-6a65-436b-aea4-38be6bcebb78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.5797760 Jul 14 11:25:56.267661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb'}, {'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:56.284441 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07757a98-0504-4c13-96b3-91a25375de9c" -d '{"events": [{"server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb"}, {"server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "name": "network-vif-plugged", "status": "completed", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:56.292781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=3106aba7-b4f9-4354-a145-cdea8e3396b7,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:56.330942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] Sync routers for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:25:56.342273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:25:56.343053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:56.391303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-34c573a9-9241-4640-aba4-8ddc3faa64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:56.394009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-34c573a9-9241-4640-aba4-8ddc3faa64a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1097 time: 0.5675936 Jul 14 11:25:56.413378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-dd6d24cc-dd3f-45e2-8c81-ae181b477c54 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 200 len: 1001 time: 0.1710186 Jul 14 11:25:56.535780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:25:56.639586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df143d2-44b4-4a15-b93e-bf036ae5fbe2 req-1ef32b98-995a-4892-8188-816f7dd7536d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:56.647787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3df143d2-44b4-4a15-b93e-bf036ae5fbe2 req-1ef32b98-995a-4892-8188-816f7dd7536d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.6129785 Jul 14 11:25:56.650891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Deleting port 94c970e0-f9f1-449c-8dd8-19d955f25404 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:25:56.651428 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:56.714651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-9d4488c4-1578-4ee9-94a3-0c3c0a934b31 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:56.726849 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-9d4488c4-1578-4ee9-94a3-0c3c0a934b31 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7c76540-c318-40a9-ba90-cdc910ff6603 HTTP/1.1" status: 200 len: 943 time: 0.1717315 Jul 14 11:25:56.960133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:10:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62461e06-6e1b-423e-a069-6cb4af256a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:25:56Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:56.994627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Deleting port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:25:56.994982 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:57.021964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] Checking router: 4851d610-8982-4220-87d1-11cfd844ce2c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:25:57.053080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:25:57.053737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:57.186890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58404) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:57.237569 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-eb50fd80-3896-4faa-8918-71e042085467 req-6be1629a-4d6f-4b92-9bc5-a9fdde49bf0c service neutron] show failed (client error): The resource could not be found. Jul 14 11:25:57.238671 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-6be1629a-4d6f-4b92-9bc5-a9fdde49bf0c service neutron] 10.222.0.64 "GET /v2.0/ports/4ede136c-16a1-475f-abcf-31c81fd41178/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.1413803 Jul 14 11:25:57.270049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:25:57.329766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] For port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:57.330435 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:57.339535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-62cd1d8d-2906-40d5-8798-9855fe516506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:57.344299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-62cd1d8d-2906-40d5-8798-9855fe516506 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.9299006 Jul 14 11:25:57.389108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Calling delete_port for bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:25:57.419665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-08dee8de-c0cf-4098-9cc4-044b7e03990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:57.421894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-08dee8de-c0cf-4098-9cc4-044b7e03990d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.9820230 Jul 14 11:25:57.604299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] For port 94c970e0-f9f1-449c-8dd8-19d955f25404, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=94c970e0-f9f1-449c-8dd8-19d955f25404,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:57.604675 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:57.682142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-649d1be3-3eec-4eec-96d9-34cd5325e147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:57.895497 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:57.895905 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:57.896254 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Floating IP 84c63e61-2aba-4a25-9989-763a662b7aa5 disassociated. External IP: 172.25.2.70, port: 94c970e0-f9f1-449c-8dd8-19d955f25404. Jul 14 11:25:57.896764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Calling delete_port for 94c970e0-f9f1-449c-8dd8-19d955f25404 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:25:57.910643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:10:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62461e06-6e1b-423e-a069-6cb4af256a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:25:56Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:57.914488 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:57.951742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:57.980714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77589d3f-3f8f-41cf-8ecc-4e2b9c1f5536 None None] The sync data for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 is: [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:10:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62461e06-6e1b-423e-a069-6cb4af256a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:25:56Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:25:58.047998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Pushing event deleted for resources: {'Port': ['ID=bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:58.069992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:58.073131 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d34291-c3ce-4c7f-9c56-094566b9e236" -d '{"events": [{"name": "network-changed", "server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:58.092012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-98a9d4f2-b53b-4120-965a-fea05bae9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:58.093678 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-98a9d4f2-b53b-4120-965a-fea05bae9fb1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6&tenant_id=74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 1101 time: 0.3111629 Jul 14 11:25:58.095465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3df143d2-44b4-4a15-b93e-bf036ae5fbe2 req-22d682b8-bf85-4562-a5b3-b4fad822f253 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4451218 Jul 14 11:25:58.109123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:25:58.118651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-7e0cff9d-dbd1-48a8-9abc-f412bbf2d6c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 217 time: 0.6728776 Jul 14 11:25:58.155436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] No DVR routers for this DVR port bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:25:58.163591 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:58.166749 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-461b8595-7f0f-40ba-bc6f-4a4ceddecf9b req-8ecc38af-5e44-4824-b5d9-ed0e15375cf4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.64 "DELETE /v2.0/ports/bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb HTTP/1.1" status: 204 len: 173 time: 1.4224074 Jul 14 11:25:58.167592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'name': 'network-vif-deleted', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:25:58.170765 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743ccbc-c232-4b35-b4d9-313fc4bffdde" -d '{"events": [{"server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "name": "network-vif-deleted", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:58.317575 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:58.330954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-3134-403d-b7c8-73012356717a req-aecfe48e-b3b0-431d-a5f1-4a519779a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:58.334287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-aecfe48e-b3b0-431d-a5f1-4a519779a64f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9806495 Jul 14 11:25:58.349739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:58.379263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-649d1be3-3eec-4eec-96d9-34cd5325e147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:58.405350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-649d1be3-3eec-4eec-96d9-34cd5325e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:58.427453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-4db1636f-c0c0-4185-a14d-d9138a8f343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:58.429142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-4db1636f-c0c0-4185-a14d-d9138a8f343e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.2895985 Jul 14 11:25:58.440811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event deleted for resources: {'Port': ['ID=94c970e0-f9f1-449c-8dd8-19d955f25404,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:58.507990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d1be3-3eec-4eec-96d9-34cd5325e147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5a5ba5-ad5e-4df9-9e1b-ad9811c182f3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:58.517468 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-649d1be3-3eec-4eec-96d9-34cd5325e147 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aef7aab7b57949c3becec69c554f609e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3244324 Jul 14 11:25:58.527387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58430) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:25:58.614250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-19bd7754-35c9-4908-9706-7bf777e28c45 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:58.621713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-19bd7754-35c9-4908-9706-7bf777e28c45 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 805 time: 0.1978934 Jul 14 11:25:58.686016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-0141e4fb-6cf4-43e3-99f7-d98ea78b9a77 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/quotas/2e85f93f38724ffaa9d6ab4281fda3d9 HTTP/1.1" status: 200 len: 375 time: 0.0629697 Jul 14 11:25:58.738585 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-e36d3c3e-5e42-4ed0-8220-1b41c2ce792f tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514750 Jul 14 11:25:58.794702 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:58.876657 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9857a341-65b0-4b7d-b94d-9c45f835bbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:58.882212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:58.937036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-a9384529-5c4d-4775-8985-289930a32db9 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808101 Jul 14 11:25:58.953192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-962ec118-814d-4d11-826b-409ccad98cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:58.954862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-962ec118-814d-4d11-826b-409ccad98cf8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5117860 Jul 14 11:25:58.972821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9857a341-65b0-4b7d-b94d-9c45f835bbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:59.019150 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:59.052416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Transition to ACTIVE for port object 4ede136c-16a1-475f-abcf-31c81fd41178 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:25:59.065501 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:59.146397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-700a02e9-5930-4146-964a-49e22c916c86 service neutron] 10.222.0.38 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068015 Jul 14 11:25:59.186546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] No DVR routers for this DVR port 4ede136c-16a1-475f-abcf-31c81fd41178 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:25:59.207162 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9857a341-65b0-4b7d-b94d-9c45f835bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:59.209860 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9857a341-65b0-4b7d-b94d-9c45f835bbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:59.221538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9857a341-65b0-4b7d-b94d-9c45f835bbcc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f5a5ba5-ad5e-4df9-9e1b-ad9811c182f3 HTTP/1.1" status: 204 len: 168 time: 0.6834397 Jul 14 11:25:59.296692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Pushing event updated for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:59.301242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857a341-65b0-4b7d-b94d-9c45f835bbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5a5ba5-ad5e-4df9-9e1b-ad9811c182f3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:59.335248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Attempting to bind port 4ede136c-16a1-475f-abcf-31c81fd41178 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:25:59.335594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Attempting to bind port 4ede136c-16a1-475f-abcf-31c81fd41178 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:25:59.335952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Attempting to bind port 4ede136c-16a1-475f-abcf-31c81fd41178 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:59.348757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Port 4ede136c-16a1-475f-abcf-31c81fd41178 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:25:59.349132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Attempting to bind port 4ede136c-16a1-475f-abcf-31c81fd41178 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:25:59.361323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:25:59.362259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:25:59.365223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:25:59.365844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Bound port: 4ede136c-16a1-475f-abcf-31c81fd41178, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:25:59.366332 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:59.375697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:25:59.548670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:25:59.569905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:25:59.578444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:59.673728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:59.679249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:25:59.681864 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] 10.222.0.45 "PUT /v2.0/ports/4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 1096 time: 1.5783875 Jul 14 11:25:59.685200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-6a768a9f-cda1-4fde-8d17-7c3bb4616282 service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064884 Jul 14 11:25:59.727360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a1de7c0-3134-403d-b7c8-73012356717a req-07576b6b-5793-477f-87b3-2298ba45a3ce service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712750 Jul 14 11:25:59.745243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2855a2-3714-41a7-82e3-3acf3b2f3601 service neutron] Pushing event updated for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:59.864740 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-157dbd54-b903-490b-b584-45d262b7c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:25:59.866953 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-157dbd54-b903-490b-b584-45d262b7c749 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 1099 time: 0.1571784 Jul 14 11:25:59.872575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58446) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:00.023356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:00.076995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-c23a9a8b-fc52-4710-a574-346503d5749d service neutron] 10.222.0.38 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8671675 Jul 14 11:26:00.083312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-816231e7-bb4b-4b2e-9d55-571bb2d992df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:00.086405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:00.086826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:00.087539 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-816231e7-bb4b-4b2e-9d55-571bb2d992df service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2001233 Jul 14 11:26:00.088788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4ede136c-16a1-475f-abcf-31c81fd41178 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:00.135232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b3b1-d25c-4795-bb15-3a6217426e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:00.197473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4ede136c-16a1-475f-abcf-31c81fd41178 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:00.197903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 94c970e0-f9f1-449c-8dd8-19d955f25404 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:00.222432 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-ee79650f-1fef-46f9-ad89-f1c0e3a6cb49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 217 time: 0.1213584 Jul 14 11:26:00.269698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 94c970e0-f9f1-449c-8dd8-19d955f25404 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:00.270495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 94c970e0-f9f1-449c-8dd8-19d955f25404 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:00.320351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:26:00.325806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-e4953892-6ae1-48db-a585-a4ee3ee752ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:00.327781 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-e4953892-6ae1-48db-a585-a4ee3ee752ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0910928 Jul 14 11:26:00.345985 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] Sync routers for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:26:00.365295 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:00.365990 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:00.419434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b3b1-d25c-4795-bb15-3a6217426e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:00.429137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbf2a9ad-d323-440f-8df8-67ddd8fe3663 req-a526c6d2-5c6b-44ad-b145-e6350a83ccba service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064557 Jul 14 11:26:00.432229 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7c0ec4-90f2-4c55-bdde-afc2b6895b0b x-openstack-request-id: req-ec7c0ec4-90f2-4c55-bdde-afc2b6895b0b {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:00.432658 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb", "code": 200}, {"server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "name": "network-vif-plugged", "status": "completed", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:00.433090 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec7c0ec4-90f2-4c55-bdde-afc2b6895b0b {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:00.433636 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb', 'code': 200} Jul 14 11:26:00.434019 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7', 'code': 200} Jul 14 11:26:00.436885 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b3b1-d25c-4795-bb15-3a6217426e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:00.487655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] No DVR routers for this DVR port 94c970e0-f9f1-449c-8dd8-19d955f25404 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:26:00.492276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7b3b1-d25c-4795-bb15-3a6217426e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8ec549-3596-4143-bfcf-4dddf226b813,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:00.512655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:00.516965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-290db455-066e-46c0-81ab-303ef929deb5 req-9fa7d7f4-32df-47da-af03-9cfa4a3f408d tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.64 "DELETE /v2.0/ports/94c970e0-f9f1-449c-8dd8-19d955f25404 HTTP/1.1" status: 204 len: 173 time: 4.9259040 Jul 14 11:26:00.532576 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8ab7b3b1-d25c-4795-bb15-3a6217426e11 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eeaec285355a46da93e5566fc2547b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551089 Jul 14 11:26:00.532958 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58452) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:00.551704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd07d-ec58-4c7b-be04-b73eee6f75a0 req-0abb1bfc-f901-4ae4-85b0-e6c42cf93e11 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:00.559592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91ebd07d-ec58-4c7b-be04-b73eee6f75a0 req-0abb1bfc-f901-4ae4-85b0-e6c42cf93e11 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.5250733 Jul 14 11:26:00.604641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fd80-3896-4faa-8918-71e042085467 req-c3d5a000-19b8-4463-9ad2-c11012b3a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:00.610342 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-c3d5a000-19b8-4463-9ad2-c11012b3a5db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886330 Jul 14 11:26:00.693852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91ebd07d-ec58-4c7b-be04-b73eee6f75a0 req-4cd8f665-1e17-4398-9d76-098d0907cf6f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329501 Jul 14 11:26:00.783778 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:00.811908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04db690b-f4e7-4b9f-b830-63b2eed6a600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:00.846534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2c72da3-5f4a-4763-b3bf-3156b094baf4 req-e6edfed2-068a-4295-b8da-2bffb1616f7f tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b98e39-dd2e-43e2-b247-44a78e07404b HTTP/1.1" status: 200 len: 210 time: 0.1393545 Jul 14 11:26:00.868971 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d21d47-a232-4637-9b07-da31d124a028 x-openstack-request-id: req-50d21d47-a232-4637-9b07-da31d124a028 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:00.869486 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:00.869912 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50d21d47-a232-4637-9b07-da31d124a028 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:00.870476 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'status': 'completed', 'code': 200} Jul 14 11:26:00.899631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04db690b-f4e7-4b9f-b830-63b2eed6a600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:01.019576 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8c6a2b-95b0-42b7-a2cd-6d71e338775d x-openstack-request-id: req-6c8c6a2b-95b0-42b7-a2cd-6d71e338775d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:01.019942 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c76540-c318-40a9-ba90-cdc910ff6603", "name": "network-vif-deleted", "tag": "bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:01.020210 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c8c6a2b-95b0-42b7-a2cd-6d71e338775d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:01.020646 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c76540-c318-40a9-ba90-cdc910ff6603', 'name': 'network-vif-deleted', 'tag': 'bdb2f97c-851d-49c9-ac1d-bbf2dec6d9cb', 'status': 'completed', 'code': 200} Jul 14 11:26:01.093919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-49f96257-ef0a-4fff-92ad-30f758fb8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:01.097786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-49f96257-ef0a-4fff-92ad-30f758fb8da1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 1096 time: 0.2047305 Jul 14 11:26:01.102592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-f62b6c10-6ff6-4a15-a867-a7c013ef7961 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549048 Jul 14 11:26:01.342733 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04db690b-f4e7-4b9f-b830-63b2eed6a600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:01.347599 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04db690b-f4e7-4b9f-b830-63b2eed6a600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:01.350824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-04db690b-f4e7-4b9f-b830-63b2eed6a600 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae8ec549-3596-4143-bfcf-4dddf226b813 HTTP/1.1" status: 204 len: 168 time: 0.8165522 Jul 14 11:26:01.386076 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:01.392880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db690b-f4e7-4b9f-b830-63b2eed6a600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8ec549-3596-4143-bfcf-4dddf226b813,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:01.416613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a164242f-89a6-46e8-9b27-1371ae76c07b req-73e90135-2bc7-4fcc-b3ac-bded9d1ec999 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1001 time: 0.2084661 Jul 14 11:26:01.437213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-ce2bd067-afdd-4bf8-a5ab-9a1ba738bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:01.439480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-ce2bd067-afdd-4bf8-a5ab-9a1ba738bce9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.3320343 Jul 14 11:26:01.452158 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb50fd80-3896-4faa-8918-71e042085467 req-8dffdf2d-9985-4e01-bd23-7275316e7710 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299921 Jul 14 11:26:01.489500 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] Checking router: 447d4dac-c20c-40bd-a770-a8e3f267c2e1 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:26:01.537960 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:01.540623 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:01.658023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f94265-7a4f-4d07-b0bb-f955591f9fd1 req-ec4a9a55-d052-4ce8-98e4-06f99dca572d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:01.664719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87f94265-7a4f-4d07-b0bb-f955591f9fd1 req-ec4a9a55-d052-4ce8-98e4-06f99dca572d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 948 time: 0.4704781 Jul 14 11:26:01.742506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-e5aded0d-73e5-432e-bfc0-9be1b5dcdbb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 200 len: 1001 time: 0.2630537 Jul 14 11:26:01.877635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87f94265-7a4f-4d07-b0bb-f955591f9fd1 req-0ed39e3c-8103-4e36-86c0-19a1f6b7435b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320148 Jul 14 11:26:01.900414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164242f-89a6-46e8-9b27-1371ae76c07b req-8b7a171a-96f5-496d-bb98-0a3fe4ab9e7d tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:01.916600 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:01.917417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a164242f-89a6-46e8-9b27-1371ae76c07b req-8b7a171a-96f5-496d-bb98-0a3fe4ab9e7d tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports/0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 200 len: 942 time: 0.4996049 Jul 14 11:26:02.043980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-b2219ee3-41c9-4a0b-bdfd-ad91a2f2063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:02.046440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-b2219ee3-41c9-4a0b-bdfd-ad91a2f2063f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.2066929 Jul 14 11:26:02.363221 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-980f9fee-9de7-4b4f-9636-2b67e4f1261a req-556a8bab-cb84-47b3-9554-2b492e11a54b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 210 time: 0.1591506 Jul 14 11:26:02.473115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-0cbd7eb4-2b85-4319-9aae-aa4aee23acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:02.474647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-0cbd7eb4-2b85-4319-9aae-aa4aee23acaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4147685 Jul 14 11:26:02.510160 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:02.552208 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca66861-7191-4d7a-8f4b-55246631a7bb None None] The sync data for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 is: [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:21:15Z', 'revision_number': 4, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b9acaffc-ca0c-42e4-b750-b6c9d32d0110', 'name': '', 'network_id': 'e8462e7e-362e-40f9-bf81-f4da8c8b3b1f', 'tenant_id': '595428f2d6254beda60793bb93154145', 'mac_address': 'fa:16:3e:1d:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:14Z', 'updated_at': '2021-07-14T11:21:21Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'subnets': [{'id': 'fc709ef8-5a9b-4b6e-88e9-a0a84793cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:26:02.712227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a164242f-89a6-46e8-9b27-1371ae76c07b req-49046d22-d103-4857-88f0-ceb73fe9ee2d tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1001 time: 0.4627738 Jul 14 11:26:02.852796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-29829e21-ca26-43e2-9af7-ba290243757b service neutron] 10.222.0.64 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476887 Jul 14 11:26:02.875162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'name': 'network-vif-deleted', 'tag': '94c970e0-f9f1-449c-8dd8-19d955f25404'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:02.877860 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dc364c-b616-4e26-9431-3e9f53a7631b" -d '{"events": [{"server_uuid": "31b98e39-dd2e-43e2-b247-44a78e07404b", "name": "network-vif-deleted", "tag": "94c970e0-f9f1-449c-8dd8-19d955f25404"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:03.022350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178'}, {'name': 'network-changed', 'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:03.025436 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a453d8b9-ec2f-42f4-affe-43f40c04e960" -d '{"events": [{"server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178"}, {"name": "network-changed", "server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:03.197702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890703c2-b723-41ef-842a-cfb7c949c1b5 None None] New status for floating IP 84c63e61-2aba-4a25-9989-763a662b7aa5: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:26:03.374312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-981ae1ba-2818-411e-ba7f-1b50c6f43e24 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:03.375883 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-981ae1ba-2818-411e-ba7f-1b50c6f43e24 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.45 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 805 time: 0.2832055 Jul 14 11:26:03.394678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Request body: {'port': {'device_id': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'admin_state_up': True, 'tenant_id': '2e85f93f38724ffaa9d6ab4281fda3d9'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:03.516495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164242f-89a6-46e8-9b27-1371ae76c07b req-08af43ff-d992-4d9c-b0dc-443bb7512b11 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:03.521532 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a164242f-89a6-46e8-9b27-1371ae76c07b req-08af43ff-d992-4d9c-b0dc-443bb7512b11 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.7952211 Jul 14 11:26:03.631817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07d34291-c3ce-4c7f-9c56-094566b9e236 req-85baed2f-e7b8-457c-91ad-2f5fed2f02c6 service neutron] 10.222.0.64 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647152 Jul 14 11:26:03.670812 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2610a237-b0fc-44de-8fa6-35bf94a527cc x-openstack-request-id: req-2610a237-b0fc-44de-8fa6-35bf94a527cc {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:03.671220 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178", "code": 200}, {"name": "network-changed", "server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:03.672207 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2610a237-b0fc-44de-8fa6-35bf94a527cc {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:03.672207 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178', 'code': 200} Jul 14 11:26:03.672463 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178', 'status': 'completed', 'code': 200} Jul 14 11:26:03.676483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4ede136c-16a1-475f-abcf-31c81fd41178 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:26:03.680880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Made reservation on behalf of 2e85f93f38724ffaa9d6ab4281fda3d9 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:03.686943 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:03.829143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d3b2-a020-42ad-8a4a-694307b3ef9e req-9a4c4ea2-285b-4e8e-abee-cb85284d3144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:03.838797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0160d3b2-a020-42ad-8a4a-694307b3ef9e req-9a4c4ea2-285b-4e8e-abee-cb85284d3144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 948 time: 0.2836404 Jul 14 11:26:03.862199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-d353afc8-e1a2-490a-9808-afa164000617 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2462089 Jul 14 11:26:03.936710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0160d3b2-a020-42ad-8a4a-694307b3ef9e req-344985cf-9532-4c7a-afa3-b3dfd50985cc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964439 Jul 14 11:26:03.965904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Allocated IP 172.20.0.13 (cb023a9e-e3da-45dd-b5fa-e7cb831e8619/41eed6e3-e4de-43e0-9e1c-01142e2f8b95/a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:26:03.984494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-af4b55ee-6edd-4954-8ed4-5fef5d80e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:03.988139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-af4b55ee-6edd-4954-8ed4-5fef5d80e699 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 1099 time: 0.2574973 Jul 14 11:26:04.091386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:04.133472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '4ede136c-16a1-475f-abcf-31c81fd41178', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '4ede136c-16a1-475f-abcf-31c81fd41178', 'mac_address': 'fa:16:3e:c0:c6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:26:04.202886 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:04.267816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ede136c-16a1-475f-abcf-31c81fd41178 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:04.346188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:04.349937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-e25b0ebe-0caf-4f25-b2e9-e8d006b22ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:04.351689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-e25b0ebe-0caf-4f25-b2e9-e8d006b22ae5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.3555689 Jul 14 11:26:04.355028 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:04.358977 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:04.394761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-233f6141-d963-4012-a31f-b7291c6c1e7f req-5647f42b-15af-4576-985e-4131f2952bde tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 210 time: 0.1105204 Jul 14 11:26:04.482356 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:04.483160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-b77fe84c-e3d8-4887-bbdf-75c32050b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:04.491118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-b77fe84c-e3d8-4887-bbdf-75c32050b242 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 1099 time: 0.3945267 Jul 14 11:26:04.493202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:04.503902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-5cdcad36-d612-4d63-940c-0555e647dd1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 217 time: 0.1133618 Jul 14 11:26:04.555490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:26:04.563975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:04.568023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:04.616450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Pushing event updated for resources: {'Port': ['ID=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:04.640846 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a2e5c4-cb6c-4ca7-8006-2492def2adf0 x-openstack-request-id: req-78a2e5c4-cb6c-4ca7-8006-2492def2adf0 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:04.641155 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b98e39-dd2e-43e2-b247-44a78e07404b", "name": "network-vif-deleted", "tag": "94c970e0-f9f1-449c-8dd8-19d955f25404", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:04.641371 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78a2e5c4-cb6c-4ca7-8006-2492def2adf0 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:04.642727 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b98e39-dd2e-43e2-b247-44a78e07404b', 'name': 'network-vif-deleted', 'tag': '94c970e0-f9f1-449c-8dd8-19d955f25404', 'status': 'completed', 'code': 200} Jul 14 11:26:04.645465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-984c47a0-dc5e-4cf0-8428-7d2f123bc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:04.647000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-984c47a0-dc5e-4cf0-8428-7d2f123bc17d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 1096 time: 0.4411829 Jul 14 11:26:04.674778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:04.675473 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:04.692385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4ede136c-16a1-475f-abcf-31c81fd41178'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:04.707716 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-f583e9db-7b2e-46c6-b897-a820e64d88d2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3187838 Jul 14 11:26:04.726259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Request body: {'port': {'device_id': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:04.821644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-145d8960-0a1e-4950-a888-2c2825a936fe tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:04.823199 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-145d8960-0a1e-4950-a888-2c2825a936fe tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6d3d30a-3bb7-40a9-b29e-815c3baa8928 HTTP/1.1" status: 200 len: 946 time: 0.2210851 Jul 14 11:26:04.852752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-fedf19e0-a295-4a72-b31d-9590e67b0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:04.855947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-fedf19e0-a295-4a72-b31d-9590e67b0092 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.3459547 Jul 14 11:26:05.058577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:05.074867 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-7b839b07-0933-4b61-8d05-8e44abd8f586 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1001 time: 0.4460843 Jul 14 11:26:05.076809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-96c88753-5375-4502-8c28-96ac334923e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:05.078538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-96c88753-5375-4502-8c28-96ac334923e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.3701038 Jul 14 11:26:05.086587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-96136867-6786-4fb6-9144-e1b474cce2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:05.088140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-96136867-6786-4fb6-9144-e1b474cce2ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.5892174 Jul 14 11:26:05.150677 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Deleting port 803656f7-3684-4f91-91e2-c80babeaa894 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:05.151275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:05.208108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-c3438ac6-d802-4b70-bebe-5a57548e8d29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 217 time: 0.1127102 Jul 14 11:26:05.241527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-d4fd2d84-0ed0-4d94-8ff7-2042eab174de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 200 len: 217 time: 0.1477284 Jul 14 11:26:05.359761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-7d055e1a-931e-4d9e-b6a2-375f26a30629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:05.361419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-7d055e1a-931e-4d9e-b6a2-375f26a30629 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.0963485 Jul 14 11:26:05.363943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] For port 803656f7-3684-4f91-91e2-c80babeaa894, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=803656f7-3684-4f91-91e2-c80babeaa894,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:05.365132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:05.385087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Calling delete_port for 803656f7-3684-4f91-91e2-c80babeaa894 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:05.403462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2067-4aa6-42db-aef1-4d80370d641b req-0dfbe573-95b9-401b-88bb-afa87c71ea5e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:05.405082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-0dfbe573-95b9-401b-88bb-afa87c71ea5e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports/0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 200 len: 942 time: 0.3136358 Jul 14 11:26:05.442628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-80c37003-ad4c-4f85-b4f7-fc946373a04f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:05.453116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-80c37003-ad4c-4f85-b4f7-fc946373a04f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/networks?id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 200 len: 815 time: 0.6461940 Jul 14 11:26:05.463094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-24530d4c-3175-4413-83fb-696b36adaf92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888746 Jul 14 11:26:05.474730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-2c47d6f2-9484-4d33-a188-e3c4d7452b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:05.476413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-2c47d6f2-9484-4d33-a188-e3c4d7452b6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6105938 Jul 14 11:26:05.483209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1b49386f-6568-4f49-8490-50fbb94d9ac2 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/quotas/09958c89b42549229e38234c5d390a9c HTTP/1.1" status: 200 len: 375 time: 0.0291152 Jul 14 11:26:05.515427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-e9ffc5fa-793b-4613-9a31-49cc75d2c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:05.515742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-e9ffc5fa-793b-4613-9a31-49cc75d2c1ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2770061 Jul 14 11:26:05.675640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4ede136c-16a1-475f-abcf-31c81fd41178 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:26:05.776641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:05.780633 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 4ede136c-16a1-475f-abcf-31c81fd41178 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:26:05.795202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 4ede136c-16a1-475f-abcf-31c81fd41178 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:05.795935 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:05.805855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:05.855093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Transition to ACTIVE for port object a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:26:05.857192 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-8943ddc0-420d-486f-863a-ada00a64d686 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698175 Jul 14 11:26:05.873183 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:05.921202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-083a1f3c-ecdb-49e9-983f-57a9669fa2a4 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1001 time: 0.2132540 Jul 14 11:26:05.964484 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:06.038711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:06.055199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:06.056912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:06.065824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-eec38aac-1ccd-4549-aaed-09b610fa365e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=09958c89b42549229e38234c5d390a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5817275 Jul 14 11:26:06.068015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-a1a7e179-d58f-49da-9439-caf79ca3fe44 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640285 Jul 14 11:26:06.069625 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc6cfea-ebeb-4eb2-9854-0a1210f18328" -d '{"events": [{"server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "name": "network-vif-plugged", "status": "completed", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:06.087275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:06.089747 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:06.099152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 803656f7-3684-4f91-91e2-c80babeaa894 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:06.125194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-fe859559-2a38-44ac-b0b3-567865109c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:06.126836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-fe859559-2a38-44ac-b0b3-567865109c42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4622307 Jul 14 11:26:06.139179 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Pushing event deleted for resources: {'Port': ['ID=803656f7-3684-4f91-91e2-c80babeaa894,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:06.180154 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 803656f7-3684-4f91-91e2-c80babeaa894 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:06.180939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 803656f7-3684-4f91-91e2-c80babeaa894 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:06.197555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] No DVR routers for this DVR port 803656f7-3684-4f91-91e2-c80babeaa894 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:26:06.201773 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:06.204313 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.45 "DELETE /v2.0/ports/803656f7-3684-4f91-91e2-c80babeaa894 HTTP/1.1" status: 204 len: 173 time: 1.3738091 Jul 14 11:26:06.204668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'name': 'network-vif-deleted', 'tag': '803656f7-3684-4f91-91e2-c80babeaa894'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:06.207782 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703dc2d4-c514-4c46-b922-601c5ecbea80" -d '{"events": [{"server_uuid": "a6d3d30a-3bb7-40a9-b29e-815c3baa8928", "name": "network-vif-deleted", "tag": "803656f7-3684-4f91-91e2-c80babeaa894"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:06.219656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Attempting to bind port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:26:06.220643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Attempting to bind port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:26:06.220974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Attempting to bind port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:06.228202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:26:06.228837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Attempting to bind port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:06.236475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:26:06.236865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Checking segment: {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:06.237188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Bound using segment: {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:26:06.239722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Bound port: a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:26:06.239722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:06.308081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:06.385518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:26:06.391157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-ac620dc2-5db4-4283-b3f3-15ad4392e6a4 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979162 Jul 14 11:26:06.394306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:26:06.400988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:06.406501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36ccc473-ab08-44a0-8d41-a09588cef7dd req-e758ce01-74bc-4dbb-bf08-dadab28f9cfe service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343816 Jul 14 11:26:06.439378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:06.441340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:06.447354 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] 10.222.0.45 "PUT /v2.0/ports/a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a HTTP/1.1" status: 200 len: 1092 time: 1.7265046 Jul 14 11:26:06.505108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2067-4aa6-42db-aef1-4d80370d641b req-847172ad-f69c-42c0-8ab3-943327940338 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:06.507423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-847172ad-f69c-42c0-8ab3-943327940338 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.5848784 Jul 14 11:26:06.608035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f0a69-559d-4df8-a1c5-0c6eabd8b119 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:06.639092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-b32ff521-49ea-4231-a781-c9c44ba0469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:06.641104 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-b32ff521-49ea-4231-a781-c9c44ba0469a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 1095 time: 0.1170533 Jul 14 11:26:06.658832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-ce742863-4fa5-4c23-baf5-e13052b476ef service neutron] 10.222.0.38 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765316 Jul 14 11:26:06.666398 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-15e289e0-4841-474c-8d1e-1053978c72ea tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1001 time: 0.1237607 Jul 14 11:26:06.711248 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-02f7463e-2608-4b70-8705-a94f0bb64d51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a HTTP/1.1" status: 200 len: 217 time: 0.0574181 Jul 14 11:26:06.774444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-0e8cc7ed-5f7c-466a-acf1-603acba05bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:06.777055 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-0e8cc7ed-5f7c-466a-acf1-603acba05bf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41eed6e3-e4de-43e0-9e1c-01142e2f8b95 HTTP/1.1" status: 200 len: 845 time: 0.0576396 Jul 14 11:26:06.800381 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:26:06.828420 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-78a32e97-be37-411d-a334-ebd7712de570 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376823 Jul 14 11:26:06.831529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1495ba5a-0547-470e-92b9-e0156ccf8dc1 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638606 Jul 14 11:26:06.836881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-834c2067-4aa6-42db-aef1-4d80370d641b req-ab66ed3d-5f20-4359-8800-f7be963d0884 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:06.843282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-cbe55dc2-4ea7-4ba9-bf19-455197d24d82 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597135 Jul 14 11:26:07.050067 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-9193d0ca-37b5-433e-84a4-5bbfc09e9c0b service neutron] 10.222.0.45 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990366 Jul 14 11:26:07.151505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-834c2067-4aa6-42db-aef1-4d80370d641b req-ab66ed3d-5f20-4359-8800-f7be963d0884 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:07.297690 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6d9596db-708b-4cf9-9ace-e7ea76f59f93 req-341f1f71-a907-4fc4-8acd-0f5b2d53e021 service neutron] 10.222.0.45 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312016 Jul 14 11:26:08.021714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a453d8b9-ec2f-42f4-affe-43f40c04e960 req-ceaf2edc-e568-4854-9d41-3f3a64a2b3c9 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1146908 Jul 14 11:26:08.070944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbabc1b-e401-46e6-8188-fe66d1e1cbe4 req-47d73b81-e2f8-46ec-8f1c-1ce11462ea22 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:08.072859 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efbabc1b-e401-46e6-8188-fe66d1e1cbe4 req-47d73b81-e2f8-46ec-8f1c-1ce11462ea22 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.2281830 Jul 14 11:26:08.159390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-834c2067-4aa6-42db-aef1-4d80370d641b req-ab66ed3d-5f20-4359-8800-f7be963d0884 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:08.178734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efbabc1b-e401-46e6-8188-fe66d1e1cbe4 req-9a63d0c4-b9e6-4252-972d-47270129fd51 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978286 Jul 14 11:26:08.181190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-834c2067-4aa6-42db-aef1-4d80370d641b req-ab66ed3d-5f20-4359-8800-f7be963d0884 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:08.182357 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-834c2067-4aa6-42db-aef1-4d80370d641b req-ab66ed3d-5f20-4359-8800-f7be963d0884 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d disassociated. External IP: 172.25.2.192, port: 0ae7ed00-fba9-4e29-ba77-1a07481de696. Jul 14 11:26:08.503711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36041bd-c642-4f41-8a51-22d3a5e8c6db req-41b551ea-0f54-4bc5-9a1d-a398f0a76054 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:08.505414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a36041bd-c642-4f41-8a51-22d3a5e8c6db req-41b551ea-0f54-4bc5-9a1d-a398f0a76054 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 944 time: 0.1470845 Jul 14 11:26:08.613877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a36041bd-c642-4f41-8a51-22d3a5e8c6db req-b2ed3161-b493-4ba5-924e-21284c33ba0d tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988977 Jul 14 11:26:08.649057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834c2067-4aa6-42db-aef1-4d80370d641b req-ab66ed3d-5f20-4359-8800-f7be963d0884 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Router 4851d610-8982-4220-87d1-11cfd844ce2c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:26:08.712927 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a46206c-5a05-4e25-a66f-3ce247c3e080 x-openstack-request-id: req-7a46206c-5a05-4e25-a66f-3ce247c3e080 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:08.713498 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "name": "network-vif-plugged", "status": "completed", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:08.713675 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a46206c-5a05-4e25-a66f-3ce247c3e080 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:08.714514 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178', 'code': 200} Jul 14 11:26:08.773840 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54e94b4-1a6c-4110-a971-94a1d4fe9c48 x-openstack-request-id: req-e54e94b4-1a6c-4110-a971-94a1d4fe9c48 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:08.774712 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d3d30a-3bb7-40a9-b29e-815c3baa8928", "name": "network-vif-deleted", "tag": "803656f7-3684-4f91-91e2-c80babeaa894", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:08.775258 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e54e94b4-1a6c-4110-a971-94a1d4fe9c48 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:08.775839 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d3d30a-3bb7-40a9-b29e-815c3baa8928', 'name': 'network-vif-deleted', 'tag': '803656f7-3684-4f91-91e2-c80babeaa894', 'status': 'completed', 'code': 200} Jul 14 11:26:08.895696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834c2067-4aa6-42db-aef1-4d80370d641b req-ab66ed3d-5f20-4359-8800-f7be963d0884 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:26:08.905994 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] Sync routers for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:26:08.906952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-834c2067-4aa6-42db-aef1-4d80370d641b req-ab66ed3d-5f20-4359-8800-f7be963d0884 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:08.925132 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:08.925815 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:09.054690 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-ab66ed3d-5f20-4359-8800-f7be963d0884 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "PUT /v2.0/floatingips/da2dadcf-6c4d-47c6-b1c6-09f344986f5d HTTP/1.1" status: 200 len: 695 time: 2.3013923 Jul 14 11:26:09.054690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:09.057153 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:09.114383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f978d06-b043-4ccb-90b6-9192d9183964 req-c1203e95-9631-4869-8a3d-8f565f138a40 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 210 time: 0.1065681 Jul 14 11:26:09.165184 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:09.214317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58772) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:09.335476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39f1e14a-57fc-498e-a067-bb905d48b950 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:09.362471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58774) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:09.398766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2067-4aa6-42db-aef1-4d80370d641b req-16c8d1af-e362-4818-9bb6-d1c2a5ee787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:09.400366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-16c8d1af-e362-4818-9bb6-d1c2a5ee787e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 1096 time: 0.2942672 Jul 14 11:26:09.404896 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39f1e14a-57fc-498e-a067-bb905d48b950 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:09.421183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9037ee94-0363-4d68-975b-47d37ccdc5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:09.500782 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39f1e14a-57fc-498e-a067-bb905d48b950 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:09.503266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39f1e14a-57fc-498e-a067-bb905d48b950 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:09.514963 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-39f1e14a-57fc-498e-a067-bb905d48b950 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "DELETE /v2.0/security-groups/80f87e65-53b1-47b3-8958-a66e975cccb4 HTTP/1.1" status: 204 len: 168 time: 0.2981715 Jul 14 11:26:09.515355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58778) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:09.528966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1e14a-57fc-498e-a067-bb905d48b950 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f87e65-53b1-47b3-8958-a66e975cccb4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:09.622530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-df5adf73-c4e8-49ea-aa24-0cf947962f77 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:09.624963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-df5adf73-c4e8-49ea-aa24-0cf947962f77 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.64 "GET /v2.0/networks?id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 200 len: 815 time: 0.5173628 Jul 14 11:26:09.625800 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-194b6406-12d0-410b-bc8d-7dfd76e94ca9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] show failed (client error): The resource could not be found. Jul 14 11:26:09.626761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-194b6406-12d0-410b-bc8d-7dfd76e94ca9 tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "GET /v2.0/security-groups/80f87e65-53b1-47b3-8958-a66e975cccb4 HTTP/1.1" status: 404 len: 347 time: 0.0974243 Jul 14 11:26:09.629947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58786) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:09.674143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Request body: {'port': {'device_id': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b', 'admin_state_up': True, 'tenant_id': '09958c89b42549229e38234c5d390a9c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:09.689658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:26:09.961195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2067-4aa6-42db-aef1-4d80370d641b req-47214145-4df8-4aa4-8e9c-8b218c4dc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:09.962947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-47214145-4df8-4aa4-8e9c-8b218c4dc84a service neutron] 10.222.0.38 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.5489986 Jul 14 11:26:09.999942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:10.030494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'port_id': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a', 'mac_address': 'fa:16:3e:0c:a7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41eed6e3-e4de-43e0-9e1c-01142e2f8b95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:26:10.104190 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:10.141307 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:10.168455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:10.173192 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] Checking router: 4851d610-8982-4220-87d1-11cfd844ce2c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:26:10.195163 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:10.197815 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:25:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:10.199548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-7991cdde-8726-4aeb-a733-c37859fa7662 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 200 len: 217 time: 0.2192721 Jul 14 11:26:10.225107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:10.235667 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:10.264624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2067-4aa6-42db-aef1-4d80370d641b req-c745eeda-f467-4c67-9b28-2053ea7f50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:10.272570 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-c745eeda-f467-4c67-9b28-2053ea7f50a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.0717447 Jul 14 11:26:10.321770 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:10.344675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Made reservation on behalf of 09958c89b42549229e38234c5d390a9c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:10.348185 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:10.378769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:10.485360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09779c10-7fa7-40bc-81ff-9bc094649b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:10.547086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:10.571050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Allocated IP 172.20.0.9 (3a3d83f6-77ed-48c9-854d-ae55fe2d345b/c3496dc2-1355-46ce-b112-1b17620b2c59/65aa7dac-22e2-4869-8e45-0b7e15f3a8ed) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:26:10.610094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2209a7c-c699-4fc0-9930-b71871d95166 req-d8138d13-d26d-445b-af88-0901500b2a0f tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:10.620278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2209a7c-c699-4fc0-9930-b71871d95166 req-d8138d13-d26d-445b-af88-0901500b2a0f tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1096 time: 0.5056343 Jul 14 11:26:10.646621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2067-4aa6-42db-aef1-4d80370d641b req-38125794-e0f1-4aea-8f11-4bf3c98c6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:10.648561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-38125794-e0f1-4aea-8f11-4bf3c98c6fba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3750081 Jul 14 11:26:10.708909 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:10.751159 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1109dd-5657-4a03-aaf0-182b4501cc0d None None] The sync data for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 is: [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:26:10.767081 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09779c10-7fa7-40bc-81ff-9bc094649b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:10.807434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:10.816536 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:10.847137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09779c10-7fa7-40bc-81ff-9bc094649b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:10.928801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09779c10-7fa7-40bc-81ff-9bc094649b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43be1b2-7558-4b85-b94c-39819c2c332f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:10.934546 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-09779c10-7fa7-40bc-81ff-9bc094649b7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1525ce0b2e5a415ab5c83ed359e275dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5710433 Jul 14 11:26:10.940477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58804) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:10.986054 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:10.997361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2209a7c-c699-4fc0-9930-b71871d95166 req-4f4e38fd-618b-4f77-b847-c25415d977e0 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743410 Jul 14 11:26:11.015544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-46d87cb3-2e16-47c9-a88f-32c1cda0edf2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:11.021067 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-46d87cb3-2e16-47c9-a88f-32c1cda0edf2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6&tenant_id=74fa1d7c96164474bf4b5083b15d7551&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 950 time: 1.2065368 Jul 14 11:26:11.117217 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5332b4-ddd1-4da6-8860-70444f23cbdc x-openstack-request-id: req-9c5332b4-ddd1-4da6-8860-70444f23cbdc {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:11.120948 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:11.121313 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c5332b4-ddd1-4da6-8860-70444f23cbdc {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:11.122247 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'status': 'completed', 'code': 200} Jul 14 11:26:11.132210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Deleting port 6265a2ea-4ad4-48e7-aa0d-7d1460804f0f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:11.135881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.225187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-39012173-ed2e-4201-b222-01ca59e23b92 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523417 Jul 14 11:26:11.227238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c38cc1-5c85-44ef-be4c-a0837b4daaf8 None None] New status for floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:26:11.227731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.265691 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51b87db0-f657-4453-af90-e20440269fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.288371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51b87db0-f657-4453-af90-e20440269fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.333836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:26:11.355805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51b87db0-f657-4453-af90-e20440269fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.359174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51b87db0-f657-4453-af90-e20440269fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.360060 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-51b87db0-f657-4453-af90-e20440269fae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d43be1b2-7558-4b85-b94c-39819c2c332f HTTP/1.1" status: 204 len: 168 time: 0.4111762 Jul 14 11:26:11.383503 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-b6e06a37-514e-41f0-8414-e8e86d161ed9 service neutron] delete failed (client error): The resource could not be found. Jul 14 11:26:11.384719 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-b6e06a37-514e-41f0-8414-e8e86d161ed9 service neutron] 10.222.0.64 "DELETE /v2.0/ports/4ede136c-16a1-475f-abcf-31c81fd41178/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.3539288 Jul 14 11:26:11.385437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b87db0-f657-4453-af90-e20440269fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43be1b2-7558-4b85-b94c-39819c2c332f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:11.405659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.406166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.423379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Calling delete_port for 6265a2ea-4ad4-48e7-aa0d-7d1460804f0f owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:11.426585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-03a59088-a83b-4393-9705-250f48e435a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:11.428211 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-03a59088-a83b-4393-9705-250f48e435a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 1096 time: 0.2854135 Jul 14 11:26:11.458652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:11.464358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:11.654221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Pushing event updated for resources: {'Port': ['ID=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:11.660431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-174e1310-c52c-4246-b673-73d9ba3a963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:11.662153 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-174e1310-c52c-4246-b673-73d9ba3a963e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 1101 time: 0.2062204 Jul 14 11:26:11.678965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:11.680346 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.707152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:26:11.713216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e03e-c8e5-4a83-b26d-f6842470481a req-d0884a33-eb40-4b83-a53a-aa5256f3562a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:11.724643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5bf6e03e-c8e5-4a83-b26d-f6842470481a req-d0884a33-eb40-4b83-a53a-aa5256f3562a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.4609396 Jul 14 11:26:11.770465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-834c2067-4aa6-42db-aef1-4d80370d641b req-455e5b09-ee04-40da-991f-524a866c60cd service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251210 Jul 14 11:26:11.771621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-1ed4692d-a993-4136-b873-882ba50a256e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1060245 Jul 14 11:26:11.797146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Request body: {'port': {'device_id': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:11.817834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-c5de39ac-5c31-4f21-b45d-f05aa3d46733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:11.819430 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-c5de39ac-5c31-4f21-b45d-f05aa3d46733 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1339591 Jul 14 11:26:11.821410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:26:11.829112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:11.829472 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:11.866212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-0945472e-cce2-42e0-91ea-49c7ab01daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:11.867542 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-0945472e-cce2-42e0-91ea-49c7ab01daa9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.4247503 Jul 14 11:26:11.982595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5bf6e03e-c8e5-4a83-b26d-f6842470481a req-f3cdff49-3378-4ed9-8d7a-e61764f221a9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568090 Jul 14 11:26:12.040268 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:12.047592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-ec9d08f1-12fe-4ae0-b719-0cb0bdc3abd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 200 len: 217 time: 0.0663178 Jul 14 11:26:12.048858 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-29ffadec-24e6-42c0-9b90-b9dfdfddc7a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 217 time: 0.2002504 Jul 14 11:26:12.080772 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:12.149130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eeb0e-f310-4e1b-98e0-e761c467abe0 req-7e2c3575-feff-44be-b1c4-cc649f661a21 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:12.150706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e14eeb0e-f310-4e1b-98e0-e761c467abe0 req-7e2c3575-feff-44be-b1c4-cc649f661a21 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 945 time: 0.2134991 Jul 14 11:26:12.186890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:12.192561 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86077e1-c96f-45b8-bdd9-9acab6b7304f" -d '{"events": [{"server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "name": "network-vif-plugged", "status": "completed", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:12.264268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-4f07631e-918e-4947-a961-d582b97ad600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:12.264653 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b81162b8-a00d-48d4-968e-172810352dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:12.266596 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-4f07631e-918e-4947-a961-d582b97ad600 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.2057507 Jul 14 11:26:12.282110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:12.284848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-edaeb838-7a46-4653-b731-09b9ac12053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:12.286322 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-edaeb838-7a46-4653-b731-09b9ac12053c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2239947 Jul 14 11:26:12.288607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:12.292337 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:12.295023 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:12.332552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Pushing event deleted for resources: {'Port': ['ID=6265a2ea-4ad4-48e7-aa0d-7d1460804f0f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:12.375079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e14eeb0e-f310-4e1b-98e0-e761c467abe0 req-1068af41-bb21-44cc-9423-7f7fa880f512 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163363 Jul 14 11:26:12.409493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:12.495772 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:12.498496 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:12.502688 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a5140627-890e-416f-9af4-87a8189d3afb tempest-ServersWithSpecificFlavorTestJSON-855288221 tempest-ServersWithSpecificFlavorTestJSON-855288221-project] 10.222.0.38 "DELETE /v2.0/floatingips/84c63e61-2aba-4a25-9989-763a662b7aa5 HTTP/1.1" status: 204 len: 168 time: 2.8716769 Jul 14 11:26:12.505015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-c915e770-c4d4-4c17-8531-b1781cb99fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:12.506645 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-c915e770-c4d4-4c17-8531-b1781cb99fd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756473 Jul 14 11:26:12.508542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-1ef68854-c81c-4d4d-bf84-6183f2e3cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:12.509959 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-1ef68854-c81c-4d4d-bf84-6183f2e3cf92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361488 Jul 14 11:26:12.573174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d60c-5768-4e5c-bc9e-f046a3bb63fd req-ca10e20b-73d8-40cb-af7b-4b9282ce167a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:12.580626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-deb1d60c-5768-4e5c-bc9e-f046a3bb63fd req-ca10e20b-73d8-40cb-af7b-4b9282ce167a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 931 time: 0.3565183 Jul 14 11:26:12.595225 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee796f46-7834-4590-9689-a8f6db8d3209 x-openstack-request-id: req-ee796f46-7834-4590-9689-a8f6db8d3209 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:12.616059 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:12.616931 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee796f46-7834-4590-9689-a8f6db8d3209 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:12.617570 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a', 'status': 'completed', 'code': 200} Jul 14 11:26:12.753373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-deb1d60c-5768-4e5c-bc9e-f046a3bb63fd req-7eed977d-d2b1-44a3-8a21-dc0da0bbcde4 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717546 Jul 14 11:26:12.778672 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-0a2a0211-c914-4d33-9a8d-85981b146f13 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566531 Jul 14 11:26:12.894057 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-c35db698-b5ec-4d47-85e9-649dce05481c service neutron] 10.222.0.64 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710411 Jul 14 11:26:12.951317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-5127fd76-eff0-49cb-8be8-bece18cd2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:12.966050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-5127fd76-eff0-49cb-8be8-bece18cd2545 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 1097 time: 0.3388114 Jul 14 11:26:13.006129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:13.009617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58844) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:13.076088 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:13.156401 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dd4da82c-dc27-4c33-b48b-4f4aa2630ea0 req-1f6aca84-4d2e-4904-a762-653c458eba49 service neutron] 10.222.0.64 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496769 Jul 14 11:26:13.170330 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-13cbb426-ec6f-4b0b-91c4-4c1052cff037 req-e1a28f3b-34fb-44b0-81a9-d94c3d01067d service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719152 Jul 14 11:26:13.186575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Transition to ACTIVE for port object 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:26:13.214483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:13.294366 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66de288-e1b8-411a-9346-0bdedf84195c x-openstack-request-id: req-e66de288-e1b8-411a-9346-0bdedf84195c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:13.295371 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "name": "network-vif-plugged", "status": "completed", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:13.295938 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e66de288-e1b8-411a-9346-0bdedf84195c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:13.297179 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a', 'code': 200} Jul 14 11:26:13.312392 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:13.376807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1965831368'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:13.417045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-1c91fcd9-d46b-401a-a29e-d8d84c1f5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:13.420026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-1c91fcd9-d46b-401a-a29e-d8d84c1f5e51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 905 time: 0.4382043 Jul 14 11:26:13.420922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Pushing event updated for resources: {'Port': ['ID=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:13.476116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44113a88-9d94-4925-bc4b-89c8cd4f119f req-5b44a22d-2526-492c-90ee-bfdbc5dc2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:13.477861 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-44113a88-9d94-4925-bc4b-89c8cd4f119f req-5b44a22d-2526-492c-90ee-bfdbc5dc2244 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 1097 time: 0.1014340 Jul 14 11:26:13.517069 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-44113a88-9d94-4925-bc4b-89c8cd4f119f req-cec71038-d9f3-451d-b6c7-2e5da9fe9a24 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Jul 14 11:26:13.657126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-84c7a0cc-4607-458b-8071-7c0e7d679a7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a HTTP/1.1" status: 200 len: 217 time: 0.1740150 Jul 14 11:26:13.660793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Made reservation on behalf of f0c3cbc2d15d4b7684ccd847014cab95 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:13.665886 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:13.751700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-5b3bd261-9ea7-46b8-b66e-31f658362795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:13.753219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-5b3bd261-9ea7-46b8-b66e-31f658362795 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41eed6e3-e4de-43e0-9e1c-01142e2f8b95 HTTP/1.1" status: 200 len: 845 time: 0.0842471 Jul 14 11:26:13.758925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Attempting to bind port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:26:13.759539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Attempting to bind port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:26:13.759751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Attempting to bind port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed on network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:13.777410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:13.814594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed on network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:26:13.814937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Attempting to bind port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed on network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:13.823806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-a25ab492-f4e7-4e06-8074-63ffdf214d17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601830 Jul 14 11:26:13.945543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:26:13.945951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Checking segment: {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:13.946317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Bound using segment: {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:26:13.946771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Bound port: 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:26:13.947138 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:14.008657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-fa03b074-166d-4bb2-8db5-e15fcdf163c9 service neutron] 10.222.0.45 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729217 Jul 14 11:26:14.057685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37406364-37e9-476e-a20b-39267b2fd85f req-dd2b7f53-11f9-42ae-9295-e996262720e7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:14.065296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37406364-37e9-476e-a20b-39267b2fd85f req-dd2b7f53-11f9-42ae-9295-e996262720e7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.5167868 Jul 14 11:26:14.256640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37406364-37e9-476e-a20b-39267b2fd85f req-562c9796-f041-444e-bf86-f02635cd3f93 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903453 Jul 14 11:26:14.260809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] For port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:26:14.300399 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-41ee5e91-aca4-4e54-a184-cc2c362d8445 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:26:14.302137 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-41ee5e91-aca4-4e54-a184-cc2c362d8445 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065005 Jul 14 11:26:14.314054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Request body: {'binding': {'host': 'n-h2-778696-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:14.314839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Unknown quota resources ['binding']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:26:14.320837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] For port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:26:14.336678 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:14.351382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e86537a3-62cf-4b1a-b3f6-5c6e7475e4f2 req-f0a03a77-9208-42c0-b321-2f81d0f4060d service neutron] 10.222.0.45 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054817 Jul 14 11:26:14.422732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:14.424134 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:14.427471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] 10.222.0.64 "PUT /v2.0/ports/65aa7dac-22e2-4869-8e45-0b7e15f3a8ed HTTP/1.1" status: 200 len: 1091 time: 2.6360884 Jul 14 11:26:14.436829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'tag': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:14.441621 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14847b2-f9df-4465-8847-847305dffe64" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa", "tag": "65aa7dac-22e2-4869-8e45-0b7e15f3a8ed"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:14.493262 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:14.533281 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:14.645761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a on host n-h2-778696-8 for vnic_type normal with profile None {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:26:14.646550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:26:14.647103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:14.652980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Port e7a97d92-72b3-471b-a37d-406a8d3dd93a on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:26:14.653733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:14.661993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:26:14.662687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:14.663305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:26:14.664158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Bound port: e7a97d92-72b3-471b-a37d-406a8d3dd93a, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:26:14.739616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:26:14.748929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:14.751552 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-524c9fcd-c91d-4621-9895-579fb2254775 service neutron] 10.222.0.38 "POST /v2.0/ports/e7a97d92-72b3-471b-a37d-406a8d3dd93a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4411268 Jul 14 11:26:14.909454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-65c3c463-bce5-4ac9-8052-5ad4112df16e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:14.912733 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-65c3c463-bce5-4ac9-8052-5ad4112df16e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.64 "GET /v2.0/ports?device_id=62461e06-6e1b-423e-a069-6cb4af256a21 HTTP/1.1" status: 200 len: 945 time: 0.1174588 Jul 14 11:26:14.984467 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:14.997622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b4d83-926e-4331-931a-125d2f18e163 service neutron] Pushing event updated for resources: {'Port': ['ID=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:15.049686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:15.080444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d35ef1-3a39-41d2-9984-3aa1fce142b6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:15.118144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:15.118380 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Added segment 3dfc1211-7ac3-4467-ab91-1be8858c4ead of type vlan for network 1ce66c72-fa20-4c23-b292-f37bfc704be0 Jul 14 11:26:15.118800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Deleting port 0ae7ed00-fba9-4e29-ba77-1a07481de696 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:15.119546 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:15.246657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-a05b42ca-8a65-479f-8e88-e3e9a844a9a5 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:15.252394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-a05b42ca-8a65-479f-8e88-e3e9a844a9a5 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7968221 Jul 14 11:26:15.256173 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:15.266246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] For port 0ae7ed00-fba9-4e29-ba77-1a07481de696, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0ae7ed00-fba9-4e29-ba77-1a07481de696,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:15.266753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:15.295109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Calling delete_port for 0ae7ed00-fba9-4e29-ba77-1a07481de696 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:15.325131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-ca617c75-8504-4993-ad21-d08ba7b7f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:15.326723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-ca617c75-8504-4993-ad21-d08ba7b7f3ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09958c89b42549229e38234c5d390a9c&device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 1094 time: 0.3455250 Jul 14 11:26:15.354099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-0c08a247-2603-4765-b302-d7b15a5d4906 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0893302 Jul 14 11:26:15.404128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-79b8e195-7469-4472-b278-e4298d045e78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed HTTP/1.1" status: 200 len: 217 time: 0.0617406 Jul 14 11:26:15.407602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-bf5a476b-62e4-41ba-aaf5-b66fe111bb08 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Request body: {'floatingip': {'port_id': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:15.414479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-0cc8a4b2-5adf-4702-b631-c57840a13308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:15.416224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-0cc8a4b2-5adf-4702-b631-c57840a13308 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1096 time: 0.3678312 Jul 14 11:26:15.425417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657fd28-4f53-45af-b8e8-dd26b4d7f702 req-672702bc-999d-40e5-b210-b70687f23ac2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:15.427133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8657fd28-4f53-45af-b8e8-dd26b4d7f702 req-672702bc-999d-40e5-b210-b70687f23ac2 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 946 time: 0.3478448 Jul 14 11:26:15.477286 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:15.492512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0ae7ed00-fba9-4e29-ba77-1a07481de696'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:15.498090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e8ef210c-6884-4375-99ba-7b1e675c6f7a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:15.562054 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:15.562054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:15.562054 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:15.562469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Pushing event deleted for resources: {'Port': ['ID=0ae7ed00-fba9-4e29-ba77-1a07481de696,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:15.563378 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-bf5a476b-62e4-41ba-aaf5-b66fe111bb08 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:15.616137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] No DVR routers for this DVR port 0ae7ed00-fba9-4e29-ba77-1a07481de696 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:26:15.618899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:15.621448 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-813aa951-d376-4d40-ae1b-2df90491f8a0 req-e306d812-8c60-4449-bc99-3ff762989acb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.64 "DELETE /v2.0/ports/0ae7ed00-fba9-4e29-ba77-1a07481de696 HTTP/1.1" status: 204 len: 173 time: 0.6942098 Jul 14 11:26:15.622535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'name': 'network-vif-deleted', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:15.624614 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271ddbf2-6cc2-478e-946b-994a00b5d8e6" -d '{"events": [{"server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "name": "network-vif-deleted", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:15.814936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7924511 Jul 14 11:26:15.816027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58894) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:15.820481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Request body: {'subnet': {'network_id': '1ce66c72-fa20-4c23-b292-f37bfc704be0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:15.829394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-fb8c66e6-4db5-4ee3-9d7b-93790e1ac4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:15.831418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-fb8c66e6-4db5-4ee3-9d7b-93790e1ac4e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3496dc2-1355-46ce-b112-1b17620b2c59 HTTP/1.1" status: 200 len: 855 time: 0.4007614 Jul 14 11:26:15.843147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9165a0-5284-41be-b64e-84e51af6f75f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event updated for resources: {'Network': ['ID=1ce66c72-fa20-4c23-b292-f37bfc704be0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:15.871759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8657fd28-4f53-45af-b8e8-dd26b4d7f702 req-dd1615aa-5341-4431-8b84-50fd299a243b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895962 Jul 14 11:26:15.874184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1ce66c72-fa20-4c23-b292-f37bfc704be0 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:15.972000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-8628c214-d492-488b-8019-a85fb4ccc9ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133947 Jul 14 11:26:16.017497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1c985504-e1a0-42d9-b75c-80d180f174f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:16.019030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1c985504-e1a0-42d9-b75c-80d180f174f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.5800822 Jul 14 11:26:16.019243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Made reservation on behalf of f0c3cbc2d15d4b7684ccd847014cab95 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:16.026592 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:16.207393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-db062335-2b06-4101-bd4d-6bcac9caa25b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a HTTP/1.1" status: 200 len: 217 time: 0.1228962 Jul 14 11:26:16.392662 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:16.413504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-97f30a17-3766-4374-b195-dc1c32ec68bc service neutron] 10.222.0.64 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346290 Jul 14 11:26:16.423943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-8d3e6eb1-9e7d-458d-9142-9ed1d76f7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:16.425456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-8d3e6eb1-9e7d-458d-9142-9ed1d76f7ffb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.2172678 Jul 14 11:26:16.498356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event updated for resources: {'Subnet': ['ID=257e6f87-014a-43fd-938e-5856a19dfba2,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:16.507234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Checking segment: {'id': '3dfc1211-7ac3-4467-ab91-1be8858c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1ce66c72-fa20-4c23-b292-f37bfc704be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:16.513036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Network hostable DHCP agents. Network: 1ce66c72-fa20-4c23-b292-f37bfc704be0, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:26:16.520665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-14d73568-ac52-4a51-ab1c-f94b2d07d766 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783567 Jul 14 11:26:16.544412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Network 1ce66c72-fa20-4c23-b292-f37bfc704be0 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:26:16.570285 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1ce66c72-fa20-4c23-b292-f37bfc704be0) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:16.577361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:16.578039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:16.586832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bffd8eb-e36f-4bbc-8b60-b42593983e5e None None] Network 1ce66c72-fa20-4c23-b292-f37bfc704be0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:16.597357 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f388ab9c-c429-47d8-abcb-ac01b08ff0c4 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7808692 Jul 14 11:26:16.600223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58908) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:16.611063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Request body: {'port': {'network_id': '1ce66c72-fa20-4c23-b292-f37bfc704be0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-647864719'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:16.684147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbec97-5caa-4eed-88b2-285fb21026ab req-d3b53fdc-8454-417b-ba09-49f4539549b7 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:16.686379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2cbec97-5caa-4eed-88b2-285fb21026ab req-d3b53fdc-8454-417b-ba09-49f4539549b7 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 943 time: 0.4977803 Jul 14 11:26:16.763524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Made reservation on behalf of f0c3cbc2d15d4b7684ccd847014cab95 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:16.768103 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:16.796699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] device_id is not set on port 54d74832-8f88-40cd-a980-aaefd9b35169 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:26:16.807412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc5b3f8-7444-48d3-bc94-3f65dbba8429 req-baad4271-5ad7-4620-a911-4b3375abf73f service neutron] 10.222.0.64 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779747 Jul 14 11:26:16.835421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-1ce66c72-fa20-4c23-b292-f37bfc704be0', 'network_id': '1ce66c72-fa20-4c23-b292-f37bfc704be0', 'tenant_id': 'f0c3cbc2d15d4b7684ccd847014cab95', 'fixed_ips': [{'subnet_id': '257e6f87-014a-43fd-938e-5856a19dfba2'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:26:16.836407 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:16.845186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2cbec97-5caa-4eed-88b2-285fb21026ab req-c6ee6adb-f194-4731-83ea-3d7c7e120dbd tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126919 Jul 14 11:26:16.902306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-bf6dbf52-70bc-40b5-96c4-0a68b2571074 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141000 Jul 14 11:26:16.923206 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d6e4e0-acfa-43ba-a65f-a57770f063f4 x-openstack-request-id: req-33d6e4e0-acfa-43ba-a65f-a57770f063f4 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:16.923478 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa", "tag": "65aa7dac-22e2-4869-8e45-0b7e15f3a8ed", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:16.923727 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33d6e4e0-acfa-43ba-a65f-a57770f063f4 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:16.924121 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'tag': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed', 'status': 'completed', 'code': 200} Jul 14 11:26:16.954748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Allocated IP 172.20.0.7 (1ce66c72-fa20-4c23-b292-f37bfc704be0/257e6f87-014a-43fd-938e-5856a19dfba2/54d74832-8f88-40cd-a980-aaefd9b35169) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:26:17.092743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-bf5a476b-62e4-41ba-aaf5-b66fe111bb08 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.112173 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-bf5a476b-62e4-41ba-aaf5-b66fe111bb08 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.128202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.144227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Transition to ACTIVE for port object 54d74832-8f88-40cd-a980-aaefd9b35169 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:26:17.193357 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.251978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Network 1ce66c72-fa20-4c23-b292-f37bfc704be0 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:26:17.252250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Allocated IP 172.20.0.2 (1ce66c72-fa20-4c23-b292-f37bfc704be0/257e6f87-014a-43fd-938e-5856a19dfba2/6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:26:17.257655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:17.261616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:17.296622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event updated for resources: {'Port': ['ID=54d74832-8f88-40cd-a980-aaefd9b35169,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:17.331931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:17.332510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.353239 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-80c7fe10-2bd9-4e0a-b235-6814ccb1075f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7486541 Jul 14 11:26:17.353515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58920) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:17.359028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Request body: {'port': {'network_id': '1ce66c72-fa20-4c23-b292-f37bfc704be0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-521418847', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:17.359594 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.api.validators [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] bootfile-name is not in valid_values {{(pid=93701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:26:17.359970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.api.validators [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] tftp-server is not in valid_values {{(pid=93701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:26:17.360302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.api.validators [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] server-ip-address is not in valid_values {{(pid=93701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:26:17.430755 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.440399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Transition to ACTIVE for port object 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:26:17.456040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Transition to ACTIVE for port object 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:26:17.462817 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.474073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-549aecca-3c66-4ccf-ab12-2a96abb91f9b service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626655 Jul 14 11:26:17.496622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14847b2-f9df-4465-8847-847305dffe64 req-84fc0507-1d04-467e-90ee-103adae22aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:17.497797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Made reservation on behalf of f0c3cbc2d15d4b7684ccd847014cab95 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:17.498198 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b14847b2-f9df-4465-8847-847305dffe64 req-84fc0507-1d04-467e-90ee-103adae22aa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09958c89b42549229e38234c5d390a9c&device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 1094 time: 0.5375445 Jul 14 11:26:17.501933 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.507084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Pushing event updated for resources: {'Port': ['ID=6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:17.529188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Network 1ce66c72-fa20-4c23-b292-f37bfc704be0 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:26:17.533764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:17.539464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] device_id is not set on port 7c7ae123-2cc3-4e33-8d61-028c6f1d0b9b yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:26:17.544035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:17.599748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38628d01-efee-4505-abc5-ffe7d644e80c req-9718ad4d-f1cb-43fa-a3a7-7e730c68e245 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:17.600819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38628d01-efee-4505-abc5-ffe7d644e80c req-9718ad4d-f1cb-43fa-a3a7-7e730c68e245 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 945 time: 0.5667493 Jul 14 11:26:17.627138 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-bf5a476b-62e4-41ba-aaf5-b66fe111bb08 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d associated. External IP: 172.25.2.192, port: e8ef210c-6884-4375-99ba-7b1e675c6f7a. Jul 14 11:26:17.647212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Attempting to bind port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:26:17.647800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Attempting to bind port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '3dfc1211-7ac3-4467-ab91-1be8858c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1ce66c72-fa20-4c23-b292-f37bfc704be0'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:26:17.648076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Attempting to bind port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd on network 1ce66c72-fa20-4c23-b292-f37bfc704be0 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:17.654858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:26:17.655386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Checking segment: {'id': '3dfc1211-7ac3-4467-ab91-1be8858c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1ce66c72-fa20-4c23-b292-f37bfc704be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:17.655791 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.656299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Bound using segment: {'id': '3dfc1211-7ac3-4467-ab91-1be8858c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1ce66c72-fa20-4c23-b292-f37bfc704be0'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:26:17.656652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Bound port: 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfc1211-7ac3-4467-ab91-1be8858c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1ce66c72-fa20-4c23-b292-f37bfc704be0'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:26:17.657268 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.720260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Allocated IP 172.20.0.10 (1ce66c72-fa20-4c23-b292-f37bfc704be0/257e6f87-014a-43fd-938e-5856a19dfba2/7c7ae123-2cc3-4e33-8d61-028c6f1d0b9b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:26:17.748795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] For port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:26:17.753399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] For port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd,segment=NetworkSegment(3dfc1211-7ac3-4467-ab91-1be8858c4ead),segment_id=3dfc1211-7ac3-4467-ab91-1be8858c4ead)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:26:17.758979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:17.762683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14847b2-f9df-4465-8847-847305dffe64 req-0c394e0b-7178-4e39-b01f-a845374c41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:17.768400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b14847b2-f9df-4465-8847-847305dffe64 req-0c394e0b-7178-4e39-b01f-a845374c41c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 200 len: 915 time: 0.2427254 Jul 14 11:26:17.838223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b14847b2-f9df-4465-8847-847305dffe64 req-a71a711d-2502-4a37-a067-608aa8c2433f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed HTTP/1.1" status: 200 len: 217 time: 0.0622008 Jul 14 11:26:17.842835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0ae7ed00-fba9-4e29-ba77-1a07481de696 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:17.867408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 0ae7ed00-fba9-4e29-ba77-1a07481de696 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:17.867710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0ae7ed00-fba9-4e29-ba77-1a07481de696 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:17.883118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece896e-e887-4f4f-b70a-68b61e4b69c1 None None] Pushing event updated for resources: {'Port': ['ID=6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:17.946609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38628d01-efee-4505-abc5-ffe7d644e80c req-dc8240eb-a6de-4ea8-b3fc-82bc2f9932d0 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368521 Jul 14 11:26:17.953233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14847b2-f9df-4465-8847-847305dffe64 req-d4f65642-25a0-4c83-93fd-23796f328408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:17.954973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b14847b2-f9df-4465-8847-847305dffe64 req-d4f65642-25a0-4c83-93fd-23796f328408 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3496dc2-1355-46ce-b112-1b17620b2c59 HTTP/1.1" status: 200 len: 855 time: 0.1039333 Jul 14 11:26:17.999098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:18.026080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Transition to ACTIVE for port object 7c7ae123-2cc3-4e33-8d61-028c6f1d0b9b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:26:18.064129 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:18.138420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Network 1ce66c72-fa20-4c23-b292-f37bfc704be0 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:26:18.138911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-bf5a476b-62e4-41ba-aaf5-b66fe111bb08 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Router 4851d610-8982-4220-87d1-11cfd844ce2c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:26:18.143693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:18.148250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:18.155950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event updated for resources: {'Port': ['ID=7c7ae123-2cc3-4e33-8d61-028c6f1d0b9b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:18.229059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:18.230487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:18.242623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b14847b2-f9df-4465-8847-847305dffe64 req-e8903b86-a99d-4fbe-bcd5-0f4029ab3571 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844128 Jul 14 11:26:18.251049 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-397477f1-aa72-4bf2-af66-d79eaf5903a7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8932767 Jul 14 11:26:18.253709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58928) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:18.371345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b0888-874b-457e-8122-02be516009e7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:18.377611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b0888-874b-457e-8122-02be516009e7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:18.383585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b0888-874b-457e-8122-02be516009e7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:18.385600 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-600b0888-874b-457e-8122-02be516009e7 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1307080 Jul 14 11:26:18.389016 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58930) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:18.481299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276e327-e065-4afd-832b-82e5d0554946 req-2dd21b62-08a4-4aaf-b685-cdaf55a69958 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:18.483236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3276e327-e065-4afd-832b-82e5d0554946 req-2dd21b62-08a4-4aaf-b685-cdaf55a69958 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.3429797 Jul 14 11:26:18.500747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-21fb1211-054d-4640-9058-237572760bb1 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Deleting port 7c7ae123-2cc3-4e33-8d61-028c6f1d0b9b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:18.501126 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21fb1211-054d-4640-9058-237572760bb1 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:18.509914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b14847b2-f9df-4465-8847-847305dffe64 req-338bf294-c5a7-467e-90de-1a6834feb8d4 service neutron] 10.222.0.64 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562990 Jul 14 11:26:18.590480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-bf5a476b-62e4-41ba-aaf5-b66fe111bb08 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:26:18.597787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-bf5a476b-62e4-41ba-aaf5-b66fe111bb08 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:18.598581 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21fb1211-054d-4640-9058-237572760bb1 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:18.607400 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] Sync routers for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:26:18.616346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-21fb1211-054d-4640-9058-237572760bb1 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Calling delete_port for 7c7ae123-2cc3-4e33-8d61-028c6f1d0b9b owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:18.621838 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:18.622702 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:18.648946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3276e327-e065-4afd-832b-82e5d0554946 req-37fb5c7a-8a44-469c-9a64-81cca6c60a67 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586678 Jul 14 11:26:18.708636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-bf5a476b-62e4-41ba-aaf5-b66fe111bb08 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "PUT /v2.0/floatingips/da2dadcf-6c4d-47c6-b1c6-09f344986f5d HTTP/1.1" status: 200 len: 997 time: 3.3121741 Jul 14 11:26:18.779709 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42661ec2-ff9e-4df9-ae1e-fcfb804d6d82 x-openstack-request-id: req-42661ec2-ff9e-4df9-ae1e-fcfb804d6d82 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:18.780124 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62461e06-6e1b-423e-a069-6cb4af256a21", "name": "network-vif-deleted", "tag": "0ae7ed00-fba9-4e29-ba77-1a07481de696", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:18.780505 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42661ec2-ff9e-4df9-ae1e-fcfb804d6d82 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:18.780958 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62461e06-6e1b-423e-a069-6cb4af256a21', 'name': 'network-vif-deleted', 'tag': '0ae7ed00-fba9-4e29-ba77-1a07481de696', 'status': 'completed', 'code': 200} Jul 14 11:26:18.785183 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21fb1211-054d-4640-9058-237572760bb1 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:18.838121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb1211-054d-4640-9058-237572760bb1 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event deleted for resources: {'Port': ['ID=7c7ae123-2cc3-4e33-8d61-028c6f1d0b9b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:18.857692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b14847b2-f9df-4465-8847-847305dffe64 req-6c358476-4d93-4a84-b629-d1fc92b6be6c service neutron] 10.222.0.64 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362687 Jul 14 11:26:18.926144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:18.929029 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75" -d '{"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:18.943329 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:18.965717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-14651bfd-b214-4c37-81d4-d769fa31f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:18.984000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-14651bfd-b214-4c37-81d4-d769fa31f672 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1097 time: 0.2318687 Jul 14 11:26:19.259192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-ec9238a8-2476-49bd-b0cf-f0d6506ce966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:19.262513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-ec9238a8-2476-49bd-b0cf-f0d6506ce966 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.2772195 Jul 14 11:26:19.268135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6697a8fe-33b8-4ded-9779-e44748726768 None None] Network 1ce66c72-fa20-4c23-b292-f37bfc704be0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:19.378385 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:79:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a3b83-e684-4129-af8a-88e066672045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:26:16Z', 'revision_number': 8, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:19.388920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:26:19.411678 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] Checking router: 4851d610-8982-4220-87d1-11cfd844ce2c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:26:19.422994 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:19.423610 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:19.436663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-901012df-c546-4c37-ac81-0474033dda96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 1000 time: 0.1390090 Jul 14 11:26:19.511685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-12f281b0-3290-4359-bc54-d3f1b9b0dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:19.518342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-12f281b0-3290-4359-bc54-d3f1b9b0dab7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.0784132 Jul 14 11:26:19.560109 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:19.577570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bd437404-e098-467d-8480-ed8c84591787 None None] Provisioning for port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:26:19.581629 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21fb1211-054d-4640-9058-237572760bb1 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:19.583695 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-21fb1211-054d-4640-9058-237572760bb1 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "DELETE /v2.0/ports/7c7ae123-2cc3-4e33-8d61-028c6f1d0b9b HTTP/1.1" status: 204 len: 168 time: 1.1935656 Jul 14 11:26:19.589001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58950) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:19.594039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Request body: {'port': {'name': 'tempest-new-port-name-155266356', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:19.594438 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.api.validators [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] bootfile-name is not in valid_values {{(pid=93701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:26:19.594774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.api.validators [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] tftp-server is not in valid_values {{(pid=93701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:26:19.595097 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.api.validators [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] server-ip-address is not in valid_values {{(pid=93701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:26:19.662970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:26:19.668578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:19.668959 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:19.714731 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:19.749152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3a7ea-f7c8-4df4-b965-b44310319d0f req-1a31b032-d884-4076-b0ce-48bd075d0ff1 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:19.750751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fc3a7ea-f7c8-4df4-b965-b44310319d0f req-1a31b032-d884-4076-b0ce-48bd075d0ff1 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 943 time: 0.2085140 Jul 14 11:26:19.767287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-3875da88-c966-4057-a4c7-129da1c39538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:19.769106 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-3875da88-c966-4057-a4c7-129da1c39538 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450414 Jul 14 11:26:19.802830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-ee8b92ee-02d9-4845-beb0-2753fa9789c1 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:26:19.804200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-ee8b92ee-02d9-4845-beb0-2753fa9789c1 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225003 Jul 14 11:26:19.847213 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:19.867216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:26:19.927962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd,segment=NetworkSegment(3dfc1211-7ac3-4467-ab91-1be8858c4ead),segment_id=3dfc1211-7ac3-4467-ab91-1be8858c4ead)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:19.935959 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:79:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a3b83-e684-4129-af8a-88e066672045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:26:16Z', 'revision_number': 8, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:19.992588 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c0b2f-2df8-47a0-b7b1-a7a5c8919cff None None] The sync data for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 is: [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'da2dadcf-6c4d-47c6-b1c6-09f344986f5d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'port_id': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'mac_address': 'fa:16:3e:79:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a3b83-e684-4129-af8a-88e066672045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:25:16Z', 'updated_at': '2021-07-14T11:26:16Z', 'revision_number': 8, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:26:20.026470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fc3a7ea-f7c8-4df4-b965-b44310319d0f req-4b65861a-57fa-4611-94cc-5c7d2b7d4c1f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562492 Jul 14 11:26:20.097843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-34b78be4-f235-42ab-94d9-00159fc92e1f service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822208 Jul 14 11:26:20.172955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:20.180905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:20.299718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event updated for resources: {'Port': ['ID=54d74832-8f88-40cd-a980-aaefd9b35169,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:20.332004 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:20.332641 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db99cb3-5980-4f8b-9e73-30e70faedf18 req-0088ed4a-cc45-4f41-9dc9-1735d334a497 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266638 Jul 14 11:26:20.414276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6b864f28-9df9-4588-a429-a6ec46310792 None None] Provisioning for port 54d74832-8f88-40cd-a980-aaefd9b35169 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:26:20.454178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6b864f28-9df9-4588-a429-a6ec46310792 None None] Provisioning complete for port 54d74832-8f88-40cd-a980-aaefd9b35169 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:20.454565 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b864f28-9df9-4588-a429-a6ec46310792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:20.459446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0df44dd-16e7-4d1a-ae1a-72f2a08f8cc4 None None] New status for floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:26:20.481216 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5441cc89-66af-498e-937e-1f53d485d184 x-openstack-request-id: req-5441cc89-66af-498e-937e-1f53d485d184 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:20.481933 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:20.482413 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5441cc89-66af-498e-937e-1f53d485d184 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:20.483811 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'status': 'completed', 'code': 200} Jul 14 11:26:20.503886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] In _notify_port_updated(), no bound segment for port 54d74832-8f88-40cd-a980-aaefd9b35169 on network 1ce66c72-fa20-4c23-b292-f37bfc704be0 {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:26:20.512394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:20.513281 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:20.515568 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca9fa5b1-1a5e-42c7-bf0f-49f3c65add3f tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "PUT /v2.0/ports/54d74832-8f88-40cd-a980-aaefd9b35169 HTTP/1.1" status: 200 len: 1135 time: 0.9262021 Jul 14 11:26:20.518142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58956) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:20.596277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:20.611508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:20.629094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e48a5e8-d412-47cf-b146-3a5ce857e679 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:20.635758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6e48a5e8-d412-47cf-b146-3a5ce857e679 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "GET /v2.0/ports/54d74832-8f88-40cd-a980-aaefd9b35169 HTTP/1.1" status: 200 len: 1135 time: 0.1103339 Jul 14 11:26:20.636276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed', 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b', 'port_id': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed', 'mac_address': 'fa:16:3e:be:ae:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3496dc2-1355-46ce-b112-1b17620b2c59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:26:20.636424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58960) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:20.646735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb66f6e-9471-47f8-b916-4f4320f52476 req-6d6809e5-7176-4b08-a0c2-b59200257ade tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:20.648297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffb66f6e-9471-47f8-b916-4f4320f52476 req-6d6809e5-7176-4b08-a0c2-b59200257ade tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.2722867 Jul 14 11:26:20.672903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-02c4c57a-56af-4146-872e-f168f94ca38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:20.685699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-02c4c57a-56af-4146-872e-f168f94ca38d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1097 time: 0.2144368 Jul 14 11:26:20.742375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6b864f28-9df9-4588-a429-a6ec46310792 None None] Port 54d74832-8f88-40cd-a980-aaefd9b35169 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:26:20.788729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6c525131-0c87-4026-907d-446796228cce tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Deleting port 54d74832-8f88-40cd-a980-aaefd9b35169 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:20.789377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c525131-0c87-4026-907d-446796228cce tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:20.822033 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:20.842307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:20.858440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-81757581-b524-4ae1-9e51-068936e50c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:20.859983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-81757581-b524-4ae1-9e51-068936e50c00 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.1655750 Jul 14 11:26:20.881722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6b864f28-9df9-4588-a429-a6ec46310792 None None] Provisioning complete for port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:20.882217 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b864f28-9df9-4588-a429-a6ec46310792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:20.924747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c525131-0c87-4026-907d-446796228cce tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:20.939371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6c525131-0c87-4026-907d-446796228cce tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Calling delete_port for 54d74832-8f88-40cd-a980-aaefd9b35169 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:20.952526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:20.967538 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.015157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffb66f6e-9471-47f8-b916-4f4320f52476 req-62012ee1-7f7b-47f6-ae44-7762478a417a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501494 Jul 14 11:26:21.035442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:21.091931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-6e4dd63e-bfcd-4306-8dbe-0c6946d1981e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 1000 time: 0.1559222 Jul 14 11:26:21.136558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54092d-c061-45dc-acc4-22e2c0c14fcd req-935c1710-598d-43f6-b27c-ec3dafb3cd14 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:21.138173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef54092d-c061-45dc-acc4-22e2c0c14fcd req-935c1710-598d-43f6-b27c-ec3dafb3cd14 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 945 time: 0.5378361 Jul 14 11:26:21.191335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c525131-0c87-4026-907d-446796228cce tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.226260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:26:21.268526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['65aa7dac-22e2-4869-8e45-0b7e15f3a8ed'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:21.283961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-a74e9f4d-786c-4cf5-a48d-da9eecb1a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:21.285413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-a74e9f4d-786c-4cf5-a48d-da9eecb1a2a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.1842489 Jul 14 11:26:21.302660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef54092d-c061-45dc-acc4-22e2c0c14fcd req-d1c9660b-669a-4462-a07a-c83ed21f31e7 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307540 Jul 14 11:26:21.316992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c525131-0c87-4026-907d-446796228cce tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event deleted for resources: {'Port': ['ID=54d74832-8f88-40cd-a980-aaefd9b35169,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:21.413634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c525131-0c87-4026-907d-446796228cce tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.415600 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6c525131-0c87-4026-907d-446796228cce tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "DELETE /v2.0/ports/54d74832-8f88-40cd-a980-aaefd9b35169 HTTP/1.1" status: 204 len: 168 time: 0.7782102 Jul 14 11:26:21.422442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58976) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:21.433691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57d0f56e-e629-4a5f-9c64-6cb9d0492fcd None None] Could not find standard attr ID for object 54d74832-8f88-40cd-a980-aaefd9b35169. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:26:21.442212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57d0f56e-e629-4a5f-9c64-6cb9d0492fcd None None] Could not find standard attr ID for object 7c7ae123-2cc3-4e33-8d61-028c6f1d0b9b. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:26:21.501020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd262c-67e8-445d-a2bc-0d94623d5d6c req-8eeed508-b953-4c60-accc-e55a65a253e8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:21.502656 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fbbd262c-67e8-445d-a2bc-0d94623d5d6c req-8eeed508-b953-4c60-accc-e55a65a253e8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 946 time: 0.2374089 Jul 14 11:26:21.504891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-42022ec0-f9b4-42ad-b60b-19d27d771f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:21.506323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-42022ec0-f9b4-42ad-b60b-19d27d771f57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689308 Jul 14 11:26:21.509717 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a543cbb-33d2-4105-bcc6-5ea2e889c804 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Deleting subnet 257e6f87-014a-43fd-938e-5856a19dfba2 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:26:21.519743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a543cbb-33d2-4105-bcc6-5ea2e889c804 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.555792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:21.556753 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.598780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a543cbb-33d2-4105-bcc6-5ea2e889c804 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.707546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fbbd262c-67e8-445d-a2bc-0d94623d5d6c req-9667a0cf-03f4-43ba-bd8b-4ec9fa1023eb tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787190 Jul 14 11:26:21.722649 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e6df680-9a4f-41f6-9cab-0ff4b36ebbaf req-b8753d87-e2fd-4fe0-858e-050dde8d75f7 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips/da2dadcf-6c4d-47c6-b1c6-09f344986f5d HTTP/1.1" status: 200 len: 999 time: 0.1206887 Jul 14 11:26:21.772541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-fe2a6d5e-7344-4ef9-8d69-8ed028313345 service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516408 Jul 14 11:26:21.789922 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a543cbb-33d2-4105-bcc6-5ea2e889c804 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.831744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3106aba7-b4f9-4354-a145-cdea8e3396b7 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:21.889015 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a543cbb-33d2-4105-bcc6-5ea2e889c804 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.895148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1f2209d8-e083-47b7-ac46-1a27e028255c None None] Could not find standard attr ID for object 54d74832-8f88-40cd-a980-aaefd9b35169. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:26:21.911671 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a543cbb-33d2-4105-bcc6-5ea2e889c804 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.923396 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7a543cbb-33d2-4105-bcc6-5ea2e889c804 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "DELETE /v2.0/subnets/257e6f87-014a-43fd-938e-5856a19dfba2 HTTP/1.1" status: 204 len: 168 time: 0.4994597 Jul 14 11:26:21.925906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58982) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:21.957124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:21.974904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a543cbb-33d2-4105-bcc6-5ea2e889c804 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event deleted for resources: {'Subnet': ['ID=257e6f87-014a-43fd-938e-5856a19dfba2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:21.994981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:21.998267 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99aac42e-f531-4d38-8374-1250ffeae038" -d '{"events": [{"server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "name": "network-vif-unplugged", "status": "completed", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:22.013750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:22.029556 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.065062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.092394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af88e7-f3aa-4c9f-93b6-326a9941641a None None] Network 1ce66c72-fa20-4c23-b292-f37bfc704be0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:22.097357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbf69d2-c5fe-440f-9964-e963ffb3cb75 req-630980cc-6aab-460f-a942-04260dd5180a service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064322 Jul 14 11:26:22.136090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6df680-9a4f-41f6-9cab-0ff4b36ebbaf req-8dbb6a2b-1df7-4ff8-a650-29d2531f93d9 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:22.138538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e6df680-9a4f-41f6-9cab-0ff4b36ebbaf req-8dbb6a2b-1df7-4ff8-a650-29d2531f93d9 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.3683882 Jul 14 11:26:22.149755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=3106aba7-b4f9-4354-a145-cdea8e3396b7,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:22.161243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Deleting port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:22.161732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.177746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41556dfd-a2c6-475b-97e2-dbb05ee303e8 req-3c40526b-4bc9-4ee1-9914-94f805404d50 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:22.200818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41556dfd-a2c6-475b-97e2-dbb05ee303e8 req-3c40526b-4bc9-4ee1-9914-94f805404d50 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 944 time: 0.2608728 Jul 14 11:26:22.257895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] For port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd,segment=NetworkSegment(3dfc1211-7ac3-4467-ab91-1be8858c4ead),segment_id=3dfc1211-7ac3-4467-ab91-1be8858c4ead)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:22.258266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.266581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41556dfd-a2c6-475b-97e2-dbb05ee303e8 req-36e216ac-a970-4085-b6b1-09d18de12d47 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628128 Jul 14 11:26:22.281011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Calling delete_port for 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:22.391036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e0e00-9ee9-4150-b60e-e216941af328 req-5f572dfd-9597-4e35-b2ef-39680ea42f1b tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:22.394000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a9e0e00-9ee9-4150-b60e-e216941af328 req-5f572dfd-9597-4e35-b2ef-39680ea42f1b tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 948 time: 0.1033676 Jul 14 11:26:22.403745 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.431707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c79c74-ad74-42d6-ab79-7092c00e9db2 None None] DHCP port deletion for 1ce66c72-fa20-4c23-b292-f37bfc704be0 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:26:22.450082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event deleted for resources: {'Port': ['ID=6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:22.466258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] No DVR routers for this DVR port 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:26:22.497115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a9e0e00-9ee9-4150-b60e-e216941af328 req-d63c11b1-a8cd-49c0-83cb-1807174236df tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980847 Jul 14 11:26:22.587160 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1a069f-5f07-410a-bb99-f33819425837 x-openstack-request-id: req-ba1a069f-5f07-410a-bb99-f33819425837 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:22.588002 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "name": "network-vif-unplugged", "status": "completed", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:22.588160 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba1a069f-5f07-410a-bb99-f33819425837 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:22.589466 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7', 'code': 200} Jul 14 11:26:22.602907 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.616188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce66c72-fa20-4c23-b292-f37bfc704be0']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:22.628808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfc1211-7ac3-4467-ab91-1be8858c4ead') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:22.629108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfc1211-7ac3-4467-ab91-1be8858c4ead') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:22.639442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.656534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.665297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:22.665929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.674565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-1d278a64-81af-43ee-abe2-fcbf879f78ab tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.0778716 Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:22.731922 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:22.737516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.751618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-ebebcb5e-3af0-44e2-bc23-9ed8e8b0ed05 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:22.760916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-ebebcb5e-3af0-44e2-bc23-9ed8e8b0ed05 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports/e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 943 time: 0.0759654 Jul 14 11:26:22.766143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:22.768332 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] 10.222.0.38 "DELETE /v2.0/networks/1ce66c72-fa20-4c23-b292-f37bfc704be0 HTTP/1.1" status: 204 len: 168 time: 0.8076410 Jul 14 11:26:22.769640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c857c5-79a5-48aa-bb75-4b3131a6f710 tempest-ExtraDHCPOptionsTestJSON-1647103688 tempest-ExtraDHCPOptionsTestJSON-1647103688-project] Pushing event deleted for resources: {'Network': ['ID=1ce66c72-fa20-4c23-b292-f37bfc704be0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:22.972562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-d33dce34-02dc-4b8e-b620-312a3aa35ab4 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1157939 Jul 14 11:26:23.164917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-c70a7835-eb3e-4ead-815a-6876afd519dd tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:23.166592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-c70a7835-eb3e-4ead-815a-6876afd519dd tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.1886129 Jul 14 11:26:23.171194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59012) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:23.180752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:23.243110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:23.244253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6eb1bbd6-b6a7-4474-9c57-4b054f73a2dd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:23.263522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b8c44-2ae3-42d4-b77d-a6b30cdb5dfa req-565931fb-c5fd-4cb8-be81-00a3702255f0 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:23.265378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d8b8c44-2ae3-42d4-b77d-a6b30cdb5dfa req-565931fb-c5fd-4cb8-be81-00a3702255f0 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 945 time: 0.2188313 Jul 14 11:26:23.308899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-322f4d70-97a7-4384-9f13-14aa0bf10d78 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1223850 Jul 14 11:26:23.319569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-4f5eed6e-d184-4e08-a01c-5f95e38d82b0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:23.368543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d8b8c44-2ae3-42d4-b77d-a6b30cdb5dfa req-47c40bb7-45b5-4b51-9c3d-e0ab1d940dfc tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878491 Jul 14 11:26:23.384703 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e89c0835-050c-488f-9d9a-43262683b851 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0c3cbc2d15d4b7684ccd847014cab95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116148 Jul 14 11:26:23.385637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59018) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:23.393412 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-4f5eed6e-d184-4e08-a01c-5f95e38d82b0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:23.451839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:23.482909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:23.563656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:23.568914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:23.570494 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9d35ef1-3a39-41d2-9984-3aa1fce142b6 HTTP/1.1" status: 204 len: 168 time: 0.1832089 Jul 14 11:26:23.580629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d35ef1-3a39-41d2-9984-3aa1fce142b6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:23.589998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.590860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.591366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.591988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.592484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.593004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.593875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.594378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.594881 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.595893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.596936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.597178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd641b4-d1f9-4510-b056-8e84c66941fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:23.844113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:26:23.912966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:26:23.918640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:23.919411 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:24.006958 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-4f5eed6e-d184-4e08-a01c-5f95e38d82b0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:24.012248 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-4f5eed6e-d184-4e08-a01c-5f95e38d82b0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:24.012491 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-4f5eed6e-d184-4e08-a01c-5f95e38d82b0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d disassociated. External IP: 172.25.2.192, port: e8ef210c-6884-4375-99ba-7b1e675c6f7a. Jul 14 11:26:24.086812 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:24.154387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:24.163838 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:24.247608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:24.381186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-4f5eed6e-d184-4e08-a01c-5f95e38d82b0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Router 4851d610-8982-4220-87d1-11cfd844ce2c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:26:24.419619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bac304-9686-4002-911b-5ba3b0702187 req-1b3cba6b-6e97-4db3-b167-977a88612306 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:24.421926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03bac304-9686-4002-911b-5ba3b0702187 req-1b3cba6b-6e97-4db3-b167-977a88612306 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.1128271 Jul 14 11:26:24.583424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59064) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:24.590459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:24.593177 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7744ae32-ee44-4699-b425-e23416b7786d" -d '{"events": [{"server_uuid": "a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa", "name": "network-vif-plugged", "status": "completed", "tag": "65aa7dac-22e2-4869-8e45-0b7e15f3a8ed"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:24.597105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03bac304-9686-4002-911b-5ba3b0702187 req-a2150b62-1e1c-4ff1-a6f6-f26f1868af76 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228313 Jul 14 11:26:24.621168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-4f5eed6e-d184-4e08-a01c-5f95e38d82b0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:26:24.628018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-4f5eed6e-d184-4e08-a01c-5f95e38d82b0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:24.632307 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] Sync routers for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:26:24.645196 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:24.646053 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:24.671161 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-4f5eed6e-d184-4e08-a01c-5f95e38d82b0 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "PUT /v2.0/floatingips/da2dadcf-6c4d-47c6-b1c6-09f344986f5d HTTP/1.1" status: 200 len: 696 time: 1.3568950 Jul 14 11:26:24.671788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:24.674393 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008455c4-53d2-4a3a-8a7e-7bd880828e37" -d '{"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:24.705596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59072) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:24.757037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-6f61d9f0-f870-4a37-84eb-1ee81ec15140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:24.761209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-6f61d9f0-f870-4a37-84eb-1ee81ec15140 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1097 time: 0.0731146 Jul 14 11:26:24.769816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'networks': [{'name': 'tempest-network--79961327'}, {'name': 'tempest-network--884563518'}]} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:24.770130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'network': {'name': 'tempest-network--79961327'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:24.770781 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'network': {'name': 'tempest-network--884563518'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:24.782630 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:24.812780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Made reservation on behalf of afb9b6b4ee5548b6a98cb3c1b864bce2 for: {'network': 2} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:24.820476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:24.831615 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:24.940378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-e4196150-f033-43f2-b2d3-78bbadf2a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:24.942346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-e4196150-f033-43f2-b2d3-78bbadf2a571 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.1734211 Jul 14 11:26:25.022411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-cce593ce-326d-4fe8-8e5d-3a1c7f8f5474 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 217 time: 0.0734093 Jul 14 11:26:25.104853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-6cade4cf-f784-49ec-8149-cb54b6bf56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:25.112617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-6cade4cf-f784-49ec-8149-cb54b6bf56ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.0883665 Jul 14 11:26:25.151082 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:25.184417 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] Checking router: 4851d610-8982-4220-87d1-11cfd844ce2c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:26:25.190954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a378b-6a2d-4dd3-b5e3-7d310083937f req-78644cdf-8f12-465c-8a20-d6d47d5b4b45 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:25.192553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e5a378b-6a2d-4dd3-b5e3-7d310083937f req-78644cdf-8f12-465c-8a20-d6d47d5b4b45 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 945 time: 0.1388595 Jul 14 11:26:25.193894 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:25.194511 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:25.221566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-0cc49dd8-9fda-4130-b036-dc0a59685a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:25.224298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-0cc49dd8-9fda-4130-b036-dc0a59685a39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107020 Jul 14 11:26:25.235263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.242116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.242580 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.295507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604b6425-a0f5-4b38-8c8e-dafa7ba0e228,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:25.298263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:25.321529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:25.330686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.331027 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Added segment eb17ac39-190e-4151-8b12-0a648ce584e2 of type vlan for network 53ca4785-c4b8-4a8c-8a30-569aa0df6a8e Jul 14 11:26:25.351961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e5a378b-6a2d-4dd3-b5e3-7d310083937f req-e9ebf125-89c1-4270-b2a9-5d238c39fa12 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490722 Jul 14 11:26:25.399040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.419290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-f8978ff0-d912-4b28-99cb-1f2f4d1b5aa5 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790638 Jul 14 11:26:25.458161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:25.476795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.477286 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Added segment e5bcfff5-0a08-4ee5-a476-12d5c4e4ffae of type vlan for network b7124c22-b03d-4f4c-b1f5-3f7a44b7482a Jul 14 11:26:25.493404 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa03fa74-4822-4cb0-aabb-2a02e363a9bb x-openstack-request-id: req-aa03fa74-4822-4cb0-aabb-2a02e363a9bb {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:25.494537 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa", "name": "network-vif-plugged", "status": "completed", "tag": "65aa7dac-22e2-4869-8e45-0b7e15f3a8ed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:25.495261 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa03fa74-4822-4cb0-aabb-2a02e363a9bb {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:25.496036 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed', 'code': 200} Jul 14 11:26:25.552737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.600122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.602523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-656f3f97-237c-4a0c-bb9e-0694ea40526d req-d293d3ff-12e3-49c5-9063-18e69fc0a808 service neutron] 10.222.0.38 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806788 Jul 14 11:26:25.602953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.609830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:25.614805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:25.615536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.624363 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:25.628369 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65213b23-ed06-46c4-94b6-46f6a2d06b11 x-openstack-request-id: req-65213b23-ed06-46c4-94b6-46f6a2d06b11 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:25.628880 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:25.629284 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65213b23-ed06-46c4-94b6-46f6a2d06b11 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:25.630061 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'status': 'completed', 'code': 200} Jul 14 11:26:25.788548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-5c5b2225-96d3-49fb-8b03-15dcd711aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:25.791287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-5c5b2225-96d3-49fb-8b03-15dcd711aa49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 1097 time: 0.1125336 Jul 14 11:26:25.797091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:26:25.829345 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:25.845055 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.2602844 Jul 14 11:26:25.854077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59114) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:25.860213 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534dbe1-08df-4aee-8d93-df2d18c37ff5 None None] The sync data for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 is: [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:24:53Z', 'revision_number': 4, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '42836c04-c11e-4634-ae19-dc815cb1e3cd', 'name': '', 'network_id': 'a00fc17a-e4cb-4218-a427-acd6d781b18d', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'mac_address': 'fa:16:3e:e8:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:52Z', 'updated_at': '2021-07-14T11:25:01Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'subnets': [{'id': '099e4d45-6ca9-49cc-b88c-36e808c423c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:26:25.941880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:25.954526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'port_id': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a', 'mac_address': 'fa:16:3e:0c:a7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41eed6e3-e4de-43e0-9e1c-01142e2f8b95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:26:25.990931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Network': ['ID=53ca4785-c4b8-4a8c-8a30-569aa0df6a8e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:26.002194 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:26.008807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-60fb8e12-9c74-4bcb-87ce-c30530413106 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=74fa1d7c96164474bf4b5083b15d7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1766422 Jul 14 11:26:26.015795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 53ca4785-c4b8-4a8c-8a30-569aa0df6a8e details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:26.079206 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:26.095186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:26.116534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:26.123391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3cb33-fc82-48a2-981b-069687ec529b req-8dd969a8-a911-42de-8ec7-b749a09db1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.125125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ad3cb33-fc82-48a2-981b-069687ec529b req-8dd969a8-a911-42de-8ec7-b749a09db1bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 1096 time: 0.2427154 Jul 14 11:26:26.131012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ae2c2-6fc4-468b-8cc0-9a50c7039537 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Network': ['ID=b7124c22-b03d-4f4c-b1f5-3f7a44b7482a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:26.134377 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:26.153662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b7124c22-b03d-4f4c-b1f5-3f7a44b7482a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:26.255132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ad3cb33-fc82-48a2-981b-069687ec529b req-99eb6192-0e52-4770-9bce-108b9cffe1c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961347 Jul 14 11:26:26.258939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-9452acf6-decc-4420-bd96-6eb065b2cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.261381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-9452acf6-decc-4420-bd96-6eb065b2cc0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 200 len: 920 time: 0.4559212 Jul 14 11:26:26.282107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:26.346357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee556df9-9431-4351-9cbd-fb5fa8d9932b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.350815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-d01e72e3-68be-4785-9355-c8cddac290c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 200 len: 217 time: 0.0601139 Jul 14 11:26:26.352131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da8d26-b646-4f7d-b125-9504cabfee82 None None] New status for floating IP da2dadcf-6c4d-47c6-b1c6-09f344986f5d: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:26:26.354005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee556df9-9431-4351-9cbd-fb5fa8d9932b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.359019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-7751ce55-9739-402f-a5d1-18ce1475f1b0 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.360817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-7751ce55-9739-402f-a5d1-18ce1475f1b0 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509328 Jul 14 11:26:26.366800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee556df9-9431-4351-9cbd-fb5fa8d9932b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.370427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663be026-137d-46fe-87d4-1c3f57580a83 req-5c09e07f-9e51-4a28-9b40-c467e22b47f2 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.373382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee556df9-9431-4351-9cbd-fb5fa8d9932b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.377854 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ee556df9-9431-4351-9cbd-fb5fa8d9932b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.5198634 Jul 14 11:26:26.378432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-663be026-137d-46fe-87d4-1c3f57580a83 req-5c09e07f-9e51-4a28-9b40-c467e22b47f2 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.3383336 Jul 14 11:26:26.378577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59126) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:26.440178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-4d68590b-dcbb-4286-95b8-c7abc66658b9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/quotas/74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 375 time: 0.0479355 Jul 14 11:26:26.471095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-663be026-137d-46fe-87d4-1c3f57580a83 req-6b4f889f-5527-4b16-884b-a23855c6534c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917237 Jul 14 11:26:26.491762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:26.574611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-c63c475c-640d-48fa-a296-fc62c94ecd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.581446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-c63c475c-640d-48fa-a296-fc62c94ecd89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 200 len: 859 time: 0.2195988 Jul 14 11:26:26.647085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:26.664103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ca4785-c4b8-4a8c-8a30-569aa0df6a8e']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:26.678312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb17ac39-190e-4151-8b12-0a648ce584e2') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:26.678694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb17ac39-190e-4151-8b12-0a648ce584e2') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:26.691810 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:26.700604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Deleting port b9acaffc-ca0c-42e4-b750-b6c9d32d0110 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:26.701314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:26.759263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-eddf93db-ffdf-429b-89d1-a8f32a66d1c8 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3031855 Jul 14 11:26:26.765683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-0aff1347-5eee-451a-80b8-5ea017142da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:26.767261 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-0aff1347-5eee-451a-80b8-5ea017142da0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a00fc17a-e4cb-4218-a427-acd6d781b18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749060 Jul 14 11:26:26.892870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] For port b9acaffc-ca0c-42e4-b750-b6c9d32d0110, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b9acaffc-ca0c-42e4-b750-b6c9d32d0110,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:26.899819 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:26.915199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:26.933207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Calling delete_port for b9acaffc-ca0c-42e4-b750-b6c9d32d0110 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:27.090765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-501acae4-3d51-4445-a375-6b1d99a062fd service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103147 Jul 14 11:26:27.119235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:27.147301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961efb62-19d8-4560-8212-1ff26679ddec req-3206dd8c-635a-4938-9a87-14b2adf88ec7 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:27.150038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-961efb62-19d8-4560-8212-1ff26679ddec req-3206dd8c-635a-4938-9a87-14b2adf88ec7 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 945 time: 0.2116485 Jul 14 11:26:27.168366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:27.168881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:27.173594 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:27.291217 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-961efb62-19d8-4560-8212-1ff26679ddec req-2d40175e-92b3-4a58-91bc-fd486e240b23 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285391 Jul 14 11:26:27.318295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:27.360077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:27.360590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-008455c4-53d2-4a3a-8a7e-7bd880828e37 req-f653ebbe-b5df-45f1-a111-e2c41808650e service neutron] 10.222.0.45 "GET /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616920 Jul 14 11:26:27.360695 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/networks/53ca4785-c4b8-4a8c-8a30-569aa0df6a8e HTTP/1.1" status: 204 len: 168 time: 0.9805119 Jul 14 11:26:27.362984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59168) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:27.449849 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3436932-6176-41cd-9335-1e539cef47ee tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Network': ['ID=53ca4785-c4b8-4a8c-8a30-569aa0df6a8e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:27.453115 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:27.477570 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:27.487913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b9acaffc-ca0c-42e4-b750-b6c9d32d0110,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:27.553272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-232cea59-a75f-4432-ae58-a61e1c9d2ae4 req-c14814d0-dc73-40fb-b04c-a96c891748d6 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 210 time: 0.1907394 Jul 14 11:26:27.769089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-ef56a349-bc8a-4d46-9114-2fddf12d6dbd tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips/da2dadcf-6c4d-47c6-b1c6-09f344986f5d HTTP/1.1" status: 200 len: 694 time: 0.2880569 Jul 14 11:26:27.798657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:26:27.883514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0f4221f0-cac8-4737-a897-97d6db98b54d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:26:27.979338 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.184040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.201030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7124c22-b03d-4f4c-b1f5-3f7a44b7482a']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:28.233757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bcfff5-0a08-4ee5-a476-12d5c4e4ffae') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:28.234106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bcfff5-0a08-4ee5-a476-12d5c4e4ffae') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:28.252667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:28.255554 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.255866 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.327341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-4ab29003-098e-4917-9e18-26c0e0bdcbeb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:28.335539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-4ab29003-098e-4917-9e18-26c0e0bdcbeb tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.4476788 Jul 14 11:26:28.362409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:28.368053 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.391242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'mac_address': 'fa:16:3e:2e:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:26:28.400760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.419663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fc580-c901-4577-9307-f1a6d36ada82 req-bde37aa5-9f71-4837-a7e4-e7eb4501f601 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:28.432093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d04fc580-c901-4577-9307-f1a6d36ada82 req-bde37aa5-9f71-4837-a7e4-e7eb4501f601 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.5416958 Jul 14 11:26:28.435231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:28.435231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:28.444116 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:28.447943 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:28.497294 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-16202cb1-9658-4aa2-a3fd-29140c58dc6b tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 697 time: 0.1610007 Jul 14 11:26:28.543159 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.547295 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.573890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4221f0-cac8-4737-a897-97d6db98b54d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:28.611974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:28.614738 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4e398a-9b3f-4eb4-a9d6-4660e7ef764e" -d '{"events": [{"server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "name": "network-vif-plugged", "status": "completed", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:28.629599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-65a72821-1e80-46d0-9d94-b6b9f811af0e tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 697 time: 0.1313074 Jul 14 11:26:28.635027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:28.637250 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.639538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:28.642219 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.648920 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.667545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d04fc580-c901-4577-9307-f1a6d36ada82 req-f39fe58a-bd9e-46df-bd0e-da41466da834 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335787 Jul 14 11:26:28.704271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:28.720447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/networks/b7124c22-b03d-4f4c-b1f5-3f7a44b7482a HTTP/1.1" status: 204 len: 168 time: 1.3557484 Jul 14 11:26:28.757323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0f4221f0-cac8-4737-a897-97d6db98b54d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:28.764368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59214) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:28.823747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:28.880394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Network': ['ID=b7124c22-b03d-4f4c-b1f5-3f7a44b7482a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:28.975871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.982240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.982866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.983539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.984103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.984792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18ccc44-b29b-4a79-8cbf-ab4d4f747f21 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:28.985187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.985707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.986808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.987325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.987817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.996422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:28.997310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:28.998952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18ccc44-b29b-4a79-8cbf-ab4d4f747f21 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:28.999519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503d9dd-4915-4178-8437-2f045f7a8045 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:29.008851 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b18ccc44-b29b-4a79-8cbf-ab4d4f747f21 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2396715 Jul 14 11:26:29.012228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59220) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:29.025706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-73713172'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:29.039231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:26:29.088761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Made reservation on behalf of afb9b6b4ee5548b6a98cb3c1b864bce2 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:29.094077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:29.164728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Deleting port 57dc80c7-80f9-4966-97d0-5d3eca0712f9 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:29.165500 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:29.311905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:29.340287 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:29.341357 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:29.373611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Calling delete_port for 57dc80c7-80f9-4966-97d0-5d3eca0712f9 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:29.398660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:29.399046 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Added segment 118d71a1-aeda-4fd7-af94-16bd169d1ee9 of type vlan for network 2267e2de-44b5-49b7-ba6c-ffca030437f5 Jul 14 11:26:29.514244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-2bb2b922-797a-470c-a977-91d2c1ef3149 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=74fa1d7c96164474bf4b5083b15d7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666840 Jul 14 11:26:29.523380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:26:29.526602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:29.539796 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] Sync routers for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:26:29.552275 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ed2b485-d8ea-483d-a534-a36b7f02b3ab admin admin] 10.222.0.38 "PUT /v2.0/routers/447d4dac-c20c-40bd-a770-a8e3f267c2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8454850 Jul 14 11:26:29.567729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59222) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:29.574192 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:29.575227 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:29.730921 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:29.752160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:26:29.773675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Pushing event deleted for resources: {'Port': ['ID=57dc80c7-80f9-4966-97d0-5d3eca0712f9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:29.858749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0f4221f0-cac8-4737-a897-97d6db98b54d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:26:29.916421 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:29.938744 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:29.959880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:29.961652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea7a794d-4b9b-4023-9ecb-c2f171fc6825 req-67a95ee1-b443-466e-aa35-ad2f875ed01a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "DELETE /v2.0/floatingips/da2dadcf-6c4d-47c6-b1c6-09f344986f5d HTTP/1.1" status: 204 len: 173 time: 1.3310099 Jul 14 11:26:29.987373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 0f4221f0-cac8-4737-a897-97d6db98b54d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:29.987917 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.008932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-6bbc97a1-bb81-4919-ba13-5b86c205059a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:30.012114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-6bbc97a1-bb81-4919-ba13-5b86c205059a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4897139 Jul 14 11:26:30.024902 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.030434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:30.031049 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.040682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Request body: {'port': {'device_id': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '74fa1d7c96164474bf4b5083b15d7551'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:30.262589 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.266054 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2423584 Jul 14 11:26:30.268439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59230) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:30.278827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-316777849'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:30.302772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34775edb-ea08-4e8f-ade7-cf55557aa7a7 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Network': ['ID=2267e2de-44b5-49b7-ba6c-ffca030437f5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:30.310295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.320774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 2267e2de-44b5-49b7-ba6c-ffca030437f5 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:30.448313 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.451176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:30.461880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Made reservation on behalf of afb9b6b4ee5548b6a98cb3c1b864bce2 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:30.473694 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.477026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.595056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:30.625070 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:26:27Z', 'revision_number': 5, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port': {'id': '8bf142b7-e52a-4e48-9762-82fca14ff01f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:11Z', 'updated_at': '2021-07-14T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:30.625827 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.626121 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Added segment 40e89d3d-0e0c-40e2-b880-20d557f2e37d of type vlan for network 9b2dce35-43bf-4422-8892-dc223c296a46 Jul 14 11:26:30.689094 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] Checking router: 447d4dac-c20c-40bd-a770-a8e3f267c2e1 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:26:30.712706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=10']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:30.723233 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] Routers {'447d4dac-c20c-40bd-a770-a8e3f267c2e1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:30.724025 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:30.735294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.820627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.849752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:30.850425 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:30.993283 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] Set router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:31.107463 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8350801 Jul 14 11:26:31.120926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59232) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:31.139250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'ports': [{'network_id': '2267e2de-44b5-49b7-ba6c-ffca030437f5', 'name': 'tempest-port--1611595125', 'admin_state_up': True}, {'network_id': '9b2dce35-43bf-4422-8892-dc223c296a46', 'admin_state_up': False}]} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:31.139629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'port': {'network_id': '2267e2de-44b5-49b7-ba6c-ffca030437f5', 'name': 'tempest-port--1611595125', 'admin_state_up': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:31.140164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'port': {'network_id': '9b2dce35-43bf-4422-8892-dc223c296a46', 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:31.156412 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:26:30Z', 'revision_number': 6, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:31.164473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbd3f2-bd4b-4ef3-9393-64da152f0944 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Network': ['ID=9b2dce35-43bf-4422-8892-dc223c296a46,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:31.177428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 9b2dce35-43bf-4422-8892-dc223c296a46 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:31.229120 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd56eb-0d11-4afd-a7af-648c4262e679 None None] The sync data for ids ['447d4dac-c20c-40bd-a770-a8e3f267c2e1'] in n-d-778696-8 is: [{'id': '447d4dac-c20c-40bd-a770-a8e3f267c2e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-736195301-router', 'tenant_id': '595428f2d6254beda60793bb93154145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:10Z', 'updated_at': '2021-07-14T11:26:30Z', 'revision_number': 6, 'project_id': '595428f2d6254beda60793bb93154145', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:26:31.309333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Deleting port 8bf142b7-e52a-4e48-9762-82fca14ff01f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:31.310603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:31.545430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] For port 8bf142b7-e52a-4e48-9762-82fca14ff01f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8bf142b7-e52a-4e48-9762-82fca14ff01f,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:31.545760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:31.568618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Calling delete_port for 8bf142b7-e52a-4e48-9762-82fca14ff01f owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:31.571814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Made reservation on behalf of 74fa1d7c96164474bf4b5083b15d7551 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:31.579500 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:31.593559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-31c84c20-690d-40ca-aab4-82198e362b49 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:31.596607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-31c84c20-690d-40ca-aab4-82198e362b49 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1096 time: 1.2281146 Jul 14 11:26:31.658414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-8'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:31.707019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Made reservation on behalf of afb9b6b4ee5548b6a98cb3c1b864bce2 for: {'port': 2} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:31.717186 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:31.780953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:31.814422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e7a97d92-72b3-471b-a37d-406a8d3dd93a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:26:31.905407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] device_id is not set on port a56d8625-5243-404b-8aa5-0dcc54a9618c yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:26:32.086710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.105329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:32.114436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.147367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e7a97d92-72b3-471b-a37d-406a8d3dd93a has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:26:32.175912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Allocated IP 192.168.233.152 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/49d3de53-e56c-4d8c-8a71-14631572f10f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:26:32.197402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] device_id is not set on port 498c012f-6d72-49c6-92a2-1cb86efe76e5 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:26:32.364556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.441827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:32.573387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.575680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:26:32.577648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.615023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf142b7-e52a-4e48-9762-82fca14ff01f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:32.664573 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.679919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Port': ['ID=a56d8625-5243-404b-8aa5-0dcc54a9618c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:32.724013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Transition to ACTIVE for port object 49d3de53-e56c-4d8c-8a71-14631572f10f will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:26:32.731011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:32.735304 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e209abae-a942-4f0d-ab20-454b1c34c998" -d '{"events": [{"server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:32.749783 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.767828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.772864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Checking segment: {'id': '118d71a1-aeda-4fd7-af94-16bd169d1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2267e2de-44b5-49b7-ba6c-ffca030437f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:32.773423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Network hostable DHCP agents. Network: 2267e2de-44b5-49b7-ba6c-ffca030437f5, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:26:32.803833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.931734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Pushing event updated for resources: {'Port': ['ID=e7a97d92-72b3-471b-a37d-406a8d3dd93a,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:32.950850 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:32.952554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a on host n-h1-778696-8 for vnic_type normal with profile {"migrating_to": "n-h2-778696-8"} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:26:32.952888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:26:32.953221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:32.972053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4ede136c-16a1-475f-abcf-31c81fd41178'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:32.976557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['96057dad-a86f-4a6c-a8a2-b050e6e2a826'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:32.994203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:26:33.035751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Network 2267e2de-44b5-49b7-ba6c-ffca030437f5 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:26:33.037926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Port e7a97d92-72b3-471b-a37d-406a8d3dd93a on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:26:33.038260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Attempting to bind port e7a97d92-72b3-471b-a37d-406a8d3dd93a on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:33.054491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:33.082345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:33.098851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:26:33.108360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:33.109880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:26:33.110583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Bound port: e7a97d92-72b3-471b-a37d-406a8d3dd93a, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:26:33.111247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.200385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 2267e2de-44b5-49b7-ba6c-ffca030437f5) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:33.208464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:33.209758 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.232595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:33.233802 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883bd8a3-3cf2-455d-b972-eac25c91be4e None None] Network 2267e2de-44b5-49b7-ba6c-ffca030437f5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:33.310638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:33.311482 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.347510 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0572caeb-9684-43a3-bfb3-146fb494e144 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3268852 Jul 14 11:26:33.377988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.445415 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.475561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Request body: {'port': {'device_id': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:33.491834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bf142b7-e52a-4e48-9762-82fca14ff01f no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:33.505312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:26:33.544361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:26:33.552510 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.578444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8bf142b7-e52a-4e48-9762-82fca14ff01f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:33.578807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bf142b7-e52a-4e48-9762-82fca14ff01f not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:33.579211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b9acaffc-ca0c-42e4-b750-b6c9d32d0110 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:33.611805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.612563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 447d4dac-c20c-40bd-a770-a8e3f267c2e1 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:26:33.618985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Port': ['ID=498c012f-6d72-49c6-92a2-1cb86efe76e5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:33.625936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b9acaffc-ca0c-42e4-b750-b6c9d32d0110 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:33.626480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b9acaffc-ca0c-42e4-b750-b6c9d32d0110 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:33.637743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.641405 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4dec49ed-29fd-4921-bcee-ddf8d7af05d9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/447d4dac-c20c-40bd-a770-a8e3f267c2e1 HTTP/1.1" status: 204 len: 168 time: 4.0702322 Jul 14 11:26:33.658802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59240) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:33.666224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a75491a9-1ebe-46b0-8a7f-f76b5b9e1213 None None] Provisioning for port 49d3de53-e56c-4d8c-8a71-14631572f10f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:26:33.686899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Checking segment: {'id': '40e89d3d-0e0c-40e2-b880-20d557f2e37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9b2dce35-43bf-4422-8892-dc223c296a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:33.687275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Network hostable DHCP agents. Network: 9b2dce35-43bf-4422-8892-dc223c296a46, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:26:33.728784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a75491a9-1ebe-46b0-8a7f-f76b5b9e1213 None None] Provisioning complete for port 49d3de53-e56c-4d8c-8a71-14631572f10f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:33.730703 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a75491a9-1ebe-46b0-8a7f-f76b5b9e1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.747747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Network 9b2dce35-43bf-4422-8892-dc223c296a46 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:26:33.776348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 9b2dce35-43bf-4422-8892-dc223c296a46) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:33.788605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:33.795288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:33.813102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:33.813830 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.849184 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b86e3a47-ab85-461a-9b3c-4fe4ae72c2f5 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7247684 Jul 14 11:26:33.849360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59244) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:33.861022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c96dee-3a67-47ee-a780-71c0385281f7 None None] Network 9b2dce35-43bf-4422-8892-dc223c296a46 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:33.923843 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:33.929388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Pushing event updated for resources: {'Port': ['ID=e7a97d92-72b3-471b-a37d-406a8d3dd93a,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:33.991045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbdf879-8438-4992-8922-abc503f0be0a admin admin] Deleting subnet fc709ef8-5a9b-4b6e-88e9-a0a84793cf30 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:26:33.999302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:34.001680 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:34.007610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-01c38df3-09f0-4a5b-b1f7-76a2cb42167b service neutron] 10.222.0.45 "PUT /v2.0/ports/e7a97d92-72b3-471b-a37d-406a8d3dd93a HTTP/1.1" status: 200 len: 1121 time: 2.3691475 Jul 14 11:26:34.014457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abbdf879-8438-4992-8922-abc503f0be0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:34.092144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22621aea-d8a9-4119-afc6-23d44fcefa30 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:34.103046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22621aea-d8a9-4119-afc6-23d44fcefa30 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:34.113752 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-22621aea-d8a9-4119-afc6-23d44fcefa30 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2595592 Jul 14 11:26:34.117323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59246) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:34.125538 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abbdf879-8438-4992-8922-abc503f0be0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:34.169779 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['e7a97d92-72b3-471b-a37d-406a8d3dd93a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:34.209510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e7a97d92-72b3-471b-a37d-406a8d3dd93a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:34.214983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a75491a9-1ebe-46b0-8a7f-f76b5b9e1213 None None] Port 49d3de53-e56c-4d8c-8a71-14631572f10f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:26:34.343354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f34817e1-cb8c-46bd-b8a4-2747ca253c8b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Deleting port a56d8625-5243-404b-8aa5-0dcc54a9618c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:34.343593 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f34817e1-cb8c-46bd-b8a4-2747ca253c8b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:34.498127 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abbdf879-8438-4992-8922-abc503f0be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:34.533204 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f34817e1-cb8c-46bd-b8a4-2747ca253c8b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:34.602573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f34817e1-cb8c-46bd-b8a4-2747ca253c8b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Calling delete_port for a56d8625-5243-404b-8aa5-0dcc54a9618c owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:34.817267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f34817e1-cb8c-46bd-b8a4-2747ca253c8b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:34.875545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34817e1-cb8c-46bd-b8a4-2747ca253c8b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Port': ['ID=a56d8625-5243-404b-8aa5-0dcc54a9618c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:34.905253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f34817e1-cb8c-46bd-b8a4-2747ca253c8b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:34.907782 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f34817e1-cb8c-46bd-b8a4-2747ca253c8b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/ports/a56d8625-5243-404b-8aa5-0dcc54a9618c HTTP/1.1" status: 204 len: 168 time: 0.7885354 Jul 14 11:26:34.912652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59250) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:34.937238 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abbdf879-8438-4992-8922-abc503f0be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.001434 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abbdf879-8438-4992-8922-abc503f0be0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.011324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-abbdf879-8438-4992-8922-abc503f0be0a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fc709ef8-5a9b-4b6e-88e9-a0a84793cf30 HTTP/1.1" status: 204 len: 168 time: 1.3492925 Jul 14 11:26:35.012661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59252) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:35.020661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8ea56-0920-4859-ba1b-95b46bba0467 None None] Network e8462e7e-362e-40f9-bf81-f4da8c8b3b1f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:35.151289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdf879-8438-4992-8922-abc503f0be0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc709ef8-5a9b-4b6e-88e9-a0a84793cf30,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:35.270474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.317855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d3de53-e56c-4d8c-8a71-14631572f10f {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:35.358466 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.375147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Deleting port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:35.377428 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.410175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Transition to ACTIVE for port object 49d3de53-e56c-4d8c-8a71-14631572f10f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:26:35.420042 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.434213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-46dc89d4-595b-49b6-8116-7a84bda599df tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Deleting port 498c012f-6d72-49c6-92a2-1cb86efe76e5 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:35.434563 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46dc89d4-595b-49b6-8116-7a84bda599df tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.530519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] For port 4b49cc78-1b71-46ca-a228-2b4e01b08e62, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4b49cc78-1b71-46ca-a228-2b4e01b08e62,segment=NetworkSegment(c54c6269-4fc4-4328-9ee1-80ad8ca0e959),segment_id=c54c6269-4fc4-4328-9ee1-80ad8ca0e959)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:35.531051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.562007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Calling delete_port for 4b49cc78-1b71-46ca-a228-2b4e01b08e62 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:35.738379 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.783326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] No DVR routers for this DVR port 4b49cc78-1b71-46ca-a228-2b4e01b08e62 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:26:35.792221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b49cc78-1b71-46ca-a228-2b4e01b08e62,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:35.848133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6352a2-9a75-4b8d-b2fa-bf08c2ec24fd None None] DHCP port deletion for e8462e7e-362e-40f9-bf81-f4da8c8b3b1f request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:26:35.879312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:35.945508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:35.960506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8462e7e-362e-40f9-bf81-f4da8c8b3b1f']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:35.974232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:35.974895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54c6269-4fc4-4328-9ee1-80ad8ca0e959') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:36.001247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.019174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.027416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:36.028849 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.063195 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46dc89d4-595b-49b6-8116-7a84bda599df tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:36.099522 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:36.106108 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.126069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.129170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-46dc89d4-595b-49b6-8116-7a84bda599df tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Calling delete_port for 498c012f-6d72-49c6-92a2-1cb86efe76e5 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:36.132334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:26:36.132808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:26:36.133200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:36.137890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] 10.222.0.38 "DELETE /v2.0/networks/e8462e7e-362e-40f9-bf81-f4da8c8b3b1f HTTP/1.1" status: 204 len: 168 time: 1.1235895 Jul 14 11:26:36.139003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59258) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:36.149683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Port 49d3de53-e56c-4d8c-8a71-14631572f10f on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:26:36.150080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:26:36.182301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:26:36.182725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:36.183066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:26:36.183515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Bound port: 49d3de53-e56c-4d8c-8a71-14631572f10f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:26:36.183916 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.195372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc116ed1-fdd4-46c4-9620-c516ec3abc9b admin admin] Pushing event deleted for resources: {'Network': ['ID=e8462e7e-362e-40f9-bf81-f4da8c8b3b1f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:36.349531 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46dc89d4-595b-49b6-8116-7a84bda599df tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.396338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc89d4-595b-49b6-8116-7a84bda599df tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Port': ['ID=498c012f-6d72-49c6-92a2-1cb86efe76e5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:36.398858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:26:36.412656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46dc89d4-595b-49b6-8116-7a84bda599df tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.414708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-46dc89d4-595b-49b6-8116-7a84bda599df tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/ports/498c012f-6d72-49c6-92a2-1cb86efe76e5 HTTP/1.1" status: 204 len: 168 time: 1.5009716 Jul 14 11:26:36.419098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59260) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:36.420925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:26:36.490006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a894026c-2796-4b46-bb64-af1370419714 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0671446 Jul 14 11:26:36.493408 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.499208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59262) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:36.511776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1024845215'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:36.572226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:36.573394 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.574953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] 10.222.0.64 "PUT /v2.0/ports/49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 1096 time: 3.2022583 Jul 14 11:26:36.606045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c501f81-0234-4958-95e9-b28832a5ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:36.616136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Made reservation on behalf of afb9b6b4ee5548b6a98cb3c1b864bce2 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:36.624042 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.786659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:36.821003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.821464 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Added segment 820ed2ec-0bf9-43a7-93d3-02ff0fab3a15 of type vlan for network f40a5b59-16d4-40e5-b2c4-c74c85574bc2 Jul 14 11:26:36.948670 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:36.973223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-ca0389d9-ba85-4daf-8328-49d7e2e5d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:36.974813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-ca0389d9-ba85-4daf-8328-49d7e2e5d680 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1099 time: 0.3046451 Jul 14 11:26:37.030783 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:37.157626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-ece1f348-894a-4b7d-9113-81ccd39e162b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.1650674 Jul 14 11:26:37.161208 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:37.182775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:37.189278 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:37.334186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4b49cc78-1b71-46ca-a228-2b4e01b08e62 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:37.414413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4b49cc78-1b71-46ca-a228-2b4e01b08e62 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:37.415085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4b49cc78-1b71-46ca-a228-2b4e01b08e62 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:37.459369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9521949 Jul 14 11:26:37.468484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59264) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:37.476291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-300766208'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:37.552894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Made reservation on behalf of afb9b6b4ee5548b6a98cb3c1b864bce2 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:37.564618 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:37.622039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852f0da-16ee-4ae8-ab25-21a7c3ded53b tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Network': ['ID=f40a5b59-16d4-40e5-b2c4-c74c85574bc2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:37.647789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network f40a5b59-16d4-40e5-b2c4-c74c85574bc2 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:37.656849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-18b8762b-f815-42b3-a09d-53a5aa6536b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:37.661390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:37.665644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-18b8762b-f815-42b3-a09d-53a5aa6536b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.3877196 Jul 14 11:26:37.699270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:37.700273 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Added segment 1e480a21-2dad-4801-9ccf-c7a5ab9198a4 of type vlan for network 839b078b-631c-4197-9ce5-5c24afd6abe2 Jul 14 11:26:37.826616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-ce7e10ff-bb73-4e31-adbd-0267e9f14133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:37.828842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-ce7e10ff-bb73-4e31-adbd-0267e9f14133 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1550996 Jul 14 11:26:37.854503 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:37.880779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Deleting port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:37.881328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:37.987054 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:38.009769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:38.011128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:38.058836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-f35101bc-fd7c-4bc5-8373-e6d43528d801 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220495 Jul 14 11:26:38.333562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3731b114-29d3-4513-9261-30ecaf3d2ac9 req-00aa4a76-1472-4b78-8429-cc34e9064d83 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654996 Jul 14 11:26:38.845141 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3754389 Jul 14 11:26:38.892579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] For port 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8c291c7b-fbec-49b8-8a2b-32e7ea05abb4,segment=NetworkSegment(83bd7a35-f675-4c5e-9caa-58dfc4eea41b),segment_id=83bd7a35-f675-4c5e-9caa-58dfc4eea41b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:38.893712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:38.908912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Calling delete_port for 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:39.385451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb279b7-2910-4994-bcf8-c9fc5debe68a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Network': ['ID=839b078b-631c-4197-9ce5-5c24afd6abe2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:39.400090 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:39.437714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8c291c7b-fbec-49b8-8a2b-32e7ea05abb4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:39.438092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 839b078b-631c-4197-9ce5-5c24afd6abe2 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:39.537832 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-852dc686-c719-4596-a2dd-fb28e8613f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:39.847689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e7a97d92-72b3-471b-a37d-406a8d3dd93a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:26:39.848963 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:40.138951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:40.176922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e7a97d92-72b3-471b-a37d-406a8d3dd93a has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:26:40.447279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:26:40.758332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:26:40.769707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] Sync routers for ids ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:26:40.786380 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1fd4904f-d192-4d91-8420-2b590a4417ed admin admin] 10.222.0.38 "PUT /v2.0/routers/55ddc08b-bb49-42f3-a3d9-999082a4d0d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6452100 Jul 14 11:26:40.787880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] Routers {'55ddc08b-bb49-42f3-a3d9-999082a4d0d2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:40.789107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59276) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:40.790368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:41.038973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] Set router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:41.113371 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:41.520299 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:41.571045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:20Z', 'updated_at': '2021-07-14T11:26:39Z', 'revision_number': 5, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'gw_port': {'id': 'e7186520-7338-4d3c-8275-b7c4a0f2ed00', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:21:21Z', 'updated_at': '2021-07-14T11:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:41.692876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] Checking router: 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:26:41.736133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] Routers {'55ddc08b-bb49-42f3-a3d9-999082a4d0d2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:41.737136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:41.740552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Deleting port e7186520-7338-4d3c-8275-b7c4a0f2ed00 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:41.746812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:42.051465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:26:42.221576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:42.251164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'mac_address': 'fa:16:3e:0e:a7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:26:42.272586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] For port e7186520-7338-4d3c-8275-b7c4a0f2ed00, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e7186520-7338-4d3c-8275-b7c4a0f2ed00,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:42.273774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:42.326822 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:42.336936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Calling delete_port for e7186520-7338-4d3c-8275-b7c4a0f2ed00 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:42.349197 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:42.356680 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e48a361-9aa1-41f9-9d0a-54434dab9b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:42.400277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d3de53-e56c-4d8c-8a71-14631572f10f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:42.469528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59278) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:42.484156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'subnets': [{'network_id': 'f40a5b59-16d4-40e5-b2c4-c74c85574bc2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2104089375', 'ip_version': 6}, {'network_id': '839b078b-631c-4197-9ce5-5c24afd6abe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:42.484712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'subnet': {'network_id': 'f40a5b59-16d4-40e5-b2c4-c74c85574bc2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2104089375', 'ip_version': 6}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:42.488460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Request body: {'subnet': {'network_id': '839b078b-631c-4197-9ce5-5c24afd6abe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:42.492534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:42.508113 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:42.510703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] Set router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:42.664919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:20Z', 'updated_at': '2021-07-14T11:26:41Z', 'revision_number': 6, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:42.773371 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:42.820696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7186520-7338-4d3c-8275-b7c4a0f2ed00,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:42.955056 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:42.956760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367ec17-b777-454c-b05b-34b5c8426cfa None None] The sync data for ids ['55ddc08b-bb49-42f3-a3d9-999082a4d0d2'] in n-d-778696-8 is: [{'id': '55ddc08b-bb49-42f3-a3d9-999082a4d0d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-937845257-router', 'tenant_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:21:20Z', 'updated_at': '2021-07-14T11:26:41Z', 'revision_number': 6, 'project_id': 'b3cbc16bd74d4bd79df33f7b71025de4', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:26:42.958550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['49d3de53-e56c-4d8c-8a71-14631572f10f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:43.091241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:43.116995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.117338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.117687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.118027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.118364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.118698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.119035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.120074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.120411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.120747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.121081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.121483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:43.155758 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:43.159945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Made reservation on behalf of afb9b6b4ee5548b6a98cb3c1b864bce2 for: {'subnet': 2} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:43.161678 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:43.165681 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:43.166082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:43.298617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:43.299213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55ddc08b-bb49-42f3-a3d9-999082a4d0d2 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:26:43.308109 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:43.309353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-09742a85-1636-4d6c-be5b-506e62973255 admin admin] 10.222.0.38 "DELETE /v2.0/routers/55ddc08b-bb49-42f3-a3d9-999082a4d0d2 HTTP/1.1" status: 204 len: 168 time: 2.5192244 Jul 14 11:26:43.312035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59280) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:43.341006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:43.562923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:43.567138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-195ccc49-9f95-453c-ae05-48e26ea45c82 admin admin] Deleting subnet 68465cc3-e9b6-4035-9b5f-28fdc5c657d2 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:26:43.583408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-195ccc49-9f95-453c-ae05-48e26ea45c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:43.616368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:43.637089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8c291c7b-fbec-49b8-8a2b-32e7ea05abb4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:43.800943 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:26:43.821415 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-195ccc49-9f95-453c-ae05-48e26ea45c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:43.975875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:26:44.098412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 49d3de53-e56c-4d8c-8a71-14631572f10f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:26:44.110054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 49d3de53-e56c-4d8c-8a71-14631572f10f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:26:44.110504 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:44.268082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-195ccc49-9f95-453c-ae05-48e26ea45c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:44.457327 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:44.471637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-a54a3449-8956-4e9c-87cc-1788ae510c15 service neutron] 10.222.0.64 "GET /v2.0/ports/e7a97d92-72b3-471b-a37d-406a8d3dd93a/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 384 time: 0.2459788 Jul 14 11:26:44.798942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:44.853291 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:44.854925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e7a97d92-72b3-471b-a37d-406a8d3dd93a no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:44.983761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-195ccc49-9f95-453c-ae05-48e26ea45c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:44.999381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:45.050418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:26:45.053207 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.071112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ccc49-9f95-453c-ae05-48e26ea45c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68465cc3-e9b6-4035-9b5f-28fdc5c657d2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:45.085379 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-195ccc49-9f95-453c-ae05-48e26ea45c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.091784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59284) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:45.093117 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-195ccc49-9f95-453c-ae05-48e26ea45c82 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/68465cc3-e9b6-4035-9b5f-28fdc5c657d2 HTTP/1.1" status: 204 len: 168 time: 1.7777181 Jul 14 11:26:45.159706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a48905b-de07-4f68-a7b3-ca1706a2d972 None None] Network f22676ac-fb64-4c4e-bafe-b735e360c717 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:45.214528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Subnet': ['ID=ffa221fa-35fd-44a7-a1a2-5adc1495184d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:45.231409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a97d92-72b3-471b-a37d-406a8d3dd93a {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:26:45.242631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Checking segment: {'id': '820ed2ec-0bf9-43a7-93d3-02ff0fab3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f40a5b59-16d4-40e5-b2c4-c74c85574bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:45.243202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Network hostable DHCP agents. Network: f40a5b59-16d4-40e5-b2c4-c74c85574bc2, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:26:45.264559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:45.279061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Network f40a5b59-16d4-40e5-b2c4-c74c85574bc2 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:26:45.295205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, f40a5b59-16d4-40e5-b2c4-c74c85574bc2) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:45.309800 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.333095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.343469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.468899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Checking segment: {'id': '1e480a21-2dad-4801-9ccf-c7a5ab9198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '839b078b-631c-4197-9ce5-5c24afd6abe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:45.472324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Network hostable DHCP agents. Network: 839b078b-631c-4197-9ce5-5c24afd6abe2, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:26:45.479670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event updated for resources: {'Subnet': ['ID=c42ba9a1-ca60-4488-b54b-14d9f41ec36e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:45.523604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Network 839b078b-631c-4197-9ce5-5c24afd6abe2 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:26:45.539136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e7186520-7338-4d3c-8275-b7c4a0f2ed00 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:45.549163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 839b078b-631c-4197-9ce5-5c24afd6abe2) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:45.564052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:45.564901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:45.566238 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.595679 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f0a63e6-f275-4c2b-858a-1a80437d7b80 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1244335 Jul 14 11:26:45.598419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce28a70-d62c-411e-97a0-2bad6bcf1078 None None] Network f40a5b59-16d4-40e5-b2c4-c74c85574bc2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:45.599096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59288) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:45.708197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] Transition to ACTIVE for port object e7a97d92-72b3-471b-a37d-406a8d3dd93a will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:26:45.711779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Deleting port 796ebb3f-60fe-4129-885a-118bb34ddebb {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:45.712974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.754873 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.834539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e7186520-7338-4d3c-8275-b7c4a0f2ed00 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:45.835274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e7186520-7338-4d3c-8275-b7c4a0f2ed00 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:45.844014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f205da5e-efba-4cfd-8ac2-7fbacc7551f3 None None] Network 839b078b-631c-4197-9ce5-5c24afd6abe2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:45.860115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20778376-fa39-4265-b3a8-3049bb2f7ba0 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:45.860720 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.861826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20778376-fa39-4265-b3a8-3049bb2f7ba0 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:45.863442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20778376-fa39-4265-b3a8-3049bb2f7ba0 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:45.880790 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-20778376-fa39-4265-b3a8-3049bb2f7ba0 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2712691 Jul 14 11:26:45.881168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59290) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:45.930701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] For port 796ebb3f-60fe-4129-885a-118bb34ddebb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=796ebb3f-60fe-4129-885a-118bb34ddebb,segment=NetworkSegment(83bd7a35-f675-4c5e-9caa-58dfc4eea41b),segment_id=83bd7a35-f675-4c5e-9caa-58dfc4eea41b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:45.931073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:45.955615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Calling delete_port for 796ebb3f-60fe-4129-885a-118bb34ddebb owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:46.000594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9538b8af-ab78-4d96-ae7f-6a94309e6246 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Deleting subnet ffa221fa-35fd-44a7-a1a2-5adc1495184d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:26:46.010701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9538b8af-ab78-4d96-ae7f-6a94309e6246 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.026351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:46.116475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76548074-6227-443a-9ee0-1e9fd388cf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f40a5b59-16d4-40e5-b2c4-c74c85574bc2', 'network_id': 'f40a5b59-16d4-40e5-b2c4-c74c85574bc2', 'tenant_id': 'afb9b6b4ee5548b6a98cb3c1b864bce2', 'fixed_ips': [{'subnet_id': 'ffa221fa-35fd-44a7-a1a2-5adc1495184d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:26:46.116647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.118062 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76548074-6227-443a-9ee0-1e9fd388cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.151005 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9538b8af-ab78-4d96-ae7f-6a94309e6246 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.156568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] No DVR routers for this DVR port e7a97d92-72b3-471b-a37d-406a8d3dd93a on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:26:46.163616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] No DVR routers for this DVR port 796ebb3f-60fe-4129-885a-118bb34ddebb on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:26:46.238317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec5f25e-dde5-418f-a0e4-bb2f29aefe74 None None] DHCP port deletion for f22676ac-fb64-4c4e-bafe-b735e360c717 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:26:46.240374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] 10.222.0.64 "PUT /v2.0/ports/e7a97d92-72b3-471b-a37d-406a8d3dd93a/bindings/n-h2-778696-8/activate HTTP/1.1" status: 200 len: 369 time: 1.7564337 Jul 14 11:26:46.323953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9538b8af-ab78-4d96-ae7f-6a94309e6246 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.411686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9538b8af-ab78-4d96-ae7f-6a94309e6246 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.436569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010a2088-7fd6-4a36-aa6f-d99c880febea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-839b078b-631c-4197-9ce5-5c24afd6abe2', 'network_id': '839b078b-631c-4197-9ce5-5c24afd6abe2', 'tenant_id': 'afb9b6b4ee5548b6a98cb3c1b864bce2', 'fixed_ips': [{'subnet_id': 'c42ba9a1-ca60-4488-b54b-14d9f41ec36e'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:26:46.437447 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-010a2088-7fd6-4a36-aa6f-d99c880febea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.450090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538b8af-ab78-4d96-ae7f-6a94309e6246 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa221fa-35fd-44a7-a1a2-5adc1495184d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:46.461848 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9538b8af-ab78-4d96-ae7f-6a94309e6246 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.466995 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9538b8af-ab78-4d96-ae7f-6a94309e6246 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/subnets/ffa221fa-35fd-44a7-a1a2-5adc1495184d HTTP/1.1" status: 204 len: 168 time: 0.5847518 Jul 14 11:26:46.468008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59316) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:46.525176 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.539646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22676ac-fb64-4c4e-bafe-b735e360c717']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:46.551705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bd7a35-f675-4c5e-9caa-58dfc4eea41b') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:46.552072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bd7a35-f675-4c5e-9caa-58dfc4eea41b') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:46.558145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b43b177-81de-4ea4-94bf-823fc416f3e3 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Deleting subnet c42ba9a1-ca60-4488-b54b-14d9f41ec36e {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:26:46.561841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.570020 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b43b177-81de-4ea4-94bf-823fc416f3e3 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.582827 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.589795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:46.590204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:46.630298 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:46.650475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b43b177-81de-4ea4-94bf-823fc416f3e3 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.666494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb99b0-e742-471f-b06b-71f140b59629 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a97d92-72b3-471b-a37d-406a8d3dd93a,revision_number=10']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-76548074-6227-443a-9ee0-1e9fd388cf2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffa221fa-35fd-44a7-a1a2-5adc1495184d: This subnet is being modified by another concurrent operation. Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:26:46.711217 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffa221fa-35fd-44a7-a1a2-5adc1495184d: This subnet is being modified by another concurrent operation. Jul 14 11:26:46.716099 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:26:46.743899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b43b177-81de-4ea4-94bf-823fc416f3e3 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.783606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe2d461-5389-440b-b1fe-47af79d39074 None None] Network f40a5b59-16d4-40e5-b2c4-c74c85574bc2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:46.863242 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b43b177-81de-4ea4-94bf-823fc416f3e3 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-010a2088-7fd6-4a36-aa6f-d99c880febea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c42ba9a1-ca60-4488-b54b-14d9f41ec36e: This subnet is being modified by another concurrent operation. Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:26:46.903361 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c42ba9a1-ca60-4488-b54b-14d9f41ec36e: This subnet is being modified by another concurrent operation. Jul 14 11:26:46.906936 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:26:46.928953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b43b177-81de-4ea4-94bf-823fc416f3e3 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:46.932743 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5b43b177-81de-4ea4-94bf-823fc416f3e3 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/subnets/c42ba9a1-ca60-4488-b54b-14d9f41ec36e HTTP/1.1" status: 204 len: 168 time: 0.4625862 Jul 14 11:26:46.934989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59318) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:46.952202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43b177-81de-4ea4-94bf-823fc416f3e3 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Subnet': ['ID=c42ba9a1-ca60-4488-b54b-14d9f41ec36e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:46.962587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125cc32-a7e2-4972-a92e-d6a70266ef56 None None] Network 839b078b-631c-4197-9ce5-5c24afd6abe2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:47.021152 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b83c289-c845-4787-8a67-fa682b782d32 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:47.025095 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2b83c289-c845-4787-8a67-fa682b782d32 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0838654 Jul 14 11:26:47.030364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59320) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:47.119984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=796ebb3f-60fe-4129-885a-118bb34ddebb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:47.123515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-e6fe19af-1b39-457e-b001-7c1fb5f96324 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:47.125211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-e6fe19af-1b39-457e-b001-7c1fb5f96324 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.8129253 Jul 14 11:26:47.131594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.171834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.173777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d078dd-3c72-47e4-aa4d-65ccb4280eb8 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:26:47.190039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.204994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f22676ac-fb64-4c4e-bafe-b735e360c717 HTTP/1.1" status: 204 len: 168 time: 2.1083603 Jul 14 11:26:47.257799 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 796ebb3f-60fe-4129-885a-118bb34ddebb no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:47.276949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b465e88-707b-439b-a137-1932dd28bcb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22676ac-fb64-4c4e-bafe-b735e360c717,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:47.318791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c3c3-a936-4661-9bba-95e4e191e082 req-268f95d8-081f-4847-8e89-e4245fa79fbc tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:47.328751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9128c3c3-a936-4661-9bba-95e4e191e082 req-268f95d8-081f-4847-8e89-e4245fa79fbc tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 944 time: 0.6940923 Jul 14 11:26:47.353212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dca69-466e-4336-96e4-1a01ba23974d req-32525334-40b7-4191-b793-0f1f6cc791f1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:47.355001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f7dca69-466e-4336-96e4-1a01ba23974d req-32525334-40b7-4191-b793-0f1f6cc791f1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.7217309 Jul 14 11:26:47.356980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 796ebb3f-60fe-4129-885a-118bb34ddebb {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:47.357633 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 796ebb3f-60fe-4129-885a-118bb34ddebb not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:47.372773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59324) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:47.392869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.425988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839b078b-631c-4197-9ce5-5c24afd6abe2']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:47.454280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9128c3c3-a936-4661-9bba-95e4e191e082 req-89c3cb61-4e10-4ede-90a9-a8419d976ede tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245298 Jul 14 11:26:47.458504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e480a21-2dad-4801-9ccf-c7a5ab9198a4') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:47.459109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e480a21-2dad-4801-9ccf-c7a5ab9198a4') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:47.463953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d078dd-3c72-47e4-aa4d-65ccb4280eb8 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:26:47.465402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-7b283819-cd1a-4773-9ee0-b37cd9dbd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:47.467705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-7b283819-cd1a-4773-9ee0-b37cd9dbd625 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec&tenant_id=092b4d35f0ba473e960362da2e4e4617 HTTP/1.1" status: 200 len: 1095 time: 0.3338387 Jul 14 11:26:47.482748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.493409 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-57785271-b311-4853-9edc-735cf2203c48 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=595428f2d6254beda60793bb93154145&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1144722 Jul 14 11:26:47.496721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59328) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:47.531212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.567723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:47.570637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.571911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f7dca69-466e-4336-96e4-1a01ba23974d req-7f58de8f-23dc-47de-bc64-ea3b49143a4f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753020 Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:47.595977 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:47.608672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-d76e58b6-5ba8-47ae-b552-b9f3f4128110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:47.610252 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-d76e58b6-5ba8-47ae-b552-b9f3f4128110 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1095 time: 0.1102796 Jul 14 11:26:47.750209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-4d4c9ca3-a1b8-4e3a-9c8a-ccfe2ac2b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:47.751882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-4d4c9ca3-a1b8-4e3a-9c8a-ccfe2ac2b392 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.1335518 Jul 14 11:26:47.805320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.809859 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-412ceeeb-af92-4e54-802f-e410aabfc73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.833893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-5af84be8-56cb-4fec-9d26-51cf842a7e5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a HTTP/1.1" status: 200 len: 217 time: 0.0705366 Jul 14 11:26:47.886858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.892647 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/networks/839b078b-631c-4197-9ce5-5c24afd6abe2 HTTP/1.1" status: 204 len: 168 time: 0.8608408 Jul 14 11:26:47.902074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee554a85-0594-436e-ac6a-0226575ada1c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Network': ['ID=839b078b-631c-4197-9ce5-5c24afd6abe2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:47.902956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59332) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:47.953193 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-412ceeeb-af92-4e54-802f-e410aabfc73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:47.997360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.010931 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ab565c-e145-41c7-a2fe-31b70ec67e9f x-openstack-request-id: req-32ab565c-e145-41c7-a2fe-31b70ec67e9f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:48.011276 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "name": "network-vif-plugged", "status": "completed", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:48.011615 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32ab565c-e145-41c7-a2fe-31b70ec67e9f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:48.015229 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a', 'code': 200} Jul 14 11:26:48.077416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-ce55e581-4181-4d01-a47a-c7e5d972a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:48.079012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-ce55e581-4181-4d01-a47a-c7e5d972a3a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.2097399 Jul 14 11:26:48.110948 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-412ceeeb-af92-4e54-802f-e410aabfc73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.116389 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-412ceeeb-af92-4e54-802f-e410aabfc73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.126167 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-412ceeeb-af92-4e54-802f-e410aabfc73b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e3d1f573-083a-41d1-8a10-1640d9fcf2da HTTP/1.1" status: 204 len: 168 time: 0.6277134 Jul 14 11:26:48.143072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ceeeb-af92-4e54-802f-e410aabfc73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d1f573-083a-41d1-8a10-1640d9fcf2da,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:48.215134 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.227895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40a5b59-16d4-40e5-b2c4-c74c85574bc2']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:48.240973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820ed2ec-0bf9-43a7-93d3-02ff0fab3a15') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:48.241403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820ed2ec-0bf9-43a7-93d3-02ff0fab3a15') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:48.253526 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.271429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.278543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:48.278957 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:48.367101 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:48.410191 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-24b98388-af30-44b6-a43a-8414a50db903 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2962270 Jul 14 11:26:48.420758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315ca94-7b4c-425a-80ce-481e14a13165 req-98f2aed9-36d1-4e32-8cbe-ae0aae8dd86e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:48.422419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a315ca94-7b4c-425a-80ce-481e14a13165 req-98f2aed9-36d1-4e32-8cbe-ae0aae8dd86e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.6421285 Jul 14 11:26:48.429475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d334b-3008-4ca8-9253-aca0c990e8b3 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:26:48.497985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.502740 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.504739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/networks/f40a5b59-16d4-40e5-b2c4-c74c85574bc2 HTTP/1.1" status: 204 len: 168 time: 0.5998909 Jul 14 11:26:48.507810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59354) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:48.538721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b537a7-ee95-4f9c-97d0-07873062956a tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Network': ['ID=f40a5b59-16d4-40e5-b2c4-c74c85574bc2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:48.578779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a315ca94-7b4c-425a-80ce-481e14a13165 req-2e1b5709-a4cd-4655-a8da-a8d5462ee337 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002810 Jul 14 11:26:48.608171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-150192cf-5ce7-4bd8-ab76-0d2e748f647d service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845171 Jul 14 11:26:48.613168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d334b-3008-4ca8-9253-aca0c990e8b3 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:26:48.633718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.651901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59364) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:48.677541 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1262f006-6e7f-41e8-96d1-22495f3e89ef x-openstack-request-id: req-1262f006-6e7f-41e8-96d1-22495f3e89ef {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:48.677897 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:48.678218 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1262f006-6e7f-41e8-96d1-22495f3e89ef {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:48.678680 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a', 'code': 200} Jul 14 11:26:48.740329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-d509755c-25ef-45b5-8002-553d2eb92e19 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247461 Jul 14 11:26:48.774861 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-474f4b6e-4fb0-4173-a4d7-7b1e3451bc82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3cbc16bd74d4bd79df33f7b71025de4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1209004 Jul 14 11:26:48.778091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59382) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:48.841476 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da63f0fe-1068-4e51-94b7-0bcd4d896cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.869776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.880714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2dce35-43bf-4422-8892-dc223c296a46']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:48.888320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da63f0fe-1068-4e51-94b7-0bcd4d896cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.893317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e89d3d-0e0c-40e2-b880-20d557f2e37d') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:48.893317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e89d3d-0e0c-40e2-b880-20d557f2e37d') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:48.917564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.937025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.948979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:48.949611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:48.952967 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:49.045566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da63f0fe-1068-4e51-94b7-0bcd4d896cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.048051 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da63f0fe-1068-4e51-94b7-0bcd4d896cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.048657 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.051674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-da63f0fe-1068-4e51-94b7-0bcd4d896cff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b8ca452-ad46-495c-b0a2-2a9fc2c16b0c HTTP/1.1" status: 204 len: 168 time: 0.2698929 Jul 14 11:26:49.066550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dba10-dbc6-4f41-a81d-f311ae578ffa req-c42a1bd6-095b-4a0d-aca6-e78e72a0f437 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:49.068090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b8dba10-dbc6-4f41-a81d-f311ae578ffa req-c42a1bd6-095b-4a0d-aca6-e78e72a0f437 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 944 time: 0.1190841 Jul 14 11:26:49.074380 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.077520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63f0fe-1068-4e51-94b7-0bcd4d896cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ca452-ad46-495c-b0a2-2a9fc2c16b0c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:49.078734 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/networks/9b2dce35-43bf-4422-8892-dc223c296a46 HTTP/1.1" status: 204 len: 168 time: 0.5684457 Jul 14 11:26:49.079110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59386) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:49.079659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0d236-64f0-4b99-b735-e3df9d6dd831 tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Network': ['ID=9b2dce35-43bf-4422-8892-dc223c296a46,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:49.105558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd36234-10e5-4258-aa26-593cb35b331f req-66ce044d-efb9-4dab-a08d-4b4ff709c354 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:49.107063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7dd36234-10e5-4258-aa26-593cb35b331f req-66ce044d-efb9-4dab-a08d-4b4ff709c354 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 946 time: 0.1923859 Jul 14 11:26:49.267313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b8dba10-dbc6-4f41-a81d-f311ae578ffa req-13631bd0-9f60-4a81-9f3a-75d85351adc4 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925678 Jul 14 11:26:49.273059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.282605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7dd36234-10e5-4258-aa26-593cb35b331f req-0150da68-5785-4cd5-a536-ef663997589a tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/security-groups?id=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650646 Jul 14 11:26:49.392850 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.434252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2267e2de-44b5-49b7-ba6c-ffca030437f5']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:49.447794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-13cca3b0-adb3-44a7-894d-8f6007226430 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:49.449350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-13cca3b0-adb3-44a7-894d-8f6007226430 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.2739356 Jul 14 11:26:49.451159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118d71a1-aeda-4fd7-af94-16bd169d1ee9') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:49.451450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118d71a1-aeda-4fd7-af94-16bd169d1ee9') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:49.478036 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.525334 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.536127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:49.536683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:49.543201 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:49.611095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d4554-ef5a-4d97-9570-599724a9587c req-b9fdbdd2-ab65-4171-8378-55cd14e4eff7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:49.612729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-736d4554-ef5a-4d97-9570-599724a9587c req-b9fdbdd2-ab65-4171-8378-55cd14e4eff7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.2258050 Jul 14 11:26:49.663732 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.674796 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.678910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] 10.222.0.38 "DELETE /v2.0/networks/2267e2de-44b5-49b7-ba6c-ffca030437f5 HTTP/1.1" status: 204 len: 168 time: 0.5820286 Jul 14 11:26:49.701734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fac0b-5b07-4a92-aaa8-2191fe842a3c tempest-BulkNetworkOpsIpV6Test-660684180 tempest-BulkNetworkOpsIpV6Test-660684180-project] Pushing event deleted for resources: {'Network': ['ID=2267e2de-44b5-49b7-ba6c-ffca030437f5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:49.722847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-736d4554-ef5a-4d97-9570-599724a9587c req-d8252c00-e933-4aaa-8322-92dff31504f7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008973 Jul 14 11:26:49.731431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-0abb5a14-2d8b-4413-a5e9-5366bb048fdb service neutron] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:26:49.735464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-0abb5a14-2d8b-4413-a5e9-5366bb048fdb service neutron] Notify callbacks [] for binding, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:49.736813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-514f6b07-e670-4777-9a09-33d8aef68d6f req-0abb5a14-2d8b-4413-a5e9-5366bb048fdb service neutron] 10.222.0.45 "DELETE /v2.0/ports/e7a97d92-72b3-471b-a37d-406a8d3dd93a/bindings/n-h1-778696-8 HTTP/1.1" status: 204 len: 173 time: 0.2763247 Jul 14 11:26:49.898472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-0d3c3d2d-d08d-4a10-a096-267e9789471c tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:49.900827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-0d3c3d2d-d08d-4a10-a096-267e9789471c tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.45 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 946 time: 0.1290762 Jul 14 11:26:49.923607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:50.016388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d'}, {'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:50.018787 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714250ca-a942-48bd-900e-082636065ec9" -d '{"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-plugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d"}, {"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-plugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:50.102535 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:50.172623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:50.178247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:50.182409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59462) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:50.183228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c9f0d-734d-4cfc-a1cf-4921de6740e7 req-85e6465d-736b-475b-8678-62531443693e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:50.192921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a73c9f0d-734d-4cfc-a1cf-4921de6740e7 req-85e6465d-736b-475b-8678-62531443693e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.1927917 Jul 14 11:26:50.251184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Deleting port e8ef210c-6884-4375-99ba-7b1e675c6f7a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:50.252045 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:50.258863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:50.357230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a73c9f0d-734d-4cfc-a1cf-4921de6740e7 req-7f76c4d0-c810-41ab-b835-c4fac6cb88eb tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627657 Jul 14 11:26:50.414024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] For port e8ef210c-6884-4375-99ba-7b1e675c6f7a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e8ef210c-6884-4375-99ba-7b1e675c6f7a,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:50.414517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:50.435602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Calling delete_port for e8ef210c-6884-4375-99ba-7b1e675c6f7a owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:50.437369 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49ca86a-2aca-422b-8852-5cdc8c4506de x-openstack-request-id: req-c49ca86a-2aca-422b-8852-5cdc8c4506de {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:50.437669 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-plugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d", "code": 200}, {"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-plugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:50.437929 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c49ca86a-2aca-422b-8852-5cdc8c4506de {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:50.438338 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'code': 200} Jul 14 11:26:50.438595 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'code': 200} Jul 14 11:26:50.594153 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f6da2d6b-76c6-4603-ad6a-5687a980a0cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afb9b6b4ee5548b6a98cb3c1b864bce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086037 Jul 14 11:26:50.597598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59480) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:50.684804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a'}, {'name': 'network-changed', 'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:50.687608 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d85b145-a8d0-4fa4-936a-3f19487bedda" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a"}, {"name": "network-changed", "server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:50.688449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6ccfd7-8a0d-452e-9b09-2a2c89e51ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:50.716039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6ccfd7-8a0d-452e-9b09-2a2c89e51ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:50.785355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6ccfd7-8a0d-452e-9b09-2a2c89e51ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:50.788885 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6ccfd7-8a0d-452e-9b09-2a2c89e51ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:50.791135 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2c6ccfd7-8a0d-452e-9b09-2a2c89e51ca7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/604b6425-a0f5-4b38-8c8e-dafa7ba0e228 HTTP/1.1" status: 204 len: 168 time: 0.1915498 Jul 14 11:26:50.808079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ccfd7-8a0d-452e-9b09-2a2c89e51ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604b6425-a0f5-4b38-8c8e-dafa7ba0e228,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:50.829550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f2315-d2aa-4d27-9ba3-6c113617147d req-dc9084c5-be3a-4e84-a9c2-8a802177a959 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:50.831978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b6f2315-d2aa-4d27-9ba3-6c113617147d req-dc9084c5-be3a-4e84-a9c2-8a802177a959 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 950 time: 0.2818949 Jul 14 11:26:50.841391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe61d9-e245-4968-8db1-de31e9bb7ca6 req-72a7b357-82b6-421c-b23c-1bd636531b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:50.843199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5fe61d9-e245-4968-8db1-de31e9bb7ca6 req-72a7b357-82b6-421c-b23c-1bd636531b32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1101 time: 0.3165565 Jul 14 11:26:50.873588 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:50.888390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e8ef210c-6884-4375-99ba-7b1e675c6f7a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:50.907998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858efe11-7fa5-46d6-aca8-4e9e72af5014 req-d8a2a832-3854-4577-88d9-7d75722947b8 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:50.910336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-858efe11-7fa5-46d6-aca8-4e9e72af5014 req-d8a2a832-3854-4577-88d9-7d75722947b8 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 944 time: 0.3050196 Jul 14 11:26:50.985808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Pushing event deleted for resources: {'Port': ['ID=e8ef210c-6884-4375-99ba-7b1e675c6f7a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:51.046715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5fe61d9-e245-4968-8db1-de31e9bb7ca6 req-763f4188-f902-41ad-a57c-de760b665107 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960144 Jul 14 11:26:51.050896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b6f2315-d2aa-4d27-9ba3-6c113617147d req-b79943d3-e7eb-4fc3-9271-3bf88af2fcf4 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041163 Jul 14 11:26:51.117918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] No DVR routers for this DVR port e8ef210c-6884-4375-99ba-7b1e675c6f7a on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:26:51.121933 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:51.124990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c59edbf-9048-4546-a1ed-ebc0851be40c req-5b376acd-0e3c-4df2-a993-aafca92c5350 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.45 "DELETE /v2.0/ports/e8ef210c-6884-4375-99ba-7b1e675c6f7a HTTP/1.1" status: 204 len: 173 time: 1.2175760 Jul 14 11:26:51.129452 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-858efe11-7fa5-46d6-aca8-4e9e72af5014 req-2fa25957-0d79-4cff-a9d7-3277eebcae77 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998518 Jul 14 11:26:51.223787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9df1db9-b8b1-46ea-b310-80ad4289174a req-db595275-3f1b-45cf-8b0c-f3e1838c4d74 tempest-FloatingIPsAssociationTestJSON-1585690946 tempest-FloatingIPsAssociationTestJSON-1585690946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d05a3b83-e684-4129-af8a-88e066672045 HTTP/1.1" status: 200 len: 210 time: 0.0303841 Jul 14 11:26:51.451470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c13a75-3db0-44bd-a0b3-8f6146f91275 req-8ce25a05-4476-4115-84e3-2ab9e13e994a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:51.457794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48c13a75-3db0-44bd-a0b3-8f6146f91275 req-8ce25a05-4476-4115-84e3-2ab9e13e994a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.1003335 Jul 14 11:26:51.521639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48c13a75-3db0-44bd-a0b3-8f6146f91275 req-765be504-b904-4f90-9b45-65baae6cd856 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536909 Jul 14 11:26:51.745231 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39df94c2-a24a-4d1a-a42d-bfd94aa10ee0 x-openstack-request-id: req-39df94c2-a24a-4d1a-a42d-bfd94aa10ee0 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:51.745537 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:51.745769 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39df94c2-a24a-4d1a-a42d-bfd94aa10ee0 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:51.746298 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a', 'status': 'completed', 'code': 200} Jul 14 11:26:51.747041 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'status': 'completed', 'code': 200} Jul 14 11:26:51.798670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59526) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:51.862437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a467ad4-f68b-428e-aee4-5263eb5ea7c9 req-c6dd3031-6f89-42ae-90e0-1b09a23f8f2d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:51.864572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a467ad4-f68b-428e-aee4-5263eb5ea7c9 req-c6dd3031-6f89-42ae-90e0-1b09a23f8f2d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.1627176 Jul 14 11:26:51.910324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-9b31d0d6-b1a5-45f0-be50-4c5ed25b0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:51.911870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-9b31d0d6-b1a5-45f0-be50-4c5ed25b0d34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1095 time: 0.1407444 Jul 14 11:26:51.947382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'networks': [{'name': 'tempest-network--611433484'}, {'name': 'tempest-network--1122245882'}]} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:51.948056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'network': {'name': 'tempest-network--611433484'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:51.948056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'network': {'name': 'tempest-network--1122245882'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:51.977184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0f4221f0-cac8-4737-a897-97d6db98b54d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:51.979623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Made reservation on behalf of d3da2cf69f4346088c9113b8eb347ece for: {'network': 2} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:51.996789 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:51.999774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-2c8bb327-2c09-4474-8ec1-7f725b2bb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.001599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-2c8bb327-2c09-4474-8ec1-7f725b2bb7e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1101 time: 0.1981978 Jul 14 11:26:52.005139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a467ad4-f68b-428e-aee4-5263eb5ea7c9 req-411250ef-37df-4d23-97f2-36266dfed554 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299965 Jul 14 11:26:52.021752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.141260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-c3de265d-c841-4445-a4bd-df66dba60506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.143057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-c3de265d-c841-4445-a4bd-df66dba60506 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.2193062 Jul 14 11:26:52.151530 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.163247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.169177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.170148 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.205384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-49393ae3-7e1f-4acc-b272-95e197c7227f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a HTTP/1.1" status: 200 len: 217 time: 0.0447009 Jul 14 11:26:52.218407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:52.223792 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.247416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adece554-d4f0-4f32-ae84-76e0a6e12b44,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:52.277695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-3d9cf2a8-f5b6-4f80-9d4f-b535a2f17b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.279105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-3d9cf2a8-f5b6-4f80-9d4f-b535a2f17b95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2671998 Jul 14 11:26:52.294894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:52.295331 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=11']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:52.309206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.309560 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Added segment 1dc9c507-2f92-4a9c-83e7-7671acdf7d85 of type vlan for network 3589df2e-e801-4d36-b5ad-b2dd18cd0223 Jul 14 11:26:52.342614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-ada9a292-49db-4865-8d10-10d8902774f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.0517881 Jul 14 11:26:52.352183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-2a12a45a-6d9b-4f01-82a6-53184cee9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.353795 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-2a12a45a-6d9b-4f01-82a6-53184cee9f7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.1410513 Jul 14 11:26:52.359305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.398548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:52.409649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.410002 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Added segment 7dddc7ca-00e0-46f7-a0df-7c4390f9b37b of type vlan for network 047d1a45-62a0-437b-9273-e6f8e678674d Jul 14 11:26:52.417429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-2afe2e1c-b196-4b38-9a9e-ac861ded158e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373800 Jul 14 11:26:52.439409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a'}, {'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:52.442423 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bbd471-9c3c-4143-bd3f-cae128f9af26" -d '{"events": [{"server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a"}, {"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:52.449165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-3f1dc6dc-bfa5-4626-abc8-6305b300c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.450592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-3f1dc6dc-bfa5-4626-abc8-6305b300c13c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1015291 Jul 14 11:26:52.459372 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.506128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.506762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.514970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.521954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.522766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:52.589281 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7864692 Jul 14 11:26:52.590029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59566) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:52.644656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Network': ['ID=3589df2e-e801-4d36-b5ad-b2dd18cd0223,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:52.651450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e58e1-af5f-4d60-962e-947184365532 req-ec8e6bde-6e83-4923-bc46-c71f2921db2d tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.653040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-ec8e6bde-6e83-4923-bc46-c71f2921db2d tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 805 time: 0.2273142 Jul 14 11:26:52.662617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 3589df2e-e801-4d36-b5ad-b2dd18cd0223 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:52.670414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-48eaacd3-8c0d-4f0b-9ab6-0629f2fbaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.671939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-48eaacd3-8c0d-4f0b-9ab6-0629f2fbaae1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110670 Jul 14 11:26:52.706251 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-5aa7ef11-2ad2-45f0-a6f0-ff3431a7320e tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/quotas/2e85f93f38724ffaa9d6ab4281fda3d9 HTTP/1.1" status: 200 len: 375 time: 0.0434308 Jul 14 11:26:52.763314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd575d-169a-4504-a534-cf39741c881a tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Network': ['ID=047d1a45-62a0-437b-9273-e6f8e678674d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:52.775743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 047d1a45-62a0-437b-9273-e6f8e678674d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:52.827351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf7da6-16b4-4ddb-97d4-99401b874626 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.835560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf7da6-16b4-4ddb-97d4-99401b874626 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.844362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf7da6-16b4-4ddb-97d4-99401b874626 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.856462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf7da6-16b4-4ddb-97d4-99401b874626 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:52.859236 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6eaf7da6-16b4-4ddb-97d4-99401b874626 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2675986 Jul 14 11:26:52.863740 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59580) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:52.960960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59584) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:53.050582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.198039 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-a334bfb2-0daf-49ea-b585-465179dfa0f4 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7688441 Jul 14 11:26:53.371124 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-736db86b-d5a2-439c-b83c-4a5607770e62 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910417 Jul 14 11:26:53.402622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-c06dcf1c-cc89-43f3-9bbf-106a4f26a608 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2308631 Jul 14 11:26:53.415297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-147367da-2d69-4326-8b6e-574ad5030c57 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961186 Jul 14 11:26:53.417658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828c8f1-943e-4828-b105-d325c8a8ea4e req-baf37ac0-e773-4aea-a92e-e57cdcfe264c tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:53.419051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a828c8f1-943e-4828-b105-d325c8a8ea4e req-baf37ac0-e773-4aea-a92e-e57cdcfe264c tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1095 time: 0.2447021 Jul 14 11:26:53.469135 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.487995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3589df2e-e801-4d36-b5ad-b2dd18cd0223']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:53.500875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc9c507-2f92-4a9c-83e7-7671acdf7d85') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:53.501178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc9c507-2f92-4a9c-83e7-7671acdf7d85') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:53.538298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.562292 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.573251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:53.573807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:53.576765 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:53.604915 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a828c8f1-943e-4828-b105-d325c8a8ea4e req-88d384d0-4a62-49b1-b81a-1f0acc9ef5e9 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528816 Jul 14 11:26:53.639271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d85b145-a8d0-4fa4-936a-3f19487bedda req-759af00a-1049-4c3e-af3c-f193d2f6ea08 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584875 Jul 14 11:26:53.671074 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.672930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-ee940e72-5d36-4ad1-bf34-3545bfe50f8a tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:53.674584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-ee940e72-5d36-4ad1-bf34-3545bfe50f8a tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d882206c-3208-462c-8d99-74a0a9b2a6a9 HTTP/1.1" status: 200 len: 944 time: 0.2200058 Jul 14 11:26:53.699398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.703908 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/networks/3589df2e-e801-4d36-b5ad-b2dd18cd0223 HTTP/1.1" status: 204 len: 168 time: 0.8361940 Jul 14 11:26:53.704022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-fe558181-ded3-471d-b1d4-66b391cf3940 service neutron] 10.222.0.38 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889292 Jul 14 11:26:53.705950 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3b3ae9-a667-48c1-9f3a-1330ab4b8758 x-openstack-request-id: req-5d3b3ae9-a667-48c1-9f3a-1330ab4b8758 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:53.706986 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a", "code": 200}, {"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:53.707414 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d3b3ae9-a667-48c1-9f3a-1330ab4b8758 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:53.708102 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a', 'code': 200} Jul 14 11:26:53.708533 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'code': 200} Jul 14 11:26:53.710357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59602) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:53.721763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b343f-ba13-4635-9e9c-e30aad269a3f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Network': ['ID=3589df2e-e801-4d36-b5ad-b2dd18cd0223,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:53.748385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'name': 'network-vif-deleted', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:53.750776 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eacc83a-5a97-4972-a596-1a9bc9a1c1a8" -d '{"events": [{"server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "name": "network-vif-deleted", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:53.814816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.908739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-c94dfc0d-939b-4d3e-b586-20d2e686470f service neutron] 10.222.0.38 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059789 Jul 14 11:26:53.917223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Deleting port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:53.917582 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.945548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:53.957261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e8ef210c-6884-4375-99ba-7b1e675c6f7a no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:53.961914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047d1a45-62a0-437b-9273-e6f8e678674d']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:53.974893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dddc7ca-00e0-46f7-a0df-7c4390f9b37b') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:53.975198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dddc7ca-00e0-46f7-a0df-7c4390f9b37b') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:53.980380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d7be0-7846-44b0-85b5-db57b3cc3864 req-c5c8f407-9006-4660-abe2-70a1d40d4e06 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:53.980560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: e8ef210c-6884-4375-99ba-7b1e675c6f7a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:53.980900 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e8ef210c-6884-4375-99ba-7b1e675c6f7a not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:53.981812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-720d7be0-7846-44b0-85b5-db57b3cc3864 req-c5c8f407-9006-4660-abe2-70a1d40d4e06 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.1590714 Jul 14 11:26:53.988250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.015444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.020162 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.049844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-720d7be0-7846-44b0-85b5-db57b3cc3864 req-d1c508b3-e6bd-4f7e-88ff-323c89c00c6e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624888 Jul 14 11:26:54.055216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] For port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:54.055588 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.088935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Calling delete_port for a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:54.089092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:26:54.089438 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:26:54.093083 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:26:54.205835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.243254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.246500 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/networks/047d1a45-62a0-437b-9273-e6f8e678674d HTTP/1.1" status: 204 len: 168 time: 0.5346463 Jul 14 11:26:54.261121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59612) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:54.273411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5260e8-0a73-4df1-afa6-5230032f49c9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Network': ['ID=047d1a45-62a0-437b-9273-e6f8e678674d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:54.333286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.374601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Pushing event deleted for resources: {'Port': ['ID=a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:54.404778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3513ff2-40a1-4325-bdf4-85e6e235b609 req-42eb0ac6-eee1-45ac-9afd-f37a449aa63f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:54.412718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3513ff2-40a1-4325-bdf4-85e6e235b609 req-42eb0ac6-eee1-45ac-9afd-f37a449aa63f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.1812975 Jul 14 11:26:54.489968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] No DVR routers for this DVR port a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:26:54.494678 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.497677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18e4cf6b-6870-4868-9da9-817df3e8e557 req-af121d1e-72bb-4930-a582-174a75cc28c4 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.45 "DELETE /v2.0/ports/a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a HTTP/1.1" status: 204 len: 173 time: 0.8168468 Jul 14 11:26:54.512751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c7aff-2f65-4c20-b16a-5fb0fde39ed9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:54.519667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c7aff-2f65-4c20-b16a-5fb0fde39ed9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:54.521338 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de3c7aff-2f65-4c20-b16a-5fb0fde39ed9 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2592521 Jul 14 11:26:54.529494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59632) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:54.537448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3513ff2-40a1-4325-bdf4-85e6e235b609 req-b8f79ebb-9433-4ac2-9f72-0d647d2af060 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238520 Jul 14 11:26:54.540177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-39675086'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:54.603807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Made reservation on behalf of d3da2cf69f4346088c9113b8eb347ece for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:54.608637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.632993 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b1009-19c2-4da7-bcb0-2ddee3ed4b0e x-openstack-request-id: req-548b1009-19c2-4da7-bcb0-2ddee3ed4b0e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:54.633279 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05a3b83-e684-4129-af8a-88e066672045", "name": "network-vif-deleted", "tag": "e8ef210c-6884-4375-99ba-7b1e675c6f7a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:54.633525 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-548b1009-19c2-4da7-bcb0-2ddee3ed4b0e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:54.633914 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05a3b83-e684-4129-af8a-88e066672045', 'name': 'network-vif-deleted', 'tag': 'e8ef210c-6884-4375-99ba-7b1e675c6f7a', 'status': 'completed', 'code': 200} Jul 14 11:26:54.671582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3953d43-a401-4274-aa69-30c8c00ff6a4 req-a1139571-fd61-4742-bd35-de85a36ddcee tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 210 time: 0.0325310 Jul 14 11:26:54.681700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:54.695516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c714f7b-5878-4ab0-9dd0-3f2948237965 req-172e15f8-8677-4d9f-8891-8392c1054c10 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:54.703943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c714f7b-5878-4ab0-9dd0-3f2948237965 req-172e15f8-8677-4d9f-8891-8392c1054c10 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 1095 time: 0.1257787 Jul 14 11:26:54.710102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.710457 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Added segment d4ec816b-8d25-43cb-9919-25cd9cc68131 of type vlan for network 873020d3-9117-49ad-9a87-2689737a924d Jul 14 11:26:54.751755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c714f7b-5878-4ab0-9dd0-3f2948237965 req-34e9da0b-50eb-4a73-a718-4e3da3723c10 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467296 Jul 14 11:26:54.806885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Deleting port 42836c04-c11e-4634-ae19-dc815cb1e3cd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:54.807290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.864333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.941883 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:54.948399 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:54.949429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.050020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb55057-0095-4787-a121-cc122cf46577 req-2c8c690f-c205-43c2-83a9-797562280218 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:55.058082 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5242586 Jul 14 11:26:55.060685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bb55057-0095-4787-a121-cc122cf46577 req-2c8c690f-c205-43c2-83a9-797562280218 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.1113062 Jul 14 11:26:55.062693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59670) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:55.066308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] For port 42836c04-c11e-4634-ae19-dc815cb1e3cd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42836c04-c11e-4634-ae19-dc815cb1e3cd,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:55.066755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.069359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1190095534'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:55.080417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca4271-c17c-4d14-bf4d-8d46ec2337c1 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Network': ['ID=873020d3-9117-49ad-9a87-2689737a924d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:55.093024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 873020d3-9117-49ad-9a87-2689737a924d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:55.106820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Calling delete_port for 42836c04-c11e-4634-ae19-dc815cb1e3cd owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:55.154975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Made reservation on behalf of d3da2cf69f4346088c9113b8eb347ece for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:55.170491 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.204784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bb55057-0095-4787-a121-cc122cf46577 req-32b20e04-8b62-4e29-a07a-90beb14fbf96 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134851 Jul 14 11:26:55.240864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:26:55.270024 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.271248 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Added segment e562b8ca-7bc5-408e-9b10-ca541eaa344f of type vlan for network 178253b0-7884-4835-a0e8-6f836c8d25d8 Jul 14 11:26:55.356032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.451342 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.480556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=42836c04-c11e-4634-ae19-dc815cb1e3cd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:55.511435 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.517596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:55.518565 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.672003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6064436 Jul 14 11:26:55.684335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59694) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:55.692146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'ports': [{'network_id': '873020d3-9117-49ad-9a87-2689737a924d', 'name': 'tempest-port--632008516', 'admin_state_up': True}, {'network_id': '178253b0-7884-4835-a0e8-6f836c8d25d8', 'admin_state_up': False}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:55.692146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'port': {'network_id': '873020d3-9117-49ad-9a87-2689737a924d', 'name': 'tempest-port--632008516', 'admin_state_up': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:55.698053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'port': {'network_id': '178253b0-7884-4835-a0e8-6f836c8d25d8', 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:55.700198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.724198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5555ca-170e-45d5-8edc-152c016a4ba0 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Network': ['ID=178253b0-7884-4835-a0e8-6f836c8d25d8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:55.742173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 178253b0-7884-4835-a0e8-6f836c8d25d8 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:26:55.896426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cb811-cecc-4a12-8508-4c2358cdbdcb req-45bcc22c-fb4d-41e9-829d-20efb99e3222 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:55.898122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa4cb811-cecc-4a12-8508-4c2358cdbdcb req-45bcc22c-fb4d-41e9-829d-20efb99e3222 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.4766364 Jul 14 11:26:55.956972 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:55.977023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0884c1f3-b451-41a5-8adf-cdab60562b06 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:55.979095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0884c1f3-b451-41a5-8adf-cdab60562b06 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.64 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 805 time: 0.3853741 Jul 14 11:26:56.021052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Request body: {'port': {'device_id': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'admin_state_up': True, 'tenant_id': '2e85f93f38724ffaa9d6ab4281fda3d9'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:56.050416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Router 4851d610-8982-4220-87d1-11cfd844ce2c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:26:56.077849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da5313fb-22d2-407f-a3ff-642a1bf2ac3c req-01ff44f9-1a42-4dd9-9572-63db8db5ad92 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 210 time: 0.0950410 Jul 14 11:26:56.123074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa4cb811-cecc-4a12-8508-4c2358cdbdcb req-0008f196-f522-47b0-9440-cd2eed9281fa tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126038 Jul 14 11:26:56.211005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:26:56.219993 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fc407a3d-eb7c-406b-a0c0-a652d04eb4e0 admin admin] 10.222.0.38 "PUT /v2.0/routers/4851d610-8982-4220-87d1-11cfd844ce2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2581058 Jul 14 11:26:56.221604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59722) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:56.231133 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] Sync routers for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:26:56.245689 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:56.246494 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:56.296924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Made reservation on behalf of d3da2cf69f4346088c9113b8eb347ece for: {'port': 2} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:56.324997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:56.345872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:56.376000 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:56.389868 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:56.460026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Made reservation on behalf of 2e85f93f38724ffaa9d6ab4281fda3d9 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:26:56.473808 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:56.582785 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:56.675165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Deleting port 6d2a4aae-45e1-44f9-8600-1745f6a83193 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:56.675581 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:56.698824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'name': 'network-vif-deleted', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:26:56.706303 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09a4007-debf-4e56-86ee-52906361307d" -d '{"events": [{"server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "name": "network-vif-deleted", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:56.860698 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:26:55Z', 'revision_number': 5, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port': {'id': '6d2a4aae-45e1-44f9-8600-1745f6a83193', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:24:50Z', 'updated_at': '2021-07-14T11:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:56.950323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] device_id is not set on port a23da818-9a55-424d-af9c-c03fb76e09ab yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:26:56.976744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] For port 6d2a4aae-45e1-44f9-8600-1745f6a83193, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6d2a4aae-45e1-44f9-8600-1745f6a83193,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:56.981089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:57.025618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Allocated IP 172.20.0.5 (cb023a9e-e3da-45dd-b5fa-e7cb831e8619/41eed6e3-e4de-43e0-9e1c-01142e2f8b95/822c11a4-8ff9-451a-b96c-e240fc142d87) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:26:57.050315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Calling delete_port for 6d2a4aae-45e1-44f9-8600-1745f6a83193 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:57.092583 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcc3bb0-b99b-4b07-ba01-107a75844926 x-openstack-request-id: req-7bcc3bb0-b99b-4b07-ba01-107a75844926 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:57.093151 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d882206c-3208-462c-8d99-74a0a9b2a6a9", "name": "network-vif-deleted", "tag": "a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:57.093639 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bcc3bb0-b99b-4b07-ba01-107a75844926 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:57.094269 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd882206c-3208-462c-8d99-74a0a9b2a6a9', 'name': 'network-vif-deleted', 'tag': 'a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a', 'status': 'completed', 'code': 200} Jul 14 11:26:57.191814 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] Checking router: 4851d610-8982-4220-87d1-11cfd844ce2c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:26:57.211545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edba56e-4579-44bc-ad72-e867459cd586 req-4b7c180b-26cc-4256-be7d-986efecd92e5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:57.214666 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] Routers {'4851d610-8982-4220-87d1-11cfd844ce2c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:26:57.216454 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4851d610-8982-4220-87d1-11cfd844ce2c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:57.221780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7edba56e-4579-44bc-ad72-e867459cd586 req-4b7c180b-26cc-4256-be7d-986efecd92e5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.2507548 Jul 14 11:26:57.249512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59792) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:57.315971 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-bd1659ef-a9c9-43cc-954c-cc86333b1c99 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5183525 Jul 14 11:26:57.444001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7edba56e-4579-44bc-ad72-e867459cd586 req-0d688342-16e6-4676-ba4f-3c7b81c7e65b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211206 Jul 14 11:26:57.452077 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] Set router 4851d610-8982-4220-87d1-11cfd844ce2c gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:26:57.575592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:57.660879 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:26:56Z', 'revision_number': 6, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:26:57.736339 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60985fd9-718c-485b-8e75-e440bb5657ab None None] The sync data for ids ['4851d610-8982-4220-87d1-11cfd844ce2c'] in n-d-778696-8 is: [{'id': '4851d610-8982-4220-87d1-11cfd844ce2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-755947102-router', 'tenant_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:24:49Z', 'updated_at': '2021-07-14T11:26:56Z', 'revision_number': 6, 'project_id': 'b78aa2d8d2ca4142a2849e7ec8905eec', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:26:57.779264 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40b1891d-e38d-4db4-9e5c-3df61a2c6e3b req-6cf6f5b8-6e7b-426e-a30a-944899a01ec7 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 210 time: 0.1555533 Jul 14 11:26:57.780434 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bb41315-4faf-4d73-b499-a1ef57a73212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:57.918612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] device_id is not set on port 7fa29b8d-cbad-4224-8e62-4d0f703129f7 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:26:57.918945 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:57.946600 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:57.949003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:57.952883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:58.016741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:58.017053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2a4aae-45e1-44f9-8600-1745f6a83193,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:58.017647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a63ae0ed-cdb8-4add-b6c5-a70a5147ae9a not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:58.091283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.235893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.262619 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.270220 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.285227 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.316414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.352461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829d2cd-51bf-423d-9200-63c068e64af1 req-3a53e8bb-f172-4281-98d1-d8e0e6c82ee3 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:58.356391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.356951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4851d610-8982-4220-87d1-11cfd844ce2c {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:26:58.360655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2829d2cd-51bf-423d-9200-63c068e64af1 req-3a53e8bb-f172-4281-98d1-d8e0e6c82ee3 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.6396046 Jul 14 11:26:58.367560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.375743 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-417225e0-0497-44a1-95b3-8f0c4cf0a2a6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4851d610-8982-4220-87d1-11cfd844ce2c HTTP/1.1" status: 204 len: 168 time: 2.1529274 Jul 14 11:26:58.380567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59854) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:58.436553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9780b0da-0b6f-426a-8a41-667b4128ad28 admin admin] Deleting subnet 099e4d45-6ca9-49cc-b88c-36e808c423c7 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:26:58.440743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9780b0da-0b6f-426a-8a41-667b4128ad28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.474600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:26:58.491785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:58.504570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9780b0da-0b6f-426a-8a41-667b4128ad28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.533181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:58.555289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Pushing event updated for resources: {'Port': ['ID=822c11a4-8ff9-451a-b96c-e240fc142d87,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:58.654030 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9780b0da-0b6f-426a-8a41-667b4128ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.664783 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2829d2cd-51bf-423d-9200-63c068e64af1 req-ef70b1b2-4c0f-4b1c-8ecd-5fabc04b4179 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031368 Jul 14 11:26:58.758949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9780b0da-0b6f-426a-8a41-667b4128ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.792211 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9780b0da-0b6f-426a-8a41-667b4128ad28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:58.796445 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9780b0da-0b6f-426a-8a41-667b4128ad28 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/099e4d45-6ca9-49cc-b88c-36e808c423c7 HTTP/1.1" status: 204 len: 168 time: 0.4126472 Jul 14 11:26:58.800252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad710622-f39b-4e9b-85fb-7b150228dc4a None None] Network a00fc17a-e4cb-4218-a427-acd6d781b18d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:58.826609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59872) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:58.851189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780b0da-0b6f-426a-8a41-667b4128ad28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099e4d45-6ca9-49cc-b88c-36e808c423c7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:58.880502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Checking segment: {'id': 'd4ec816b-8d25-43cb-9919-25cd9cc68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '873020d3-9117-49ad-9a87-2689737a924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:26:58.883140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Network hostable DHCP agents. Network: 873020d3-9117-49ad-9a87-2689737a924d, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:26:59.009711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:59.010582 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.091087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Port': ['ID=a23da818-9a55-424d-af9c-c03fb76e09ab,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:59.105544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bb41315-4faf-4d73-b499-a1ef57a73212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.116183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Network 873020d3-9117-49ad-9a87-2689737a924d is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:26:59.147157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bb41315-4faf-4d73-b499-a1ef57a73212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.224569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-0d3e7b4d-d39f-4ace-8282-ff3ecc244239 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2188005 Jul 14 11:26:59.232317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545dfc2e-7836-49f2-adaa-1fd34d169b38 None None] DHCP port deletion for a00fc17a-e4cb-4218-a427-acd6d781b18d request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:26:59.234694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.275962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Request body: {'port': {'device_id': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:26:59.328071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb41315-4faf-4d73-b499-a1ef57a73212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5040f3-046f-4b6e-96ad-464ddab4d1f3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:59.352183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42836c04-c11e-4634-ae19-dc815cb1e3cd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:59.389485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 873020d3-9117-49ad-9a87-2689737a924d) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:26:59.430691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 42836c04-c11e-4634-ae19-dc815cb1e3cd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:59.439784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:26:59.440594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.444494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42836c04-c11e-4634-ae19-dc815cb1e3cd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:59.445220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6d2a4aae-45e1-44f9-8600-1745f6a83193 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:59.448912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b866eb4-eeaa-4df6-8bd7-59a537934e72 None None] Network 873020d3-9117-49ad-9a87-2689737a924d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:26:59.510560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Port': ['ID=7fa29b8d-cbad-4224-8e62-4d0f703129f7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:59.514725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1bb41315-4faf-4d73-b499-a1ef57a73212 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20c454792172475db801eb658e19c121&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2640810 Jul 14 11:26:59.517478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59900) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:26:59.524247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 6d2a4aae-45e1-44f9-8600-1745f6a83193 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:26:59.525434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6d2a4aae-45e1-44f9-8600-1745f6a83193 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:26:59.550395 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.571401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-545dfc2e-7836-49f2-adaa-1fd34d169b38 None None] Deleting port 2f240284-cf0d-4669-8fdd-ffa5a010b946 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:59.572230 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-545dfc2e-7836-49f2-adaa-1fd34d169b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.615703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a707fe8-e5b5-4bcb-9e91-79271b35e0ec req-bfb4b2e8-cc20-4fda-89b8-96ee2e8d14a6 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:26:59.617329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a707fe8-e5b5-4bcb-9e91-79271b35e0ec req-bfb4b2e8-cc20-4fda-89b8-96ee2e8d14a6 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.6637666 Jul 14 11:26:59.640254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2578af4-f294-42c7-a419-23aa73f23380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.682478 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2578af4-f294-42c7-a419-23aa73f23380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.699309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-545dfc2e-7836-49f2-adaa-1fd34d169b38 None None] For port 2f240284-cf0d-4669-8fdd-ffa5a010b946, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2f240284-cf0d-4669-8fdd-ffa5a010b946,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:59.700203 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-545dfc2e-7836-49f2-adaa-1fd34d169b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.727302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-545dfc2e-7836-49f2-adaa-1fd34d169b38 None None] Calling delete_port for 2f240284-cf0d-4669-8fdd-ffa5a010b946 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:26:59.757748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2578af4-f294-42c7-a419-23aa73f23380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.768730 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2578af4-f294-42c7-a419-23aa73f23380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.770617 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a2578af4-f294-42c7-a419-23aa73f23380 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af5040f3-046f-4b6e-96ad-464ddab4d1f3 HTTP/1.1" status: 204 len: 168 time: 0.2520564 Jul 14 11:26:59.803138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2578af4-f294-42c7-a419-23aa73f23380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5040f3-046f-4b6e-96ad-464ddab4d1f3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:59.817773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Deleting port 2f240284-cf0d-4669-8fdd-ffa5a010b946 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:26:59.818118 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.854099 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-545dfc2e-7836-49f2-adaa-1fd34d169b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:26:59.908580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dfc2e-7836-49f2-adaa-1fd34d169b38 None None] Pushing event deleted for resources: {'Port': ['ID=2f240284-cf0d-4669-8fdd-ffa5a010b946,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:59.912803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545dfc2e-7836-49f2-adaa-1fd34d169b38 None None] No DVR routers for this DVR port 2f240284-cf0d-4669-8fdd-ffa5a010b946 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:00.014206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-d93fd1e4-6e11-4047-8a42-5ee779f99890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:00.016105 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-d93fd1e4-6e11-4047-8a42-5ee779f99890 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1101 time: 0.0800238 Jul 14 11:27:00.148826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-4a8b445a-e689-414c-92bf-c5f5b7e4f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:00.151420 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-4a8b445a-e689-414c-92bf-c5f5b7e4f305 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1284609 Jul 14 11:27:00.238701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59910) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:00.247440 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-08561274-04fa-48ea-9fdf-f53f77f5ec12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.0686319 Jul 14 11:27:00.254584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1016cdd5-542b-4cb2-bae0-8d14f437c50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.331899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-e956e9a5-9f80-4763-bf0d-a2eecc87412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:00.333709 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-e956e9a5-9f80-4763-bf0d-a2eecc87412e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0770409 Jul 14 11:27:00.421125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Checking segment: {'id': 'e562b8ca-7bc5-408e-9b10-ca541eaa344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '178253b0-7884-4835-a0e8-6f836c8d25d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:00.422013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Network hostable DHCP agents. Network: 178253b0-7884-4835-a0e8-6f836c8d25d8, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:00.442909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a707fe8-e5b5-4bcb-9e91-79271b35e0ec req-709ccb20-e878-42cf-808a-064e947d6a0a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7801332 Jul 14 11:27:00.456443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-31bb2317-3b43-4676-a5d0-448ce85995fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:00.458364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-31bb2317-3b43-4676-a5d0-448ce85995fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171391 Jul 14 11:27:00.459713 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1016cdd5-542b-4cb2-bae0-8d14f437c50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.476408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1016cdd5-542b-4cb2-bae0-8d14f437c50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.480209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] For port 2f240284-cf0d-4669-8fdd-ffa5a010b946, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2f240284-cf0d-4669-8fdd-ffa5a010b946,segment=NetworkSegment(28150383-21a2-4827-b978-83aaba929a46),segment_id=28150383-21a2-4827-b978-83aaba929a46)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:00.480682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.558275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Calling delete_port for 2f240284-cf0d-4669-8fdd-ffa5a010b946 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:00.561645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016cdd5-542b-4cb2-bae0-8d14f437c50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee47409a-1544-4177-9900-b52e1331c88a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:00.572310 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1016cdd5-542b-4cb2-bae0-8d14f437c50d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7f8690b893346b9a421c35baee98ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292649 Jul 14 11:27:00.573787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59916) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:00.580459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b3197-9592-45cd-813c-98ddca502751 req-a2ddf7d9-486f-476a-9b47-5f1e3ba671af tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:00.582090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a9b3197-9592-45cd-813c-98ddca502751 req-a2ddf7d9-486f-476a-9b47-5f1e3ba671af tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 931 time: 0.9328063 Jul 14 11:27:00.593095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Network 178253b0-7884-4835-a0e8-6f836c8d25d8 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:00.645299 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-ee24bcac-607a-417e-96b5-d398358316e0 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790876 Jul 14 11:27:00.661103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 178253b0-7884-4835-a0e8-6f836c8d25d8) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:00.673731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:00.674697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ddf6f-aedd-40b1-aecb-05166d6b12b5 None None] Network 178253b0-7884-4835-a0e8-6f836c8d25d8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:00.681207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:00.686437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:00.687407 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.706852 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75fe8789-1c05-426a-b9f7-7efaaee77d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.757091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a9b3197-9592-45cd-813c-98ddca502751 req-de85fc0a-c87f-4787-a5e8-ad6629130ed8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652355 Jul 14 11:27:00.772561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75fe8789-1c05-426a-b9f7-7efaaee77d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.781716 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-996cfb17-a7ec-4d5d-99fa-6bc1010ebf64 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0969505 Jul 14 11:27:00.795541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59920) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:00.883513 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-3898216e-b38f-4e05-9fd0-c46611270c9a service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305634 Jul 14 11:27:00.900925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.909075 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75fe8789-1c05-426a-b9f7-7efaaee77d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.919945 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75fe8789-1c05-426a-b9f7-7efaaee77d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:00.922838 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-75fe8789-1c05-426a-b9f7-7efaaee77d25 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee47409a-1544-4177-9900-b52e1331c88a HTTP/1.1" status: 204 len: 168 time: 0.3476100 Jul 14 11:27:00.970020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe8789-1c05-426a-b9f7-7efaaee77d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee47409a-1544-4177-9900-b52e1331c88a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:00.974586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f240284-cf0d-4669-8fdd-ffa5a010b946,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:01.010740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] No DVR routers for this DVR port 2f240284-cf0d-4669-8fdd-ffa5a010b946 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:01.019542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822c11a4-8ff9-451a-b96c-e240fc142d87 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:01.049716 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.179947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Transition to ACTIVE for port object 822c11a4-8ff9-451a-b96c-e240fc142d87 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:01.196147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b89ccad-0354-4010-a403-96efd811d7e8 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:01.204515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b89ccad-0354-4010-a403-96efd811d7e8 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:01.209148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b89ccad-0354-4010-a403-96efd811d7e8 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4051366 Jul 14 11:27:01.209737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59934) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:01.212963 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.244881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2f240284-cf0d-4669-8fdd-ffa5a010b946 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:01.253594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.274293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00fc17a-e4cb-4218-a427-acd6d781b18d']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:01.286238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 2f240284-cf0d-4669-8fdd-ffa5a010b946 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:27:01.286595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2f240284-cf0d-4669-8fdd-ffa5a010b946 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:27:01.296702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28150383-21a2-4827-b978-83aaba929a46') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:01.297058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28150383-21a2-4827-b978-83aaba929a46') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:01.317918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Pushing event updated for resources: {'Port': ['ID=822c11a4-8ff9-451a-b96c-e240fc142d87,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:01.320350 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.357393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.385037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:27:01.385684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:27:01.389092 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:27:01.421767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f330f-a811-4aa7-b2d7-48955dfa8058 req-d0c69892-a4d4-4b68-a87d-f8de21205170 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:01.425470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa7f330f-a811-4aa7-b2d7-48955dfa8058 req-d0c69892-a4d4-4b68-a87d-f8de21205170 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.3793914 Jul 14 11:27:01.445537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d3204-8e12-4d3e-86e9-19028e6ffd46 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Deleting port a23da818-9a55-424d-af9c-c03fb76e09ab {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:01.446985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3204-8e12-4d3e-86e9-19028e6ffd46 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.523617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Attempting to bind port 822c11a4-8ff9-451a-b96c-e240fc142d87 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:01.523949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Attempting to bind port 822c11a4-8ff9-451a-b96c-e240fc142d87 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:01.524491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Attempting to bind port 822c11a4-8ff9-451a-b96c-e240fc142d87 on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:01.529112 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.538787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.542220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a00fc17a-e4cb-4218-a427-acd6d781b18d HTTP/1.1" status: 204 len: 168 time: 2.7073095 Jul 14 11:27:01.560785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa7f330f-a811-4aa7-b2d7-48955dfa8058 req-fd7f2630-a810-4a41-8aa7-2077b4a3cae8 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860515 Jul 14 11:27:01.587793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Port 822c11a4-8ff9-451a-b96c-e240fc142d87 on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:27:01.588311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Attempting to bind port 822c11a4-8ff9-451a-b96c-e240fc142d87 on network cb023a9e-e3da-45dd-b5fa-e7cb831e8619 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:01.592275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb571eb-b179-4fab-b131-0618943241e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a00fc17a-e4cb-4218-a427-acd6d781b18d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:01.611396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:01.611735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Checking segment: {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:01.612418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Bound using segment: {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:01.615077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Bound port: 822c11a4-8ff9-451a-b96c-e240fc142d87, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75699c9-6625-4aa4-90db-4a79cceb3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:01.615871 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.620693 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3204-8e12-4d3e-86e9-19028e6ffd46 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.659328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d3204-8e12-4d3e-86e9-19028e6ffd46 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Calling delete_port for a23da818-9a55-424d-af9c-c03fb76e09ab owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:01.783404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:01.787201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=822c11a4-8ff9-451a-b96c-e240fc142d87,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:01.795940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.835839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:01.837733 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.839834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] 10.222.0.64 "PUT /v2.0/ports/822c11a4-8ff9-451a-b96c-e240fc142d87 HTTP/1.1" status: 200 len: 1091 time: 2.5904896 Jul 14 11:27:01.843353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:01.847425 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee7639d-9883-46ca-879e-954dc7590215" -d '{"events": [{"name": "network-changed", "server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:01.934226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3204-8e12-4d3e-86e9-19028e6ffd46 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.969924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3204-8e12-4d3e-86e9-19028e6ffd46 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:01.972289 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0e6d3204-8e12-4d3e-86e9-19028e6ffd46 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/ports/a23da818-9a55-424d-af9c-c03fb76e09ab HTTP/1.1" status: 204 len: 168 time: 0.7616684 Jul 14 11:27:01.985408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59982) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:01.993162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d3204-8e12-4d3e-86e9-19028e6ffd46 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Port': ['ID=a23da818-9a55-424d-af9c-c03fb76e09ab,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:01.999163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee36af7-0339-437d-9f95-205f4e6f24a0 service neutron] Pushing event updated for resources: {'Port': ['ID=822c11a4-8ff9-451a-b96c-e240fc142d87,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:02.006140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:27:02.042179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59986) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:02.158494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f012a2-e161-4697-a683-4b3213da3920 req-fd6b2113-3727-44b9-ace1-162089c27696 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:02.166192 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21f012a2-e161-4697-a683-4b3213da3920 req-fd6b2113-3727-44b9-ace1-162089c27696 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.3380454 Jul 14 11:27:02.175759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:02.191039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed', 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b', 'port_id': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed', 'mac_address': 'fa:16:3e:be:ae:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3496dc2-1355-46ce-b112-1b17620b2c59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:27:02.214688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8d2d4f3c-4133-4c40-a3ba-f48e7d560988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:02.216343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-8d2d4f3c-4133-4c40-a3ba-f48e7d560988 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 1094 time: 0.2942381 Jul 14 11:27:02.228571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-471245c6-54dc-4e29-841a-f0a73d12165f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b78aa2d8d2ca4142a2849e7ec8905eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826880 Jul 14 11:27:02.231924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59996) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:02.247824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:02.264857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:02.288298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21f012a2-e161-4697-a683-4b3213da3920 req-5e20bd88-d639-4723-b597-d07e792ca421 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210451 Jul 14 11:27:02.291421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-e0496494-ed21-4344-bb3d-332d6b543ee6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=822c11a4-8ff9-451a-b96c-e240fc142d87 HTTP/1.1" status: 200 len: 217 time: 0.0564408 Jul 14 11:27:02.294619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:02.307515 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:02.331812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d08588e0-62a7-4b91-bdcc-c2366a62f78e tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Deleting port 7fa29b8d-cbad-4224-8e62-4d0f703129f7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:02.332202 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d08588e0-62a7-4b91-bdcc-c2366a62f78e tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:02.344251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f78c916e-5cf7-49d3-8de5-700525c84377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:02.370012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f78c916e-5cf7-49d3-8de5-700525c84377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:02.390494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:02.471146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f78c916e-5cf7-49d3-8de5-700525c84377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:02.474930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f78c916e-5cf7-49d3-8de5-700525c84377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:02.477113 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f78c916e-5cf7-49d3-8de5-700525c84377 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/599d22b6-e8b1-43ae-b3fe-a7eb93eafc50 HTTP/1.1" status: 204 len: 168 time: 0.2436218 Jul 14 11:27:02.488097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c916e-5cf7-49d3-8de5-700525c84377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599d22b6-e8b1-43ae-b3fe-a7eb93eafc50,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:02.547226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['65aa7dac-22e2-4869-8e45-0b7e15f3a8ed'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:02.619465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e58e1-af5f-4d60-962e-947184365532 req-3180f80c-5ef7-4f4d-b2df-62a9b836161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:02.621706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-3180f80c-5ef7-4f4d-b2df-62a9b836161d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41eed6e3-e4de-43e0-9e1c-01142e2f8b95 HTTP/1.1" status: 200 len: 845 time: 0.3057384 Jul 14 11:27:02.647396 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d08588e0-62a7-4b91-bdcc-c2366a62f78e tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:02.730751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-660c8b1f-7cda-428d-9c18-f0a7046f0a99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790558 Jul 14 11:27:02.733222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d08588e0-62a7-4b91-bdcc-c2366a62f78e tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Calling delete_port for 7fa29b8d-cbad-4224-8e62-4d0f703129f7 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:02.848957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768a290-60d3-4edc-ab7e-b82229897dbc req-4b1b080c-1d25-451a-a8f9-8985a28b8c4f tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:02.857490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d768a290-60d3-4edc-ab7e-b82229897dbc req-4b1b080c-1d25-451a-a8f9-8985a28b8c4f tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 943 time: 0.3413188 Jul 14 11:27:02.965616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d768a290-60d3-4edc-ab7e-b82229897dbc req-416a800d-d2ff-45fb-8578-47f33cb06f14 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071422 Jul 14 11:27:03.032336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-c4791841-8caf-4c30-afbb-e2b433793221 service neutron] 10.222.0.64 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826273 Jul 14 11:27:03.050181 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0e63e2-90ff-43b3-8e3d-95fca3d754a0 x-openstack-request-id: req-8e0e63e2-90ff-43b3-8e3d-95fca3d754a0 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:03.050580 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:03.053020 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e0e63e2-90ff-43b3-8e3d-95fca3d754a0 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:03.053589 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87', 'status': 'completed', 'code': 200} Jul 14 11:27:03.313117 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d08588e0-62a7-4b91-bdcc-c2366a62f78e tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:03.372708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e9e58e1-af5f-4d60-962e-947184365532 req-60a87b1b-1050-4ba1-9cf3-c91c1e083001 service neutron] 10.222.0.64 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144066 Jul 14 11:27:03.377611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08588e0-62a7-4b91-bdcc-c2366a62f78e tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Port': ['ID=7fa29b8d-cbad-4224-8e62-4d0f703129f7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:03.392166 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d08588e0-62a7-4b91-bdcc-c2366a62f78e tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:03.398831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d08588e0-62a7-4b91-bdcc-c2366a62f78e tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/ports/7fa29b8d-cbad-4224-8e62-4d0f703129f7 HTTP/1.1" status: 204 len: 168 time: 1.4008152 Jul 14 11:27:03.402461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60094) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:03.422776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021b1f5-f569-47c9-9492-210bf741af63 req-707c2b53-4d8d-46fc-b23b-c4f476037c2f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:03.429639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6021b1f5-f569-47c9-9492-210bf741af63 req-707c2b53-4d8d-46fc-b23b-c4f476037c2f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 944 time: 0.2654953 Jul 14 11:27:03.530892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6021b1f5-f569-47c9-9492-210bf741af63 req-dcd3187a-e7ba-40db-83cd-1fdaa0a5aa29 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940177 Jul 14 11:27:03.546188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7639d-9883-46ca-879e-954dc7590215 req-fb680183-a869-42c7-8ea7-16274268c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:03.552000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ee7639d-9883-46ca-879e-954dc7590215 req-fb680183-a869-42c7-8ea7-16274268c837 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 1094 time: 0.1103089 Jul 14 11:27:03.552720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60098) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:03.560848 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-534352611'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:03.573574 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6e39ca37-1052-485d-ab8b-15b0a2a34c30 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1636651 Jul 14 11:27:03.764714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7639d-9883-46ca-879e-954dc7590215 req-07c1a41d-850c-465e-be96-26ff5c07ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:03.767257 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ee7639d-9883-46ca-879e-954dc7590215 req-07c1a41d-850c-465e-be96-26ff5c07ee54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 200 len: 905 time: 0.1919351 Jul 14 11:27:03.862105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ee7639d-9883-46ca-879e-954dc7590215 req-47df6e45-0ec6-479a-bca3-0ab7c7d0d587 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=822c11a4-8ff9-451a-b96c-e240fc142d87 HTTP/1.1" status: 200 len: 217 time: 0.0835290 Jul 14 11:27:03.879093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Made reservation on behalf of d3da2cf69f4346088c9113b8eb347ece for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:03.892296 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.014051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:04.073466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:27:04.084121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7639d-9883-46ca-879e-954dc7590215 req-383ba9a3-5182-4473-a16c-f6ffbcc40755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:04.085671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ee7639d-9883-46ca-879e-954dc7590215 req-383ba9a3-5182-4473-a16c-f6ffbcc40755 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41eed6e3-e4de-43e0-9e1c-01142e2f8b95 HTTP/1.1" status: 200 len: 845 time: 0.2136776 Jul 14 11:27:04.125982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60150) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:04.145308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.146212 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Added segment d8709b86-0ee6-4f09-8b9f-1dc5999b583a of type vlan for network 8fc46a47-9974-4d53-8fd9-4f733db3b7dc Jul 14 11:27:04.147370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:04.148563 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.152434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ee7639d-9883-46ca-879e-954dc7590215 req-5c3fc068-4ade-41dc-b3be-630f9bf4e8df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb023a9e-e3da-45dd-b5fa-e7cb831e8619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588696 Jul 14 11:27:04.281396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cae7-7180-46ef-9a80-1f74ddf466c3 req-e147a950-c104-426d-a2f0-49d1405b338f tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:04.283659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df54cae7-7180-46ef-9a80-1f74ddf466c3 req-e147a950-c104-426d-a2f0-49d1405b338f tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 948 time: 0.2851686 Jul 14 11:27:04.292241 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.305329 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.319779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-network', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:04.322947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdfa02-0883-4a9c-a51c-48247010e5e0 req-60b35ad9-ae2e-42b0-91d4-9314a0f51d6e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:04.324771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2bdfa02-0883-4a9c-a51c-48247010e5e0 req-60b35ad9-ae2e-42b0-91d4-9314a0f51d6e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.3876104 Jul 14 11:27:04.348719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:04.349969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:04.353164 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f62f08-79a1-4fe1-b4af-aa33af352108" -d '{"events": [{"server_uuid": "a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa", "name": "network-vif-plugged", "status": "completed", "tag": "65aa7dac-22e2-4869-8e45-0b7e15f3a8ed"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:04.364142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Made reservation on behalf of dfe01a3446c14c04a5450fdb9d059406 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:04.367799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.370026 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.395723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.404419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ee7639d-9883-46ca-879e-954dc7590215 req-316be064-213c-4332-a249-4489860a7322 service neutron] 10.222.0.64 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392912 Jul 14 11:27:04.450110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:04.501625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.resource_extend [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:27:04.570311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df54cae7-7180-46ef-9a80-1f74ddf466c3 req-f524d6ad-f075-409b-8c2f-84f582051153 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737267 Jul 14 11:27:04.600305 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b6009695-3122-412e-bfe1-fcf691938b9c req-53cd0230-7b1f-4b02-b399-4f489284bc45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1789980 Jul 14 11:27:04.674910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.698271 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.732312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:27:04.739839 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.752125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:04.753372 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.758580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb3a5b-7cba-47fa-b17d-2bcbac847083,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:04.762144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.762576 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Added segment 32863d33-85bc-4280-bdff-baac68079bb3 of type vlan for network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 Jul 14 11:27:04.788427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2bdfa02-0883-4a9c-a51c-48247010e5e0 req-932fcad0-31e3-41d5-b928-dc4307c2e5f7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519849 Jul 14 11:27:04.798981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6009695-3122-412e-bfe1-fcf691938b9c req-e6f7c72f-3ade-4be1-9883-8911d1b371bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:04.803127 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b6009695-3122-412e-bfe1-fcf691938b9c req-e6f7c72f-3ade-4be1-9883-8911d1b371bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1101 time: 0.1397624 Jul 14 11:27:04.831709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.871718 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491f8acd-14b6-4c92-860c-fbf76c5c7f4e x-openstack-request-id: req-491f8acd-14b6-4c92-860c-fbf76c5c7f4e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:04.872304 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa", "name": "network-vif-plugged", "status": "completed", "tag": "65aa7dac-22e2-4869-8e45-0b7e15f3a8ed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:04.872563 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-491f8acd-14b6-4c92-860c-fbf76c5c7f4e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:04.872974 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed', 'code': 200} Jul 14 11:27:04.890296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.891178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:04.891765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.921948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3679724 Jul 14 11:27:04.936048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60166) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:04.945154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-469349521'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:04.972117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ee7639d-9883-46ca-879e-954dc7590215 req-740c18cb-c8df-4e61-85d9-fe8072084299 service neutron] 10.222.0.64 "GET /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097289 Jul 14 11:27:04.975177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Made reservation on behalf of d3da2cf69f4346088c9113b8eb347ece for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:04.979295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:04.986429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1a3e4-f9a2-4cc7-9c56-391427963b1f tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Network': ['ID=8fc46a47-9974-4d53-8fd9-4f733db3b7dc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:05.000986 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 8fc46a47-9974-4d53-8fd9-4f733db3b7dc details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:27:05.019910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-380173ae-b59e-430c-bb9d-8563dcf57277 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4483280 Jul 14 11:27:05.031236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=3409a8a0-9eb0-487d-bb5e-5ce416126df0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:05.038692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:27:05.064875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad640-962d-48e4-87a3-bd6c7a57f48d req-085647c8-1af5-4dfa-a2f9-d124bb87fee9 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:05.065469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c23b2406-9537-4038-ba23-7dfddcb43fa8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.9376514 Jul 14 11:27:05.068831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60168) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:05.075130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b60ad640-962d-48e4-87a3-bd6c7a57f48d req-085647c8-1af5-4dfa-a2f9-d124bb87fee9 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 943 time: 0.3451121 Jul 14 11:27:05.077630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Request body: {'subnet': {'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-subnet', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:05.077801 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:05.078042 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Added segment f9bf510e-f102-4847-9428-2273f1e8be7d of type vlan for network 46bc02f9-bb8a-434e-8f99-dfa608717022 Jul 14 11:27:05.122906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:27:05.149137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6009695-3122-412e-bfe1-fcf691938b9c req-a9e48f6b-63c5-46ee-b166-07a247877178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:05.151727 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b6009695-3122-412e-bfe1-fcf691938b9c req-a9e48f6b-63c5-46ee-b166-07a247877178 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2882090 Jul 14 11:27:05.153411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Made reservation on behalf of dfe01a3446c14c04a5450fdb9d059406 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:05.156825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:05.239899 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:05.241238 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b6009695-3122-412e-bfe1-fcf691938b9c req-b1bf20d3-44b1-46fd-a073-804ab8689b60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.0800462 Jul 14 11:27:05.283874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b60ad640-962d-48e4-87a3-bd6c7a57f48d req-c9d0f849-2cb1-43a9-b347-edbb3bb8d99e tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077959 Jul 14 11:27:05.342586 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:05.348295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:05.348932 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:05.363688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6009695-3122-412e-bfe1-fcf691938b9c req-c0512c5b-7828-497e-9fa7-4a4826026bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:05.365838 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b6009695-3122-412e-bfe1-fcf691938b9c req-c0512c5b-7828-497e-9fa7-4a4826026bd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0804811 Jul 14 11:27:05.369040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8c4d6-f238-4a2a-bd18-bde9c7f721eb req-a75efc7e-d1c1-4319-bd11-fb938718b37c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:05.370284 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bb8c4d6-f238-4a2a-bd18-bde9c7f721eb req-a75efc7e-d1c1-4319-bd11-fb938718b37c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.2900455 Jul 14 11:27:05.416680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-f9c83d61-a1d4-4852-9167-64d84ef5e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:05.418206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-f9c83d61-a1d4-4852-9167-64d84ef5e5db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 1095 time: 0.2886107 Jul 14 11:27:05.446556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f78553-0d43-466b-835d-d706ab666ce2 req-95a1bbb4-f931-4871-a7d5-01b3d2300c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:05.448247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0f78553-0d43-466b-835d-d706ab666ce2 req-95a1bbb4-f931-4871-a7d5-01b3d2300c1e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 1096 time: 0.2974000 Jul 14 11:27:05.472829 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5206890 Jul 14 11:27:05.515114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04e45-e8fa-45b1-9e1f-b33b4672dbc7 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Network': ['ID=46bc02f9-bb8a-434e-8f99-dfa608717022,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:05.577187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6009695-3122-412e-bfe1-fcf691938b9c req-35e9fe8f-fe35-4c73-859c-66d15307a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:05.578263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 46bc02f9-bb8a-434e-8f99-dfa608717022 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:27:05.580059 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b6009695-3122-412e-bfe1-fcf691938b9c req-35e9fe8f-fe35-4c73-859c-66d15307a18e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054849 Jul 14 11:27:05.599474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bb8c4d6-f238-4a2a-bd18-bde9c7f721eb req-a47e6cae-4e8e-4f6e-b2fd-3618f0b46f90 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113836 Jul 14 11:27:05.643489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60176) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:05.652306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'subnets': [{'network_id': '8fc46a47-9974-4d53-8fd9-4f733db3b7dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--22725303', 'ip_version': 4}, {'network_id': '46bc02f9-bb8a-434e-8f99-dfa608717022', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:05.668523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'subnet': {'network_id': '8fc46a47-9974-4d53-8fd9-4f733db3b7dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--22725303', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:05.669045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Request body: {'subnet': {'network_id': '46bc02f9-bb8a-434e-8f99-dfa608717022', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:05.677673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0f78553-0d43-466b-835d-d706ab666ce2 req-72ee82d2-d456-4689-a452-bcad8e40ef95 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203870 Jul 14 11:27:05.779112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-808a7bc3-1a24-4915-9473-0520cff30a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:05.782437 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-808a7bc3-1a24-4915-9473-0520cff30a87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.3231838 Jul 14 11:27:05.861849 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-6f1a8bdf-54c7-4f00-95f1-671581f0e011 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 HTTP/1.1" status: 200 len: 217 time: 0.0696285 Jul 14 11:27:06.036558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 822c11a4-8ff9-451a-b96c-e240fc142d87 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:27:06.065236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:06.079826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-a4e28bfd-d17a-481c-b234-69783126a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:06.082400 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-a4e28bfd-d17a-481c-b234-69783126a8c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.2070210 Jul 14 11:27:06.140102 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b6009695-3122-412e-bfe1-fcf691938b9c req-1531bdae-9b78-47fe-96fa-d4a3caee4abe service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497718 Jul 14 11:27:06.145094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=679eb6c9-348d-4689-9cf7-bcea9af41ed0,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:06.207188 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-9a32aea2-942e-4e3e-962f-ee11c82a3450 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648994 Jul 14 11:27:06.234001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=822c11a4-8ff9-451a-b96c-e240fc142d87,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:06.277128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-9df8a27d-4053-4955-9ea3-0ce45f61f753 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:06.278807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-9df8a27d-4053-4955-9ea3-0ce45f61f753 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 948 time: 0.8130374 Jul 14 11:27:06.369273 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-3745ba68-bef7-4c3a-92f7-4abb60c41200 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504054 Jul 14 11:27:06.443280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21cd19-ea5a-44f9-93a6-1bfc886461c9 req-6b4ce5e5-516f-49b3-af20-5c349dff01e8 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:06.450717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b21cd19-ea5a-44f9-93a6-1bfc886461c9 req-6b4ce5e5-516f-49b3-af20-5c349dff01e8 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 948 time: 0.6386538 Jul 14 11:27:06.496966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '822c11a4-8ff9-451a-b96c-e240fc142d87', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'port_id': '822c11a4-8ff9-451a-b96c-e240fc142d87', 'mac_address': 'fa:16:3e:54:42:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41eed6e3-e4de-43e0-9e1c-01142e2f8b95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:27:06.506226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Made reservation on behalf of d3da2cf69f4346088c9113b8eb347ece for: {'subnet': 2} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:06.508988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Checking segment: {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:06.509820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Network hostable DHCP agents. Network: 3409a8a0-9eb0-487d-bb5e-5ce416126df0, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:06.511533 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:06.511894 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:06.526499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a9b6-707e-4f67-9a46-fe8c30803adc req-b7f70e70-997b-4cac-a7cf-84c499b0a039 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:06.528238 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e16a9b6-707e-4f67-9a46-fe8c30803adc req-b7f70e70-997b-4cac-a7cf-84c499b0a039 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.3208373 Jul 14 11:27:06.544709 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:06.548983 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f9a8093-65dc-4189-88f8-ee064d2e040b req-9a97c1f0-7d08-42dc-9863-91d5211fe02b service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670711 Jul 14 11:27:06.559491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822c11a4-8ff9-451a-b96c-e240fc142d87 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:06.582583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=822c11a4-8ff9-451a-b96c-e240fc142d87,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:06.588359 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b6009695-3122-412e-bfe1-fcf691938b9c req-601a33c6-8189-473b-9f29-d90550acc7ee service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185405 Jul 14 11:27:06.589228 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:06.605023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:06.629694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 3409a8a0-9eb0-487d-bb5e-5ce416126df0) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:06.644962 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:06.646121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:06.674498 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a796aa6f-d35a-46d2-b6b7-559d49829680 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6040533 Jul 14 11:27:06.678493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60190) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:06.679600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b21cd19-ea5a-44f9-93a6-1bfc886461c9 req-dc139b64-df2b-4868-96bb-1c5181833078 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267022 Jul 14 11:27:06.684291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:06.692438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853bd7fa-7e3b-4fa1-a3fa-dbdb475251a8 None None] Network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:06.705061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=822c11a4-8ff9-451a-b96c-e240fc142d87,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:06.734096 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:06.739067 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:06.940396 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:06.973277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['822c11a4-8ff9-451a-b96c-e240fc142d87'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:07.015669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e16a9b6-707e-4f67-9a46-fe8c30803adc req-7893da5d-29ae-48fd-9c58-2911875265eb tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057648 Jul 14 11:27:07.022395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Deleting port 3106aba7-b4f9-4354-a145-cdea8e3396b7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:07.022738 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:07.155138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:27:07.159823 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:07.440247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:07.494662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] For port 3106aba7-b4f9-4354-a145-cdea8e3396b7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3106aba7-b4f9-4354-a145-cdea8e3396b7,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:07.495542 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:07.519311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bfab1-fa6c-4f0b-89d0-8898a9c073b3 req-27941092-57c4-446e-9779-751813ba2ba1 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:07.523486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-263bfab1-fa6c-4f0b-89d0-8898a9c073b3 req-27941092-57c4-446e-9779-751813ba2ba1 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 944 time: 0.5626981 Jul 14 11:27:07.542514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Calling delete_port for 3106aba7-b4f9-4354-a145-cdea8e3396b7 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:07.575016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Allocated IP 172.20.0.2 (3409a8a0-9eb0-487d-bb5e-5ce416126df0/679eb6c9-348d-4689-9cf7-bcea9af41ed0/064120b6-28d3-40b8-888b-113ba9feac5e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:07.657433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ec388-957b-4234-b005-1f77890b7ab2 req-37a71e46-b9dd-48ab-aa50-845dd09b204a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:07.660396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df9ec388-957b-4234-b005-1f77890b7ab2 req-37a71e46-b9dd-48ab-aa50-845dd09b204a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.3532991 Jul 14 11:27:07.750172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-263bfab1-fa6c-4f0b-89d0-8898a9c073b3 req-cd3f98e7-78c6-44c9-a143-95aaaef1bff0 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256889 Jul 14 11:27:07.851233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df9ec388-957b-4234-b005-1f77890b7ab2 req-e107ffbf-b924-4979-b8ee-9e9515bf944c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309676 Jul 14 11:27:07.859459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:07.890147 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:07.892211 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:07.913245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Transition to ACTIVE for port object 064120b6-28d3-40b8-888b-113ba9feac5e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:07.913985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:07.934664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Transition to ACTIVE for port object 064120b6-28d3-40b8-888b-113ba9feac5e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:07.945368 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:08.017905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Pushing event updated for resources: {'Port': ['ID=064120b6-28d3-40b8-888b-113ba9feac5e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:08.033257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:08.036288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:08.048156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:08.148158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Subnet': ['ID=f176d900-75f5-4478-9fc7-7a01f7b24038,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:08.169357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Allocated IP 172.25.2.92 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/5e761e25-c923-49fd-a0da-55c0d7b02cf5) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:08.209648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Checking segment: {'id': 'd8709b86-0ee6-4f09-8b9f-1dc5999b583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fc46a47-9974-4d53-8fd9-4f733db3b7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:08.210024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Network hostable DHCP agents. Network: 8fc46a47-9974-4d53-8fd9-4f733db3b7dc, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:08.221178 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:08.279432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Attempting to bind port 064120b6-28d3-40b8-888b-113ba9feac5e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:08.279877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Attempting to bind port 064120b6-28d3-40b8-888b-113ba9feac5e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:08.280275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Attempting to bind port 064120b6-28d3-40b8-888b-113ba9feac5e on network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:08.297527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:08.298043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Checking segment: {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:08.298689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:08.301257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Bound using segment: {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:08.301862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Bound port: 064120b6-28d3-40b8-888b-113ba9feac5e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:08.302357 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:08.326149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:08.367453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Pushing event deleted for resources: {'Port': ['ID=3106aba7-b4f9-4354-a145-cdea8e3396b7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:08.371573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] No DVR routers for this DVR port 3106aba7-b4f9-4354-a145-cdea8e3396b7 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:08.374833 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:08.377642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7e88f91-6a8c-4b26-998b-729376f845c0 req-6bebbe2f-dbdc-440d-9854-76be1879c495 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.45 "DELETE /v2.0/ports/3106aba7-b4f9-4354-a145-cdea8e3396b7 HTTP/1.1" status: 204 len: 173 time: 2.0595868 Jul 14 11:27:08.381478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'name': 'network-vif-deleted', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:08.385346 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e20bae-c1fe-4288-94b3-1d4db8b60d9e" -d '{"events": [{"server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "name": "network-vif-deleted", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:08.394366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:08.419448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fa146-8bd7-470d-9fa8-1e659b755b47 req-53bee638-d387-451a-8e58-fcee34d04580 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:08.420980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e65fa146-8bd7-470d-9fa8-1e659b755b47 req-53bee638-d387-451a-8e58-fcee34d04580 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=00c5dcf5-028f-415e-9a49-301ea57dca7b HTTP/1.1" status: 200 len: 865 time: 0.3007874 Jul 14 11:27:08.430220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Network 8fc46a47-9974-4d53-8fd9-4f733db3b7dc is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:08.442974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] For port 064120b6-28d3-40b8-888b-113ba9feac5e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:08.451141 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] For port 064120b6-28d3-40b8-888b-113ba9feac5e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=064120b6-28d3-40b8-888b-113ba9feac5e,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:08.455752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 8fc46a47-9974-4d53-8fd9-4f733db3b7dc) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:08.459187 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:08.466952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:08.470409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:08.474346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:08.476414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:08.481499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3897e95-4366-4136-9f5f-fda1df9df565 None None] Network 8fc46a47-9974-4d53-8fd9-4f733db3b7dc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:08.590394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7c650-3a80-48b1-aec3-3bad4bc3a48f None None] Pushing event updated for resources: {'Port': ['ID=064120b6-28d3-40b8-888b-113ba9feac5e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:08.645186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Checking segment: {'id': 'f9bf510e-f102-4847-9428-2273f1e8be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '46bc02f9-bb8a-434e-8f99-dfa608717022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:08.646014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Network hostable DHCP agents. Network: 46bc02f9-bb8a-434e-8f99-dfa608717022, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:08.672183 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Pushing event updated for resources: {'Port': ['ID=5e761e25-c923-49fd-a0da-55c0d7b02cf5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:08.692137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e65fa146-8bd7-470d-9fa8-1e659b755b47 req-105ad756-3878-4694-9abd-209c6c149a14 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510111 Jul 14 11:27:08.738710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f91ca-2132-4a7a-aae0-8f09fdf4575d req-76bbac25-c4e3-43d4-b7f0-f732fa732f61 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:08.752906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e93f91ca-2132-4a7a-aae0-8f09fdf4575d req-76bbac25-c4e3-43d4-b7f0-f732fa732f61 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.4680846 Jul 14 11:27:08.766466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event updated for resources: {'Subnet': ['ID=cf1a1b57-0cde-407f-a5d8-3df808e39c00,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:08.900796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Network 46bc02f9-bb8a-434e-8f99-dfa608717022 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:08.948013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e93f91ca-2132-4a7a-aae0-8f09fdf4575d req-49e3c970-6063-46f1-8516-f4c205fb5d5e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935754 Jul 14 11:27:08.963019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 46bc02f9-bb8a-434e-8f99-dfa608717022) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:08.971103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:08.972693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:08.975561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:09.011995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dba6d9-51e2-4e73-bd5b-2aa0d51f4c10 None None] Network 46bc02f9-bb8a-434e-8f99-dfa608717022 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:09.052536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-21a4dea8-d76b-415c-9489-4cdaca5b33eb tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 3.4022701 Jul 14 11:27:09.053555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60216) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:09.056590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:09.425016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05abc1a0-5b54-40d1-89eb-cd3217aa922c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-8fc46a47-9974-4d53-8fd9-4f733db3b7dc', 'network_id': '8fc46a47-9974-4d53-8fd9-4f733db3b7dc', 'tenant_id': 'd3da2cf69f4346088c9113b8eb347ece', 'fixed_ips': [{'subnet_id': 'f176d900-75f5-4478-9fc7-7a01f7b24038'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:27:09.425016 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05abc1a0-5b54-40d1-89eb-cd3217aa922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:09.460993 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a50770-a7d0-46d0-8adc-76ec94ffeebe x-openstack-request-id: req-58a50770-a7d0-46d0-8adc-76ec94ffeebe {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:09.465219 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c5dcf5-028f-415e-9a49-301ea57dca7b", "name": "network-vif-deleted", "tag": "3106aba7-b4f9-4354-a145-cdea8e3396b7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:09.466054 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58a50770-a7d0-46d0-8adc-76ec94ffeebe {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:09.467152 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c5dcf5-028f-415e-9a49-301ea57dca7b', 'name': 'network-vif-deleted', 'tag': '3106aba7-b4f9-4354-a145-cdea8e3396b7', 'status': 'completed', 'code': 200} Jul 14 11:27:09.491444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645548c0-63f0-4c7e-8c3a-f9d62c23de3b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:09.491444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645548c0-63f0-4c7e-8c3a-f9d62c23de3b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:09.491444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645548c0-63f0-4c7e-8c3a-f9d62c23de3b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:09.504493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-645548c0-63f0-4c7e-8c3a-f9d62c23de3b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.4488144 Jul 14 11:27:09.522607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60218) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:09.580781 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0b68-d550-41e5-a5b9-fbd7786208a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:09.770413 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:09.775016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9741ef5-71cf-4c96-ab1a-62cfecbb170c tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Deleting subnet f176d900-75f5-4478-9fc7-7a01f7b24038 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:27:09.781263 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9741ef5-71cf-4c96-ab1a-62cfecbb170c tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:09.822840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-46bc02f9-bb8a-434e-8f99-dfa608717022', 'network_id': '46bc02f9-bb8a-434e-8f99-dfa608717022', 'tenant_id': 'd3da2cf69f4346088c9113b8eb347ece', 'fixed_ips': [{'subnet_id': 'cf1a1b57-0cde-407f-a5d8-3df808e39c00'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:27:09.829989 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:09.872123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe0615-87a3-40b4-931e-67125141aecd req-59d50028-cb7c-467a-b1bb-7fc5ee623f4a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:09.885378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5afe0615-87a3-40b4-931e-67125141aecd req-59d50028-cb7c-467a-b1bb-7fc5ee623f4a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.5030382 Jul 14 11:27:09.992251 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9741ef5-71cf-4c96-ab1a-62cfecbb170c tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:10.079797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Router f05a776e-4aef-42cd-b0b2-086c86503c1f is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:27:10.114757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 822c11a4-8ff9-451a-b96c-e240fc142d87 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:10.120370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3106aba7-b4f9-4354-a145-cdea8e3396b7 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:10.134731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9741ef5-71cf-4c96-ab1a-62cfecbb170c tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:10.193846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5afe0615-87a3-40b4-931e-67125141aecd req-fa6228ba-7793-41ce-98d8-c6bc00c0054b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973142 Jul 14 11:27:10.234650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21a3b0-ac4e-4fb8-ae25-438b6210b550 req-9a5ae42c-854a-4218-a45f-7d81e3bf932a tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:10.245658 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c21a3b0-ac4e-4fb8-ae25-438b6210b550 req-9a5ae42c-854a-4218-a45f-7d81e3bf932a tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 944 time: 0.5431869 Jul 14 11:27:10.266068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:27:10.299755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:10.302059 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d0d5b2f5-2e40-4298-b872-874d9394fd50 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.6213465 Jul 14 11:27:10.310293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Sync routers for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:27:10.310650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60224) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:10.318033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 3106aba7-b4f9-4354-a145-cdea8e3396b7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:27:10.318417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3106aba7-b4f9-4354-a145-cdea8e3396b7 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:27:10.334473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Allocated IP 172.20.0.18 (46bc02f9-bb8a-434e-8f99-dfa608717022/cf1a1b57-0cde-407f-a5d8-3df808e39c00/8b639d29-82e2-4a27-b9c8-6b140dcf7cee) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:10.478424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c21a3b0-ac4e-4fb8-ae25-438b6210b550 req-6a1a138a-7eb0-40ae-86f3-075c54996976 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313516 Jul 14 11:27:10.490871 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9741ef5-71cf-4c96-ab1a-62cfecbb170c tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:10.584636 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:10.602655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Transition to ACTIVE for port object 8b639d29-82e2-4a27-b9c8-6b140dcf7cee will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:10.630060 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9741ef5-71cf-4c96-ab1a-62cfecbb170c tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Subnet': ['ID=f176d900-75f5-4478-9fc7-7a01f7b24038,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:10.630631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Transition to ACTIVE for port object 8b639d29-82e2-4a27-b9c8-6b140dcf7cee will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:10.666756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9741ef5-71cf-4c96-ab1a-62cfecbb170c tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:10.672013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e9741ef5-71cf-4c96-ab1a-62cfecbb170c tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/subnets/f176d900-75f5-4478-9fc7-7a01f7b24038 HTTP/1.1" status: 204 len: 168 time: 1.1283319 Jul 14 11:27:10.679158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60230) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:10.692475 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:10.880195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5944a13a-dc25-4b9d-8c55-9eec8c8b8267 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Deleting subnet cf1a1b57-0cde-407f-a5d8-3df808e39c00 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:27:10.890294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5944a13a-dc25-4b9d-8c55-9eec8c8b8267 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:10.905200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:27:10.906183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:26:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:10.977857 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5944a13a-dc25-4b9d-8c55-9eec8c8b8267 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:11.126338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e5f50a-9689-4668-af5e-e657128a68a7 None None] Network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-05abc1a0-5b54-40d1-89eb-cd3217aa922c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f176d900-75f5-4478-9fc7-7a01f7b24038: This subnet is being modified by another concurrent operation. Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:27:11.151996 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f176d900-75f5-4478-9fc7-7a01f7b24038: This subnet is being modified by another concurrent operation. Jul 14 11:27:11.155504 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:27:11.161490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5944a13a-dc25-4b9d-8c55-9eec8c8b8267 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:11.189238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Network 46bc02f9-bb8a-434e-8f99-dfa608717022 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:11.224289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Pushing event updated for resources: {'Port': ['ID=8b639d29-82e2-4a27-b9c8-6b140dcf7cee,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:11.311410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b640f-c60d-40ef-9087-1088fbc644dc None None] Network 8fc46a47-9974-4d53-8fd9-4f733db3b7dc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:11.370875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5944a13a-dc25-4b9d-8c55-9eec8c8b8267 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:11.419867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 064120b6-28d3-40b8-888b-113ba9feac5e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:11.444991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944a13a-dc25-4b9d-8c55-9eec8c8b8267 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1a1b57-0cde-407f-a5d8-3df808e39c00,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:11.456568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5944a13a-dc25-4b9d-8c55-9eec8c8b8267 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:11.460843 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5944a13a-dc25-4b9d-8c55-9eec8c8b8267 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/subnets/cf1a1b57-0cde-407f-a5d8-3df808e39c00 HTTP/1.1" status: 204 len: 168 time: 0.7777617 Jul 14 11:27:11.461101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60254) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:11.477431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:11.507422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:11.553835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 822c11a4-8ff9-451a-b96c-e240fc142d87 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:11.556446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c519c77-12ba-45be-8c59-a8a5ca46f385 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:11.558609 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6c519c77-12ba-45be-8c59-a8a5ca46f385 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0955148 Jul 14 11:27:11.562678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60258) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:11.608095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 822c11a4-8ff9-451a-b96c-e240fc142d87 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:11.608470 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:11.633433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9858582b-cd85-46df-b2fc-d88b3d05296e None None] Provisioning for port 064120b6-28d3-40b8-888b-113ba9feac5e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:11.707938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:11.785638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80421fa-5b72-49d3-b265-8bd967ea557e req-1c5002d2-f7a8-4b28-9f6f-1f475793ce59 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:11.788035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80421fa-5b72-49d3-b265-8bd967ea557e req-1c5002d2-f7a8-4b28-9f6f-1f475793ce59 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 948 time: 0.2865121 Jul 14 11:27:11.804002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Deleting port 8b639d29-82e2-4a27-b9c8-6b140dcf7cee {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:11.804765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:11.809684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-23ada15a-93f7-4c95-bc03-7eb872f18db0 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:11.817314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-23ada15a-93f7-4c95-bc03-7eb872f18db0 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/networks?id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 200 len: 815 time: 0.3198416 Jul 14 11:27:11.854125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60262) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:11.877753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-4ddba7c1-1091-4f16-a0ce-e37c9c33f38a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/quotas/09958c89b42549229e38234c5d390a9c HTTP/1.1" status: 200 len: 375 time: 0.0591226 Jul 14 11:27:11.893479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] For port 8b639d29-82e2-4a27-b9c8-6b140dcf7cee, host n-d-778696-8, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:11.894095 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:11.912681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Calling delete_port for 8b639d29-82e2-4a27-b9c8-6b140dcf7cee owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:11.923045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80421fa-5b72-49d3-b265-8bd967ea557e req-d9da6f21-8e97-421d-a67a-f5e9c73820e2 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254451 Jul 14 11:27:11.972629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:27:12.035639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 064120b6-28d3-40b8-888b-113ba9feac5e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:12.041448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Attempting to bind port 8b639d29-82e2-4a27-b9c8-6b140dcf7cee on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:12.042068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Attempting to bind port 8b639d29-82e2-4a27-b9c8-6b140dcf7cee by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'f9bf510e-f102-4847-9428-2273f1e8be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '46bc02f9-bb8a-434e-8f99-dfa608717022'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:12.042624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Attempting to bind port 8b639d29-82e2-4a27-b9c8-6b140dcf7cee on network 46bc02f9-bb8a-434e-8f99-dfa608717022 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:12.076977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-1f17ea9c-4d6a-4ccf-a810-5addc3adff9e tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=09958c89b42549229e38234c5d390a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1978712 Jul 14 11:27:12.088765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 064120b6-28d3-40b8-888b-113ba9feac5e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:12.099575 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.107545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.139479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.181826 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d16ac69f-ba31-4e75-b918-42e0279f5b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.217180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:12.217585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Checking segment: {'id': 'f9bf510e-f102-4847-9428-2273f1e8be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '46bc02f9-bb8a-434e-8f99-dfa608717022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:12.217958 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.218343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Bound using segment: {'id': 'f9bf510e-f102-4847-9428-2273f1e8be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '46bc02f9-bb8a-434e-8f99-dfa608717022'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:12.218830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Bound port: 8b639d29-82e2-4a27-b9c8-6b140dcf7cee, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bf510e-f102-4847-9428-2273f1e8be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '46bc02f9-bb8a-434e-8f99-dfa608717022'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:12.219213 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.225850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Port': ['ID=8b639d29-82e2-4a27-b9c8-6b140dcf7cee,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:12.269265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] No DVR routers for this DVR port 8b639d29-82e2-4a27-b9c8-6b140dcf7cee on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:12.384945 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.403327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b50cc214-67b5-407b-a932-82b702183058 None None] Port 8b639d29-82e2-4a27-b9c8-6b140dcf7cee has been deleted concurrently {{(pid=93703) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 11:27:12.405977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-2d0a471d-21db-44f2-8616-3865c7d0bb58 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:12.407677 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-2d0a471d-21db-44f2-8616-3865c7d0bb58 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa HTTP/1.1" status: 200 len: 945 time: 0.1972861 Jul 14 11:27:12.410047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bc02f9-bb8a-434e-8f99-dfa608717022']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:12.431273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bf510e-f102-4847-9428-2273f1e8be7d') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:12.431716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bf510e-f102-4847-9428-2273f1e8be7d') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:12.436543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-f39b6f35-6ec7-4eb2-bfd4-652b6075eb12 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584292 Jul 14 11:27:12.441914 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.470703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.477997 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8586884b-bb61-43cc-93e8-5bfa65362c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.494932 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.499485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.545960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:27:12.546997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:27:12.551406 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:27:12.583163 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:12.586045 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7165313-e525-42f3-9fd0-4b8a7a4b5c70" -d '{"events": [{"server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "name": "network-vif-plugged", "status": "completed", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:12.612754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=822c11a4-8ff9-451a-b96c-e240fc142d87,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:12.652160 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.686168 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.705690 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.709526 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/networks/46bc02f9-bb8a-434e-8f99-dfa608717022 HTTP/1.1" status: 204 len: 168 time: 1.1445947 Jul 14 11:27:12.722474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60272) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:12.731773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Deleting port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:12.732821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.742533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=822c11a4-8ff9-451a-b96c-e240fc142d87,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:12.743243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58349b86-9172-46ee-8269-50a66d19d18b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Network': ['ID=46bc02f9-bb8a-434e-8f99-dfa608717022,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:12.776320 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.796914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:08Z', 'revision_number': 3, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:12.849763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Checking router: f05a776e-4aef-42cd-b0b2-086c86503c1f for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:27:12.850364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Updating router f05a776e-4aef-42cd-b0b2-086c86503c1f port 5e761e25-c923-49fd-a0da-55c0d7b02cf5 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:27:12.852858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f238-51bf-4156-91ee-191dac91f348 req-963bcef8-bef8-4a79-9830-fb49b23eac9b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:12.861654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ae8f238-51bf-4156-91ee-191dac91f348 req-963bcef8-bef8-4a79-9830-fb49b23eac9b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.6124060 Jul 14 11:27:12.931057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 064120b6-28d3-40b8-888b-113ba9feac5e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=064120b6-28d3-40b8-888b-113ba9feac5e,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:12.938107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Allocated IP 172.20.0.1 (3409a8a0-9eb0-487d-bb5e-5ce416126df0/679eb6c9-348d-4689-9cf7-bcea9af41ed0/1672b501-a8ff-4e6b-a242-57964184dd69) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:12.940191 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:12.947323 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.021288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-5de0da5b-540f-49c0-9bd6-445d3296a3d9 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837650 Jul 14 11:27:13.061917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] For port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:13.063414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.109227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Calling delete_port for 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:13.124146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=064120b6-28d3-40b8-888b-113ba9feac5e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:13.160812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.331276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 064120b6-28d3-40b8-888b-113ba9feac5e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:13.334584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d16ac69f-ba31-4e75-b918-42e0279f5b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.361920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ae8f238-51bf-4156-91ee-191dac91f348 req-622275cc-bf10-407e-902e-2610f2d8b7e9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988170 Jul 14 11:27:13.426917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.431276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d16ac69f-ba31-4e75-b918-42e0279f5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.503634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['65aa7dac-22e2-4869-8e45-0b7e15f3a8ed'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:13.527811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Pushing event deleted for resources: {'Port': ['ID=65aa7dac-22e2-4869-8e45-0b7e15f3a8ed,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:13.558293 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.608736 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d22f58-3f7a-4080-8a29-9e6cfd7fc7cf x-openstack-request-id: req-f7d22f58-3f7a-4080-8a29-9e6cfd7fc7cf {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:13.610260 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "name": "network-vif-plugged", "status": "completed", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:13.614721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d16ac69f-ba31-4e75-b918-42e0279f5b70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=272105d2106849fbb24afb307e82a4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7591789 Jul 14 11:27:13.615980 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7d22f58-3f7a-4080-8a29-9e6cfd7fc7cf {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:13.616799 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87', 'code': 200} Jul 14 11:27:13.625582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc46a47-9974-4d53-8fd9-4f733db3b7dc']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:13.627954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60282) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:13.678232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] No DVR routers for this DVR port 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:13.687134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ac69f-ba31-4e75-b918-42e0279f5b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4675668-691b-46ba-b1c9-3914965e1141,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:13.692311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 064120b6-28d3-40b8-888b-113ba9feac5e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:13.694256 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.715533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8709b86-0ee6-4f09-8b9f-1dc5999b583a') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:13.716022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8709b86-0ee6-4f09-8b9f-1dc5999b583a') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:13.742297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.749159 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.757194 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe6a7693-8062-44dd-944d-0a57bb6fa5e7 req-1fc30ab0-99db-4c8d-b0e2-f55e22477627 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.64 "DELETE /v2.0/ports/65aa7dac-22e2-4869-8e45-0b7e15f3a8ed HTTP/1.1" status: 204 len: 173 time: 1.3389564 Jul 14 11:27:13.759485 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'name': 'network-vif-deleted', 'tag': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:13.769706 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216172c8-a578-4dd3-bd77-61f8ed4d60cf" -d '{"events": [{"server_uuid": "a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa", "name": "network-vif-deleted", "tag": "65aa7dac-22e2-4869-8e45-0b7e15f3a8ed"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:13.778533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d7f23053-d41e-48a8-8da2-9455225e3094 None None] Provisioning complete for port 064120b6-28d3-40b8-888b-113ba9feac5e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:13.778912 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d7f23053-d41e-48a8-8da2-9455225e3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.791366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.796182 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.844253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8cbe7-05aa-4f84-b247-b62b90ac0234 req-7366e639-1477-4e43-9e8e-e4fa8582fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:13.854206 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fae8cbe7-05aa-4f84-b247-b62b90ac0234 req-7366e639-1477-4e43-9e8e-e4fa8582fa90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 1096 time: 0.1780512 Jul 14 11:27:13.956776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Transition to ACTIVE for port object 1672b501-a8ff-4e6b-a242-57964184dd69 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:13.961315 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:13.978075 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fae8cbe7-05aa-4f84-b247-b62b90ac0234 req-2873a9da-161b-4bca-b625-041c47434408 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185813 Jul 14 11:27:13.982678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:27:13.983252 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:27:14.115242 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:27:14.184224 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.250329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Transition to ACTIVE for port object 5e761e25-c923-49fd-a0da-55c0d7b02cf5 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:14.253291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a765b88-e3b3-4276-a560-ab08c4425712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.261126 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.267963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-56d5ce88-08f9-4de2-acc5-5a9992c63712 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:14.270282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-56d5ce88-08f9-4de2-acc5-5a9992c63712 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 948 time: 1.1064038 Jul 14 11:27:14.331475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.348640 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.368097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.370036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/networks/8fc46a47-9974-4d53-8fd9-4f733db3b7dc HTTP/1.1" status: 204 len: 168 time: 1.6398838 Jul 14 11:27:14.372828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60292) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:14.396044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Attempting to bind port 5e761e25-c923-49fd-a0da-55c0d7b02cf5 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:14.397232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Attempting to bind port 5e761e25-c923-49fd-a0da-55c0d7b02cf5 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:14.397232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Attempting to bind port 5e761e25-c923-49fd-a0da-55c0d7b02cf5 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:14.428555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:14.429067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:14.429333 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.429731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:14.430284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Bound port: 5e761e25-c923-49fd-a0da-55c0d7b02cf5, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:14.430681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.454013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776bd36-5833-415e-bd26-c458bf2963f2 None None] Pushing event updated for resources: {'Port': ['ID=5e761e25-c923-49fd-a0da-55c0d7b02cf5,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:14.519754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.699049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d023544a-8db5-4193-b4bb-3832f2af63c1 None None] DHCP port deletion for 46bc02f9-bb8a-434e-8f99-dfa608717022 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:27:14.754810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-357d3424-681c-4e3f-aa1c-0a0493cbcc85 None None] Could not find standard attr ID for object 8b639d29-82e2-4a27-b9c8-6b140dcf7cee. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:27:14.772420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508df601-2b63-4ef8-a60e-2f8c4f454697 None None] Network 46bc02f9-bb8a-434e-8f99-dfa608717022 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:14.780874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] For port 5e761e25-c923-49fd-a0da-55c0d7b02cf5, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:14.791692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] For port 5e761e25-c923-49fd-a0da-55c0d7b02cf5, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5e761e25-c923-49fd-a0da-55c0d7b02cf5,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:14.809521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508df601-2b63-4ef8-a60e-2f8c4f454697 None None] Network 46bc02f9-bb8a-434e-8f99-dfa608717022 could not be found, it might have been deleted concurrently. {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 11:27:14.817597 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:14.828155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43da5f48-7ab5-4cc2-92b2-6c413085e2a7 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:27:14.955076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881df5b-f48e-45e8-9946-7049b761c3bd tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Network': ['ID=8fc46a47-9974-4d53-8fd9-4f733db3b7dc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:14.986401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:15.024539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:15.061570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:27:15.063064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:27:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:15.092978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:15.100751 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a765b88-e3b3-4276-a560-ab08c4425712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.109450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.135347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178253b0-7884-4835-a0e8-6f836c8d25d8']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:15.146764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314a636-7263-4014-a852-ba0fb9bb91d7 req-40fa47b1-a4f8-444b-9e66-11b4f4c06303 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:15.151070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e562b8ca-7bc5-408e-9b10-ca541eaa344f') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:15.151357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e562b8ca-7bc5-408e-9b10-ca541eaa344f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:15.154218 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9314a636-7263-4014-a852-ba0fb9bb91d7 req-40fa47b1-a4f8-444b-9e66-11b4f4c06303 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 945 time: 1.4639523 Jul 14 11:27:15.167823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.188888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.202132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:27:15.203177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:27:15.212804 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:27:15.217127 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.217127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776bd36-5833-415e-bd26-c458bf2963f2 None None] Pushing event updated for resources: {'Port': ['ID=5e761e25-c923-49fd-a0da-55c0d7b02cf5,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:15.240681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8b639d29-82e2-4a27-b9c8-6b140dcf7cee no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:15.263829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Pushing event updated for resources: {'Port': ['ID=1672b501-a8ff-4e6b-a242-57964184dd69,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:15.284538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ce928-925a-4062-90ff-8cc5bc5656fe req-ec1d950f-0518-42e7-9946-9805bda90b36 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:15.287027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e8ce928-925a-4062-90ff-8cc5bc5656fe req-ec1d950f-0518-42e7-9946-9805bda90b36 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 948 time: 1.4237928 Jul 14 11:27:15.291184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8b639d29-82e2-4a27-b9c8-6b140dcf7cee {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:27:15.291577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8b639d29-82e2-4a27-b9c8-6b140dcf7cee not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:27:15.309393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.312391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.321710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.327032 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/networks/178253b0-7884-4835-a0e8-6f836c8d25d8 HTTP/1.1" status: 204 len: 168 time: 0.9529831 Jul 14 11:27:15.331438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60298) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:15.368109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da5f48-7ab5-4cc2-92b2-6c413085e2a7 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:27:15.386350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a6830-8544-4488-b248-4d3d387d800b tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Network': ['ID=178253b0-7884-4835-a0e8-6f836c8d25d8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:15.440472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9314a636-7263-4014-a852-ba0fb9bb91d7 req-04b43818-0612-4af1-a23a-7abad8929c20 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853317 Jul 14 11:27:15.475165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a765b88-e3b3-4276-a560-ab08c4425712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.481379 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a765b88-e3b3-4276-a560-ab08c4425712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.483123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6a765b88-e3b3-4276-a560-ab08c4425712 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4675668-691b-46ba-b1c9-3914965e1141 HTTP/1.1" status: 204 len: 168 time: 1.8540096 Jul 14 11:27:15.488278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.549535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a765b88-e3b3-4276-a560-ab08c4425712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4675668-691b-46ba-b1c9-3914965e1141,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:15.631540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e8ce928-925a-4062-90ff-8cc5bc5656fe req-da6fe6f9-06ca-43c2-84f4-a3b1fda6f26b tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/security-groups?id=02541456-9413-43a3-a5a7-ace5481a6b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926831 Jul 14 11:27:15.631936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:27:15.802672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.827912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873020d3-9117-49ad-9a87-2689737a924d']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:15.830347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Deleting port 0f4221f0-cac8-4737-a897-97d6db98b54d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:15.831144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.848478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ec816b-8d25-43cb-9919-25cd9cc68131') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:15.849084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ec816b-8d25-43cb-9919-25cd9cc68131') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:15.864250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.894714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:15.908072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:27:15.910344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:27:16.010626 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:27:16.017663 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.035383 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.042190 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] 10.222.0.38 "DELETE /v2.0/networks/873020d3-9117-49ad-9a87-2689737a924d HTTP/1.1" status: 204 len: 168 time: 0.7096324 Jul 14 11:27:16.055948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b2f7e-1125-4b41-a406-83ddee37ee60 tempest-BulkNetworkOpsTest-2146682105 tempest-BulkNetworkOpsTest-2146682105-project] Pushing event deleted for resources: {'Network': ['ID=873020d3-9117-49ad-9a87-2689737a924d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:16.102090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ae9e186c-0ec5-44ff-9c03-ce6f61a3bdad req-edf723f8-a48d-4f2b-88dc-80fa5addfb43 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 210 time: 0.2879188 Jul 14 11:27:16.131446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0f4221f0-cac8-4737-a897-97d6db98b54d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:16.227626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60310) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:16.265191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d09ab8a-d27e-4027-ab92-35b3e347f946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.298070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.300943 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9e3e46-a887-41e8-97bf-7fb8100555d9 x-openstack-request-id: req-6f9e3e46-a887-41e8-97bf-7fb8100555d9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:16.301408 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa", "name": "network-vif-deleted", "tag": "65aa7dac-22e2-4869-8e45-0b7e15f3a8ed", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:16.301756 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6f9e3e46-a887-41e8-97bf-7fb8100555d9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:16.302313 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e72f00-e9c1-4ab8-a5cc-db9899dd01aa', 'name': 'network-vif-deleted', 'tag': '65aa7dac-22e2-4869-8e45-0b7e15f3a8ed', 'status': 'completed', 'code': 200} Jul 14 11:27:16.359204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-ea3bdfbf-c775-4ce9-9383-cfbf49e06837 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:16.361450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-ea3bdfbf-c775-4ce9-9383-cfbf49e06837 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.45 "GET /v2.0/networks?id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 200 len: 815 time: 0.5489795 Jul 14 11:27:16.395728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Request body: {'port': {'device_id': '65eae2bc-d6d1-4f28-9b58-abe4a376d79b', 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b', 'admin_state_up': True, 'tenant_id': '09958c89b42549229e38234c5d390a9c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:16.547962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] For port 0f4221f0-cac8-4737-a897-97d6db98b54d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0f4221f0-cac8-4737-a897-97d6db98b54d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:16.548336 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.574462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d09ab8a-d27e-4027-ab92-35b3e347f946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.587692 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d09ab8a-d27e-4027-ab92-35b3e347f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.618915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:16.668274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:27:16.674082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 65aa7dac-22e2-4869-8e45-0b7e15f3a8ed not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:27:16.688572 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6d09ab8a-d27e-4027-ab92-35b3e347f946 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84498874a00143d5a38cdae918615c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592631 Jul 14 11:27:16.689804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09ab8a-d27e-4027-ab92-35b3e347f946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfb67b1-1043-4eb9-9bcc-de12b0054f2d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:16.698886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60320) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:16.739628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60322) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:16.744153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Calling delete_port for 0f4221f0-cac8-4737-a897-97d6db98b54d owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:16.790043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:08Z', 'revision_number': 3, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:16.831531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cd1bf-d0f5-4289-9d42-147396ac5955 None None] The sync data for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 is: [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:08Z', 'revision_number': 3, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:27:16.860500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Made reservation on behalf of 09958c89b42549229e38234c5d390a9c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:16.864415 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.906823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99baacaf-6f6b-4478-ad65-2d1c51a34135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:16.938233 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99baacaf-6f6b-4478-ad65-2d1c51a34135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.043457 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99baacaf-6f6b-4478-ad65-2d1c51a34135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.046934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99baacaf-6f6b-4478-ad65-2d1c51a34135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.048242 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-99baacaf-6f6b-4478-ad65-2d1c51a34135 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9cfb67b1-1043-4eb9-9bcc-de12b0054f2d HTTP/1.1" status: 204 len: 168 time: 0.3481116 Jul 14 11:27:17.066665 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baacaf-6f6b-4478-ad65-2d1c51a34135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfb67b1-1043-4eb9-9bcc-de12b0054f2d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:17.192312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cd407-e2cd-4f5d-8476-9cc75b13b5f1 req-a31bcd15-f00f-4052-a8b0-07ee48e27fbd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:17.194706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-901cd407-e2cd-4f5d-8476-9cc75b13b5f1 req-a31bcd15-f00f-4052-a8b0-07ee48e27fbd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.6731172 Jul 14 11:27:17.201040 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-156f0bb5-6552-4666-8d8e-119cf90d6fa8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3da2cf69f4346088c9113b8eb347ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575562 Jul 14 11:27:17.201823 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60330) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:17.210404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-efbccf09-6a06-46b7-9e80-c1185768918c None None] Provisioning for port 1672b501-a8ff-4e6b-a242-57964184dd69 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:17.222495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-efbccf09-6a06-46b7-9e80-c1185768918c None None] Provisioning complete for port 1672b501-a8ff-4e6b-a242-57964184dd69 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:17.223081 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-efbccf09-6a06-46b7-9e80-c1185768918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.223885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721411-8715-4494-9b84-b5ff6e859ea7 req-94f7251c-c927-40c0-b258-e37c52458f41 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:17.225438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f721411-8715-4494-9b84-b5ff6e859ea7 req-94f7251c-c927-40c0-b258-e37c52458f41 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 945 time: 0.4743690 Jul 14 11:27:17.306154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e103b85b-814c-4639-8bed-ea9ac2d2148f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.338075 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e103b85b-814c-4639-8bed-ea9ac2d2148f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.405582 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.434674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e103b85b-814c-4639-8bed-ea9ac2d2148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.435182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-efbccf09-6a06-46b7-9e80-c1185768918c None None] Port 1672b501-a8ff-4e6b-a242-57964184dd69 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:27:17.437734 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e103b85b-814c-4639-8bed-ea9ac2d2148f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.439891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.441723 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e103b85b-814c-4639-8bed-ea9ac2d2148f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/adece554-d4f0-4f32-ae84-76e0a6e12b44 HTTP/1.1" status: 204 len: 168 time: 0.2357335 Jul 14 11:27:17.456927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103b85b-814c-4639-8bed-ea9ac2d2148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adece554-d4f0-4f32-ae84-76e0a6e12b44,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:17.713322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Allocated IP 172.20.0.9 (3a3d83f6-77ed-48c9-854d-ae55fe2d345b/c3496dc2-1355-46ce-b112-1b17620b2c59/10022f3a-b312-4e49-8798-13d7294aeb90) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:17.736696 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:17.783344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-901cd407-e2cd-4f5d-8476-9cc75b13b5f1 req-cc4967d3-a19b-43c7-be6e-e1c39db48ae2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678012 Jul 14 11:27:17.801950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Pushing event updated for resources: {'Port': ['ID=1672b501-a8ff-4e6b-a242-57964184dd69,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:17.817706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f721411-8715-4494-9b84-b5ff6e859ea7 req-47a9e65a-f5e2-4204-8ed9-e001d7efbabd tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449623 Jul 14 11:27:17.969744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Pushing event deleted for resources: {'Port': ['ID=0f4221f0-cac8-4737-a897-97d6db98b54d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:17.996037 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:18.249789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] No DVR routers for this DVR port 0f4221f0-cac8-4737-a897-97d6db98b54d on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:18.335615 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:18.338658 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f1a3b4-3923-43e6-8d84-95978ec705c3 req-0b9c1a42-4cfe-4f51-9801-c76ffe69ad62 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.64 "DELETE /v2.0/ports/0f4221f0-cac8-4737-a897-97d6db98b54d HTTP/1.1" status: 204 len: 173 time: 3.9960632 Jul 14 11:27:18.360128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3555407f-b24c-489e-9741-031088ddcc88 req-3944f671-5a3c-48f0-a084-cdaa0bdd4094 tempest-ListImageFiltersTestJSON-105480620 tempest-ListImageFiltersTestJSON-105480620-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a140af4-c538-4c1f-aca3-45a561169889 HTTP/1.1" status: 200 len: 210 time: 0.2452912 Jul 14 11:27:18.374083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07c9f3d6-84fe-4771-b2e5-4c6b97051d43 req-cbe84f61-4ec5-444d-87e8-12960d7f90bd tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 210 time: 0.2524643 Jul 14 11:27:18.376448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-deleted', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:18.379068 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60417559-145a-453b-809f-c6f69b839d59" -d '{"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-deleted", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:18.589777 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f12df0-d813-4b6a-8395-f78920b6b3df x-openstack-request-id: req-34f12df0-d813-4b6a-8395-f78920b6b3df {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:18.590080 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a140af4-c538-4c1f-aca3-45a561169889", "name": "network-vif-deleted", "tag": "0f4221f0-cac8-4737-a897-97d6db98b54d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:18.590318 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34f12df0-d813-4b6a-8395-f78920b6b3df {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:18.590730 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a140af4-c538-4c1f-aca3-45a561169889', 'name': 'network-vif-deleted', 'tag': '0f4221f0-cac8-4737-a897-97d6db98b54d', 'status': 'completed', 'code': 200} Jul 14 11:27:18.798193 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:18.932572 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:18.965950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60384) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:18.981369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:18.998086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:19.156500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:19.243186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:19.269617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:19.301094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Pushing event updated for resources: {'Port': ['ID=10022f3a-b312-4e49-8798-13d7294aeb90,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:19.395948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5e761e25-c923-49fd-a0da-55c0d7b02cf5 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:19.493743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:19.494415 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:19.522680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-409489090'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:19.549612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 5e761e25-c923-49fd-a0da-55c0d7b02cf5 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:19.580576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 5e761e25-c923-49fd-a0da-55c0d7b02cf5 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:19.581421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-65c8b925-03cb-4270-a4b4-7dcc1c75017f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1890593 Jul 14 11:27:19.582350 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:19.605112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:19.616418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:19.640652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e68d8-f05b-4a53-9771-ea71ba4e7e31 req-aa8d7595-ff48-4869-a121-e3541003d777 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:19.651958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f9e68d8-f05b-4a53-9771-ea71ba4e7e31 req-aa8d7595-ff48-4869-a121-e3541003d777 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.4976549 Jul 14 11:27:19.666357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Request body: {'port': {'device_id': '65eae2bc-d6d1-4f28-9b58-abe4a376d79b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:19.670000 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:19.723780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ebb06808-086a-4a6c-95fb-3e530dbc207a None None] Provisioning complete for port 1672b501-a8ff-4e6b-a242-57964184dd69 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:19.724676 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebb06808-086a-4a6c-95fb-3e530dbc207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:19.922418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ebb06808-086a-4a6c-95fb-3e530dbc207a None None] Port 1672b501-a8ff-4e6b-a242-57964184dd69 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:27:19.950091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:19.958122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:20.011074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:27:20.022092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8a6e7-7a84-41b0-9130-664ff549c7b2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:20.045708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:20.054188 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:20.055015 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Added segment 2ea3f724-90d1-4b14-a72c-0ccedab63ef5 of type vlan for network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b Jul 14 11:27:20.119316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 5e761e25-c923-49fd-a0da-55c0d7b02cf5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5e761e25-c923-49fd-a0da-55c0d7b02cf5,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:20.129788 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:20.205671 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:20.209804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=5e761e25-c923-49fd-a0da-55c0d7b02cf5,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:20.254440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Router f05a776e-4aef-42cd-b0b2-086c86503c1f has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:27:20.260859 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:20.272058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:20.272058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:20.348558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f9e68d8-f05b-4a53-9771-ea71ba4e7e31 req-350c75ec-860a-47ae-b362-898cf5b220cc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954517 Jul 14 11:27:20.435685 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4655111 Jul 14 11:27:20.435995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60418) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:20.445915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'name': 'tempest-PortsTestJSON-1190228918'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:20.514173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9ae3c-f005-4149-a389-1486a8e8fb7e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Network': ['ID=2280f5fe-ac06-47cc-9580-68b51c6c8e9b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:20.527896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:27:20.570192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86862f1-7b40-4c3a-b67b-50f8ad09d80c req-3542e436-dfe3-47f5-976b-1d9e561c2442 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:20.583448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c86862f1-7b40-4c3a-b67b-50f8ad09d80c req-3542e436-dfe3-47f5-976b-1d9e561c2442 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 931 time: 0.3349047 Jul 14 11:27:20.600634 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:20.667837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:20.675484 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:20.714363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c86862f1-7b40-4c3a-b67b-50f8ad09d80c req-0ae03587-998d-4f6e-97f0-e20a2408dcca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299543 Jul 14 11:27:20.715747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 530f487e-27e4-4df7-945e-ee25146ae533 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:27:20.752342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:27:20.763801 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Sync routers for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:27:20.765567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-baadd62d-9906-4cf1-9645-3f3c312b8c4b admin admin] 10.222.0.38 "PUT /v2.0/routers/f05a776e-4aef-42cd-b0b2-086c86503c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4475365 Jul 14 11:27:20.792580 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:27:20.796093 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:27:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:20.917887 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:27:21.058240 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:27:21.079255 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.209914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.234968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10022f3a-b312-4e49-8798-13d7294aeb90 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:21.253422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.288268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5e761e25-c923-49fd-a0da-55c0d7b02cf5 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:21.296124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Transition to ACTIVE for port object 10022f3a-b312-4e49-8798-13d7294aeb90 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:21.305736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.386856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=530f487e-27e4-4df7-945e-ee25146ae533,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:21.415183 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:15Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1672b501-a8ff-4e6b-a242-57964184dd69', 'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'mac_address': 'fa:16:3e:b8:77:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:12Z', 'updated_at': '2021-07-14T11:27:16Z', 'revision_number': 2, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'subnets': [{'id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:21.417004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 5e761e25-c923-49fd-a0da-55c0d7b02cf5 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:21.418267 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.489689 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Checking router: f05a776e-4aef-42cd-b0b2-086c86503c1f for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:27:21.490713 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Updating router f05a776e-4aef-42cd-b0b2-086c86503c1f port 1672b501-a8ff-4e6b-a242-57964184dd69 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:27:21.503262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Checking segment: {'id': '2ea3f724-90d1-4b14-a72c-0ccedab63ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:21.507282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network hostable DHCP agents. Network: 2280f5fe-ac06-47cc-9580-68b51c6c8e9b, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:21.563892 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.587565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:21.632064 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 2280f5fe-ac06-47cc-9580-68b51c6c8e9b) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:21.641346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:21.652136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df185a-d0ab-4f29-b457-2f813cf315c9 None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:21.667701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:21.669767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.724869 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d3d00fb4-d1fe-4a12-9a79-62d57ad53617 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2833769 Jul 14 11:27:21.730180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60478) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:21.761804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1562705401'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:21.803922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=10022f3a-b312-4e49-8798-13d7294aeb90,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:21.844973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Attempting to bind port 10022f3a-b312-4e49-8798-13d7294aeb90 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:21.846966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Attempting to bind port 10022f3a-b312-4e49-8798-13d7294aeb90 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:21.847620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Attempting to bind port 10022f3a-b312-4e49-8798-13d7294aeb90 on network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:21.858432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:21.859753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Port 10022f3a-b312-4e49-8798-13d7294aeb90 on network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:27:21.860315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Attempting to bind port 10022f3a-b312-4e49-8798-13d7294aeb90 on network 3a3d83f6-77ed-48c9-854d-ae55fe2d345b {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:21.869555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.870270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:21.873315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Checking segment: {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:21.875730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Bound using segment: {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:21.878401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Bound port: 10022f3a-b312-4e49-8798-13d7294aeb90, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f7980c-a8d3-4e35-9233-8cd9002c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:21.879210 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.934162 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.937521 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:27:21.956052 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Transition to ACTIVE for port object 1672b501-a8ff-4e6b-a242-57964184dd69 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:21.957942 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:21.959321 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Added segment a2307da4-e8cd-4633-89b4-3387cc2e17ea of type vlan for network 0760e6a7-42c5-4f90-9267-9c3cc8b43cc0 Jul 14 11:27:21.965465 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.009796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] For port 10022f3a-b312-4e49-8798-13d7294aeb90, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:22.024141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] For port 10022f3a-b312-4e49-8798-13d7294aeb90, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10022f3a-b312-4e49-8798-13d7294aeb90,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:22.027592 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Pushing event updated for resources: {'Port': ['ID=1672b501-a8ff-4e6b-a242-57964184dd69,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:22.033849 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.050998 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.051895 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.052427 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.052917 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.053410 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.053901 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.054391 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.055575 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.056157 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.056922 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.057439 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.057786 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:22.060696 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.111232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 822c11a4-8ff9-451a-b96c-e240fc142d87 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:27:22.117911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=10022f3a-b312-4e49-8798-13d7294aeb90,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:22.146343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:22.147796 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.151244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-a8c33159-dd3f-4a20-8438-bd747f668ef6 service neutron] 10.222.0.45 "PUT /v2.0/ports/10022f3a-b312-4e49-8798-13d7294aeb90 HTTP/1.1" status: 200 len: 1091 time: 2.5540257 Jul 14 11:27:22.152204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eae2bc-d6d1-4f28-9b58-abe4a376d79b', 'tag': '10022f3a-b312-4e49-8798-13d7294aeb90'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:22.156476 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f730313c-daef-4f39-a5d9-2f8aac180f51" -d '{"events": [{"name": "network-changed", "server_uuid": "65eae2bc-d6d1-4f28-9b58-abe4a376d79b", "tag": "10022f3a-b312-4e49-8798-13d7294aeb90"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:22.232236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.250445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:22.251819 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.262580 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Attempting to bind port 1672b501-a8ff-4e6b-a242-57964184dd69 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:22.265870 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Attempting to bind port 1672b501-a8ff-4e6b-a242-57964184dd69 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:22.266983 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Attempting to bind port 1672b501-a8ff-4e6b-a242-57964184dd69 on network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:22.285281 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:22.287245 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Checking segment: {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:22.290343 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.291018 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Bound using segment: {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:22.291692 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Bound port: 1672b501-a8ff-4e6b-a242-57964184dd69, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:22.298121 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.376300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-2f44802d-7cab-446d-b2bf-ad1a28271bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:22.377878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-2f44802d-7cab-446d-b2bf-ad1a28271bb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09958c89b42549229e38234c5d390a9c&device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 1094 time: 0.1584852 Jul 14 11:27:22.426240 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6902883 Jul 14 11:27:22.449846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60504) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:22.463743 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] For port 1672b501-a8ff-4e6b-a242-57964184dd69, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:22.469227 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] For port 1672b501-a8ff-4e6b-a242-57964184dd69, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1672b501-a8ff-4e6b-a242-57964184dd69,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:22.482524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'ports': [{'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b'}, {'network_id': '0760e6a7-42c5-4f90-9267-9c3cc8b43cc0'}]} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:22.483681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:22.484136 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.484925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '0760e6a7-42c5-4f90-9267-9c3cc8b43cc0'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:22.496757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-cfbf8eb5-b36e-45b3-85b7-43c63ce9a15c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10022f3a-b312-4e49-8798-13d7294aeb90 HTTP/1.1" status: 200 len: 217 time: 0.1067524 Jul 14 11:27:22.520053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27107f91-ab81-474f-9983-254f18ece2f1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Network': ['ID=0760e6a7-42c5-4f90-9267-9c3cc8b43cc0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:22.537907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=822c11a4-8ff9-451a-b96c-e240fc142d87,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:22.549710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 0760e6a7-42c5-4f90-9267-9c3cc8b43cc0 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:27:22.591466 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:27:22.591705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '822c11a4-8ff9-451a-b96c-e240fc142d87', 'network_id': 'cb023a9e-e3da-45dd-b5fa-e7cb831e8619', 'port_id': '822c11a4-8ff9-451a-b96c-e240fc142d87', 'mac_address': 'fa:16:3e:54:42:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41eed6e3-e4de-43e0-9e1c-01142e2f8b95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:27:22.592069 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:27:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:22.751666 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b951f-8d3d-41f8-b793-12427d4f7884 None None] Pushing event updated for resources: {'Port': ['ID=1672b501-a8ff-4e6b-a242-57964184dd69,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:22.834718 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:22.873806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 822c11a4-8ff9-451a-b96c-e240fc142d87 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:22.915370 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:27:22.940704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=822c11a4-8ff9-451a-b96c-e240fc142d87,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:22.964633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-88fe840c-7fa2-4dbc-a7c1-7ea2acbe5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:22.970664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-88fe840c-7fa2-4dbc-a7c1-7ea2acbe5b7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3496dc2-1355-46ce-b112-1b17620b2c59 HTTP/1.1" status: 200 len: 855 time: 0.4457934 Jul 14 11:27:22.974639 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:23.032551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 2} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:23.037917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:23.067128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:23.081385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-d3a5e9ce-77e3-45d4-a219-d2842a43acc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669072 Jul 14 11:27:23.092643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=822c11a4-8ff9-451a-b96c-e240fc142d87,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:23.105088 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['822c11a4-8ff9-451a-b96c-e240fc142d87'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:23.294205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-efbb0f98-36ef-4e3b-9a6a-c81230a2a222 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:23.299333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 9aa46d11-70f2-40dd-8f2d-004b811629b6 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:27:23.301339 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-efbb0f98-36ef-4e3b-9a6a-c81230a2a222 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/networks?id=3409a8a0-9eb0-487d-bb5e-5ce416126df0 HTTP/1.1" status: 200 len: 828 time: 0.7944391 Jul 14 11:27:23.348168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-94a19277-be20-408d-a781-6b45d903721a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/quotas/dfe01a3446c14c04a5450fdb9d059406 HTTP/1.1" status: 200 len: 375 time: 0.0458775 Jul 14 11:27:23.378156 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-cbe5f422-fe1b-4e5c-b1e5-d7e0f79174d6 service neutron] show failed (client error): The resource could not be found. Jul 14 11:27:23.379181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-cbe5f422-fe1b-4e5c-b1e5-d7e0f79174d6 service neutron] 10.222.0.64 "GET /v2.0/ports/49d3de53-e56c-4d8c-8a71-14631572f10f/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.3713078 Jul 14 11:27:23.434118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1569a6-226e-4e8a-91e3-e40ac24d4102 req-9a802cee-00c5-4950-8f1e-1c28bc7f2965 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:23.448600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d1569a6-226e-4e8a-91e3-e40ac24d4102 req-9a802cee-00c5-4950-8f1e-1c28bc7f2965 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.6376264 Jul 14 11:27:23.508739 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:15Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1672b501-a8ff-4e6b-a242-57964184dd69', 'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'mac_address': 'fa:16:3e:b8:77:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:12Z', 'updated_at': '2021-07-14T11:27:22Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'subnets': [{'id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:23.540954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-7bfe0f96-186a-48f8-9875-8c4b16490fd4 service neutron] 10.222.0.45 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996403 Jul 14 11:27:23.667834 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866544d-eb3a-427e-8fc8-b16b778fc97c None None] The sync data for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 is: [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:15Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1672b501-a8ff-4e6b-a242-57964184dd69', 'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'mac_address': 'fa:16:3e:b8:77:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:12Z', 'updated_at': '2021-07-14T11:27:22Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'subnets': [{'id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:27:23.686019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d1569a6-226e-4e8a-91e3-e40ac24d4102 req-0b6867d8-94bd-4924-bb18-2b48a8b69b5e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364316 Jul 14 11:27:23.731747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:23.841382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-71b6dbda-6276-47a6-91fc-3efbaafe5c0e tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe01a3446c14c04a5450fdb9d059406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4919574 Jul 14 11:27:23.904444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3749e809-8fb3-4bdb-ac42-6270655a21dd req-2c33f7ff-0c25-4d5e-80e4-01866578e2b3 service neutron] 10.222.0.45 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508193 Jul 14 11:27:24.009471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port a03596b4-5ca2-4b98-bf46-51e56575613c yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:27:24.111087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 822c11a4-8ff9-451a-b96c-e240fc142d87 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:24.112180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-b988e2ec-859f-4e2a-8e1e-0cd833ed9cce service neutron] 10.222.0.38 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695761 Jul 14 11:27:24.235657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 822c11a4-8ff9-451a-b96c-e240fc142d87 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:24.238311 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:24.284843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-c36c48d8-4f64-4730-bbde-bd91bc883808 service neutron] 10.222.0.38 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714859 Jul 14 11:27:24.365303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:24.522497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-64f68fd8-5701-4574-ad4d-0a988951d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:24.529967 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-64f68fd8-5701-4574-ad4d-0a988951d536 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc&tenant_id=74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 1101 time: 0.6628194 Jul 14 11:27:24.550190 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:24.558699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:24.612208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:24.616228 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597a4c6c-905f-4ea8-9a04-7fcb9a884437" -d '{"events": [{"server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "name": "network-vif-plugged", "status": "completed", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:24.636946 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:24.640705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=822c11a4-8ff9-451a-b96c-e240fc142d87,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:24.648046 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:24.650942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:24.746418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:24.782582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:24.793703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:24.796178 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:24.800075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=9aa46d11-70f2-40dd-8f2d-004b811629b6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:24.842313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.842634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.842973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.843319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.843637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.844002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.844332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.844704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.845031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.845518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.845851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.846174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:24.859803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:24.924358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=822c11a4-8ff9-451a-b96c-e240fc142d87,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:24.929047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45814-3fcf-4771-b1ec-72aabddb4fd2 req-8ce5cef9-5587-4e84-aba1-4351b7a62b6d tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:24.931490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-04d45814-3fcf-4771-b1ec-72aabddb4fd2 req-8ce5cef9-5587-4e84-aba1-4351b7a62b6d tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 943 time: 0.2255659 Jul 14 11:27:25.019060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-04d45814-3fcf-4771-b1ec-72aabddb4fd2 req-530e0e70-bc1e-4166-bd5f-845990092d79 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786374 Jul 14 11:27:25.030484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=a03596b4-5ca2-4b98-bf46-51e56575613c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:25.074773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Checking segment: {'id': 'a2307da4-e8cd-4633-89b4-3387cc2e17ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0760e6a7-42c5-4f90-9267-9c3cc8b43cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:25.075440 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network hostable DHCP agents. Network: 0760e6a7-42c5-4f90-9267-9c3cc8b43cc0, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:25.110759 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:25.231625 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c19c53-a83a-412e-93fc-0b2ba4d456ef x-openstack-request-id: req-51c19c53-a83a-412e-93fc-0b2ba4d456ef {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:25.232479 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eae2bc-d6d1-4f28-9b58-abe4a376d79b", "tag": "10022f3a-b312-4e49-8798-13d7294aeb90", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:25.232479 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-51c19c53-a83a-412e-93fc-0b2ba4d456ef {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:25.233072 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65eae2bc-d6d1-4f28-9b58-abe4a376d79b', 'tag': '10022f3a-b312-4e49-8798-13d7294aeb90', 'status': 'completed', 'code': 200} Jul 14 11:27:25.301464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 0760e6a7-42c5-4f90-9267-9c3cc8b43cc0 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:25.326210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 0760e6a7-42c5-4f90-9267-9c3cc8b43cc0) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:25.340711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:25.344974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88f8c1a-bd43-40ba-8198-a0d13041c20f None None] Network 0760e6a7-42c5-4f90-9267-9c3cc8b43cc0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:25.346873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:25.373574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:25.374357 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:25.402169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-cf5efb64-a907-493c-8776-6d9deff489fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:25.406678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-cf5efb64-a907-493c-8776-6d9deff489fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09958c89b42549229e38234c5d390a9c&device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 1094 time: 0.1334732 Jul 14 11:27:25.411422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1672b501-a8ff-4e6b-a242-57964184dd69 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:25.554115 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7716c552-322c-4f00-8844-663bfa306ed2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1026781 Jul 14 11:27:25.562649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60560) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:25.653027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:25.700616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:25.724594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-404ca8f4-f110-4115-8824-36125d54be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:25.726772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-404ca8f4-f110-4115-8824-36125d54be4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 200 len: 915 time: 0.3112564 Jul 14 11:27:25.759685 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:25.777562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Transition to ACTIVE for port object 49d3de53-e56c-4d8c-8a71-14631572f10f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:25.778588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:25.795980 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707895ad-3249-4f93-9fc2-43d96d0cc942" -d '{"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-unplugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:25.800367 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:25.878929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-1c7c480c-59f6-4e5c-8110-ba8929f703f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10022f3a-b312-4e49-8798-13d7294aeb90 HTTP/1.1" status: 200 len: 217 time: 0.1381276 Jul 14 11:27:25.966458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] No DVR routers for this DVR port 49d3de53-e56c-4d8c-8a71-14631572f10f on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:26.011408 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:26.054093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:26.057695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:26.058856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:26.084420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Port 49d3de53-e56c-4d8c-8a71-14631572f10f on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:27:26.085011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:26.100132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:26.101999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:26.103333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:26.104740 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Bound port: 49d3de53-e56c-4d8c-8a71-14631572f10f, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:26.105282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 1672b501-a8ff-4e6b-a242-57964184dd69 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:26.110458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:26.115059 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:26.115581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf3483-6337-41bd-a378-8d0fbb75d505 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port a03596b4-5ca2-4b98-bf46-51e56575613c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:26.116085 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3483-6337-41bd-a378-8d0fbb75d505 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:26.119547 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:27:26.120264 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:27:26.121851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1672b501-a8ff-4e6b-a242-57964184dd69 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:26.122474 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:26.162471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10022f3a-b312-4e49-8798-13d7294aeb90 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:27:26.338729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:26.344826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:26.348428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-ba817d85-0475-4511-a342-d8e2ecd56401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:26.350521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-ba817d85-0475-4511-a342-d8e2ecd56401 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3496dc2-1355-46ce-b112-1b17620b2c59 HTTP/1.1" status: 200 len: 855 time: 0.4437428 Jul 14 11:27:26.362272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:26.428590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3483-6337-41bd-a378-8d0fbb75d505 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:26.462946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:26.464245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:26.466496 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] 10.222.0.45 "PUT /v2.0/ports/49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 1096 time: 1.9251063 Jul 14 11:27:26.524737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-680b1838-9334-4c07-9ba8-cf5b256dc2b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a3d83f6-77ed-48c9-854d-ae55fe2d345b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378305 Jul 14 11:27:26.536337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf3483-6337-41bd-a378-8d0fbb75d505 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for a03596b4-5ca2-4b98-bf46-51e56575613c owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:26.632489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82506169-2131-4dd9-adde-61d90454dbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:26.691210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-92d7034f-e7aa-4dbd-bd77-538bb3a1728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:26.694079 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-92d7034f-e7aa-4dbd-bd77-538bb3a1728d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1099 time: 0.1867650 Jul 14 11:27:26.892232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-1f370110-8f19-4ce8-b127-57f387aa3194 service neutron] 10.222.0.45 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536792 Jul 14 11:27:26.964980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 10022f3a-b312-4e49-8798-13d7294aeb90, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10022f3a-b312-4e49-8798-13d7294aeb90,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:26.988216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-13e52f9e-f11f-4989-8e80-a81519e4a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:26.992449 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-13e52f9e-f11f-4989-8e80-a81519e4a296 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2839761 Jul 14 11:27:27.018192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '10022f3a-b312-4e49-8798-13d7294aeb90', 'network_id': '3a3d83f6-77ed-48c9-854d-ae55fe2d345b', 'port_id': '10022f3a-b312-4e49-8798-13d7294aeb90', 'mac_address': 'fa:16:3e:99:4b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3496dc2-1355-46ce-b112-1b17620b2c59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:27:27.111969 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3483-6337-41bd-a378-8d0fbb75d505 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:27.126115 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-2ef8e31e-8768-4b6d-b2d3-3bbced9a8e6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.1213224 Jul 14 11:27:27.165353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:27.268731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 1672b501-a8ff-4e6b-a242-57964184dd69, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1672b501-a8ff-4e6b-a242-57964184dd69,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:27.334839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-47cd4135-777f-4df1-a96c-92358df5f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:27.337075 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-47cd4135-777f-4df1-a96c-92358df5f82d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1992328 Jul 14 11:27:27.344936 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:27.390861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f730313c-daef-4f39-a5d9-2f8aac180f51 req-73cc5918-f3e8-4b99-88f8-ac9d59c4edf2 service neutron] 10.222.0.45 "GET /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905591 Jul 14 11:27:27.391615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf3483-6337-41bd-a378-8d0fbb75d505 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=a03596b4-5ca2-4b98-bf46-51e56575613c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:27.418276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3483-6337-41bd-a378-8d0fbb75d505 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:27.424441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7aaf3483-6337-41bd-a378-8d0fbb75d505 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/a03596b4-5ca2-4b98-bf46-51e56575613c HTTP/1.1" status: 204 len: 168 time: 1.8539464 Jul 14 11:27:27.425135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60584) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:27.481998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-d1541cab-cfab-49cc-b8cd-a4e264a00a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:27.483231 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:27.486070 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-d1541cab-cfab-49cc-b8cd-a4e264a00a37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382532 Jul 14 11:27:27.493493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93dbdcfc-0ee1-4801-b909-3fc1b50e6f1d req-5fb2ca09-5fea-43e7-bb0c-6a8bb26b88d0 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 210 time: 0.1050613 Jul 14 11:27:27.600041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10022f3a-b312-4e49-8798-13d7294aeb90 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:27.782618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 10022f3a-b312-4e49-8798-13d7294aeb90, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10022f3a-b312-4e49-8798-13d7294aeb90,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:27.821540 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:27.839419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=1672b501-a8ff-4e6b-a242-57964184dd69,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:27.994069 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-1af55037-92d7-4074-8c11-14c93a58c919 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955206 Jul 14 11:27:28.187907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=10022f3a-b312-4e49-8798-13d7294aeb90,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:28.230078 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb2070-0595-4352-98bd-0238a73ca2fa x-openstack-request-id: req-34bb2070-0595-4352-98bd-0238a73ca2fa {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:28.232578 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "name": "network-vif-plugged", "status": "completed", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:28.234351 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34bb2070-0595-4352-98bd-0238a73ca2fa {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:28.236049 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87', 'code': 200} Jul 14 11:27:28.347749 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:28.349583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60604) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:28.388355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['10022f3a-b312-4e49-8798-13d7294aeb90'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:28.425487 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4192148-8f1b-410e-bdc3-fec490f5e863 x-openstack-request-id: req-a4192148-8f1b-410e-bdc3-fec490f5e863 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:28.425972 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-unplugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:28.426390 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4192148-8f1b-410e-bdc3-fec490f5e863 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:28.427001 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'code': 200} Jul 14 11:27:28.519516 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8a453fd-6918-4c13-9d43-92ff3235719f req-5756a07b-590a-4598-92cf-84ec6e08faf2 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180962 Jul 14 11:27:28.836744 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c30e4248-cd2a-4f37-af7f-7c87e316f9fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78df941cf0ec46c0895a07857e4d68a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554598 Jul 14 11:27:28.836744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60612) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:28.936799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60614) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:28.983277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74d31543-4c17-424a-9c05-598129ac784b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.020488 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74d31543-4c17-424a-9c05-598129ac784b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.105753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74d31543-4c17-424a-9c05-598129ac784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.108858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74d31543-4c17-424a-9c05-598129ac784b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.112254 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-74d31543-4c17-424a-9c05-598129ac784b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02541456-9413-43a3-a5a7-ace5481a6b3a HTTP/1.1" status: 204 len: 168 time: 0.2899323 Jul 14 11:27:29.128546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d31543-4c17-424a-9c05-598129ac784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02541456-9413-43a3-a5a7-ace5481a6b3a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:29.155333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37722522-9fa6-4ec5-a4d8-d6a16d762d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.162199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9212249-8dda-4366-a9a7-fb18b5812716 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:29.169277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9212249-8dda-4366-a9a7-fb18b5812716 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:29.170869 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e9212249-8dda-4366-a9a7-fb18b5812716 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.6954608 Jul 14 11:27:29.174110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60620) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:29.186486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042471b-9b7c-4c7f-bb4c-aa0df1c7d9b5 req-ae1b9380-d32a-4073-a8db-aa0bdf635229 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:29.195620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a042471b-9b7c-4c7f-bb4c-aa0df1c7d9b5 req-ae1b9380-d32a-4073-a8db-aa0bdf635229 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 948 time: 0.4535244 Jul 14 11:27:29.206147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3f6148ef-8bc1-48d1-b4ff-816ab4609554 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:29.207966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3f6148ef-8bc1-48d1-b4ff-816ab4609554 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.45 "GET /v2.0/networks?id=3409a8a0-9eb0-487d-bb5e-5ce416126df0 HTTP/1.1" status: 200 len: 828 time: 1.7182059 Jul 14 11:27:29.247227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076343-fc2a-4fd4-a151-ea37c864fa34 req-4a04ad13-2456-4830-8192-3de25c3e65d2 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:29.248933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f076343-fc2a-4fd4-a151-ea37c864fa34 req-4a04ad13-2456-4830-8192-3de25c3e65d2 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 944 time: 0.5087180 Jul 14 11:27:29.261444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Request body: {'port': {'device_id': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'admin_state_up': True, 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:29.349227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a042471b-9b7c-4c7f-bb4c-aa0df1c7d9b5 req-97600664-bf82-4b05-8e1b-ca1c51fd15c4 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525385 Jul 14 11:27:29.373106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-56136604-65ba-4a5e-b9f4-336eeed21267 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 9aa46d11-70f2-40dd-8f2d-004b811629b6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:29.373588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56136604-65ba-4a5e-b9f4-336eeed21267 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.447100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f076343-fc2a-4fd4-a151-ea37c864fa34 req-fe0d643e-4804-459a-a041-a2e17651ab46 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343548 Jul 14 11:27:29.471076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1672b501-a8ff-4e6b-a242-57964184dd69 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:29.543652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37722522-9fa6-4ec5-a4d8-d6a16d762d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.571411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56136604-65ba-4a5e-b9f4-336eeed21267 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.592083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-56136604-65ba-4a5e-b9f4-336eeed21267 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 9aa46d11-70f2-40dd-8f2d-004b811629b6 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:29.597221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37722522-9fa6-4ec5-a4d8-d6a16d762d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.608907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Made reservation on behalf of dfe01a3446c14c04a5450fdb9d059406 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:29.631548 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.633901 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-37722522-9fa6-4ec5-a4d8-d6a16d762d77 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe18e38fb132412db9ae0a0d52df4c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6928141 Jul 14 11:27:29.639173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60644) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:29.660244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1672b501-a8ff-4e6b-a242-57964184dd69 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:29.662417 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.785963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37722522-9fa6-4ec5-a4d8-d6a16d762d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e72281-edb2-4668-b43f-bde168c993df,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:29.826550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ce0740c-a768-47dc-9b7a-f3a5eb7a11f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.854497 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ce0740c-a768-47dc-9b7a-f3a5eb7a11f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.919275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ce0740c-a768-47dc-9b7a-f3a5eb7a11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.924534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ce0740c-a768-47dc-9b7a-f3a5eb7a11f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:29.930550 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7ce0740c-a768-47dc-9b7a-f3a5eb7a11f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76e72281-edb2-4668-b43f-bde168c993df HTTP/1.1" status: 204 len: 168 time: 0.2750976 Jul 14 11:27:29.968329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Allocated IP 172.20.0.6 (3409a8a0-9eb0-487d-bb5e-5ce416126df0/679eb6c9-348d-4689-9cf7-bcea9af41ed0/402896b6-f677-4e94-9b16-b30c136970cc) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:29.970233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0740c-a768-47dc-9b7a-f3a5eb7a11f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e72281-edb2-4668-b43f-bde168c993df,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:29.998891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56136604-65ba-4a5e-b9f4-336eeed21267 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:30.081675 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56136604-65ba-4a5e-b9f4-336eeed21267 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=9aa46d11-70f2-40dd-8f2d-004b811629b6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:30.104502 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56136604-65ba-4a5e-b9f4-336eeed21267 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:30.110369 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-56136604-65ba-4a5e-b9f4-336eeed21267 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/9aa46d11-70f2-40dd-8f2d-004b811629b6 HTTP/1.1" status: 204 len: 168 time: 0.9340739 Jul 14 11:27:30.113219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60654) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:30.175226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:27:30.179437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10022f3a-b312-4e49-8798-13d7294aeb90 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:30.208136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4486cf4-ca64-4355-9f44-34cbb9ec0bfc req-0a940bcd-fddc-430b-bc7e-fe7decfd1210 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 210 time: 0.1894646 Jul 14 11:27:30.372686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a1778-4e1b-4d30-858e-02fa5139f431 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:30.377453 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d08a1778-4e1b-4d30-858e-02fa5139f431 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2611763 Jul 14 11:27:30.379558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60660) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:30.435115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 10022f3a-b312-4e49-8798-13d7294aeb90 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:30.444521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 10022f3a-b312-4e49-8798-13d7294aeb90 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:30.445434 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:30.445571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:30.450061 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:30.464752 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b45a82f-0274-466f-839b-525862371fa7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:27:30.470530 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8b45a82f-0274-466f-839b-525862371fa7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/a03596b4-5ca2-4b98-bf46-51e56575613c HTTP/1.1" status: 404 len: 333 time: 0.0898395 Jul 14 11:27:30.479009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60668) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:30.603875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:30.619833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'mac_address': 'fa:16:3e:0e:a7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:27:30.759176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64519-88d7-4ec8-a232-560607ae7c48 req-22ccc1ea-6f47-4c31-b32b-17defc97144f tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:30.761050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ac64519-88d7-4ec8-a232-560607ae7c48 req-22ccc1ea-6f47-4c31-b32b-17defc97144f tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 945 time: 0.7756376 Jul 14 11:27:30.815648 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:30.818837 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:30.874340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 10022f3a-b312-4e49-8798-13d7294aeb90, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10022f3a-b312-4e49-8798-13d7294aeb90,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:30.876317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eae2bc-d6d1-4f28-9b58-abe4a376d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10022f3a-b312-4e49-8798-13d7294aeb90'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:30.878648 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129732f7-d91c-4da4-8c25-38faca7549a4" -d '{"events": [{"server_uuid": "65eae2bc-d6d1-4f28-9b58-abe4a376d79b", "name": "network-vif-plugged", "status": "completed", "tag": "10022f3a-b312-4e49-8798-13d7294aeb90"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:30.884068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d3de53-e56c-4d8c-8a71-14631572f10f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:30.908486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:30.910241 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:30.918126 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:31.017451 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-46db5cc2-62c6-4617-b3b8-aaeda869bb90 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:27:31.020367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-46db5cc2-62c6-4617-b3b8-aaeda869bb90 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/9aa46d11-70f2-40dd-8f2d-004b811629b6 HTTP/1.1" status: 404 len: 333 time: 0.5371885 Jul 14 11:27:31.022151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=10022f3a-b312-4e49-8798-13d7294aeb90,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:31.023827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60680) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:31.068020 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ac64519-88d7-4ec8-a232-560607ae7c48 req-733e34a8-9fe3-433d-b76f-500258f081c6 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928868 Jul 14 11:27:31.162344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:31.223316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['49d3de53-e56c-4d8c-8a71-14631572f10f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:31.248323 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49972679-f636-496b-a7be-8556c13be7be x-openstack-request-id: req-49972679-f636-496b-a7be-8556c13be7be {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:31.248711 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:31.249075 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49972679-f636-496b-a7be-8556c13be7be {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:31.249605 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'status': 'completed', 'code': 200} Jul 14 11:27:31.267174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60684) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:31.393093 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:31.454058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:31.533535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-bbdfd776-e208-4f8f-b9de-14ae0593dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:31.536404 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-bbdfd776-e208-4f8f-b9de-14ae0593dca5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1100 time: 0.2850308 Jul 14 11:27:31.599776 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:31.612129 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:31.623732 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:31.660877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98a5864ed35a45b0a65ebc329102fbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781860 Jul 14 11:27:31.663611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60686) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:31.748809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaa8f6-0e81-428f-9ba7-570be799416b req-5eac9ce0-a195-4f43-b3eb-5d741ee21e92 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:31.750718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-febaa8f6-0e81-428f-9ba7-570be799416b req-5eac9ce0-a195-4f43-b3eb-5d741ee21e92 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 949 time: 0.8811448 Jul 14 11:27:31.768013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Transition to ACTIVE for port object 402896b6-f677-4e94-9b16-b30c136970cc will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:31.824182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:31.855565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0760e6a7-42c5-4f90-9267-9c3cc8b43cc0']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:31.874743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2307da4-e8cd-4633-89b4-3387cc2e17ea') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:31.875025 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2307da4-e8cd-4633-89b4-3387cc2e17ea') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:31.895666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:31.898567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-b581252d-664e-4241-977f-33faadaaf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:31.902391 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-b581252d-664e-4241-977f-33faadaaf6bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.3548629 Jul 14 11:27:31.958248 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-e70fe8b0-8e0d-415f-84a8-a2a8fbe5afdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.0463760 Jul 14 11:27:31.963867 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:31.964071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35aedf3a-3d0c-4275-aa16-4767ddb09436,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:31.971842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b586339-1cea-4664-951a-57222433dc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.027787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.027787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.027787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.028268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-b121b4c7-b704-48b2-98ff-ed6eda9a7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:32.028769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.028769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.028769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.028769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.029141 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-b121b4c7-b704-48b2-98ff-ed6eda9a7d20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0608933 Jul 14 11:27:32.029242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.029242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.029242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.029660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.030081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05f096-2be2-4a1f-a047-ed06c9381fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:32.031095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:27:32.031622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:27:32.035369 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:27:32.076337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-54a58561-160f-40c3-9c60-b9488cdf3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:32.079175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-54a58561-160f-40c3-9c60-b9488cdf3954 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1100 time: 0.7973623 Jul 14 11:27:32.109814 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.176235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1702de-5ed4-4619-8ece-64f0c8acb3c4 req-602797ce-bb9b-4725-a0d1-ec058cad2abd tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:32.185533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c1702de-5ed4-4619-8ece-64f0c8acb3c4 req-602797ce-bb9b-4725-a0d1-ec058cad2abd tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 945 time: 0.7005911 Jul 14 11:27:32.186640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:32.192194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-febaa8f6-0e81-428f-9ba7-570be799416b req-1abd2bd9-0468-4c76-8a9a-cb443a0da7b9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192262 Jul 14 11:27:32.199934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.204516 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b586339-1cea-4664-951a-57222433dc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.217340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.221037 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/networks/0760e6a7-42c5-4f90-9267-9c3cc8b43cc0 HTTP/1.1" status: 204 len: 168 time: 1.1947799 Jul 14 11:27:32.239686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60692) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:32.248350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1678072881'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:32.254226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dc65a-b237-429b-b8f6-13ad353e76cc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Network': ['ID=0760e6a7-42c5-4f90-9267-9c3cc8b43cc0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:32.317685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-9bf68bd7-ab2e-4dd2-9658-138e957235cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:32.322857 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-9bf68bd7-ab2e-4dd2-9658-138e957235cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2838430 Jul 14 11:27:32.327891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:32.341021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.358792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Pushing event updated for resources: {'Port': ['ID=402896b6-f677-4e94-9b16-b30c136970cc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:32.361256 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884e011f-7490-4f2f-9bf9-6a57e102b12c x-openstack-request-id: req-884e011f-7490-4f2f-9bf9-6a57e102b12c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:32.371733 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eae2bc-d6d1-4f28-9b58-abe4a376d79b", "name": "network-vif-plugged", "status": "completed", "tag": "10022f3a-b312-4e49-8798-13d7294aeb90", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:32.372136 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-884e011f-7490-4f2f-9bf9-6a57e102b12c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:32.372740 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eae2bc-d6d1-4f28-9b58-abe4a376d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10022f3a-b312-4e49-8798-13d7294aeb90', 'code': 200} Jul 14 11:27:32.415771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 49d3de53-e56c-4d8c-8a71-14631572f10f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:32.421607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 49d3de53-e56c-4d8c-8a71-14631572f10f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:32.422151 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.425743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:32.445494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:32.490814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:32.642795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:27:32.658288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b586339-1cea-4664-951a-57222433dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.662164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b586339-1cea-4664-951a-57222433dc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.667916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b586339-1cea-4664-951a-57222433dc43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35aedf3a-3d0c-4275-aa16-4767ddb09436 HTTP/1.1" status: 204 len: 168 time: 0.9783053 Jul 14 11:27:32.700629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c1702de-5ed4-4619-8ece-64f0c8acb3c4 req-d1760eed-e3e4-4852-9f98-7c81b1a1d916 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136755 Jul 14 11:27:32.710031 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.714860 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.722301 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Added segment e842aa34-e182-4f84-a4e8-0ca014c48325 of type vlan for network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f Jul 14 11:27:32.806534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:32.817659 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.857589 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-67643678-f9a2-4069-b1d9-15e54255cda2 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085735 Jul 14 11:27:32.881588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b586339-1cea-4664-951a-57222433dc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aedf3a-3d0c-4275-aa16-4767ddb09436,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:32.948029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:32.983904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-557e1709-aa5a-4b5c-85f6-b840756aab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:33.006265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-557e1709-aa5a-4b5c-85f6-b840756aab5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.8849199 Jul 14 11:27:33.006960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d7667388-cb22-4b3b-9b46-9a03fa74983a None None] Provisioning for port 402896b6-f677-4e94-9b16-b30c136970cc completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:33.018890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:33.051733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d7667388-cb22-4b3b-9b46-9a03fa74983a None None] Provisioning complete for port 402896b6-f677-4e94-9b16-b30c136970cc triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:33.052616 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d7667388-cb22-4b3b-9b46-9a03fa74983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:33.171048 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:33.172701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d7667388-cb22-4b3b-9b46-9a03fa74983a None None] Port 402896b6-f677-4e94-9b16-b30c136970cc cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:27:33.183042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:33.183710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:33.193202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:33.194693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:33.201305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-77d1cc95-859e-4632-a908-0322f4e75d54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.1938496 Jul 14 11:27:33.245602 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0044255 Jul 14 11:27:33.289142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60714) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:33.294418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '58c39555-6d28-49c8-9cb5-c4cf5c32a73f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:33.367738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-5a655e51-f4dd-410c-8115-e0676d5c157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:33.369589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-5a655e51-f4dd-410c-8115-e0676d5c157e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1590583 Jul 14 11:27:33.371487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739b1e-05be-44f1-8f4e-e88ede93537c req-12ad2a50-6530-4347-954f-850e2509c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:33.373782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90739b1e-05be-44f1-8f4e-e88ede93537c req-12ad2a50-6530-4347-954f-850e2509c34f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 1096 time: 0.8923037 Jul 14 11:27:33.502971 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-988bc0f3-3c8e-4674-8936-b734054d0b05 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064718 Jul 14 11:27:33.515363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-3fc70b67-c63d-4fb9-816f-9724f8c5a54c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2784438 Jul 14 11:27:33.542076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Request body: {'port': {'device_id': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:33.550279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da993988-47c1-4e13-8ae4-2415625396c6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Network': ['ID=58c39555-6d28-49c8-9cb5-c4cf5c32a73f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:33.565165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:27:33.657583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:33.658744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90739b1e-05be-44f1-8f4e-e88ede93537c req-604c4b40-9e6f-44ed-99c6-15143bc6ac88 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760394 Jul 14 11:27:33.661293 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:33.722632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-52c0b143-4440-45ee-9259-084078c5142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:33.724727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-52c0b143-4440-45ee-9259-084078c5142b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3445518 Jul 14 11:27:33.735595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acab87-f2fa-41d5-b461-86fe621e9919 req-aa4abff3-2c07-4fd8-bbf5-3fa8fc2ec15c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:33.738925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0acab87-f2fa-41d5-b461-86fe621e9919 req-aa4abff3-2c07-4fd8-bbf5-3fa8fc2ec15c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 931 time: 0.6428289 Jul 14 11:27:33.969782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-ca34c376-8a43-418b-ad82-0055ac78097c service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282772 Jul 14 11:27:34.063954 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:34.283666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60740) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:34.374198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:34.376609 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c13b631-1871-4896-a4a4-0af6d348428c" -d '{"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-plugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:34.536692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-393383632-network', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:34.682774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:34.738674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Made reservation on behalf of 6039b6c0a95045268ee7c0d8373f31df for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:34.743373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:34.774374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:34.827721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=6bb1a1d7-bfc4-477d-adc9-1cdc9ea7ea2f,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:34.910018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Checking segment: {'id': 'e842aa34-e182-4f84-a4e8-0ca014c48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58c39555-6d28-49c8-9cb5-c4cf5c32a73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:34.920309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network hostable DHCP agents. Network: 58c39555-6d28-49c8-9cb5-c4cf5c32a73f, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:34.939812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402896b6-f677-4e94-9b16-b30c136970cc {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:34.974834 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.008366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Transition to ACTIVE for port object 402896b6-f677-4e94-9b16-b30c136970cc will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:35.036484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0acab87-f2fa-41d5-b461-86fe621e9919 req-d3b32f3f-e397-4168-9b82-2d20772aa0e7 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebdb3a5b-7cba-47fa-b17d-2bcbac847083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2683711 Jul 14 11:27:35.053321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:35.080857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.086645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 58c39555-6d28-49c8-9cb5-c4cf5c32a73f) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:35.102970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f676e-9839-4587-b64c-5c265642db69 None None] Network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:35.107911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:35.111356 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.237866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.246263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.260593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-74787152-8580-4e39-bf0e-f4af6da9f5a2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9701626 Jul 14 11:27:35.282147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60748) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:35.294666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '58c39555-6d28-49c8-9cb5-c4cf5c32a73f', 'name': 'tempest-PortsTestJSON-1845152510'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:35.319509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:27:35.337234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb78fa2c-2a2e-43c3-be7c-0c00a7c3ce3b req-6bf5699f-aeb4-4613-8167-ec6e442938d8 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3436353 Jul 14 11:27:35.430444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.446818 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Added segment d58bca22-39ef-4e60-8937-77cd066037bc of type vlan for network 1a2319a6-2257-45ad-b95b-47aad96494b7 Jul 14 11:27:35.454964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51588e8a-5e37-49db-bc12-75a4aa253ab4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:35.508512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-58c39555-6d28-49c8-9cb5-c4cf5c32a73f', 'network_id': '58c39555-6d28-49c8-9cb5-c4cf5c32a73f', 'tenant_id': '124cdbed65124bcaa6fb8297d1619fb8', 'fixed_ips': [{'subnet_id': '6bb1a1d7-bfc4-477d-adc9-1cdc9ea7ea2f'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:27:35.509489 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.566973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.636807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:35.641274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.663996 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.665701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:35.666667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.675295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 8cc16db2-624a-4655-ac93-f16983df201b yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:27:35.824118 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5365250 Jul 14 11:27:35.829339 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60750) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:35.838499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Request body: {'subnet': {'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-393383632-subnet', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:35.866571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Allocated IP 172.20.0.2 (58c39555-6d28-49c8-9cb5-c4cf5c32a73f/6bb1a1d7-bfc4-477d-adc9-1cdc9ea7ea2f/1b956895-b78a-4bfc-9915-dedcd04faac9) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:35.868621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Made reservation on behalf of 6039b6c0a95045268ee7c0d8373f31df for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:35.873360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:35.878557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984e00a-df91-45df-addf-272927bd20c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1a2319a6-2257-45ad-b95b-47aad96494b7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:36.031604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1a2319a6-2257-45ad-b95b-47aad96494b7 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:27:36.035038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b7149-0abb-447e-b24d-9a3f69273af9 req-3fde4dc4-9dd2-455e-864d-3aff7fde9363 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:36.044071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b88b7149-0abb-447e-b24d-9a3f69273af9 req-3fde4dc4-9dd2-455e-864d-3aff7fde9363 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 945 time: 2.3033907 Jul 14 11:27:36.046170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Pushing event updated for resources: {'Port': ['ID=402896b6-f677-4e94-9b16-b30c136970cc,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:36.158572 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:36.171065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b88b7149-0abb-447e-b24d-9a3f69273af9 req-49f97000-5736-400d-891a-fc4b29b2267d tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259637 Jul 14 11:27:36.178246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Attempting to bind port 402896b6-f677-4e94-9b16-b30c136970cc on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:36.183656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Attempting to bind port 402896b6-f677-4e94-9b16-b30c136970cc by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:36.184639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Attempting to bind port 402896b6-f677-4e94-9b16-b30c136970cc on network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:36.206775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Port 402896b6-f677-4e94-9b16-b30c136970cc on network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:27:36.207140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Attempting to bind port 402896b6-f677-4e94-9b16-b30c136970cc on network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:36.267516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb77e4-7519-4798-af3d-108df4e8edc3 req-eca3f5bf-97ed-436f-baf8-29a1a4f25e56 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:36.275540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95fb77e4-7519-4798-af3d-108df4e8edc3 req-eca3f5bf-97ed-436f-baf8-29a1a4f25e56 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.9303315 Jul 14 11:27:36.283324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:36.284328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Checking segment: {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:36.284328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Bound using segment: {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:36.284563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Bound port: 402896b6-f677-4e94-9b16-b30c136970cc, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32863d33-85bc-4280-bdff-baac68079bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:36.284902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:36.285085 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:36.312482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Transition to ACTIVE for port object 1b956895-b78a-4bfc-9915-dedcd04faac9 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:36.364323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Transition to ACTIVE for port object 1b956895-b78a-4bfc-9915-dedcd04faac9 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:36.378253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:36.386752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Checking segment: {'id': 'd58bca22-39ef-4e60-8937-77cd066037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:36.387713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95fb77e4-7519-4798-af3d-108df4e8edc3 req-382d704e-efee-4704-b444-14ed79494540 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087699 Jul 14 11:27:36.389321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Network hostable DHCP agents. Network: 1a2319a6-2257-45ad-b95b-47aad96494b7, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:36.400226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d0f211-b045-4070-90a0-0975a15970e6,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:36.456609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] For port 402896b6-f677-4e94-9b16-b30c136970cc, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:36.469745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] For port 402896b6-f677-4e94-9b16-b30c136970cc, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=402896b6-f677-4e94-9b16-b30c136970cc,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:36.479155 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:36.539567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:36.542661 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2be280-8604-4cb0-9a0b-70aba5cf723d x-openstack-request-id: req-6c2be280-8604-4cb0-9a0b-70aba5cf723d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:36.542970 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-plugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:36.543428 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c2be280-8604-4cb0-9a0b-70aba5cf723d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:36.543968 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'code': 200} Jul 14 11:27:36.552303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:36.576044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:36.593702 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Network 1a2319a6-2257-45ad-b95b-47aad96494b7 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:36.595426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Pushing event updated for resources: {'Port': ['ID=1b956895-b78a-4bfc-9915-dedcd04faac9,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:36.622204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:36.622811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:36.624356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/402896b6-f677-4e94-9b16-b30c136970cc HTTP/1.1" status: 200 len: 1091 time: 3.0934780 Jul 14 11:27:36.624610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.14 (58c39555-6d28-49c8-9cb5-c4cf5c32a73f/6bb1a1d7-bfc4-477d-adc9-1cdc9ea7ea2f/8cc16db2-624a-4655-ac93-f16983df201b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:36.624976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:36.627508 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf1a0bf-3416-40e5-a2d2-d41574676495" -d '{"events": [{"name": "network-changed", "server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "tag": "402896b6-f677-4e94-9b16-b30c136970cc"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:36.634950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1a2319a6-2257-45ad-b95b-47aad96494b7) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:36.653494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:36.654268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:36.721440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d89fea-3528-49f2-a345-f83e956be7ba None None] Network 1a2319a6-2257-45ad-b95b-47aad96494b7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:36.723996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bd62c-8145-45ef-a335-b0a4117314e3 service neutron] Pushing event updated for resources: {'Port': ['ID=402896b6-f677-4e94-9b16-b30c136970cc,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:36.741674 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a6f0bb4b-4cbd-49d5-a9a8-e929e8685296 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9091513 Jul 14 11:27:36.749150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60762) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:36.775382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:36.814493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0488-8e0f-4c5a-aded-9dcf2f28e971 req-7539ef54-725a-449a-8e31-1b7f5ec7b1de tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:36.829288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff9c0488-8e0f-4c5a-aded-9dcf2f28e971 req-7539ef54-725a-449a-8e31-1b7f5ec7b1de tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 945 time: 0.3103783 Jul 14 11:27:37.006513 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.008908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.023321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff9c0488-8e0f-4c5a-aded-9dcf2f28e971 req-29e6d94f-5e91-4cfb-a827-683faee85412 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929450 Jul 14 11:27:37.030382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Attempting to bind port 1b956895-b78a-4bfc-9915-dedcd04faac9 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:37.045824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Attempting to bind port 1b956895-b78a-4bfc-9915-dedcd04faac9 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'e842aa34-e182-4f84-a4e8-0ca014c48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58c39555-6d28-49c8-9cb5-c4cf5c32a73f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:37.063337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Attempting to bind port 1b956895-b78a-4bfc-9915-dedcd04faac9 on network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:37.082180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-89d727b2-c215-4cce-af76-9550d571cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:37.082180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-89d727b2-c215-4cce-af76-9550d571cc7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfe01a3446c14c04a5450fdb9d059406&device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 1094 time: 0.3718154 Jul 14 11:27:37.154000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-6c6b2a04-6375-405b-b164-e09c10a8dc9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=402896b6-f677-4e94-9b16-b30c136970cc HTTP/1.1" status: 200 len: 217 time: 0.0690799 Jul 14 11:27:37.164214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.210602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:37.214237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Checking segment: {'id': 'e842aa34-e182-4f84-a4e8-0ca014c48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58c39555-6d28-49c8-9cb5-c4cf5c32a73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:37.215966 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.219544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Bound using segment: {'id': 'e842aa34-e182-4f84-a4e8-0ca014c48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58c39555-6d28-49c8-9cb5-c4cf5c32a73f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:37.220427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Bound port: 1b956895-b78a-4bfc-9915-dedcd04faac9, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e842aa34-e182-4f84-a4e8-0ca014c48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58c39555-6d28-49c8-9cb5-c4cf5c32a73f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:37.221095 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.223570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef95306-4464-4759-beb4-72fdba9431cf req-d9880ded-4839-46e2-a14c-5cc83f86457e tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:37.231786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cef95306-4464-4759-beb4-72fdba9431cf req-d9880ded-4839-46e2-a14c-5cc83f86457e tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 943 time: 0.3301096 Jul 14 11:27:37.239583 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.287983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object 8cc16db2-624a-4655-ac93-f16983df201b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:37.296459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cef95306-4464-4759-beb4-72fdba9431cf req-9fc75d62-6ff7-4294-8477-87c7c7cd880d tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebdb3a5b-7cba-47fa-b17d-2bcbac847083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635500 Jul 14 11:27:37.298093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-7c808ba0-8756-4add-b90a-1ab1b4348b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:37.299685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-7c808ba0-8756-4add-b90a-1ab1b4348b27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=679eb6c9-348d-4689-9cf7-bcea9af41ed0 HTTP/1.1" status: 200 len: 867 time: 0.1387913 Jul 14 11:27:37.407627 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a757ff-a5fb-4e12-9798-f1aab2d6357d x-openstack-request-id: req-19a757ff-a5fb-4e12-9798-f1aab2d6357d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:37.407991 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "tag": "402896b6-f677-4e94-9b16-b30c136970cc", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:37.408255 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19a757ff-a5fb-4e12-9798-f1aab2d6357d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:37.408664 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc', 'status': 'completed', 'code': 200} Jul 14 11:27:37.420631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-6dd7a592-128c-4dac-a815-5a246b3823fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:37.422213 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-6dd7a592-128c-4dac-a815-5a246b3823fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3409a8a0-9eb0-487d-bb5e-5ce416126df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136351 Jul 14 11:27:37.566507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-1a2319a6-2257-45ad-b95b-47aad96494b7', 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'fixed_ips': [{'subnet_id': '54d0f211-b045-4070-90a0-0975a15970e6'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:27:37.567365 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.594653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] For port 1b956895-b78a-4bfc-9915-dedcd04faac9, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:37.660400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-573c0ae9-32f8-4c90-9875-65b565da3758 service neutron] 10.222.0.45 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290294 Jul 14 11:27:37.669440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.675295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] For port 1b956895-b78a-4bfc-9915-dedcd04faac9, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b956895-b78a-4bfc-9915-dedcd04faac9,segment=NetworkSegment(e842aa34-e182-4f84-a4e8-0ca014c48325),segment_id=e842aa34-e182-4f84-a4e8-0ca014c48325)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:37.694805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.706483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.805047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:37.809947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:37.812977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:37.859488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=8cc16db2-624a-4655-ac93-f16983df201b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:37.886152 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:37.886905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:37.907782 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-00d19355-8ab3-4390-9448-3c16c41fb9d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6215770 Jul 14 11:27:37.910719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60772) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:38.011832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e93535-a755-44b9-bfda-5d4558dcfcec req-9ce4966b-01f2-4ff1-8e06-c73f0ec87362 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:38.013820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12e93535-a755-44b9-bfda-5d4558dcfcec req-9ce4966b-01f2-4ff1-8e06-c73f0ec87362 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 945 time: 0.3525193 Jul 14 11:27:38.023946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ef689-be88-48d0-b7eb-aea5f94c3564 None None] Pushing event updated for resources: {'Port': ['ID=1b956895-b78a-4bfc-9915-dedcd04faac9,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:38.092523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-312a1ad1-770b-4c38-8d50-28bf804b9fa1 req-5250b8a0-52b2-470a-a6f1-2924440bcee3 service neutron] 10.222.0.45 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050012 Jul 14 11:27:38.192169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Allocated IP 172.20.0.2 (1a2319a6-2257-45ad-b95b-47aad96494b7/54d0f211-b045-4070-90a0-0975a15970e6/81164a55-43ae-49c0-a214-c3b49918e3bf) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:38.216860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-23d1b7bc-6663-48f8-8442-04f801d582cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 8cc16db2-624a-4655-ac93-f16983df201b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:38.217284 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23d1b7bc-6663-48f8-8442-04f801d582cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:38.369436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:38.477877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:38.573131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12e93535-a755-44b9-bfda-5d4558dcfcec req-3972bc99-4ba9-4c6c-a425-d316c2a729d6 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513749 Jul 14 11:27:38.621807 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:38.646819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Transition to ACTIVE for port object 81164a55-43ae-49c0-a214-c3b49918e3bf will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:38.688777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Transition to ACTIVE for port object 81164a55-43ae-49c0-a214-c3b49918e3bf will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:38.712941 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:38.718865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-da115758-1ad9-45e3-bc2e-302b4eee4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:38.740798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-da115758-1ad9-45e3-bc2e-302b4eee4059 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfe01a3446c14c04a5450fdb9d059406&device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 1094 time: 0.5025609 Jul 14 11:27:38.746032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Network 1a2319a6-2257-45ad-b95b-47aad96494b7 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:38.746263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23d1b7bc-6663-48f8-8442-04f801d582cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:38.750339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:38.784768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:38.806996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-23d1b7bc-6663-48f8-8442-04f801d582cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 8cc16db2-624a-4655-ac93-f16983df201b owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:38.844445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-accc1441-9b63-4d23-b96b-4d16914958ae tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:38.846563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-accc1441-9b63-4d23-b96b-4d16914958ae tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc&tenant_id=74fa1d7c96164474bf4b5083b15d7551&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 950 time: 0.7517717 Jul 14 11:27:38.934667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Attempting to bind port 81164a55-43ae-49c0-a214-c3b49918e3bf on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:38.935235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Attempting to bind port 81164a55-43ae-49c0-a214-c3b49918e3bf by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'd58bca22-39ef-4e60-8937-77cd066037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:38.936057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Attempting to bind port 81164a55-43ae-49c0-a214-c3b49918e3bf on network 1a2319a6-2257-45ad-b95b-47aad96494b7 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:38.947925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:38.948969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Checking segment: {'id': 'd58bca22-39ef-4e60-8937-77cd066037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:38.949739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Allocated IP 172.25.2.46 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/965552ad-96d2-4a99-9180-dfa2d176c931) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:38.949935 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:38.951730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Bound using segment: {'id': 'd58bca22-39ef-4e60-8937-77cd066037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:38.952460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Bound port: 81164a55-43ae-49c0-a214-c3b49918e3bf, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58bca22-39ef-4e60-8937-77cd066037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:38.953634 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:38.974601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Pushing event updated for resources: {'Port': ['ID=81164a55-43ae-49c0-a214-c3b49918e3bf,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:39.118495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] For port 81164a55-43ae-49c0-a214-c3b49918e3bf, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:39.125407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-84d5f6bb-4998-4c77-9176-f0b126eb17ba service neutron] 10.222.0.45 "GET /v2.0/ports/49d3de53-e56c-4d8c-8a71-14631572f10f/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 382 time: 0.2626922 Jul 14 11:27:39.128229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] For port 81164a55-43ae-49c0-a214-c3b49918e3bf, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=81164a55-43ae-49c0-a214-c3b49918e3bf,segment=NetworkSegment(d58bca22-39ef-4e60-8937-77cd066037bc),segment_id=d58bca22-39ef-4e60-8937-77cd066037bc)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:39.140732 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:39.319728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75be9d-38cd-4ce2-948b-d928e91dc829 None None] Pushing event updated for resources: {'Port': ['ID=81164a55-43ae-49c0-a214-c3b49918e3bf,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:39.351455 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23d1b7bc-6663-48f8-8442-04f801d582cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:39.356235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:39.408656 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eed3f1ea-28cb-4e73-8e7a-9ef6aba73b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:39.425951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a8bd0-5de4-4582-b89a-eadc5fb992e2 req-72756716-84cf-4943-9c97-dd919d3149b5 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:39.427558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d8a8bd0-5de4-4582-b89a-eadc5fb992e2 req-72756716-84cf-4943-9c97-dd919d3149b5 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 945 time: 0.3582685 Jul 14 11:27:39.458746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-2fa4de51-1138-404f-a243-9ff873df5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:39.461034 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-2fa4de51-1138-404f-a243-9ff873df5f5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1101 time: 0.2517741 Jul 14 11:27:39.477776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1b7bc-6663-48f8-8442-04f801d582cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=8cc16db2-624a-4655-ac93-f16983df201b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:39.506265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030614f-c52c-4c00-b6c3-7bcf77497a69 req-0387f3d8-53e0-4933-9e96-c743b2c14c6f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:39.511352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6030614f-c52c-4c00-b6c3-7bcf77497a69 req-0387f3d8-53e0-4933-9e96-c743b2c14c6f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.2452502 Jul 14 11:27:39.512835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-e1115015-e0a3-4d2a-84fb-8f4424e1e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:39.514376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-e1115015-e0a3-4d2a-84fb-8f4424e1e587 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3409a8a0-9eb0-487d-bb5e-5ce416126df0 HTTP/1.1" status: 200 len: 928 time: 0.7372799 Jul 14 11:27:39.596632 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b956895-b78a-4bfc-9915-dedcd04faac9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:39.673849 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23d1b7bc-6663-48f8-8442-04f801d582cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:39.676118 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-23d1b7bc-6663-48f8-8442-04f801d582cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/8cc16db2-624a-4655-ac93-f16983df201b HTTP/1.1" status: 204 len: 168 time: 1.7642360 Jul 14 11:27:39.679399 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60784) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:39.697947 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:39.712542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-d12d4220-f01d-4af2-bbe0-cc136d034642 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=402896b6-f677-4e94-9b16-b30c136970cc HTTP/1.1" status: 200 len: 217 time: 0.1434519 Jul 14 11:27:39.766190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 1b956895-b78a-4bfc-9915-dedcd04faac9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:39.813670 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0eb67e-46ad-45d9-9acd-63444a50422a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:27:39.815242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0eb67e-46ad-45d9-9acd-63444a50422a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:27:39.817386 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5d0eb67e-46ad-45d9-9acd-63444a50422a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/8cc16db2-624a-4655-ac93-f16983df201b HTTP/1.1" status: 404 len: 333 time: 0.1362529 Jul 14 11:27:39.823412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:39.863526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-73ad49b1-1ba3-4f56-b8e0-5dfe7545e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:39.865257 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-73ad49b1-1ba3-4f56-b8e0-5dfe7545e9ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=679eb6c9-348d-4689-9cf7-bcea9af41ed0 HTTP/1.1" status: 200 len: 867 time: 0.1396308 Jul 14 11:27:39.886802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:39.890796 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e4b807-5060-46e0-968a-7b9b843796f6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:27:39.896316 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f7e4b807-5060-46e0-968a-7b9b843796f6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/8cc16db2-624a-4655-ac93-f16983df201b HTTP/1.1" status: 404 len: 333 time: 0.0662184 Jul 14 11:27:39.896316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:39.897444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6030614f-c52c-4c00-b6c3-7bcf77497a69 req-a530d9ab-3bee-4fe2-aefc-a34091919d7a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682442 Jul 14 11:27:39.900764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60792) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:39.902104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:39.904901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Pushing event updated for resources: {'Port': ['ID=965552ad-96d2-4a99-9180-dfa2d176c931,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:39.963577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec8b6a-a04e-4136-9237-3f779ad949de None None] Network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:40.018871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82faeb3-f64b-4fca-8d24-da6f5a1b5028 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet 6bb1a1d7-bfc4-477d-adc9-1cdc9ea7ea2f {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:27:40.055123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d8a8bd0-5de4-4582-b89a-eadc5fb992e2 req-ee872e69-0c88-466c-b7f9-60269ebd74ea tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121094 Jul 14 11:27:40.110021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a82faeb3-f64b-4fca-8d24-da6f5a1b5028 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:40.207229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c65392ef-f96e-4482-ae71-61b934df1df3 None None] Provisioning for port 1b956895-b78a-4bfc-9915-dedcd04faac9 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:40.220843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 402896b6-f677-4e94-9b16-b30c136970cc details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:27:40.226754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c65392ef-f96e-4482-ae71-61b934df1df3 None None] Provisioning complete for port 1b956895-b78a-4bfc-9915-dedcd04faac9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:40.227368 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c65392ef-f96e-4482-ae71-61b934df1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:40.331087 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a82faeb3-f64b-4fca-8d24-da6f5a1b5028 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:40.375966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-54f6d179-5084-487d-8d1b-69cfcb86407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:40.378312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-54f6d179-5084-487d-8d1b-69cfcb86407e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.8627822 Jul 14 11:27:40.410171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-a33b66ba-2a6e-4cde-8b70-c3faaa7d0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:40.411782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-a33b66ba-2a6e-4cde-8b70-c3faaa7d0386 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3409a8a0-9eb0-487d-bb5e-5ce416126df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5047450 Jul 14 11:27:40.518168 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:40.531355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-ebc2d674-b31e-42d9-9b28-024fedbae1cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.1366909 Jul 14 11:27:40.692705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-a0b7f057-a24e-4bb9-94a5-f3362996a2b3 service neutron] 10.222.0.45 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292962 Jul 14 11:27:40.823978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 402896b6-f677-4e94-9b16-b30c136970cc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=402896b6-f677-4e94-9b16-b30c136970cc,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:40.827879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14df3f-a407-4863-b4bb-594883d14b65 req-3917e340-112f-45fa-a065-7f699f406a68 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:40.834857 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b14df3f-a407-4863-b4bb-594883d14b65 req-3917e340-112f-45fa-a065-7f699f406a68 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 943 time: 0.7157485 Jul 14 11:27:40.845851 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c65392ef-f96e-4482-ae71-61b934df1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:40.863075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '402896b6-f677-4e94-9b16-b30c136970cc', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'port_id': '402896b6-f677-4e94-9b16-b30c136970cc', 'mac_address': 'fa:16:3e:20:f5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:27:40.980258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c65392ef-f96e-4482-ae71-61b934df1df3 None None] For port 1b956895-b78a-4bfc-9915-dedcd04faac9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b956895-b78a-4bfc-9915-dedcd04faac9,segment=NetworkSegment(e842aa34-e182-4f84-a4e8-0ca014c48325),segment_id=e842aa34-e182-4f84-a4e8-0ca014c48325)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:41.009408 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:41.028415 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:41.036470 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c65392ef-f96e-4482-ae71-61b934df1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:41.063983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402896b6-f677-4e94-9b16-b30c136970cc {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:41.130809 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a82faeb3-f64b-4fca-8d24-da6f5a1b5028 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:41.141244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be2d72-860f-4e8e-b025-26c081a497e9 None None] Network 1a2319a6-2257-45ad-b95b-47aad96494b7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:41.180217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-496fd137-b6e8-4d80-b8d3-b5da74a5cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:41.182381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-496fd137-b6e8-4d80-b8d3-b5da74a5cafd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.4884756 Jul 14 11:27:41.211421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b14df3f-a407-4863-b4bb-594883d14b65 req-c85a11f4-8ec5-4920-a228-07b357859368 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebdb3a5b-7cba-47fa-b17d-2bcbac847083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748727 Jul 14 11:27:41.341505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cf1a0bf-3416-40e5-a2d2-d41574676495 req-89e38d8b-6847-4642-bcb3-65c79a6419d3 service neutron] 10.222.0.45 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179047 Jul 14 11:27:41.370042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65392ef-f96e-4482-ae71-61b934df1df3 None None] Pushing event updated for resources: {'Port': ['ID=1b956895-b78a-4bfc-9915-dedcd04faac9,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:41.396065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 402896b6-f677-4e94-9b16-b30c136970cc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=402896b6-f677-4e94-9b16-b30c136970cc,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:41.419162 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:41.428815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Router e7657c07-7490-4564-8fac-a5ea4bcec7fd is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:27:41.466999 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a82faeb3-f64b-4fca-8d24-da6f5a1b5028 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:41.470621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-960b4167-770a-4718-9ebe-96c5be3c4781 None None] Provisioning for port 81164a55-43ae-49c0-a214-c3b49918e3bf completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:41.481192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1599b-12ba-4163-b354-280b93d2636f req-607b2fba-83fe-498b-b4df-a785a891651e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:41.482426 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-607b2fba-83fe-498b-b4df-a785a891651e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 821 time: 0.6444626 Jul 14 11:27:41.544644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82faeb3-f64b-4fca-8d24-da6f5a1b5028 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb1a1d7-bfc4-477d-adc9-1cdc9ea7ea2f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:41.582535 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a82faeb3-f64b-4fca-8d24-da6f5a1b5028 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:41.586283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a82faeb3-f64b-4fca-8d24-da6f5a1b5028 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/6bb1a1d7-bfc4-477d-adc9-1cdc9ea7ea2f HTTP/1.1" status: 204 len: 168 time: 1.6516948 Jul 14 11:27:41.607280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60812) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:41.636207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 81164a55-43ae-49c0-a214-c3b49918e3bf up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:41.656400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83ee5a-a79b-416f-a95f-4cf2073a2ece None None] Network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:41.657035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-2e859293-f285-4653-adbd-7f25f2efc7e8 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/quotas/092b4d35f0ba473e960362da2e4e4617 HTTP/1.1" status: 200 len: 375 time: 0.1175306 Jul 14 11:27:41.680292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:27:41.681174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-27ba45ea-75dc-4b43-8ac7-549542c21f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:41.683010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-27ba45ea-75dc-4b43-8ac7-549542c21f12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4685493 Jul 14 11:27:41.713775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:41.716480 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-adad81c8-81f4-4d20-96bb-9f3af4a2018a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9664435 Jul 14 11:27:41.719571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60814) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:41.799905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Sync routers for ids ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:27:41.859568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['402896b6-f677-4e94-9b16-b30c136970cc'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:41.886623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Routers {'e7657c07-7490-4564-8fac-a5ea4bcec7fd'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:27:41.887418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:27:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:42.019078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Set router e7657c07-7490-4564-8fac-a5ea4bcec7fd gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:27:42.212453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:42.252811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=402896b6-f677-4e94-9b16-b30c136970cc,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:42.261301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf11448-7f3f-44db-a5de-ad6d98f503f0 req-2fdfd6ce-654a-4898-857e-eeeb00d075c1 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:42.270237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddf11448-7f3f-44db-a5de-ad6d98f503f0 req-2fdfd6ce-654a-4898-857e-eeeb00d075c1 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 945 time: 0.7293427 Jul 14 11:27:42.289796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-c9b09fd5-3b25-4906-a0d0-05709e439500 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700192 Jul 14 11:27:42.350562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c2ad15a9-14b7-4788-bae3-081a8dbec8e9 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6313727 Jul 14 11:27:42.445610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddf11448-7f3f-44db-a5de-ad6d98f503f0 req-514f5f2e-1b59-43fe-b379-351ce63693a5 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737721 Jul 14 11:27:42.506673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 1b956895-b78a-4bfc-9915-dedcd04faac9 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:42.507379 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:42.524959 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2c75a00d-268a-4d2c-a9a2-cc7595895323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:42.562554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c3b308b0-2d07-4763-9528-6fe3232902bb None None] Provisioning complete for port 1b956895-b78a-4bfc-9915-dedcd04faac9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:42.562880 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3b308b0-2d07-4763-9528-6fe3232902bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:42.653541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-52c75ac2-87ca-4c03-8c74-5ca3902022a0 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538015 Jul 14 11:27:42.698775 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:42.723713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] For port 1b956895-b78a-4bfc-9915-dedcd04faac9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b956895-b78a-4bfc-9915-dedcd04faac9,segment=NetworkSegment(e842aa34-e182-4f84-a4e8-0ca014c48325),segment_id=e842aa34-e182-4f84-a4e8-0ca014c48325)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:42.724289 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:42.760898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 1b956895-b78a-4bfc-9915-dedcd04faac9 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:42.826886 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c3b308b0-2d07-4763-9528-6fe3232902bb None None] Could not find standard attr ID for object 8cc16db2-624a-4655-ac93-f16983df201b. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:27:42.828564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 81164a55-43ae-49c0-a214-c3b49918e3bf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:42.850230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 81164a55-43ae-49c0-a214-c3b49918e3bf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:42.851359 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:42.866305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-6d666fd0-e006-45e6-b8ad-32e52a09aea9 service neutron] 10.222.0.38 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917841 Jul 14 11:27:42.923201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:37Z', 'updated_at': '2021-07-14T11:27:40Z', 'revision_number': 3, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'gw_port': {'id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:38Z', 'updated_at': '2021-07-14T11:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:42.927258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47971847-14de-411a-961d-786148382f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:42.973113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] DHCP port deletion for 58c39555-6d28-49c8-9cb5-c4cf5c32a73f request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:27:42.980909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Checking router: e7657c07-7490-4564-8fac-a5ea4bcec7fd for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:27:42.981652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Updating router e7657c07-7490-4564-8fac-a5ea4bcec7fd port 965552ad-96d2-4a99-9180-dfa2d176c931 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:27:43.119306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-a17f6ca3-227b-4e0b-bcc4-27cfb7c48a89 service neutron] 10.222.0.38 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510047 Jul 14 11:27:43.129061 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.138947 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.239323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=1b956895-b78a-4bfc-9915-dedcd04faac9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:43.256873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No DVR routers for this DVR port 1b956895-b78a-4bfc-9915-dedcd04faac9 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:43.322814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] Deleting port 1b956895-b78a-4bfc-9915-dedcd04faac9 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:43.323353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.341580 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.361214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc174-7037-44d8-90ed-3689def5d487 req-dfd9c8c2-287d-47ae-8eb2-33cc71d8862e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:43.363528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b1dc174-7037-44d8-90ed-3689def5d487 req-dfd9c8c2-287d-47ae-8eb2-33cc71d8862e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.3201663 Jul 14 11:27:43.409128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-47971847-14de-411a-961d-786148382f7b admin admin] Allocated IP 172.20.0.1 (1a2319a6-2257-45ad-b95b-47aad96494b7/54d0f211-b045-4070-90a0-0975a15970e6/4f8f3245-f56a-4bd8-94af-d48a3291e834) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:43.484348 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.499548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b0e4605b-7f82-4887-9fb7-f07866a12c26 None None] Provisioning complete for port 81164a55-43ae-49c0-a214-c3b49918e3bf triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:43.500031 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0e4605b-7f82-4887-9fb7-f07866a12c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.543601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b1dc174-7037-44d8-90ed-3689def5d487 req-02207a9b-55a5-473e-80a3-2192c33c4484 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616833 Jul 14 11:27:43.598363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.625436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c39555-6d28-49c8-9cb5-c4cf5c32a73f']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:43.666745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e842aa34-e182-4f84-a4e8-0ca014c48325') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:43.669646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e842aa34-e182-4f84-a4e8-0ca014c48325') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:43.689807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.717130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.728037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:27:43.728456 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.762077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47971847-14de-411a-961d-786148382f7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:27:43.821671 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:27:43.826895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-47971847-14de-411a-961d-786148382f7b admin admin] Transition to ACTIVE for port object 4f8f3245-f56a-4bd8-94af-d48a3291e834 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:43.827444 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.854089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:43.857099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/networks/58c39555-6d28-49c8-9cb5-c4cf5c32a73f HTTP/1.1" status: 204 len: 168 time: 2.2367475 Jul 14 11:27:43.870084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60836) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:43.882547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-33625550'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:43.887894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fc75f-e4d3-488d-ad4e-9cb41619cca0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Network': ['ID=58c39555-6d28-49c8-9cb5-c4cf5c32a73f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:43.927133 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47971847-14de-411a-961d-786148382f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.017997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47971847-14de-411a-961d-786148382f7b admin admin] Network 1a2319a6-2257-45ad-b95b-47aad96494b7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:44.019276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47971847-14de-411a-961d-786148382f7b admin admin] Pushing event updated for resources: {'Port': ['ID=4f8f3245-f56a-4bd8-94af-d48a3291e834,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:44.020879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:44.024111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-47971847-14de-411a-961d-786148382f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:44.027071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47971847-14de-411a-961d-786148382f7b admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:44.036947 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.086482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 81164a55-43ae-49c0-a214-c3b49918e3bf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=81164a55-43ae-49c0-a214-c3b49918e3bf,segment=NetworkSegment(d58bca22-39ef-4e60-8937-77cd066037bc),segment_id=d58bca22-39ef-4e60-8937-77cd066037bc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:44.102395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] For port 1b956895-b78a-4bfc-9915-dedcd04faac9, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:44.103189 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.108600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.136934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6ea94-85ac-4930-8654-1234c30e5027 req-154f219c-4fe9-4d5b-be3c-523590140afe tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:44.138622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98d6ea94-85ac-4930-8654-1234c30e5027 req-154f219c-4fe9-4d5b-be3c-523590140afe tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 945 time: 0.2423520 Jul 14 11:27:44.160925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47971847-14de-411a-961d-786148382f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.231003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:27:44.263070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb66a3f-00b3-4e52-b675-5132281dd977 req-3683c033-d932-4514-b687-a4c496cd2b50 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:44.266107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fb66a3f-00b3-4e52-b675-5132281dd977 req-3683c033-d932-4514-b687-a4c496cd2b50 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 944 time: 0.3200970 Jul 14 11:27:44.287490 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] Calling delete_port for 1b956895-b78a-4bfc-9915-dedcd04faac9 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:44.289197 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.289856 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Added segment 02e6c99a-068c-4ccc-bff8-9f210146ca7f of type vlan for network 94bba9d1-3d42-438d-8c60-5c0e3b17844e Jul 14 11:27:44.304957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 402896b6-f677-4e94-9b16-b30c136970cc up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:44.307065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b956895-b78a-4bfc-9915-dedcd04faac9 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:44.323958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98d6ea94-85ac-4930-8654-1234c30e5027 req-d392fbde-475e-4f4d-b879-64b511716dcf tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767735 Jul 14 11:27:44.339635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] Port 1b956895-b78a-4bfc-9915-dedcd04faac9 was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:27:44.396920 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.409477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fb66a3f-00b3-4e52-b675-5132281dd977 req-d677c5b9-fbfb-418b-adec-e4ea6c3bec70 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebdb3a5b-7cba-47fa-b17d-2bcbac847083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303289 Jul 14 11:27:44.496253 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.500359 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.526911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:44.527247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.567942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1b956895-b78a-4bfc-9915-dedcd04faac9 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:27:44.569204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b956895-b78a-4bfc-9915-dedcd04faac9 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:27:44.632563 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47971847-14de-411a-961d-786148382f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:44.675262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Network': ['ID=94bba9d1-3d42-438d-8c60-5c0e3b17844e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:44.690675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] Network 58c39555-6d28-49c8-9cb5-c4cf5c32a73f is not hosted by any dhcp agent {{(pid=93703) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 11:27:44.691154 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] No DVR routers for this DVR port 1b956895-b78a-4bfc-9915-dedcd04faac9 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:44.705186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 94bba9d1-3d42-438d-8c60-5c0e3b17844e details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:27:44.782865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=81164a55-43ae-49c0-a214-c3b49918e3bf,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:44.791262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e302b1f-ccf7-4560-bb86-0e0d8ab85070 req-9c0a4649-f8dd-4498-b098-4aeb16549fb7 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 210 time: 0.0425797 Jul 14 11:27:44.797360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5e3760a9-923b-4d75-82a0-77baf2d199da tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9246478 Jul 14 11:27:44.800450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60848) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:44.808329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '94bba9d1-3d42-438d-8c60-5c0e3b17844e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:44.949003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecfd73-e0d7-4e29-a8eb-947f8dc7dc0d req-22b69df6-d69d-4984-bc8b-587852cabd9d tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:44.950944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ecfd73-e0d7-4e29-a8eb-947f8dc7dc0d req-22b69df6-d69d-4984-bc8b-587852cabd9d tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 945 time: 0.2769570 Jul 14 11:27:44.996062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47971847-14de-411a-961d-786148382f7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.002319 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.006725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47971847-14de-411a-961d-786148382f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.033131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Transition to ACTIVE for port object 965552ad-96d2-4a99-9180-dfa2d176c931 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:45.092432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.093103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.094096 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ecfd73-e0d7-4e29-a8eb-947f8dc7dc0d req-6d4267ef-3f66-4f58-9e88-8ab5a1a59f0f tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317821 Jul 14 11:27:45.097779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:45.107384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.107672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.108373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.110696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47971847-14de-411a-961d-786148382f7b admin admin] Pushing event updated for resources: {'Port': ['ID=4f8f3245-f56a-4bd8-94af-d48a3291e834,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:45.111604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.112159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.112662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.113269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.113769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.117257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.117794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.119088 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:45.138048 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.237911 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47971847-14de-411a-961d-786148382f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.331825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.356587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 402896b6-f677-4e94-9b16-b30c136970cc completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:45.364285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590efb1a-17f8-45df-8982-81391b4cef54 None None] Pushing event deleted for resources: {'Port': ['ID=1b956895-b78a-4bfc-9915-dedcd04faac9,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:45.371086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 402896b6-f677-4e94-9b16-b30c136970cc triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:45.371486 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.381508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Attempting to bind port 965552ad-96d2-4a99-9180-dfa2d176c931 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:45.381508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Attempting to bind port 965552ad-96d2-4a99-9180-dfa2d176c931 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:45.381893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Attempting to bind port 965552ad-96d2-4a99-9180-dfa2d176c931 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:45.418891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.462509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47971847-14de-411a-961d-786148382f7b admin admin] Network 1a2319a6-2257-45ad-b95b-47aad96494b7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:45.464088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-47971847-14de-411a-961d-786148382f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:45.490418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=1ac5d612-168a-4969-b38f-88918c915aec,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:45.500226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:45.501575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:45.501986 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.502391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:45.503958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Bound port: 965552ad-96d2-4a99-9180-dfa2d176c931, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:45.504356 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.727195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7149a-e902-41f9-b9d3-8a5cfa8722aa None None] Pushing event updated for resources: {'Port': ['ID=965552ad-96d2-4a99-9180-dfa2d176c931,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:45.745216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d4e46015-a590-4614-aa8d-2d021a422516 None None] Provisioning for port 4f8f3245-f56a-4bd8-94af-d48a3291e834 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:45.831992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] For port 965552ad-96d2-4a99-9180-dfa2d176c931, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:45.837359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Checking segment: {'id': '02e6c99a-068c-4ccc-bff8-9f210146ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94bba9d1-3d42-438d-8c60-5c0e3b17844e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:45.839286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] For port 965552ad-96d2-4a99-9180-dfa2d176c931, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=965552ad-96d2-4a99-9180-dfa2d176c931,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:45.839763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network hostable DHCP agents. Network: 94bba9d1-3d42-438d-8c60-5c0e3b17844e, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:45.864626 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.880717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d4e46015-a590-4614-aa8d-2d021a422516 None None] Provisioning complete for port 4f8f3245-f56a-4bd8-94af-d48a3291e834 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:45.889017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d4e46015-a590-4614-aa8d-2d021a422516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:45.931610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eeda6-fca3-48f2-a775-7fcfb5d372c6 req-74409104-4827-42d1-8ec0-2cece088e096 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:45.933268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a70eeda6-fca3-48f2-a775-7fcfb5d372c6 req-74409104-4827-42d1-8ec0-2cece088e096 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 950 time: 0.4440649 Jul 14 11:27:45.942026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47971847-14de-411a-961d-786148382f7b admin admin] Router e7657c07-7490-4564-8fac-a5ea4bcec7fd has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:27:45.974293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d4e46015-a590-4614-aa8d-2d021a422516 None None] Port 4f8f3245-f56a-4bd8-94af-d48a3291e834 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:27:46.061022 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:46.117122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:46.120146 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a49943-a642-488a-9b86-75025aef11f1" -d '{"events": [{"server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "name": "network-vif-plugged", "status": "completed", "tag": "402896b6-f677-4e94-9b16-b30c136970cc"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:46.160673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 94bba9d1-3d42-438d-8c60-5c0e3b17844e is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:46.165814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a70eeda6-fca3-48f2-a775-7fcfb5d372c6 req-d22867c0-aa76-4c8a-903b-2b29d985be62 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124400 Jul 14 11:27:46.174261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-cb812669-fc44-40ce-91dd-0800bcd4a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:46.176255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-cb812669-fc44-40ce-91dd-0800bcd4a18d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc&tenant_id=74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 1101 time: 0.5189080 Jul 14 11:27:46.200468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:46.200661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Routers {'e7657c07-7490-4564-8fac-a5ea4bcec7fd'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:27:46.201516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:27:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:46.327866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 94bba9d1-3d42-438d-8c60-5c0e3b17844e) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:46.357716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1599b-12ba-4163-b354-280b93d2636f req-68b64fba-f1d7-4979-8c6e-a8f6ae9e79a4 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:46.360274 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-68b64fba-f1d7-4979-8c6e-a8f6ae9e79a4 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 821 time: 0.5639961 Jul 14 11:27:46.362367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:46.363063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:46.372536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] Set router e7657c07-7490-4564-8fac-a5ea4bcec7fd gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:27:46.392700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Request body: {'port': {'device_id': '32b3699b-0b28-467d-ad6d-0c506701c568', 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9', 'admin_state_up': True, 'tenant_id': '092b4d35f0ba473e960362da2e4e4617'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:46.411681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdd8a8-be8c-45b0-b235-9ef607abb679 req-ce804d0e-005f-437c-b27a-a29681ed0b48 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:46.425258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51fdd8a8-be8c-45b0-b235-9ef607abb679 req-ce804d0e-005f-437c-b27a-a29681ed0b48 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 945 time: 0.3919687 Jul 14 11:27:46.449347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47971847-14de-411a-961d-786148382f7b admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:27:46.456562 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47971847-14de-411a-961d-786148382f7b admin admin] 10.222.0.38 "PUT /v2.0/routers/e7657c07-7490-4564-8fac-a5ea4bcec7fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7346168 Jul 14 11:27:46.461215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fe4f59d7-6dcd-481b-917a-dbfb08908fed tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6592524 Jul 14 11:27:46.482594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60864) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:46.490095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '94bba9d1-3d42-438d-8c60-5c0e3b17844e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-972865391'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:46.639379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 81164a55-43ae-49c0-a214-c3b49918e3bf up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:46.687095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7cd46-4fc5-42a7-8303-5a17c930020f None None] Network 94bba9d1-3d42-438d-8c60-5c0e3b17844e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:46.691124 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 402896b6-f677-4e94-9b16-b30c136970cc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=402896b6-f677-4e94-9b16-b30c136970cc,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:46.696749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51fdd8a8-be8c-45b0-b235-9ef607abb679 req-68649968-8a99-4815-8073-55f5a5e047e3 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669415 Jul 14 11:27:46.698961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7149a-e902-41f9-b9d3-8a5cfa8722aa None None] Pushing event updated for resources: {'Port': ['ID=965552ad-96d2-4a99-9180-dfa2d176c931,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:46.730885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:46.737471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Made reservation on behalf of 092b4d35f0ba473e960362da2e4e4617 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:46.747697 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:46.786754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4bc83bdc-1bfc-422a-83cb-7b01e5e848e0 None None] Provisioning complete for port 4f8f3245-f56a-4bd8-94af-d48a3291e834 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:46.787418 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4bc83bdc-1bfc-422a-83cb-7b01e5e848e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:46.840931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:46.846527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4bc83bdc-1bfc-422a-83cb-7b01e5e848e0 None None] Port 4f8f3245-f56a-4bd8-94af-d48a3291e834 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:27:46.864753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:46.949919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 81164a55-43ae-49c0-a214-c3b49918e3bf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:46.950709 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:47.060018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:37Z', 'updated_at': '2021-07-14T11:27:44Z', 'revision_number': 4, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'gw_port': {'id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:38Z', 'updated_at': '2021-07-14T11:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '4f8f3245-f56a-4bd8-94af-d48a3291e834', 'name': '', 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'mac_address': 'fa:16:3e:d7:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '54d0f211-b045-4070-90a0-0975a15970e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:42Z', 'updated_at': '2021-07-14T11:27:44Z', 'revision_number': 2, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'subnets': [{'id': '54d0f211-b045-4070-90a0-0975a15970e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:47.076694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Allocated IP 172.20.0.9 (7bf37d25-cd40-48ee-9a05-205601d9caa9/6f1a636a-b36e-4fd9-96e6-014ea8048540/d8ec3721-00ba-43fa-adc7-fda024d11488) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:47.098193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d27de6-b9c1-403b-be69-e3d5a46e966c None None] The sync data for ids ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'] in n-d-778696-8 is: [{'id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:37Z', 'updated_at': '2021-07-14T11:27:44Z', 'revision_number': 4, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'gw_port': {'id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:38Z', 'updated_at': '2021-07-14T11:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '4f8f3245-f56a-4bd8-94af-d48a3291e834', 'name': '', 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'mac_address': 'fa:16:3e:d7:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '54d0f211-b045-4070-90a0-0975a15970e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:42Z', 'updated_at': '2021-07-14T11:27:44Z', 'revision_number': 2, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'subnets': [{'id': '54d0f211-b045-4070-90a0-0975a15970e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:27:47.189794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=402896b6-f677-4e94-9b16-b30c136970cc,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:47.263235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:47.264916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:47.337319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:47.383660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:47.413416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-94bba9d1-3d42-438d-8c60-5c0e3b17844e', 'network_id': '94bba9d1-3d42-438d-8c60-5c0e3b17844e', 'tenant_id': '124cdbed65124bcaa6fb8297d1619fb8', 'fixed_ips': [{'subnet_id': '1ac5d612-168a-4969-b38f-88918c915aec'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:27:47.414924 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:47.427190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:47.440957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Transition to ACTIVE for port object 49d3de53-e56c-4d8c-8a71-14631572f10f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:47.445202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:47.447742 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e06abd-cf37-463c-af08-42ad858017c7" -d '{"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-unplugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:47.450179 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:47.462557 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:47.481825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e7a97d92-72b3-471b-a37d-406a8d3dd93a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:47.506213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec419b9-08c9-44f1-80ae-eaa387a0a5c0 req-ad96bc4f-c6a1-4c04-be4d-4eab207f9432 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:47.512535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aec419b9-08c9-44f1-80ae-eaa387a0a5c0 req-ad96bc4f-c6a1-4c04-be4d-4eab207f9432 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 944 time: 0.9508357 Jul 14 11:27:47.603640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Network 7bf37d25-cd40-48ee-9a05-205601d9caa9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:47.620841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:47.640873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:47.720871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Pushing event updated for resources: {'Port': ['ID=d8ec3721-00ba-43fa-adc7-fda024d11488,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:47.787728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:47.794707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:47.797996 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:47.806731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:47.839804 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-3f0d6d8d-0120-48b6-a8af-87c8418c61f5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4614325 Jul 14 11:27:47.856523 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Request body: {'port': {'device_id': '32b3699b-0b28-467d-ad6d-0c506701c568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:47.966782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] No DVR routers for this DVR port 49d3de53-e56c-4d8c-8a71-14631572f10f on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:48.015979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 4c4f15f2-67f1-4dc0-a8a5-707ea0abf238 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:27:48.111108 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:48.249654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=10']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:48.358789 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:27:48.359392 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:27:48.419916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.6 (94bba9d1-3d42-438d-8c60-5c0e3b17844e/1ac5d612-168a-4969-b38f-88918c915aec/4c4f15f2-67f1-4dc0-a8a5-707ea0abf238) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:48.629103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:48.643050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object 4c4f15f2-67f1-4dc0-a8a5-707ea0abf238 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:48.709447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aec419b9-08c9-44f1-80ae-eaa387a0a5c0 req-772f21d1-87d5-4fe3-8abb-137bf1415623 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebdb3a5b-7cba-47fa-b17d-2bcbac847083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1291647 Jul 14 11:27:48.714314 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:48.722718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ec3721-00ba-43fa-adc7-fda024d11488 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:48.740599 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:48.761465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Transition to ACTIVE for port object d8ec3721-00ba-43fa-adc7-fda024d11488 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:48.765952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:48.842397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Allocated IP 172.20.0.2 (94bba9d1-3d42-438d-8c60-5c0e3b17844e/1ac5d612-168a-4969-b38f-88918c915aec/1301941c-f37d-4789-9d4d-b7280e6ce207) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:48.877999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:48.885645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:48.887541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:48.906442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Port 49d3de53-e56c-4d8c-8a71-14631572f10f on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:27:48.914499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Attempting to bind port 49d3de53-e56c-4d8c-8a71-14631572f10f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:48.943492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Pushing event updated for resources: {'Port': ['ID=d8ec3721-00ba-43fa-adc7-fda024d11488,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:48.955076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 94bba9d1-3d42-438d-8c60-5c0e3b17844e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:48.981265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:48.981602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:48.992499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:48.993251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Bound port: 49d3de53-e56c-4d8c-8a71-14631572f10f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:48.993798 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.007812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=4c4f15f2-67f1-4dc0-a8a5-707ea0abf238,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:49.026496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:49.055113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:49.141606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:49.149105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:49.149675 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:49.150221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:49.151082 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.158252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Port d8ec3721-00ba-43fa-adc7-fda024d11488 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:27:49.158632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:49.176190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:49.179515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:49.181050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:49.181050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Bound port: d8ec3721-00ba-43fa-adc7-fda024d11488, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:49.183139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.263757 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.289546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Transition to ACTIVE for port object 1301941c-f37d-4789-9d4d-b7280e6ce207 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:49.290541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:49.295280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:49.333167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Transition to ACTIVE for port object 1301941c-f37d-4789-9d4d-b7280e6ce207 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:49.336435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64292ee-1b7a-4bba-98a9-1793dc398dde req-c6b231c1-1964-4aac-b0a2-bd1d115bf6ea tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:49.346781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a64292ee-1b7a-4bba-98a9-1793dc398dde req-c6b231c1-1964-4aac-b0a2-bd1d115bf6ea tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 945 time: 1.1068895 Jul 14 11:27:49.352331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.352673 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.376092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:49.376980 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.378594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] 10.222.0.64 "PUT /v2.0/ports/49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 1097 time: 3.1870153 Jul 14 11:27:49.420277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:49.434394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:49.436230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b54c3ba8-487e-4d62-a568-72c628eda760 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.9505529 Jul 14 11:27:49.438816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60878) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:49.484203 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.556497 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a64292ee-1b7a-4bba-98a9-1793dc398dde req-bbdc2e8e-11a0-4d15-987a-77e037b0e7c0 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086122 Jul 14 11:27:49.603995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Network 94bba9d1-3d42-438d-8c60-5c0e3b17844e is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:49.615959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:49.633419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:49.642527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5685e61-e35f-4cc8-bf63-2f99811da4ca req-c5ca0dee-3e6d-49fb-8152-6d2745bbbb4b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:49.660944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5685e61-e35f-4cc8-bf63-2f99811da4ca req-c5ca0dee-3e6d-49fb-8152-6d2745bbbb4b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 943 time: 0.5210140 Jul 14 11:27:49.680703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:49.681493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.683214 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] 10.222.0.64 "PUT /v2.0/ports/d8ec3721-00ba-43fa-adc7-fda024d11488 HTTP/1.1" status: 200 len: 1091 time: 1.8343315 Jul 14 11:27:49.683802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:49.692581 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067ee8a1-5519-40a9-b505-fefffcfc7956" -d '{"events": [{"name": "network-changed", "server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:49.700766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Pushing event updated for resources: {'Port': ['ID=1301941c-f37d-4789-9d4d-b7280e6ce207,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:49.716306 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf5348b-513d-44bc-baf2-8ece8658ff38 x-openstack-request-id: req-0cf5348b-513d-44bc-baf2-8ece8658ff38 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:49.716626 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "name": "network-vif-plugged", "status": "completed", "tag": "402896b6-f677-4e94-9b16-b30c136970cc", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:49.716850 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cf5348b-513d-44bc-baf2-8ece8658ff38 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:49.717258 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc', 'code': 200} Jul 14 11:27:49.762890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd73179-ca4b-4e92-abd4-56c0ce1e9eda service neutron] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=11']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:49.841458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Attempting to bind port 1301941c-f37d-4789-9d4d-b7280e6ce207 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:49.841857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Attempting to bind port 1301941c-f37d-4789-9d4d-b7280e6ce207 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '02e6c99a-068c-4ccc-bff8-9f210146ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94bba9d1-3d42-438d-8c60-5c0e3b17844e'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:49.842217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Attempting to bind port 1301941c-f37d-4789-9d4d-b7280e6ce207 on network 94bba9d1-3d42-438d-8c60-5c0e3b17844e {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:49.888490 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:49.888887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Checking segment: {'id': '02e6c99a-068c-4ccc-bff8-9f210146ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94bba9d1-3d42-438d-8c60-5c0e3b17844e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:49.890027 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.890027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Bound using segment: {'id': '02e6c99a-068c-4ccc-bff8-9f210146ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94bba9d1-3d42-438d-8c60-5c0e3b17844e'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:49.890492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Bound port: 1301941c-f37d-4789-9d4d-b7280e6ce207, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e6c99a-068c-4ccc-bff8-9f210146ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94bba9d1-3d42-438d-8c60-5c0e3b17844e'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:49.890984 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:49.972897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc8c65-6792-42a0-b821-842d46764a7a service neutron] Pushing event updated for resources: {'Port': ['ID=d8ec3721-00ba-43fa-adc7-fda024d11488,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:49.974552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-a5cc0390-6276-4878-8f6e-cbd89e794610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:49.987522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-a5cc0390-6276-4878-8f6e-cbd89e794610 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1100 time: 0.5467563 Jul 14 11:27:50.012471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e6936-5f80-4982-b4c1-9c1e9a911f6f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 4c4f15f2-67f1-4dc0-a8a5-707ea0abf238 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:50.012821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6936-5f80-4982-b4c1-9c1e9a911f6f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:50.045161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1599b-12ba-4163-b354-280b93d2636f req-ec34afbe-70ef-4fc0-899c-c11e75b076e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:50.047651 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-ec34afbe-70ef-4fc0-899c-c11e75b076e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 1094 time: 0.2751801 Jul 14 11:27:50.107634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5685e61-e35f-4cc8-bf63-2f99811da4ca req-3b52a445-bb9e-4ab9-bf6e-3ae693d9537b tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447353 Jul 14 11:27:50.109138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] For port 1301941c-f37d-4789-9d4d-b7280e6ce207, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:50.113615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] For port 1301941c-f37d-4789-9d4d-b7280e6ce207, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1301941c-f37d-4789-9d4d-b7280e6ce207,segment=NetworkSegment(02e6c99a-068c-4ccc-bff8-9f210146ca7f),segment_id=02e6c99a-068c-4ccc-bff8-9f210146ca7f)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:50.123132 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:50.127469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-780e2153-3266-40a1-aa82-e59b55771e03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ec3721-00ba-43fa-adc7-fda024d11488 HTTP/1.1" status: 200 len: 217 time: 0.0520089 Jul 14 11:27:50.255388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a960937-0deb-444d-a714-58ff7b3f717f req-1fd22000-5d5c-4ea2-893f-7a6fdc923991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:50.260517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a960937-0deb-444d-a714-58ff7b3f717f req-1fd22000-5d5c-4ea2-893f-7a6fdc923991 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 1096 time: 0.4351175 Jul 14 11:27:50.326721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 965552ad-96d2-4a99-9180-dfa2d176c931 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:50.485220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204067b-74c0-477b-b3a6-011612b8f3f8 None None] Pushing event updated for resources: {'Port': ['ID=1301941c-f37d-4789-9d4d-b7280e6ce207,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:50.520885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 965552ad-96d2-4a99-9180-dfa2d176c931 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:50.542982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 965552ad-96d2-4a99-9180-dfa2d176c931 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:50.544753 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:50.642947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1599b-12ba-4163-b354-280b93d2636f req-495ee61c-2823-48ef-a1c6-84a553473839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:50.646859 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-495ee61c-2823-48ef-a1c6-84a553473839 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.5112951 Jul 14 11:27:50.663173 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6936-5f80-4982-b4c1-9c1e9a911f6f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:50.773432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e6936-5f80-4982-b4c1-9c1e9a911f6f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 4c4f15f2-67f1-4dc0-a8a5-707ea0abf238 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:50.779656 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-9ad31cd5-6f9f-452d-ae28-c62557fab491 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043336 Jul 14 11:27:50.809684 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:50.848541 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Sync routers for ids ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:27:50.868681 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Routers {'e7657c07-7490-4564-8fac-a5ea4bcec7fd'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:27:50.868882 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 965552ad-96d2-4a99-9180-dfa2d176c931, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=965552ad-96d2-4a99-9180-dfa2d176c931,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:50.870578 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:27:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:50.884211 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:51.015702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=965552ad-96d2-4a99-9180-dfa2d176c931,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:51.085397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-87004e18-ef74-42d1-8c03-4754d88c62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:51.088129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-87004e18-ef74-42d1-8c03-4754d88c62e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 1.0896993 Jul 14 11:27:51.128885 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-dd048792-1d83-4f50-acde-489bcb684a0c service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324726 Jul 14 11:27:51.188912 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Set router e7657c07-7490-4564-8fac-a5ea4bcec7fd gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:27:51.311524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-fbb19086-b943-41d0-81b6-6f440c693c34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.1185222 Jul 14 11:27:51.361303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a960937-0deb-444d-a714-58ff7b3f717f req-208cd469-b129-4b27-9702-05b15aca4af8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ebdb3a5b-7cba-47fa-b17d-2bcbac847083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708280 Jul 14 11:27:51.406460 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6936-5f80-4982-b4c1-9c1e9a911f6f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:51.465203 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e8b1599b-12ba-4163-b354-280b93d2636f req-b4d0cda0-0c8e-495b-bf85-4a38b61bf9a4 service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271661 Jul 14 11:27:51.529126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e6936-5f80-4982-b4c1-9c1e9a911f6f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=4c4f15f2-67f1-4dc0-a8a5-707ea0abf238,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:51.604805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafea6b1-4784-45b1-a000-44ceb1b50774 req-5b8c6112-1678-4b0b-ae4c-b4427d33e4a1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:51.612162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dafea6b1-4784-45b1-a000-44ceb1b50774 req-5b8c6112-1678-4b0b-ae4c-b4427d33e4a1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 949 time: 0.5054553 Jul 14 11:27:51.629229 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6936-5f80-4982-b4c1-9c1e9a911f6f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:51.635474 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:37Z', 'updated_at': '2021-07-14T11:27:44Z', 'revision_number': 4, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'gw_port': {'id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:38Z', 'updated_at': '2021-07-14T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '4f8f3245-f56a-4bd8-94af-d48a3291e834', 'name': '', 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'mac_address': 'fa:16:3e:d7:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '54d0f211-b045-4070-90a0-0975a15970e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:42Z', 'updated_at': '2021-07-14T11:27:44Z', 'revision_number': 2, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'subnets': [{'id': '54d0f211-b045-4070-90a0-0975a15970e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:51.636269 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60900) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:51.636453 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2b0e6936-5f80-4982-b4c1-9c1e9a911f6f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/4c4f15f2-67f1-4dc0-a8a5-707ea0abf238 HTTP/1.1" status: 204 len: 168 time: 2.1930432 Jul 14 11:27:51.648907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-1ec86658-91d2-43de-90d9-ef8addcbace8 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5399928 Jul 14 11:27:51.663634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-e294f45d-538b-45ed-a0dd-d9ccb01736c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:51.665702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-e294f45d-538b-45ed-a0dd-d9ccb01736c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.3327780 Jul 14 11:27:51.692749 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Checking router: e7657c07-7490-4564-8fac-a5ea4bcec7fd for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:27:51.693484 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Updating router e7657c07-7490-4564-8fac-a5ea4bcec7fd port 4f8f3245-f56a-4bd8-94af-d48a3291e834 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:27:51.738811 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:51.753420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:51.761661 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b910d64-deb2-42bd-b06b-5009153a153f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:27:51.768580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3b910d64-deb2-42bd-b06b-5009153a153f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/4c4f15f2-67f1-4dc0-a8a5-707ea0abf238 HTTP/1.1" status: 404 len: 333 time: 0.1256063 Jul 14 11:27:51.769831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60904) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:51.833476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc008019-404c-4fad-a1d8-5d60db7f2f47 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet 1ac5d612-168a-4969-b38f-88918c915aec {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:27:51.838099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dafea6b1-4784-45b1-a000-44ceb1b50774 req-e08aff90-53c4-444a-b911-1014722c4fd7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253087 Jul 14 11:27:51.838418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc008019-404c-4fad-a1d8-5d60db7f2f47 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:51.899378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc008019-404c-4fad-a1d8-5d60db7f2f47 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:51.915674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:51.945659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83a1ad-e0ff-44f7-9fd4-d5b13f3a0aa7 None None] Network 94bba9d1-3d42-438d-8c60-5c0e3b17844e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:51.982297 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd833fb-f64f-431c-81bc-cc090d475e5d x-openstack-request-id: req-8dd833fb-f64f-431c-81bc-cc090d475e5d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:51.982601 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-unplugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:51.988078 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8dd833fb-f64f-431c-81bc-cc090d475e5d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:51.989030 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'code': 200} Jul 14 11:27:52.002977 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc008019-404c-4fad-a1d8-5d60db7f2f47 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.120578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc008019-404c-4fad-a1d8-5d60db7f2f47 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.142422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-f88dffe3-32c5-4f61-9c65-a0be6bf508fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:52.145169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-f88dffe3-32c5-4f61-9c65-a0be6bf508fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4559028 Jul 14 11:27:52.170028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-30787538-a948-4eb5-bff6-5392818d7063 None None] Provisioning for port 1301941c-f37d-4789-9d4d-b7280e6ce207 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:52.194841 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc008019-404c-4fad-a1d8-5d60db7f2f47 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.206679 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cc008019-404c-4fad-a1d8-5d60db7f2f47 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/1ac5d612-168a-4969-b38f-88918c915aec HTTP/1.1" status: 204 len: 168 time: 0.4334488 Jul 14 11:27:52.207385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60910) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:52.303325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903066b-be21-4e30-afd8-9553b7e87ac0 None None] DHCP port deletion for 94bba9d1-3d42-438d-8c60-5c0e3b17844e request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:27:52.415199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382d03e-81c2-4e31-beb8-39da2960c60d req-46476397-74d5-4a0e-bb28-fbc5ff2cf2f8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:52.416846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5382d03e-81c2-4e31-beb8-39da2960c60d req-46476397-74d5-4a0e-bb28-fbc5ff2cf2f8 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 945 time: 0.3365078 Jul 14 11:27:52.420031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e903066b-be21-4e30-afd8-9553b7e87ac0 None None] Deleting port 1301941c-f37d-4789-9d4d-b7280e6ce207 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:52.420636 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e903066b-be21-4e30-afd8-9553b7e87ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.447165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc008019-404c-4fad-a1d8-5d60db7f2f47 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac5d612-168a-4969-b38f-88918c915aec,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:52.489036 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.496680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 965552ad-96d2-4a99-9180-dfa2d176c931 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:52.518294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.520312 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Transition to ACTIVE for port object 4f8f3245-f56a-4bd8-94af-d48a3291e834 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:52.536294 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.542544 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.556714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-0245804e-8d40-4a49-8a57-46828ff8ea88 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999128 Jul 14 11:27:52.595953 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668dd6e-638a-4231-8701-b484d3922e56 None None] Pushing event updated for resources: {'Port': ['ID=4f8f3245-f56a-4bd8-94af-d48a3291e834,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:52.617074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5382d03e-81c2-4e31-beb8-39da2960c60d req-d696de99-af1a-4b51-9188-97269a53bbae tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821978 Jul 14 11:27:52.621539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e903066b-be21-4e30-afd8-9553b7e87ac0 None None] For port 1301941c-f37d-4789-9d4d-b7280e6ce207, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1301941c-f37d-4789-9d4d-b7280e6ce207,segment=NetworkSegment(02e6c99a-068c-4ccc-bff8-9f210146ca7f),segment_id=02e6c99a-068c-4ccc-bff8-9f210146ca7f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:52.622007 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e903066b-be21-4e30-afd8-9553b7e87ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.648746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e903066b-be21-4e30-afd8-9553b7e87ac0 None None] Calling delete_port for 1301941c-f37d-4789-9d4d-b7280e6ce207 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:52.652474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 1301941c-f37d-4789-9d4d-b7280e6ce207 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:52.652822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.721847 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Attempting to bind port 4f8f3245-f56a-4bd8-94af-d48a3291e834 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:52.722572 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Attempting to bind port 4f8f3245-f56a-4bd8-94af-d48a3291e834 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'd58bca22-39ef-4e60-8937-77cd066037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:52.722943 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Attempting to bind port 4f8f3245-f56a-4bd8-94af-d48a3291e834 on network 1a2319a6-2257-45ad-b95b-47aad96494b7 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:52.733425 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:52.733754 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Checking segment: {'id': 'd58bca22-39ef-4e60-8937-77cd066037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:52.734105 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.734225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 965552ad-96d2-4a99-9180-dfa2d176c931 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:52.734501 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Bound using segment: {'id': 'd58bca22-39ef-4e60-8937-77cd066037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:52.734773 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.734965 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Bound port: 4f8f3245-f56a-4bd8-94af-d48a3291e834, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58bca22-39ef-4e60-8937-77cd066037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:52.735373 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.796870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] For port 1301941c-f37d-4789-9d4d-b7280e6ce207, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1301941c-f37d-4789-9d4d-b7280e6ce207,segment=NetworkSegment(02e6c99a-068c-4ccc-bff8-9f210146ca7f),segment_id=02e6c99a-068c-4ccc-bff8-9f210146ca7f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:52.797243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.852438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 1301941c-f37d-4789-9d4d-b7280e6ce207 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:52.858175 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] For port 4f8f3245-f56a-4bd8-94af-d48a3291e834, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:52.861386 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] For port 4f8f3245-f56a-4bd8-94af-d48a3291e834, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4f8f3245-f56a-4bd8-94af-d48a3291e834,segment=NetworkSegment(d58bca22-39ef-4e60-8937-77cd066037bc),segment_id=d58bca22-39ef-4e60-8937-77cd066037bc)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:52.871860 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.903195 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e903066b-be21-4e30-afd8-9553b7e87ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:52.963038 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Routers {'e7657c07-7490-4564-8fac-a5ea4bcec7fd'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:27:52.963988 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:27:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:52.993868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903066b-be21-4e30-afd8-9553b7e87ac0 None None] Pushing event deleted for resources: {'Port': ['ID=1301941c-f37d-4789-9d4d-b7280e6ce207,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:53.005207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e903066b-be21-4e30-afd8-9553b7e87ac0 None None] No DVR routers for this DVR port 1301941c-f37d-4789-9d4d-b7280e6ce207 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:53.050992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c50969c-1bfc-453f-af00-6d55293397c2 req-ab4930d2-4fe9-4f49-83b9-7715a89a9caa service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691184 Jul 14 11:27:53.074212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.075154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Allocated IP 172.25.2.4 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/f58646ac-81a9-40bd-991a-6ef6dfe2a17f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:53.093147 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668dd6e-638a-4231-8701-b484d3922e56 None None] Pushing event updated for resources: {'Port': ['ID=4f8f3245-f56a-4bd8-94af-d48a3291e834,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:53.156218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No DVR routers for this DVR port 1301941c-f37d-4789-9d4d-b7280e6ce207 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:53.161357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=1301941c-f37d-4789-9d4d-b7280e6ce207,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:53.181910 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] Set router e7657c07-7490-4564-8fac-a5ea4bcec7fd gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:27:53.326845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.344841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bba9d1-3d42-438d-8c60-5c0e3b17844e']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:53.361635 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.364556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e6c99a-068c-4ccc-bff8-9f210146ca7f') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:53.364856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e6c99a-068c-4ccc-bff8-9f210146ca7f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:53.379681 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.416266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.423427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:27:53.423831 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.448146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.492944 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:37Z', 'updated_at': '2021-07-14T11:27:44Z', 'revision_number': 4, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'gw_port': {'id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:38Z', 'updated_at': '2021-07-14T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '4f8f3245-f56a-4bd8-94af-d48a3291e834', 'name': '', 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'mac_address': 'fa:16:3e:d7:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '54d0f211-b045-4070-90a0-0975a15970e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:42Z', 'updated_at': '2021-07-14T11:27:52Z', 'revision_number': 4, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'subnets': [{'id': '54d0f211-b045-4070-90a0-0975a15970e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:27:53.502075 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:27:53.506551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.515815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.521244 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/networks/94bba9d1-3d42-438d-8c60-5c0e3b17844e HTTP/1.1" status: 204 len: 168 time: 1.3084528 Jul 14 11:27:53.523042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60942) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:53.540404 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c03408d-4165-4950-bad2-39ea43a95792 None None] The sync data for ids ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'] in n-d-778696-8 is: [{'id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:37Z', 'updated_at': '2021-07-14T11:27:44Z', 'revision_number': 4, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'gw_port': {'id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:38Z', 'updated_at': '2021-07-14T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '4f8f3245-f56a-4bd8-94af-d48a3291e834', 'name': '', 'network_id': '1a2319a6-2257-45ad-b95b-47aad96494b7', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'mac_address': 'fa:16:3e:d7:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '54d0f211-b045-4070-90a0-0975a15970e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:42Z', 'updated_at': '2021-07-14T11:27:52Z', 'revision_number': 4, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'subnets': [{'id': '54d0f211-b045-4070-90a0-0975a15970e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:27:53.557518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'name': 'tempest-PortsTestJSON-2138762856'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:53.562878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008efd7-c190-4d6d-9609-86a1e19ec376 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Network': ['ID=94bba9d1-3d42-438d-8c60-5c0e3b17844e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:53.582525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Pushing event updated for resources: {'Port': ['ID=f58646ac-81a9-40bd-991a-6ef6dfe2a17f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:53.586878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:53.589193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:53.594238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:53.726534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:53.730562 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.752963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port ca55a396-a04e-4d49-b8cd-0b2172934829 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:27:53.838140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.933547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.942563 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.973652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:53.991165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a99811-a676-435e-a72c-1e10fb0c2b61 req-7bfb1d9a-0876-433b-b039-7126d807853c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:53.999648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20a99811-a676-435e-a72c-1e10fb0c2b61 req-7bfb1d9a-0876-433b-b039-7126d807853c tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 945 time: 0.1547425 Jul 14 11:27:54.011095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:54.013791 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1798a26e-fa36-4209-acce-80430a0380f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:54.028684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=ca55a396-a04e-4d49-b8cd-0b2172934829,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:54.045762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:54.047367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:54.049787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:54.055667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:54.056348 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.079098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-53ee589e-c3be-49ae-9e55-68496d6ad2b3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5542800 Jul 14 11:27:54.081758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60950) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:54.137527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20a99811-a676-435e-a72c-1e10fb0c2b61 req-5d1b9a85-63dd-4c1d-8685-5cb6d837a8c5 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/security-groups?id=737d7eba-b4bb-4218-8718-f6e1b0532967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357591 Jul 14 11:27:54.219083 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7c703d-70a9-4287-be51-02af86cce227 x-openstack-request-id: req-ee7c703d-70a9-4287-be51-02af86cce227 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:54.219395 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:54.230775 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee7c703d-70a9-4287-be51-02af86cce227 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:54.232222 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488', 'status': 'completed', 'code': 200} Jul 14 11:27:54.250236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4b082-60ec-444f-9f30-52c2afc66f8a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port ca55a396-a04e-4d49-b8cd-0b2172934829 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:54.250794 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b082-60ec-444f-9f30-52c2afc66f8a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.296457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4f8f3245-f56a-4bd8-94af-d48a3291e834 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:54.320832 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.329317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.372837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b082-60ec-444f-9f30-52c2afc66f8a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.391432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4b082-60ec-444f-9f30-52c2afc66f8a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for ca55a396-a04e-4d49-b8cd-0b2172934829 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:54.393912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4f8f3245-f56a-4bd8-94af-d48a3291e834 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:54.398982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4f8f3245-f56a-4bd8-94af-d48a3291e834 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:54.399966 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.438176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-da7ff114-dbd6-4562-8f02-2c55a65bfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:54.440212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-da7ff114-dbd6-4562-8f02-2c55a65bfa55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 1094 time: 0.1753941 Jul 14 11:27:54.440967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Pushing event updated for resources: {'Port': ['ID=f58646ac-81a9-40bd-991a-6ef6dfe2a17f,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:54.525340 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.545203 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b082-60ec-444f-9f30-52c2afc66f8a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.552853 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.598646 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.600018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-df524156-366d-497e-b489-53ecba468be7 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.9168591 Jul 14 11:27:54.610282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4f8f3245-f56a-4bd8-94af-d48a3291e834, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4f8f3245-f56a-4bd8-94af-d48a3291e834,segment=NetworkSegment(d58bca22-39ef-4e60-8937-77cd066037bc),segment_id=d58bca22-39ef-4e60-8937-77cd066037bc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:54.617245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.627212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4b082-60ec-444f-9f30-52c2afc66f8a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=ca55a396-a04e-4d49-b8cd-0b2172934829,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:54.638249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b082-60ec-444f-9f30-52c2afc66f8a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.643419 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3eb4b082-60ec-444f-9f30-52c2afc66f8a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/ca55a396-a04e-4d49-b8cd-0b2172934829 HTTP/1.1" status: 204 len: 168 time: 0.5589256 Jul 14 11:27:54.644101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60954) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:54.658516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'mac_address': 'fa:16:3e:af:54:e9', 'name': 'tempest-PortsTestJSON-693978084'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:54.663756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e265153-bea1-4493-a263-cb92b3570a7c req-9c3f4e90-6f89-49ff-987b-a6190d489623 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:54.672665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e265153-bea1-4493-a263-cb92b3570a7c req-9c3f4e90-6f89-49ff-987b-a6190d489623 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 945 time: 0.2452743 Jul 14 11:27:54.702048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1301941c-f37d-4789-9d4d-b7280e6ce207 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:54.734584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1301941c-f37d-4789-9d4d-b7280e6ce207 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:27:54.735284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1301941c-f37d-4789-9d4d-b7280e6ce207 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:27:54.757786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4f8f3245-f56a-4bd8-94af-d48a3291e834,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:54.772332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-ce1e0a3f-0886-4b9d-afa0-f1f538cf5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:54.774087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-ce1e0a3f-0886-4b9d-afa0-f1f538cf5d3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.3253531 Jul 14 11:27:54.805696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:54.821125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-26f9ea9e-1ca5-42c0-9484-0b3843520f0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ec3721-00ba-43fa-adc7-fda024d11488 HTTP/1.1" status: 200 len: 217 time: 0.0389915 Jul 14 11:27:54.824515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-f600b406-f406-4812-bab2-3019ebf575f1 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.2000029 Jul 14 11:27:54.882720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:54.889514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e265153-bea1-4493-a263-cb92b3570a7c req-7645b78c-69a6-4ed9-88ab-6212019e727f tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebdb3a5b-7cba-47fa-b17d-2bcbac847083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148154 Jul 14 11:27:54.917804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 40357c4e-b4e9-4cd6-87a9-63d33d431e32 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:27:55.013084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-79ac0245-11ec-40fa-b1f5-394ceb24624f tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:55.015338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de5d111e-2873-4a99-b6c3-e821d0e53dff req-79ac0245-11ec-40fa-b1f5-394ceb24624f tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.1783040 Jul 14 11:27:55.017496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-c2242d00-30a2-403c-987d-c75d45bfc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:55.019139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-c2242d00-30a2-403c-987d-c75d45bfc2aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.1900284 Jul 14 11:27:55.059621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-af5ce284-e545-43c4-9be5-6422dcfb0057 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330510 Jul 14 11:27:55.128145 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:55.172095 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:55.215411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:55.222573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:55.227104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:55.232729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:55.233347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:55.239370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=40357c4e-b4e9-4cd6-87a9-63d33d431e32,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:55.246014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dd3ca-ed3d-4e28-8f77-c32a176a6609 req-de9bec86-1ea7-41a1-b6b3-fa73c14633da tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:55.247529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-567dd3ca-ed3d-4e28-8f77-c32a176a6609 req-de9bec86-1ea7-41a1-b6b3-fa73c14633da tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 943 time: 0.1906590 Jul 14 11:27:55.252856 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d00594cb-aad2-4851-802b-b88d373e1a5f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6077096 Jul 14 11:27:55.255354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60960) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:55.255899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-b31c7525-8326-4572-9a56-22ae5aa8577c service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878588 Jul 14 11:27:55.309992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f686daf9-5034-45d4-bf97-7f9745908a01 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:55.311346 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f686daf9-5034-45d4-bf97-7f9745908a01 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/40357c4e-b4e9-4cd6-87a9-63d33d431e32 HTTP/1.1" status: 200 len: 840 time: 0.0548115 Jul 14 11:27:55.315996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60962) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:55.347118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8067b5-8120-46e1-9e76-e38fd431c017 req-bda57537-c380-4d71-911a-dd7f726f748c tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:55.348644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a8067b5-8120-46e1-9e76-e38fd431c017 req-bda57537-c380-4d71-911a-dd7f726f748c tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 949 time: 0.2117734 Jul 14 11:27:55.359916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-567dd3ca-ed3d-4e28-8f77-c32a176a6609 req-eee4bf45-26c5-46ab-b30f-b3af32e904cc tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030345 Jul 14 11:27:55.423699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf87be5e-a93d-4dc7-8440-7e13136093c9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 40357c4e-b4e9-4cd6-87a9-63d33d431e32 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:55.424822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf87be5e-a93d-4dc7-8440-7e13136093c9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:55.431594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-067ee8a1-5519-40a9-b505-fefffcfc7956 req-fed4e99c-64a1-4a9a-adc0-19a59cf1870f service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690938 Jul 14 11:27:55.440460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a8067b5-8120-46e1-9e76-e38fd431c017 req-708ccade-2e21-4aca-adea-0aa66df18857 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778854 Jul 14 11:27:55.507517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf87be5e-a93d-4dc7-8440-7e13136093c9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:55.525194 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286b3150-ca6b-4f0f-a1ad-41d2f23535aa x-openstack-request-id: req-286b3150-ca6b-4f0f-a1ad-41d2f23535aa {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:55.525501 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:55.525777 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-286b3150-ca6b-4f0f-a1ad-41d2f23535aa {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:55.526210 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'status': 'completed', 'code': 200} Jul 14 11:27:55.530418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf87be5e-a93d-4dc7-8440-7e13136093c9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 40357c4e-b4e9-4cd6-87a9-63d33d431e32 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:55.549321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74bdd2-946b-47f8-ae3c-d52819237b9d req-0dc399a7-adfd-49ad-8031-3b97392d0844 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:55.550854 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f74bdd2-946b-47f8-ae3c-d52819237b9d req-0dc399a7-adfd-49ad-8031-3b97392d0844 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 945 time: 0.0722661 Jul 14 11:27:55.621606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f74bdd2-946b-47f8-ae3c-d52819237b9d req-60039c5f-5289-4868-8871-01a385dae00b tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.38 "GET /v2.0/security-groups?id=67977bad-6067-4b54-b7c6-27e7bde505e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572739 Jul 14 11:27:55.637187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798a26e-fa36-4209-acce-80430a0380f2 req-26c3e203-e3da-4118-a536-0cd91b46681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:55.638886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1798a26e-fa36-4209-acce-80430a0380f2 req-26c3e203-e3da-4118-a536-0cd91b46681b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1100 time: 0.0846503 Jul 14 11:27:55.639606 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf87be5e-a93d-4dc7-8440-7e13136093c9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:55.675142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87be5e-a93d-4dc7-8440-7e13136093c9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=40357c4e-b4e9-4cd6-87a9-63d33d431e32,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:55.682486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf87be5e-a93d-4dc7-8440-7e13136093c9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:55.687095 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bf87be5e-a93d-4dc7-8440-7e13136093c9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/40357c4e-b4e9-4cd6-87a9-63d33d431e32 HTTP/1.1" status: 204 len: 168 time: 0.3681052 Jul 14 11:27:55.687395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60970) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:55.722579 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b474105-3947-4ac9-8536-976ae475a258 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:27:55.724611 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0b474105-3947-4ac9-8536-976ae475a258 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/40357c4e-b4e9-4cd6-87a9-63d33d431e32 HTTP/1.1" status: 404 len: 333 time: 0.0358763 Jul 14 11:27:55.729172 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60972) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:55.735215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'name': 'tempest-PortsTestJSON-1298841092'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:55.838135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:55.842022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:55.862825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 03c5646b-36ae-4f00-8b87-4432e36323bb yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:27:55.907313 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.032130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.069601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.119702 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:56.122917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:56.127388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:56.134499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:56.135243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.145118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=03c5646b-36ae-4f00-8b87-4432e36323bb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:56.156679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9177f1f7-092a-4f12-b532-2b1b0333a25c req-33d15956-ed12-43b9-99f3-e0390188c79e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips/d852fda0-9c55-4479-8e04-52adecf7936f HTTP/1.1" status: 200 len: 691 time: 0.3656824 Jul 14 11:27:56.157848 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-464548f6-b597-466a-a3eb-302a5d42dba8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4273438 Jul 14 11:27:56.160556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60976) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:56.167733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-80b62fde-b9d4-421b-8436-331b015cc8b1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:56.220528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4f8f3245-f56a-4bd8-94af-d48a3291e834 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:56.266140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80b62fde-b9d4-421b-8436-331b015cc8b1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.269203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:27:56.282232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798a26e-fa36-4209-acce-80430a0380f2 req-b3979864-2013-42b2-8991-d7b937fe8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:56.283526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 822c11a4-8ff9-451a-b96c-e240fc142d87 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:27:56.283706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1798a26e-fa36-4209-acce-80430a0380f2 req-b3979864-2013-42b2-8991-d7b937fe8949 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.6389453 Jul 14 11:27:56.321167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4f8f3245-f56a-4bd8-94af-d48a3291e834 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:56.321644 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.339393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1798a26e-fa36-4209-acce-80430a0380f2 req-a06caba2-b256-45dc-a81f-8e87b1d66882 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.0463471 Jul 14 11:27:56.351089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-e84a98c4-e0ba-48fe-9ef8-62d879ccac0e tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 258 time: 0.6866329 Jul 14 11:27:56.387943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:56.435900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177f1f7-092a-4f12-b532-2b1b0333a25c req-14e6a4df-1e21-4110-b887-722761591662 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:56.437281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9177f1f7-092a-4f12-b532-2b1b0333a25c req-14e6a4df-1e21-4110-b887-722761591662 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.2707126 Jul 14 11:27:56.447410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798a26e-fa36-4209-acce-80430a0380f2 req-f459a17f-ed8d-45a1-ac00-0f8fd75d312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:56.447410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1798a26e-fa36-4209-acce-80430a0380f2 req-f459a17f-ed8d-45a1-ac00-0f8fd75d312e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0903203 Jul 14 11:27:56.462179 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.473648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80b62fde-b9d4-421b-8436-331b015cc8b1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.479560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80b62fde-b9d4-421b-8436-331b015cc8b1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.510495 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.519646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:56.520500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-80b62fde-b9d4-421b-8436-331b015cc8b1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] In _notify_port_updated(), no bound segment for port 03c5646b-36ae-4f00-8b87-4432e36323bb on network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:27:56.533680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b62fde-b9d4-421b-8436-331b015cc8b1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:56.533680 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80b62fde-b9d4-421b-8436-331b015cc8b1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.533680 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-80b62fde-b9d4-421b-8436-331b015cc8b1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "PUT /v2.0/ports/03c5646b-36ae-4f00-8b87-4432e36323bb HTTP/1.1" status: 200 len: 818 time: 0.3693666 Jul 14 11:27:56.534472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60982) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:56.556247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b62fde-b9d4-421b-8436-331b015cc8b1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=03c5646b-36ae-4f00-8b87-4432e36323bb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:56.565955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'mac_address': 'fa:16:3e:0e:a7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:27:56.604173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:56.606418 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4602c61d-1886-4371-bd9a-f273b9b08b36" -d '{"events": [{"server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:56.626634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=822c11a4-8ff9-451a-b96c-e240fc142d87,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:56.632274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.651431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798a26e-fa36-4209-acce-80430a0380f2 req-94100ac7-f5de-48c1-b6d1-95c9d36f9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:56.652951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1798a26e-fa36-4209-acce-80430a0380f2 req-94100ac7-f5de-48c1-b6d1-95c9d36f9a70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2040336 Jul 14 11:27:56.657223 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.678846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d3de53-e56c-4d8c-8a71-14631572f10f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:27:56.707042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=822c11a4-8ff9-451a-b96c-e240fc142d87,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:56.718133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:56.721962 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.777403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=12']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:56.805027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5014a972-d222-4067-9822-aef2e47a331b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 03c5646b-36ae-4f00-8b87-4432e36323bb {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:56.805394 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5014a972-d222-4067-9822-aef2e47a331b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.859179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1798a26e-fa36-4209-acce-80430a0380f2 req-4368eb6d-1a7b-4415-8a43-05f14231bc37 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877503 Jul 14 11:27:56.891496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64670-a22b-4d78-b1cb-7861e5da83e4 req-a0ba65b2-6fbc-41c0-bd6a-994ee551d65f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:56.892971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cea64670-a22b-4d78-b1cb-7861e5da83e4 req-a0ba65b2-6fbc-41c0-bd6a-994ee551d65f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 949 time: 0.2594869 Jul 14 11:27:56.894130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:56.956827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['49d3de53-e56c-4d8c-8a71-14631572f10f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:56.958040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5014a972-d222-4067-9822-aef2e47a331b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.020544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5014a972-d222-4067-9822-aef2e47a331b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 03c5646b-36ae-4f00-8b87-4432e36323bb owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:57.072994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cea64670-a22b-4d78-b1cb-7861e5da83e4 req-5500b491-8e44-488e-8109-4f6db38ec2bb tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655474 Jul 14 11:27:57.145347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1798a26e-fa36-4209-acce-80430a0380f2 req-30d3c939-fb54-4adf-be80-ba68c90d398c service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750063 Jul 14 11:27:57.179992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Allocated IP 172.25.2.89 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/d695a4ee-9372-4597-bf7c-5473052535e5) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:57.244234 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5014a972-d222-4067-9822-aef2e47a331b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.281618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014a972-d222-4067-9822-aef2e47a331b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=03c5646b-36ae-4f00-8b87-4432e36323bb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:57.292238 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5014a972-d222-4067-9822-aef2e47a331b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.294144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5014a972-d222-4067-9822-aef2e47a331b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/03c5646b-36ae-4f00-8b87-4432e36323bb HTTP/1.1" status: 204 len: 168 time: 0.7567418 Jul 14 11:27:57.296986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60990) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:57.362151 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.379788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e34a53-b342-41da-afdc-b99e50ac1947 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:57.382890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-33e34a53-b342-41da-afdc-b99e50ac1947 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0848739 Jul 14 11:27:57.386003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60992) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:57.418972 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a12b0e5-6579-4f78-b804-6c8b43555cc3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:27:57.420794 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7a12b0e5-6579-4f78-b804-6c8b43555cc3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/03c5646b-36ae-4f00-8b87-4432e36323bb HTTP/1.1" status: 404 len: 333 time: 0.0335336 Jul 14 11:27:57.421843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-c5c0545f-0358-4a05-be7a-3e1bbbf425de tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:57.424325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-c5c0545f-0358-4a05-be7a-3e1bbbf425de tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 945 time: 0.1118174 Jul 14 11:27:57.424877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60996) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:57.431309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1838962580'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:57.438028 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.458132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:57.464919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.494502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:27:57.504397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.504753 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Added segment 98130b5f-ef00-4c9e-bb85-61a60d09839f of type vlan for network a26a2ecf-5736-4c4c-92f8-c662fdec49bc Jul 14 11:27:57.516447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:57.524876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:57.535311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:57.566699 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.569720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Pushing event updated for resources: {'Port': ['ID=d695a4ee-9372-4597-bf7c-5473052535e5,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:57.615040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.622131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:57.622745 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.649298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Deleting port 10022f3a-b312-4e49-8798-13d7294aeb90 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:57.649648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.697674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.705595 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2770035 Jul 14 11:27:57.706203 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32768) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:57.712114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:57.716407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287747e-813b-467f-ab2d-8d1956763152 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Network': ['ID=a26a2ecf-5736-4c4c-92f8-c662fdec49bc,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:57.729601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network a26a2ecf-5736-4c4c-92f8-c662fdec49bc details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:27:57.815979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.822157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:57.825708 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.865489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] For port 10022f3a-b312-4e49-8798-13d7294aeb90, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10022f3a-b312-4e49-8798-13d7294aeb90,segment=NetworkSegment(12f7980c-a8d3-4e35-9233-8cd9002c7999),segment_id=12f7980c-a8d3-4e35-9233-8cd9002c7999)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:57.866587 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:57.884343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fa75d-5bcb-49e7-a3a2-8592e03fbc80 req-6a78797a-b229-41ce-ad91-6603c6502a84 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:57.885869 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f9fa75d-5bcb-49e7-a3a2-8592e03fbc80 req-6a78797a-b229-41ce-ad91-6603c6502a84 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 943 time: 0.1942601 Jul 14 11:27:57.905305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Calling delete_port for 10022f3a-b312-4e49-8798-13d7294aeb90 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:57.907285 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:27:57.935060 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.017361 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.017949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f9fa75d-5bcb-49e7-a3a2-8592e03fbc80 req-8803de79-e971-4e42-b12b-83ccb09d140c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223435 Jul 14 11:27:58.071022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=63cb8ba6-41da-4b43-bc0e-e30987e19903,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:58.106045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Checking segment: {'id': '98130b5f-ef00-4c9e-bb85-61a60d09839f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:58.106465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network hostable DHCP agents. Network: a26a2ecf-5736-4c4c-92f8-c662fdec49bc, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:27:58.142510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network a26a2ecf-5736-4c4c-92f8-c662fdec49bc is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:27:58.153216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, a26a2ecf-5736-4c4c-92f8-c662fdec49bc) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:58.158789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce774f76-6c4c-4e5b-9b54-8d36925cdbb6 req-29bedfb5-f3af-44c7-8020-c93610b1dc40 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=6039b6c0a95045268ee7c0d8373f31df HTTP/1.1" status: 200 len: 694 time: 0.0868011 Jul 14 11:27:58.168978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:58.169587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.171385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393889c7-16af-4daa-a9df-5dd140b29ad6 None None] Network a26a2ecf-5736-4c4c-92f8-c662fdec49bc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:27:58.189600 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9027d7e6-08f5-4b90-9445-a7174b0a242b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4822593 Jul 14 11:27:58.191744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32770) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:58.197451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-46f246d8-d3f1-467b-bd33-21411ec1ad01 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:58.253484 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.265104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.300300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:58.317582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f246d8-d3f1-467b-bd33-21411ec1ad01 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:58.322217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46f246d8-d3f1-467b-bd33-21411ec1ad01 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.365096 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.375985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Pushing event updated for resources: {'Port': ['ID=d695a4ee-9372-4597-bf7c-5473052535e5,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:58.383945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['10022f3a-b312-4e49-8798-13d7294aeb90'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:58.409899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-a26a2ecf-5736-4c4c-92f8-c662fdec49bc', 'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc', 'tenant_id': '124cdbed65124bcaa6fb8297d1619fb8', 'fixed_ips': [{'subnet_id': '63cb8ba6-41da-4b43-bc0e-e30987e19903'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:27:58.410761 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.417528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 49d3de53-e56c-4d8c-8a71-14631572f10f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:27:58.422096 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.424163 n-d-778696-8 neutron-server[93701]: INFO neutron.db.ipam_backend_mixin [None req-46f246d8-d3f1-467b-bd33-21411ec1ad01 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 63cb8ba6-41da-4b43-bc0e-e30987e19903 (CIDR: 172.20.0.0/28) Jul 14 11:27:58.428991 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f246d8-d3f1-467b-bd33-21411ec1ad01 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:27:58.429540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f246d8-d3f1-467b-bd33-21411ec1ad01 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:27:58.430442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 49d3de53-e56c-4d8c-8a71-14631572f10f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:27:58.431017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.432973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce774f76-6c4c-4e5b-9b54-8d36925cdbb6 req-86e4703f-453e-47ad-9e01-1f56a486a5a9 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:58.434530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce774f76-6c4c-4e5b-9b54-8d36925cdbb6 req-86e4703f-453e-47ad-9e01-1f56a486a5a9 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/networks?id=59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 787 time: 0.2692549 Jul 14 11:27:58.439682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Pushing event deleted for resources: {'Port': ['ID=10022f3a-b312-4e49-8798-13d7294aeb90,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:58.450208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-46f246d8-d3f1-467b-bd33-21411ec1ad01 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2571089 Jul 14 11:27:58.450792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32772) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:58.451123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-ce774f76-6c4c-4e5b-9b54-8d36925cdbb6 req-76324957-d4bf-4de5-a9c7-5e28cb9e9d85 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:27:58.452120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce774f76-6c4c-4e5b-9b54-8d36925cdbb6 req-76324957-d4bf-4de5-a9c7-5e28cb9e9d85 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057831 Jul 14 11:27:58.462433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:58.496776 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.498104 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-770e79cc-686f-489f-9f86-256c1d5c039c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1328764 Jul 14 11:27:58.499095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] No DVR routers for this DVR port 10022f3a-b312-4e49-8798-13d7294aeb90 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:27:58.501845 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.503861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af705a02-d00c-49c9-ad36-7554e3a85446 req-4517e44d-eb1f-4e3c-bec8-591b4a6b2c3a tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.45 "DELETE /v2.0/ports/10022f3a-b312-4e49-8798-13d7294aeb90 HTTP/1.1" status: 204 len: 173 time: 1.0739465 Jul 14 11:27:58.504300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eae2bc-d6d1-4f28-9b58-abe4a376d79b', 'name': 'network-vif-deleted', 'tag': '10022f3a-b312-4e49-8798-13d7294aeb90'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:27:58.507318 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22978d8-6471-49a4-92ea-918a00685f15" -d '{"events": [{"server_uuid": "65eae2bc-d6d1-4f28-9b58-abe4a376d79b", "name": "network-vif-deleted", "tag": "10022f3a-b312-4e49-8798-13d7294aeb90"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:58.597688 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036a356a-8eb8-41d2-bee0-ae845e9b81d6 x-openstack-request-id: req-036a356a-8eb8-41d2-bee0-ae845e9b81d6 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:58.597980 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:58.598233 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-036a356a-8eb8-41d2-bee0-ae845e9b81d6 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:58.598627 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87', 'code': 200} Jul 14 11:27:58.603242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-2cba3083-feeb-4a9c-999c-71bcba52ea3a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0926900 Jul 14 11:27:58.692914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:58.697560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.705289 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.739270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Allocated IP 172.20.0.2 (a26a2ecf-5736-4c4c-92f8-c662fdec49bc/63cb8ba6-41da-4b43-bc0e-e30987e19903/45ef7f5d-c935-4b9a-b88c-a911126e498e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:58.777494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:58.797315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.902785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=13']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:58.981909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:58.991770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Transition to ACTIVE for port object 45ef7f5d-c935-4b9a-b88c-a911126e498e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:59.009928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Transition to ACTIVE for port object 45ef7f5d-c935-4b9a-b88c-a911126e498e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:27:59.016914 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:59.059631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Network a26a2ecf-5736-4c4c-92f8-c662fdec49bc is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:59.065438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:59.070311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:27:59.077012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:59.081832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Pushing event updated for resources: {'Port': ['ID=45ef7f5d-c935-4b9a-b88c-a911126e498e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:59.089685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35f3a457-031b-4609-b85a-145fa3f13a72 req-844c7ac3-0d6f-4c6d-b553-929c608be2d3 tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] 10.222.0.38 "GET /v2.0/ports?device_id=65eae2bc-d6d1-4f28-9b58-abe4a376d79b HTTP/1.1" status: 200 len: 210 time: 0.0994337 Jul 14 11:27:59.159971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Attempting to bind port 45ef7f5d-c935-4b9a-b88c-a911126e498e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:27:59.160515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Attempting to bind port 45ef7f5d-c935-4b9a-b88c-a911126e498e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '98130b5f-ef00-4c9e-bb85-61a60d09839f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:27:59.161038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Attempting to bind port 45ef7f5d-c935-4b9a-b88c-a911126e498e on network a26a2ecf-5736-4c4c-92f8-c662fdec49bc {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:27:59.161699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network a26a2ecf-5736-4c4c-92f8-c662fdec49bc is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:59.165772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:59.168866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:59.169540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:59.169670 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:27:59.170106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Checking segment: {'id': '98130b5f-ef00-4c9e-bb85-61a60d09839f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:27:59.170647 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:59.171048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Bound using segment: {'id': '98130b5f-ef00-4c9e-bb85-61a60d09839f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:27:59.171528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Bound port: 45ef7f5d-c935-4b9a-b88c-a911126e498e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98130b5f-ef00-4c9e-bb85-61a60d09839f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:27:59.172133 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:59.184678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=116a4207-9eb3-4538-af56-bd3c0d6bafcc,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:59.197193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-70d37ffc-8ae9-453d-87f0-9a0f3cf1f800 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:59.198711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-70d37ffc-8ae9-453d-87f0-9a0f3cf1f800 tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee180103-bc6c-4a6c-830e-c6154388d4d7 HTTP/1.1" status: 200 len: 943 time: 0.2071433 Jul 14 11:27:59.198995 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3566242b-1d30-457e-b65f-ab056af30eb5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7470880 Jul 14 11:27:59.203014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32792) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:27:59.205614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-995a7c41-bac6-4ba5-b71f-2d950b136a7c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:59.206946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c87545f-8cd8-4a3f-b5b1-9cda1cac5d9f req-995a7c41-bac6-4ba5-b71f-2d950b136a7c tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.5958879 Jul 14 11:27:59.210199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc', 'fixed_ips': [{'subnet_id': '63cb8ba6-41da-4b43-bc0e-e30987e19903'}, {'subnet_id': '116a4207-9eb3-4538-af56-bd3c0d6bafcc'}], 'name': 'tempest-PortsTestJSON-666123907'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:27:59.290461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-c2632516-2cd9-4e65-ac28-0d23684a7a0c tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips/d852fda0-9c55-4479-8e04-52adecf7936f HTTP/1.1" status: 200 len: 691 time: 0.1496713 Jul 14 11:27:59.292618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] For port 45ef7f5d-c935-4b9a-b88c-a911126e498e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:59.296205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] For port 45ef7f5d-c935-4b9a-b88c-a911126e498e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=45ef7f5d-c935-4b9a-b88c-a911126e498e,segment=NetworkSegment(98130b5f-ef00-4c9e-bb85-61a60d09839f),segment_id=98130b5f-ef00-4c9e-bb85-61a60d09839f)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:59.304318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:59.329003 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e741e0c3-9c8e-4c74-b6df-9255d02ea51e x-openstack-request-id: req-e741e0c3-9c8e-4c74-b6df-9255d02ea51e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:59.329439 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eae2bc-d6d1-4f28-9b58-abe4a376d79b", "name": "network-vif-deleted", "tag": "10022f3a-b312-4e49-8798-13d7294aeb90", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:59.329940 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e741e0c3-9c8e-4c74-b6df-9255d02ea51e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:59.330383 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eae2bc-d6d1-4f28-9b58-abe4a376d79b', 'name': 'network-vif-deleted', 'tag': '10022f3a-b312-4e49-8798-13d7294aeb90', 'status': 'completed', 'code': 200} Jul 14 11:27:59.356209 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:59.446960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14ba50-bafd-4221-a239-072b87829cf0 None None] Pushing event updated for resources: {'Port': ['ID=45ef7f5d-c935-4b9a-b88c-a911126e498e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:59.504203 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:59.508214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Deleting port 822c11a4-8ff9-451a-b96c-e240fc142d87 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:27:59.508905 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:59.539367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 254c07f1-1238-49da-8a04-32a1726cb4ad yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:27:59.627069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-1ca32fe0-a76e-44b7-a6e9-70419830e9e4 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:27:59.637963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-1ca32fe0-a76e-44b7-a6e9-70419830e9e4 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.3361781 Jul 14 11:27:59.727530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] For port 822c11a4-8ff9-451a-b96c-e240fc142d87, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=822c11a4-8ff9-451a-b96c-e240fc142d87,segment=NetworkSegment(a75699c9-6625-4aa4-90db-4a79cceb3c08),segment_id=a75699c9-6625-4aa4-90db-4a79cceb3c08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:59.727941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:27:59.734835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-ea48942c-8b01-4488-ade9-0b87941f2af4 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.0989749 Jul 14 11:27:59.763000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Calling delete_port for 822c11a4-8ff9-451a-b96c-e240fc142d87 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:27:59.815040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-2c282a1a-34f8-4380-90f6-157032db6857 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=74fa1d7c96164474bf4b5083b15d7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646975 Jul 14 11:27:59.872089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-350538f9-c05b-42fd-9cd7-5d304bee259a tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.1240861 Jul 14 11:28:00.098876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2ae1-e494-40d7-92fd-d80122393975 req-53f8df88-d88e-4add-83e0-85c91d36673b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:00.100611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-53f8df88-d88e-4add-83e0-85c91d36673b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750421 Jul 14 11:28:00.154488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-edeb5ca3-03a5-42a1-8250-f05c2e082940 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/quotas/74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 375 time: 0.0259619 Jul 14 11:28:00.180073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.193015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Deleting port f58646ac-81a9-40bd-991a-6ef6dfe2a17f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:00.193015 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.279909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.5 (a26a2ecf-5736-4c4c-92f8-c662fdec49bc/63cb8ba6-41da-4b43-bc0e-e30987e19903/254c07f1-1238-49da-8a04-32a1726cb4ad) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:00.288800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.25 (a26a2ecf-5736-4c4c-92f8-c662fdec49bc/116a4207-9eb3-4538-af56-bd3c0d6bafcc/254c07f1-1238-49da-8a04-32a1726cb4ad) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:00.295203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 45ef7f5d-c935-4b9a-b88c-a911126e498e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:00.317390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Pushing event deleted for resources: {'Port': ['ID=822c11a4-8ff9-451a-b96c-e240fc142d87,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:00.367139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 45ef7f5d-c935-4b9a-b88c-a911126e498e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:00.373437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10022f3a-b312-4e49-8798-13d7294aeb90 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:00.377328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] No DVR routers for this DVR port 822c11a4-8ff9-451a-b96c-e240fc142d87 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:00.385222 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.387322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a9a8cdd1-beac-41d9-93fe-90d10f0406f0 req-5608b6b8-8932-4e69-93b4-9e36117697da tempest-ImagesTestJSON-500859258 tempest-ImagesTestJSON-500859258-project] 10.222.0.64 "DELETE /v2.0/ports/822c11a4-8ff9-451a-b96c-e240fc142d87 HTTP/1.1" status: 204 len: 173 time: 1.1645570 Jul 14 11:28:00.406185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 10022f3a-b312-4e49-8798-13d7294aeb90 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:00.407109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10022f3a-b312-4e49-8798-13d7294aeb90 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:00.453996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-7c2e1d6f-4aef-4956-8eaa-64068f91258d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2777460 Jul 14 11:28:00.456335 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.456773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.480003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.484888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Calling delete_port for f58646ac-81a9-40bd-991a-6ef6dfe2a17f owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:00.496208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object 254c07f1-1238-49da-8a04-32a1726cb4ad will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:00.555898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.600267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:00.605098 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e962d9-032f-4def-95bb-98afc2e9120f" -d '{"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-plugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:00.635488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network a26a2ecf-5736-4c4c-92f8-c662fdec49bc is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:00.639350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:00.642110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:00.697938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:00.698642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.702464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=254c07f1-1238-49da-8a04-32a1726cb4ad,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:00.720589 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4733d69a-0f7e-41f4-a6e7-ba5638fbe2d7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.5151460 Jul 14 11:28:00.722418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32816) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:00.729925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63cb8ba6-41da-4b43-bc0e-e30987e19903'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:00.738700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.760232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcc502-253b-42ac-b59b-a24ac63c5dd9 None None] Network a26a2ecf-5736-4c4c-92f8-c662fdec49bc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:00.789688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Pushing event deleted for resources: {'Port': ['ID=f58646ac-81a9-40bd-991a-6ef6dfe2a17f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:00.849297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5b35d57b-922c-4997-a24b-b0d1654f4ec9 None None] Provisioning for port 45ef7f5d-c935-4b9a-b88c-a911126e498e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:00.858697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5b35d57b-922c-4997-a24b-b0d1654f4ec9 None None] Provisioning complete for port 45ef7f5d-c935-4b9a-b88c-a911126e498e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:00.859087 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5b35d57b-922c-4997-a24b-b0d1654f4ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.875548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.974492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.978692 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:00.980533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b2e66a-0a32-4292-adb7-f1cf2d8ddbb5 req-f2b631ed-b36c-471d-8202-8f90c76b2a9e tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "DELETE /v2.0/floatingips/d852fda0-9c55-4479-8e04-52adecf7936f HTTP/1.1" status: 204 len: 173 time: 1.0963128 Jul 14 11:28:01.015926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09ed70-b7f2-4a65-9c4c-819c8a37924e req-68908585-29b1-4fdb-a5ba-c917e54c6459 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:01.024977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f09ed70-b7f2-4a65-9c4c-819c8a37924e req-68908585-29b1-4fdb-a5ba-c917e54c6459 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 943 time: 0.2400560 Jul 14 11:28:01.092501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f09ed70-b7f2-4a65-9c4c-819c8a37924e req-2e270012-427b-4837-a54e-f729c762746a tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664036 Jul 14 11:28:01.230503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-86020ffd-8d56-4280-afc5-c649282d7533 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:01.233519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-86020ffd-8d56-4280-afc5-c649282d7533 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1228602 Jul 14 11:28:01.315826 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5b35d57b-922c-4997-a24b-b0d1654f4ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:01.326395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-35ed6766-161b-4950-a472-50a05125fe58 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0874426 Jul 14 11:28:01.336230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'name': 'network-vif-deleted', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:01.343799 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ce04b4-a8ca-4cc4-9bed-dc7213ac77b9" -d '{"events": [{"server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "name": "network-vif-deleted", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:01.365784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-b9991e0b-1aab-46e1-8a9b-5427107b9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Request body: {'floatingip': {'port_id': '402896b6-f677-4e94-9b16-b30c136970cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:01.371074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Delete allocated IP 172.20.0.25 (a26a2ecf-5736-4c4c-92f8-c662fdec49bc/116a4207-9eb3-4538-af56-bd3c0d6bafcc) {{(pid=93701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 11:28:01.386121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5b35d57b-922c-4997-a24b-b0d1654f4ec9 None None] For port 45ef7f5d-c935-4b9a-b88c-a911126e498e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=45ef7f5d-c935-4b9a-b88c-a911126e498e,segment=NetworkSegment(98130b5f-ef00-4c9e-bb85-61a60d09839f),segment_id=98130b5f-ef00-4c9e-bb85-61a60d09839f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:01.395998 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5b35d57b-922c-4997-a24b-b0d1654f4ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:01.457051 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-b9991e0b-1aab-46e1-8a9b-5427107b9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:01.463020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35d57b-922c-4997-a24b-b0d1654f4ec9 None None] Pushing event updated for resources: {'Port': ['ID=45ef7f5d-c935-4b9a-b88c-a911126e498e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:01.553949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe3786-5199-4371-8ccc-24120d211cec None None] Update dhcp port {'port': {'network_id': 'a26a2ecf-5736-4c4c-92f8-c662fdec49bc', 'fixed_ips': [{'subnet_id': '63cb8ba6-41da-4b43-bc0e-e30987e19903', 'ip_address': '172.20.0.2'}, {'subnet_id': '116a4207-9eb3-4538-af56-bd3c0d6bafcc'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '45ef7f5d-c935-4b9a-b88c-a911126e498e'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:28:01.594570 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b4fe3786-5199-4371-8ccc-24120d211cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:01.628681 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:01.650058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Ignored duplicate provisioning block setup for port 254c07f1-1238-49da-8a04-32a1726cb4ad by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 11:28:01.659712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:01.800839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=254c07f1-1238-49da-8a04-32a1726cb4ad,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:01.801872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-b4fe3786-5199-4371-8ccc-24120d211cec None None] Allocated IP 172.20.0.18 (a26a2ecf-5736-4c4c-92f8-c662fdec49bc/116a4207-9eb3-4538-af56-bd3c0d6bafcc/45ef7f5d-c935-4b9a-b88c-a911126e498e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:01.937562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b4fe3786-5199-4371-8ccc-24120d211cec None None] For port 45ef7f5d-c935-4b9a-b88c-a911126e498e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=45ef7f5d-c935-4b9a-b88c-a911126e498e,segment=NetworkSegment(98130b5f-ef00-4c9e-bb85-61a60d09839f),segment_id=98130b5f-ef00-4c9e-bb85-61a60d09839f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:01.941421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] In _notify_port_updated(), no bound segment for port 254c07f1-1238-49da-8a04-32a1726cb4ad on network a26a2ecf-5736-4c4c-92f8-c662fdec49bc {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:28:01.951546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:01.953066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:01.956223 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b1d3b1da-28a4-40ad-8197-e8ddff72549f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "PUT /v2.0/ports/254c07f1-1238-49da-8a04-32a1726cb4ad HTTP/1.1" status: 200 len: 918 time: 1.2309690 Jul 14 11:28:01.957732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32834) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:01.968087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63cb8ba6-41da-4b43-bc0e-e30987e19903'}, {'subnet_id': '116a4207-9eb3-4538-af56-bd3c0d6bafcc'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:01.970914 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b4fe3786-5199-4371-8ccc-24120d211cec None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:01.989985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b4fe3786-5199-4371-8ccc-24120d211cec None None] Transition to ACTIVE for port object 45ef7f5d-c935-4b9a-b88c-a911126e498e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:01.995447 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b4fe3786-5199-4371-8ccc-24120d211cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:02.041592 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbe4344-3502-4a7d-baba-141105834acb x-openstack-request-id: req-5cbe4344-3502-4a7d-baba-141105834acb {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:02.041592 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-plugged", "status": "completed", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:02.041892 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5cbe4344-3502-4a7d-baba-141105834acb {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:02.042247 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'code': 200} Jul 14 11:28:02.095215 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:02.123413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe3786-5199-4371-8ccc-24120d211cec None None] Pushing event updated for resources: {'Port': ['ID=45ef7f5d-c935-4b9a-b88c-a911126e498e,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:02.252798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-500adb7b-4e21-4951-a153-d90ae0876cdb req-b2ddb5f9-f3f5-4226-8d07-9147a4822262 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 210 time: 0.0613186 Jul 14 11:28:02.262179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 45ef7f5d-c935-4b9a-b88c-a911126e498e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:02.270316 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-b9991e0b-1aab-46e1-8a9b-5427107b9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:02.290849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-2e60b1f0-02f6-431b-b38d-a17b8d77dfad tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=74fa1d7c96164474bf4b5083b15d7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348146 Jul 14 11:28:02.291681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-b9991e0b-1aab-46e1-8a9b-5427107b9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:02.325816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d8ec3721-00ba-43fa-adc7-fda024d11488 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:28:02.327794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 822c11a4-8ff9-451a-b96c-e240fc142d87 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:02.369150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 822c11a4-8ff9-451a-b96c-e240fc142d87 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:02.369637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 822c11a4-8ff9-451a-b96c-e240fc142d87 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:02.513688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:02.545091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'd8ec3721-00ba-43fa-adc7-fda024d11488', 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9', 'port_id': 'd8ec3721-00ba-43fa-adc7-fda024d11488', 'mac_address': 'fa:16:3e:50:db:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1a636a-b36e-4fd9-96e6-014ea8048540', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:28:02.599208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.19 (a26a2ecf-5736-4c4c-92f8-c662fdec49bc/116a4207-9eb3-4538-af56-bd3c0d6bafcc/254c07f1-1238-49da-8a04-32a1726cb4ad) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:02.600513 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:02.620760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ec3721-00ba-43fa-adc7-fda024d11488 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:02.644442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:02.651406 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:02.716949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d8ec3721-00ba-43fa-adc7-fda024d11488,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:02.772856 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:02.791106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Ignored duplicate provisioning block setup for port 254c07f1-1238-49da-8a04-32a1726cb4ad by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 11:28:02.797002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:02.863054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d8ec3721-00ba-43fa-adc7-fda024d11488'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:02.905338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479e8f70-a68a-462d-847e-b671c41f7c19 None None] Network a26a2ecf-5736-4c4c-92f8-c662fdec49bc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:02.925036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2ae1-e494-40d7-92fd-d80122393975 req-7ca7bf44-0e5f-48cf-bec6-8b583ef3534b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:02.926683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-7ca7bf44-0e5f-48cf-bec6-8b583ef3534b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5757389 Jul 14 11:28:02.930360 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-b9991e0b-1aab-46e1-8a9b-5427107b9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Floating IP 96a71170-8021-4019-9e1c-7ac7bfc6c721 associated. External IP: 172.25.2.89, port: 402896b6-f677-4e94-9b16-b30c136970cc. Jul 14 11:28:02.930658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=254c07f1-1238-49da-8a04-32a1726cb4ad,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:02.957304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] In _notify_port_updated(), no bound segment for port 254c07f1-1238-49da-8a04-32a1726cb4ad on network a26a2ecf-5736-4c4c-92f8-c662fdec49bc {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:28:02.963771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:02.964752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:02.968408 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ac6f778-113d-49a7-8b7e-fd4bc848aa5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "PUT /v2.0/ports/254c07f1-1238-49da-8a04-32a1726cb4ad HTTP/1.1" status: 200 len: 998 time: 1.0071023 Jul 14 11:28:02.970166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32840) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:02.971794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Request body: {'port': {'device_id': '8f85317d-7050-489e-b74c-24da06cf49ea', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '74fa1d7c96164474bf4b5083b15d7551'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:02.992739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-9f6ffc30-7304-4775-8ce3-7f97ff506d81 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6525114 Jul 14 11:28:03.011287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-651d7959-2f39-4a23-914d-7ea953e0e342 None None] Provisioning for port 45ef7f5d-c935-4b9a-b88c-a911126e498e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:03.031456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-651d7959-2f39-4a23-914d-7ea953e0e342 None None] Provisioning complete for port 45ef7f5d-c935-4b9a-b88c-a911126e498e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:03.031835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-651d7959-2f39-4a23-914d-7ea953e0e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.032247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:03.088617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-716f0849-4141-47e3-9333-b3f0d45c5547 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 254c07f1-1238-49da-8a04-32a1726cb4ad {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:03.088992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-716f0849-4141-47e3-9333-b3f0d45c5547 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.123574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.203992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-716f0849-4141-47e3-9333-b3f0d45c5547 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.218380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-716f0849-4141-47e3-9333-b3f0d45c5547 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 254c07f1-1238-49da-8a04-32a1726cb4ad owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:03.289464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-651d7959-2f39-4a23-914d-7ea953e0e342 None None] Provisioning for port 254c07f1-1238-49da-8a04-32a1726cb4ad completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:03.292693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Made reservation on behalf of 74fa1d7c96164474bf4b5083b15d7551 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:03.294138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-651d7959-2f39-4a23-914d-7ea953e0e342 None None] Provisioning complete for port 254c07f1-1238-49da-8a04-32a1726cb4ad triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:03.294513 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-651d7959-2f39-4a23-914d-7ea953e0e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.300926 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.334548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-651d7959-2f39-4a23-914d-7ea953e0e342 None None] Port 254c07f1-1238-49da-8a04-32a1726cb4ad cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:03.421214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-b9991e0b-1aab-46e1-8a9b-5427107b9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Router f05a776e-4aef-42cd-b0b2-086c86503c1f has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:28:03.435279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-716f0849-4141-47e3-9333-b3f0d45c5547 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.467530 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.471945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f0849-4141-47e3-9333-b3f0d45c5547 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=254c07f1-1238-49da-8a04-32a1726cb4ad,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:03.566537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-716f0849-4141-47e3-9333-b3f0d45c5547 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.573651 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-716f0849-4141-47e3-9333-b3f0d45c5547 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/254c07f1-1238-49da-8a04-32a1726cb4ad HTTP/1.1" status: 204 len: 168 time: 0.5979564 Jul 14 11:28:03.574127 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32844) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:03.611874 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a2690a-9af5-4ac4-b4c9-9bb5a1879fef tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:28:03.614532 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f0a2690a-9af5-4ac4-b4c9-9bb5a1879fef tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/254c07f1-1238-49da-8a04-32a1726cb4ad HTTP/1.1" status: 404 len: 333 time: 0.0389767 Jul 14 11:28:03.618667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32846) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:03.681150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-223d9b75-98d1-4df1-b488-8bcdd652a792 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet 116a4207-9eb3-4538-af56-bd3c0d6bafcc {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:03.684638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-223d9b75-98d1-4df1-b488-8bcdd652a792 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.719829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-b9991e0b-1aab-46e1-8a9b-5427107b9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:03.721761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Allocated IP 192.168.233.196 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/5fd49f14-a798-47bc-8661-f095b1ccff5a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:03.725886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-223d9b75-98d1-4df1-b488-8bcdd652a792 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.729353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-b9991e0b-1aab-46e1-8a9b-5427107b9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.730847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] Sync routers for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:03.739740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:03.740459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:27:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:03.744059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Allocated IP 172.25.2.73 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/d56ca8f7-502f-47cc-a4e2-dc802f14be5a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:03.819400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-b9991e0b-1aab-46e1-8a9b-5427107b9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "PUT /v2.0/floatingips/96a71170-8021-4019-9e1c-7ac7bfc6c721 HTTP/1.1" status: 200 len: 995 time: 2.4696324 Jul 14 11:28:03.845266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-223d9b75-98d1-4df1-b488-8bcdd652a792 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.857143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:03.917712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-223d9b75-98d1-4df1-b488-8bcdd652a792 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.948952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-223d9b75-98d1-4df1-b488-8bcdd652a792 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:03.953274 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-223d9b75-98d1-4df1-b488-8bcdd652a792 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/116a4207-9eb3-4538-af56-bd3c0d6bafcc HTTP/1.1" status: 204 len: 168 time: 0.3309660 Jul 14 11:28:03.953274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d9b75-98d1-4df1-b488-8bcdd652a792 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=116a4207-9eb3-4538-af56-bd3c0d6bafcc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:03.954474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32848) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:04.006374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a3be69-245e-43f1-a3a2-c1cb24c68051 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet 63cb8ba6-41da-4b43-bc0e-e30987e19903 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:04.009585 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14a3be69-245e-43f1-a3a2-c1cb24c68051 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.035239 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.055791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14a3be69-245e-43f1-a3a2-c1cb24c68051 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.058726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-a400b750-7dcb-4d0e-a674-c6d39d500aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:04.060264 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-a400b750-7dcb-4d0e-a674-c6d39d500aff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe01a3446c14c04a5450fdb9d059406&device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 1096 time: 0.1976614 Jul 14 11:28:04.115959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:15Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '96a71170-8021-4019-9e1c-7ac7bfc6c721', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'port_id': '402896b6-f677-4e94-9b16-b30c136970cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'mac_address': 'fa:16:3e:20:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:27:57Z', 'updated_at': '2021-07-14T11:28:02Z', 'revision_number': 1, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1672b501-a8ff-4e6b-a242-57964184dd69', 'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'mac_address': 'fa:16:3e:b8:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:12Z', 'updated_at': '2021-07-14T11:27:27Z', 'revision_number': 5, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'subnets': [{'id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:04.127584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.142821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] Checking router: f05a776e-4aef-42cd-b0b2-086c86503c1f for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:04.153225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:04.154096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:27:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:04.165351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14a3be69-245e-43f1-a3a2-c1cb24c68051 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.172461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Transition to ACTIVE for port object 5fd49f14-a798-47bc-8661-f095b1ccff5a will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:04.207713 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.237724 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14a3be69-245e-43f1-a3a2-c1cb24c68051 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.251249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-4bba08f6-0f82-4e1b-893a-b893d8301126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:04.252777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-4bba08f6-0f82-4e1b-893a-b893d8301126 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3409a8a0-9eb0-487d-bb5e-5ce416126df0 HTTP/1.1" status: 200 len: 928 time: 0.1834238 Jul 14 11:28:04.272776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:04.277760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14a3be69-245e-43f1-a3a2-c1cb24c68051 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.282776 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-14a3be69-245e-43f1-a3a2-c1cb24c68051 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/63cb8ba6-41da-4b43-bc0e-e30987e19903 HTTP/1.1" status: 204 len: 168 time: 0.3248467 Jul 14 11:28:04.282776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3be69-245e-43f1-a3a2-c1cb24c68051 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=63cb8ba6-41da-4b43-bc0e-e30987e19903,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:04.283804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32850) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:04.300167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:04.327698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d8ec3721-00ba-43fa-adc7-fda024d11488 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:04.328821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:04.337427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:04.353348 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.355049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Pushing event updated for resources: {'Port': ['ID=d56ca8f7-502f-47cc-a4e2-dc802f14be5a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:04.369973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['96057dad-a86f-4a6c-a8a2-b050e6e2a826', '49d3de53-e56c-4d8c-8a71-14631572f10f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:04.372216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4ede136c-16a1-475f-abcf-31c81fd41178'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:04.497740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:04.500082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-206f12cd-ff10-4a60-ba82-e7970f978803 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=402896b6-f677-4e94-9b16-b30c136970cc HTTP/1.1" status: 200 len: 998 time: 0.2343433 Jul 14 11:28:04.506879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c0704b-2889-411a-a5ad-5435fafc20ab None None] Network a26a2ecf-5736-4c4c-92f8-c662fdec49bc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:04.507130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:04.515783 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.530158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:04.536024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:04.588405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port d8ec3721-00ba-43fa-adc7-fda024d11488 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:04.669767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:04.670446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.681880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-304884fb-424d-4f31-8e5f-bb7f801d3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:04.683443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-304884fb-424d-4f31-8e5f-bb7f801d3a94 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=679eb6c9-348d-4689-9cf7-bcea9af41ed0 HTTP/1.1" status: 200 len: 867 time: 0.1715569 Jul 14 11:28:04.689847 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.715637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-902734c7-bd34-4272-8e73-36200cf63ddf tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7486897 Jul 14 11:28:04.740839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Request body: {'port': {'device_id': '8f85317d-7050-489e-b74c-24da06cf49ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:04.792335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port d8ec3721-00ba-43fa-adc7-fda024d11488 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:04.792611 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.827125 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.873290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a708b557-3cf8-43a0-ad89-87bae39c3b1b None None] Provisioning complete for port 45ef7f5d-c935-4b9a-b88c-a911126e498e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:04.873594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 45ef7f5d-c935-4b9a-b88c-a911126e498e {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:04.873713 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a708b557-3cf8-43a0-ad89-87bae39c3b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.873936 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:04.954600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-c9ddc7c0-63b7-4d63-bd39-d961d266c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:04.956142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-c9ddc7c0-63b7-4d63-bd39-d961d266c662 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3409a8a0-9eb0-487d-bb5e-5ce416126df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615154 Jul 14 11:28:04.956693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.174531 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.268015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:05.270303 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5e088c-e636-4c77-ad6c-8f47d7eb4ed6" -d '{"events": [{"server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "name": "network-vif-plugged", "status": "completed", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:05.277536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a708b557-3cf8-43a0-ad89-87bae39c3b1b None None] Could not find standard attr ID for object 254c07f1-1238-49da-8a04-32a1726cb4ad. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:28:05.292429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:05.312640 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.321162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:15Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '96a71170-8021-4019-9e1c-7ac7bfc6c721', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'port_id': '402896b6-f677-4e94-9b16-b30c136970cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'mac_address': 'fa:16:3e:20:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:27:57Z', 'updated_at': '2021-07-14T11:28:02Z', 'revision_number': 1, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1672b501-a8ff-4e6b-a242-57964184dd69', 'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'mac_address': 'fa:16:3e:b8:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:12Z', 'updated_at': '2021-07-14T11:27:27Z', 'revision_number': 5, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'subnets': [{'id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:05.330409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9446968b-6bc0-4cd1-96c8-eae6aa2322a1 None None] DHCP port deletion for a26a2ecf-5736-4c4c-92f8-c662fdec49bc request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:28:05.381252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a0724c-a728-4002-8aab-684afcd3f620 None None] The sync data for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 is: [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:15Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '96a71170-8021-4019-9e1c-7ac7bfc6c721', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'port_id': '402896b6-f677-4e94-9b16-b30c136970cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'mac_address': 'fa:16:3e:20:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:27:57Z', 'updated_at': '2021-07-14T11:28:02Z', 'revision_number': 1, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1672b501-a8ff-4e6b-a242-57964184dd69', 'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'mac_address': 'fa:16:3e:b8:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:12Z', 'updated_at': '2021-07-14T11:27:27Z', 'revision_number': 5, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'subnets': [{'id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:05.401747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] For port 45ef7f5d-c935-4b9a-b88c-a911126e498e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=45ef7f5d-c935-4b9a-b88c-a911126e498e,segment=NetworkSegment(98130b5f-ef00-4c9e-bb85-61a60d09839f),segment_id=98130b5f-ef00-4c9e-bb85-61a60d09839f)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:05.402347 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.431945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 45ef7f5d-c935-4b9a-b88c-a911126e498e owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:05.451732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d8ec3721-00ba-43fa-adc7-fda024d11488,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:05.456293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d242d206-f04c-415c-b85e-867665fb05b9 None None] Provisioning for port 5fd49f14-a798-47bc-8661-f095b1ccff5a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:05.470024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d242d206-f04c-415c-b85e-867665fb05b9 None None] Provisioning complete for port 5fd49f14-a798-47bc-8661-f095b1ccff5a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:05.470397 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d242d206-f04c-415c-b85e-867665fb05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.540453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d242d206-f04c-415c-b85e-867665fb05b9 None None] Port 5fd49f14-a798-47bc-8661-f095b1ccff5a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:05.549491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9446968b-6bc0-4cd1-96c8-eae6aa2322a1 None None] Deleting port 45ef7f5d-c935-4b9a-b88c-a911126e498e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:05.549910 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9446968b-6bc0-4cd1-96c8-eae6aa2322a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.620740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9446968b-6bc0-4cd1-96c8-eae6aa2322a1 None None] For port 45ef7f5d-c935-4b9a-b88c-a911126e498e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=45ef7f5d-c935-4b9a-b88c-a911126e498e,segment=NetworkSegment(98130b5f-ef00-4c9e-bb85-61a60d09839f),segment_id=98130b5f-ef00-4c9e-bb85-61a60d09839f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:05.621240 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9446968b-6bc0-4cd1-96c8-eae6aa2322a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.627768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-54c6e308-dc5c-4051-8d5a-08137331e029 service neutron] 10.222.0.38 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543889 Jul 14 11:28:05.639328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9446968b-6bc0-4cd1-96c8-eae6aa2322a1 None None] Calling delete_port for 45ef7f5d-c935-4b9a-b88c-a911126e498e owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:05.645717 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eab4dc-febc-48fb-bf16-5419e3f15be2 None None] New status for floating IP 96a71170-8021-4019-9e1c-7ac7bfc6c721: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:28:05.742774 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9446968b-6bc0-4cd1-96c8-eae6aa2322a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.762057 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.772665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446968b-6bc0-4cd1-96c8-eae6aa2322a1 None None] Pushing event deleted for resources: {'Port': ['ID=45ef7f5d-c935-4b9a-b88c-a911126e498e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:05.777602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446968b-6bc0-4cd1-96c8-eae6aa2322a1 None None] No DVR routers for this DVR port 45ef7f5d-c935-4b9a-b88c-a911126e498e on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:05.781372 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.846706 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.921583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Pushing event updated for resources: {'Port': ['ID=d56ca8f7-502f-47cc-a4e2-dc802f14be5a,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:05.926772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No DVR routers for this DVR port 45ef7f5d-c935-4b9a-b88c-a911126e498e on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:05.961627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba6d64e5-ea3a-4d58-aef8-97966bf55d6c req-e6b1504b-01b9-495c-b81d-4a39c86da9ab service neutron] 10.222.0.38 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226814 Jul 14 11:28:05.986960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:05.993967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=45ef7f5d-c935-4b9a-b88c-a911126e498e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:06.051707 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61604b86-5662-4f2a-bcbf-4504e79914bf x-openstack-request-id: req-61604b86-5662-4f2a-bcbf-4504e79914bf {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:06.051707 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee180103-bc6c-4a6c-830e-c6154388d4d7", "name": "network-vif-deleted", "tag": "822c11a4-8ff9-451a-b96c-e240fc142d87", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:06.051707 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61604b86-5662-4f2a-bcbf-4504e79914bf {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:06.051707 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee180103-bc6c-4a6c-830e-c6154388d4d7', 'name': 'network-vif-deleted', 'tag': '822c11a4-8ff9-451a-b96c-e240fc142d87', 'status': 'completed', 'code': 200} Jul 14 11:28:06.086435 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.087665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-6ff10294-6a24-466c-afcc-a0643c7a89dc tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0602975 Jul 14 11:28:06.110541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.122965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd49f14-a798-47bc-8661-f095b1ccff5a {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:06.156045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26a2ecf-5736-4c4c-92f8-c662fdec49bc']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:06.172188 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.175691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98130b5f-ef00-4c9e-bb85-61a60d09839f') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:06.176203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98130b5f-ef00-4c9e-bb85-61a60d09839f') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:06.201988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-35c2f33c-54f6-4450-9683-3fb120485486 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 695 time: 0.1062999 Jul 14 11:28:06.206319 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.207895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 45ef7f5d-c935-4b9a-b88c-a911126e498e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:06.227797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Transition to ACTIVE for port object 5fd49f14-a798-47bc-8661-f095b1ccff5a will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:06.230282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 45ef7f5d-c935-4b9a-b88c-a911126e498e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:06.230704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 45ef7f5d-c935-4b9a-b88c-a911126e498e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:06.273838 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.298870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.352766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:06.353178 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:06.356085 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:06.437739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:06.512362 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.524702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-950672b8-8a41-4c16-b8b3-edc4a6a06daf tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:06.526047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82ecd5e7-8a58-4498-a755-6b0c52e9f941 req-950672b8-8a41-4c16-b8b3-edc4a6a06daf tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.3226933 Jul 14 11:28:06.535530 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.537687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/networks/a26a2ecf-5736-4c4c-92f8-c662fdec49bc HTTP/1.1" status: 204 len: 168 time: 2.2260847 Jul 14 11:28:06.544297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32866) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:06.588162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd2d4b-6b98-4d72-9220-545a7e011c38 req-1d206672-7f2d-4d5c-9beb-2630bd4570bc tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:06.589969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68dd2d4b-6b98-4d72-9220-545a7e011c38 req-1d206672-7f2d-4d5c-9beb-2630bd4570bc tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 945 time: 0.3488905 Jul 14 11:28:06.621637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bf9af-376d-4248-9e9c-550cbe4e6837 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Network': ['ID=a26a2ecf-5736-4c4c-92f8-c662fdec49bc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:06.731511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:06.731838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:06.732184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:06.762660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Port 5fd49f14-a798-47bc-8661-f095b1ccff5a on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:28:06.762981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:06.787679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68dd2d4b-6b98-4d72-9220-545a7e011c38 req-08b1bc57-f2f6-4001-a594-20fd538c49fa tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475816 Jul 14 11:28:06.789511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:06.789847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:06.790217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:06.790656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Bound port: 5fd49f14-a798-47bc-8661-f095b1ccff5a, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:06.791013 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:06.834808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d373df5-c179-49c2-a103-b35ae2218451 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:06.840282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9d373df5-c179-49c2-a103-b35ae2218451 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2867260 Jul 14 11:28:06.840669 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ff57cb-d59d-41e3-ac8b-e7c0fd85428f x-openstack-request-id: req-07ff57cb-d59d-41e3-ac8b-e7c0fd85428f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:06.840669 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "name": "network-vif-plugged", "status": "completed", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:06.841245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32870) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:06.841611 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07ff57cb-d59d-41e3-ac8b-e7c0fd85428f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:06.841611 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488', 'code': 200} Jul 14 11:28:06.867615 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873310fa-b9e2-462e-af03-95958a015718 req-a1624bca-53af-4321-b732-c108b1ecc1e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3167474 Jul 14 11:28:06.870209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-c1166cef-a1ab-4e9c-a2a2-441b0eec615a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2933385 Jul 14 11:28:06.914101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22df6de-5a47-4aba-b77c-39df2ef21899 req-f901d5f9-4d8a-46e8-8c82-770ff835d673 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:06.915580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b22df6de-5a47-4aba-b77c-39df2ef21899 req-f901d5f9-4d8a-46e8-8c82-770ff835d673 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 948 time: 0.2564347 Jul 14 11:28:06.950524 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d4db9e47-fbce-4a23-a007-5f94a22b24d9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1090598 Jul 14 11:28:06.953939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32872) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:06.958789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-530313437'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:06.998487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:07.002034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.019509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e671c6-6495-465a-b4f9-cd803c47e128 req-068b58cd-ef19-457d-87e1-0032042045e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:07.021342 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8e671c6-6495-465a-b4f9-cd803c47e128 req-068b58cd-ef19-457d-87e1-0032042045e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 1096 time: 0.1060278 Jul 14 11:28:07.040599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:28:07.049334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:07.061214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.061560 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Added segment 5f33c7ae-5632-4dce-8b2b-c944e7f3efb3 of type vlan for network 0a514792-9263-409d-99df-98ce6001047e Jul 14 11:28:07.086160 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8e671c6-6495-465a-b4f9-cd803c47e128 req-cec7f9d7-71c3-4801-a05a-231db88c5917 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572133 Jul 14 11:28:07.095090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:07.104052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b22df6de-5a47-4aba-b77c-39df2ef21899 req-3ef2a011-1c70-49a7-b714-1bbc7ae6ff32 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495631 Jul 14 11:28:07.118001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.123119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.161758 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.168319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:07.168489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-e56e6f19-9de2-415f-b686-1a2acf474596 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 258 time: 0.2956495 Jul 14 11:28:07.169053 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.187878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:07.188701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.190041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] 10.222.0.45 "PUT /v2.0/ports/5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 1096 time: 2.4555461 Jul 14 11:28:07.196570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:07.203507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873310fa-b9e2-462e-af03-95958a015718 req-6dbe69bc-3bdc-49c9-906c-aecabdced9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:07.205046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873310fa-b9e2-462e-af03-95958a015718 req-6dbe69bc-3bdc-49c9-906c-aecabdced9f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 1101 time: 0.2885847 Jul 14 11:28:07.210129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-d3e565c9-16c9-494c-8c24-fc59d8c41c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:07.211965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-d3e565c9-16c9-494c-8c24-fc59d8c41c4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 1102 time: 0.2667105 Jul 14 11:28:07.235021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e1024-b60e-47b3-b94c-b5918ea61de5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:07.268242 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.296569 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3414948 Jul 14 11:28:07.299309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32878) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:07.306299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '0a514792-9263-409d-99df-98ce6001047e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:07.314017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e78a1-177d-4014-8a1f-8431e7297a99 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Network': ['ID=0a514792-9263-409d-99df-98ce6001047e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:07.327878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 0a514792-9263-409d-99df-98ce6001047e details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:28:07.433493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:07.437648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.649319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.714895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=f6f25618-a0bf-497c-9c1b-12917c0eabe6,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:07.721652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Checking segment: {'id': '5f33c7ae-5632-4dce-8b2b-c944e7f3efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a514792-9263-409d-99df-98ce6001047e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:07.721775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network hostable DHCP agents. Network: 0a514792-9263-409d-99df-98ce6001047e, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:28:07.740430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 0a514792-9263-409d-99df-98ce6001047e is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:28:07.749301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 0a514792-9263-409d-99df-98ce6001047e) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:07.755534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:07.756573 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.762561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef864a9-677f-425a-bf37-1e291a14a3fa None None] Network 0a514792-9263-409d-99df-98ce6001047e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:07.773985 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ad74d423-ea26-4bfe-b6ef-8a4894577099 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4733851 Jul 14 11:28:07.776539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32882) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:07.780742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-3ea360c2-2d0f-4fa1-8bed-7b5fc2315e2d tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips/91daa1a5-743a-4f22-970e-1ca0e7d32bb6 HTTP/1.1" status: 200 len: 692 time: 0.4061689 Jul 14 11:28:07.786557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '0a514792-9263-409d-99df-98ce6001047e', 'name': 'tempest-PortsTestJSON-992994993'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:07.888068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-e0bc2ad1-70ac-4b0a-8fa2-378f5b100bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:07.889562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-e0bc2ad1-70ac-4b0a-8fa2-378f5b100bab service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.6484003 Jul 14 11:28:07.894012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873310fa-b9e2-462e-af03-95958a015718 req-b6c5ba5c-8846-49ed-b051-2f45ff714553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:07.895446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873310fa-b9e2-462e-af03-95958a015718 req-b6c5ba5c-8846-49ed-b051-2f45ff714553 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.6462536 Jul 14 11:28:07.905233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2ae1-e494-40d7-92fd-d80122393975 req-61469700-5506-4ecd-83f5-9556a598b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:07.906674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-61469700-5506-4ecd-83f5-9556a598b2e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1099 time: 0.6474330 Jul 14 11:28:07.930593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:07.936188 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.957399 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 72b90727-be70-4137-a5ff-3d679b07a114 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:28:07.969913 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-0a514792-9263-409d-99df-98ce6001047e', 'network_id': '0a514792-9263-409d-99df-98ce6001047e', 'tenant_id': '124cdbed65124bcaa6fb8297d1619fb8', 'fixed_ips': [{'subnet_id': 'f6f25618-a0bf-497c-9c1b-12917c0eabe6'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:28:07.970797 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:07.987525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-29945b93-a9d5-4d70-a214-91581153358d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 200 len: 217 time: 0.0885842 Jul 14 11:28:08.020635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873310fa-b9e2-462e-af03-95958a015718 req-4010b77c-f846-4a67-b792-d160b75509c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 200 len: 217 time: 0.1094158 Jul 14 11:28:08.049462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-0924f147-2029-476e-9364-1de63927fbe3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.1308649 Jul 14 11:28:08.069463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc'}, {'name': 'network-changed', 'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:08.071731 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c597a-57d3-49f1-a98b-547666c990aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "tag": "402896b6-f677-4e94-9b16-b30c136970cc"}, {"name": "network-changed", "server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:08.080308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.11 (0a514792-9263-409d-99df-98ce6001047e/f6f25618-a0bf-497c-9c1b-12917c0eabe6/72b90727-be70-4137-a5ff-3d679b07a114) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:08.178085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-6f579332-46fb-44a2-81ed-00331c16f336 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:08.179464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-6f579332-46fb-44a2-81ed-00331c16f336 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.3883111 Jul 14 11:28:08.197095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-09fb1c3a-129f-4c91-86df-f7c53aecb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:08.198552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-09fb1c3a-129f-4c91-86df-f7c53aecb8de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1733341 Jul 14 11:28:08.206711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873310fa-b9e2-462e-af03-95958a015718 req-3283c6be-4680-454f-a5c7-020e21688714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:08.208109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873310fa-b9e2-462e-af03-95958a015718 req-3283c6be-4680-454f-a5c7-020e21688714 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1701486 Jul 14 11:28:08.239225 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.251880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2ae1-e494-40d7-92fd-d80122393975 req-9e0dd24a-24cf-4ce8-86a4-2bdfb1e181da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:08.252748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object 72b90727-be70-4137-a5ff-3d679b07a114 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:08.253357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-9e0dd24a-24cf-4ce8-86a4-2bdfb1e181da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1591604 Jul 14 11:28:08.288070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.317121 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-42912734-46bf-4fdb-8041-0d5e4dc91c75 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 695 time: 0.1303325 Jul 14 11:28:08.333531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Allocated IP 172.20.0.2 (0a514792-9263-409d-99df-98ce6001047e/f6f25618-a0bf-497c-9c1b-12917c0eabe6/cb724ed9-813e-40bf-b73e-b1bf543aae9c) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:08.339328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 0a514792-9263-409d-99df-98ce6001047e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:08.347996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:08.351086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:08.359244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.387186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=72b90727-be70-4137-a5ff-3d679b07a114,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:08.414322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:08.415514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.421242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-0965eacf-12b0-4555-9209-4391a375d28f tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 695 time: 0.0731499 Jul 14 11:28:08.437125 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8683e60e-5d86-4d4f-9fd6-077e3a8f0799 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6570663 Jul 14 11:28:08.439660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32890) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:08.446585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '0a514792-9263-409d-99df-98ce6001047e', 'name': 'tempest-PortsTestJSON-1461085285'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:08.493303 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.502426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Transition to ACTIVE for port object cb724ed9-813e-40bf-b73e-b1bf543aae9c will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:08.524320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Transition to ACTIVE for port object cb724ed9-813e-40bf-b73e-b1bf543aae9c will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:08.539868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.577476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:08.581333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.583557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Network 0a514792-9263-409d-99df-98ce6001047e is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:08.590160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:08.593830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:08.600932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 7c3a6ef8-cf7c-4724-89a3-dec389f4e202 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:28:08.603798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873310fa-b9e2-462e-af03-95958a015718 req-72a862ac-191d-43d2-b9d8-1e5c86c032cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:08.605347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873310fa-b9e2-462e-af03-95958a015718 req-72a862ac-191d-43d2-b9d8-1e5c86c032cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3473494 Jul 14 11:28:08.620462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-68d170ba-538c-4dab-bd00-9e14d96dc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:08.621963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-68d170ba-538c-4dab-bd00-9e14d96dc4f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4128332 Jul 14 11:28:08.623607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2ae1-e494-40d7-92fd-d80122393975 req-f3c120a4-98be-4534-8e4b-04b05c475506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:08.623975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Pushing event updated for resources: {'Port': ['ID=cb724ed9-813e-40bf-b73e-b1bf543aae9c,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:08.625015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-f3c120a4-98be-4534-8e4b-04b05c475506 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3369808 Jul 14 11:28:08.657012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Attempting to bind port cb724ed9-813e-40bf-b73e-b1bf543aae9c on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:08.657967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Attempting to bind port cb724ed9-813e-40bf-b73e-b1bf543aae9c by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5f33c7ae-5632-4dce-8b2b-c944e7f3efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a514792-9263-409d-99df-98ce6001047e'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:08.657967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Attempting to bind port cb724ed9-813e-40bf-b73e-b1bf543aae9c on network 0a514792-9263-409d-99df-98ce6001047e {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:08.668312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:08.669192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Checking segment: {'id': '5f33c7ae-5632-4dce-8b2b-c944e7f3efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a514792-9263-409d-99df-98ce6001047e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:08.669599 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.670058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Bound using segment: {'id': '5f33c7ae-5632-4dce-8b2b-c944e7f3efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a514792-9263-409d-99df-98ce6001047e'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:08.670612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Bound port: cb724ed9-813e-40bf-b73e-b1bf543aae9c, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f33c7ae-5632-4dce-8b2b-c944e7f3efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a514792-9263-409d-99df-98ce6001047e'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:08.671066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.719222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.4 (0a514792-9263-409d-99df-98ce6001047e/f6f25618-a0bf-497c-9c1b-12917c0eabe6/7c3a6ef8-cf7c-4724-89a3-dec389f4e202) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:08.745130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] For port cb724ed9-813e-40bf-b73e-b1bf543aae9c, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:08.748329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] For port cb724ed9-813e-40bf-b73e-b1bf543aae9c, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cb724ed9-813e-40bf-b73e-b1bf543aae9c,segment=NetworkSegment(5f33c7ae-5632-4dce-8b2b-c944e7f3efb3),segment_id=5f33c7ae-5632-4dce-8b2b-c944e7f3efb3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:08.755198 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.818851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Allocated IP 172.25.2.61 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/9c80a10d-4260-4566-a1d8-8314a2d995f5) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:08.827831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926a0af-d5ff-4332-9891-313f647ea36e None None] Pushing event updated for resources: {'Port': ['ID=cb724ed9-813e-40bf-b73e-b1bf543aae9c,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:08.900042 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.919274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object 7c3a6ef8-cf7c-4724-89a3-dec389f4e202 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:08.961092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:08.971622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873310fa-b9e2-462e-af03-95958a015718 req-e2043933-bca2-437b-9bfd-649bac50a6a1 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453624 Jul 14 11:28:08.978396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-ef62037c-4015-4482-995a-f704c173fd44 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355021 Jul 14 11:28:09.011204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 0a514792-9263-409d-99df-98ce6001047e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:09.018280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-eee6cea6-34c2-40cf-b9fe-97fa37c1a472 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829465 Jul 14 11:28:09.020658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:09.023788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:09.054862 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Deleting port d56ca8f7-502f-47cc-a4e2-dc802f14be5a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:09.054862 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.095282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=7c3a6ef8-cf7c-4724-89a3-dec389f4e202,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:09.127059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:09.127737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.147469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b8759988-5831-4ba6-a7f0-b97e3cf6b7b6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7058551 Jul 14 11:28:09.150201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32892) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:09.336504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be68739-5405-4ca5-b7e4-15484ff46de8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:09.339310 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2be68739-5405-4ca5-b7e4-15484ff46de8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1870332 Jul 14 11:28:09.342510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32894) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:09.386664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852e8a70-7f23-405b-bfd1-f9e5b40f1aec req-cdba0894-5bb7-4f4e-b2ad-a8138e5ab3e9 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951349 Jul 14 11:28:09.396133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873310fa-b9e2-462e-af03-95958a015718 req-8d0e1246-1d84-4086-b226-f3d55b0558ab service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152534 Jul 14 11:28:09.406310 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-92cc11aa-72a5-4f0b-b609-e0bd1c1bd51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.440837 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.465993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b4758a43-ee42-46b7-ad11-bbaae5b58b54 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 7c3a6ef8-cf7c-4724-89a3-dec389f4e202 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:09.466387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4758a43-ee42-46b7-ad11-bbaae5b58b54 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.500091 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.500422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.515838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83af2ae1-e494-40d7-92fd-d80122393975 req-b364ace4-4021-4274-8584-bf3e6134e81a service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264407 Jul 14 11:28:09.528101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Calling delete_port for d56ca8f7-502f-47cc-a4e2-dc802f14be5a owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:09.603224 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4758a43-ee42-46b7-ad11-bbaae5b58b54 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.617804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b4758a43-ee42-46b7-ad11-bbaae5b58b54 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 7c3a6ef8-cf7c-4724-89a3-dec389f4e202 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:09.619072 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.698085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:09.713773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:09.718707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:09.770318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Pushing event updated for resources: {'Port': ['ID=9c80a10d-4260-4566-a1d8-8314a2d995f5,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:09.863534 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:09.954090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Pushing event deleted for resources: {'Port': ['ID=d56ca8f7-502f-47cc-a4e2-dc802f14be5a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:10.038791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.041545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.042785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30c17153-fff5-4fda-9cc9-3a4fc99cd706 req-e9199ef3-186e-4382-a24e-99aa4540b061 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "DELETE /v2.0/floatingips/91daa1a5-743a-4f22-970e-1ca0e7d32bb6 HTTP/1.1" status: 204 len: 173 time: 1.5915878 Jul 14 11:28:10.158385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31849560-5353-459f-a493-8d43515449d4 None None] Network 0a514792-9263-409d-99df-98ce6001047e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:10.176834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4758a43-ee42-46b7-ad11-bbaae5b58b54 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.208529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4758a43-ee42-46b7-ad11-bbaae5b58b54 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=7c3a6ef8-cf7c-4724-89a3-dec389f4e202,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:10.211938 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.276023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fc307f18-d53a-4e57-9fa0-4be530d345a9 None None] Provisioning for port cb724ed9-813e-40bf-b73e-b1bf543aae9c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:10.306188 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.326534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4758a43-ee42-46b7-ad11-bbaae5b58b54 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.331460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32904) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:10.331936 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b4758a43-ee42-46b7-ad11-bbaae5b58b54 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/7c3a6ef8-cf7c-4724-89a3-dec389f4e202 HTTP/1.1" status: 204 len: 168 time: 0.9878206 Jul 14 11:28:10.375736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cb724ed9-813e-40bf-b73e-b1bf543aae9c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:10.376497 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-03147d9a-2ff7-4f92-8228-12c9d6134128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:28:10.378092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-03147d9a-2ff7-4f92-8228-12c9d6134128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/7c3a6ef8-cf7c-4724-89a3-dec389f4e202 HTTP/1.1" status: 404 len: 333 time: 0.0456309 Jul 14 11:28:10.383088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32906) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:10.464842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port cb724ed9-813e-40bf-b73e-b1bf543aae9c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:10.471874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port cb724ed9-813e-40bf-b73e-b1bf543aae9c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:10.472274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.490036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1a5fff8d-6040-4eb6-9bf5-3401aad73922 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 72b90727-be70-4137-a5ff-3d679b07a114 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:10.490643 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a5fff8d-6040-4eb6-9bf5-3401aad73922 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.537997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046bff3-9dbd-48c5-8239-1ec2fedf9883 req-699e6549-adc1-43a9-a132-7411b633e947 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:10.545039 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d046bff3-9dbd-48c5-8239-1ec2fedf9883 req-699e6549-adc1-43a9-a132-7411b633e947 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 945 time: 0.1431663 Jul 14 11:28:10.566697 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.605278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port cb724ed9-813e-40bf-b73e-b1bf543aae9c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cb724ed9-813e-40bf-b73e-b1bf543aae9c,segment=NetworkSegment(5f33c7ae-5632-4dce-8b2b-c944e7f3efb3),segment_id=5f33c7ae-5632-4dce-8b2b-c944e7f3efb3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:10.610654 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a5fff8d-6040-4eb6-9bf5-3401aad73922 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.611041 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.624322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d046bff3-9dbd-48c5-8239-1ec2fedf9883 req-4daa26bb-908b-477f-8401-2e40eade7cdd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783706 Jul 14 11:28:10.626522 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.627287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1a5fff8d-6040-4eb6-9bf5-3401aad73922 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 72b90727-be70-4137-a5ff-3d679b07a114 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:10.634253 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.696766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=cb724ed9-813e-40bf-b73e-b1bf543aae9c,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:10.739397 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f72c83-a1a8-4339-a252-2701516785fb x-openstack-request-id: req-c0f72c83-a1a8-4339-a252-2701516785fb {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:10.740701 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "tag": "402896b6-f677-4e94-9b16-b30c136970cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:10.741076 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0f72c83-a1a8-4339-a252-2701516785fb {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:10.741596 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc', 'status': 'completed', 'code': 200} Jul 14 11:28:10.741945 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'status': 'completed', 'code': 200} Jul 14 11:28:10.745952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Pushing event updated for resources: {'Port': ['ID=9c80a10d-4260-4566-a1d8-8314a2d995f5,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:10.758144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.777335 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.781951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-19c5c753-6d93-4261-b7dc-785c712b326a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5947399 Jul 14 11:28:10.802026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a5fff8d-6040-4eb6-9bf5-3401aad73922 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.824589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bedd9853-9267-407c-b1ae-ea1f6e1f4a19 None None] Provisioning complete for port cb724ed9-813e-40bf-b73e-b1bf543aae9c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:10.825123 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bedd9853-9267-407c-b1ae-ea1f6e1f4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.917049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fff8d-6040-4eb6-9bf5-3401aad73922 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=72b90727-be70-4137-a5ff-3d679b07a114,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:10.950965 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a5fff8d-6040-4eb6-9bf5-3401aad73922 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:10.953144 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1a5fff8d-6040-4eb6-9bf5-3401aad73922 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/72b90727-be70-4137-a5ff-3d679b07a114 HTTP/1.1" status: 204 len: 168 time: 0.5684791 Jul 14 11:28:10.953924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bedd9853-9267-407c-b1ae-ea1f6e1f4a19 None None] Could not find standard attr ID for object 72b90727-be70-4137-a5ff-3d679b07a114. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:28:10.956029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32912) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:10.987157 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb763440-4f2f-407f-b589-ebaedfc75a2c tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:28:10.989151 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eb763440-4f2f-407f-b589-ebaedfc75a2c tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/72b90727-be70-4137-a5ff-3d679b07a114 HTTP/1.1" status: 404 len: 333 time: 0.0320318 Jul 14 11:28:10.992227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32914) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:11.046811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f0e09c-78e0-466e-891d-cb1f3be84884 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet f6f25618-a0bf-497c-9c1b-12917c0eabe6 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:11.050236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29f0e09c-78e0-466e-891d-cb1f3be84884 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.067439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3dddc8ed-2ada-4326-bd45-5a911bf17b7e None None] Could not find standard attr ID for object 72b90727-be70-4137-a5ff-3d679b07a114. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:28:11.107229 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29f0e09c-78e0-466e-891d-cb1f3be84884 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.217075 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29f0e09c-78e0-466e-891d-cb1f3be84884 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.236501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-a3d927c3-37d1-42e1-8b94-4884e330c805 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.4414899 Jul 14 11:28:11.284260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-61657c0e-7190-406f-84c2-b602f90b9efa None None] Could not find standard attr ID for object 7c3a6ef8-cf7c-4724-89a3-dec389f4e202. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:28:11.287562 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29f0e09c-78e0-466e-891d-cb1f3be84884 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.320394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0e09c-78e0-466e-891d-cb1f3be84884 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f25618-a0bf-497c-9c1b-12917c0eabe6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:11.324430 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29f0e09c-78e0-466e-891d-cb1f3be84884 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.329311 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-29f0e09c-78e0-466e-891d-cb1f3be84884 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/f6f25618-a0bf-497c-9c1b-12917c0eabe6 HTTP/1.1" status: 204 len: 168 time: 0.3355277 Jul 14 11:28:11.330002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32916) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:11.330384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c597a-57d3-49f1-a98b-547666c990aa req-86341b98-d77a-4577-b6c0-645bfb3ccaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:11.332022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-86341b98-d77a-4577-b6c0-645bfb3ccaa4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfe01a3446c14c04a5450fdb9d059406&device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 1096 time: 0.5465078 Jul 14 11:28:11.405302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a422a8b3-0d1b-4119-bebd-2918ebb289fd None None] Network 0a514792-9263-409d-99df-98ce6001047e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:11.413060 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.428896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55c623-40ec-49bd-b08d-6d059f3b3b2e req-fd94237d-6fdd-42cb-9a0b-58a3ca2fa1e5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:11.430536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e55c623-40ec-49bd-b08d-6d059f3b3b2e req-fd94237d-6fdd-42cb-9a0b-58a3ca2fa1e5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 948 time: 0.2322552 Jul 14 11:28:11.468337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port cb724ed9-813e-40bf-b73e-b1bf543aae9c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:11.468821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.473134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-1b15927b-14d6-46d9-9e7d-1ad0f5393985 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:11.475136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38e0e1e0-f5c8-4b3e-a294-59e9812b99b6 req-1b15927b-14d6-46d9-9e7d-1ad0f5393985 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.2284157 Jul 14 11:28:11.509518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e55c623-40ec-49bd-b08d-6d059f3b3b2e req-6808f730-d720-4177-9d38-8b3475f8cae9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657463 Jul 14 11:28:11.552964 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-7ff15408-36e3-437f-952e-43788e1be5d0 req-0e017aee-801b-431f-bd7e-45cf74a357d8 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] show failed (client error): The resource could not be found. Jul 14 11:28:11.554019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ff15408-36e3-437f-952e-43788e1be5d0 req-0e017aee-801b-431f-bd7e-45cf74a357d8 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips/91daa1a5-743a-4f22-970e-1ca0e7d32bb6 HTTP/1.1" status: 404 len: 350 time: 0.0515063 Jul 14 11:28:11.555133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c597a-57d3-49f1-a98b-547666c990aa req-d26dbd8f-adb6-4809-a833-e952afdf449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:11.555433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] For port cb724ed9-813e-40bf-b73e-b1bf543aae9c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cb724ed9-813e-40bf-b73e-b1bf543aae9c,segment=NetworkSegment(5f33c7ae-5632-4dce-8b2b-c944e7f3efb3),segment_id=5f33c7ae-5632-4dce-8b2b-c944e7f3efb3)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:11.555811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.556578 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-d26dbd8f-adb6-4809-a833-e952afdf449e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3409a8a0-9eb0-487d-bb5e-5ce416126df0 HTTP/1.1" status: 200 len: 928 time: 0.2148509 Jul 14 11:28:11.570201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for cb724ed9-813e-40bf-b73e-b1bf543aae9c owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:11.648779 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f0882-99f0-4b4c-b7ce-769d03cb9d77 None None] DHCP port deletion for 0a514792-9263-409d-99df-98ce6001047e request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:28:11.653986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-8b17e437-e399-4e8d-9980-bafc18262c67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=402896b6-f677-4e94-9b16-b30c136970cc HTTP/1.1" status: 200 len: 1000 time: 0.0887289 Jul 14 11:28:11.657172 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.672785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-360f0882-99f0-4b4c-b7ce-769d03cb9d77 None None] The port 'cb724ed9-813e-40bf-b73e-b1bf543aae9c' was deleted {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 11:28:11.689862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=cb724ed9-813e-40bf-b73e-b1bf543aae9c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:11.695291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No DVR routers for this DVR port cb724ed9-813e-40bf-b73e-b1bf543aae9c on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:11.721813 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c597a-57d3-49f1-a98b-547666c990aa req-034e13c8-7887-4611-85fd-864cf63a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:11.723545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-034e13c8-7887-4611-85fd-864cf63a1f69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=679eb6c9-348d-4689-9cf7-bcea9af41ed0 HTTP/1.1" status: 200 len: 867 time: 0.0619516 Jul 14 11:28:11.739319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32928) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:11.790983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c597a-57d3-49f1-a98b-547666c990aa req-d625c9b3-cfbc-4929-8d3c-84dd78e3ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:11.792727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-d625c9b3-cfbc-4929-8d3c-84dd78e3ee8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3409a8a0-9eb0-487d-bb5e-5ce416126df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614631 Jul 14 11:28:11.832678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.837463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be89d75-0d33-48b5-b0a2-577f0ef992c8 admin admin] Deleting subnet c3496dc2-1355-46ce-b112-1b17620b2c59 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:11.853022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be89d75-0d33-48b5-b0a2-577f0ef992c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.855634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a514792-9263-409d-99df-98ce6001047e']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:11.884582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f33c7ae-5632-4dce-8b2b-c944e7f3efb3') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:11.884923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f33c7ae-5632-4dce-8b2b-c944e7f3efb3') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:11.899382 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.911101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be89d75-0d33-48b5-b0a2-577f0ef992c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.935144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.948525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:11.948925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:11.949392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-61493eb1-bd87-465d-a54e-a104871447fd service neutron] 10.222.0.45 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460972 Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:11.952670 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:11.967069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420427-a23d-4088-b714-738d28b14497 req-65db7e58-0d8a-4bee-b65a-d92772126c75 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:11.968728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3420427-a23d-4088-b714-738d28b14497 req-65db7e58-0d8a-4bee-b65a-d92772126c75 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 1096 time: 0.1275613 Jul 14 11:28:12.013295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be89d75-0d33-48b5-b0a2-577f0ef992c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.046443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.056833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.057279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3420427-a23d-4088-b714-738d28b14497 req-20f4bd21-cd1c-4520-99f2-608b016c14e2 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779321 Jul 14 11:28:12.059077 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/networks/0a514792-9263-409d-99df-98ce6001047e HTTP/1.1" status: 204 len: 168 time: 0.7279229 Jul 14 11:28:12.064479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32930) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:12.079431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-0968ad0d-d463-4cb6-98f4-069e46a7665a service neutron] 10.222.0.45 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218193 Jul 14 11:28:12.080778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-350340820'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:12.089397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c767f4-bdd2-4a64-9798-4d2239d45820 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Network': ['ID=0a514792-9263-409d-99df-98ce6001047e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:12.124507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:12.126635 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b5af02fb-b377-4af8-a15a-0023965d0df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.132164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.144024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be89d75-0d33-48b5-b0a2-577f0ef992c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.192045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be89d75-0d33-48b5-b0a2-577f0ef992c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3496dc2-1355-46ce-b112-1b17620b2c59,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:12.197593 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.200328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be89d75-0d33-48b5-b0a2-577f0ef992c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.202306 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4be89d75-0d33-48b5-b0a2-577f0ef992c8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c3496dc2-1355-46ce-b112-1b17620b2c59 HTTP/1.1" status: 204 len: 168 time: 0.4610796 Jul 14 11:28:12.206517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32934) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:12.218369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:28:12.237017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cb724ed9-813e-40bf-b73e-b1bf543aae9c no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:12.276997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: cb724ed9-813e-40bf-b73e-b1bf543aae9c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:12.277497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cb724ed9-813e-40bf-b73e-b1bf543aae9c not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:12.290478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c597a-57d3-49f1-a98b-547666c990aa req-8024484f-8f71-40fa-a0b1-46380b63cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:12.292270 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-8024484f-8f71-40fa-a0b1-46380b63cde8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1099 time: 0.1398942 Jul 14 11:28:12.297847 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.298133 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Added segment 6c66213a-b162-4cc3-944f-32c757d22a75 of type vlan for network 99ae1de4-0aae-459d-8695-9627d901692f Jul 14 11:28:12.342706 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-5cee596c-177f-4fb3-afa6-40a6654c7e80 req-fd230403-1c08-432b-bb69-174f164d7fa9 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] show failed (client error): The resource could not be found. Jul 14 11:28:12.343769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cee596c-177f-4fb3-afa6-40a6654c7e80 req-fd230403-1c08-432b-bb69-174f164d7fa9 tempest-FloatingIPsTestJSON-1986037105 tempest-FloatingIPsTestJSON-1986037105-project] 10.222.0.38 "GET /v2.0/floatingips/91daa1a5-743a-4f22-970e-1ca0e7d32bb6 HTTP/1.1" status: 404 len: 350 time: 0.0496702 Jul 14 11:28:12.353597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32938) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:12.363512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.369442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.433032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eec124-ebcb-407f-8736-06a7a4b61e46 req-1beab2ef-7fe6-4e12-8530-ace5a8e70c6b tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:12.434682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21eec124-ebcb-407f-8736-06a7a4b61e46 req-1beab2ef-7fe6-4e12-8530-ace5a8e70c6b tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1833622 Jul 14 11:28:12.437810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:28:12.495714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c597a-57d3-49f1-a98b-547666c990aa req-e678735f-f4cc-4ffc-8ef0-1eaca5ab6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:12.497492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-e678735f-f4cc-4ffc-8ef0-1eaca5ab6361 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1634281 Jul 14 11:28:12.508350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.513969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:12.514599 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.515774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21eec124-ebcb-407f-8736-06a7a4b61e46 req-dc05d46b-0298-43e4-b81d-5dc1018e6320 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0643377 Jul 14 11:28:12.521083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-21eec124-ebcb-407f-8736-06a7a4b61e46 req-4e100483-5ce4-4426-9dc2-19cefde83813 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Request body: {'floatingip': {'port_id': '402896b6-f677-4e94-9b16-b30c136970cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:12.596305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:12.613205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'mac_address': 'fa:16:3e:45:34:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:28:12.619813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-bc968806-fede-4c9a-9227-9864faba31c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.0956936 Jul 14 11:28:12.628355 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-21eec124-ebcb-407f-8736-06a7a4b61e46 req-4e100483-5ce4-4426-9dc2-19cefde83813 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.650642 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.665067 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5869622 Jul 14 11:28:12.665316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd49f14-a798-47bc-8661-f095b1ccff5a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:12.672033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32944) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:12.677113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '99ae1de4-0aae-459d-8695-9627d901692f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:12.687394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:12.691940 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.726340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.728892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3e964-abcf-488c-babc-eac2197cf5e3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Network': ['ID=99ae1de4-0aae-459d-8695-9627d901692f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:12.742604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 99ae1de4-0aae-459d-8695-9627d901692f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:28:12.749378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3d83f6-77ed-48c9-854d-ae55fe2d345b']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:12.767252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f7980c-a8d3-4e35-9233-8cd9002c7999') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:12.767564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f7980c-a8d3-4e35-9233-8cd9002c7999') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:12.777992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c597a-57d3-49f1-a98b-547666c990aa req-d384d31e-5ef9-44c6-901d-756ae745fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:12.779638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-d384d31e-5ef9-44c6-901d-756ae745fd54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1456277 Jul 14 11:28:12.791604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:12.820728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.836148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899ba2a-4907-4068-965d-28b9d4a5f501 req-5347afd5-711a-4f85-92aa-db0723b2e4a0 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:12.837705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5899ba2a-4907-4068-965d-28b9d4a5f501 req-5347afd5-711a-4f85-92aa-db0723b2e4a0 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 1096 time: 0.3126512 Jul 14 11:28:12.851725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.869173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:12.869588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:12.871394 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:12.930268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:12.933817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:12.951098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5899ba2a-4907-4068-965d-28b9d4a5f501 req-3aa93041-a46c-41db-aa69-fe516c7c452a tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031828 Jul 14 11:28:12.986872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['5fd49f14-a798-47bc-8661-f095b1ccff5a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:12.991398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c597a-57d3-49f1-a98b-547666c990aa req-409ac94d-4606-40e7-bf59-9a9674f246b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:12.994434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-409ac94d-4606-40e7-bf59-9a9674f246b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882279 Jul 14 11:28:13.014739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.029241 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.031249 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] 10.222.0.38 "DELETE /v2.0/networks/3a3d83f6-77ed-48c9-854d-ae55fe2d345b HTTP/1.1" status: 204 len: 168 time: 0.8237233 Jul 14 11:28:13.065672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fce9c-6e24-47f7-8f75-728bd464960f admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3d83f6-77ed-48c9-854d-ae55fe2d345b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:13.203225 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-21eec124-ebcb-407f-8736-06a7a4b61e46 req-4e100483-5ce4-4426-9dc2-19cefde83813 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 11:28:13.205145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21eec124-ebcb-407f-8736-06a7a4b61e46 req-4e100483-5ce4-4426-9dc2-19cefde83813 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "PUT /v2.0/floatingips/d55bce88-2414-451c-a7cc-c034ec63c198 HTTP/1.1" status: 409 len: 549 time: 0.6876700 Jul 14 11:28:13.247637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32956) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:13.276659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.312220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-369fcc74-56a4-40af-b9d7-914f33f2fc9b service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045695 Jul 14 11:28:13.338769 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.381795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.387301 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2aa324ad-d61e-4151-bd46-6734e7e739ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09958c89b42549229e38234c5d390a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372859 Jul 14 11:28:13.390795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=1b0c84cf-1d71-450f-a1c0-809f45a0ce67,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:13.398840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32970) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:13.445809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Checking segment: {'id': '6c66213a-b162-4cc3-944f-32c757d22a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ae1de4-0aae-459d-8695-9627d901692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:13.446173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network hostable DHCP agents. Network: 99ae1de4-0aae-459d-8695-9627d901692f, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:28:13.467767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-f377e9d2-0d87-4c4e-aea6-c14a503725c3 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips/d55bce88-2414-451c-a7cc-c034ec63c198 HTTP/1.1" status: 200 len: 692 time: 0.0841303 Jul 14 11:28:13.498907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 99ae1de4-0aae-459d-8695-9627d901692f is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:28:13.512339 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 99ae1de4-0aae-459d-8695-9627d901692f) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:13.518996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:13.519244 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.523475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc13a33c-0bbb-4063-aa1f-1413a0345d5b None None] Network 99ae1de4-0aae-459d-8695-9627d901692f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:13.534946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a847dc-6b04-42d7-942d-f63d1ba48e1b req-9e866744-cedc-47c9-b542-2c6f4596ee4d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:13.540411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99a847dc-6b04-42d7-942d-f63d1ba48e1b req-9e866744-cedc-47c9-b542-2c6f4596ee4d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 949 time: 0.2715225 Jul 14 11:28:13.586935 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2d7229a0-e95c-43fd-b1dc-a8c84558733f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9107001 Jul 14 11:28:13.587884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32972) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:13.593670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '99ae1de4-0aae-459d-8695-9627d901692f', 'name': 'tempest-PortsTestJSON-1844428926', 'fixed_ips': [{'subnet_id': '1b0c84cf-1d71-450f-a1c0-809f45a0ce67', 'ip_address': '172.20.0.10'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:13.636508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-375c597a-57d3-49f1-a98b-547666c990aa req-7790d3a7-692d-42e2-bf7a-9194dbba3a11 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147874 Jul 14 11:28:13.653373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df8ae716-5c5c-4461-bff2-cd092f7ff8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.690183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-99ae1de4-0aae-459d-8695-9627d901692f', 'network_id': '99ae1de4-0aae-459d-8695-9627d901692f', 'tenant_id': '124cdbed65124bcaa6fb8297d1619fb8', 'fixed_ips': [{'subnet_id': '1b0c84cf-1d71-450f-a1c0-809f45a0ce67'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:28:13.691202 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.710254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99a847dc-6b04-42d7-942d-f63d1ba48e1b req-cc84f298-a37d-41c6-b3eb-2e07215cd433 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308889 Jul 14 11:28:13.718882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df8ae716-5c5c-4461-bff2-cd092f7ff8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.733748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-7f563cba-7414-4bf0-87d6-a19f9585a387 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:13.743406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-7f563cba-7414-4bf0-87d6-a19f9585a387 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.2670155 Jul 14 11:28:13.805017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-8e3888d9-a8aa-436c-832a-e96792fe0897 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0627146 Jul 14 11:28:13.871282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Allocated IP 172.20.0.2 (99ae1de4-0aae-459d-8695-9627d901692f/1b0c84cf-1d71-450f-a1c0-809f45a0ce67/6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:13.879672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-04ae94ec-689c-4702-b6ab-68a8ad24d8ce tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0734885 Jul 14 11:28:13.992973 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df8ae716-5c5c-4461-bff2-cd092f7ff8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.997272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df8ae716-5c5c-4461-bff2-cd092f7ff8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:13.998878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-df8ae716-5c5c-4461-bff2-cd092f7ff8e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/737d7eba-b4bb-4218-8718-f6e1b0532967 HTTP/1.1" status: 204 len: 168 time: 0.5988100 Jul 14 11:28:14.034759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:14.038483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ae716-5c5c-4461-bff2-cd092f7ff8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737d7eba-b4bb-4218-8718-f6e1b0532967,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:14.069254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Deleting port 9c80a10d-4260-4566-a1d8-8314a2d995f5 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:14.069633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.102416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Deleting port 4f8f3245-f56a-4bd8-94af-d48a3291e834 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:14.102764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.126282 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.138942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Transition to ACTIVE for port object 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:14.184605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] For port 4f8f3245-f56a-4bd8-94af-d48a3291e834, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4f8f3245-f56a-4bd8-94af-d48a3291e834,segment=NetworkSegment(d58bca22-39ef-4e60-8937-77cd066037bc),segment_id=d58bca22-39ef-4e60-8937-77cd066037bc)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:14.185143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.188901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Transition to ACTIVE for port object 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:14.197908 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.210243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Calling delete_port for 4f8f3245-f56a-4bd8-94af-d48a3291e834 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:14.231250 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.233824 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.247082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Network 99ae1de4-0aae-459d-8695-9627d901692f is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:14.250607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:14.260935 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:14.269251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Calling delete_port for 9c80a10d-4260-4566-a1d8-8314a2d995f5 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:14.285450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.315328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port f27d3806-eee0-4f06-9c32-7f0971a74da2 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:28:14.344235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Attempting to bind port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:14.344653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Attempting to bind port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '6c66213a-b162-4cc3-944f-32c757d22a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ae1de4-0aae-459d-8695-9627d901692f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:14.345031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Attempting to bind port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf on network 99ae1de4-0aae-459d-8695-9627d901692f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:14.348718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Pushing event updated for resources: {'Port': ['ID=6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:14.362222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:14.362922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Checking segment: {'id': '6c66213a-b162-4cc3-944f-32c757d22a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ae1de4-0aae-459d-8695-9627d901692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:14.363494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.364148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Bound using segment: {'id': '6c66213a-b162-4cc3-944f-32c757d22a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ae1de4-0aae-459d-8695-9627d901692f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:14.364929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Bound port: 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c66213a-b162-4cc3-944f-32c757d22a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ae1de4-0aae-459d-8695-9627d901692f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:14.365674 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.451016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:14.508986 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] For port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:14.538671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] For port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf,segment=NetworkSegment(6c66213a-b162-4cc3-944f-32c757d22a75),segment_id=6c66213a-b162-4cc3-944f-32c757d22a75)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:14.544280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 5fd49f14-a798-47bc-8661-f095b1ccff5a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:14.550949 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.577877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 5fd49f14-a798-47bc-8661-f095b1ccff5a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:14.579090 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.581578 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.10 (99ae1de4-0aae-459d-8695-9627d901692f/1b0c84cf-1d71-450f-a1c0-809f45a0ce67/f27d3806-eee0-4f06-9c32-7f0971a74da2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:14.607889 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.610790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.669722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Pushing event deleted for resources: {'Port': ['ID=9c80a10d-4260-4566-a1d8-8314a2d995f5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:14.670010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8f3245-f56a-4bd8-94af-d48a3291e834,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:14.691284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a593af-5460-4c79-b542-81d5114e4001 None None] Pushing event updated for resources: {'Port': ['ID=6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:14.775450 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.778529 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.780088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84fff961-dbce-4a5c-bc51-dfe7ae4bdfb9 req-968771da-957f-4046-adb1-b549a706d620 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "DELETE /v2.0/floatingips/d55bce88-2414-451c-a7cc-c034ec63c198 HTTP/1.1" status: 204 len: 173 time: 0.8992162 Jul 14 11:28:14.782507 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.822432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:14.825458 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6806b308-b620-48c5-9e9a-f20d04a4fc2c" -d '{"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-plugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:14.842751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:14.856734 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:14.937414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:14.998757 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:15.184727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:15.195727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:15.252331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object f27d3806-eee0-4f06-9c32-7f0971a74da2 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:15.387600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225e8ec-496a-4fc8-a69c-244ba4881228 req-7ccf27be-4765-491d-82b2-0e5cf60e6963 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:15.394572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2225e8ec-496a-4fc8-a69c-244ba4881228 req-7ccf27be-4765-491d-82b2-0e5cf60e6963 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.1213632 Jul 14 11:28:15.400581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33028) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:15.433751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2225e8ec-496a-4fc8-a69c-244ba4881228 req-01ff9b4a-282f-41a9-8d6d-9078ae2a57b5 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380290 Jul 14 11:28:15.471312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:15.505916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33032) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:15.551048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 99ae1de4-0aae-459d-8695-9627d901692f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:15.552011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-c989f2de-bc9d-4534-9104-ce6cd46777d5 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1000 time: 0.0907843 Jul 14 11:28:15.562727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:15.568988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:15.618699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-27589681-0091-46fa-9005-f1532cc34d1d tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:15.627025 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=f27d3806-eee0-4f06-9c32-7f0971a74da2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:15.632545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-27589681-0091-46fa-9005-f1532cc34d1d tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports/402896b6-f677-4e94-9b16-b30c136970cc HTTP/1.1" status: 200 len: 942 time: 0.0722790 Jul 14 11:28:15.643223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1891030365-network', 'tenant_id': '56a54b501b964366af67a48559c60ae7'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:15.648454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:15.649106 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:15.664511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1300e01-afa0-4e88-80c3-d6c8f50e54bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:15.679823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Made reservation on behalf of 56a54b501b964366af67a48559c60ae7 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:15.682864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:15.684681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Router e7657c07-7490-4564-8fac-a5ea4bcec7fd has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:28:15.696655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:15.699317 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-63ffba95-d7b3-47ce-9bec-fcb6a8962b1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1106195 Jul 14 11:28:15.703238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33038) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:15.717045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': '99ae1de4-0aae-459d-8695-9627d901692f', 'name': 'tempest-PortsTestJSON-1114115665', 'fixed_ips': [{'subnet_id': '1b0c84cf-1d71-450f-a1c0-809f45a0ce67', 'ip_address': '172.20.0.9'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:15.872178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:15.883899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] Sync routers for ids ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:15.891887 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-50a8b751-e39a-42eb-a867-6e44dfe206cd admin admin] 10.222.0.38 "PUT /v2.0/routers/e7657c07-7490-4564-8fac-a5ea4bcec7fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5370910 Jul 14 11:28:15.894109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] Routers {'e7657c07-7490-4564-8fac-a5ea4bcec7fd'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:15.894749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:15.901189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33042) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:15.914965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-f852d09c-6d20-4441-b7b2-c143c9039d00 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:28:15.916056 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-f852d09c-6d20-4441-b7b2-c143c9039d00 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0939195 Jul 14 11:28:15.977294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Request body: {'binding': {'host': 'n-h2-778696-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:15.977857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Unknown quota resources ['binding']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:28:16.016842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1300e01-afa0-4e88-80c3-d6c8f50e54bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.026750 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1300e01-afa0-4e88-80c3-d6c8f50e54bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.041045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] Set router e7657c07-7490-4564-8fac-a5ea4bcec7fd gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:16.142164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d577c2f-896f-4d83-bc5c-3ebca16b3883 None None] Network 99ae1de4-0aae-459d-8695-9627d901692f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:16.167098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1300e01-afa0-4e88-80c3-d6c8f50e54bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dd3504-18d8-4459-866c-e18596352a20,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:16.175939 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b1300e01-afa0-4e88-80c3-d6c8f50e54bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f677750e8ea4bf9ad982769df52d94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7708123 Jul 14 11:28:16.186323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33046) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:16.187821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-1340c5b4-0286-4f84-a5c6-a920baf9f40b tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1000 time: 0.4213140 Jul 14 11:28:16.206337 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.260820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-efd58d09-ae22-4a3d-a18b-dc41cac5e3fc None None] Provisioning for port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:16.381243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b88732fd-329e-47d3-87de-6e7f6851f52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.400775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 on host n-h2-778696-8 for vnic_type normal with profile None {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:16.401479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:16.401479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:16.414725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:16.417504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Port d8ec3721-00ba-43fa-adc7-fda024d11488 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:28:16.417839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:16.420898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-9c1a44ec-8e55-4ce4-8546-63ec8672b2cb tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:16.424432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b88732fd-329e-47d3-87de-6e7f6851f52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.429015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-9c1a44ec-8e55-4ce4-8546-63ec8672b2cb tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.2019188 Jul 14 11:28:16.433873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.445528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:16.445875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:16.447530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:16.447530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Bound port: d8ec3721-00ba-43fa-adc7-fda024d11488, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:16.526798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:16.531689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:16.532153 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.538124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.541715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-9b777f6b-0c36-4655-99dc-d4f4118f7992 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1000 time: 0.1116300 Jul 14 11:28:16.563177 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.574685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:16.577255 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b88732fd-329e-47d3-87de-6e7f6851f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.580123 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b88732fd-329e-47d3-87de-6e7f6851f52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.585330 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b88732fd-329e-47d3-87de-6e7f6851f52e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88dd3504-18d8-4459-866c-e18596352a20 HTTP/1.1" status: 204 len: 168 time: 0.3940072 Jul 14 11:28:16.585583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-a6a265ed-ee41-4b46-93dc-64952417c14a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:16.595406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:37Z', 'updated_at': '2021-07-14T11:28:14Z', 'revision_number': 5, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'gw_port': {'id': '965552ad-96d2-4a99-9180-dfa2d176c931', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:38Z', 'updated_at': '2021-07-14T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:16.606955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.610018 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b292167f-b447-4261-842f-57f8c157a7be service neutron] 10.222.0.38 "POST /v2.0/ports/d8ec3721-00ba-43fa-adc7-fda024d11488/bindings HTTP/1.1" status: 201 len: 389 time: 0.6445827 Jul 14 11:28:16.633131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88732fd-329e-47d3-87de-6e7f6851f52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dd3504-18d8-4459-866c-e18596352a20,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:16.634595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] Checking router: e7657c07-7490-4564-8fac-a5ea4bcec7fd for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:16.638435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Deleting port 965552ad-96d2-4a99-9180-dfa2d176c931 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:16.638761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.728264 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-a6a265ed-ee41-4b46-93dc-64952417c14a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.729939 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.733673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] Routers {'e7657c07-7490-4564-8fac-a5ea4bcec7fd'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:16.734704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:16.820889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced0b09b-ae78-4c0f-b022-d4afba8091ed,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:16.852436 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5e6f66-e35a-4b0b-bf5b-e72d73e61a6b x-openstack-request-id: req-1f5e6f66-e35a-4b0b-bf5b-e72d73e61a6b {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:16.852768 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-plugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:16.852996 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f5e6f66-e35a-4b0b-bf5b-e72d73e61a6b {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:16.853329 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'code': 200} Jul 14 11:28:16.874085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] For port 965552ad-96d2-4a99-9180-dfa2d176c931, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=965552ad-96d2-4a99-9180-dfa2d176c931,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:16.875438 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.905083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Calling delete_port for 965552ad-96d2-4a99-9180-dfa2d176c931 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:16.919172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf,segment=NetworkSegment(6c66213a-b162-4cc3-944f-32c757d22a75),segment_id=6c66213a-b162-4cc3-944f-32c757d22a75)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:16.945689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.946826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:28:16.957039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d31bc769-5596-481e-bc61-2ab1dead7467 None None] Provisioning complete for port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:16.962270 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d31bc769-5596-481e-bc61-2ab1dead7467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:16.968921 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] Set router e7657c07-7490-4564-8fac-a5ea4bcec7fd gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:16.978697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:17.014755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33056) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:17.089116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb808aa3-b992-4b52-9976-a420167fa287 admin admin] Deleting subnet 41eed6e3-e4de-43e0-9e1c-01142e2f8b95 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:17.094321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb808aa3-b992-4b52-9976-a420167fa287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.170319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:37Z', 'updated_at': '2021-07-14T11:28:16Z', 'revision_number': 6, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:17.172715 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.173078 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Added segment 08fe7890-993e-4ff3-8799-ab980a8b5216 of type vlan for network a841703d-6da9-4b56-8441-c97102486a42 Jul 14 11:28:17.216771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b50d4c-8e3e-4bac-9a66-67fdd9ee9222 None None] The sync data for ids ['e7657c07-7490-4564-8fac-a5ea4bcec7fd'] in n-d-778696-8 is: [{'id': 'e7657c07-7490-4564-8fac-a5ea4bcec7fd', 'name': 'tempest-FloatingIPsTestJSON-393383632-router', 'tenant_id': '6039b6c0a95045268ee7c0d8373f31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:37Z', 'updated_at': '2021-07-14T11:28:16Z', 'revision_number': 6, 'project_id': '6039b6c0a95045268ee7c0d8373f31df', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:17.223809 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.232521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb808aa3-b992-4b52-9976-a420167fa287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.263216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:17.345813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb808aa3-b992-4b52-9976-a420167fa287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.362149 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.365266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d31bc769-5596-481e-bc61-2ab1dead7467 None None] Provisioning for port f27d3806-eee0-4f06-9c32-7f0971a74da2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:17.366871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 69710c1f-4606-4a33-88cf-e370ecc0fb10 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:28:17.370965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d31bc769-5596-481e-bc61-2ab1dead7467 None None] Provisioning complete for port f27d3806-eee0-4f06-9c32-7f0971a74da2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:17.371885 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d31bc769-5596-481e-bc61-2ab1dead7467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.416141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.422829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d31bc769-5596-481e-bc61-2ab1dead7467 None None] Port f27d3806-eee0-4f06-9c32-7f0971a74da2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:17.515675 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.resource_extend [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:28:17.519558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956c36-76f8-4852-a5ca-218eb6cf5b2c req-811dd944-59d1-43b3-b669-85f39d2bf792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:17.521697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02956c36-76f8-4852-a5ca-218eb6cf5b2c req-811dd944-59d1-43b3-b669-85f39d2bf792 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1101 time: 0.5690103 Jul 14 11:28:17.526488 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-a6a265ed-ee41-4b46-93dc-64952417c14a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.571329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5e775bfc-952d-43ce-a0c4-1b7e5e9407aa None None] Provisioning complete for port f27d3806-eee0-4f06-9c32-7f0971a74da2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:17.572249 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e775bfc-952d-43ce-a0c4-1b7e5e9407aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.578461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-a6a265ed-ee41-4b46-93dc-64952417c14a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.578781 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-a6a265ed-ee41-4b46-93dc-64952417c14a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Floating IP 96a71170-8021-4019-9e1c-7ac7bfc6c721 disassociated. External IP: 172.25.2.89, port: 402896b6-f677-4e94-9b16-b30c136970cc. Jul 14 11:28:17.595659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-803fd039-8061-4d2c-a6de-2771d658b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:17.597511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-803fd039-8061-4d2c-a6de-2771d658b5a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 1096 time: 0.5071270 Jul 14 11:28:17.627616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5e775bfc-952d-43ce-a0c4-1b7e5e9407aa None None] Port f27d3806-eee0-4f06-9c32-7f0971a74da2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:17.671025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa858c-96fb-423d-a8df-06a65c8c74a1 req-ed413114-a8c2-45ce-9a39-6b0b20e24216 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:17.672608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59fa858c-96fb-423d-a8df-06a65c8c74a1 req-ed413114-a8c2-45ce-9a39-6b0b20e24216 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.4974978 Jul 14 11:28:17.712831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.714086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:17.714656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.716680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33074) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:17.728775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=965552ad-96d2-4a99-9180-dfa2d176c931,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:17.759930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb808aa3-b992-4b52-9976-a420167fa287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.810218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb808aa3-b992-4b52-9976-a420167fa287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41eed6e3-e4de-43e0-9e1c-01142e2f8b95,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:17.813686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb808aa3-b992-4b52-9976-a420167fa287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.818846 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cb808aa3-b992-4b52-9976-a420167fa287 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/41eed6e3-e4de-43e0-9e1c-01142e2f8b95 HTTP/1.1" status: 204 len: 168 time: 0.8027730 Jul 14 11:28:17.820390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33078) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:17.872329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.930009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2045238025-network', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:17.933586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4264398 Jul 14 11:28:17.938288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33080) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:17.944651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Request body: {'subnet': {'network_id': 'a841703d-6da9-4b56-8441-c97102486a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1891030365-subnet', 'tenant_id': '56a54b501b964366af67a48559c60ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:17.947273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02956c36-76f8-4852-a5ca-218eb6cf5b2c req-ce15451f-d7ef-40d3-84b5-750390a00b6a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922338 Jul 14 11:28:17.991153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.994329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:17.999154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.010445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5d1e5-f32e-43ac-a7b4-8e603543d7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a841703d-6da9-4b56-8441-c97102486a42,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:18.022275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network a841703d-6da9-4b56-8441-c97102486a42 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:28:18.042429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59fa858c-96fb-423d-a8df-06a65c8c74a1 req-adc31c81-567a-4763-9632-947301fd30c7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220840 Jul 14 11:28:18.057339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Made reservation on behalf of a2dd4fb66e2f4a069ee9c4869cddb24d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:18.059686 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.076734 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.076734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7657c07-7490-4564-8fac-a5ea4bcec7fd {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:28:18.077880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.9 (99ae1de4-0aae-459d-8695-9627d901692f/1b0c84cf-1d71-450f-a1c0-809f45a0ce67/69710c1f-4606-4a33-88cf-e370ecc0fb10) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:18.084657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.089090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-74aa6059-51fe-45a1-a161-862213030911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:18.090642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-74aa6059-51fe-45a1-a161-862213030911 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.4301529 Jul 14 11:28:18.090789 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.091778 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7d484369-0c51-4957-9baf-a1c7a97c4ba7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e7657c07-7490-4564-8fac-a5ea4bcec7fd HTTP/1.1" status: 204 len: 168 time: 2.1896715 Jul 14 11:28:18.096971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33082) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:18.111003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Made reservation on behalf of 56a54b501b964366af67a48559c60ae7 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:18.113638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.206565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.223333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb023a9e-e3da-45dd-b5fa-e7cb831e8619']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:18.239100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-a22aaed7-252a-4c09-a7d9-5a255b2f92d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ec3721-00ba-43fa-adc7-fda024d11488 HTTP/1.1" status: 200 len: 217 time: 0.1369209 Jul 14 11:28:18.242571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75699c9-6625-4aa4-90db-4a79cceb3c08') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:18.242945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75699c9-6625-4aa4-90db-4a79cceb3c08') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:18.256956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.280989 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.298779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:18.299057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:18.301064 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:18.376328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:18.414059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1613368d-d1c5-48e2-aedb-800caef469d6 admin admin] Deleting subnet 54d0f211-b045-4070-90a0-0975a15970e6 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:18.427952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1613368d-d1c5-48e2-aedb-800caef469d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.428919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.438399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.443991 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cb023a9e-e3da-45dd-b5fa-e7cb831e8619 HTTP/1.1" status: 204 len: 168 time: 0.6205864 Jul 14 11:28:18.456261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:18.456633 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.473346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fbf2a-9ea3-4d5d-b690-b0e417a4b9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb023a9e-e3da-45dd-b5fa-e7cb831e8619,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:18.482800 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.547479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2dda7e4-a5dc-4bf9-9d98-2cc2f523bd7a,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:18.570830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Checking segment: {'id': '08fe7890-993e-4ff3-8799-ab980a8b5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a841703d-6da9-4b56-8441-c97102486a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:18.571328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Network hostable DHCP agents. Network: a841703d-6da9-4b56-8441-c97102486a42, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:28:18.609653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Network a841703d-6da9-4b56-8441-c97102486a42 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:28:18.625662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, a841703d-6da9-4b56-8441-c97102486a42) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:18.638925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694c4619-f708-4a7a-b298-aee36fa871a1 None None] Network a841703d-6da9-4b56-8441-c97102486a42 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:18.640799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:18.642233 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.660982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33086) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:18.663479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 965552ad-96d2-4a99-9180-dfa2d176c931 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:18.711358 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-656439b4-51c6-4e89-b960-8696261dcc16 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e85f93f38724ffaa9d6ab4281fda3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484352 Jul 14 11:28:18.714282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33088) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:18.719479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 965552ad-96d2-4a99-9180-dfa2d176c931 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:18.719828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 965552ad-96d2-4a99-9180-dfa2d176c931 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:18.720477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4f8f3245-f56a-4bd8-94af-d48a3291e834 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:18.742611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4f8f3245-f56a-4bd8-94af-d48a3291e834 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:18.742960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4f8f3245-f56a-4bd8-94af-d48a3291e834 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:18.794092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca80b088-fdf2-4eaa-ace7-bcaf98ff718d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.817770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca80b088-fdf2-4eaa-ace7-bcaf98ff718d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.830608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb6af84-6f70-474c-87cb-cb5e7970f345 None None] Network a841703d-6da9-4b56-8441-c97102486a42 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:18.873152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca80b088-fdf2-4eaa-ace7-bcaf98ff718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.875692 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca80b088-fdf2-4eaa-ace7-bcaf98ff718d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:18.880528 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca80b088-fdf2-4eaa-ace7-bcaf98ff718d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67977bad-6067-4b54-b7c6-27e7bde505e4 HTTP/1.1" status: 204 len: 168 time: 0.1623604 Jul 14 11:28:18.892193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80b088-fdf2-4eaa-ace7-bcaf98ff718d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67977bad-6067-4b54-b7c6-27e7bde505e4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:18.939059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-22cd0409-d721-452d-83fe-dc2e7c538eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:18.940619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-22cd0409-d721-452d-83fe-dc2e7c538eb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.6437984 Jul 14 11:28:18.957726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1613368d-d1c5-48e2-aedb-800caef469d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.036707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-1d39923e-9c19-45d9-af4f-5db853e9c210 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812862 Jul 14 11:28:19.149322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-a6a265ed-ee41-4b46-93dc-64952417c14a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Router f05a776e-4aef-42cd-b0b2-086c86503c1f has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:28:19.160685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ea7a1-4890-45ab-926a-9d0c22255bbf req-99f8cdd4-824b-400b-b6f3-5343ac4cd5d1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:19.162675 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d67ea7a1-4890-45ab-926a-9d0c22255bbf req-99f8cdd4-824b-400b-b6f3-5343ac4cd5d1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 945 time: 0.8386140 Jul 14 11:28:19.193733 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.211390 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7e71de67-2ceb-4815-8ede-178475cb1bfe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2640820 Jul 14 11:28:19.211646 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.228846 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.302285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object 69710c1f-4606-4a33-88cf-e370ecc0fb10 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:19.351388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:28:19.420560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb928962-4248-4af7-89a9-49ce1b19cb98,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:19.426505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d67ea7a1-4890-45ab-926a-9d0c22255bbf req-431ea5d3-08ca-4819-a655-45b6af70b64a tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473111 Jul 14 11:28:19.437072 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1613368d-d1c5-48e2-aedb-800caef469d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.441418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.442032 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Added segment df4e9111-50be-4dc1-9837-629eab170392 of type vlan for network e25c425b-a69c-404f-bca7-3be118da508d Jul 14 11:28:19.585260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0e9b73e2-79fa-4750-b6ed-c9b3e402b4bf service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321181 Jul 14 11:28:19.648223 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.709940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.722498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33118) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:19.777626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-a6a265ed-ee41-4b46-93dc-64952417c14a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:19.779534 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1613368d-d1c5-48e2-aedb-800caef469d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.788239 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] Sync routers for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:19.793554 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-a6a265ed-ee41-4b46-93dc-64952417c14a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.797771 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:19.798395 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:19.839030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-801099095-network', 'tenant_id': '2f750ac338c54053b9428a30b7b1af78'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:19.852468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-c195d786-062d-4e02-8262-40122aa607ef service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434299 Jul 14 11:28:19.874497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Made reservation on behalf of 2f750ac338c54053b9428a30b7b1af78 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:19.878491 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.892952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.894959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613368d-d1c5-48e2-aedb-800caef469d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d0f211-b045-4070-90a0-0975a15970e6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:19.898660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 99ae1de4-0aae-459d-8695-9627d901692f is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:19.923997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1613368d-d1c5-48e2-aedb-800caef469d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:19.930831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5cfc5-208d-4645-a623-4263b4589a2e None None] Network 1a2319a6-2257-45ad-b95b-47aad96494b7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:19.934561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1613368d-d1c5-48e2-aedb-800caef469d6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/54d0f211-b045-4070-90a0-0975a15970e6 HTTP/1.1" status: 204 len: 168 time: 1.8358829 Jul 14 11:28:19.944078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33122) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:19.946399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:19.958061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:20.023546 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:20.080369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-a6a265ed-ee41-4b46-93dc-64952417c14a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "PUT /v2.0/floatingips/96a71170-8021-4019-9e1c-7ac7bfc6c721 HTTP/1.1" status: 200 len: 694 time: 3.5276792 Jul 14 11:28:20.081877 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.085555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:20.087244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.095435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=69710c1f-4606-4a33-88cf-e370ecc0fb10,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:20.130815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:20.134975 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de796a-6163-40af-91ad-f6eb064f7b59" -d '{"events": [{"name": "network-changed", "server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "tag": "402896b6-f677-4e94-9b16-b30c136970cc"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:20.168768 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.238298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b0a4e-b361-4fad-ace3-c50d356477ec req-041fd9b8-7776-4c87-8563-f9ac749a1c23 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:20.263530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea5b0a4e-b361-4fad-ace3-c50d356477ec req-041fd9b8-7776-4c87-8563-f9ac749a1c23 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.6861362 Jul 14 11:28:20.272017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:20.272841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.309394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab227d0-b08a-47f4-9bca-3658742d9ca4 None None] DHCP port deletion for 1a2319a6-2257-45ad-b95b-47aad96494b7 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:28:20.324837 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:15Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1672b501-a8ff-4e6b-a242-57964184dd69', 'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'mac_address': 'fa:16:3e:b8:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:12Z', 'updated_at': '2021-07-14T11:27:27Z', 'revision_number': 5, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'subnets': [{'id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:20.332097 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.346262 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.357774 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] Checking router: f05a776e-4aef-42cd-b0b2-086c86503c1f for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:20.367807 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:20.368902 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:20.398359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159ea5cd-70c3-4d0e-9dce-73cd62d23c67,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:20.407591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6813641 Jul 14 11:28:20.415263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33126) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:20.432775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aab227d0-b08a-47f4-9bca-3658742d9ca4 None None] Deleting port 81164a55-43ae-49c0-a214-c3b49918e3bf {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:20.433014 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aab227d0-b08a-47f4-9bca-3658742d9ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.444995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:28:20.461386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d68e069f-8ad4-4b0d-9659-a7ac0d80f230 None None] Provisioning for port 69710c1f-4606-4a33-88cf-e370ecc0fb10 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:20.466883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Request body: {'subnet': {'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2045238025-subnet', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:20.477783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Deleting port 81164a55-43ae-49c0-a214-c3b49918e3bf {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:20.478144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.485747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea5b0a4e-b361-4fad-ace3-c50d356477ec req-9e69ee7a-110c-443c-992c-9b065cb4061e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210445 Jul 14 11:28:20.488029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.488388 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Added segment 5b11faa9-63de-45d0-aa99-c78dc59932e6 of type vlan for network 74e0f6bb-94d8-446c-b6c6-920a3e25a1e9 Jul 14 11:28:20.490600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a33abf73-2dc6-4463-a2a5-e170259cd992 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7857456 Jul 14 11:28:20.494261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33130) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:20.499440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecb358-11ff-4611-8a52-158c0187f2ff admin admin] Pushing event updated for resources: {'Network': ['ID=e25c425b-a69c-404f-bca7-3be118da508d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:20.511311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d68e069f-8ad4-4b0d-9659-a7ac0d80f230 None None] Provisioning complete for port 69710c1f-4606-4a33-88cf-e370ecc0fb10 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:20.511967 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d68e069f-8ad4-4b0d-9659-a7ac0d80f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.545273 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:20.552856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-7ea0575b-77ff-4dfd-9fdd-4cb2e02bf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:20.554145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-7ea0575b-77ff-4dfd-9fdd-4cb2e02bf429 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe01a3446c14c04a5450fdb9d059406&device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 1096 time: 0.4418948 Jul 14 11:28:20.554943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Made reservation on behalf of a2dd4fb66e2f4a069ee9c4869cddb24d for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:20.560523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d68e069f-8ad4-4b0d-9659-a7ac0d80f230 None None] Port 69710c1f-4606-4a33-88cf-e370ecc0fb10 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:20.562344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e25c425b-a69c-404f-bca7-3be118da508d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:28:20.563595 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.652725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aab227d0-b08a-47f4-9bca-3658742d9ca4 None None] For port 81164a55-43ae-49c0-a214-c3b49918e3bf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=81164a55-43ae-49c0-a214-c3b49918e3bf,segment=NetworkSegment(d58bca22-39ef-4e60-8937-77cd066037bc),segment_id=d58bca22-39ef-4e60-8937-77cd066037bc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:20.653508 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aab227d0-b08a-47f4-9bca-3658742d9ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.684876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aab227d0-b08a-47f4-9bca-3658742d9ca4 None None] Calling delete_port for 81164a55-43ae-49c0-a214-c3b49918e3bf owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:20.820668 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aab227d0-b08a-47f4-9bca-3658742d9ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.825798 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.830602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] For port 81164a55-43ae-49c0-a214-c3b49918e3bf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=81164a55-43ae-49c0-a214-c3b49918e3bf,segment=NetworkSegment(d58bca22-39ef-4e60-8937-77cd066037bc),segment_id=d58bca22-39ef-4e60-8937-77cd066037bc)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:20.830963 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.856603 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:15Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1672b501-a8ff-4e6b-a242-57964184dd69', 'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'mac_address': 'fa:16:3e:b8:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:12Z', 'updated_at': '2021-07-14T11:27:27Z', 'revision_number': 5, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'subnets': [{'id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:20.859384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-60e8c0f6-0816-415f-b31b-893fd7f4132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:20.861306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-60e8c0f6-0816-415f-b31b-893fd7f4132f service neutron] 10.222.0.38 "GET /v2.0/networks?id=3409a8a0-9eb0-487d-bb5e-5ce416126df0 HTTP/1.1" status: 200 len: 928 time: 0.2943845 Jul 14 11:28:20.867044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Calling delete_port for 81164a55-43ae-49c0-a214-c3b49918e3bf owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:20.899921 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c124446-079b-415b-b3d6-a3d544214ed6 None None] The sync data for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 is: [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:27:15Z', 'revision_number': 4, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1672b501-a8ff-4e6b-a242-57964184dd69', 'name': '', 'network_id': '3409a8a0-9eb0-487d-bb5e-5ce416126df0', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'mac_address': 'fa:16:3e:b8:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:12Z', 'updated_at': '2021-07-14T11:27:27Z', 'revision_number': 5, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'subnets': [{'id': '679eb6c9-348d-4689-9cf7-bcea9af41ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:20.913785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab227d0-b08a-47f4-9bca-3658742d9ca4 None None] No DVR routers for this DVR port 81164a55-43ae-49c0-a214-c3b49918e3bf on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:20.915495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab227d0-b08a-47f4-9bca-3658742d9ca4 None None] Pushing event deleted for resources: {'Port': ['ID=81164a55-43ae-49c0-a214-c3b49918e3bf,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:20.963893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-4afbc7dd-e8ac-461c-8bf9-81ca44688d40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=402896b6-f677-4e94-9b16-b30c136970cc HTTP/1.1" status: 200 len: 217 time: 0.0939398 Jul 14 11:28:20.995657 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:20.996690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:20.997306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.007168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a1bfca-86fa-4fe8-a1be-3f209462f6bf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:21.008771 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-99a1bfca-86fa-4fe8-a1be-3f209462f6bf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4787998 Jul 14 11:28:21.013354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33144) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:21.027827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-f0164d3d-28b3-46d9-bbc3-a17c8395fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:21.029643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-f0164d3d-28b3-46d9-bbc3-a17c8395fa71 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=679eb6c9-348d-4689-9cf7-bcea9af41ed0 HTTP/1.1" status: 200 len: 867 time: 0.0583189 Jul 14 11:28:21.132660 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4082656 Jul 14 11:28:21.132909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33146) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:21.142091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Request body: {'subnet': {'network_id': '74e0f6bb-94d8-446c-b6c6-920a3e25a1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-801099095-subnet', 'tenant_id': '2f750ac338c54053b9428a30b7b1af78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:21.166097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1af8d4-f64b-40d5-ada3-a1bfd74ce5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=74e0f6bb-94d8-446c-b6c6-920a3e25a1e9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:21.172847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Made reservation on behalf of 2f750ac338c54053b9428a30b7b1af78 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:21.175990 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.178279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 74e0f6bb-94d8-446c-b6c6-920a3e25a1e9 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:28:21.286753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e4d1cb-2a3a-4f31-9fa8-8feb5adbe019 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:21.296421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e4d1cb-2a3a-4f31-9fa8-8feb5adbe019 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:21.303493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e4d1cb-2a3a-4f31-9fa8-8feb5adbe019 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:21.305398 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-85e4d1cb-2a3a-4f31-9fa8-8feb5adbe019 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2870979 Jul 14 11:28:21.310301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33148) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:21.310526 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.333531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-95fe87d3-851c-4af6-94d0-6d6d1126557c tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:21.335019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-95fe87d3-851c-4af6-94d0-6d6d1126557c tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/networks?id=a841703d-6da9-4b56-8441-c97102486a42 HTTP/1.1" status: 200 len: 809 time: 0.3046429 Jul 14 11:28:21.350813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec8bd47-998c-4713-95f4-b05b92d63be0 None None] New status for floating IP 96a71170-8021-4019-9e1c-7ac7bfc6c721: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:28:21.351967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] No DVR routers for this DVR port 81164a55-43ae-49c0-a214-c3b49918e3bf on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:21.377214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-629385f3-2a0e-4456-aa37-84ee8d734a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:21.378312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81164a55-43ae-49c0-a214-c3b49918e3bf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:21.378746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-629385f3-2a0e-4456-aa37-84ee8d734a59 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3409a8a0-9eb0-487d-bb5e-5ce416126df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3345993 Jul 14 11:28:21.404743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-bd6104c7-aae9-4b4a-b6da-976de285dff5 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/quotas/56a54b501b964366af67a48559c60ae7 HTTP/1.1" status: 200 len: 375 time: 0.0341275 Jul 14 11:28:21.431227 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.529650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-45f09153-7d7d-4780-9f54-d23182561ab8 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=56a54b501b964366af67a48559c60ae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052885 Jul 14 11:28:21.559714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.578043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2319a6-2257-45ad-b95b-47aad96494b7']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:21.589531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.594664 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58bca22-39ef-4e60-8937-77cd066037bc') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:21.595069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58bca22-39ef-4e60-8937-77cd066037bc') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:21.634451 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.658558 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.671151 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:21.671837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:21.674213 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:21.715699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92bbc43-0d11-43e4-838b-14b931b3937a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:21.723251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=427715f1-1266-4cd0-86ea-b4ef4c208ba6,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:21.757063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Checking segment: {'id': '5b11faa9-63de-45d0-aa99-c78dc59932e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e0f6bb-94d8-446c-b6c6-920a3e25a1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:21.757404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Network hostable DHCP agents. Network: 74e0f6bb-94d8-446c-b6c6-920a3e25a1e9, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:28:21.762714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Checking segment: {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:21.763077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Network hostable DHCP agents. Network: e25c425b-a69c-404f-bca7-3be118da508d, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:28:21.764855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.771326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-51f925c7-ecdf-4d39-b572-c3796e2f66c7 service neutron] 10.222.0.38 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608794 Jul 14 11:28:21.772490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.775681 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1a2319a6-2257-45ad-b95b-47aad96494b7 HTTP/1.1" status: 204 len: 168 time: 1.8296776 Jul 14 11:28:21.787374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-071023a1-fa75-4d6f-93e7-6833fbcf7ad2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 69710c1f-4606-4a33-88cf-e370ecc0fb10 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:21.787990 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-071023a1-fa75-4d6f-93e7-6833fbcf7ad2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.790040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae14ab7-4936-445c-9080-7a4df5197fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2319a6-2257-45ad-b95b-47aad96494b7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:21.798572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Network 74e0f6bb-94d8-446c-b6c6-920a3e25a1e9 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:28:21.810420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 74e0f6bb-94d8-446c-b6c6-920a3e25a1e9) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:21.815540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:21.816823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:21.835032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a86c4-3734-4e36-8abb-2f9cd9521396 None None] Network 74e0f6bb-94d8-446c-b6c6-920a3e25a1e9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:21.836014 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-79cb65d2-4d8f-4037-bb2c-0b259981a906 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6990645 Jul 14 11:28:21.937381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-09902e00-0f21-49a5-86cd-d49489368e71 service neutron] 10.222.0.38 "GET /v2.0/networks/a841703d-6da9-4b56-8441-c97102486a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541279 Jul 14 11:28:21.969073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Network e25c425b-a69c-404f-bca7-3be118da508d is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:28:21.986115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b3b2b-8056-4f53-8f17-71557336098c None None] Network 74e0f6bb-94d8-446c-b6c6-920a3e25a1e9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:22.003467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33154) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:22.038040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e25c425b-a69c-404f-bca7-3be118da508d) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:22.052487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068cd20e-44a5-4420-b5d1-15b56e8dc2c3 None None] Network e25c425b-a69c-404f-bca7-3be118da508d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:22.057828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:22.058444 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.081705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33158) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:22.081923 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-107c07b4-b85f-4474-85c9-2cb1e0cc538c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6039b6c0a95045268ee7c0d8373f31df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770140 Jul 14 11:28:22.116339 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69b86caf-a734-4bb2-a6aa-2b2f633697e7 req-995f7ed8-379b-4626-9a23-a8539f8649b5 service neutron] 10.222.0.38 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235242 Jul 14 11:28:22.147162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-861764ed-9e3f-4672-95a0-03c82528d471 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7208493 Jul 14 11:28:22.148368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33162) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:22.153349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:22.153555 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-071023a1-fa75-4d6f-93e7-6833fbcf7ad2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.189175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-071023a1-fa75-4d6f-93e7-6833fbcf7ad2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 69710c1f-4606-4a33-88cf-e370ecc0fb10 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:22.196922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-361879f1-b3b2-4052-8604-af1d2ad985ab service neutron] 10.222.0.38 "GET /v2.0/networks/a841703d-6da9-4b56-8441-c97102486a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458737 Jul 14 11:28:22.209750 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.220835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.249495 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2e3b81df-5013-41cf-bbcf-e121c54a8c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.258755 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79293d50-5ef5-449e-8ca6-989e6b6067d6 x-openstack-request-id: req-79293d50-5ef5-449e-8ca6-989e6b6067d6 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:22.259048 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "tag": "402896b6-f677-4e94-9b16-b30c136970cc", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:22.259301 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79293d50-5ef5-449e-8ca6-989e6b6067d6 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:22.259703 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc', 'status': 'completed', 'code': 200} Jul 14 11:28:22.301300 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2e3b81df-5013-41cf-bbcf-e121c54a8c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.339659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 81164a55-43ae-49c0-a214-c3b49918e3bf no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:22.357430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-e25c425b-a69c-404f-bca7-3be118da508d', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:28:22.361620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.370908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.426923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-34e1d772-f429-4719-b6ce-092068809f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:22.428751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-34e1d772-f429-4719-b6ce-092068809f8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfe01a3446c14c04a5450fdb9d059406&device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 1096 time: 0.1438653 Jul 14 11:28:22.432233 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2e3b81df-5013-41cf-bbcf-e121c54a8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.434826 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2e3b81df-5013-41cf-bbcf-e121c54a8c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.436064 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2e3b81df-5013-41cf-bbcf-e121c54a8c54 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51588e8a-5e37-49db-bc12-75a4aa253ab4 HTTP/1.1" status: 204 len: 168 time: 0.3466773 Jul 14 11:28:22.500718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 81164a55-43ae-49c0-a214-c3b49918e3bf {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:22.503466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 81164a55-43ae-49c0-a214-c3b49918e3bf not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:22.575608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b81df-5013-41cf-bbcf-e121c54a8c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51588e8a-5e37-49db-bc12-75a4aa253ab4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:22.587520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-071023a1-fa75-4d6f-93e7-6833fbcf7ad2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.673094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:22.797501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Allocated IP 172.20.0.2 (e25c425b-a69c-404f-bca7-3be118da508d/c92bbc43-0d11-43e4-838b-14b931b3937a/f1c26126-0963-4890-ae21-8963f22309cd) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:22.835197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071023a1-fa75-4d6f-93e7-6833fbcf7ad2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=69710c1f-4606-4a33-88cf-e370ecc0fb10,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:23.009277 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:23.022507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Transition to ACTIVE for port object f1c26126-0963-4890-ae21-8963f22309cd will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:23.043730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Transition to ACTIVE for port object f1c26126-0963-4890-ae21-8963f22309cd will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:23.053233 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:23.085847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-ed58c8cc-04de-48f6-b298-c695b88a0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:23.091821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-ed58c8cc-04de-48f6-b298-c695b88a0859 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3409a8a0-9eb0-487d-bb5e-5ce416126df0 HTTP/1.1" status: 200 len: 928 time: 0.6545591 Jul 14 11:28:23.118842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Network e25c425b-a69c-404f-bca7-3be118da508d is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:23.122255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:23.126374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:23.158159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d690091-d08b-47da-a98b-923ec38be811 req-dc9f22d0-205d-4727-b145-f137807b6601 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:23.167509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d690091-d08b-47da-a98b-923ec38be811 req-dc9f22d0-205d-4727-b145-f137807b6601 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 945 time: 0.5707951 Jul 14 11:28:23.223157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Pushing event updated for resources: {'Port': ['ID=f1c26126-0963-4890-ae21-8963f22309cd,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:23.241607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:23.265129 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-071023a1-fa75-4d6f-93e7-6833fbcf7ad2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:23.276703 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-071023a1-fa75-4d6f-93e7-6833fbcf7ad2 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/69710c1f-4606-4a33-88cf-e370ecc0fb10 HTTP/1.1" status: 204 len: 168 time: 1.9652698 Jul 14 11:28:23.278825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-d67b4537-c3c5-45a4-9903-467d3e812e55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=402896b6-f677-4e94-9b16-b30c136970cc HTTP/1.1" status: 200 len: 217 time: 0.1618710 Jul 14 11:28:23.278975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33184) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:23.282809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:23.297634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Attempting to bind port f1c26126-0963-4890-ae21-8963f22309cd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:23.297972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Attempting to bind port f1c26126-0963-4890-ae21-8963f22309cd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:23.298398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Attempting to bind port f1c26126-0963-4890-ae21-8963f22309cd on network e25c425b-a69c-404f-bca7-3be118da508d {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:23.303353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387f8b8-0418-493b-bc54-02449a4cc61f req-8c759bf8-fc1e-4866-b6f3-273ba0815f89 tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:23.305242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3387f8b8-0418-493b-bc54-02449a4cc61f req-8c759bf8-fc1e-4866-b6f3-273ba0815f89 tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1101 time: 0.5275173 Jul 14 11:28:23.316755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:23.328486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Checking segment: {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:23.329385 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:23.329945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Bound using segment: {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:23.330612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Bound port: f1c26126-0963-4890-ae21-8963f22309cd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:23.331181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:23.418540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] For port f1c26126-0963-4890-ae21-8963f22309cd, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:23.423363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] For port f1c26126-0963-4890-ae21-8963f22309cd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f1c26126-0963-4890-ae21-8963f22309cd,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:23.434490 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:23.502586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Allocated IP 172.25.2.245 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:23.605569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27946d1d-d621-448e-adfc-6aafaee288c5 None None] Pushing event updated for resources: {'Port': ['ID=f1c26126-0963-4890-ae21-8963f22309cd,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:23.810565 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c3077e-4eaf-4146-8eff-8c4a6c1c0593 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:28:23.838752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33196) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:23.841135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e5c3077e-4eaf-4146-8eff-8c4a6c1c0593 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/69710c1f-4606-4a33-88cf-e370ecc0fb10 HTTP/1.1" status: 404 len: 333 time: 0.5573411 Jul 14 11:28:23.849085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d690091-d08b-47da-a98b-923ec38be811 req-6c58b906-3600-47d7-87fa-7db109a74d34 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804023 Jul 14 11:28:23.909842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:23.923356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33198) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:23.952176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-1752b4ad-8f31-4d1d-bc94-8fd9cedd1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:23.953806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-1752b4ad-8f31-4d1d-bc94-8fd9cedd1345 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=679eb6c9-348d-4689-9cf7-bcea9af41ed0 HTTP/1.1" status: 200 len: 867 time: 0.6413176 Jul 14 11:28:23.962923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3387f8b8-0418-493b-bc54-02449a4cc61f req-881fda72-d576-4566-ad72-7c6489bc1bf3 tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6359987 Jul 14 11:28:24.081201 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:24.106858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-4edddb26-8e3b-4a86-a943-54ebd4a059a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:24.109164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-4edddb26-8e3b-4a86-a943-54ebd4a059a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3409a8a0-9eb0-487d-bb5e-5ce416126df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442099 Jul 14 11:28:24.126382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-6a96430c-0704-48fa-bcec-10c3b68be01f tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips/96a71170-8021-4019-9e1c-7ac7bfc6c721 HTTP/1.1" status: 200 len: 692 time: 0.0834994 Jul 14 11:28:24.130839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Pushing event updated for resources: {'Port': ['ID=e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:24.218504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:24.238077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port f27d3806-eee0-4f06-9c32-7f0971a74da2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:24.238416 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:24.245722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:24.250680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:24.305836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-network', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:24.350890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f1c26126-0963-4890-ae21-8963f22309cd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:24.410850 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-0aac4ffa-1cd4-41f4-8d04-0008915cca6a req-63c658b0-ae81-4910-bd01-9a73125d3c6d tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] show failed (client error): The resource could not be found. Jul 14 11:28:24.412425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0aac4ffa-1cd4-41f4-8d04-0008915cca6a req-63c658b0-ae81-4910-bd01-9a73125d3c6d tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] 10.222.0.38 "GET /v2.0/security-groups/8e20d9b8-4650-4c6a-864b-777809c65beb HTTP/1.1" status: 404 len: 352 time: 0.0329490 Jul 14 11:28:24.464807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Made reservation on behalf of 2b47f914c4b84d119ee42c02bb15497d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:24.473966 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:24.481860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f1c26126-0963-4890-ae21-8963f22309cd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:24.536941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:24.603308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for f27d3806-eee0-4f06-9c32-7f0971a74da2 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:24.611445 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:24.653916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-1e50a9ec-77c3-4eb8-a089-1ad29e6065ae service neutron] 10.222.0.45 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133977 Jul 14 11:28:24.675677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-b9735480-bbf3-48f5-aef5-36f06f08f79e tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:24.678091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-b9735480-bbf3-48f5-aef5-36f06f08f79e tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.5501029 Jul 14 11:28:24.680761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b127d74-cbee-44c7-8d9b-2fdce4c4b90b req-a3436e95-c70f-4ff6-8148-93857d74cbcf tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0876966 Jul 14 11:28:24.905578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:24.947874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:24.998242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-b938c98c-c9a6-4ac9-b950-41cc1e755f81 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.2261579 Jul 14 11:28:25.032799 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f376d53c-bcd8-4593-b1c6-8de22c48f3a2 None None] Network e25c425b-a69c-404f-bca7-3be118da508d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:25.043128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:28:25.168533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-1005d19a-00a2-4519-9cfe-c2e57ea5bf04 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:25.178999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1aef4b74-2de5-4da0-a20c-aaa31a4062b0 None None] Provisioning for port f1c26126-0963-4890-ae21-8963f22309cd completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:25.180634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-1005d19a-00a2-4519-9cfe-c2e57ea5bf04 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.64 "GET /v2.0/networks?id=a841703d-6da9-4b56-8441-c97102486a42 HTTP/1.1" status: 200 len: 809 time: 0.7574484 Jul 14 11:28:25.192113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1aef4b74-2de5-4da0-a20c-aaa31a4062b0 None None] Provisioning complete for port f1c26126-0963-4890-ae21-8963f22309cd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:25.193501 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1aef4b74-2de5-4da0-a20c-aaa31a4062b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.200401 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.200679 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Added segment 8ba4e06c-6a72-41eb-9b8d-984059cb2b28 of type vlan for network 183fdd27-9791-4e44-a0e4-5337db69d077 Jul 14 11:28:25.221902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecda640e-ba5c-4e0d-83e0-2ec1b956da68,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:25.231475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Request body: {'port': {'device_id': '6bd9eee4-eb16-492e-b629-821def9d3ff7', 'network_id': 'a841703d-6da9-4b56-8441-c97102486a42', 'admin_state_up': True, 'tenant_id': '56a54b501b964366af67a48559c60ae7'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:25.249799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-7f6e8b71-1b89-4c54-b12d-80bbbf55448a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.2342741 Jul 14 11:28:25.307602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.359597 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1aef4b74-2de5-4da0-a20c-aaa31a4062b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.409232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34de796a-6163-40af-91ad-f6eb064f7b59 req-bdbc39d5-3d3d-4796-9e4e-0b950e450504 service neutron] 10.222.0.45 "GET /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7271571 Jul 14 11:28:25.414833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1aef4b74-2de5-4da0-a20c-aaa31a4062b0 None None] For port f1c26126-0963-4890-ae21-8963f22309cd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f1c26126-0963-4890-ae21-8963f22309cd,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:25.423154 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.431246 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1aef4b74-2de5-4da0-a20c-aaa31a4062b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.511092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef4b74-2de5-4da0-a20c-aaa31a4062b0 None None] Pushing event updated for resources: {'Port': ['ID=f1c26126-0963-4890-ae21-8963f22309cd,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:25.561026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.616962 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.617958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:25.618561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.664445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Made reservation on behalf of 56a54b501b964366af67a48559c60ae7 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:25.668029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.695031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=f27d3806-eee0-4f06-9c32-7f0971a74da2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:25.714778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.715163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.715606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.716207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.716744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.717190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.717695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.718148 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.718582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.719012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.719525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.720008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:25.743874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6774b24-d2b7-4282-b458-32376d037f1e req-7cac7a39-5768-4619-b569-105a275f01a1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:25.751092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6774b24-d2b7-4282-b458-32376d037f1e req-7cac7a39-5768-4619-b569-105a275f01a1 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 945 time: 0.4230199 Jul 14 11:28:25.773701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5d2cb9f6-9f1b-44ec-bf77-206000e71a8d None None] Provisioning complete for port f1c26126-0963-4890-ae21-8963f22309cd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:25.774082 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb9f6-9f1b-44ec-bf77-206000e71a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.774820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8502090 Jul 14 11:28:25.777636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33218) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:25.793846 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-6f67434b-07a6-4bfb-91e1-52148395c58d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5773492 Jul 14 11:28:25.802110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Request body: {'subnet': {'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-subnet', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:25.838676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef41635-276f-455c-bc97-9ae9a082ccf3 admin admin] Pushing event updated for resources: {'Network': ['ID=183fdd27-9791-4e44-a0e4-5337db69d077,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:25.853866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 183fdd27-9791-4e44-a0e4-5337db69d077 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:28:25.871029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.875750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7337520b-5dc7-4f33-a321-7c9fde09a175 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/f27d3806-eee0-4f06-9c32-7f0971a74da2 HTTP/1.1" status: 204 len: 168 time: 2.0177910 Jul 14 11:28:25.876086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33224) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:25.880567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Deleting port d695a4ee-9372-4597-bf7c-5473052535e5 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:25.881526 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:25.915352 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d1926c-c8ad-4cb8-805c-fb748ee95045 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:28:25.919814 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17d1926c-c8ad-4cb8-805c-fb748ee95045 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/f27d3806-eee0-4f06-9c32-7f0971a74da2 HTTP/1.1" status: 404 len: 333 time: 0.0401962 Jul 14 11:28:25.920210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33226) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:25.945483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6774b24-d2b7-4282-b458-32376d037f1e req-78a5024d-0146-4c72-b195-794110b17de8 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934056 Jul 14 11:28:25.995662 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.016808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.055284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6e002c-25f9-4308-8d54-0bb9e1e930d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet 1b0c84cf-1d71-450f-a1c0-809f45a0ce67 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:26.076021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.076356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.090185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Calling delete_port for d695a4ee-9372-4597-bf7c-5473052535e5 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:26.129424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c6e002c-25f9-4308-8d54-0bb9e1e930d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.252497 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c6e002c-25f9-4308-8d54-0bb9e1e930d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.265241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Made reservation on behalf of 2b47f914c4b84d119ee42c02bb15497d for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:26.275533 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.276261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f1c26126-0963-4890-ae21-8963f22309cd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:26.363690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f1c26126-0963-4890-ae21-8963f22309cd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:26.364170 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.402284 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c6e002c-25f9-4308-8d54-0bb9e1e930d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.406116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Router 9f435270-f1fb-46f2-a737-b94506c33379 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:28:26.558655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Allocated IP 172.20.0.13 (a841703d-6da9-4b56-8441-c97102486a42/b2dda7e4-a5dc-4bf9-9d98-2cc2f523bd7a/59b6dbac-4c98-4201-b5ac-ef2a6594bd45) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:26.574110 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.589029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c6e002c-25f9-4308-8d54-0bb9e1e930d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.623301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a49bb7-6bf3-4298-a1b0-3a6316dd7169 req-d82bd146-31e0-4592-9af6-f6ce7197cc5e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:26.624847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5a49bb7-6bf3-4298-a1b0-3a6316dd7169 req-d82bd146-31e0-4592-9af6-f6ce7197cc5e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.4745109 Jul 14 11:28:26.630056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Pushing event deleted for resources: {'Port': ['ID=d695a4ee-9372-4597-bf7c-5473052535e5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:26.632464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e002c-25f9-4308-8d54-0bb9e1e930d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0c84cf-1d71-450f-a1c0-809f45a0ce67,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:26.634413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:26.643254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c6e002c-25f9-4308-8d54-0bb9e1e930d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.646065 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3c6e002c-25f9-4308-8d54-0bb9e1e930d0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/1b0c84cf-1d71-450f-a1c0-809f45a0ce67 HTTP/1.1" status: 204 len: 168 time: 0.7241447 Jul 14 11:28:26.650273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33248) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:26.653721 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5530a235-4388-4748-9098-5385abce580c None None] Sync routers for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:26.657458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8179c48-2605-4f38-af40-54b2417aae3d None None] Network 99ae1de4-0aae-459d-8695-9627d901692f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:26.673997 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5530a235-4388-4748-9098-5385abce580c None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:26.674663 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5530a235-4388-4748-9098-5385abce580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:26.685971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.690484 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-44f65092-95cc-41ee-a299-4423913fb000 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5409081 Jul 14 11:28:26.691507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33250) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:26.829604 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5530a235-4388-4748-9098-5385abce580c None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:26.834731 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:26.943671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5a49bb7-6bf3-4298-a1b0-3a6316dd7169 req-91fcde4a-f93a-45e3-9bcd-c8c8ffac6ecc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025527 Jul 14 11:28:27.079902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:27.080207 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.115605 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5530a235-4388-4748-9098-5385abce580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:24Z', 'revision_number': 3, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:27.139929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dbe5f9-7aca-4309-a4a8-82ff28a38db8 None None] DHCP port deletion for 99ae1de4-0aae-459d-8695-9627d901692f request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:28:27.169822 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5530a235-4388-4748-9098-5385abce580c None None] Checking router: 9f435270-f1fb-46f2-a737-b94506c33379 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:27.169822 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5530a235-4388-4748-9098-5385abce580c None None] Updating router 9f435270-f1fb-46f2-a737-b94506c33379 port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:28:27.181316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] For port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf,segment=NetworkSegment(6c66213a-b162-4cc3-944f-32c757d22a75),segment_id=6c66213a-b162-4cc3-944f-32c757d22a75)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:27.181701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.193301 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.196401 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.210597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8692c039-3f87-4d79-a88c-6de5400a44cb req-c18159f6-b551-4dc8-b98b-47968ed0d140 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "DELETE /v2.0/floatingips/96a71170-8021-4019-9e1c-7ac7bfc6c721 HTTP/1.1" status: 204 len: 173 time: 1.9192076 Jul 14 11:28:27.226070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-10dbe5f9-7aca-4309-a4a8-82ff28a38db8 None None] Deleting port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:27.226623 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5f9-7aca-4309-a4a8-82ff28a38db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.232547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:27.249208 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5530a235-4388-4748-9098-5385abce580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.336870 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-10dbe5f9-7aca-4309-a4a8-82ff28a38db8 None None] For port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf,segment=NetworkSegment(6c66213a-b162-4cc3-944f-32c757d22a75),segment_id=6c66213a-b162-4cc3-944f-32c757d22a75)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:27.337317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5f9-7aca-4309-a4a8-82ff28a38db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.343068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f09368a2-7aae-40cb-9714-7c4788218d63 req-263828e5-f616-487f-a623-56a2d9beb5ab tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f750ac338c54053b9428a30b7b1af78 HTTP/1.1" status: 200 len: 2984 time: 0.2881765 Jul 14 11:28:27.360899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-10dbe5f9-7aca-4309-a4a8-82ff28a38db8 None None] Calling delete_port for 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:27.365895 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.402057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.458527 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5f9-7aca-4309-a4a8-82ff28a38db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.486210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:27.492132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No DVR routers for this DVR port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:27.497130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbe5f9-7aca-4309-a4a8-82ff28a38db8 None None] Pushing event deleted for resources: {'Port': ['ID=6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:27.499507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbe5f9-7aca-4309-a4a8-82ff28a38db8 None None] No DVR routers for this DVR port 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:27.583649 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a5d555a-0539-47c3-b229-b820a09e15cc req-a4c2c0ef-eb3a-4a5e-86a3-3c2c47ec820b tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 210 time: 0.1213827 Jul 14 11:28:27.615668 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.620812 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5530a235-4388-4748-9098-5385abce580c None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.635358 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-5530a235-4388-4748-9098-5385abce580c None None] Transition to ACTIVE for port object e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:27.642949 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5530a235-4388-4748-9098-5385abce580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.687690 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.692864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76500f7-57f0-4471-95ab-2e92cf8b3e50,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:27.697108 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Pushing event updated for resources: {'Port': ['ID=e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:27.716705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f09368a2-7aae-40cb-9714-7c4788218d63 req-11e686ad-93b3-4fea-9726-e21c5ba8e21d tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] 10.222.0.38 "GET /v2.0/security-groups/159ea5cd-70c3-4d0e-9dce-73cd62d23c67 HTTP/1.1" status: 200 len: 2981 time: 0.3610237 Jul 14 11:28:27.720252 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.720427 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.720770 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.721212 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.721549 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.721877 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.722200 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.722521 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.722842 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.723163 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.724191 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.724519 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:27.727957 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5530a235-4388-4748-9098-5385abce580c None None] Attempting to bind port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:27.728327 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5530a235-4388-4748-9098-5385abce580c None None] Attempting to bind port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:27.728680 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530a235-4388-4748-9098-5385abce580c None None] Attempting to bind port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:27.730726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ae1de4-0aae-459d-8695-9627d901692f']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:27.732745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Checking segment: {'id': '8ba4e06c-6a72-41eb-9b8d-984059cb2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:27.732964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Network hostable DHCP agents. Network: 183fdd27-9791-4e44-a0e4-5337db69d077, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:28:27.734844 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530a235-4388-4748-9098-5385abce580c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:27.735232 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530a235-4388-4748-9098-5385abce580c None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:27.735621 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5530a235-4388-4748-9098-5385abce580c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.736069 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530a235-4388-4748-9098-5385abce580c None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:27.736543 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5530a235-4388-4748-9098-5385abce580c None None] Bound port: e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:27.736913 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5530a235-4388-4748-9098-5385abce580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.745044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c66213a-b162-4cc3-944f-32c757d22a75') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:27.745344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c66213a-b162-4cc3-944f-32c757d22a75') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:27.759431 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.766965 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.782988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.797779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:27.798232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:27.801375 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:27.804520 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-5530a235-4388-4748-9098-5385abce580c None None] For port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:27.808914 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-5530a235-4388-4748-9098-5385abce580c None None] For port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:27.815155 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5530a235-4388-4748-9098-5385abce580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.871348 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5530a235-4388-4748-9098-5385abce580c None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:27.872006 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5530a235-4388-4748-9098-5385abce580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:27.893736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Network 183fdd27-9791-4e44-a0e4-5337db69d077 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:28:27.899086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f09368a2-7aae-40cb-9714-7c4788218d63 req-dcb14316-e7a7-4023-aaed-40e03061e3ef tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] 10.222.0.38 "GET /v2.0/security-groups/159ea5cd-70c3-4d0e-9dce-73cd62d23c67 HTTP/1.1" status: 200 len: 2981 time: 0.1702826 Jul 14 11:28:27.903976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-80fdfb13-53e0-44db-92ab-e6563eb65ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:27.905715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-80fdfb13-53e0-44db-92ab-e6563eb65ee4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1101 time: 0.2661972 Jul 14 11:28:27.919795 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409c3e7-87bd-4e88-a359-e145fbe5d8ce None None] Pushing event updated for resources: {'Port': ['ID=e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:27.945206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.954398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.969198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.992076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 183fdd27-9791-4e44-a0e4-5337db69d077) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:27.995305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:27.996817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:28.001013 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/networks/99ae1de4-0aae-459d-8695-9627d901692f HTTP/1.1" status: 204 len: 168 time: 1.3461542 Jul 14 11:28:28.001184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.001290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7929-5e2b-48cf-b295-638ad120de10 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Network': ['ID=99ae1de4-0aae-459d-8695-9627d901692f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:28.002361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33262) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:28.009755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ba997-10e4-4746-ad76-9e894f26f5f6 None None] Network 183fdd27-9791-4e44-a0e4-5337db69d077 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:28.024572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-630962267'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:28.048896 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5530a235-4388-4748-9098-5385abce580c None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:28.062015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ee6dd-1099-4d32-ae06-fe9ac4b60622 req-62f26a32-629c-4809-8a0a-ede06207ecc0 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:28.063657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-032ee6dd-1099-4d32-ae06-fe9ac4b60622 req-62f26a32-629c-4809-8a0a-ede06207ecc0 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 945 time: 0.3430009 Jul 14 11:28:28.067602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Network a841703d-6da9-4b56-8441-c97102486a42 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:28.078170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:28.080806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:28.141794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Pushing event updated for resources: {'Port': ['ID=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:28.159882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:28.166747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0737c0f0-392e-47f4-896f-4bb27168d041 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3821263 Jul 14 11:28:28.170100 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.173679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33264) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:28.191270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-ac7d5e65-060c-4782-a4e6-b329dd0de4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:28.194098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-ac7d5e65-060c-4782-a4e6-b329dd0de4c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2810800 Jul 14 11:28:28.204516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:28.205183 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.213772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-032ee6dd-1099-4d32-ae06-fe9ac4b60622 req-a34909db-c68e-4b45-86a0-8852127fb910 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367455 Jul 14 11:28:28.215613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:28.248287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-183fdd27-9791-4e44-a0e4-5337db69d077', 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'fixed_ips': [{'subnet_id': 'd76500f7-57f0-4471-95ab-2e92cf8b3e50'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:28:28.249207 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.277164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-d721f4df-00d6-4c0a-a7dd-fbae062acf66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.0688176 Jul 14 11:28:28.307913 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:28.320263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.321567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.330854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Allocated IP 172.20.0.1 (e25c425b-a69c-404f-bca7-3be118da508d/c92bbc43-0d11-43e4-838b-14b931b3937a/b0b390dd-5343-4dab-bd6e-dcdbfae02d14) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:28.416337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:28.417039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6fcb4e2e-f56b-4343-87d0-0e0e28a39bbf not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:28.505987 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5530a235-4388-4748-9098-5385abce580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:24Z', 'revision_number': 3, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:28.510049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Allocated IP 172.20.0.2 (183fdd27-9791-4e44-a0e4-5337db69d077/d76500f7-57f0-4471-95ab-2e92cf8b3e50/2904e55b-ccc2-479a-8771-10d4fc26a186) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:28.546285 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5530a235-4388-4748-9098-5385abce580c None None] The sync data for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 is: [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:24Z', 'revision_number': 3, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:28.719239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:28:28.721605 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.733855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Transition to ACTIVE for port object 2904e55b-ccc2-479a-8771-10d4fc26a186 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:28.742235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-2213944e-f16e-44f2-b964-b49193fdd942 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5149324 Jul 14 11:28:28.755116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Transition to ACTIVE for port object 2904e55b-ccc2-479a-8771-10d4fc26a186 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:28.763110 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.772466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Request body: {'port': {'device_id': '6bd9eee4-eb16-492e-b629-821def9d3ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:28.809587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.809873 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Added segment 21763479-423c-4a0d-8aa8-779d87447771 of type vlan for network a7baecfb-691b-4b6b-b996-8f64797a6a61 Jul 14 11:28:28.812581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Network 183fdd27-9791-4e44-a0e4-5337db69d077 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:28.815686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:28.820436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:28.829875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Pushing event updated for resources: {'Port': ['ID=2904e55b-ccc2-479a-8771-10d4fc26a186,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:28.830549 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.933694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b7862f8-b530-4ef7-8f1e-94e788d9c856 req-6e6be75e-15de-425d-b665-ec471bba7ca0 tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] 10.222.0.38 "GET /v2.0/security-groups/159ea5cd-70c3-4d0e-9dce-73cd62d23c67 HTTP/1.1" status: 200 len: 2981 time: 0.2120397 Jul 14 11:28:28.951295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Attempting to bind port 2904e55b-ccc2-479a-8771-10d4fc26a186 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:28.951672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Attempting to bind port 2904e55b-ccc2-479a-8771-10d4fc26a186 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8ba4e06c-6a72-41eb-9b8d-984059cb2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:28.952090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Attempting to bind port 2904e55b-ccc2-479a-8771-10d4fc26a186 on network 183fdd27-9791-4e44-a0e4-5337db69d077 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:28.957612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:28.958874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Checking segment: {'id': '8ba4e06c-6a72-41eb-9b8d-984059cb2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:28.959740 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.959740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Bound using segment: {'id': '8ba4e06c-6a72-41eb-9b8d-984059cb2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:28.960071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Bound port: 2904e55b-ccc2-479a-8771-10d4fc26a186, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba4e06c-6a72-41eb-9b8d-984059cb2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:28.960415 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.960823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:28.983992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-464db334-1c2a-4281-8201-da73847397c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:28.985538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-464db334-1c2a-4281-8201-da73847397c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.6979210 Jul 14 11:28:29.040859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] For port 2904e55b-ccc2-479a-8771-10d4fc26a186, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:29.044777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] For port 2904e55b-ccc2-479a-8771-10d4fc26a186, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2904e55b-ccc2-479a-8771-10d4fc26a186,segment=NetworkSegment(8ba4e06c-6a72-41eb-9b8d-984059cb2b28),segment_id=8ba4e06c-6a72-41eb-9b8d-984059cb2b28)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:29.046067 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.049830 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.067978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.078315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:28:29.115126 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.132443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a2ae8-4aeb-4e84-bda4-116dc250fd1e req-d89fa21b-ff1b-458b-a2f0-42b49f014210 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:29.140210 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-499a2ae8-4aeb-4e84-bda4-116dc250fd1e req-d89fa21b-ff1b-458b-a2f0-42b49f014210 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4115450 Jul 14 11:28:29.142451 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-4b7862f8-b530-4ef7-8f1e-94e788d9c856 req-b263fe19-e5fc-49bd-a9e1-94f5b896d760 tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 11:28:29.152555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b7862f8-b530-4ef7-8f1e-94e788d9c856 req-b263fe19-e5fc-49bd-a9e1-94f5b896d760 tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] 10.222.0.38 "DELETE /v2.0/security-groups/159ea5cd-70c3-4d0e-9dce-73cd62d23c67 HTTP/1.1" status: 409 len: 352 time: 0.2112341 Jul 14 11:28:29.167008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0febd-426b-4a52-b1d3-2327db18b6ae None None] Pushing event updated for resources: {'Port': ['ID=2904e55b-ccc2-479a-8771-10d4fc26a186,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:29.174448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.181080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:29.181893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.223912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Transition to ACTIVE for port object b0b390dd-5343-4dab-bd6e-dcdbfae02d14 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:29.303239 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2997894 Jul 14 11:28:29.311020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33272) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:29.317993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': 'a7baecfb-691b-4b6b-b996-8f64797a6a61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:29.336559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c788ba-3021-4ba2-89e3-92a584353204 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Network': ['ID=a7baecfb-691b-4b6b-b996-8f64797a6a61,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:29.349167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network a7baecfb-691b-4b6b-b996-8f64797a6a61 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:28:29.445990 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.530740 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-499a2ae8-4aeb-4e84-bda4-116dc250fd1e req-9c37a0f9-d99a-4dfb-b968-2d121512598d tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3896060 Jul 14 11:28:29.561086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:29.567384 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.635935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Network e25c425b-a69c-404f-bca7-3be118da508d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:29.653457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-b0502242-412c-4f4c-9a7e-156e5a3a947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:29.655687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-b0502242-412c-4f4c-9a7e-156e5a3a947d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6526299 Jul 14 11:28:29.665827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cb328-8b4b-4dc2-aa63-12a0063c3499 req-7e6c1e41-f225-44c8-b1af-82c8e8b93671 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:29.667418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-559cb328-8b4b-4dc2-aa63-12a0063c3499 req-7e6c1e41-f225-44c8-b1af-82c8e8b93671 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.2633603 Jul 14 11:28:29.694255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:29.699973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:29.724948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Pushing event updated for resources: {'Port': ['ID=b0b390dd-5343-4dab-bd6e-dcdbfae02d14,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:29.793377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.825966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:29.850942 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.859723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.885929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.887742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-559cb328-8b4b-4dc2-aa63-12a0063c3499 req-b3fd688c-ee9f-4871-9d8e-f77a7e7adce0 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848774 Jul 14 11:28:29.934418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Transition to ACTIVE for port object 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:29.955257 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-91421223-c68f-4dee-b00d-4a5d06e8ae46 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820904 Jul 14 11:28:29.956577 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:29.964388 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-efa52526-e4b5-46bd-a8f5-dc6e84fcdc8e req-7c1420eb-30ad-4be0-8417-b4adbe1afc12 tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] show failed (client error): The resource could not be found. Jul 14 11:28:29.965843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efa52526-e4b5-46bd-a8f5-dc6e84fcdc8e req-7c1420eb-30ad-4be0-8417-b4adbe1afc12 tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] 10.222.0.38 "GET /v2.0/security-groups/a26d9d3e-811c-4aac-890f-94d810bf9cbd HTTP/1.1" status: 404 len: 352 time: 0.0372052 Jul 14 11:28:29.985679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a657159-5777-4ac2-9f54-898400f76394 req-c71cef40-ebde-4ace-8eb0-243d0f724e50 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:29.997079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a657159-5777-4ac2-9f54-898400f76394 req-c71cef40-ebde-4ace-8eb0-243d0f724e50 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 932 time: 0.3282626 Jul 14 11:28:30.117349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2ab493fc-4d51-4e38-a8b5-3f0c294ef7cf None None] Provisioning for port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:30.126604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2ab493fc-4d51-4e38-a8b5-3f0c294ef7cf None None] Provisioning complete for port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:30.127261 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2ab493fc-4d51-4e38-a8b5-3f0c294ef7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.158030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Allocated IP 172.25.2.136 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/e77d62f8-4e57-4a40-ab28-7e0290309cdd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:30.168512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.207015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2ab493fc-4d51-4e38-a8b5-3f0c294ef7cf None None] Port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:30.217797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Pushing event updated for resources: {'Port': ['ID=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:30.221179 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.280634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a657159-5777-4ac2-9f54-898400f76394 req-f8b306b5-fb5a-4140-bf0e-adc7c26ed001 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/security-groups?id=ced0b09b-ae78-4c0f-b022-d4afba8091ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748978 Jul 14 11:28:30.336723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=80c10b80-0f88-47d9-afdd-5f8ff03f4b2c,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:30.344879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-dbc013ca-0e97-457c-ad3f-47558788ea1f service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767436 Jul 14 11:28:30.377418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2904e55b-ccc2-479a-8771-10d4fc26a186 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:30.414877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec61a9c3-2c31-4b09-94bb-837ff0c1c935 req-81a3f04c-cab7-4a3d-8c04-cd9b8a1648b6 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0924673 Jul 14 11:28:30.421129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Attempting to bind port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:30.421527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Attempting to bind port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '08fe7890-993e-4ff3-8799-ab980a8b5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a841703d-6da9-4b56-8441-c97102486a42'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:30.421860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Attempting to bind port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 on network a841703d-6da9-4b56-8441-c97102486a42 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:30.437782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074ce91-6cbd-4ee5-b70c-f4348372ac40 req-54e30ac2-503b-4281-b028-0cc5e9da2e38 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:30.439582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5074ce91-6cbd-4ee5-b70c-f4348372ac40 req-54e30ac2-503b-4281-b028-0cc5e9da2e38 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 945 time: 0.3331792 Jul 14 11:28:30.440145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 on network a841703d-6da9-4b56-8441-c97102486a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:28:30.440466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Attempting to bind port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 on network a841703d-6da9-4b56-8441-c97102486a42 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:30.447973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:30.448391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Checking segment: {'id': '08fe7890-993e-4ff3-8799-ab980a8b5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a841703d-6da9-4b56-8441-c97102486a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:30.448847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Bound using segment: {'id': '08fe7890-993e-4ff3-8799-ab980a8b5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a841703d-6da9-4b56-8441-c97102486a42'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:30.449345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Bound port: 59b6dbac-4c98-4201-b5ac-ef2a6594bd45, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fe7890-993e-4ff3-8799-ab980a8b5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a841703d-6da9-4b56-8441-c97102486a42'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:30.449764 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.453805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Checking segment: {'id': '21763479-423c-4a0d-8aa8-779d87447771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7baecfb-691b-4b6b-b996-8f64797a6a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:30.454182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network hostable DHCP agents. Network: a7baecfb-691b-4b6b-b996-8f64797a6a61, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:28:30.474940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 2904e55b-ccc2-479a-8771-10d4fc26a186 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:30.479121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:30.506917 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-02a7b23d-c75c-4df2-973d-40e78a6f65b5 req-bcca72d4-b5b5-4033-ab2e-f1c50c2249fc tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] show failed (client error): The resource could not be found. Jul 14 11:28:30.526554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02a7b23d-c75c-4df2-973d-40e78a6f65b5 req-bcca72d4-b5b5-4033-ab2e-f1c50c2249fc tempest-SecurityGroupsNegativeTestJSON-854746580 tempest-SecurityGroupsNegativeTestJSON-854746580-project] 10.222.0.38 "GET /v2.0/security-groups/6fc975bd-b52c-4edc-93a9-b3e250b25530 HTTP/1.1" status: 404 len: 352 time: 0.0628798 Jul 14 11:28:30.529263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33280) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:30.595169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:30.600556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:30.600938 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.625360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network a7baecfb-691b-4b6b-b996-8f64797a6a61 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:28:30.635651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.649964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, a7baecfb-691b-4b6b-b996-8f64797a6a61) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:30.654983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:30.655665 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.676908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d448a-b12b-429d-9303-64bed547f27f None None] Network a7baecfb-691b-4b6b-b996-8f64797a6a61 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:30.689254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5074ce91-6cbd-4ee5-b70c-f4348372ac40 req-5aea4ac8-aad7-4ba1-9f53-802bbb6327db tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427719 Jul 14 11:28:30.706143 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-837f34b2-ec6e-479f-8beb-d60121467417 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3930080 Jul 14 11:28:30.718239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33282) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:30.738377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ea5750d0-076f-4b8e-b65a-7df15f79dba4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1340909090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:30.776264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.798618 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.827229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea5750d0-076f-4b8e-b65a-7df15f79dba4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.828381 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea5750d0-076f-4b8e-b65a-7df15f79dba4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.835633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:30.840817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:30.843589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:30.900192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.902639 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.929726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:30.950541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.970543 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.976609 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea5750d0-076f-4b8e-b65a-7df15f79dba4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:30.988514 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea5750d0-076f-4b8e-b65a-7df15f79dba4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.000959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f9ee59-acf3-4eed-9e36-f3a0075c819a admin admin] Deleting subnet 427715f1-1266-4cd0-86ea-b4ef4c208ba6 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:31.007145 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ee59-acf3-4eed-9e36-f3a0075c819a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.068642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ee59-acf3-4eed-9e36-f3a0075c819a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.071711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:31.074686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df761cb-5589-4951-8ca9-7b2d1e9fe4e3 None None] Network 183fdd27-9791-4e44-a0e4-5337db69d077 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:31.122807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Pushing event updated for resources: {'Port': ['ID=e77d62f8-4e57-4a40-ab28-7e0290309cdd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:31.138323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] For port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:31.189924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Pushing event updated for resources: {'Port': ['ID=b0b390dd-5343-4dab-bd6e-dcdbfae02d14,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:31.204658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c3002f2f-9a25-4868-a5e8-daa6bcddbba5 None None] Provisioning for port 2904e55b-ccc2-479a-8771-10d4fc26a186 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:31.211630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-a7baecfb-691b-4b6b-b996-8f64797a6a61', 'network_id': 'a7baecfb-691b-4b6b-b996-8f64797a6a61', 'tenant_id': '124cdbed65124bcaa6fb8297d1619fb8', 'fixed_ips': [{'subnet_id': '80c10b80-0f88-47d9-afdd-5f8ff03f4b2c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:28:31.212485 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.265961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] For port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,segment=NetworkSegment(08fe7890-993e-4ff3-8799-ab980a8b5216),segment_id=08fe7890-993e-4ff3-8799-ab980a8b5216)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:31.276265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea5750d0-076f-4b8e-b65a-7df15f79dba4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.280171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ea5750d0-076f-4b8e-b65a-7df15f79dba4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5439210 Jul 14 11:28:31.284917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33288) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:31.291036 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.302565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'network_id': 'a7baecfb-691b-4b6b-b996-8f64797a6a61', 'name': 'tempest-PortsTestJSON-2059573472'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:31.320356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Network e25c425b-a69c-404f-bca7-3be118da508d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:31.322010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ee59-acf3-4eed-9e36-f3a0075c819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.323609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:31.370634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Allocated IP 172.20.0.2 (a7baecfb-691b-4b6b-b996-8f64797a6a61/80c10b80-0f88-47d9-afdd-5f8ff03f4b2c/fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:31.468346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:31.468851 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.470342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] 10.222.0.64 "PUT /v2.0/ports/59b6dbac-4c98-4201-b5ac-ef2a6594bd45 HTTP/1.1" status: 200 len: 1092 time: 2.7050562 Jul 14 11:28:31.470898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd9eee4-eb16-492e-b629-821def9d3ff7', 'tag': '59b6dbac-4c98-4201-b5ac-ef2a6594bd45'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:31.473428 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf8dbee-02ec-498f-848d-ed9089c77801" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd9eee4-eb16-492e-b629-821def9d3ff7", "tag": "59b6dbac-4c98-4201-b5ac-ef2a6594bd45"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:31.537395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35260c45-5bac-4953-aa17-886597e8ae9a req-b6eff3fa-56c5-4ebb-aa80-5a2b3ce33f75 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:31.544572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35260c45-5bac-4953-aa17-886597e8ae9a req-b6eff3fa-56c5-4ebb-aa80-5a2b3ce33f75 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.3924580 Jul 14 11:28:31.574699 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.577676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e159488-4040-47b3-92fe-6735a72ad170 service neutron] Pushing event updated for resources: {'Port': ['ID=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:31.588686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Transition to ACTIVE for port object fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:31.610510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Transition to ACTIVE for port object fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:31.617488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c3002f2f-9a25-4868-a5e8-daa6bcddbba5 None None] Provisioning complete for port 2904e55b-ccc2-479a-8771-10d4fc26a186 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:31.618206 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3002f2f-9a25-4868-a5e8-daa6bcddbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.624729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.660095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ee59-acf3-4eed-9e36-f3a0075c819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.693131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011723-c048-410a-be91-b0f086d22f77 req-7a06f43d-9c59-4571-b1de-d5dfab4faed9 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:31.695277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d011723-c048-410a-be91-b0f086d22f77 req-7a06f43d-9c59-4571-b1de-d5dfab4faed9 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 945 time: 0.4938095 Jul 14 11:28:31.723909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Network a7baecfb-691b-4b6b-b996-8f64797a6a61 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:31.738613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35260c45-5bac-4953-aa17-886597e8ae9a req-ce8c47f4-3831-45de-8306-a8bd9b7b8e3f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904678 Jul 14 11:28:31.751651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:31.757472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:31.760911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9ee59-acf3-4eed-9e36-f3a0075c819a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427715f1-1266-4cd0-86ea-b4ef4c208ba6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:31.772028 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.816085 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ee59-acf3-4eed-9e36-f3a0075c819a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.818552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b6f9ee59-acf3-4eed-9e36-f3a0075c819a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/427715f1-1266-4cd0-86ea-b4ef4c208ba6 HTTP/1.1" status: 204 len: 168 time: 1.2809849 Jul 14 11:28:31.823579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33296) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:31.842830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Pushing event updated for resources: {'Port': ['ID=fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:31.845123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:31.850874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.889490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-c1c987e9-2ae0-42ab-8271-9d902ab576a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:31.892369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-c1c987e9-2ae0-42ab-8271-9d902ab576a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56a54b501b964366af67a48559c60ae7&device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 1095 time: 0.3645673 Jul 14 11:28:31.916476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d011723-c048-410a-be91-b0f086d22f77 req-6afb832b-66b6-4ea5-95b7-bc1fda0e4d73 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebdb3a5b-7cba-47fa-b17d-2bcbac847083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952851 Jul 14 11:28:31.922365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port d7795adf-1741-40a3-85e3-b6f679eb7007 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:28:31.930323 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3002f2f-9a25-4868-a5e8-daa6bcddbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.930868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Router 9f435270-f1fb-46f2-a737-b94506c33379 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:28:31.935016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Attempting to bind port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:31.935555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Attempting to bind port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '21763479-423c-4a0d-8aa8-779d87447771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7baecfb-691b-4b6b-b996-8f64797a6a61'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:31.936193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Attempting to bind port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e on network a7baecfb-691b-4b6b-b996-8f64797a6a61 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:31.948180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:31.948565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Checking segment: {'id': '21763479-423c-4a0d-8aa8-779d87447771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7baecfb-691b-4b6b-b996-8f64797a6a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:31.949139 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.949552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Bound using segment: {'id': '21763479-423c-4a0d-8aa8-779d87447771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7baecfb-691b-4b6b-b996-8f64797a6a61'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:31.950037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Bound port: fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21763479-423c-4a0d-8aa8-779d87447771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7baecfb-691b-4b6b-b996-8f64797a6a61'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:31.950422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.969171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:31.990527 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb44a33c-cd85-4792-8234-25f16f4286a5 x-openstack-request-id: req-cb44a33c-cd85-4792-8234-25f16f4286a5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:31.990919 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd9eee4-eb16-492e-b629-821def9d3ff7", "tag": "59b6dbac-4c98-4201-b5ac-ef2a6594bd45", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:31.991096 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb44a33c-cd85-4792-8234-25f16f4286a5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:31.991438 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd9eee4-eb16-492e-b629-821def9d3ff7', 'tag': '59b6dbac-4c98-4201-b5ac-ef2a6594bd45', 'status': 'completed', 'code': 200} Jul 14 11:28:32.022441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c3002f2f-9a25-4868-a5e8-daa6bcddbba5 None None] For port 2904e55b-ccc2-479a-8771-10d4fc26a186, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2904e55b-ccc2-479a-8771-10d4fc26a186,segment=NetworkSegment(8ba4e06c-6a72-41eb-9b8d-984059cb2b28),segment_id=8ba4e06c-6a72-41eb-9b8d-984059cb2b28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:32.030052 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3002f2f-9a25-4868-a5e8-daa6bcddbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.069284 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-0f17b7ff-8c2f-4133-ade8-ed0d62579268 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59b6dbac-4c98-4201-b5ac-ef2a6594bd45 HTTP/1.1" status: 200 len: 217 time: 0.1516087 Jul 14 11:28:32.101519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] For port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:32.106095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] For port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e,segment=NetworkSegment(21763479-423c-4a0d-8aa8-779d87447771),segment_id=21763479-423c-4a0d-8aa8-779d87447771)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:32.109779 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3002f2f-9a25-4868-a5e8-daa6bcddbba5 None None] Pushing event updated for resources: {'Port': ['ID=2904e55b-ccc2-479a-8771-10d4fc26a186,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:32.113319 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.193604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ff7462fc-bc51-4f57-8bcb-1cbd4c0c4447 None None] Provisioning complete for port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:32.193988 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ff7462fc-bc51-4f57-8bcb-1cbd4c0c4447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.199198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3e495-11e7-46a6-9439-3a9eeccec578 None None] Pushing event updated for resources: {'Port': ['ID=fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:32.201611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-9e27ab7a-4e7b-4320-b47f-285125ab557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:32.203589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-9e27ab7a-4e7b-4320-b47f-285125ab557f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2dda7e4-a5dc-4bf9-9d98-2cc2f523bd7a HTTP/1.1" status: 200 len: 849 time: 0.1236835 Jul 14 11:28:32.245620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ff7462fc-bc51-4f57-8bcb-1cbd4c0c4447 None None] Port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:32.319224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2904e55b-ccc2-479a-8771-10d4fc26a186 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:32.326393 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.385963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2904e55b-ccc2-479a-8771-10d4fc26a186 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:32.386747 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.429902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:32.441323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Sync routers for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:32.448483 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c430eb7d-9e25-4f95-a20e-4df92f22112c admin admin] 10.222.0.38 "PUT /v2.0/routers/9f435270-f1fb-46f2-a737-b94506c33379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7243240 Jul 14 11:28:32.454651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.462845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:32.464173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:32.470545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e0f6bb-94d8-446c-b6c6-920a3e25a1e9']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:32.509780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b11faa9-63de-45d0-aa99-c78dc59932e6') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:32.510067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b11faa9-63de-45d0-aa99-c78dc59932e6') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:32.543622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.587815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.606960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:32.607357 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:32.622728 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:32.632474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:32.683462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d8ec3721-00ba-43fa-adc7-fda024d11488 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:28:32.700334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:28:32.714451 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.721183 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.724890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] 10.222.0.38 "DELETE /v2.0/networks/74e0f6bb-94d8-446c-b6c6-920a3e25a1e9 HTTP/1.1" status: 204 len: 168 time: 0.9002957 Jul 14 11:28:32.775653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-36a73194-bb3c-462f-b5fb-dccf4ebdb689 None None] Provisioning complete for port 2904e55b-ccc2-479a-8771-10d4fc26a186 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:32.776294 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-36a73194-bb3c-462f-b5fb-dccf4ebdb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.789604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313069ac-f686-4535-8bd4-20feabb50387 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e0f6bb-94d8-446c-b6c6-920a3e25a1e9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:32.856178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-7e52865f-eada-4218-9ec8-8de18c124455 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a841703d-6da9-4b56-8441-c97102486a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6117351 Jul 14 11:28:32.875538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.10 (a7baecfb-691b-4b6b-b996-8f64797a6a61/80c10b80-0f88-47d9-afdd-5f8ff03f4b2c/d7795adf-1741-40a3-85e3-b6f679eb7007) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:32.887955 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:32.898165 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Sync routers for ids ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:32.912903 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Routers {'0d3276c5-65f2-4740-909a-7d6ba208dbf0'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:32.915053 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:32.922422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:32.928217 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a67d97df-15a3-4bf3-9e94-ce2c9cc921ac admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7435033 Jul 14 11:28:32.930487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33306) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:32.986114 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.resource_extend [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:28:32.999961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:33.057264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6c7a3-3999-441f-9435-979233bc343c req-67cbe5be-04c5-4abd-b194-deff0e4f1576 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:33.059129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ac6c7a3-3999-441f-9435-979233bc343c req-67cbe5be-04c5-4abd-b194-deff0e4f1576 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 944 time: 1.0754287 Jul 14 11:28:33.083084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:33.111482 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Set router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:33.139816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d8ec3721-00ba-43fa-adc7-fda024d11488 has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:28:33.172570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:33.173277 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:33.199575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc2bf9-d29c-4a8d-a72a-2fee1dbfc5ef req-ded76329-57d1-42a7-bbb9-8deb8d6296b6 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:33.201247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59cc2bf9-d29c-4a8d-a72a-2fee1dbfc5ef req-ded76329-57d1-42a7-bbb9-8deb8d6296b6 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 945 time: 1.0748885 Jul 14 11:28:33.218114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:33.399541 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:28Z', 'updated_at': '2021-07-14T11:28:31Z', 'revision_number': 3, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'gw_port': {'id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:29Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:33.431773 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8782bfda-13d8-4256-afd8-e7c72fc7637b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f750ac338c54053b9428a30b7b1af78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4238966 Jul 14 11:28:33.441248 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Checking router: 0d3276c5-65f2-4740-909a-7d6ba208dbf0 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:33.441608 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Updating router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 port e77d62f8-4e57-4a40-ab28-7e0290309cdd binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:28:33.446347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33312) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:33.465761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478f2ab-1469-494b-900f-555b06cda690 req-c98897b2-0f7e-4b1d-b9f2-590fc813b90a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:33.467327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5478f2ab-1469-494b-900f-555b06cda690 req-c98897b2-0f7e-4b1d-b9f2-590fc813b90a tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.45 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 945 time: 0.6095669 Jul 14 11:28:33.481845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-18c42e4b-5007-4b73-a5d5-e53a3d203eb0 service neutron] 10.222.0.64 "GET /v2.0/networks/a841703d-6da9-4b56-8441-c97102486a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038051 Jul 14 11:28:33.493890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ac6c7a3-3999-441f-9435-979233bc343c req-c45a24f4-48ce-4431-9693-fbad46aa6015 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/security-groups?id=ced0b09b-ae78-4c0f-b022-d4afba8091ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118028 Jul 14 11:28:33.508881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-ad1440be-81e1-42e3-b505-a0c66c42bdfb tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:33.510392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-ad1440be-81e1-42e3-b505-a0c66c42bdfb tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1096 time: 0.6379266 Jul 14 11:28:33.573393 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:33.580103 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:33.611161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b0b390dd-5343-4dab-bd6e-dcdbfae02d14', 'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'mac_address': 'fa:16:3e:0a:14:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:27Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 2, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'subnets': [{'id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:33.667743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-8'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:33.672727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Checking router: 9f435270-f1fb-46f2-a737-b94506c33379 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:33.673104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Updating router 9f435270-f1fb-46f2-a737-b94506c33379 port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:28:33.752903 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:33.850961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7fee8e-1fef-434f-90f0-24588d75260f None None] Network a7baecfb-691b-4b6b-b996-8f64797a6a61 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:33.858770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59cc2bf9-d29c-4a8d-a72a-2fee1dbfc5ef req-ef2e6f20-48c2-41e9-b8aa-132091346171 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265109 Jul 14 11:28:33.919595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Allocated IP 172.20.0.1 (183fdd27-9791-4e44-a0e4-5337db69d077/d76500f7-57f0-4471-95ab-2e92cf8b3e50/b5683a01-e6f9-41cc-9712-67a2372a2c11) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:33.971996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.042335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3fe03a97-12bc-4356-b874-076bcb4a7fd9 None None] Provisioning for port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:34.109869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33316) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:34.137109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b4b41569-6bd4-48d5-949f-f4cd08487540 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146857564', 'description': 'tempest-description--1683204768'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:34.137976 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.142082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.164672 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Transition to ACTIVE for port object e77d62f8-4e57-4a40-ab28-7e0290309cdd will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:34.164932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Transition to ACTIVE for port object b5683a01-e6f9-41cc-9712-67a2372a2c11 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:34.178903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object d7795adf-1741-40a3-85e3-b6f679eb7007 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:34.190908 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.249921 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.290422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.290621 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.301539 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Attempting to bind port e77d62f8-4e57-4a40-ab28-7e0290309cdd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:34.301906 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Attempting to bind port e77d62f8-4e57-4a40-ab28-7e0290309cdd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:34.302264 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Attempting to bind port e77d62f8-4e57-4a40-ab28-7e0290309cdd on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:34.318177 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54388f-701a-44d3-8773-9f8c34af9637 None None] Pushing event updated for resources: {'Port': ['ID=e77d62f8-4e57-4a40-ab28-7e0290309cdd,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:34.321261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Transition to ACTIVE for port object b0b390dd-5343-4dab-bd6e-dcdbfae02d14 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:34.329439 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:34.329906 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:34.330380 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.330946 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:34.331563 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Bound port: e77d62f8-4e57-4a40-ab28-7e0290309cdd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:34.332109 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.339575 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.360908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Network 183fdd27-9791-4e44-a0e4-5337db69d077 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:34.364944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:34.367395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:34.387700 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-300a0da1-7374-4cac-a525-2ce56f9c3383 req-d7db7043-6b0c-4fa1-a882-6c133e8c7eb8 service neutron] 10.222.0.64 "GET /v2.0/networks/a841703d-6da9-4b56-8441-c97102486a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8779225 Jul 14 11:28:34.389795 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.400947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:34.452899 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] For port e77d62f8-4e57-4a40-ab28-7e0290309cdd, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:34.458334 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] For port e77d62f8-4e57-4a40-ab28-7e0290309cdd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e77d62f8-4e57-4a40-ab28-7e0290309cdd,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:34.464916 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.481437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.482544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d9c20-a2fe-42ec-9ed9-d70333c97d66 None None] Pushing event updated for resources: {'Port': ['ID=b0b390dd-5343-4dab-bd6e-dcdbfae02d14,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:34.511433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b5683a01-e6f9-41cc-9712-67a2372a2c11,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:34.572738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54388f-701a-44d3-8773-9f8c34af9637 None None] Pushing event updated for resources: {'Port': ['ID=e77d62f8-4e57-4a40-ab28-7e0290309cdd,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:34.603952 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Routers {'0d3276c5-65f2-4740-909a-7d6ba208dbf0'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:34.605027 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:34.639680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Attempting to bind port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:34.640732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Attempting to bind port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:34.641269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Attempting to bind port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 on network e25c425b-a69c-404f-bca7-3be118da508d {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:34.651764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:34.652569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Checking segment: {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:34.654110 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.654703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Bound using segment: {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:34.656568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Bound port: b0b390dd-5343-4dab-bd6e-dcdbfae02d14, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:34.658603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.661791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.677910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:34.693052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:34.693664 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.722131 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4b41569-6bd4-48d5-949f-f4cd08487540 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.861454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] For port b0b390dd-5343-4dab-bd6e-dcdbfae02d14, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:34.882416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3e00d139-7082-44e5-8354-2f5632e8a64a None None] Provisioning complete for port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:34.882706 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e00d139-7082-44e5-8354-2f5632e8a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.883398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:34.925703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] For port b0b390dd-5343-4dab-bd6e-dcdbfae02d14, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b0b390dd-5343-4dab-bd6e-dcdbfae02d14,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:34.932484 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.937003 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.952895 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] Set router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:34.953714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.955292 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.956479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:34.957963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/159ea5cd-70c3-4d0e-9dce-73cd62d23c67 HTTP/1.1" status: 204 len: 168 time: 1.4881279 Jul 14 11:28:35.028018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:35.037067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159ea5cd-70c3-4d0e-9dce-73cd62d23c67,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:35.065421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5478f2ab-1469-494b-900f-555b06cda690 req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Deleting port 402896b6-f677-4e94-9b16-b30c136970cc {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:35.065773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5478f2ab-1469-494b-900f-555b06cda690 req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:35.088244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e,segment=NetworkSegment(21763479-423c-4a0d-8aa8-779d87447771),segment_id=21763479-423c-4a0d-8aa8-779d87447771)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:35.089857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:35.090801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:35.093340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d9c20-a2fe-42ec-9ed9-d70333c97d66 None None] Pushing event updated for resources: {'Port': ['ID=b0b390dd-5343-4dab-bd6e-dcdbfae02d14,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:35.140224 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:28:35.169317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:35.281348 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:35.284169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.284724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.285142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.285958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.288109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.288672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.289137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.289647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.291417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.291889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.292838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.293166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d2c0d-4c19-4741-9ca6-d4604aff560d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:35.345810 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:35.355492 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:35.368242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:35.371127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb46b0-7a12-4482-bdd9-7ffb8f6703e7 req-f97a3ee1-e66f-4f80-9f92-3b285e164ce2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:35.387592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0eb46b0-7a12-4482-bdd9-7ffb8f6703e7 req-f97a3ee1-e66f-4f80-9f92-3b285e164ce2 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 1.3011241 Jul 14 11:28:35.390899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:35.398227 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:28Z', 'updated_at': '2021-07-14T11:28:31Z', 'revision_number': 3, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'gw_port': {'id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:29Z', 'updated_at': '2021-07-14T11:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:35.433101 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73f44d-81e1-402e-be9e-8771870087ac None None] The sync data for ids ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'] in n-d-778696-8 is: [{'id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:28Z', 'updated_at': '2021-07-14T11:28:31Z', 'revision_number': 3, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'gw_port': {'id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:29Z', 'updated_at': '2021-07-14T11:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:35.455021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:35.512794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network a7baecfb-691b-4b6b-b996-8f64797a6a61 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:35.574449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-36de4c88-3b1c-45b2-a893-74352edb423d None None] Provisioning for port b5683a01-e6f9-41cc-9712-67a2372a2c11 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:35.574960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:35.576955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:35.579507 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f3a884-f058-4d87-bc43-55937bb1211d" -d '{"events": [{"server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:35.583322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:35.597151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-36de4c88-3b1c-45b2-a893-74352edb423d None None] Provisioning complete for port b5683a01-e6f9-41cc-9712-67a2372a2c11 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:35.597566 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-36de4c88-3b1c-45b2-a893-74352edb423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:35.603809 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:35.647359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=d7795adf-1741-40a3-85e3-b6f679eb7007,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:35.647747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Network 183fdd27-9791-4e44-a0e4-5337db69d077 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:35.652835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:35.733950 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:35.734302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-36de4c88-3b1c-45b2-a893-74352edb423d None None] Port b5683a01-e6f9-41cc-9712-67a2372a2c11 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:35.753218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535be1c-4677-4d32-a4e1-dd567798db0a req-ba27b1cf-96a6-443f-bba8-41f63ee5debc tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:35.765385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0535be1c-4677-4d32-a4e1-dd567798db0a req-ba27b1cf-96a6-443f-bba8-41f63ee5debc tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 945 time: 1.4331114 Jul 14 11:28:35.838923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b0b390dd-5343-4dab-bd6e-dcdbfae02d14', 'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'mac_address': 'fa:16:3e:0a:14:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:27Z', 'updated_at': '2021-07-14T11:28:34Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'subnets': [{'id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:35.952591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d5a48-4294-4f02-a196-3506ba5f77c6 None None] The sync data for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 is: [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b0b390dd-5343-4dab-bd6e-dcdbfae02d14', 'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'mac_address': 'fa:16:3e:0a:14:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:27Z', 'updated_at': '2021-07-14T11:28:34Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'subnets': [{'id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:35.960340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0eb46b0-7a12-4482-bdd9-7ffb8f6703e7 req-207f24c6-74f5-4b60-a8b8-f114c44592e0 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714977 Jul 14 11:28:35.990206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-c1c0aaee-3dd6-4ccd-afe1-3a6b1ac7c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:36.001839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-c1c0aaee-3dd6-4ccd-afe1-3a6b1ac7c88a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56a54b501b964366af67a48559c60ae7&device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 1095 time: 1.3728805 Jul 14 11:28:36.003345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5478f2ab-1469-494b-900f-555b06cda690 req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] For port 402896b6-f677-4e94-9b16-b30c136970cc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=402896b6-f677-4e94-9b16-b30c136970cc,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:36.013081 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5478f2ab-1469-494b-900f-555b06cda690 req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.081631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e5e04913-5fc0-483c-b8c8-7594263d941c None None] Provisioning for port d7795adf-1741-40a3-85e3-b6f679eb7007 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:36.087518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e5e04913-5fc0-483c-b8c8-7594263d941c None None] Provisioning complete for port d7795adf-1741-40a3-85e3-b6f679eb7007 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:36.088179 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e5e04913-5fc0-483c-b8c8-7594263d941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.092505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4b41569-6bd4-48d5-949f-f4cd08487540 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.189608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5478f2ab-1469-494b-900f-555b06cda690 req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Calling delete_port for 402896b6-f677-4e94-9b16-b30c136970cc owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:36.232814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e5e04913-5fc0-483c-b8c8-7594263d941c None None] Port d7795adf-1741-40a3-85e3-b6f679eb7007 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:36.326111 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4b41569-6bd4-48d5-949f-f4cd08487540 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.360546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:36.361238 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.368495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:28:36.387769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8e0a4ba4-7f4d-42ef-8cf7-86830ac94466 None None] Provisioning complete for port b5683a01-e6f9-41cc-9712-67a2372a2c11 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:36.389782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8e0a4ba4-7f4d-42ef-8cf7-86830ac94466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.443488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b5683a01-e6f9-41cc-9712-67a2372a2c11,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:36.515719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:28:36.558053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:36.573121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Pushing event updated for resources: {'Port': ['ID=d8ec3721-00ba-43fa-adc7-fda024d11488,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:36.578068 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4b41569-6bd4-48d5-949f-f4cd08487540 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.579731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b4b41569-6bd4-48d5-949f-f4cd08487540 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4475524 Jul 14 11:28:36.598739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33348) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:36.611902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-86384740-d2e2-48bb-b6ec-c5c09a9a4501 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Request body: {'security_group_rule': {'security_group_id': 'bb355b81-37d6-458f-983f-2af2db156286', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:36.626708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a4ba4-7f4d-42ef-8cf7-86830ac94466 None None] Port b5683a01-e6f9-41cc-9712-67a2372a2c11 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:36.655187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 402896b6-f677-4e94-9b16-b30c136970cc no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:36.692654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0535be1c-4677-4d32-a4e1-dd567798db0a req-c5e108d9-37b7-454c-b9b8-b82b670dbae7 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebdb3a5b-7cba-47fa-b17d-2bcbac847083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9249194 Jul 14 11:28:36.718402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,segment=NetworkSegment(08fe7890-993e-4ff3-8799-ab980a8b5216),segment_id=08fe7890-993e-4ff3-8799-ab980a8b5216)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:36.743830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:36.744541 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.747383 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '59b6dbac-4c98-4201-b5ac-ef2a6594bd45', 'network_id': 'a841703d-6da9-4b56-8441-c97102486a42', 'port_id': '59b6dbac-4c98-4201-b5ac-ef2a6594bd45', 'mac_address': 'fa:16:3e:4f:68:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2dda7e4-a5dc-4bf9-9d98-2cc2f523bd7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:28:36.792634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 on host n-h1-778696-8 for vnic_type normal with profile {"migrating_to": "n-h2-778696-8"} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:36.793259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:36.795246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:36.823400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:36.833572 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.844706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fa2e2fab-4136-42d6-ad17-dd0e007e54f8 admin admin] 10.222.0.38 "PUT /v2.0/routers/0d3276c5-65f2-4740-909a-7d6ba208dbf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9124808 Jul 14 11:28:36.872195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d4b28e1e-114c-44b0-8733-d0bf3fa78048 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.5799925 Jul 14 11:28:36.873779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33352) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:36.887559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-fa99e4a0-e217-4d39-b5a1-96294f455ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:36.889996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-fa99e4a0-e217-4d39-b5a1-96294f455ba7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a841703d-6da9-4b56-8441-c97102486a42 HTTP/1.1" status: 200 len: 909 time: 0.7687652 Jul 14 11:28:36.891353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Port d8ec3721-00ba-43fa-adc7-fda024d11488 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:28:36.891690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Attempting to bind port d8ec3721-00ba-43fa-adc7-fda024d11488 on network 7bf37d25-cd40-48ee-9a05-205601d9caa9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:36.903724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:36.925669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:36.926279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Checking segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:36.926715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Bound using segment: {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:36.927273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Bound port: d8ec3721-00ba-43fa-adc7-fda024d11488, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286ed84-ffb2-40be-9585-79e8d6153a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bf37d25-cd40-48ee-9a05-205601d9caa9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:36.927746 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.931451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b41569-6bd4-48d5-949f-f4cd08487540 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb355b81-37d6-458f-983f-2af2db156286,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:36.942082 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86384740-d2e2-48bb-b6ec-c5c09a9a4501 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:36.954029 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.007649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,segment=NetworkSegment(08fe7890-993e-4ff3-8799-ab980a8b5216),segment_id=08fe7890-993e-4ff3-8799-ab980a8b5216)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:37.023580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:37.026102 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91c8f1-5ee1-4954-9b06-7fe84a368469" -d '{"events": [{"server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "name": "network-vif-unplugged", "status": "completed", "tag": "402896b6-f677-4e94-9b16-b30c136970cc"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:37.039055 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.076428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff938d5-6f9f-4779-8f2a-dd8c500be57c req-948a8c30-07fe-4992-a235-98b30672df9a tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:37.087108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ff938d5-6f9f-4779-8f2a-dd8c500be57c req-948a8c30-07fe-4992-a235-98b30672df9a tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 944 time: 0.6844227 Jul 14 11:28:37.098091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 402896b6-f677-4e94-9b16-b30c136970cc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=402896b6-f677-4e94-9b16-b30c136970cc,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:37.129317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.134138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-c804d16e-a8a5-4727-a2ef-2b3878cbc3da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59b6dbac-4c98-4201-b5ac-ef2a6594bd45 HTTP/1.1" status: 200 len: 217 time: 0.2108519 Jul 14 11:28:37.154595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e77d62f8-4e57-4a40-ab28-7e0290309cdd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:37.231562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:37.288185 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86384740-d2e2-48bb-b6ec-c5c09a9a4501 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.309767 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['59b6dbac-4c98-4201-b5ac-ef2a6594bd45'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:37.358520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86384740-d2e2-48bb-b6ec-c5c09a9a4501 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.466983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ff938d5-6f9f-4779-8f2a-dd8c500be57c req-5fbdc03f-92e4-466a-ab91-372e3cebe04f tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/security-groups?id=ced0b09b-ae78-4c0f-b022-d4afba8091ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787770 Jul 14 11:28:37.488391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86384740-d2e2-48bb-b6ec-c5c09a9a4501 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9e911b-eb30-470e-a402-94425722501c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:37.523733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-76571738-3852-4ab1-976f-c8e5b8a937a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:37.530283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-76571738-3852-4ab1-976f-c8e5b8a937a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2dda7e4-a5dc-4bf9-9d98-2cc2f523bd7a HTTP/1.1" status: 200 len: 849 time: 0.3002808 Jul 14 11:28:37.531339 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86384740-d2e2-48bb-b6ec-c5c09a9a4501 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.534969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-86384740-d2e2-48bb-b6ec-c5c09a9a4501 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9305882 Jul 14 11:28:37.535771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33360) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:37.544675 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7366480d-1011-42dd-9cb6-4135d2f9c471 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Request body: {'security_group_rule': {'security_group_id': 'bb355b81-37d6-458f-983f-2af2db156286', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:37.575563 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8b5e8e-0449-497a-8c23-19aac7c76132 x-openstack-request-id: req-3d8b5e8e-0449-497a-8c23-19aac7c76132 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:37.575939 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:37.576398 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d8b5e8e-0449-497a-8c23-19aac7c76132 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:37.576872 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488', 'code': 200} Jul 14 11:28:37.584017 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5478f2ab-1469-494b-900f-555b06cda690 req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.623246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7366480d-1011-42dd-9cb6-4135d2f9c471 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.623767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:37.654781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=402896b6-f677-4e94-9b16-b30c136970cc,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:37.663132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-eda109e0-fa29-4ff8-950d-ce8da4531ff9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a841703d-6da9-4b56-8441-c97102486a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117442 Jul 14 11:28:37.711963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046861e8-a614-4191-b584-910d0eabf164 req-9f0f9f9e-e77c-4059-bd53-22ae065d2336 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:37.714180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-046861e8-a614-4191-b584-910d0eabf164 req-9f0f9f9e-e77c-4059-bd53-22ae065d2336 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 943 time: 0.6216877 Jul 14 11:28:37.718629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Pushing event deleted for resources: {'Port': ['ID=402896b6-f677-4e94-9b16-b30c136970cc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:37.729041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:37.763453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e77d62f8-4e57-4a40-ab28-7e0290309cdd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:37.773925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.789869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e77d62f8-4e57-4a40-ab28-7e0290309cdd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:37.790258 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:37.992077 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.015727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7366480d-1011-42dd-9cb6-4135d2f9c471 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.035109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e77d62f8-4e57-4a40-ab28-7e0290309cdd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e77d62f8-4e57-4a40-ab28-7e0290309cdd,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:38.086440 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.086905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b0b390dd-5343-4dab-bd6e-dcdbfae02d14 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:38.206817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7366480d-1011-42dd-9cb6-4135d2f9c471 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.234043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366480d-1011-42dd-9cb6-4135d2f9c471 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4746b8-b1d9-4528-b6e8-844c136367de,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:38.257251 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.270848 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e77d62f8-4e57-4a40-ab28-7e0290309cdd,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:38.276980 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7366480d-1011-42dd-9cb6-4135d2f9c471 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.278930 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7366480d-1011-42dd-9cb6-4135d2f9c471 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7384765 Jul 14 11:28:38.282410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33370) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:38.284858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:38.290663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:38.297234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:38.297234 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.376725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.386858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5478f2ab-1469-494b-900f-555b06cda690 req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] No DVR routers for this DVR port 402896b6-f677-4e94-9b16-b30c136970cc on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:38.390701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5478f2ab-1469-494b-900f-555b06cda690 req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.393147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5478f2ab-1469-494b-900f-555b06cda690 req-981ba55a-4e1c-4b72-9b2d-65625da031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.45 "DELETE /v2.0/ports/402896b6-f677-4e94-9b16-b30c136970cc HTTP/1.1" status: 204 len: 173 time: 4.9027245 Jul 14 11:28:38.451021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-046861e8-a614-4191-b584-910d0eabf164 req-6c4d06cc-f462-45e0-a162-b0ff3de7c4bd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7203755 Jul 14 11:28:38.477547 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.487229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33374) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:38.517110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.526526 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.585774 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd1161-4fb4-4f84-b6f2-3e9b396c7774 x-openstack-request-id: req-a1fd1161-4fb4-4f84-b6f2-3e9b396c7774 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:38.586197 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "name": "network-vif-unplugged", "status": "completed", "tag": "402896b6-f677-4e94-9b16-b30c136970cc", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:38.588292 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a1fd1161-4fb4-4f84-b6f2-3e9b396c7774 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:38.588815 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc', 'code': 200} Jul 14 11:28:38.600596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=d7795adf-1741-40a3-85e3-b6f679eb7007,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:38.632186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b0b390dd-5343-4dab-bd6e-dcdbfae02d14, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b0b390dd-5343-4dab-bd6e-dcdbfae02d14,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:38.637620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.693542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Pushing event updated for resources: {'Port': ['ID=d8ec3721-00ba-43fa-adc7-fda024d11488,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:38.704362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b0b390dd-5343-4dab-bd6e-dcdbfae02d14,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:38.721921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:38.722684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.724239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-844b6c8f-20f8-4862-ac15-dfa7e93b90ca service neutron] 10.222.0.45 "PUT /v2.0/ports/d8ec3721-00ba-43fa-adc7-fda024d11488 HTTP/1.1" status: 200 len: 1121 time: 5.0619707 Jul 14 11:28:38.755447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-f3368d24-e640-4798-8ab8-82da1d97fda8 service neutron] 10.222.0.64 "GET /v2.0/networks/a841703d-6da9-4b56-8441-c97102486a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0626581 Jul 14 11:28:38.764122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53226a-cda4-4a21-863b-3ecf93dfa976 req-bcd255c3-301a-42fb-b3d3-ed9c27278b2e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:38.787927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b53226a-cda4-4a21-863b-3ecf93dfa976 req-bcd255c3-301a-42fb-b3d3-ed9c27278b2e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.5787163 Jul 14 11:28:38.800517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e77d62f8-4e57-4a40-ab28-7e0290309cdd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:38.866135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d8ec3721-00ba-43fa-adc7-fda024d11488'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:38.891445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acf8dbee-02ec-498f-848d-ed9089c77801 req-7b2b788a-b80c-4337-a51e-8ed89a2d7965 service neutron] 10.222.0.64 "GET /v2.0/networks/a841703d-6da9-4b56-8441-c97102486a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007264 Jul 14 11:28:38.923889 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:38.933299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b53226a-cda4-4a21-863b-3ecf93dfa976 req-7142b6a2-9cb5-4fd4-9bc6-8b32600fc8e1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445038 Jul 14 11:28:38.934488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['d8ec3721-00ba-43fa-adc7-fda024d11488'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:38.943674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a926a6e-fa0e-49e6-b84f-c4820aa5f856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.165214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7ce815d-2ed1-4c21-b982-2ce22414c763 req-d8914c5f-a1f8-4be0-ae53-c15ca26c03b0 tempest-FloatingIPsNegativeTestJSON-361274745 tempest-FloatingIPsNegativeTestJSON-361274745-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=2b47f914c4b84d119ee42c02bb15497d HTTP/1.1" status: 200 len: 217 time: 0.0653048 Jul 14 11:28:39.214559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3ec52d5-ca1d-4ac4-a435-bf62e3d1585d req-1a4bcf87-e88e-40e1-87b5-e5f2ab5e5139 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622 tempest-FloatingIPsAssociationNegativeTestJSON-1849278622-project] 10.222.0.38 "GET /v2.0/ports?device_id=9727a0ab-d961-490f-96c2-f1780ec91a20 HTTP/1.1" status: 200 len: 210 time: 0.0684035 Jul 14 11:28:39.297049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e77d62f8-4e57-4a40-ab28-7e0290309cdd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:39.297282 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.298115 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.306472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a1bc3052-a75f-4570-bf6e-abb3025eed70 None None] Provisioning complete for port d7795adf-1741-40a3-85e3-b6f679eb7007 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:39.306919 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a1bc3052-a75f-4570-bf6e-abb3025eed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.324756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf779c81-f9a3-4891-ac97-61122db004ae req-2690ea58-6b0e-43bb-9bd3-4218e0c0ecb4 tempest-FloatingIPsNegativeTestJSON-361274745 tempest-FloatingIPsNegativeTestJSON-361274745-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0495274 Jul 14 11:28:39.354966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Allocated IP 172.25.2.53 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/9075699f-092b-4475-af82-e1684141be1b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:39.414717 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-f1d2f5ef-c641-40ae-a961-d98e487041bd req-e3dc1ecd-5fea-4a78-87d4-80cc909105ce tempest-FloatingIPsNegativeTestJSON-361274745 tempest-FloatingIPsNegativeTestJSON-361274745-project] show failed (client error): The resource could not be found. Jul 14 11:28:39.428491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1d2f5ef-c641-40ae-a961-d98e487041bd req-e3dc1ecd-5fea-4a78-87d4-80cc909105ce tempest-FloatingIPsNegativeTestJSON-361274745 tempest-FloatingIPsNegativeTestJSON-361274745-project] 10.222.0.38 "GET /v2.0/floatingips/bb43f8c6-1d07-4aaf-9700-67c41c9381a6 HTTP/1.1" status: 404 len: 350 time: 0.0688078 Jul 14 11:28:39.431053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33386) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:39.506814 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56934569-275e-4f9b-8a38-51684c20b4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.522255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc3052-a75f-4570-bf6e-abb3025eed70 None None] Port d7795adf-1741-40a3-85e3-b6f679eb7007 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:39.561557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a926a6e-fa0e-49e6-b84f-c4820aa5f856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.564205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f42346-43f7-42df-8851-f4b820bc5b6b req-51d4acfb-ab67-42cd-8508-4d85b57f0bd9 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:39.573203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f42346-43f7-42df-8851-f4b820bc5b6b req-51d4acfb-ab67-42cd-8508-4d85b57f0bd9 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 945 time: 0.2472317 Jul 14 11:28:39.574244 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a926a6e-fa0e-49e6-b84f-c4820aa5f856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.577313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'name': 'network-vif-deleted', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc'}, {'name': 'network-changed', 'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:39.579977 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d8955-6500-4e82-8412-131f663d3fbe" -d '{"events": [{"server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "name": "network-vif-deleted", "tag": "402896b6-f677-4e94-9b16-b30c136970cc"}, {"name": "network-changed", "server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:39.617548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.652220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f42346-43f7-42df-8851-f4b820bc5b6b req-fc6f65aa-060d-43b6-b2e5-df8ffb4f3b9e tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/security-groups?id=ced0b09b-ae78-4c0f-b022-d4afba8091ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779390 Jul 14 11:28:39.659074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a926a6e-fa0e-49e6-b84f-c4820aa5f856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265ee55b-caa7-4312-9f8b-ec0a8a0461ae,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:39.673882 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2a926a6e-fa0e-49e6-b84f-c4820aa5f856 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b75fd38405e74580a7f7c3e4bbe3e8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1687069 Jul 14 11:28:39.679330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33392) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:39.709463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.731485 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5774f2-36f1-40e6-b5ea-67d86eb097ec x-openstack-request-id: req-cb5774f2-36f1-40e6-b5ea-67d86eb097ec {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:39.731921 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9727a0ab-d961-490f-96c2-f1780ec91a20", "name": "network-vif-deleted", "tag": "402896b6-f677-4e94-9b16-b30c136970cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:39.732655 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb5774f2-36f1-40e6-b5ea-67d86eb097ec {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:39.732946 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9727a0ab-d961-490f-96c2-f1780ec91a20', 'name': 'network-vif-deleted', 'tag': '402896b6-f677-4e94-9b16-b30c136970cc', 'status': 'completed', 'code': 200} Jul 14 11:28:39.733295 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488', 'status': 'completed', 'code': 200} Jul 14 11:28:39.760738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Sync routers for ids ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:39.774775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Routers {'0d3276c5-65f2-4740-909a-7d6ba208dbf0'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:39.775405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:39.884076 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51698d63-179f-46ea-9257-b10872040b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.899825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Set router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:39.941141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a4fc3-82db-43c5-a18b-37502794177e req-bb9c20b0-5f44-4191-9d59-c5302a4dc4e5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:39.948995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aa5a4fc3-82db-43c5-a18b-37502794177e req-bb9c20b0-5f44-4191-9d59-c5302a4dc4e5 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 943 time: 0.2894449 Jul 14 11:28:39.958696 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:39.969134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51698d63-179f-46ea-9257-b10872040b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.029958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-f086eb93-e5f7-48e4-83e7-2ae8b80fff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:40.032097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-f086eb93-e5f7-48e4-83e7-2ae8b80fff33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 1124 time: 0.2478874 Jul 14 11:28:40.054708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:40.071689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:40.080088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:40.084881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aa5a4fc3-82db-43c5-a18b-37502794177e req-c0f0b249-a44f-44ca-9e63-0a6bb92b6368 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348271 Jul 14 11:28:40.105448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Pushing event updated for resources: {'Port': ['ID=9075699f-092b-4475-af82-e1684141be1b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:40.164682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51698d63-179f-46ea-9257-b10872040b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.167387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51698d63-179f-46ea-9257-b10872040b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.171109 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-51698d63-179f-46ea-9257-b10872040b95 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/265ee55b-caa7-4312-9f8b-ec0a8a0461ae HTTP/1.1" status: 204 len: 168 time: 0.4857562 Jul 14 11:28:40.217580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51698d63-179f-46ea-9257-b10872040b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ee55b-caa7-4312-9f8b-ec0a8a0461ae,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:40.219378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:28Z', 'updated_at': '2021-07-14T11:28:34Z', 'revision_number': 4, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'gw_port': {'id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:29Z', 'updated_at': '2021-07-14T11:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b5683a01-e6f9-41cc-9712-67a2372a2c11', 'name': '', 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'mac_address': 'fa:16:3e:22:0f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd76500f7-57f0-4471-95ab-2e92cf8b3e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:33Z', 'updated_at': '2021-07-14T11:28:35Z', 'revision_number': 2, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'subnets': [{'id': 'd76500f7-57f0-4471-95ab-2e92cf8b3e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:40.262939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Checking router: 0d3276c5-65f2-4740-909a-7d6ba208dbf0 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:40.264143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Updating router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 port b5683a01-e6f9-41cc-9712-67a2372a2c11 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:28:40.315646 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.319749 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.331481 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.376929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:40.412252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33402) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:40.483363 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.489433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=d7795adf-1741-40a3-85e3-b6f679eb7007,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:40.491139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b3189-4b5a-4d77-9939-4e45a92d54e1 req-f282b12f-2f94-4361-83c7-5c4e95dfaf52 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:40.493032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e8b3189-4b5a-4d77-9939-4e45a92d54e1 req-f282b12f-2f94-4361-83c7-5c4e95dfaf52 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.3202860 Jul 14 11:28:40.529135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-95d1afe3-30c5-4d9f-a78d-b25bfa3f931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:40.530786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-95d1afe3-30c5-4d9f-a78d-b25bfa3f931b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.4851456 Jul 14 11:28:40.571620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:40.584612 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.589775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:40.590171 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.594025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-b4363eae-e7bd-4428-a0e5-4a13c6749b6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ec3721-00ba-43fa-adc7-fda024d11488 HTTP/1.1" status: 200 len: 217 time: 0.0454919 Jul 14 11:28:40.600484 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.744087 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.764046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network a7baecfb-691b-4b6b-b996-8f64797a6a61 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:40.765127 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.788008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd9eee4-eb16-492e-b629-821def9d3ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b6dbac-4c98-4201-b5ac-ef2a6594bd45'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:40.791171 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1100b2-43b0-4744-bd19-53bca5c1098a" -d '{"events": [{"server_uuid": "6bd9eee4-eb16-492e-b629-821def9d3ff7", "name": "network-vif-plugged", "status": "completed", "tag": "59b6dbac-4c98-4201-b5ac-ef2a6594bd45"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:40.816269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.821814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:40.835500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b0b390dd-5343-4dab-bd6e-dcdbfae02d14 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:40.887561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,segment=NetworkSegment(08fe7890-993e-4ff3-8799-ab980a8b5216),segment_id=08fe7890-993e-4ff3-8799-ab980a8b5216)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:40.901334 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.910631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Transition to ACTIVE for port object b5683a01-e6f9-41cc-9712-67a2372a2c11 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:40.942353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:40.964498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e8b3189-4b5a-4d77-9939-4e45a92d54e1 req-fef05a57-2d11-4390-afb2-2009bca845bc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567702 Jul 14 11:28:40.997117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:41.002968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:41.003239 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:41.018233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-8559225a-c860-46bf-a0f6-b572b51dfcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:41.027483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-8559225a-c860-46bf-a0f6-b572b51dfcae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.2975295 Jul 14 11:28:41.109670 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e75ae0-9d4b-4511-824f-3190f0ff150e x-openstack-request-id: req-d2e75ae0-9d4b-4511-824f-3190f0ff150e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:41.109944 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd9eee4-eb16-492e-b629-821def9d3ff7", "name": "network-vif-plugged", "status": "completed", "tag": "59b6dbac-4c98-4201-b5ac-ef2a6594bd45", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:41.110297 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2e75ae0-9d4b-4511-824f-3190f0ff150e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:41.110712 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd9eee4-eb16-492e-b629-821def9d3ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b6dbac-4c98-4201-b5ac-ef2a6594bd45', 'code': 200} Jul 14 11:28:41.136960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-1626609d-35e2-4950-93a6-15fb2a7b640e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943608 Jul 14 11:28:41.296561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ae700-23ab-43fe-a653-4b2a87c8b228 None None] Pushing event updated for resources: {'Port': ['ID=b5683a01-e6f9-41cc-9712-67a2372a2c11,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:41.321724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Attempting to bind port b5683a01-e6f9-41cc-9712-67a2372a2c11 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:41.322115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Attempting to bind port b5683a01-e6f9-41cc-9712-67a2372a2c11 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8ba4e06c-6a72-41eb-9b8d-984059cb2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:41.322486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Attempting to bind port b5683a01-e6f9-41cc-9712-67a2372a2c11 on network 183fdd27-9791-4e44-a0e4-5337db69d077 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:41.332064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:41.332591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Checking segment: {'id': '8ba4e06c-6a72-41eb-9b8d-984059cb2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:41.333012 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:41.333731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Bound using segment: {'id': '8ba4e06c-6a72-41eb-9b8d-984059cb2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:41.334234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Bound port: b5683a01-e6f9-41cc-9712-67a2372a2c11, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba4e06c-6a72-41eb-9b8d-984059cb2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:41.334623 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:41.431192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-83b6ab94-0a2c-4919-872a-2eec0f98aaef None None] Provisioning complete for port d7795adf-1741-40a3-85e3-b6f679eb7007 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:41.431577 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83b6ab94-0a2c-4919-872a-2eec0f98aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:41.454842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] For port b5683a01-e6f9-41cc-9712-67a2372a2c11, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:41.460716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac6ac-bfa3-45fd-94af-111d887f2b82 req-fa394607-7a0c-4285-be9d-150087da1a9b tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:41.463041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81aac6ac-bfa3-45fd-94af-111d887f2b82 req-fa394607-7a0c-4285-be9d-150087da1a9b tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 946 time: 0.5750353 Jul 14 11:28:41.476810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] For port b5683a01-e6f9-41cc-9712-67a2372a2c11, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b5683a01-e6f9-41cc-9712-67a2372a2c11,segment=NetworkSegment(8ba4e06c-6a72-41eb-9b8d-984059cb2b28),segment_id=8ba4e06c-6a72-41eb-9b8d-984059cb2b28)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:41.481246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33426) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:41.483553 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:41.489640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-83b6ab94-0a2c-4919-872a-2eec0f98aaef None None] Port d7795adf-1741-40a3-85e3-b6f679eb7007 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:41.562369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Routers {'0d3276c5-65f2-4740-909a-7d6ba208dbf0'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:41.563119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:41.568571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ae700-23ab-43fe-a653-4b2a87c8b228 None None] Pushing event updated for resources: {'Port': ['ID=b5683a01-e6f9-41cc-9712-67a2372a2c11,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:41.585531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-55cba60e-42f3-45fc-b638-cbd1b5ddb16f service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292269 Jul 14 11:28:41.633118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81aac6ac-bfa3-45fd-94af-111d887f2b82 req-9413a731-82df-4b96-af3f-a5360fd0fb5d tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/security-groups?id=ced0b09b-ae78-4c0f-b022-d4afba8091ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510789 Jul 14 11:28:41.742459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-158718910-network', 'tenant_id': '9dff92e033a84752a3854a9be9772157'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:41.742877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] Set router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:41.802361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0328b2d-4d7b-4db8-8334-deadcde8da6d req-a30e10fb-10bc-475b-9e49-a312d5cdad56 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:41.809495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0328b2d-4d7b-4db8-8334-deadcde8da6d req-a30e10fb-10bc-475b-9e49-a312d5cdad56 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 943 time: 0.4091194 Jul 14 11:28:41.861184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Made reservation on behalf of 9dff92e033a84752a3854a9be9772157 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:41.863592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:41.889143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Deleting port b5683a01-e6f9-41cc-9712-67a2372a2c11 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:41.889489 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:41.895931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:41.950752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1913b0-0bbc-4534-9935-6fa2da8812b1 req-f1c341d6-80bc-410f-b496-413c6f43b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:41.952470 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af1913b0-0bbc-4534-9935-6fa2da8812b1 req-f1c341d6-80bc-410f-b496-413c6f43b680 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 1097 time: 0.3061333 Jul 14 11:28:41.956233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b3d8955-6500-4e82-8412-131f663d3fbe req-54066703-3ea9-4105-9baa-1740257af9bc service neutron] 10.222.0.64 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495007 Jul 14 11:28:41.975954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0328b2d-4d7b-4db8-8334-deadcde8da6d req-e925a1fd-d04a-4377-a779-2c64f76dec9e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654978 Jul 14 11:28:42.001322 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.029022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.096299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Router 1e6d9996-d8e1-4c8c-b188-65c2c8c5187f is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:28:42.121212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] For port b5683a01-e6f9-41cc-9712-67a2372a2c11, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b5683a01-e6f9-41cc-9712-67a2372a2c11,segment=NetworkSegment(8ba4e06c-6a72-41eb-9b8d-984059cb2b28),segment_id=8ba4e06c-6a72-41eb-9b8d-984059cb2b28)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:42.121664 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.149767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Calling delete_port for b5683a01-e6f9-41cc-9712-67a2372a2c11 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:42.170967 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af1913b0-0bbc-4534-9935-6fa2da8812b1 req-30896d10-082c-4dfa-a7e8-79d622fd6e4c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ced0b09b-ae78-4c0f-b022-d4afba8091ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041945 Jul 14 11:28:42.205324 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.210517 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c4f41da-cd40-4881-9464-372312cc2747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.225897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Pushing event updated for resources: {'Port': ['ID=9075699f-092b-4475-af82-e1684141be1b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:42.228308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.243842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:28:42.248372 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.253892 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.255301 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Added segment f15eede1-9ac1-444c-9ea3-52e037bde35c of type vlan for network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 Jul 14 11:28:42.260268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-604f2723-ad56-4263-b7b7-523232841488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:28Z', 'updated_at': '2021-07-14T11:28:34Z', 'revision_number': 4, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'gw_port': {'id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:29Z', 'updated_at': '2021-07-14T11:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b5683a01-e6f9-41cc-9712-67a2372a2c11', 'name': '', 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'mac_address': 'fa:16:3e:22:0f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd76500f7-57f0-4471-95ab-2e92cf8b3e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:33Z', 'updated_at': '2021-07-14T11:28:41Z', 'revision_number': 4, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'subnets': [{'id': 'd76500f7-57f0-4471-95ab-2e92cf8b3e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:42.278840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.291429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f2723-ad56-4263-b7b7-523232841488 None None] The sync data for ids ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'] in n-d-778696-8 is: [{'id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:28Z', 'updated_at': '2021-07-14T11:28:34Z', 'revision_number': 4, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'gw_port': {'id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:29Z', 'updated_at': '2021-07-14T11:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b5683a01-e6f9-41cc-9712-67a2372a2c11', 'name': '', 'network_id': '183fdd27-9791-4e44-a0e4-5337db69d077', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'mac_address': 'fa:16:3e:22:0f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd76500f7-57f0-4471-95ab-2e92cf8b3e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:33Z', 'updated_at': '2021-07-14T11:28:41Z', 'revision_number': 4, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'subnets': [{'id': 'd76500f7-57f0-4471-95ab-2e92cf8b3e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:42.306055 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.338174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.348976 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3712f8c8-c7fe-490c-899c-da7a663e5bb4 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0650113 Jul 14 11:28:42.407749 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:42.412662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:42.422222 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e28fde-d4ef-4f74-b39e-62426b46b4ff None None] Sync routers for ids ['1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:42.449636 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e28fde-d4ef-4f74-b39e-62426b46b4ff None None] Routers {'1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:42.451310 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f9e28fde-d4ef-4f74-b39e-62426b46b4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:42.470870 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2805be01-b43c-4935-8c70-89578075d7c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "PUT /v2.0/routers/1e6d9996-d8e1-4c8c-b188-65c2c8c5187f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5968883 Jul 14 11:28:42.477993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33434) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:42.552206 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f9e28fde-d4ef-4f74-b39e-62426b46b4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:42.581194 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e28fde-d4ef-4f74-b39e-62426b46b4ff None None] Routers {'1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:42.582438 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f9e28fde-d4ef-4f74-b39e-62426b46b4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:42.651134 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f9e28fde-d4ef-4f74-b39e-62426b46b4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:42.688872 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e28fde-d4ef-4f74-b39e-62426b46b4ff None None] The sync data for ids ['1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:42.712208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcba58c-6206-47ea-b915-4fc94cf09d4c tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:42.716865 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3bcba58c-6206-47ea-b915-4fc94cf09d4c tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e6d9996-d8e1-4c8c-b188-65c2c8c5187f HTTP/1.1" status: 200 len: 983 time: 0.2333417 Jul 14 11:28:42.717185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33444) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:42.800113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b5683a01-e6f9-41cc-9712-67a2372a2c11 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:42.868884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b5683a01-e6f9-41cc-9712-67a2372a2c11 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:42.872954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b5683a01-e6f9-41cc-9712-67a2372a2c11 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:42.873259 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:43.073863 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:43.100831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:43.103337 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:43.104917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:43.106465 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:43.222348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Pushing event deleted for resources: {'Port': ['ID=b5683a01-e6f9-41cc-9712-67a2372a2c11,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:43.239208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963aadfc-7cb0-44f4-b542-5c4df9c537b9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:43.259714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cded806-a03d-4ac3-845f-ebfb29e304c7 req-54702932-dd22-44b4-a081-0f87ffaa5fb6 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:43.267138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cded806-a03d-4ac3-845f-ebfb29e304c7 req-54702932-dd22-44b4-a081-0f87ffaa5fb6 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 1.1126771 Jul 14 11:28:43.331178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:43.377428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33454) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:43.383534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9000471 Jul 14 11:28:43.384622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Request body: {'subnet': {'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-158718910-subnet', 'tenant_id': '9dff92e033a84752a3854a9be9772157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:43.449683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-a37ce4e4-7b63-4ba8-953b-487721bd4668 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--146857564&fields=id&tenant_id=a2dd4fb66e2f4a069ee9c4869cddb24d HTTP/1.1" status: 200 len: 267 time: 0.3646517 Jul 14 11:28:43.451476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Deleting port 1672b501-a8ff-4e6b-a242-57964184dd69 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:43.451829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:43.497532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac127b4-7a89-4f63-aba6-f268f329ff01 admin admin] Pushing event updated for resources: {'Network': ['ID=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:43.508120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:28:43.539683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Made reservation on behalf of 9dff92e033a84752a3854a9be9772157 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:43.545302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:43.620214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cded806-a03d-4ac3-845f-ebfb29e304c7 req-3c8c9336-3541-4e59-8ee3-3bb09f334b89 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521194 Jul 14 11:28:43.777421 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:43.881723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:44.010238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-cae64abc-7b90-4129-b5f2-d24d795912ee tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:44.011830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-cae64abc-7b90-4129-b5f2-d24d795912ee tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/networks?id=e25c425b-a69c-404f-bca7-3be118da508d HTTP/1.1" status: 200 len: 806 time: 0.5471852 Jul 14 11:28:44.042398 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-d7f1d6f6-2dc4-45c5-adfb-31a75aa39a00 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/quotas/a2dd4fb66e2f4a069ee9c4869cddb24d HTTP/1.1" status: 200 len: 375 time: 0.0218327 Jul 14 11:28:44.137884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299971c-aac7-4e01-9963-6b95ed1b639a req-6af0f4ab-1747-40d8-8204-6beed5373070 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:44.139487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8299971c-aac7-4e01-9963-6b95ed1b639a req-6af0f4ab-1747-40d8-8204-6beed5373070 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 946 time: 0.2243619 Jul 14 11:28:44.197756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:28:44.229978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-a3993d39-5adb-42a4-8dd8-4654c3c95c0c tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2dd4fb66e2f4a069ee9c4869cddb24d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1785448 Jul 14 11:28:44.233770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8299971c-aac7-4e01-9963-6b95ed1b639a req-a0d92933-4140-4c97-bb2f-e5f483c3df7f tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/security-groups?id=ced0b09b-ae78-4c0f-b022-d4afba8091ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800364 Jul 14 11:28:44.378378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d8ec3721-00ba-43fa-adc7-fda024d11488 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:44.399230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] For port 1672b501-a8ff-4e6b-a242-57964184dd69, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1672b501-a8ff-4e6b-a242-57964184dd69,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:44.399842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:44.415305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:44.423601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-814faece-35cf-4e6b-a52d-9cfafc4f4bce admin admin] 10.222.0.38 "PUT /v2.0/routers/0d3276c5-65f2-4740-909a-7d6ba208dbf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9912307 Jul 14 11:28:44.424522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33460) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:44.427709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] Sync routers for ids ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:44.432248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7d4a7844-a64b-4426-b8d9-a5c9108a1fa4 service neutron] 10.222.0.38 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561332 Jul 14 11:28:44.449368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] Routers {'0d3276c5-65f2-4740-909a-7d6ba208dbf0'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:44.450732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:44.515462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Calling delete_port for 1672b501-a8ff-4e6b-a242-57964184dd69 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:44.543771 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:44.588686 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b6ab31e6-2b82-4146-a7b6-fb1092462764 service neutron] 10.222.0.64 "GET /v2.0/ports/d8ec3721-00ba-43fa-adc7-fda024d11488/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 384 time: 0.3216190 Jul 14 11:28:44.611949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:44.643412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] Set router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:44.655153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-5a6872a5-fec0-40e2-80c4-50ecacbf7fd3 service neutron] 10.222.0.38 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842642 Jul 14 11:28:44.832073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:44.861465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606cc036-ccce-4fe3-b770-acb3ecc81cfe,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:44.883260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Checking segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:44.883866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Network hostable DHCP agents. Network: 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:28:44.889105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:28Z', 'updated_at': '2021-07-14T11:28:43Z', 'revision_number': 5, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'gw_port': {'id': 'e77d62f8-4e57-4a40-ab28-7e0290309cdd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:29Z', 'updated_at': '2021-07-14T11:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:44.922699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] Checking router: 0d3276c5-65f2-4740-909a-7d6ba208dbf0 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:44.933365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] Routers {'0d3276c5-65f2-4740-909a-7d6ba208dbf0'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:44.934052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:44.956528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd587aa1-2fe7-42b1-9b85-74ee785a8037 req-94df434f-f9e9-4f0a-9793-e567989eae66 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:44.958497 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd587aa1-2fe7-42b1-9b85-74ee785a8037 req-94df434f-f9e9-4f0a-9793-e567989eae66 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 943 time: 0.1139750 Jul 14 11:28:44.964746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Deleting port e77d62f8-4e57-4a40-ab28-7e0290309cdd {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:44.965200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:45.054754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:28:45.064046 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:45.074527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] Set router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:45.108206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:45.118049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:45.118628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:45.137672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba88f3f8-8c97-4db2-860d-4ff3c8420bb2 None None] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:45.142786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:28Z', 'updated_at': '2021-07-14T11:28:44Z', 'revision_number': 6, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:45.154461 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de6700e0-a94d-4b79-af86-183e0c4eb943 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7755053 Jul 14 11:28:45.243442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port d7795adf-1741-40a3-85e3-b6f679eb7007 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:45.244240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:45.292636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909b940-d0d5-421d-a630-a9f7cc4d3dbd None None] The sync data for ids ['0d3276c5-65f2-4740-909a-7d6ba208dbf0'] in n-d-778696-8 is: [{'id': '0d3276c5-65f2-4740-909a-7d6ba208dbf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281976715-router', 'tenant_id': '2b47f914c4b84d119ee42c02bb15497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:28Z', 'updated_at': '2021-07-14T11:28:44Z', 'revision_number': 6, 'project_id': '2b47f914c4b84d119ee42c02bb15497d', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:45.310641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] For port e77d62f8-4e57-4a40-ab28-7e0290309cdd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e77d62f8-4e57-4a40-ab28-7e0290309cdd,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:45.311295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:45.382536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Calling delete_port for e77d62f8-4e57-4a40-ab28-7e0290309cdd owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:45.553665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f88d0b-b2b4-4291-ad6f-293cc1e539e7 None None] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:45.579680 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:45.596846 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:45.614581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:45.619690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for d7795adf-1741-40a3-85e3-b6f679eb7007 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:45.624370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd587aa1-2fe7-42b1-9b85-74ee785a8037 req-871593ab-8b73-4fd1-8b29-99fb36fc85e4 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332850 Jul 14 11:28:45.672784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=1672b501-a8ff-4e6b-a242-57964184dd69,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:45.789080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:45.864639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ec3721-00ba-43fa-adc7-fda024d11488 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:45.895464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:45.944638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679f64a-d886-46b0-8b4d-f57aabcc5cf1 req-627a59a3-996b-4d3f-93eb-5ec77982bd76 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:45.952427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f679f64a-d886-46b0-8b4d-f57aabcc5cf1 req-627a59a3-996b-4d3f-93eb-5ec77982bd76 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.4022462 Jul 14 11:28:45.958781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94aefe0e-3b7b-49fa-a187-dab9bfaf2b94 req-c24b7c4a-b587-4d36-a2e5-b86a609e85a1 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 210 time: 0.2120690 Jul 14 11:28:46.007266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.018369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.024529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f679f64a-d886-46b0-8b4d-f57aabcc5cf1 req-963673a2-e9ca-46b1-a846-9347464ba8d6 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715029 Jul 14 11:28:46.092846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Pushing event deleted for resources: {'Port': ['ID=e77d62f8-4e57-4a40-ab28-7e0290309cdd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:46.178375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.199222 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.285725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] Transition to ACTIVE for port object d8ec3721-00ba-43fa-adc7-fda024d11488 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:46.290752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.305127 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.384596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=d7795adf-1741-40a3-85e3-b6f679eb7007,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:46.395280 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.399174 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.544577 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.545347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3276c5-65f2-4740-909a-7d6ba208dbf0 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:28:46.554408 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.556038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-26dd2b23-ffca-4038-bb23-cfc2368aa39a admin admin] 10.222.0.38 "DELETE /v2.0/routers/0d3276c5-65f2-4740-909a-7d6ba208dbf0 HTTP/1.1" status: 204 len: 168 time: 2.1304948 Jul 14 11:28:46.573103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33498) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:46.582015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-ca9738d5-7eb8-4481-bae0-378a8c77496c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:46.590063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-ca9738d5-7eb8-4481-bae0-378a8c77496c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.3383932 Jul 14 11:28:46.625167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] No DVR routers for this DVR port d8ec3721-00ba-43fa-adc7-fda024d11488 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:46.658292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-f94ebfa1-3a45-458c-97e6-4a431c4377a8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/quotas/9dff92e033a84752a3854a9be9772157 HTTP/1.1" status: 200 len: 375 time: 0.0657556 Jul 14 11:28:46.683112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ec3721-00ba-43fa-adc7-fda024d11488,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:46.846689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:46.871278 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-0a9fe23b-a92e-41fc-b386-db60caf25b87 service neutron] 10.222.0.64 "PUT /v2.0/ports/d8ec3721-00ba-43fa-adc7-fda024d11488/bindings/n-h2-778696-8/activate HTTP/1.1" status: 200 len: 369 time: 2.2401764 Jul 14 11:28:46.917356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e77d62f8-4e57-4a40-ab28-7e0290309cdd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:46.977585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e77d62f8-4e57-4a40-ab28-7e0290309cdd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:46.978340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e77d62f8-4e57-4a40-ab28-7e0290309cdd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:46.978930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b5683a01-e6f9-41cc-9712-67a2372a2c11 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:47.016739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b5683a01-e6f9-41cc-9712-67a2372a2c11 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:47.017179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b5683a01-e6f9-41cc-9712-67a2372a2c11 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:47.158484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Router f05a776e-4aef-42cd-b0b2-086c86503c1f has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:28:47.164164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Router 1e6d9996-d8e1-4c8c-b188-65c2c8c5187f has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:28:47.205597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb61545-2d5d-4392-981e-5e615eeab6b5 admin admin] Deleting subnet d76500f7-57f0-4471-95ab-2e92cf8b3e50 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:47.237722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0fb61545-2d5d-4392-981e-5e615eeab6b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:47.249209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-63b3fb22-d95d-4e3a-a427-a3353adf9576 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5905523 Jul 14 11:28:47.448418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0fb61545-2d5d-4392-981e-5e615eeab6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:47.615113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-9c302289-a601-4a96-80db-b192ee58593b service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658552 Jul 14 11:28:47.616020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:47.622067 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-266cea5b-e23f-45be-be01-b0bede164698 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "PUT /v2.0/routers/1e6d9996-d8e1-4c8c-b188-65c2c8c5187f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9037366 Jul 14 11:28:47.624815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-a7790588-6de2-443f-a9fb-74bfbcde211a tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:47.625996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33510) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:47.626955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-a7790588-6de2-443f-a9fb-74bfbcde211a tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.3999727 Jul 14 11:28:47.628936 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c1763-1724-4b4f-8710-1d8be6efb8c7 None None] Sync routers for ids ['1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:47.640035 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c1763-1724-4b4f-8710-1d8be6efb8c7 None None] Routers {'1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:47.640951 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ef1c1763-1724-4b4f-8710-1d8be6efb8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:47.658514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-b7a764fc-d676-4f3d-8449-6c5349bd9c0e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:47.660752 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-b7a764fc-d676-4f3d-8449-6c5349bd9c0e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.45 "GET /v2.0/networks?id=e25c425b-a69c-404f-bca7-3be118da508d HTTP/1.1" status: 200 len: 806 time: 0.4320097 Jul 14 11:28:47.660915 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-955c41c9-68ab-4172-b3e0-c35cd730891a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:28:47.662635 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-955c41c9-68ab-4172-b3e0-c35cd730891a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/d7795adf-1741-40a3-85e3-b6f679eb7007 HTTP/1.1" status: 404 len: 333 time: 0.0357287 Jul 14 11:28:47.665339 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33512) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:47.678993 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ef1c1763-1724-4b4f-8710-1d8be6efb8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:47.685997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e3d18-9d5d-45d4-8945-4cfb8c9d365c req-ad29f717-a902-4f28-bf7c-9c00ed78af84 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:47.687488 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c1763-1724-4b4f-8710-1d8be6efb8c7 None None] Routers {'1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:47.687648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea0e3d18-9d5d-45d4-8945-4cfb8c9d365c req-ad29f717-a902-4f28-bf7c-9c00ed78af84 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 944 time: 0.4778352 Jul 14 11:28:47.688473 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ef1c1763-1724-4b4f-8710-1d8be6efb8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:47.722850 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ef1c1763-1724-4b4f-8710-1d8be6efb8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:47.723759 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c1763-1724-4b4f-8710-1d8be6efb8c7 None None] The sync data for ids ['1e6d9996-d8e1-4c8c-b188-65c2c8c5187f'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:47.735330 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0fb61545-2d5d-4392-981e-5e615eeab6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:47.743683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:47.752934 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-36fd166f-22b6-42da-a90c-e5c41db07b45 admin admin] 10.222.0.38 "PUT /v2.0/routers/f05a776e-4aef-42cd-b0b2-086c86503c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3345191 Jul 14 11:28:47.752934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33514) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:47.754605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] Sync routers for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:47.766267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:47.766908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:47.809650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-636c7c41-f312-4c05-80cb-59721a3e6222 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:47.882712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:47.883774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-12336bae-b798-4acb-a81d-9aa008b0dd16 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2dd4fb66e2f4a069ee9c4869cddb24d HTTP/1.1" status: 200 len: 379 time: 0.1930184 Jul 14 11:28:47.906001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Request body: {'port': {'device_id': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'admin_state_up': True, 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'security_groups': ['bb355b81-37d6-458f-983f-2af2db156286']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:47.976842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea0e3d18-9d5d-45d4-8945-4cfb8c9d365c req-d286c61e-c140-4044-b174-3df7d663d75a tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462394 Jul 14 11:28:48.013376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-636c7c41-f312-4c05-80cb-59721a3e6222 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.015658 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.017754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-636c7c41-f312-4c05-80cb-59721a3e6222 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.062547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-f7d8fa0e-2dde-423c-bf10-dbcb6c18e47b service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335587 Jul 14 11:28:48.063517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0fb61545-2d5d-4392-981e-5e615eeab6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.093522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:28:45Z', 'revision_number': 5, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port': {'id': '5e761e25-c923-49fd-a0da-55c0d7b02cf5', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:27:07Z', 'updated_at': '2021-07-14T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:48.128451 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0fb61545-2d5d-4392-981e-5e615eeab6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.130229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d2fc2-3506-44e7-bf8f-5e97d5e5cb29 None None] Network 183fdd27-9791-4e44-a0e4-5337db69d077 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:48.133440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0fb61545-2d5d-4392-981e-5e615eeab6b5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d76500f7-57f0-4471-95ab-2e92cf8b3e50 HTTP/1.1" status: 204 len: 168 time: 1.5570269 Jul 14 11:28:48.135203 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33518) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:48.136025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb61545-2d5d-4392-981e-5e615eeab6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76500f7-57f0-4471-95ab-2e92cf8b3e50,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:48.137784 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-636c7c41-f312-4c05-80cb-59721a3e6222 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.138332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636c7c41-f312-4c05-80cb-59721a3e6222 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Fanout notify agent at l3_agent the message router_deleted on router 1e6d9996-d8e1-4c8c-b188-65c2c8c5187f {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:28:48.155051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-636c7c41-f312-4c05-80cb-59721a3e6222 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.155051 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-636c7c41-f312-4c05-80cb-59721a3e6222 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/routers/1e6d9996-d8e1-4c8c-b188-65c2c8c5187f HTTP/1.1" status: 204 len: 168 time: 0.4885452 Jul 14 11:28:48.166515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33520) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:48.185299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-1967d9c0-d6cc-4720-b35c-6d8b54d568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:48.187454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-1967d9c0-d6cc-4720-b35c-6d8b54d568f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568&tenant_id=092b4d35f0ba473e960362da2e4e4617 HTTP/1.1" status: 200 len: 1095 time: 0.5101459 Jul 14 11:28:48.196136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Made reservation on behalf of a2dd4fb66e2f4a069ee9c4869cddb24d for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:48.204048 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.235384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] Checking router: f05a776e-4aef-42cd-b0b2-086c86503c1f for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:48.295716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66765ca-9210-4484-adc4-3d8e8278b9cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet 80c10b80-0f88-47d9-afdd-5f8ff03f4b2c {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:48.298936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.308119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e66765ca-9210-4484-adc4-3d8e8278b9cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.314856 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.319529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] Routers {'f05a776e-4aef-42cd-b0b2-086c86503c1f'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:28:48.320625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f05a776e-4aef-42cd-b0b2-086c86503c1f'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:48.329390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25cc85d4-928a-4353-b014-740e9203d41b req-068431ed-a3ed-4e40-9043-6ae12c778783 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 210 time: 0.0951860 Jul 14 11:28:48.389541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e66765ca-9210-4484-adc4-3d8e8278b9cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.486781 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Deleting port 5e761e25-c923-49fd-a0da-55c0d7b02cf5 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:48.487025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.640142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Allocated IP 172.20.0.8 (e25c425b-a69c-404f-bca7-3be118da508d/c92bbc43-0d11-43e4-838b-14b931b3937a/8da396a8-ec9e-4a7a-985c-831c6d07d0ab) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:48.647933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] Set router f05a776e-4aef-42cd-b0b2-086c86503c1f gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:28:48.713942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:28:48Z', 'revision_number': 6, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:48.719173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Deleting port 2904e55b-ccc2-479a-8771-10d4fc26a186 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:48.719727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.747007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] DHCP port deletion for 183fdd27-9791-4e44-a0e4-5337db69d077 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:28:48.749920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4080427-115e-4d3f-9055-cd01e0832920 None None] The sync data for ids ['f05a776e-4aef-42cd-b0b2-086c86503c1f'] in n-d-778696-8 is: [{'id': 'f05a776e-4aef-42cd-b0b2-086c86503c1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-475473639-router', 'tenant_id': 'dfe01a3446c14c04a5450fdb9d059406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:27:06Z', 'updated_at': '2021-07-14T11:28:48Z', 'revision_number': 6, 'project_id': 'dfe01a3446c14c04a5450fdb9d059406', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:48.766696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9311dd10-2e84-4519-96f5-aaeefc428577 req-fae14727-5838-4d3c-aaf4-55c32c320a0b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 210 time: 0.0988603 Jul 14 11:28:48.778784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-84e33856-589c-4a30-8887-048ae3e23b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:48.781570 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-84e33856-589c-4a30-8887-048ae3e23b3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=092b4d35f0ba473e960362da2e4e4617&device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 1095 time: 0.5349290 Jul 14 11:28:48.830755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e66765ca-9210-4484-adc4-3d8e8278b9cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.835785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Deleting port 2904e55b-ccc2-479a-8771-10d4fc26a186 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:48.836195 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.932529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86925a1-46c2-4347-bb8d-7c584f2ddd03 req-d860df50-c515-4c39-881f-90334ceb5b1b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:48.935317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] For port 2904e55b-ccc2-479a-8771-10d4fc26a186, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2904e55b-ccc2-479a-8771-10d4fc26a186,segment=NetworkSegment(8ba4e06c-6a72-41eb-9b8d-984059cb2b28),segment_id=8ba4e06c-6a72-41eb-9b8d-984059cb2b28)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:48.935613 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:48.940893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b86925a1-46c2-4347-bb8d-7c584f2ddd03 req-d860df50-c515-4c39-881f-90334ceb5b1b tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.2707739 Jul 14 11:28:48.970663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Calling delete_port for 2904e55b-ccc2-479a-8771-10d4fc26a186 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:48.987086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] For port 5e761e25-c923-49fd-a0da-55c0d7b02cf5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5e761e25-c923-49fd-a0da-55c0d7b02cf5,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:48.987674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.001429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] For port 2904e55b-ccc2-479a-8771-10d4fc26a186, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2904e55b-ccc2-479a-8771-10d4fc26a186,segment=NetworkSegment(8ba4e06c-6a72-41eb-9b8d-984059cb2b28),segment_id=8ba4e06c-6a72-41eb-9b8d-984059cb2b28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:49.002178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.020924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Calling delete_port for 5e761e25-c923-49fd-a0da-55c0d7b02cf5 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:49.036580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Calling delete_port for 2904e55b-ccc2-479a-8771-10d4fc26a186 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:49.058767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e66765ca-9210-4484-adc4-3d8e8278b9cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.120324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66765ca-9210-4484-adc4-3d8e8278b9cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=80c10b80-0f88-47d9-afdd-5f8ff03f4b2c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:49.122848 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e66765ca-9210-4484-adc4-3d8e8278b9cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.127385 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e66765ca-9210-4484-adc4-3d8e8278b9cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/80c10b80-0f88-47d9-afdd-5f8ff03f4b2c HTTP/1.1" status: 204 len: 168 time: 0.9558587 Jul 14 11:28:49.134833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02b65b-e8e1-4da5-b176-f8e567cdec56 None None] Network a7baecfb-691b-4b6b-b996-8f64797a6a61 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:49.135885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b86925a1-46c2-4347-bb8d-7c584f2ddd03 req-1b2447f8-362f-4955-8924-a65449edbedc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939249 Jul 14 11:28:49.137259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-7d634c45-e334-46b5-a0cc-3ee8893ae4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:49.138724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-7d634c45-e334-46b5-a0cc-3ee8893ae4c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 200 len: 921 time: 0.3497052 Jul 14 11:28:49.139190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33540) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:49.262942 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.335299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Pushing event deleted for resources: {'Port': ['ID=2904e55b-ccc2-479a-8771-10d4fc26a186,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:49.358122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.369977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.371226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.372443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.372795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.375455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.375830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.376208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.377516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.378022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.378287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.380270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.381842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:49.394305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce871312-06f6-47c1-a53f-2a184aa09798 None None] No DVR routers for this DVR port 2904e55b-ccc2-479a-8771-10d4fc26a186 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:49.455709 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-6d9ae8a3-07a6-4c3b-9dff-c2d8c35a875b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ec3721-00ba-43fa-adc7-fda024d11488 HTTP/1.1" status: 200 len: 217 time: 0.2686875 Jul 14 11:28:49.479970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2904e55b-ccc2-479a-8771-10d4fc26a186,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:49.483530 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.501154 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.532892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5e761e25-c923-49fd-a0da-55c0d7b02cf5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:49.542054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] No DVR routers for this DVR port 2904e55b-ccc2-479a-8771-10d4fc26a186 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:49.545198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.578564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Transition to ACTIVE for port object 8da396a8-ec9e-4a7a-985c-831c6d07d0ab will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:49.581119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b6289fe7-aeef-475c-964b-3b4a1cbbb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:49.583332 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-b6289fe7-aeef-475c-964b-3b4a1cbbb9f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 200 len: 861 time: 0.1177602 Jul 14 11:28:49.647812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-6a42b090-9342-4ded-9cbc-a0c9f2ca6d91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bf37d25-cd40-48ee-9a05-205601d9caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405912 Jul 14 11:28:49.662242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e20599-dd2c-4824-ba68-4e8d6a8d37d9 req-4fb7f2bd-6731-4400-9227-c22b91bb8463 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:49.664176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7e20599-dd2c-4824-ba68-4e8d6a8d37d9 req-4fb7f2bd-6731-4400-9227-c22b91bb8463 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 944 time: 0.3097408 Jul 14 11:28:49.692913 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.697936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.706332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa821ef8-0b6b-4dca-9747-58b98e5a2fb1 None None] DHCP port deletion for a7baecfb-691b-4b6b-b996-8f64797a6a61 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:28:49.770093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aa821ef8-0b6b-4dca-9747-58b98e5a2fb1 None None] Deleting port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:49.770830 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa821ef8-0b6b-4dca-9747-58b98e5a2fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.773528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99a0e9bb-1e49-4460-a804-85db4651b026 req-34a9fb23-0130-40b3-97d5-a2bf817bc837 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 210 time: 0.1196060 Jul 14 11:28:49.796813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183fdd27-9791-4e44-a0e4-5337db69d077']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:49.812744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba4e06c-6a72-41eb-9b8d-984059cb2b28') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:49.813093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba4e06c-6a72-41eb-9b8d-984059cb2b28') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:49.816076 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.823311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.829240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.868580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aa821ef8-0b6b-4dca-9747-58b98e5a2fb1 None None] For port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e,segment=NetworkSegment(21763479-423c-4a0d-8aa8-779d87447771),segment_id=21763479-423c-4a0d-8aa8-779d87447771)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:49.869369 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa821ef8-0b6b-4dca-9747-58b98e5a2fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.870851 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.884593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aa821ef8-0b6b-4dca-9747-58b98e5a2fb1 None None] Calling delete_port for fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:49.890774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:49.891205 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.909827 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.929164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.929775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router f05a776e-4aef-42cd-b0b2-086c86503c1f {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:28:49.934281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:49.937480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:49.939579 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:49.943811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:49.944517 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bf58ef63-19d2-4d31-be64-79d5f6b492ab admin admin] 10.222.0.38 "DELETE /v2.0/routers/f05a776e-4aef-42cd-b0b2-086c86503c1f HTTP/1.1" status: 204 len: 168 time: 2.1904061 Jul 14 11:28:49.972931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33548) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:50.002006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa821ef8-0b6b-4dca-9747-58b98e5a2fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.039570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa821ef8-0b6b-4dca-9747-58b98e5a2fb1 None None] Pushing event deleted for resources: {'Port': ['ID=fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:50.050456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa821ef8-0b6b-4dca-9747-58b98e5a2fb1 None None] No DVR routers for this DVR port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:50.070623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-ed815be6-fa14-4b68-8f03-8de9f7dfe742 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057596 Jul 14 11:28:50.101954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Network e25c425b-a69c-404f-bca7-3be118da508d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:50.108353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] For port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e,segment=NetworkSegment(21763479-423c-4a0d-8aa8-779d87447771),segment_id=21763479-423c-4a0d-8aa8-779d87447771)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:50.109130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.120482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7e20599-dd2c-4824-ba68-4e8d6a8d37d9 req-8ff5b102-adde-4b49-88a9-9bf9a891b617 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359612 Jul 14 11:28:50.122575 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.134442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.140049 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] 10.222.0.38 "DELETE /v2.0/networks/183fdd27-9791-4e44-a0e4-5337db69d077 HTTP/1.1" status: 204 len: 168 time: 2.0033014 Jul 14 11:28:50.163553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2d5aa-f530-4892-9c89-7894e14c66fa admin admin] Pushing event deleted for resources: {'Network': ['ID=183fdd27-9791-4e44-a0e4-5337db69d077,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:50.179263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:50.208191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:50.302223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:50.315884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:50.317267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.335163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-085d0bdb-5161-498a-9d7b-177583d3ff3d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:50.336888 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-085d0bdb-5161-498a-9d7b-177583d3ff3d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.1750906 Jul 14 11:28:50.347053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5cbdbc-bc80-4abe-b4eb-533bbadb901d admin admin] Deleting subnet 679eb6c9-348d-4689-9cf7-bcea9af41ed0 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:28:50.352273 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed5cbdbc-bc80-4abe-b4eb-533bbadb901d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.396770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Request body: {'port': {'device_id': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'admin_state_up': True, 'tenant_id': '9dff92e033a84752a3854a9be9772157'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:50.406587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33558) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:50.478081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-073f4b45-e7cc-46c1-af90-f1f5171b50b7 req-c3933dfd-a15f-4b4b-9e81-6429bfe05299 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 210 time: 0.2840624 Jul 14 11:28:50.519108 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed5cbdbc-bc80-4abe-b4eb-533bbadb901d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.559690 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6575060 Jul 14 11:28:50.560316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b006df6-cc64-4be5-aa35-725f3dc9b57e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Pushing event updated for resources: {'Port': ['ID=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:50.570854 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-90ec0a10-4656-4947-ab73-6fd741124388 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b47f914c4b84d119ee42c02bb15497d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577973 Jul 14 11:28:50.571138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33562) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:50.583553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Request body: {'port': {'device_id': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:50.706502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0403179f-0a11-4047-bda6-e835287bf2d4 None None] Provisioning for port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:50.713412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0403179f-0a11-4047-bda6-e835287bf2d4 None None] Provisioning complete for port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:50.713626 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0403179f-0a11-4047-bda6-e835287bf2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.735078 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.741464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed5cbdbc-bc80-4abe-b4eb-533bbadb901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.746424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-249171d4-1b78-4d1f-8031-daf584086337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.781406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-8952e95f-7281-4a88-b724-1f03c8e54c98 service neutron] 10.222.0.45 "GET /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734960 Jul 14 11:28:50.791979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:50.827960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efd243-e5a0-495b-8b20-aaa314e9c417 req-626a23e4-3334-4c83-9624-7b6bf3e7e979 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:50.829687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48efd243-e5a0-495b-8b20-aaa314e9c417 req-626a23e4-3334-4c83-9624-7b6bf3e7e979 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.2559013 Jul 14 11:28:50.840612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0403179f-0a11-4047-bda6-e835287bf2d4 None None] Port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:50.842238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:50.861652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No DVR routers for this DVR port fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:50.867827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:50.868223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:50.868666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2904e55b-ccc2-479a-8771-10d4fc26a186 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:50.873112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=fb5b4c48-4e70-48cf-a8c2-6c88ee24d72e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:50.894080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 2904e55b-ccc2-479a-8771-10d4fc26a186 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:50.895212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2904e55b-ccc2-479a-8771-10d4fc26a186 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:50.895543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5e761e25-c923-49fd-a0da-55c0d7b02cf5 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:50.921813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 5e761e25-c923-49fd-a0da-55c0d7b02cf5 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:50.922200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5e761e25-c923-49fd-a0da-55c0d7b02cf5 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:50.922698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1672b501-a8ff-4e6b-a242-57964184dd69 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:50.946877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1672b501-a8ff-4e6b-a242-57964184dd69 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:50.947978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1672b501-a8ff-4e6b-a242-57964184dd69 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:51.237580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Made reservation on behalf of 9dff92e033a84752a3854a9be9772157 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:51.243140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.248271 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-249171d4-1b78-4d1f-8031-daf584086337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.308516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed5cbdbc-bc80-4abe-b4eb-533bbadb901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.368406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cbdbc-bc80-4abe-b4eb-533bbadb901d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679eb6c9-348d-4689-9cf7-bcea9af41ed0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:51.379935 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed5cbdbc-bc80-4abe-b4eb-533bbadb901d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.381886 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ed5cbdbc-bc80-4abe-b4eb-533bbadb901d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/679eb6c9-348d-4689-9cf7-bcea9af41ed0 HTTP/1.1" status: 204 len: 168 time: 1.4078047 Jul 14 11:28:51.387067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae3898-5e12-4cc9-8baa-14b942fe40c0 None None] Network 3409a8a0-9eb0-487d-bb5e-5ce416126df0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:51.388143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33572) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:51.422959 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-249171d4-1b78-4d1f-8031-daf584086337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.426861 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-249171d4-1b78-4d1f-8031-daf584086337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.428071 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-249171d4-1b78-4d1f-8031-daf584086337 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ecda640e-ba5c-4e0d-83e0-2ec1b956da68 HTTP/1.1" status: 204 len: 168 time: 0.8514442 Jul 14 11:28:51.458533 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.488895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48efd243-e5a0-495b-8b20-aaa314e9c417 req-a47c9ae0-1ac9-429b-815c-576ddfef8109 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349647 Jul 14 11:28:51.497418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7baecfb-691b-4b6b-b996-8f64797a6a61']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:51.515903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249171d4-1b78-4d1f-8031-daf584086337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecda640e-ba5c-4e0d-83e0-2ec1b956da68,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:51.528221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21763479-423c-4a0d-8aa8-779d87447771') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:51.528585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21763479-423c-4a0d-8aa8-779d87447771') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:51.572175 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.594285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.628210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Allocated IP 172.20.0.8 (594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9/606cc036-ccce-4fe3-b770-acb3ecc81cfe/eefa03b2-ae82-49c3-87d0-96765cea3a45) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:51.650872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f80f3c-a38b-465e-bcd5-d573a00cb503 None None] DHCP port deletion for 3409a8a0-9eb0-487d-bb5e-5ce416126df0 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:28:51.726172 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Deleting port 064120b6-28d3-40b8-888b-113ba9feac5e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:51.726639 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.730495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f6f80f3c-a38b-465e-bcd5-d573a00cb503 None None] Deleting port 064120b6-28d3-40b8-888b-113ba9feac5e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:51.731186 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f6f80f3c-a38b-465e-bcd5-d573a00cb503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.803480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] For port 064120b6-28d3-40b8-888b-113ba9feac5e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=064120b6-28d3-40b8-888b-113ba9feac5e,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:51.803870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.804306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da396a8-ec9e-4a7a-985c-831c6d07d0ab {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:51.813680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f6f80f3c-a38b-465e-bcd5-d573a00cb503 None None] For port 064120b6-28d3-40b8-888b-113ba9feac5e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=064120b6-28d3-40b8-888b-113ba9feac5e,segment=NetworkSegment(32863d33-85bc-4280-bdff-baac68079bb3),segment_id=32863d33-85bc-4280-bdff-baac68079bb3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:51.814181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.814343 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f6f80f3c-a38b-465e-bcd5-d573a00cb503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.820946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Calling delete_port for 064120b6-28d3-40b8-888b-113ba9feac5e owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:51.829430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Transition to ACTIVE for port object 8da396a8-ec9e-4a7a-985c-831c6d07d0ab will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:51.831534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f6f80f3c-a38b-465e-bcd5-d573a00cb503 None None] Calling delete_port for 064120b6-28d3-40b8-888b-113ba9feac5e owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:51.843492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.856685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.902203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:51.902203 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:51.903969 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:51.951920 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f6f80f3c-a38b-465e-bcd5-d573a00cb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.957991 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:51.980601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] No DVR routers for this DVR port 064120b6-28d3-40b8-888b-113ba9feac5e on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:51.980890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-6bfb2afc-5efa-46d8-b7af-adf5ba83e919 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:51.981013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-6bfb2afc-5efa-46d8-b7af-adf5ba83e919 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568&tenant_id=092b4d35f0ba473e960362da2e4e4617&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.6909673 Jul 14 11:28:52.003207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f80f3c-a38b-465e-bcd5-d573a00cb503 None None] No DVR routers for this DVR port 064120b6-28d3-40b8-888b-113ba9feac5e on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:52.009794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f80f3c-a38b-465e-bcd5-d573a00cb503 None None] Pushing event deleted for resources: {'Port': ['ID=064120b6-28d3-40b8-888b-113ba9feac5e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:52.033000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa246-e6f8-4ed7-b316-af8027ff1337 req-d7741665-ff72-4201-a9c9-86f1ff97fdac tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:52.041129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-762fa246-e6f8-4ed7-b316-af8027ff1337 req-d7741665-ff72-4201-a9c9-86f1ff97fdac tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 931 time: 0.7549856 Jul 14 11:28:52.097086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Pushing event updated for resources: {'Port': ['ID=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:52.145143 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.196597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.199224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/networks/a7baecfb-691b-4b6b-b996-8f64797a6a61 HTTP/1.1" status: 204 len: 168 time: 3.0556352 Jul 14 11:28:52.203193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33588) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:52.208481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Pushing event deleted for resources: {'Port': ['ID=064120b6-28d3-40b8-888b-113ba9feac5e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:52.220435 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.243378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3409a8a0-9eb0-487d-bb5e-5ce416126df0']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:52.247465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-762fa246-e6f8-4ed7-b316-af8027ff1337 req-9681f894-f731-4809-80bc-cd5bddf13d9f tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053554 Jul 14 11:28:52.253864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce21a69-be8e-4c21-bde3-a90199a6ab5b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Network': ['ID=a7baecfb-691b-4b6b-b996-8f64797a6a61,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:52.261501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32863d33-85bc-4280-bdff-baac68079bb3') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:52.262065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32863d33-85bc-4280-bdff-baac68079bb3') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:52.276059 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.293718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.301521 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:52.302039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.334397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Attempting to bind port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:52.334864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Attempting to bind port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:52.335096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Attempting to bind port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab on network e25c425b-a69c-404f-bca7-3be118da508d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:52.353497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b576b-8407-4327-9e7c-255abc0effc5 req-5c97eb5d-d766-44dd-b1e7-3a2919c4b400 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:52.355099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c0b576b-8407-4327-9e7c-255abc0effc5 req-5c97eb5d-d766-44dd-b1e7-3a2919c4b400 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 944 time: 0.2621865 Jul 14 11:28:52.355708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab on network e25c425b-a69c-404f-bca7-3be118da508d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:28:52.356057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Attempting to bind port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab on network e25c425b-a69c-404f-bca7-3be118da508d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:52.363669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-7665a4f8-196f-4a99-82ee-2e6a040c02bd service neutron] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:52.372129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:52.372479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Checking segment: {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:52.372852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Bound using segment: {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:52.373373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Bound port: 8da396a8-ec9e-4a7a-985c-831c6d07d0ab, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4e9111-50be-4dc1-9837-629eab170392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:52.373736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.377618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-7665a4f8-196f-4a99-82ee-2e6a040c02bd service neutron] Notify callbacks [] for binding, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.379320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e01131d-9724-4e2d-b88e-477630f98ed7 req-7665a4f8-196f-4a99-82ee-2e6a040c02bd service neutron] 10.222.0.45 "DELETE /v2.0/ports/d8ec3721-00ba-43fa-adc7-fda024d11488/bindings/n-h1-778696-8 HTTP/1.1" status: 204 len: 173 time: 0.3759730 Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:28:52.415481 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:28:52.462193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6e2093-a5c2-41d1-9314-9742a69a7b9a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:52.462643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c0b576b-8407-4327-9e7c-255abc0effc5 req-b354c7fb-601b-4482-800b-38643e9f299c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974934 Jul 14 11:28:52.463564 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8c6e2093-a5c2-41d1-9314-9742a69a7b9a tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/530f487e-27e4-4df7-945e-ee25146ae533 HTTP/1.1" status: 200 len: 841 time: 0.2568278 Jul 14 11:28:52.473249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.484537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33596) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:52.486236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.488636 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3409a8a0-9eb0-487d-bb5e-5ce416126df0 HTTP/1.1" status: 204 len: 168 time: 1.0989571 Jul 14 11:28:52.502514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d65dd51d-db85-49ed-ad75-1c524f5d5537 req-3aa81bb0-9158-4713-97af-4db59617c6e2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 210 time: 0.0669458 Jul 14 11:28:52.517704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62ed2d-2c5e-4dbe-af19-194d6707d901 admin admin] Pushing event deleted for resources: {'Network': ['ID=3409a8a0-9eb0-487d-bb5e-5ce416126df0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:52.595808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.608664 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1bc3f9ca-c3bf-4f75-89be-9b41008c105e tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/530f487e-27e4-4df7-945e-ee25146ae533?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1193054 Jul 14 11:28:52.610669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33606) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:52.617480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:52.627068 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-5269d44c-3c65-45cb-b0c9-6acfd46b448d service neutron] show failed (client error): The resource could not be found. Jul 14 11:28:52.628080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-5269d44c-3c65-45cb-b0c9-6acfd46b448d service neutron] 10.222.0.45 "GET /v2.0/ports/5fd49f14-a798-47bc-8661-f095b1ccff5a/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0953269 Jul 14 11:28:52.676432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] For port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:52.683881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] For port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:52.693526 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.798514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 064120b6-28d3-40b8-888b-113ba9feac5e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:52.802947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:52.809988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:52.817102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] 10.222.0.45 "PUT /v2.0/ports/8da396a8-ec9e-4a7a-985c-831c6d07d0ab HTTP/1.1" status: 200 len: 1091 time: 2.2369878 Jul 14 11:28:52.820314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'tag': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:52.822654 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5f8644-1858-458b-bf7f-6c552f950dad" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213", "tag": "8da396a8-ec9e-4a7a-985c-831c6d07d0ab"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:52.877199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 064120b6-28d3-40b8-888b-113ba9feac5e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:28:52.882270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 064120b6-28d3-40b8-888b-113ba9feac5e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:52.898730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354d7ba-20fa-45de-998e-22db67b97d94 service neutron] Pushing event updated for resources: {'Port': ['ID=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:52.979626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33616) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:52.983373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.024419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:53.025999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:53.030144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.037416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:53.049493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:53.220233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event updated for resources: {'Port': ['ID=eefa03b2-ae82-49c3-87d0-96765cea3a45,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:53.236611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:53.237235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.245150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a4225374-4669-48c1-826a-4d9c7e352066 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dfe01a3446c14c04a5450fdb9d059406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600760 Jul 14 11:28:53.245730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33620) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:53.281781 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-7af41228-2c35-45b0-907f-9a4bdd13299d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8965983 Jul 14 11:28:53.286994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b23e2f-1d07-48ee-a462-da27f63e059c req-d940222e-04fb-4ebb-8a66-c387fa12c9b0 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:53.288583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93b23e2f-1d07-48ee-a462-da27f63e059c req-d940222e-04fb-4ebb-8a66-c387fa12c9b0 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.3419096 Jul 14 11:28:53.295221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Request body: {'port': {'device_id': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:53.304631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-32250671-3678-4ab1-bb6e-8489302b5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:53.306135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-32250671-3678-4ab1-bb6e-8489302b5325 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2dd4fb66e2f4a069ee9c4869cddb24d&device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 1094 time: 0.2467866 Jul 14 11:28:53.317561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-f6135a67-ba95-41b7-b4d8-b9ab0ede39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:53.319022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-f6135a67-ba95-41b7-b4d8-b9ab0ede39ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea&tenant_id=74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 1101 time: 0.1966522 Jul 14 11:28:53.335890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab2880-cb06-4b58-a01d-71ae6d7dfb9c req-524b1221-25d4-4b8c-9733-696d848a1c83 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:53.337636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89ab2880-cb06-4b58-a01d-71ae6d7dfb9c req-524b1221-25d4-4b8c-9733-696d848a1c83 tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 1095 time: 0.2483537 Jul 14 11:28:53.342939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:53.395003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-edc51022-f31a-477e-b6a8-885e07174a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.396932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-034aa552-38fd-4967-a3fc-a398d4e7d9f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8da396a8-ec9e-4a7a-985c-831c6d07d0ab HTTP/1.1" status: 200 len: 217 time: 0.0761771 Jul 14 11:28:53.477630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93b23e2f-1d07-48ee-a462-da27f63e059c req-03712b2d-6352-464e-a717-38d183cb6522 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795375 Jul 14 11:28:53.478161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.481223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-edc51022-f31a-477e-b6a8-885e07174a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.485251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.526533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-dead978c-43fb-41d8-b3b3-f24a65965392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:53.528046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-dead978c-43fb-41d8-b3b3-f24a65965392 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c92bbc43-0d11-43e4-838b-14b931b3937a HTTP/1.1" status: 200 len: 845 time: 0.1198804 Jul 14 11:28:53.529665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89ab2880-cb06-4b58-a01d-71ae6d7dfb9c req-c6218472-6765-4108-8719-f75b83a9ed9c tempest-LiveAutoBlockMigrationV225Test-328652983 tempest-LiveAutoBlockMigrationV225Test-328652983-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383829 Jul 14 11:28:53.552167 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9a39c5-8dd1-4623-b32a-e5c14be4ecd4 x-openstack-request-id: req-af9a39c5-8dd1-4623-b32a-e5c14be4ecd4 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:53.552464 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213", "tag": "8da396a8-ec9e-4a7a-985c-831c6d07d0ab", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:53.553362 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af9a39c5-8dd1-4623-b32a-e5c14be4ecd4 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:53.553362 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'tag': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab', 'status': 'completed', 'code': 200} Jul 14 11:28:53.576904 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.604795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:53.634378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:53.639576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:53.640274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.642559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:53.645962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f6cc4-3c0a-4eb4-8e29-8a6013e2fb0e None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:53.673150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-63408af9-c53d-497a-8eeb-8ddad75be582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:53.674378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-63408af9-c53d-497a-8eeb-8ddad75be582 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e25c425b-a69c-404f-bca7-3be118da508d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351633 Jul 14 11:28:53.723131 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e4dbb34f-9231-46b8-9645-c1392d71c7d3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1087263 Jul 14 11:28:53.725540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33632) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:53.731618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ef20edc5-644f-43df-9753-14fc22b7f158 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'security_group': {'name': 'tempest-secgroup-491133034'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:53.746130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-edc51022-f31a-477e-b6a8-885e07174a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.748631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-edc51022-f31a-477e-b6a8-885e07174a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.752093 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-edc51022-f31a-477e-b6a8-885e07174a96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ebdb3a5b-7cba-47fa-b17d-2bcbac847083 HTTP/1.1" status: 204 len: 168 time: 0.5017047 Jul 14 11:28:53.799256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc51022-f31a-477e-b6a8-885e07174a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb3a5b-7cba-47fa-b17d-2bcbac847083,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:53.862314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef20edc5-644f-43df-9753-14fc22b7f158 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:53.912723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'tenant_id': '124cdbed65124bcaa6fb8297d1619fb8', 'fixed_ips': [{'subnet_id': 'dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:28:53.914614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.035381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefa03b2-ae82-49c3-87d0-96765cea3a45 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:54.041592 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef20edc5-644f-43df-9753-14fc22b7f158 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.047527 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.055658 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef20edc5-644f-43df-9753-14fc22b7f158 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.093633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20edc5-644f-43df-9753-14fc22b7f158 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a538205c-6c41-42d8-870f-c3162cf15b37,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:54.108121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Transition to ACTIVE for port object eefa03b2-ae82-49c3-87d0-96765cea3a45 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:54.113239 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef20edc5-644f-43df-9753-14fc22b7f158 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.115173 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ef20edc5-644f-43df-9753-14fc22b7f158 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3888435 Jul 14 11:28:54.117958 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33644) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:54.121070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.129849 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3c1d0844-52db-4861-ba25-352495b0dc94 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'security_group': {'name': 'tempest-secgroup-417935153'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:54.149655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Allocated IP 172.20.0.2 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a/4609d30c-3991-4bca-bf95-999e334467ee) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:54.188859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0c8b-19cb-4516-9780-d206d4e5ae06 req-0833aeca-5b0d-48ab-826e-d58271c72e31 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:54.192096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=eefa03b2-ae82-49c3-87d0-96765cea3a45,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:54.196160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-461d0c8b-19cb-4516-9780-d206d4e5ae06 req-0833aeca-5b0d-48ab-826e-d58271c72e31 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 943 time: 0.3592236 Jul 14 11:28:54.293142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-fb5f4d44-bcb3-4794-b4ad-245f7269c57d service neutron] 10.222.0.45 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026653 Jul 14 11:28:54.296717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0844-52db-4861-ba25-352495b0dc94 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.386646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Attempting to bind port eefa03b2-ae82-49c3-87d0-96765cea3a45 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:54.387182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Attempting to bind port eefa03b2-ae82-49c3-87d0-96765cea3a45 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:54.387518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Attempting to bind port eefa03b2-ae82-49c3-87d0-96765cea3a45 on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:54.392024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-461d0c8b-19cb-4516-9780-d206d4e5ae06 req-6feb6064-569a-4164-aa60-7c2db319eb75 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949112 Jul 14 11:28:54.398118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.403768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Port eefa03b2-ae82-49c3-87d0-96765cea3a45 on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:28:54.404335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Attempting to bind port eefa03b2-ae82-49c3-87d0-96765cea3a45 on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:54.411715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:54.411958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Transition to ACTIVE for port object 4609d30c-3991-4bca-bf95-999e334467ee will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:54.412071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Checking segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:54.412458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Bound using segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:54.412892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Bound port: eefa03b2-ae82-49c3-87d0-96765cea3a45, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:54.413368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.416457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:54.431033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Transition to ACTIVE for port object 4609d30c-3991-4bca-bf95-999e334467ee will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:54.436858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0844-52db-4861-ba25-352495b0dc94 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.439479 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.444796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0844-52db-4861-ba25-352495b0dc94 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.496062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0844-52db-4861-ba25-352495b0dc94 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.497769 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3c1d0844-52db-4861-ba25-352495b0dc94 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3779464 Jul 14 11:28:54.501011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:54.508443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33654) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:54.509418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:54.516226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1397909454', 'security_groups': ['56b7b95b-34c0-4423-871e-4c07830d374a'], 'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:54.522569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:54.537800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1eba08-8936-4ad5-a569-1165c33627a5 req-7715a3d6-b929-4761-9334-c80e8bd169eb service neutron] 10.222.0.45 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302251 Jul 14 11:28:54.567345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71567169-6bc9-43b5-ac6d-a5cccfb608d9 req-93d9ba2d-5609-4c55-a1d0-ecc8360ad1bc tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:54.577338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71567169-6bc9-43b5-ac6d-a5cccfb608d9 req-93d9ba2d-5609-4c55-a1d0-ecc8360ad1bc tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 943 time: 0.3499560 Jul 14 11:28:54.593511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d0844-52db-4861-ba25-352495b0dc94 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b7b95b-34c0-4423-871e-4c07830d374a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:54.595758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Pushing event updated for resources: {'Port': ['ID=4609d30c-3991-4bca-bf95-999e334467ee,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:54.633597 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Attempting to bind port 4609d30c-3991-4bca-bf95-999e334467ee on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:54.633984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Attempting to bind port 4609d30c-3991-4bca-bf95-999e334467ee by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '2ea3f724-90d1-4b14-a72c-0ccedab63ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:54.634411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Attempting to bind port 4609d30c-3991-4bca-bf95-999e334467ee on network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:54.640636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:54.641018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Checking segment: {'id': '2ea3f724-90d1-4b14-a72c-0ccedab63ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:54.641843 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.641980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Bound using segment: {'id': '2ea3f724-90d1-4b14-a72c-0ccedab63ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:54.642768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Bound port: 4609d30c-3991-4bca-bf95-999e334467ee, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea3f724-90d1-4b14-a72c-0ccedab63ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:54.643624 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.665852 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] For port eefa03b2-ae82-49c3-87d0-96765cea3a45, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:54.677760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:54.681952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] For port eefa03b2-ae82-49c3-87d0-96765cea3a45, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=eefa03b2-ae82-49c3-87d0-96765cea3a45,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:54.699879 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.737333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71567169-6bc9-43b5-ac6d-a5cccfb608d9 req-ff95bb82-1a66-4a97-b46c-cab85130f733 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580317 Jul 14 11:28:54.745553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] For port 4609d30c-3991-4bca-bf95-999e334467ee, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:54.750616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] For port 4609d30c-3991-4bca-bf95-999e334467ee, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4609d30c-3991-4bca-bf95-999e334467ee,segment=NetworkSegment(2ea3f724-90d1-4b14-a72c-0ccedab63ef5),segment_id=2ea3f724-90d1-4b14-a72c-0ccedab63ef5)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:54.755088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:54.755769 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.756030 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.757619 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] 10.222.0.64 "PUT /v2.0/ports/eefa03b2-ae82-49c3-87d0-96765cea3a45 HTTP/1.1" status: 200 len: 1091 time: 1.4675946 Jul 14 11:28:54.775673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'tag': 'eefa03b2-ae82-49c3-87d0-96765cea3a45'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:54.778277 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8690b5-2f9a-43d4-87af-e1c35813d43d", "tag": "eefa03b2-ae82-49c3-87d0-96765cea3a45"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:54.834689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be36c56-8a71-4911-baf6-1b1c3b1333b8 None None] Pushing event updated for resources: {'Port': ['ID=4609d30c-3991-4bca-bf95-999e334467ee,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:54.859496 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.876485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Transition to ACTIVE for port object 5fd49f14-a798-47bc-8661-f095b1ccff5a will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:54.886496 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:54.898495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-92a86349-576b-407a-88a3-d666d20f5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:54.900525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-92a86349-576b-407a-88a3-d666d20f5d26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2dd4fb66e2f4a069ee9c4869cddb24d&device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 1094 time: 0.2886472 Jul 14 11:28:54.922725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f2bdc-8701-486a-9e58-4e6c3059cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=eefa03b2-ae82-49c3-87d0-96765cea3a45,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:54.928066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:54.977168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33676) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:55.061665 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-eab13f23-eefe-4274-bd03-2c5cdcbeb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:55.064918 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-eab13f23-eefe-4274-bd03-2c5cdcbeb7ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 1094 time: 0.2602105 Jul 14 11:28:55.117254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] No DVR routers for this DVR port 5fd49f14-a798-47bc-8661-f095b1ccff5a on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:55.143444 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-b802c86b-844c-43f5-a7f7-026e56a7b743 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eefa03b2-ae82-49c3-87d0-96765cea3a45 HTTP/1.1" status: 200 len: 217 time: 0.0705187 Jul 14 11:28:55.148293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:55.271064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:28:55.272208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:28:55.272720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:55.280365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-b0df6050-6068-40ec-9e0b-0bb19196063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:55.281877 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-b0df6050-6068-40ec-9e0b-0bb19196063d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.1296248 Jul 14 11:28:55.285595 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcabae68-8eff-4620-91f8-a870b526dc90 x-openstack-request-id: req-dcabae68-8eff-4620-91f8-a870b526dc90 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:55.285878 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8690b5-2f9a-43d4-87af-e1c35813d43d", "tag": "eefa03b2-ae82-49c3-87d0-96765cea3a45", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:55.286123 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcabae68-8eff-4620-91f8-a870b526dc90 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:55.286506 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'tag': 'eefa03b2-ae82-49c3-87d0-96765cea3a45', 'status': 'completed', 'code': 200} Jul 14 11:28:55.287514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-3ea25074-36d0-4fac-bfb9-95bdfa0f9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:55.289431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-3ea25074-36d0-4fac-bfb9-95bdfa0f9a10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e25c425b-a69c-404f-bca7-3be118da508d HTTP/1.1" status: 200 len: 906 time: 0.3503671 Jul 14 11:28:55.291166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Port 5fd49f14-a798-47bc-8661-f095b1ccff5a on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:28:55.291661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:28:55.294773 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:55.302883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-network', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:55.308104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:28:55.309502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:55.314146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:28:55.315013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Bound port: 5fd49f14-a798-47bc-8661-f095b1ccff5a, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:28:55.315566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:55.353493 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-85cc89a7-8650-43b0-bc7c-05c018728993 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470815 Jul 14 11:28:55.368173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-a3e6b301-ee2e-4fba-bcda-456cf5eab4b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8da396a8-ec9e-4a7a-985c-831c6d07d0ab HTTP/1.1" status: 200 len: 217 time: 0.0682127 Jul 14 11:28:55.384390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5b7b1-3661-42fb-a86d-ed9f5684a00f req-5b57ac1a-2bed-4bd8-b986-46f94620f735 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:55.386130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29d5b7b1-3661-42fb-a86d-ed9f5684a00f req-5b57ac1a-2bed-4bd8-b986-46f94620f735 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 948 time: 0.3450058 Jul 14 11:28:55.415123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port 5e0444c5-c879-4640-ad4b-c1a128b338a8 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:28:55.434260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Made reservation on behalf of fe17b7b4bc714780bc950ac2e669ab05 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:55.436591 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:55.476741 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:55.539451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-e55c7172-5ca5-484d-aec5-c50443fa58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:55.540905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-e55c7172-5ca5-484d-aec5-c50443fa58eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c92bbc43-0d11-43e4-838b-14b931b3937a HTTP/1.1" status: 200 len: 845 time: 0.1538372 Jul 14 11:28:55.565810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:55.568057 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267ea112-3fa5-4202-9f81-14164f269dc8" -d '{"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:55.584779 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-efc20a34-6d43-4be9-86b7-66dfa8117706 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221935 Jul 14 11:28:55.586348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29d5b7b1-3661-42fb-a86d-ed9f5684a00f req-fe0ad114-57f6-45a5-a102-504fd408e5b7 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691895 Jul 14 11:28:55.589636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:28:55.633998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:28:55.650592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78a85d-80b6-49ba-8457-473a16cc10d3 req-f2eab868-75fe-4b23-8591-6258b7e65bd4 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:55.657725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e78a85d-80b6-49ba-8457-473a16cc10d3 req-f2eab868-75fe-4b23-8591-6258b7e65bd4 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 944 time: 0.2975433 Jul 14 11:28:55.663454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:55.734451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.8 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a/5e0444c5-c879-4640-ad4b-c1a128b338a8) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:55.818822 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d5a0c0d9-da42-487c-8a50-6f7720e7adcb req-05b444f3-6e23-4854-b812-86aea30ae9fe service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125678 Jul 14 11:28:55.827390 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:55.842720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:55.942615 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:55.954216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:28:55.995651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:55.996022 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Added segment 5fc58d96-a7e0-40a6-92cd-8efde38ab002 of type vlan for network 17a58e57-0478-4b77-90fd-f2f38136c5f7 Jul 14 11:28:55.997443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f34840-ec07-44bb-b97d-0688ab792e03,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:56.055393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.055960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:56.057608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] 10.222.0.64 "PUT /v2.0/ports/5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 1096 time: 2.7239892 Jul 14 11:28:56.061611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:56.127684 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:56.135362 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:56.136365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.136963 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:56.145894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-a0bb640e-4e4e-4233-a754-2b1b48177f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.147427 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-a0bb640e-4e4e-4233-a754-2b1b48177f57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 1094 time: 0.2583170 Jul 14 11:28:56.226113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object 5e0444c5-c879-4640-ad4b-c1a128b338a8 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:56.229357 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2493467 Jul 14 11:28:56.230094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e78a85d-80b6-49ba-8457-473a16cc10d3 req-78d1b190-5b5e-4d87-af2a-ef582520fe77 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718133 Jul 14 11:28:56.241588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33696) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:56.249551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-be424c4e-afe4-4ce7-957a-e5fc59e2c080 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.251097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-be424c4e-afe4-4ce7-957a-e5fc59e2c080 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.45 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 944 time: 0.7293098 Jul 14 11:28:56.282821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3276252-fa09-40dd-ab73-e570b893dea9 admin admin] Pushing event updated for resources: {'Network': ['ID=17a58e57-0478-4b77-90fd-f2f38136c5f7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:56.283842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11610d0c-da86-451d-a0dd-10a18c9085ad service neutron] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:56.290724 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Request body: {'subnet': {'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-subnet', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:56.301816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 17a58e57-0478-4b77-90fd-f2f38136c5f7 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:28:56.329782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-619d3318-9385-479a-87d0-64a7f560e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.335362 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-619d3318-9385-479a-87d0-64a7f560e466 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e25c425b-a69c-404f-bca7-3be118da508d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7615287 Jul 14 11:28:56.365235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Made reservation on behalf of fe17b7b4bc714780bc950ac2e669ab05 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:56.368570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:56.435233 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e740d74-95df-4da2-a7e9-cfef85af6e04 x-openstack-request-id: req-8e740d74-95df-4da2-a7e9-cfef85af6e04 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:56.435622 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:56.435768 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e740d74-95df-4da2-a7e9-cfef85af6e04 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:56.436418 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'code': 200} Jul 14 11:28:56.447510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:56.455687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-b2f8fd2d-989b-4672-9507-b5fbc62e5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.457777 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-b2f8fd2d-989b-4672-9507-b5fbc62e5617 service neutron] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 911 time: 0.2916079 Jul 14 11:28:56.493218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-08691025-45ea-4e45-9dc0-489ed25fd66d None None] Provisioning for port 4609d30c-3991-4bca-bf95-999e334467ee completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:56.497826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-09da1dd5-a039-4b46-863f-f499d897d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.499422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-09da1dd5-a039-4b46-863f-f499d897d43e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1099 time: 0.3988292 Jul 14 11:28:56.518589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be830e7-d0c8-4388-a31e-9c0242a3f677 req-8ab5ed74-6ada-46fe-a731-42a77d436e0b tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.520812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5be830e7-d0c8-4388-a31e-9c0242a3f677 req-8ab5ed74-6ada-46fe-a731-42a77d436e0b tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 943 time: 0.4257555 Jul 14 11:28:56.536520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-08691025-45ea-4e45-9dc0-489ed25fd66d None None] Provisioning complete for port 530f487e-27e4-4df7-945e-ee25146ae533 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:56.536995 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08691025-45ea-4e45-9dc0-489ed25fd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:56.543937 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-3112b3ef-ac8e-4384-9b04-90d4f902ef31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eefa03b2-ae82-49c3-87d0-96765cea3a45 HTTP/1.1" status: 200 len: 217 time: 0.0742097 Jul 14 11:28:56.584854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-08691025-45ea-4e45-9dc0-489ed25fd66d None None] Port 530f487e-27e4-4df7-945e-ee25146ae533 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:56.703591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5be830e7-d0c8-4388-a31e-9c0242a3f677 req-72662743-018a-4c47-8aa7-b5fd679f1b16 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696432 Jul 14 11:28:56.708633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-d4454dd6-e150-498a-8422-ecce9742b01d service neutron] 10.222.0.45 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474879 Jul 14 11:28:56.723521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Deleting port d8ec3721-00ba-43fa-adc7-fda024d11488 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:56.723882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:56.778356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 8da396a8-ec9e-4a7a-985c-831c6d07d0ab details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:28:56.780783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:56.836209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-ee279764-3d9d-4cf7-97a1-5647c25370f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.837979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-ee279764-3d9d-4cf7-97a1-5647c25370f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.3134804 Jul 14 11:28:56.843350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4609d30c-3991-4bca-bf95-999e334467ee up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:56.852336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:56.870155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:56.912447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-9c8fd4e4-a98e-4aaf-8e01-3b047d8dac4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.0612543 Jul 14 11:28:56.923152 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:56.923423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:56.931553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=5e0444c5-c879-4640-ad4b-c1a128b338a8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:56.955826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-fa7e48d3-d1a0-4f44-89e8-2998d0406f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.957928 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-fa7e48d3-d1a0-4f44-89e8-2998d0406f3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.4015882 Jul 14 11:28:56.972572 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4e4c1-811f-43bc-9a72-e197d9a6822d req-c2d3d0dd-d896-45a4-94d0-5f7a10c72298 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:56.974484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86d4e4c1-811f-43bc-9a72-e197d9a6822d req-c2d3d0dd-d896-45a4-94d0-5f7a10c72298 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 943 time: 0.3708618 Jul 14 11:28:56.996242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4609d30c-3991-4bca-bf95-999e334467ee completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:57.008978 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-5c2cea23-bcd1-4dbf-b02e-a25ca2e84719 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387883 Jul 14 11:28:57.031502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:57.031903 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.068435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:57.069391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.076890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:57.105361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] For port d8ec3721-00ba-43fa-adc7-fda024d11488, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d8ec3721-00ba-43fa-adc7-fda024d11488,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:57.105726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.109627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'port_id': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab', 'mac_address': 'fa:16:3e:f2:64:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:28:57.128093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86d4e4c1-811f-43bc-9a72-e197d9a6822d req-76fb98ca-9ffb-41e6-a1c3-fa20e72763f9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070175 Jul 14 11:28:57.162072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-d387a088-087c-468b-86f9-9ee6749c4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:57.163758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-d387a088-087c-468b-86f9-9ee6749c4277 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2309546 Jul 14 11:28:57.171474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee5f8644-1858-458b-bf7f-6c552f950dad req-17f9d0bd-93c6-4417-bb43-b26600ec3f3e service neutron] 10.222.0.45 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518261 Jul 14 11:28:57.172758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Calling delete_port for d8ec3721-00ba-43fa-adc7-fda024d11488 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:57.175988 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-235f41d8-ea8f-414e-8905-894550a027cf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6660888 Jul 14 11:28:57.179883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33710) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:57.183479 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.194709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ffc4c360-083c-4620-a6cf-7b9d48fc7bcf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:57.235771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da396a8-ec9e-4a7a-985c-831c6d07d0ab {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:57.254701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.267446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:57.283684 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.303690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e96f2-fc11-4f59-a922-6d58eaf43856 req-29f3f376-d02c-485a-9cb4-f8346ff7c4e2 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:57.305994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc4e96f2-fc11-4f59-a922-6d58eaf43856 req-29f3f376-d02c-485a-9cb4-f8346ff7c4e2 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 946 time: 0.3850410 Jul 14 11:28:57.330802 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-b435746a-39f8-4f7e-8bd7-ad0b23d15276 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810061 Jul 14 11:28:57.339262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cd03443e-51ad-4298-aa46-bb3b086616a9 None None] Provisioning for port 5e0444c5-c879-4640-ad4b-c1a128b338a8 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:57.346708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.381302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cd03443e-51ad-4298-aa46-bb3b086616a9 None None] Provisioning complete for port 5e0444c5-c879-4640-ad4b-c1a128b338a8 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:57.381754 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cd03443e-51ad-4298-aa46-bb3b086616a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.407550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-bc9c7fdc-f7bf-4691-81dc-06d507f5c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:57.409142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-bc9c7fdc-f7bf-4691-81dc-06d507f5c9ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2343342 Jul 14 11:28:57.419099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94eb39ad-eae2-4869-b271-ce825277af24,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:57.438347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc4e96f2-fc11-4f59-a922-6d58eaf43856 req-08a9bc4a-877a-485d-8878-195bb720a160 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/security-groups?id=ced0b09b-ae78-4c0f-b022-d4afba8091ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239429 Jul 14 11:28:57.456376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4609d30c-3991-4bca-bf95-999e334467ee, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4609d30c-3991-4bca-bf95-999e334467ee,segment=NetworkSegment(2ea3f724-90d1-4b14-a72c-0ccedab63ef5),segment_id=2ea3f724-90d1-4b14-a72c-0ccedab63ef5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:57.493592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:57.501877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-cd03443e-51ad-4298-aa46-bb3b086616a9 None None] Port 5e0444c5-c879-4640-ad4b-c1a128b338a8 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:28:57.518565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Checking segment: {'id': '5fc58d96-a7e0-40a6-92cd-8efde38ab002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:28:57.518885 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.519029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Network hostable DHCP agents. Network: 17a58e57-0478-4b77-90fd-f2f38136c5f7, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:28:57.576363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc4c360-083c-4620-a6cf-7b9d48fc7bcf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:57.580448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffc4c360-083c-4620-a6cf-7b9d48fc7bcf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.586107 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-077dcfaf-20fb-4c1b-ba30-b643ccc67d21 req-f985ebd2-180d-42b8-8eee-303d0ccbaa50 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436697 Jul 14 11:28:57.602118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Network 17a58e57-0478-4b77-90fd-f2f38136c5f7 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:28:57.637601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4609d30c-3991-4bca-bf95-999e334467ee,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:57.641896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['8da396a8-ec9e-4a7a-985c-831c6d07d0ab'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:57.660771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 17a58e57-0478-4b77-90fd-f2f38136c5f7) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:57.683674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:57.684050 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.700311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2a2d2-60c8-431e-b7fe-736cf13f4b89 None None] Network 17a58e57-0478-4b77-90fd-f2f38136c5f7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:57.715677 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-b3de9f7e-5821-4440-8147-808fbb311e7e tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:57.717463 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-b3de9f7e-5821-4440-8147-808fbb311e7e tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 946 time: 0.3051159 Jul 14 11:28:57.792767 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.798044 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6573891c-f7dd-4893-9171-31a7a1a10a0d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5278544 Jul 14 11:28:57.801054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33726) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:57.809431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:57.844509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b77c1e7-001b-440f-98e8-220f281b6a0e req-ec02bb7b-dfd6-4a85-a97e-5e67a825c664 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 210 time: 0.0845697 Jul 14 11:28:57.846759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33728) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:57.849888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-00423e96-c7dc-4931-a759-082c48c95a1e service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097037 Jul 14 11:28:57.851709 n-d-778696-8 neutron-server[93701]: INFO neutron.db.ipam_backend_mixin [None req-ffc4c360-083c-4620-a6cf-7b9d48fc7bcf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a (CIDR: 172.20.0.0/28) Jul 14 11:28:57.858670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae8da6-f85d-4ffb-bbd2-8811ac68e66e req-d018f390-30de-4db4-ae3b-dd713fe78f9f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:57.865811 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3ae8da6-f85d-4ffb-bbd2-8811ac68e66e req-d018f390-30de-4db4-ae3b-dd713fe78f9f tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 948 time: 0.4865363 Jul 14 11:28:57.867744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Pushing event deleted for resources: {'Port': ['ID=d8ec3721-00ba-43fa-adc7-fda024d11488,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:57.892411 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc4c360-083c-4620-a6cf-7b9d48fc7bcf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:28:57.892775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc4c360-083c-4620-a6cf-7b9d48fc7bcf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:28:57.898548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.899554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.937472 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ffc4c360-083c-4620-a6cf-7b9d48fc7bcf tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7565613 Jul 14 11:28:57.964997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33732) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:57.970995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:57.981805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:57.997424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-17a58e57-0478-4b77-90fd-f2f38136c5f7', 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'fixed_ips': [{'subnet_id': '94eb39ad-eae2-4869-b271-ce825277af24'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:28:57.998479 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.047596 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.059660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] No DVR routers for this DVR port d8ec3721-00ba-43fa-adc7-fda024d11488 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:58.065504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.067685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77505e6e-dc24-4bc5-bf74-e07c72ab3ab4 req-9e71bc9e-ab04-461b-ad24-eea5b4598b3e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.45 "DELETE /v2.0/ports/d8ec3721-00ba-43fa-adc7-fda024d11488 HTTP/1.1" status: 204 len: 173 time: 1.7969487 Jul 14 11:28:58.108126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3ae8da6-f85d-4ffb-bbd2-8811ac68e66e req-719d7b29-f0aa-4050-bbcb-2fbf0cb62518 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413225 Jul 14 11:28:58.125951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Deleting port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:28:58.126309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.150728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75169145-8544-4bce-b109-49a24aa5b92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.196145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a0f3f58-3b8c-4c7d-9d2c-f68c91676bac req-0f5c301d-56a6-4d78-b415-131a5704fca7 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261187 Jul 14 11:28:58.221761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d55c33-cf21-44b0-b53a-35cd1c8cbe62 req-8ee70ed8-fc7e-40b0-8604-86464e313d0e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:58.223810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7d55c33-cf21-44b0-b53a-35cd1c8cbe62 req-8ee70ed8-fc7e-40b0-8604-86464e313d0e tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 944 time: 0.1696372 Jul 14 11:28:58.272114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Allocated IP 172.20.0.2 (17a58e57-0478-4b77-90fd-f2f38136c5f7/94eb39ad-eae2-4869-b271-ce825277af24/aa94c470-9321-457b-9646-7d25f9ca2f01) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:58.275981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7d55c33-cf21-44b0-b53a-35cd1c8cbe62 req-a2c221c2-0eb2-4cd1-8c6c-8da4143fbf0d tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 Jul 14 11:28:58.327504 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.380138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be59653-541f-47cd-9808-4940c2143678 req-b7a7f1ef-14e9-4557-a569-7b639a2a5daf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:58.388517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5be59653-541f-47cd-9808-4940c2143678 req-b7a7f1ef-14e9-4557-a569-7b639a2a5daf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 943 time: 0.0898633 Jul 14 11:28:58.439119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device eefa03b2-ae82-49c3-87d0-96765cea3a45 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:28:58.450420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5be59653-541f-47cd-9808-4940c2143678 req-fbc7dbad-d3e4-4d60-b04f-de68695792c2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594742 Jul 14 11:28:58.452712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a'}, {'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'name': 'network-vif-deleted', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:58.461817 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a"}, {"server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "name": "network-vif-deleted", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:58.551274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75169145-8544-4bce-b109-49a24aa5b92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.569060 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e51b63-c686-43ad-94b9-3b1e030105b3 x-openstack-request-id: req-b2e51b63-c686-43ad-94b9-3b1e030105b3 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:58.569816 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a", "status": "completed", "code": 200}, {"server_uuid": "32b3699b-0b28-467d-ad6d-0c506701c568", "name": "network-vif-deleted", "tag": "d8ec3721-00ba-43fa-adc7-fda024d11488", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:58.570485 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2e51b63-c686-43ad-94b9-3b1e030105b3 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:58.571269 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'status': 'completed', 'code': 200} Jul 14 11:28:58.572367 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b3699b-0b28-467d-ad6d-0c506701c568', 'name': 'network-vif-deleted', 'tag': 'd8ec3721-00ba-43fa-adc7-fda024d11488', 'status': 'completed', 'code': 200} Jul 14 11:28:58.573693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] For port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,segment=NetworkSegment(08fe7890-993e-4ff3-8799-ab980a8b5216),segment_id=08fe7890-993e-4ff3-8799-ab980a8b5216)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:58.574264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.577336 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75169145-8544-4bce-b109-49a24aa5b92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.638383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:28:58.642319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.654816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Calling delete_port for 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:28:58.728443 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-75169145-8544-4bce-b109-49a24aa5b92d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=636c9586e68b45d9940d385f06b5f882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8756397 Jul 14 11:28:58.735924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75169145-8544-4bce-b109-49a24aa5b92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b8c660-3204-46c4-aa45-e6ca3525a7a3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:58.760396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33740) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:58.832177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e7a97d92-72b3-471b-a37d-406a8d3dd93a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:58.875168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 8da396a8-ec9e-4a7a-985c-831c6d07d0ab up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:58.877471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4609d30c-3991-4bca-bf95-999e334467ee up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:28:58.951250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-f10ae4d1-4c50-42a0-8fe3-05c0fb34e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:58.953990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-f10ae4d1-4c50-42a0-8fe3-05c0fb34e0c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1099 time: 0.3722885 Jul 14 11:28:58.963964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:58.964684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-4ffa3198-b821-423a-8dab-1cdce42d1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:58.966633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-4ffa3198-b821-423a-8dab-1cdce42d1c23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1099 time: 0.3713989 Jul 14 11:28:58.986256 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f577a232-936b-4da4-83a7-eef9eac45bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.000765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['59b6dbac-4c98-4201-b5ac-ef2a6594bd45'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:28:59.048431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:59.048909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.052417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad939df-646a-486b-b304-ef0f1b3b0170 req-4ba33d5f-b46c-451a-add6-0920602d24dd tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:59.061460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ad939df-646a-486b-b304-ef0f1b3b0170 req-4ba33d5f-b46c-451a-add6-0920602d24dd tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bd9eee4-eb16-492e-b629-821def9d3ff7 HTTP/1.1" status: 200 len: 867 time: 0.4103646 Jul 14 11:28:59.092556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Pushing event deleted for resources: {'Port': ['ID=59b6dbac-4c98-4201-b5ac-ef2a6594bd45,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:59.166253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port eefa03b2-ae82-49c3-87d0-96765cea3a45, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=eefa03b2-ae82-49c3-87d0-96765cea3a45,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:59.168309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] No DVR routers for this DVR port 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:28:59.174092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.176785 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad963eeb-663b-463e-8d08-fcfa11ee66c8 req-d9d1cf74-6004-45eb-abe4-8835168b2781 tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.64 "DELETE /v2.0/ports/59b6dbac-4c98-4201-b5ac-ef2a6594bd45 HTTP/1.1" status: 204 len: 173 time: 1.4383025 Jul 14 11:28:59.177726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-c350ddbf-713b-49c4-be91-3c4ae8d3c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:59.179253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd9eee4-eb16-492e-b629-821def9d3ff7', 'name': 'network-vif-deleted', 'tag': '59b6dbac-4c98-4201-b5ac-ef2a6594bd45'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:59.180415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-c350ddbf-713b-49c4-be91-3c4ae8d3c69c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1985974 Jul 14 11:28:59.189289 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9818c7-2fab-4397-a1c5-49874440b6e2" -d '{"events": [{"server_uuid": "6bd9eee4-eb16-492e-b629-821def9d3ff7", "name": "network-vif-deleted", "tag": "59b6dbac-4c98-4201-b5ac-ef2a6594bd45"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:59.238544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de94a916-bfdf-4d90-8f66-a4b5fabe7d8e req-ae46d168-00da-491e-b3ac-76bba5accfbb tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 210 time: 0.1561916 Jul 14 11:28:59.255626 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.281785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'eefa03b2-ae82-49c3-87d0-96765cea3a45', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'port_id': 'eefa03b2-ae82-49c3-87d0-96765cea3a45', 'mac_address': 'fa:16:3e:ab:bc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606cc036-ccce-4fe3-b770-acb3ecc81cfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:28:59.302427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Transition to ACTIVE for port object aa94c470-9321-457b-9646-7d25f9ca2f01 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:59.304260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:28:59.314906 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f577a232-936b-4da4-83a7-eef9eac45bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.357579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.363828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:28:59.364292 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.408972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.448730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.449533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ad939df-646a-486b-b304-ef0f1b3b0170 req-c9038ec8-4d44-4f69-bca5-081c14c15faf tempest-ServerTagsTestJSON-397442297 tempest-ServerTagsTestJSON-397442297-project] 10.222.0.38 "GET /v2.0/security-groups?id=ced0b09b-ae78-4c0f-b022-d4afba8091ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868980 Jul 14 11:28:59.457335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-42ff9402-4ea4-41b0-985e-9ed37e36a2d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.1966314 Jul 14 11:28:59.469285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Transition to ACTIVE for port object aa94c470-9321-457b-9646-7d25f9ca2f01 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:28:59.525451 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.544889 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.568182 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e602a-b69a-4a57-aa75-b3c4ab7ae4db x-openstack-request-id: req-4f4e602a-b69a-4a57-aa75-b3c4ab7ae4db {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:59.568705 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd9eee4-eb16-492e-b629-821def9d3ff7", "name": "network-vif-deleted", "tag": "59b6dbac-4c98-4201-b5ac-ef2a6594bd45", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:59.568705 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f4e602a-b69a-4a57-aa75-b3c4ab7ae4db {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:59.569106 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd9eee4-eb16-492e-b629-821def9d3ff7', 'name': 'network-vif-deleted', 'tag': '59b6dbac-4c98-4201-b5ac-ef2a6594bd45', 'status': 'completed', 'code': 200} Jul 14 11:28:59.606947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:59.613393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:59.620035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:59.620643 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.630523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Pushing event updated for resources: {'Port': ['ID=aa94c470-9321-457b-9646-7d25f9ca2f01,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:59.643536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ea3e1-2177-4883-8661-bb4a5d263339 None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:28:59.644820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=5d6fb053-3c6e-4b52-9b29-1395371b1494,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:59.650342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefa03b2-ae82-49c3-87d0-96765cea3a45 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:28:59.653702 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Allocated IP 172.25.2.242 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/633e3aea-e285-4e21-a6a7-f4067550b7a2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:28:59.666305 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-604ca278-ac50-410b-88f7-6ef62e7c0124 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6992881 Jul 14 11:28:59.670880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33752) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:28:59.678504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-495756878', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d6fb053-3c6e-4b52-9b29-1395371b1494'}], 'security_groups': ['a538205c-6c41-42d8-870f-c3162cf15b37']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:28:59.700000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-3f19d6b8-a480-4240-bf4a-e05668656d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:59.702184 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-3f19d6b8-a480-4240-bf4a-e05668656d3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2198930 Jul 14 11:28:59.708918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-6a9e208c-17b2-4d75-9b0e-6d5f922831df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:28:59.711158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-6a9e208c-17b2-4d75-9b0e-6d5f922831df service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.7395778 Jul 14 11:28:59.722126 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.802364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Network 17a58e57-0478-4b77-90fd-f2f38136c5f7 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:28:59.812936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:28:59.815429 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0399d980-6b7d-464d-b70f-ec4999016808" -d '{"events": [{"server_uuid": "6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213", "name": "network-vif-plugged", "status": "completed", "tag": "8da396a8-ec9e-4a7a-985c-831c6d07d0ab"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:59.823817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port eefa03b2-ae82-49c3-87d0-96765cea3a45, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=eefa03b2-ae82-49c3-87d0-96765cea3a45,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:59.825681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:28:59.832599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:28:59.910854 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.917434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:59.929600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:28:59.945706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d8ec3721-00ba-43fa-adc7-fda024d11488 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:59.958161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:00.023056 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:00.043954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: d8ec3721-00ba-43fa-adc7-fda024d11488 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:00.044672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d8ec3721-00ba-43fa-adc7-fda024d11488 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:00.061379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Attempting to bind port aa94c470-9321-457b-9646-7d25f9ca2f01 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:29:00.061758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Attempting to bind port aa94c470-9321-457b-9646-7d25f9ca2f01 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5fc58d96-a7e0-40a6-92cd-8efde38ab002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:29:00.062132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Attempting to bind port aa94c470-9321-457b-9646-7d25f9ca2f01 on network 17a58e57-0478-4b77-90fd-f2f38136c5f7 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:00.093280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:29:00.093715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Checking segment: {'id': '5fc58d96-a7e0-40a6-92cd-8efde38ab002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:00.094178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:00.094581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Bound using segment: {'id': '5fc58d96-a7e0-40a6-92cd-8efde38ab002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:29:00.095085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Bound port: aa94c470-9321-457b-9646-7d25f9ca2f01, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc58d96-a7e0-40a6-92cd-8efde38ab002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:29:00.095475 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:00.137012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:00.152249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=eefa03b2-ae82-49c3-87d0-96765cea3a45,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:00.186470 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['eefa03b2-ae82-49c3-87d0-96765cea3a45'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:00.204994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:00.239762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:00.246220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:29:00.270997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] For port aa94c470-9321-457b-9646-7d25f9ca2f01, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:29:00.274896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] For port aa94c470-9321-457b-9646-7d25f9ca2f01, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=aa94c470-9321-457b-9646-7d25f9ca2f01,segment=NetworkSegment(5fc58d96-a7e0-40a6-92cd-8efde38ab002),segment_id=5fc58d96-a7e0-40a6-92cd-8efde38ab002)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:29:00.290278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=633e3aea-e285-4e21-a6a7-f4067550b7a2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:00.346534 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:00.358598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-8e2660b5-54a5-4783-993b-f83ed0f7520d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.6261303 Jul 14 11:29:00.446056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:29:00.446597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f577a232-936b-4da4-83a7-eef9eac45bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:00.449267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:00.449774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f577a232-936b-4da4-83a7-eef9eac45bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:00.455718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f577a232-936b-4da4-83a7-eef9eac45bfa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42b8c660-3204-46c4-aa45-e6ca3525a7a3 HTTP/1.1" status: 204 len: 168 time: 1.6926017 Jul 14 11:29:00.477074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:00.486708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:00.487046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 59b6dbac-4c98-4201-b5ac-ef2a6594bd45 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:00.513953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af40490-7ea2-4beb-b2d5-9ad71fb29aad req-fc9d0906-ad57-44ac-bfbf-c80a826cb956 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:00.515702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6af40490-7ea2-4beb-b2d5-9ad71fb29aad req-fc9d0906-ad57-44ac-bfbf-c80a826cb956 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 948 time: 1.0816679 Jul 14 11:29:00.524556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577a232-936b-4da4-83a7-eef9eac45bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b8c660-3204-46c4-aa45-e6ca3525a7a3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:00.584099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-744b25e0-1760-4219-900b-a3553d9b8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:00.585689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-744b25e0-1760-4219-900b-a3553d9b8b8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2039635 Jul 14 11:29:00.679860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af8cb2-1488-4ae0-913b-70bb4e8cf63f None None] Pushing event updated for resources: {'Port': ['ID=aa94c470-9321-457b-9646-7d25f9ca2f01,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:00.755445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4e8b-344b-445e-8d69-8077b0d91457 req-16bbeead-84cc-43bd-aa76-3739d9ac3fdc tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:00.763325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ff4e8b-344b-445e-8d69-8077b0d91457 req-16bbeead-84cc-43bd-aa76-3739d9ac3fdc tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 944 time: 1.0800011 Jul 14 11:29:00.801216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-d77721f0-29f8-40ab-a2ef-17248e4e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:00.803346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-d77721f0-29f8-40ab-a2ef-17248e4e1fd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0738380 Jul 14 11:29:00.811029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6af40490-7ea2-4beb-b2d5-9ad71fb29aad req-84ac65ce-135f-402b-a598-587b1a0c4c92 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781920 Jul 14 11:29:00.825122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d1d30-2273-47d4-a398-52df704b2ac5 None None] Update dhcp port {'port': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'fixed_ips': [{'subnet_id': 'dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d6fb053-3c6e-4b52-9b29-1395371b1494'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '4609d30c-3991-4bca-bf95-999e334467ee'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:29:00.961642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-23215f67-eeb1-4b22-9aae-ddf6ed909896 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485844 Jul 14 11:29:01.002404 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1d30-2273-47d4-a398-52df704b2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:01.066065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:01.088472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'mac_address': 'fa:16:3e:45:34:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:29:01.089208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ff4e8b-344b-445e-8d69-8077b0d91457 req-bda7e048-658a-464e-b6dc-897ea2b8184d tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249450 Jul 14 11:29:01.140167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-8a5d4c9d-752c-42f1-b07f-84aa3fa98253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:01.141871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-8a5d4c9d-752c-42f1-b07f-84aa3fa98253 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5359240 Jul 14 11:29:01.203382 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:01.252605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd49f14-a798-47bc-8661-f095b1ccff5a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:01.253383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-19fde138-e107-4d24-840b-be22f425c7f3 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753317 Jul 14 11:29:01.288262 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba9a4d9-4915-4cac-b032-c195f59987e5 x-openstack-request-id: req-fba9a4d9-4915-4cac-b032-c195f59987e5 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:01.288565 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213", "name": "network-vif-plugged", "status": "completed", "tag": "8da396a8-ec9e-4a7a-985c-831c6d07d0ab", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:01.288821 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fba9a4d9-4915-4cac-b032-c195f59987e5 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:01.289268 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab', 'code': 200} Jul 14 11:29:01.292384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaf545-71a4-42ea-803b-fdc7dffe542d req-17d16d85-7d77-438e-be86-ec1ed30dcdad tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:01.294014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:01.294366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4beaf545-71a4-42ea-803b-fdc7dffe542d req-17d16d85-7d77-438e-be86-ec1ed30dcdad tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 944 time: 0.2801051 Jul 14 11:29:01.300545 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d1d30-2273-47d4-a398-52df704b2ac5 None None] Allocated IP 172.20.0.18 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/5d6fb053-3c6e-4b52-9b29-1395371b1494/4609d30c-3991-4bca-bf95-999e334467ee) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:01.315044 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:01.405874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:01.437074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-98c7d4f7-05e5-46e4-9cfb-e8be094820a5 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804518 Jul 14 11:29:01.605780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:01.620393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54970d1b-8a3d-47e4-8e9e-8dc15d33ba74 req-3afde84b-b14c-469c-b1b2-27a2ff1a9a78 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 210 time: 0.1186111 Jul 14 11:29:01.676811 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4beaf545-71a4-42ea-803b-fdc7dffe542d req-36b7a4e8-5641-4569-b46a-6ff2cc819515 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715520 Jul 14 11:29:01.741495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562d2aa-5955-4c08-b4a2-6c16a65b9a94 req-f43e7545-76f5-4a0a-b3fc-d7b9e4d0bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:01.743154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5562d2aa-5955-4c08-b4a2-6c16a65b9a94 req-f43e7545-76f5-4a0a-b3fc-d7b9e4d0bd80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 1096 time: 0.3512161 Jul 14 11:29:01.745232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf1a834-1f1d-4df5-b6bf-4a742ff9551c req-9fd51409-9569-4bc9-a284-ca489f2f03fb service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424026 Jul 14 11:29:01.776103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33778) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:01.896608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5562d2aa-5955-4c08-b4a2-6c16a65b9a94 req-dea7a49f-bb24-4fc1-b1a9-0836ec6aa54b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308670 Jul 14 11:29:01.901493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74cc156-c1f7-4eba-924d-181d5c0688e1 admin admin] Deleting subnet b2dda7e4-a5dc-4bf9-9d98-2cc2f523bd7a {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:29:01.905329 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e74cc156-c1f7-4eba-924d-181d5c0688e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:01.948109 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e74cc156-c1f7-4eba-924d-181d5c0688e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:01.989096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6b5d1d30-2273-47d4-a398-52df704b2ac5 None None] For port 4609d30c-3991-4bca-bf95-999e334467ee, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4609d30c-3991-4bca-bf95-999e334467ee,segment=NetworkSegment(2ea3f724-90d1-4b14-a72c-0ccedab63ef5),segment_id=2ea3f724-90d1-4b14-a72c-0ccedab63ef5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:02.047796 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1d30-2273-47d4-a398-52df704b2ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.062389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6b5d1d30-2273-47d4-a398-52df704b2ac5 None None] Transition to ACTIVE for port object 4609d30c-3991-4bca-bf95-999e334467ee will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:02.063931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e74cc156-c1f7-4eba-924d-181d5c0688e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.067276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['5fd49f14-a798-47bc-8661-f095b1ccff5a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:02.072177 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1d30-2273-47d4-a398-52df704b2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.148348 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.169923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d1d30-2273-47d4-a398-52df704b2ac5 None None] Pushing event updated for resources: {'Port': ['ID=4609d30c-3991-4bca-bf95-999e334467ee,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:02.174846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa468d-2f3b-47e7-9578-5f795cad8906 None None] Network 17a58e57-0478-4b77-90fd-f2f38136c5f7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:02.223086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e74cc156-c1f7-4eba-924d-181d5c0688e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.264342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b3171201-6a1e-4cd4-a716-3046ecc25865 None None] Provisioning for port aa94c470-9321-457b-9646-7d25f9ca2f01 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:02.269027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e74cc156-c1f7-4eba-924d-181d5c0688e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.274139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e74cc156-c1f7-4eba-924d-181d5c0688e1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b2dda7e4-a5dc-4bf9-9d98-2cc2f523bd7a HTTP/1.1" status: 204 len: 168 time: 0.4966567 Jul 14 11:29:02.285340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33800) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:02.404369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Delete allocated IP 172.20.0.8 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a) {{(pid=93701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 11:29:02.404932 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.418674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-b7bf0017-0df6-469d-a015-3d6104b25fe8 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=03b2a87aa4164b59ae0d5f1354c538ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1986523 Jul 14 11:29:02.422830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.22 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/5d6fb053-3c6e-4b52-9b29-1395371b1494/5e0444c5-c879-4640-ad4b-c1a128b338a8) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:02.438516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device eefa03b2-ae82-49c3-87d0-96765cea3a45 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:02.515540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Router 42f27adc-867c-4988-ae66-53327d22054a is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:29:02.521230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cc156-c1f7-4eba-924d-181d5c0688e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2dda7e4-a5dc-4bf9-9d98-2cc2f523bd7a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:02.615960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port eefa03b2-ae82-49c3-87d0-96765cea3a45 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:02.618596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-ef1e15f8-765c-4842-9a15-912a5878ca00 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:02.620568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-ef1e15f8-765c-4842-9a15-912a5878ca00 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009592 Jul 14 11:29:02.646776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port eefa03b2-ae82-49c3-87d0-96765cea3a45 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:02.647312 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.692821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26bf08-5739-42b8-961e-4bf35508c988 req-f89aee02-761f-496b-b8ea-14e193855ddb tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:02.695341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe26bf08-5739-42b8-961e-4bf35508c988 req-f89aee02-761f-496b-b8ea-14e193855ddb tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 949 time: 0.5133705 Jul 14 11:29:02.706694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-faf17aee-3bf8-4666-807a-fcfe4585bb75 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/quotas/03b2a87aa4164b59ae0d5f1354c538ef HTTP/1.1" status: 200 len: 375 time: 0.0432408 Jul 14 11:29:02.732129 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.826428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a841703d-6da9-4b56-8441-c97102486a42']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:02.840252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fe7890-993e-4ff3-8799-ab980a8b5216') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:02.840595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fe7890-993e-4ff3-8799-ab980a8b5216') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:02.853446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.859063 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.883803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-ec170f44-837b-472c-9bf4-54df709d7c9c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=03b2a87aa4164b59ae0d5f1354c538ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1761949 Jul 14 11:29:02.905190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.921215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:29:02.921765 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.927360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port eefa03b2-ae82-49c3-87d0-96765cea3a45, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=eefa03b2-ae82-49c3-87d0-96765cea3a45,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:02.936026 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:02.941370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:29:02.956713 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Sync routers for ids ['42f27adc-867c-4988-ae66-53327d22054a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:29:02.958272 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:29:02.987833 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Routers {'42f27adc-867c-4988-ae66-53327d22054a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:29:02.992299 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['42f27adc-867c-4988-ae66-53327d22054a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:03.000115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4609d30c-3991-4bca-bf95-999e334467ee up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:03.002188 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:03.024731 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:03.029051 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7c1d4068-a609-42c2-9c85-160037461cc9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2272773 Jul 14 11:29:03.029803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33806) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:03.101987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe26bf08-5739-42b8-961e-4bf35508c988 req-0c773439-ec97-41cb-984f-4a5f407d7138 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889675 Jul 14 11:29:03.133962 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:03.140979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:03.142868 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] 10.222.0.38 "DELETE /v2.0/networks/a841703d-6da9-4b56-8441-c97102486a42 HTTP/1.1" status: 204 len: 168 time: 0.8324909 Jul 14 11:29:03.181482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69e975-ce89-41bf-850b-d330dfb1e10e admin admin] Pushing event deleted for resources: {'Network': ['ID=a841703d-6da9-4b56-8441-c97102486a42,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:03.252596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=eefa03b2-ae82-49c3-87d0-96765cea3a45,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:03.290194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefa03b2-ae82-49c3-87d0-96765cea3a45'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:03.297256 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85007b23-ad58-4d5c-bc14-009dbcd7a0a1" -d '{"events": [{"server_uuid": "3b8690b5-2f9a-43d4-87af-e1c35813d43d", "name": "network-vif-plugged", "status": "completed", "tag": "eefa03b2-ae82-49c3-87d0-96765cea3a45"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:03.324702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device aa94c470-9321-457b-9646-7d25f9ca2f01 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:03.525328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object 5e0444c5-c879-4640-ad4b-c1a128b338a8 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:03.527133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Provisioning for port 4609d30c-3991-4bca-bf95-999e334467ee completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:03.552635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:03.555827 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:03.573483 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Set router 42f27adc-867c-4988-ae66-53327d22054a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:29:03.576319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88489eea-9a36-4eb3-b056-27fb7f82a5ff req-26d3c9ca-b9ac-466c-94f0-438ae493f5b0 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 210 time: 0.0875547 Jul 14 11:29:03.625771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port aa94c470-9321-457b-9646-7d25f9ca2f01 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:03.650481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port aa94c470-9321-457b-9646-7d25f9ca2f01 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:03.650848 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:03.662565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4e393-d488-4025-a8e2-3bba16562ebb req-3ce83fbb-7207-4506-916d-a57507b1faba tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:03.664195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-afc4e393-d488-4025-a8e2-3bba16562ebb req-3ce83fbb-7207-4506-916d-a57507b1faba tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 945 time: 0.2578361 Jul 14 11:29:03.716884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33822) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:03.784985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:03.798559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-afc4e393-d488-4025-a8e2-3bba16562ebb req-043c0709-73a7-43b7-876a-4bec04ac6ffb tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272690 Jul 14 11:29:03.876532 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f27adc-867c-4988-ae66-53327d22054a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:57Z', 'updated_at': '2021-07-14T11:29:01Z', 'revision_number': 3, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'gw_port': {'id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:59Z', 'updated_at': '2021-07-14T11:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:03.880531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1b1fcdfc-039a-4a95-a523-9f9def023e6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56a54b501b964366af67a48559c60ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610079 Jul 14 11:29:03.881399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33826) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:03.908976 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Checking router: 42f27adc-867c-4988-ae66-53327d22054a for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:29:03.910609 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Updating router 42f27adc-867c-4988-ae66-53327d22054a port 633e3aea-e285-4e21-a6a7-f4067550b7a2 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:29:03.992684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d9390fcb-3c5f-472b-8e8e-6f06613411a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.002607 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.035829 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d9390fcb-3c5f-472b-8e8e-6f06613411a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.169846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=5e0444c5-c879-4640-ad4b-c1a128b338a8,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:04.208673 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.257698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.261935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] In _notify_port_updated(), no bound segment for port 5e0444c5-c879-4640-ad4b-c1a128b338a8 on network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:29:04.269000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:04.270120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.271827 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d0d518c9-4dd6-448e-822b-2d6d2f3c5192 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "PUT /v2.0/ports/5e0444c5-c879-4640-ad4b-c1a128b338a8 HTTP/1.1" status: 200 len: 920 time: 4.5998962 Jul 14 11:29:04.290692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33830) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:04.292779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e83d6-2151-4e52-8634-068f3b71e24d req-cfad1ad5-2621-40ca-949d-f5536c78077b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:04.294477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-152e83d6-2151-4e52-8634-068f3b71e24d req-cfad1ad5-2621-40ca-949d-f5536c78077b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 945 time: 0.2311463 Jul 14 11:29:04.295154 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d9390fcb-3c5f-472b-8e8e-6f06613411a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.309620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d9390fcb-3c5f-472b-8e8e-6f06613411a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.316741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port aa94c470-9321-457b-9646-7d25f9ca2f01, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=aa94c470-9321-457b-9646-7d25f9ca2f01,segment=NetworkSegment(5fc58d96-a7e0-40a6-92cd-8efde38ab002),segment_id=5fc58d96-a7e0-40a6-92cd-8efde38ab002)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:04.322524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Provisioning for port 5e0444c5-c879-4640-ad4b-c1a128b338a8 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:04.330874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d9390fcb-3c5f-472b-8e8e-6f06613411a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ced0b09b-ae78-4c0f-b022-d4afba8091ed HTTP/1.1" status: 204 len: 168 time: 0.4474730 Jul 14 11:29:04.335538 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.424008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9390fcb-3c5f-472b-8e8e-6f06613411a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced0b09b-ae78-4c0f-b022-d4afba8091ed,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:04.458863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Provisioning complete for port 5e0444c5-c879-4640-ad4b-c1a128b338a8 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:04.461037 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.491359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:04.525297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-152e83d6-2151-4e52-8634-068f3b71e24d req-255ee1be-1b61-49d6-9950-2cceef38c879 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900272 Jul 14 11:29:04.619918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-b68c9b72-d737-4b66-ac08-31269db8fae9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:04.621536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-b68c9b72-d737-4b66-ac08-31269db8fae9 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea&tenant_id=74fa1d7c96164474bf4b5083b15d7551&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 949 time: 0.2380440 Jul 14 11:29:04.741869 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.748228 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d16c49-e2fa-4bb7-b721-fa179de57cd0 x-openstack-request-id: req-78d16c49-e2fa-4bb7-b721-fa179de57cd0 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:04.748518 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8690b5-2f9a-43d4-87af-e1c35813d43d", "name": "network-vif-plugged", "status": "completed", "tag": "eefa03b2-ae82-49c3-87d0-96765cea3a45", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:04.748769 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78d16c49-e2fa-4bb7-b721-fa179de57cd0 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:04.749258 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefa03b2-ae82-49c3-87d0-96765cea3a45', 'code': 200} Jul 14 11:29:04.776542 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Transition to ACTIVE for port object 633e3aea-e285-4e21-a6a7-f4067550b7a2 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:04.778898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=aa94c470-9321-457b-9646-7d25f9ca2f01,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:04.786652 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.810430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9167256b-5afb-4d9f-9405-e5e80ff8cb05 req-e926d25c-c2c7-4993-ae2d-2413f3157496 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 210 time: 0.1095808 Jul 14 11:29:04.819130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Port 5e0444c5-c879-4640-ad4b-c1a128b338a8 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:04.858148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Provisioning complete for port 530f487e-27e4-4df7-945e-ee25146ae533 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:04.858531 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.867946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-97456113-6457-491c-b1fd-1db7a7b4c2f3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 5e0444c5-c879-4640-ad4b-c1a128b338a8 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:04.876559 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97456113-6457-491c-b1fd-1db7a7b4c2f3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.936872 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddfdc7-5597-4457-9acb-18f09e6d8348 None None] Pushing event updated for resources: {'Port': ['ID=633e3aea-e285-4e21-a6a7-f4067550b7a2,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:04.939036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f0f67396-6fcc-4c20-986c-85e86759c2c7 None None] Port 530f487e-27e4-4df7-945e-ee25146ae533 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:04.947133 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Attempting to bind port 633e3aea-e285-4e21-a6a7-f4067550b7a2 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:29:04.951274 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Attempting to bind port 633e3aea-e285-4e21-a6a7-f4067550b7a2 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:29:04.951668 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Attempting to bind port 633e3aea-e285-4e21-a6a7-f4067550b7a2 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:04.959312 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:29:04.959695 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:04.960149 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.960515 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:29:04.960986 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Bound port: 633e3aea-e285-4e21-a6a7-f4067550b7a2, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:29:04.961371 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:04.980149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 5fd49f14-a798-47bc-8661-f095b1ccff5a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:04.985481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 5fd49f14-a798-47bc-8661-f095b1ccff5a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:04.985481 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:05.023976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-e6ff2704-8671-4662-9112-543641cacac7 service neutron] 10.222.0.64 "GET /v2.0/ports/5fd49f14-a798-47bc-8661-f095b1ccff5a/bindings/n-h1-778696-8 HTTP/1.1" status: 200 len: 382 time: 0.3903310 Jul 14 11:29:05.089986 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ee735604-18a1-43d8-b080-64777e06afa8 None None] Provisioning complete for port 5e0444c5-c879-4640-ad4b-c1a128b338a8 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:05.090587 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee735604-18a1-43d8-b080-64777e06afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:05.107360 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] For port 633e3aea-e285-4e21-a6a7-f4067550b7a2, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:29:05.112678 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] For port 633e3aea-e285-4e21-a6a7-f4067550b7a2, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=633e3aea-e285-4e21-a6a7-f4067550b7a2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:29:05.121127 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:05.174111 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:05.192496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ee735604-18a1-43d8-b080-64777e06afa8 None None] Port 5e0444c5-c879-4640-ad4b-c1a128b338a8 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:05.226856 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Routers {'42f27adc-867c-4988-ae66-53327d22054a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:29:05.227885 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['42f27adc-867c-4988-ae66-53327d22054a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:05.249421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:05.265067 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:05.306375 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddfdc7-5597-4457-9acb-18f09e6d8348 None None] Pushing event updated for resources: {'Port': ['ID=633e3aea-e285-4e21-a6a7-f4067550b7a2,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:05.355646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97456113-6457-491c-b1fd-1db7a7b4c2f3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:05.357449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c54b8-b735-40b7-9419-46bb0131cc1b req-309d8240-57df-42db-b584-633c5ce17472 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:05.365197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa8c54b8-b735-40b7-9419-46bb0131cc1b req-309d8240-57df-42db-b584-633c5ce17472 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 945 time: 0.5260713 Jul 14 11:29:05.385429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33850) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:05.396991 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:05.416610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c7a5c477-5b5a-4e1d-8041-5ab8d7b9b516 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Request body: {'floatingip': {'port_id': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:05.429366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-97456113-6457-491c-b1fd-1db7a7b4c2f3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 5e0444c5-c879-4640-ad4b-c1a128b338a8 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:05.472391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Allocated IP 172.20.0.1 (17a58e57-0478-4b77-90fd-f2f38136c5f7/94eb39ad-eae2-4869-b271-ce825277af24/193a8cc8-a819-4f8f-863a-9168819b56aa) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:05.477438 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] Set router 42f27adc-867c-4988-ae66-53327d22054a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:29:05.543759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-13b45d1c-0f1b-46bf-80b1-c8c3dc47e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:05.545338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-13b45d1c-0f1b-46bf-80b1-c8c3dc47e24b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1100 time: 0.4837198 Jul 14 11:29:05.547915 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c477-5b5a-4e1d-8041-5ab8d7b9b516 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:05.596274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6802-6e30-42ca-b712-389e8bca81c5 req-b2b264bf-6cee-434a-91d1-7d7fc359cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:05.598663 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-34fb6802-6e30-42ca-b712-389e8bca81c5 req-b2b264bf-6cee-434a-91d1-7d7fc359cc35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 1096 time: 0.8333445 Jul 14 11:29:05.705794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78101b-c0a3-4538-a76d-0c5aece685c3 req-44707be0-5100-4972-ad76-037b83550b2e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:05.708688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf78101b-c0a3-4538-a76d-0c5aece685c3 req-44707be0-5100-4972-ad76-037b83550b2e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.4748068 Jul 14 11:29:05.821655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf78101b-c0a3-4538-a76d-0c5aece685c3 req-8e31c01a-43cd-4fcb-ad87-779ef0a8e855 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042273 Jul 14 11:29:05.885387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2845c433-5f80-4c6e-bba5-6728cf8567fe req-91986bf3-a1c0-423d-8f07-9735a780f846 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=32b3699b-0b28-467d-ad6d-0c506701c568 HTTP/1.1" status: 200 len: 210 time: 0.0768461 Jul 14 11:29:05.887146 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-34fb6802-6e30-42ca-b712-389e8bca81c5 req-f31b40ca-95bf-4e25-9583-63e89c17dc19 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378495 Jul 14 11:29:05.923086 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f27adc-867c-4988-ae66-53327d22054a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:57Z', 'updated_at': '2021-07-14T11:29:01Z', 'revision_number': 3, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'gw_port': {'id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:59Z', 'updated_at': '2021-07-14T11:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:05.969415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-3d43c96e-e390-44db-9256-926d9ff58c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:05.970861 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df2c23-1c7a-4592-a75e-93438fe2867a None None] The sync data for ids ['42f27adc-867c-4988-ae66-53327d22054a'] in n-d-778696-8 is: [{'id': '42f27adc-867c-4988-ae66-53327d22054a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:57Z', 'updated_at': '2021-07-14T11:29:01Z', 'revision_number': 3, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'gw_port': {'id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:59Z', 'updated_at': '2021-07-14T11:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:29:05.985312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-3d43c96e-e390-44db-9256-926d9ff58c0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.3965998 Jul 14 11:29:06.122712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:06.138214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-c09c48d5-dc04-47dd-93d3-ef5eb93e17f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.0496130 Jul 14 11:29:06.198186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Transition to ACTIVE for port object 193a8cc8-a819-4f8f-863a-9168819b56aa will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:06.211974 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97456113-6457-491c-b1fd-1db7a7b4c2f3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:06.261959 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68a1f171-4dd1-4940-8f31-5b562dca3b19 req-1b2169bc-7ead-492e-9584-eb1d913b8c82 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 210 time: 0.0859551 Jul 14 11:29:06.309052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-87962273-581e-4460-9a97-5c6e955803d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:06.310840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-87962273-581e-4460-9a97-5c6e955803d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1381958 Jul 14 11:29:06.507396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-0f7c09cd-3e6a-4bdf-94c5-16b508fe803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:06.509352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-0f7c09cd-3e6a-4bdf-94c5-16b508fe803b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791089 Jul 14 11:29:06.544865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3abd9-0cdc-46c5-87d7-f06fdbdd439a req-3ce25fa3-06aa-4cfe-9af8-30eff68c8e0c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:06.555537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aca3abd9-0cdc-46c5-87d7-f06fdbdd439a req-3ce25fa3-06aa-4cfe-9af8-30eff68c8e0c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 945 time: 0.4633420 Jul 14 11:29:06.556265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97456113-6457-491c-b1fd-1db7a7b4c2f3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=5e0444c5-c879-4640-ad4b-c1a128b338a8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:06.568008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:06.575236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97456113-6457-491c-b1fd-1db7a7b4c2f3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:06.586172 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-97456113-6457-491c-b1fd-1db7a7b4c2f3 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/5e0444c5-c879-4640-ad4b-c1a128b338a8 HTTP/1.1" status: 204 len: 168 time: 2.2940068 Jul 14 11:29:06.592420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33876) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:06.667792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Pushing event updated for resources: {'Port': ['ID=193a8cc8-a819-4f8f-863a-9168819b56aa,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:06.697988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Network 17a58e57-0478-4b77-90fd-f2f38136c5f7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:06.752371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:06.755697 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8587aac3-7c3c-441c-a9e3-6d1901351981" -d '{"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-plugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:06.761354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:06.767492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:29:06.789493 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e377ae-1b4f-4bc6-9a45-b15b6d4d68d5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:29:06.795210 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-89e377ae-1b4f-4bc6-9a45-b15b6d4d68d5 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/5e0444c5-c879-4640-ad4b-c1a128b338a8 HTTP/1.1" status: 404 len: 333 time: 0.1964841 Jul 14 11:29:06.813844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33882) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:06.912141 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85376532-4147-4d9e-9bd3-4d52ae61f77b x-openstack-request-id: req-85376532-4147-4d9e-9bd3-4d52ae61f77b {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:06.912666 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-plugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:06.913166 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85376532-4147-4d9e-9bd3-4d52ae61f77b {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:06.913720 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'code': 200} Jul 14 11:29:06.983246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ce283fe-d77c-4394-9c7e-f85ff3ae6a3b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:06.991102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:07.048672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 633e3aea-e285-4e21-a6a7-f4067550b7a2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:07.221826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 633e3aea-e285-4e21-a6a7-f4067550b7a2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:07.229749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 633e3aea-e285-4e21-a6a7-f4067550b7a2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:07.230138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:07.324275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:07.348707 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ce283fe-d77c-4394-9c7e-f85ff3ae6a3b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:07.352960 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-60b0b924-7ac2-4780-a2af-f12d6583eee9 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=03b2a87aa4164b59ae0d5f1354c538ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013851 Jul 14 11:29:07.433946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-10c09807-6899-49d1-aaaa-3726d319906c None None] Provisioning for port 193a8cc8-a819-4f8f-863a-9168819b56aa completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:07.476344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-10c09807-6899-49d1-aaaa-3726d319906c None None] Provisioning complete for port 193a8cc8-a819-4f8f-863a-9168819b56aa triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:07.478049 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10c09807-6899-49d1-aaaa-3726d319906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:07.516204 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:07.567990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 633e3aea-e285-4e21-a6a7-f4067550b7a2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=633e3aea-e285-4e21-a6a7-f4067550b7a2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:07.577466 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:07.578656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device aa94c470-9321-457b-9646-7d25f9ca2f01 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:07.826726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aca3abd9-0cdc-46c5-87d7-f06fdbdd439a req-a6bd8284-847a-4299-b18c-08509bbb4f50 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2691729 Jul 14 11:29:07.833406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-10c09807-6899-49d1-aaaa-3726d319906c None None] Port 193a8cc8-a819-4f8f-863a-9168819b56aa cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:07.845343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=633e3aea-e285-4e21-a6a7-f4067550b7a2,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:07.908463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port aa94c470-9321-457b-9646-7d25f9ca2f01 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:07.912457 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:07.949307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea0e65-faa1-4bbd-aada-f8770226142b req-ab9390c0-d1c1-4012-adb2-a127c712b197 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:07.951995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9ea0e65-faa1-4bbd-aada-f8770226142b req-ab9390c0-d1c1-4012-adb2-a127c712b197 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.3410573 Jul 14 11:29:07.965509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-b6aef045-f7e3-4227-ad1b-6779d1bd6ce5 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4036126 Jul 14 11:29:08.183102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-652bf81e-b5b7-4e93-9272-9898086273a8 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767490 Jul 14 11:29:08.189549 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9ea0e65-faa1-4bbd-aada-f8770226142b req-7dc6e1c2-c89c-44f7-9f80-d09dbfa76813 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225301 Jul 14 11:29:08.268919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ce283fe-d77c-4394-9c7e-f85ff3ae6a3b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.272219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ce283fe-d77c-4394-9c7e-f85ff3ae6a3b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.275885 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2ce283fe-d77c-4394-9c7e-f85ff3ae6a3b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/security-groups/56b7b95b-34c0-4423-871e-4c07830d374a HTTP/1.1" status: 204 len: 168 time: 1.4585555 Jul 14 11:29:08.276553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33914) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:08.345168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce283fe-d77c-4394-9c7e-f85ff3ae6a3b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b7b95b-34c0-4423-871e-4c07830d374a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:08.418279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-98d86736-6a7c-4132-9b0d-32c794d125d0 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:08.419874 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-98d86736-6a7c-4132-9b0d-32c794d125d0 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0569344 Jul 14 11:29:08.440837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Request body: {'port': {'device_id': '117fe666-7eaf-4ec5-b16d-b6c48391be7a', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '03b2a87aa4164b59ae0d5f1354c538ef'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:08.503787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc5c5413-ddec-4b52-90d4-969e8d2f22a8 req-650f3aa2-5398-4d2a-a8e3-0c567b7a8e52 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 210 time: 0.1286352 Jul 14 11:29:08.516165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c477-5b5a-4e1d-8041-5ab8d7b9b516 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.552227 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65320e3a-1b15-4b40-b876-4b14cc5500a1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.571644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c477-5b5a-4e1d-8041-5ab8d7b9b516 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.610034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.619767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.761307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Made reservation on behalf of 03b2a87aa4164b59ae0d5f1354c538ef for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:08.770062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.804270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 633e3aea-e285-4e21-a6a7-f4067550b7a2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:08.805277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.807380 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.810920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Pushing event updated for resources: {'Port': ['ID=193a8cc8-a819-4f8f-863a-9168819b56aa,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:08.873344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65320e3a-1b15-4b40-b876-4b14cc5500a1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.874748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 633e3aea-e285-4e21-a6a7-f4067550b7a2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:08.875168 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:08.896363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e1fedad-ed88-4781-835d-769042a1639f req-f99d24d9-1819-4174-9066-f82ee93f045a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5278943 Jul 14 11:29:08.913533 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-c7a5c477-5b5a-4e1d-8041-5ab8d7b9b516 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Floating IP a8867073-6809-4afa-b573-65551d8732c3 associated. External IP: 172.25.2.53, port: 8da396a8-ec9e-4a7a-985c-831c6d07d0ab. Jul 14 11:29:09.135653 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65320e3a-1b15-4b40-b876-4b14cc5500a1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:09.138942 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65320e3a-1b15-4b40-b876-4b14cc5500a1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:09.140893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-65320e3a-1b15-4b40-b876-4b14cc5500a1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/security-groups/a538205c-6c41-42d8-870f-c3162cf15b37 HTTP/1.1" status: 204 len: 168 time: 0.8628511 Jul 14 11:29:09.151562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33940) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:09.166842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65320e3a-1b15-4b40-b876-4b14cc5500a1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a538205c-6c41-42d8-870f-c3162cf15b37,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:09.206843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fedad-ed88-4781-835d-769042a1639f req-182c848c-39d6-45cc-8bea-76aaf10941b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:09.209352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e1fedad-ed88-4781-835d-769042a1639f req-182c848c-39d6-45cc-8bea-76aaf10941b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 1101 time: 0.2286248 Jul 14 11:29:09.333077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Network 17a58e57-0478-4b77-90fd-f2f38136c5f7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:09.351272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:09.408076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1a58df01-1783-4708-a053-3d3bdcc3161d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:09.520871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bcbccf-26d0-4349-808e-60e40f7fdd2b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:29:09.562965 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21bcbccf-26d0-4349-808e-60e40f7fdd2b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:09.703117 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:09.768866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21bcbccf-26d0-4349-808e-60e40f7fdd2b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:09.864789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d00e9-41da-4e82-802f-b8ad492d5255 req-375b88fb-3d55-4fe0-9768-dbeb88a42b1c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:09.866382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-602d00e9-41da-4e82-802f-b8ad492d5255 req-375b88fb-3d55-4fe0-9768-dbeb88a42b1c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 945 time: 0.5740912 Jul 14 11:29:09.878879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fedad-ed88-4781-835d-769042a1639f req-1d8968ef-587a-4cfd-8cb6-bb18dd060443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:09.880569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e1fedad-ed88-4781-835d-769042a1639f req-1d8968ef-587a-4cfd-8cb6-bb18dd060443 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.6389952 Jul 14 11:29:09.884616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9c028938-3c9d-4bde-b442-bf94c84bde32 None None] Provisioning complete for port 193a8cc8-a819-4f8f-863a-9168819b56aa triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:09.885104 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9c028938-3c9d-4bde-b442-bf94c84bde32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:09.895289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb4d1-c126-4779-b859-29a5368ee339 req-7a664058-50b9-435d-8ee4-10cd46e01139 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:09.896928 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3beb4d1-c126-4779-b859-29a5368ee339 req-7a664058-50b9-435d-8ee4-10cd46e01139 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.3113613 Jul 14 11:29:09.941956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21bcbccf-26d0-4349-808e-60e40f7fdd2b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:09.948807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-602d00e9-41da-4e82-802f-b8ad492d5255 req-669aed73-c9e5-44b2-bb19-0bb0bfbe230b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659864 Jul 14 11:29:09.982734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9c028938-3c9d-4bde-b442-bf94c84bde32 None None] Port 193a8cc8-a819-4f8f-863a-9168819b56aa cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:10.005485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a5c477-5b5a-4e1d-8041-5ab8d7b9b516 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Router 9f435270-f1fb-46f2-a737-b94506c33379 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:29:10.011492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e1fedad-ed88-4781-835d-769042a1639f req-049e6b6f-89a4-43f3-9d7a-2168154b4636 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 200 len: 217 time: 0.1135187 Jul 14 11:29:10.098592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fedad-ed88-4781-835d-769042a1639f req-7061cfda-46ed-4e9c-916b-dff77deaeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:10.103811 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e1fedad-ed88-4781-835d-769042a1639f req-7061cfda-46ed-4e9c-916b-dff77deaeea7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0801120 Jul 14 11:29:10.219158 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:10.276781 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Router 42f27adc-867c-4988-ae66-53327d22054a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:29:10.306487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21bcbccf-26d0-4349-808e-60e40f7fdd2b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:10.388846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcbccf-26d0-4349-808e-60e40f7fdd2b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:10.436056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a5c477-5b5a-4e1d-8041-5ab8d7b9b516 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:29:10.442985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c477-5b5a-4e1d-8041-5ab8d7b9b516 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:10.446847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] Sync routers for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:29:10.458769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3beb4d1-c126-4779-b859-29a5368ee339 req-3f0f7d55-237d-45e3-a700-dcfea24ae9d8 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185490 Jul 14 11:29:10.462895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:29:10.463952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:10.688052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfc679d2-44b9-4c7c-a83c-412b16f2f1ee req-627c6d6a-a723-4ee6-a596-1abbbac43c37 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 210 time: 0.2546794 Jul 14 11:29:10.782775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c7a5c477-5b5a-4e1d-8041-5ab8d7b9b516 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "PUT /v2.0/floatingips/a8867073-6809-4afa-b573-65551d8732c3 HTTP/1.1" status: 200 len: 990 time: 5.3948805 Jul 14 11:29:10.785088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'tag': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:10.800928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:29:10.806988 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327aee9f-b86a-409e-a44b-4ca8208796f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213", "tag": "8da396a8-ec9e-4a7a-985c-831c6d07d0ab"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:10.818121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fedad-ed88-4781-835d-769042a1639f req-e72ff145-767c-49c8-b102-23050b7aee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:10.829598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e1fedad-ed88-4781-835d-769042a1639f req-e72ff145-767c-49c8-b102-23050b7aee5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7064352 Jul 14 11:29:10.837698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:29:10.848989 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Sync routers for ids ['42f27adc-867c-4988-ae66-53327d22054a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:29:10.861308 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3e8f103f-2703-47e7-9fea-8567101568e0 admin admin] 10.222.0.38 "PUT /v2.0/routers/42f27adc-867c-4988-ae66-53327d22054a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8269434 Jul 14 11:29:10.876595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21bcbccf-26d0-4349-808e-60e40f7fdd2b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:10.884390 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Routers {'42f27adc-867c-4988-ae66-53327d22054a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:29:10.885540 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['42f27adc-867c-4988-ae66-53327d22054a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:10.886237 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-21bcbccf-26d0-4349-808e-60e40f7fdd2b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a HTTP/1.1" status: 204 len: 168 time: 1.7309260 Jul 14 11:29:10.891207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33978) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:10.901618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:10.945170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd54a6b-7e2d-4b81-9922-9615cbe470f2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:11.007983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792972e1-ec4a-46ab-8ee6-0cc26305cd0a None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:11.266186 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6277f8e-39b7-4b6a-bea5-d864670f5b3a x-openstack-request-id: req-f6277f8e-39b7-4b6a-bea5-d864670f5b3a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:11.267156 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213", "tag": "8da396a8-ec9e-4a7a-985c-831c6d07d0ab", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:11.267470 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6277f8e-39b7-4b6a-bea5-d864670f5b3a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:11.267901 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'tag': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab', 'status': 'completed', 'code': 200} Jul 14 11:29:11.303415 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Set router 42f27adc-867c-4988-ae66-53327d22054a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:29:11.345307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-ad04b91a-0fca-4585-8602-0856c9f50225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:11.347828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-ad04b91a-0fca-4585-8602-0856c9f50225 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea&tenant_id=74fa1d7c96164474bf4b5083b15d7551 HTTP/1.1" status: 200 len: 1101 time: 0.5087402 Jul 14 11:29:11.375952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:11.466668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e1fedad-ed88-4781-835d-769042a1639f req-60b8892e-8aff-498d-9456-cf2abfaa049a service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273386 Jul 14 11:29:11.678581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Allocated IP 192.168.233.36 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/c2b853c5-d8fe-440e-b6cc-a596d7892c1a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:11.836318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:11.840373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:11.881180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'a8867073-6809-4afa-b573-65551d8732c3', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'port_id': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'mac_address': 'fa:16:3e:f2:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:28:40Z', 'updated_at': '2021-07-14T11:29:08Z', 'revision_number': 1, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b390dd-5343-4dab-bd6e-dcdbfae02d14', 'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'mac_address': 'fa:16:3e:0a:14:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:27Z', 'updated_at': '2021-07-14T11:28:38Z', 'revision_number': 5, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'subnets': [{'id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:11.929628 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:29:11.948657 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f27adc-867c-4988-ae66-53327d22054a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:57Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 4, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'gw_port': {'id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:59Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '193a8cc8-a819-4f8f-863a-9168819b56aa', 'name': '', 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'mac_address': 'fa:16:3e:0e:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '94eb39ad-eae2-4869-b271-ce825277af24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:29:04Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 2, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'subnets': [{'id': '94eb39ad-eae2-4869-b271-ce825277af24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:12.032439 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Checking router: 42f27adc-867c-4988-ae66-53327d22054a for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:29:12.033502 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Updating router 42f27adc-867c-4988-ae66-53327d22054a port 193a8cc8-a819-4f8f-863a-9168819b56aa binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:29:12.074759 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:12.157153 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-63419aa3-3556-4715-b1c5-6ad5a4ed0545 req-6261fea5-a779-4279-beac-d88672b0059a tempest-FloatingIPDetailsNegativeTestJSON-1369575273 tempest-FloatingIPDetailsNegativeTestJSON-1369575273-project] show failed (client error): The resource could not be found. Jul 14 11:29:12.177229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63419aa3-3556-4715-b1c5-6ad5a4ed0545 req-6261fea5-a779-4279-beac-d88672b0059a tempest-FloatingIPDetailsNegativeTestJSON-1369575273 tempest-FloatingIPDetailsNegativeTestJSON-1369575273-project] 10.222.0.38 "GET /v2.0/floatingips/163d1cfc-09e8-4bd4-bc59-48130387a14b HTTP/1.1" status: 404 len: 350 time: 0.3637428 Jul 14 11:29:12.213968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34004) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:12.256523 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:12.280505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e1fedad-ed88-4781-835d-769042a1639f req-5ff6a8f2-b398-4160-a01d-215f2a68c8cc service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8021822 Jul 14 11:29:12.295104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Transition to ACTIVE for port object c2b853c5-d8fe-440e-b6cc-a596d7892c1a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:12.320608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] Checking router: 9f435270-f1fb-46f2-a737-b94506c33379 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:29:12.356373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:12.437046 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:12.463878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:12.472443 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:12.481896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:12.484123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:12.503111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:29:12.513473 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1aceb82a-d023-4cfd-9414-d411895b6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:12.519744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:29:12.520517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:28:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:12.524995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34008) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:12.605659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Pushing event updated for resources: {'Port': ['ID=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:12.750885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:12.751814 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:12.832847 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-d296fef8-74b9-4abd-8691-b211b0413039 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4043977 Jul 14 11:29:12.847509 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:12.857777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Request body: {'port': {'device_id': '117fe666-7eaf-4ec5-b16d-b6c48391be7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:12.889455 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Transition to ACTIVE for port object 193a8cc8-a819-4f8f-863a-9168819b56aa will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:12.921942 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.045176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:29:13.100715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.102533 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9b339-044d-4f13-a6e5-4525c3c01c55 None None] Pushing event updated for resources: {'Port': ['ID=193a8cc8-a819-4f8f-863a-9168819b56aa,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:13.147448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-68866ac2-8666-4e6c-96e1-c0af45444251 None None] Provisioning for port c2b853c5-d8fe-440e-b6cc-a596d7892c1a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:13.195632 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-68866ac2-8666-4e6c-96e1-c0af45444251 None None] Provisioning complete for port c2b853c5-d8fe-440e-b6cc-a596d7892c1a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:13.197578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61b706a4-0f52-4658-8616-20240278ae5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.198057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-68866ac2-8666-4e6c-96e1-c0af45444251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.202397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.245466 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Attempting to bind port 193a8cc8-a819-4f8f-863a-9168819b56aa on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:29:13.246149 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Attempting to bind port 193a8cc8-a819-4f8f-863a-9168819b56aa by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5fc58d96-a7e0-40a6-92cd-8efde38ab002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:29:13.246518 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Attempting to bind port 193a8cc8-a819-4f8f-863a-9168819b56aa on network 17a58e57-0478-4b77-90fd-f2f38136c5f7 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:13.253752 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:29:13.254112 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Checking segment: {'id': '5fc58d96-a7e0-40a6-92cd-8efde38ab002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:13.254548 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.254930 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Bound using segment: {'id': '5fc58d96-a7e0-40a6-92cd-8efde38ab002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:29:13.255411 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Bound port: 193a8cc8-a819-4f8f-863a-9168819b56aa, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc58d96-a7e0-40a6-92cd-8efde38ab002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:29:13.255810 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.303933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:13.311764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:13.317171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:13.319652 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6a8129-486c-433c-a039-e917350873ef" -d '{"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:13.322007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:13.325561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.399453 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] For port 193a8cc8-a819-4f8f-863a-9168819b56aa, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:29:13.403036 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] For port 193a8cc8-a819-4f8f-863a-9168819b56aa, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=193a8cc8-a819-4f8f-863a-9168819b56aa,segment=NetworkSegment(5fc58d96-a7e0-40a6-92cd-8efde38ab002),segment_id=5fc58d96-a7e0-40a6-92cd-8efde38ab002)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:29:13.439109 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.515438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:13.543567 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.588701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-0095d4cc-3337-4c88-adbd-12e313d624da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:13.591296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-0095d4cc-3337-4c88-adbd-12e313d624da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2dd4fb66e2f4a069ee9c4869cddb24d&device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 1096 time: 2.0957983 Jul 14 11:29:13.598437 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Routers {'42f27adc-867c-4988-ae66-53327d22054a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:29:13.598904 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:29:13.599264 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:29:13.599694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61b706a4-0f52-4658-8616-20240278ae5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.601229 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:29:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['42f27adc-867c-4988-ae66-53327d22054a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:13.614577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61b706a4-0f52-4658-8616-20240278ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.666055 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7734344 Jul 14 11:29:13.676198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-68866ac2-8666-4e6c-96e1-c0af45444251 None None] Port c2b853c5-d8fe-440e-b6cc-a596d7892c1a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:13.682276 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.685502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=10']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:13.685912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34016) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:13.727882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-44106e7d-af47-4eec-95ba-486c3ac76c98 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'security_group': {'name': 'tempest-secgroup-215787320'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:13.829973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d14a46-b472-429d-944a-35aba7f9b221 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=2caee01e-4e94-4dee-80bb-dcf4d97df5de,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:13.842787 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] Set router 42f27adc-867c-4988-ae66-53327d22054a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:29:13.844236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44106e7d-af47-4eec-95ba-486c3ac76c98 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.913771 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-61b706a4-0f52-4658-8616-20240278ae5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=829f17b03e614ee3a4fa4889de1c29f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3272173 Jul 14 11:29:13.915619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34018) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:13.916891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:13.920070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'a8867073-6809-4afa-b573-65551d8732c3', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'port_id': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'mac_address': 'fa:16:3e:f2:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:28:40Z', 'updated_at': '2021-07-14T11:29:08Z', 'revision_number': 1, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b390dd-5343-4dab-bd6e-dcdbfae02d14', 'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'mac_address': 'fa:16:3e:0a:14:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:27Z', 'updated_at': '2021-07-14T11:28:38Z', 'revision_number': 5, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'subnets': [{'id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:13.971768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b706a4-0f52-4658-8616-20240278ae5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b8af00-c0c7-44c3-b79d-ea5f5add2857,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:13.990139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484dbd3-3f82-40dc-a29a-f3972e311f49 None None] The sync data for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 is: [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'a8867073-6809-4afa-b573-65551d8732c3', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'port_id': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'mac_address': 'fa:16:3e:f2:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:28:40Z', 'updated_at': '2021-07-14T11:29:08Z', 'revision_number': 1, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b390dd-5343-4dab-bd6e-dcdbfae02d14', 'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'mac_address': 'fa:16:3e:0a:14:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:27Z', 'updated_at': '2021-07-14T11:28:38Z', 'revision_number': 5, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'subnets': [{'id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:29:14.125345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5775be0-3be1-4776-9c75-6a12caa15ee5 req-b09564a9-51e1-4d5f-9614-0d668aba9ac0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:14.129654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5775be0-3be1-4776-9c75-6a12caa15ee5 req-b09564a9-51e1-4d5f-9614-0d668aba9ac0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 945 time: 2.2165835 Jul 14 11:29:14.203210 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9b339-044d-4f13-a6e5-4525c3c01c55 None None] Pushing event updated for resources: {'Port': ['ID=193a8cc8-a819-4f8f-863a-9168819b56aa,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:14.271375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35fd3ed-42fb-4383-a44b-62afc1eb34c3 None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:14.290501 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e901c17-9d7b-4cb3-8756-f73d433016c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:14.310739 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f27adc-867c-4988-ae66-53327d22054a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:57Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 4, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'gw_port': {'id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:59Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '193a8cc8-a819-4f8f-863a-9168819b56aa', 'name': '', 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'mac_address': 'fa:16:3e:0e:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '94eb39ad-eae2-4869-b271-ce825277af24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:29:04Z', 'updated_at': '2021-07-14T11:29:13Z', 'revision_number': 4, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'subnets': [{'id': '94eb39ad-eae2-4869-b271-ce825277af24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:14.341756 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664860c9-89b0-41d9-9339-bc0a1cde14e7 None None] The sync data for ids ['42f27adc-867c-4988-ae66-53327d22054a'] in n-d-778696-8 is: [{'id': '42f27adc-867c-4988-ae66-53327d22054a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:57Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 4, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'gw_port': {'id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:59Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '193a8cc8-a819-4f8f-863a-9168819b56aa', 'name': '', 'network_id': '17a58e57-0478-4b77-90fd-f2f38136c5f7', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'mac_address': 'fa:16:3e:0e:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '94eb39ad-eae2-4869-b271-ce825277af24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:29:04Z', 'updated_at': '2021-07-14T11:29:13Z', 'revision_number': 4, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'subnets': [{'id': '94eb39ad-eae2-4869-b271-ce825277af24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:29:14.342068 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e901c17-9d7b-4cb3-8756-f73d433016c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:14.362748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c9283-3c94-4928-95ac-be88eed54202 req-906da010-24f5-4a9b-bae8-11404a0183dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:14.372876 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-883c9283-3c94-4928-95ac-be88eed54202 req-906da010-24f5-4a9b-bae8-11404a0183dd tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 1.8648450 Jul 14 11:29:14.443270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-9d5ec8cc-0cb2-4d5b-906f-c56e09dba7b0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:14.445005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-9d5ec8cc-0cb2-4d5b-906f-c56e09dba7b0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 945 time: 0.9362538 Jul 14 11:29:14.450143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3fb777f1-28d9-44fa-822f-86fae4086fc6 None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:14.450600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3fb777f1-28d9-44fa-822f-86fae4086fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:14.470011 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:14.500158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54ae514-b5f6-4eea-bcc7-3a43a749abf8 None None] New status for floating IP a8867073-6809-4afa-b573-65551d8732c3: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:29:14.551945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-39dd3ca3-8949-468a-80b6-d98a8c01f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:14.555265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-39dd3ca3-8949-468a-80b6-d98a8c01f5aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=e25c425b-a69c-404f-bca7-3be118da508d HTTP/1.1" status: 200 len: 906 time: 0.9547570 Jul 14 11:29:14.556924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e901c17-9d7b-4cb3-8756-f73d433016c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:14.563410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e901c17-9d7b-4cb3-8756-f73d433016c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:14.565065 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7e901c17-9d7b-4cb3-8756-f73d433016c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b1b8af00-c0c7-44c3-b79d-ea5f5add2857 HTTP/1.1" status: 204 len: 168 time: 0.6148429 Jul 14 11:29:14.633226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44106e7d-af47-4eec-95ba-486c3ac76c98 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:14.637456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e901c17-9d7b-4cb3-8756-f73d433016c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b8af00-c0c7-44c3-b79d-ea5f5add2857,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:14.649224 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44106e7d-af47-4eec-95ba-486c3ac76c98 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:14.658566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-883c9283-3c94-4928-95ac-be88eed54202 req-b9674a66-c401-4559-b1b2-aa6c279a4983 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845566 Jul 14 11:29:14.734614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44106e7d-af47-4eec-95ba-486c3ac76c98 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d86225-63c6-4dc8-9974-9db47962b76d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:14.737880 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44106e7d-af47-4eec-95ba-486c3ac76c98 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:14.742119 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-44106e7d-af47-4eec-95ba-486c3ac76c98 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0221620 Jul 14 11:29:14.742897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34024) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:14.748874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-378cda4b-1dda-40ce-b92a-59c849330fa7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1471027224'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:14.800984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5775be0-3be1-4776-9c75-6a12caa15ee5 req-6d9e3779-fe36-4002-916f-ba187241ca3b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6429951 Jul 14 11:29:14.804463 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-bb62d387-936a-4d6a-b9de-110104347cdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8da396a8-ec9e-4a7a-985c-831c6d07d0ab HTTP/1.1" status: 200 len: 998 time: 0.1524527 Jul 14 11:29:14.900909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 193a8cc8-a819-4f8f-863a-9168819b56aa up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:14.977180 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-378cda4b-1dda-40ce-b92a-59c849330fa7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.101076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.189264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 193a8cc8-a819-4f8f-863a-9168819b56aa completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:15.201100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 193a8cc8-a819-4f8f-863a-9168819b56aa triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:15.201600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.220915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b853c5-d8fe-440e-b6cc-a596d7892c1a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:15.250724 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.257964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34034) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:15.267376 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f70b44-b368-435c-81eb-7d80b3e5f099 x-openstack-request-id: req-b4f70b44-b368-435c-81eb-7d80b3e5f099 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:15.268518 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:15.268518 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4f70b44-b368-435c-81eb-7d80b3e5f099 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:15.269109 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'code': 200} Jul 14 11:29:15.272385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3fb777f1-28d9-44fa-822f-86fae4086fc6 None None] Provisioning complete for port 530f487e-27e4-4df7-945e-ee25146ae533 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:15.272762 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3fb777f1-28d9-44fa-822f-86fae4086fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.296048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-2478e7d1-6c22-4d73-b181-026de667bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:15.300341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-2478e7d1-6c22-4d73-b181-026de667bfa1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c92bbc43-0d11-43e4-838b-14b931b3937a HTTP/1.1" status: 200 len: 845 time: 0.4492667 Jul 14 11:29:15.343651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbed7dc8-c714-4a1f-9fe4-6001d49b26fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.372314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3fb777f1-28d9-44fa-822f-86fae4086fc6 None None] Port 530f487e-27e4-4df7-945e-ee25146ae533 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:15.402890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Transition to ACTIVE for port object c2b853c5-d8fe-440e-b6cc-a596d7892c1a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:15.420619 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.448168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Deleting port eefa03b2-ae82-49c3-87d0-96765cea3a45 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:15.449188 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.458908 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.507152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f13a0-47fa-45d1-a878-30b3eec88635 None None] Update dhcp port {'port': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'fixed_ips': [{'subnet_id': '5d6fb053-3c6e-4b52-9b29-1395371b1494', 'ip_address': '172.20.0.18'}, {'subnet_id': '2caee01e-4e94-4dee-80bb-dcf4d97df5de'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '4609d30c-3991-4bca-bf95-999e334467ee'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:29:15.602421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 193a8cc8-a819-4f8f-863a-9168819b56aa, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=193a8cc8-a819-4f8f-863a-9168819b56aa,segment=NetworkSegment(5fc58d96-a7e0-40a6-92cd-8efde38ab002),segment_id=5fc58d96-a7e0-40a6-92cd-8efde38ab002)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:15.616601 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.635864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:15.640104 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fe6f13a0-47fa-45d1-a878-30b3eec88635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.666801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-378cda4b-1dda-40ce-b92a-59c849330fa7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.700606 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-378cda4b-1dda-40ce-b92a-59c849330fa7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:15.839948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cda4b-1dda-40ce-b92a-59c849330fa7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3be9ba-3f07-4144-ac93-521c48954ba2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:15.864351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=193a8cc8-a819-4f8f-863a-9168819b56aa,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:15.898418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df60cc7-eb39-42bf-9fe0-cf0fc786d557 req-65dd7035-79bd-4d25-8fc3-919ed5adf528 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:15.900323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2df60cc7-eb39-42bf-9fe0-cf0fc786d557 req-65dd7035-79bd-4d25-8fc3-919ed5adf528 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 935 time: 0.8284113 Jul 14 11:29:15.905873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Attempting to bind port c2b853c5-d8fe-440e-b6cc-a596d7892c1a on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:29:15.911482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Attempting to bind port c2b853c5-d8fe-440e-b6cc-a596d7892c1a by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:29:15.912233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Attempting to bind port c2b853c5-d8fe-440e-b6cc-a596d7892c1a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:15.933306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Port c2b853c5-d8fe-440e-b6cc-a596d7892c1a on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:29:15.933743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-99669417-deda-4453-b473-b42d7ee5d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:15.935615 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-99669417-deda-4453-b473-b42d7ee5d6c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e25c425b-a69c-404f-bca7-3be118da508d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6034207 Jul 14 11:29:15.941723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Attempting to bind port c2b853c5-d8fe-440e-b6cc-a596d7892c1a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:15.969044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:29:15.972357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:15.973146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:29:15.973748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Bound port: c2b853c5-d8fe-440e-b6cc-a596d7892c1a, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:29:15.976524 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.037136 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.075495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:16.090156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2df60cc7-eb39-42bf-9fe0-cf0fc786d557 req-45f1eef4-5ac1-4728-a23c-b0ef1f7cc4cb tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/security-groups?id=1fd54a6b-7e2d-4b81-9922-9615cbe470f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712859 Jul 14 11:29:16.107803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbed7dc8-c714-4a1f-9fe4-6001d49b26fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.120469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbed7dc8-c714-4a1f-9fe4-6001d49b26fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.129575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] For port c2b853c5-d8fe-440e-b6cc-a596d7892c1a, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:29:16.131761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-378cda4b-1dda-40ce-b92a-59c849330fa7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.140601 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-378cda4b-1dda-40ce-b92a-59c849330fa7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3965924 Jul 14 11:29:16.151678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] For port c2b853c5-d8fe-440e-b6cc-a596d7892c1a, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:29:16.156527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-fe6f13a0-47fa-45d1-a878-30b3eec88635 None None] Allocated IP 172.20.0.2 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/2caee01e-4e94-4dee-80bb-dcf4d97df5de/4609d30c-3991-4bca-bf95-999e334467ee) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:16.167224 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34042) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:16.177046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6ff48518-e14a-4251-95d4-58ff06161dd7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'security_group': {'name': 'tempest-secgroup-29089901'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:16.200196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.312585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] For port eefa03b2-ae82-49c3-87d0-96765cea3a45, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=eefa03b2-ae82-49c3-87d0-96765cea3a45,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:16.312976 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.356001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-fe6f13a0-47fa-45d1-a878-30b3eec88635 None None] For port 4609d30c-3991-4bca-bf95-999e334467ee, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4609d30c-3991-4bca-bf95-999e334467ee,segment=NetworkSegment(2ea3f724-90d1-4b14-a72c-0ccedab63ef5),segment_id=2ea3f724-90d1-4b14-a72c-0ccedab63ef5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:16.370936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed7dc8-c714-4a1f-9fe4-6001d49b26fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bac86b1-49ac-4f4e-a6b5-4bed52c7a6f5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:16.380909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:16.380909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.382058 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] 10.222.0.64 "PUT /v2.0/ports/c2b853c5-d8fe-440e-b6cc-a596d7892c1a HTTP/1.1" status: 200 len: 1095 time: 3.5374219 Jul 14 11:29:16.393479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ff48518-e14a-4251-95d4-58ff06161dd7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.397596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117fe666-7eaf-4ec5-b16d-b6c48391be7a', 'tag': 'c2b853c5-d8fe-440e-b6cc-a596d7892c1a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:16.400371 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343af98d-aaea-495f-925a-6c1d86ec050e" -d '{"events": [{"name": "network-changed", "server_uuid": "117fe666-7eaf-4ec5-b16d-b6c48391be7a", "tag": "c2b853c5-d8fe-440e-b6cc-a596d7892c1a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:16.419006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fe6f13a0-47fa-45d1-a878-30b3eec88635 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.421168 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fbed7dc8-c714-4a1f-9fe4-6001d49b26fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b919c87ade5249f2855f12152a8e3dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1533053 Jul 14 11:29:16.427313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34048) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:16.438244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e47c6-3111-4a76-a04b-1383c1f1dc77 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:16.448322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fe6f13a0-47fa-45d1-a878-30b3eec88635 None None] Transition to ACTIVE for port object 4609d30c-3991-4bca-bf95-999e334467ee will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:16.457362 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fe6f13a0-47fa-45d1-a878-30b3eec88635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.493259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:29:16.532817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd49f14-a798-47bc-8661-f095b1ccff5a {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:16.542770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.557619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Transition to ACTIVE for port object 5fd49f14-a798-47bc-8661-f095b1ccff5a will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:16.570253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Calling delete_port for eefa03b2-ae82-49c3-87d0-96765cea3a45 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:16.580770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.637014 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-080a9da0-3028-4056-bba6-ca4f0a7c7790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.662743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=11']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:16.674381 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-080a9da0-3028-4056-bba6-ca4f0a7c7790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.749972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device eefa03b2-ae82-49c3-87d0-96765cea3a45 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:16.802283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-2b810bd8-b2f5-466f-ab93-75c97e4dfeb4 service neutron] 10.222.0.45 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8265500 Jul 14 11:29:16.811303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-48596882-0852-4b37-8914-1ab4ea86d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:16.813206 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-48596882-0852-4b37-8914-1ab4ea86d92c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=03b2a87aa4164b59ae0d5f1354c538ef&device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 1098 time: 0.3759899 Jul 14 11:29:16.816255 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-080a9da0-3028-4056-bba6-ca4f0a7c7790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.820052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-080a9da0-3028-4056-bba6-ca4f0a7c7790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:16.821188 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-080a9da0-3028-4056-bba6-ca4f0a7c7790 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6bac86b1-49ac-4f4e-a6b5-4bed52c7a6f5 HTTP/1.1" status: 204 len: 168 time: 0.3926144 Jul 14 11:29:16.872186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 193a8cc8-a819-4f8f-863a-9168819b56aa up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:16.905888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-a4df1de5-c895-4a00-bdcd-75f9bdb5a17d tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:16.907988 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-a4df1de5-c895-4a00-bdcd-75f9bdb5a17d tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 944 time: 0.4115925 Jul 14 11:29:16.912498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a9da0-3028-4056-bba6-ca4f0a7c7790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bac86b1-49ac-4f4e-a6b5-4bed52c7a6f5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:16.919280 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-a6e1dfd2-8a41-4c52-8e11-97c1d387f1aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c2b853c5-d8fe-440e-b6cc-a596d7892c1a HTTP/1.1" status: 200 len: 217 time: 0.0958719 Jul 14 11:29:17.019483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ff48518-e14a-4251-95d4-58ff06161dd7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:17.027334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f13a0-47fa-45d1-a878-30b3eec88635 None None] Pushing event updated for resources: {'Port': ['ID=4609d30c-3991-4bca-bf95-999e334467ee,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:17.031075 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ff48518-e14a-4251-95d4-58ff06161dd7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:17.037798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 193a8cc8-a819-4f8f-863a-9168819b56aa triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:17.038264 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:17.078186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-c0641f96-ea5d-403f-b2d1-b344b41e9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:17.079497 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-c0641f96-ea5d-403f-b2d1-b344b41e9168 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1472359 Jul 14 11:29:17.115217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ff48518-e14a-4251-95d4-58ff06161dd7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:17.116540 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ff48518-e14a-4251-95d4-58ff06161dd7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9459460 Jul 14 11:29:17.125768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34052) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:17.169698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1463847992', 'security_groups': ['8bb92bb6-c88d-4ce8-bbc7-68632ba3482e'], 'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2caee01e-4e94-4dee-80bb-dcf4d97df5de'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:17.177871 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:17.180520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff48518-e14a-4251-95d4-58ff06161dd7 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb92bb6-c88d-4ce8-bbc7-68632ba3482e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:17.270395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eefa03b2-ae82-49c3-87d0-96765cea3a45'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:17.272942 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a7caac-eccb-46fe-8ec3-b8c4a690890e" -d '{"events": [{"server_uuid": "3b8690b5-2f9a-43d4-87af-e1c35813d43d", "name": "network-vif-unplugged", "status": "completed", "tag": "eefa03b2-ae82-49c3-87d0-96765cea3a45"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:17.290666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port eefa03b2-ae82-49c3-87d0-96765cea3a45, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=eefa03b2-ae82-49c3-87d0-96765cea3a45,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:17.304079 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:17.379307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=eefa03b2-ae82-49c3-87d0-96765cea3a45,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:17.571749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] No DVR routers for this DVR port 5fd49f14-a798-47bc-8661-f095b1ccff5a on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:17.610816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1e0c-99a7-404d-89c0-c6d76ff6bdc8 req-5a6d396e-7b86-4f07-942d-ce30a603664a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:17.618254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-025b1e0c-99a7-404d-89c0-c6d76ff6bdc8 req-5a6d396e-7b86-4f07-942d-ce30a603664a tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 949 time: 1.5770500 Jul 14 11:29:17.716414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377d6ee-1366-4edc-9256-047d0508d143 req-5f5dee38-958d-41ae-bc1d-8e751f5b549f tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:17.724396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c377d6ee-1366-4edc-9256-047d0508d143 req-5f5dee38-958d-41ae-bc1d-8e751f5b549f tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 944 time: 1.2923012 Jul 14 11:29:17.726416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:29:17.726800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:29:17.727240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:17.772482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Deleting port e7a97d92-72b3-471b-a37d-406a8d3dd93a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:17.772872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:17.777545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-025b1e0c-99a7-404d-89c0-c6d76ff6bdc8 req-8a11115a-a9e8-4ace-987c-733b81702cf1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583014 Jul 14 11:29:17.783289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-8724976b-1c70-4062-a2ea-6aa910218ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:17.784268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Port 5fd49f14-a798-47bc-8661-f095b1ccff5a on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:29:17.784268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Attempting to bind port 5fd49f14-a798-47bc-8661-f095b1ccff5a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:17.785021 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-8724976b-1c70-4062-a2ea-6aa910218ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6671948 Jul 14 11:29:17.830190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:29:17.830759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:17.831202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:29:17.832180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Bound port: 5fd49f14-a798-47bc-8661-f095b1ccff5a, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:29:17.832180 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:17.884882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327aee9f-b86a-409e-a44b-4ca8208796f0 req-75533f56-df03-482f-8309-8f08a4f3a4c6 service neutron] 10.222.0.45 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0664542 Jul 14 11:29:17.922238 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c377d6ee-1366-4edc-9256-047d0508d143 req-50d78dfe-6f01-4727-8ce7-d1eb81d5f91c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963758 Jul 14 11:29:17.944994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7efde14e-6d7c-41fe-b918-64d06fd9865a None None] Provisioning for port 4609d30c-3991-4bca-bf95-999e334467ee completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:17.965335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7efde14e-6d7c-41fe-b918-64d06fd9865a None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:17.965717 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7efde14e-6d7c-41fe-b918-64d06fd9865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:17.981127 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:18.050088 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.150175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-941d2526-eeae-4d77-b3e2-cd5ddd09eb80 req-c37faaaf-19c1-4a68-aa4a-0598621c236d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b8690b5-2f9a-43d4-87af-e1c35813d43d HTTP/1.1" status: 200 len: 210 time: 0.1012154 Jul 14 11:29:18.153373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7efde14e-6d7c-41fe-b918-64d06fd9865a None None] Provisioning complete for port 530f487e-27e4-4df7-945e-ee25146ae533 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:18.153757 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7efde14e-6d7c-41fe-b918-64d06fd9865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.154494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event deleted for resources: {'Port': ['ID=eefa03b2-ae82-49c3-87d0-96765cea3a45,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:18.177379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:29:18.186417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] For port e7a97d92-72b3-471b-a37d-406a8d3dd93a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e7a97d92-72b3-471b-a37d-406a8d3dd93a,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:18.187798 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.196146 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7afa04-e469-4d3c-ad52-52f9fbf64374 x-openstack-request-id: req-7c7afa04-e469-4d3c-ad52-52f9fbf64374 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:18.200293 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117fe666-7eaf-4ec5-b16d-b6c48391be7a", "tag": "c2b853c5-d8fe-440e-b6cc-a596d7892c1a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:18.201394 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c7afa04-e469-4d3c-ad52-52f9fbf64374 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:18.202000 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117fe666-7eaf-4ec5-b16d-b6c48391be7a', 'tag': 'c2b853c5-d8fe-440e-b6cc-a596d7892c1a', 'status': 'completed', 'code': 200} Jul 14 11:29:18.219203 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-8149db14-d6f5-44a0-8373-f5c46cd85529 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176216 Jul 14 11:29:18.233531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Deleting port 193a8cc8-a819-4f8f-863a-9168819b56aa {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:18.233967 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.236284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] No DVR routers for this DVR port eefa03b2-ae82-49c3-87d0-96765cea3a45 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:18.240980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7efde14e-6d7c-41fe-b918-64d06fd9865a None None] Port 530f487e-27e4-4df7-945e-ee25146ae533 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:18.245643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:29:18.249304 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b245bad-8ab0-4ca0-bc29-094f0b8bed7e x-openstack-request-id: req-1b245bad-8ab0-4ca0-bc29-094f0b8bed7e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:18.250695 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.251432 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8690b5-2f9a-43d4-87af-e1c35813d43d", "name": "network-vif-unplugged", "status": "completed", "tag": "eefa03b2-ae82-49c3-87d0-96765cea3a45", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:18.251876 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b245bad-8ab0-4ca0-bc29-094f0b8bed7e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:18.252476 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eefa03b2-ae82-49c3-87d0-96765cea3a45', 'code': 200} Jul 14 11:29:18.254850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b6b2ad3-fb70-49ba-ba85-aa2dcfa48475 req-70ce85ab-b6b0-45a6-af7b-f5f14e0b8c33 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "DELETE /v2.0/ports/eefa03b2-ae82-49c3-87d0-96765cea3a45 HTTP/1.1" status: 204 len: 173 time: 3.7488024 Jul 14 11:29:18.268987 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Calling delete_port for e7a97d92-72b3-471b-a37d-406a8d3dd93a owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:18.279253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'name': 'network-vif-deleted', 'tag': 'eefa03b2-ae82-49c3-87d0-96765cea3a45'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:18.283793 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad7aae2-e47f-4a32-8bd3-8a615025f07e" -d '{"events": [{"server_uuid": "3b8690b5-2f9a-43d4-87af-e1c35813d43d", "name": "network-vif-deleted", "tag": "eefa03b2-ae82-49c3-87d0-96765cea3a45"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:18.354227 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3104f6b4-d374-47c2-b26c-eddaa61a1071 x-openstack-request-id: req-3104f6b4-d374-47c2-b26c-eddaa61a1071 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:18.354583 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8690b5-2f9a-43d4-87af-e1c35813d43d", "name": "network-vif-deleted", "tag": "eefa03b2-ae82-49c3-87d0-96765cea3a45", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:18.354810 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3104f6b4-d374-47c2-b26c-eddaa61a1071 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:18.355135 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8690b5-2f9a-43d4-87af-e1c35813d43d', 'name': 'network-vif-deleted', 'tag': 'eefa03b2-ae82-49c3-87d0-96765cea3a45', 'status': 'completed', 'code': 200} Jul 14 11:29:18.357663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.382732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.432454 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5606da47-4fe2-42ac-91ec-8b018541db23 req-fae9451f-c1cf-42b8-833f-85cabc3456ab service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959460 Jul 14 11:29:18.437686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:18.438315 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.440179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] 10.222.0.45 "PUT /v2.0/ports/5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 1097 time: 7.0793862 Jul 14 11:29:18.452187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] device_id is not set on port bae30d77-e8a7-4635-ba29-4876b445569a yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:29:18.493362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae673f5b-a003-4823-9942-4a9b85d744d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=12']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:18.541964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] For port 193a8cc8-a819-4f8f-863a-9168819b56aa, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=193a8cc8-a819-4f8f-863a-9168819b56aa,segment=NetworkSegment(5fc58d96-a7e0-40a6-92cd-8efde38ab002),segment_id=5fc58d96-a7e0-40a6-92cd-8efde38ab002)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:18.542330 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.559004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Calling delete_port for 193a8cc8-a819-4f8f-863a-9168819b56aa owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:18.593764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d0d20-4411-452d-8335-2c640a7bd68d req-e857de40-4e06-4a04-a4b7-b62e68ffee4d tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:18.595424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f70d0d20-4411-452d-8335-2c640a7bd68d req-e857de40-4e06-4a04-a4b7-b62e68ffee4d tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 947 time: 0.2393765 Jul 14 11:29:18.744578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.760007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e7a97d92-72b3-471b-a37d-406a8d3dd93a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:18.824071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Pushing event deleted for resources: {'Port': ['ID=e7a97d92-72b3-471b-a37d-406a8d3dd93a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:18.845008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343af98d-aaea-495f-925a-6c1d86ec050e req-402be39e-0eca-4ad6-8c22-41bd559c6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:18.847646 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-343af98d-aaea-495f-925a-6c1d86ec050e req-402be39e-0eca-4ad6-8c22-41bd559c6619 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=03b2a87aa4164b59ae0d5f1354c538ef&device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 1098 time: 0.2741411 Jul 14 11:29:18.873002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.4 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/2caee01e-4e94-4dee-80bb-dcf4d97df5de/bae30d77-e8a7-4635-ba29-4876b445569a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:18.873305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4609d30c-3991-4bca-bf95-999e334467ee up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:18.914500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f70d0d20-4411-452d-8335-2c640a7bd68d req-0f2421cb-359c-4fe4-8d86-28d06fb3a103 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/security-groups?id=1fd54a6b-7e2d-4b81-9922-9615cbe470f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853260 Jul 14 11:29:18.948484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-18ebbb4d-9709-439c-9a21-267400fb6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:18.954813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-18ebbb4d-9709-439c-9a21-267400fb6c18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1100 time: 0.3492537 Jul 14 11:29:18.982117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] No DVR routers for this DVR port e7a97d92-72b3-471b-a37d-406a8d3dd93a on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:18.988486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:18.991505 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6254e8e2-1096-43f9-a3bd-786342733b28 req-c5c8923d-e062-4429-b800-116c5a8192cd tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.45 "DELETE /v2.0/ports/e7a97d92-72b3-471b-a37d-406a8d3dd93a HTTP/1.1" status: 204 len: 173 time: 2.0709612 Jul 14 11:29:19.113379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:19.113754 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:19.143225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343af98d-aaea-495f-925a-6c1d86ec050e req-ff19b67e-22d7-42af-85cb-4115f1b6f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:19.145075 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-343af98d-aaea-495f-925a-6c1d86ec050e req-ff19b67e-22d7-42af-85cb-4115f1b6f194 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2739861 Jul 14 11:29:19.194872 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-343af98d-aaea-495f-925a-6c1d86ec050e req-7ecb0a71-d540-4265-841f-b0d623ce5458 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c2b853c5-d8fe-440e-b6cc-a596d7892c1a HTTP/1.1" status: 200 len: 217 time: 0.0413935 Jul 14 11:29:19.296758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343af98d-aaea-495f-925a-6c1d86ec050e req-a1545f8d-a7e1-4eb6-8b3d-105353767f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:19.301116 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-343af98d-aaea-495f-925a-6c1d86ec050e req-a1545f8d-a7e1-4eb6-8b3d-105353767f24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0937803 Jul 14 11:29:19.305536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:19.352562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object bae30d77-e8a7-4635-ba29-4876b445569a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:19.456715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343af98d-aaea-495f-925a-6c1d86ec050e req-1b768421-3269-43b4-acc2-31284f39735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:19.458277 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-343af98d-aaea-495f-925a-6c1d86ec050e req-1b768421-3269-43b4-acc2-31284f39735a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302564 Jul 14 11:29:19.477171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:19.485047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-701784a4-74d0-4f8a-867a-4728a6df11cb req-cd9183df-7400-4c6c-aa46-1f2de375a02f tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ed73959-a38d-4399-b878-f320a709c6ec HTTP/1.1" status: 200 len: 210 time: 0.1039662 Jul 14 11:29:19.546120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-4f5b342b-4dff-4468-a6eb-59158e0f67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:19.547745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-4f5b342b-4dff-4468-a6eb-59158e0f67dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.3552365 Jul 14 11:29:19.554503 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:19.574181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c3360-ed15-4aea-952f-fd2308a35f29 req-9cfdcf70-3361-4a0c-8e3c-e7c388810628 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:19.575733 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-268c3360-ed15-4aea-952f-fd2308a35f29 req-9cfdcf70-3361-4a0c-8e3c-e7c388810628 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 949 time: 0.3966072 Jul 14 11:29:19.595298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:19.605548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:19.621206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:29:19.623396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-edb24ca6-a9ec-45a8-939f-d94a3be98a62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.0590167 Jul 14 11:29:19.648194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=bae30d77-e8a7-4635-ba29-4876b445569a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:19.656832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Pushing event deleted for resources: {'Port': ['ID=193a8cc8-a819-4f8f-863a-9168819b56aa,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:19.734495 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-343af98d-aaea-495f-925a-6c1d86ec050e req-046c4c8b-0ed8-41c4-af23-d536c5ea9ae5 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691090 Jul 14 11:29:19.827676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-d3826e2c-d24e-47fd-afca-738762b7cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:19.829948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-d3826e2c-d24e-47fd-afca-738762b7cffe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1864774 Jul 14 11:29:19.833355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-268c3360-ed15-4aea-952f-fd2308a35f29 req-f6c4d382-535b-438b-9000-aa9271291405 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917224 Jul 14 11:29:19.861170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:19.862021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:19.903915 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f71669b-869c-4608-8470-631b0eae70e9 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7661796 Jul 14 11:29:19.906155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34110) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:19.924458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-56709a5f-face-4dae-a8ab-cd4f06b970d6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:20.146104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-215c09b5-2de2-476d-b1a7-c274db31a75b None None] Provisioning for port bae30d77-e8a7-4635-ba29-4876b445569a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:20.151933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-215c09b5-2de2-476d-b1a7-c274db31a75b None None] Provisioning complete for port bae30d77-e8a7-4635-ba29-4876b445569a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:20.152318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-215c09b5-2de2-476d-b1a7-c274db31a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:20.158076 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-343af98d-aaea-495f-925a-6c1d86ec050e req-6eec7366-758f-4a42-be33-c2ce1963a222 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103379 Jul 14 11:29:20.201207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451153-9698-4c8a-9198-42e48724874b req-fcd35a28-8106-4ee9-a381-15ceaa1002e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:20.202921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-fcd35a28-8106-4ee9-a381-15ceaa1002e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3631959 Jul 14 11:29:20.208048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'name': 'network-vif-deleted', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:20.215583 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32757535-bef9-4b03-a21f-7472bdd851cb" -d '{"events": [{"server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "name": "network-vif-deleted", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:20.275395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-215c09b5-2de2-476d-b1a7-c274db31a75b None None] Port bae30d77-e8a7-4635-ba29-4876b445569a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:20.318173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56709a5f-face-4dae-a8ab-cd4f06b970d6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:20.322930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56709a5f-face-4dae-a8ab-cd4f06b970d6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:20.363481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:20.365930 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:20.368442 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:20.440975 n-d-778696-8 neutron-server[93701]: INFO neutron.db.ipam_backend_mixin [None req-56709a5f-face-4dae-a8ab-cd4f06b970d6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2caee01e-4e94-4dee-80bb-dcf4d97df5de (CIDR: 172.20.0.0/28) Jul 14 11:29:20.445128 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-56709a5f-face-4dae-a8ab-cd4f06b970d6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:20.445681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56709a5f-face-4dae-a8ab-cd4f06b970d6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:20.461599 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-56709a5f-face-4dae-a8ab-cd4f06b970d6 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5515924 Jul 14 11:29:20.464252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34138) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:20.469292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d322b92a-563c-42b5-93a6-80e0422f9b43 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:20.497902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c2b853c5-d8fe-440e-b6cc-a596d7892c1a details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:29:20.621820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51504-6601-482b-a4eb-84a2e15780ae req-9af11582-4662-4fae-aa49-b353e251bf3b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:20.623494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-9af11582-4662-4fae-aa49-b353e251bf3b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.3678651 Jul 14 11:29:20.636877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-c5f99d34-2d83-4c78-9249-b37a1f6b359c service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083683 Jul 14 11:29:20.654964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d322b92a-563c-42b5-93a6-80e0422f9b43 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:20.659777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c2b853c5-d8fe-440e-b6cc-a596d7892c1a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:20.660508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d322b92a-563c-42b5-93a6-80e0422f9b43 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:20.662271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823bff7-c112-4411-949d-d8da9ca72714 req-6ef0ecc4-f602-4c06-a507-97fa58a29377 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:20.663816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9823bff7-c112-4411-949d-d8da9ca72714 req-6ef0ecc4-f602-4c06-a507-97fa58a29377 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 947 time: 0.4250643 Jul 14 11:29:20.675451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-40fcc743-bdff-49ac-8d85-b948fc432c19 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/quotas/9dff92e033a84752a3854a9be9772157 HTTP/1.1" status: 200 len: 375 time: 0.0413475 Jul 14 11:29:20.701980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'c2b853c5-d8fe-440e-b6cc-a596d7892c1a', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'c2b853c5-d8fe-440e-b6cc-a596d7892c1a', 'mac_address': 'fa:16:3e:11:8e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:29:20.788078 n-d-778696-8 neutron-server[93701]: INFO neutron.db.ipam_backend_mixin [None req-d322b92a-563c-42b5-93a6-80e0422f9b43 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5d6fb053-3c6e-4b52-9b29-1395371b1494 (CIDR: 172.20.0.16/28) Jul 14 11:29:20.792558 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d322b92a-563c-42b5-93a6-80e0422f9b43 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:20.793461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d322b92a-563c-42b5-93a6-80e0422f9b43 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:20.793753 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:20.815551 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d322b92a-563c-42b5-93a6-80e0422f9b43 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3495562 Jul 14 11:29:20.815880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b853c5-d8fe-440e-b6cc-a596d7892c1a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:20.818914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34148) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:20.826536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'subnet': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:20.845206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-d88a5107-b152-4865-a253-e9099b346762 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239307 Jul 14 11:29:20.865743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c2b853c5-d8fe-440e-b6cc-a596d7892c1a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:20.871965 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:20.905542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e7a97d92-72b3-471b-a37d-406a8d3dd93a no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:20.930322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: e7a97d92-72b3-471b-a37d-406a8d3dd93a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:20.930728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e7a97d92-72b3-471b-a37d-406a8d3dd93a not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:20.940655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9823bff7-c112-4411-949d-d8da9ca72714 req-84ca3189-3223-448a-8ab4-ddda51d11079 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/security-groups?id=1fd54a6b-7e2d-4b81-9922-9615cbe470f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679536 Jul 14 11:29:20.977198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:21.007810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34451153-9698-4c8a-9198-42e48724874b req-4593dacf-83fd-4bca-8cb9-30caa4aadc63 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565352 Jul 14 11:29:21.011470 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2933b8a0-edbc-468b-9a6c-17a59134f7a0 x-openstack-request-id: req-2933b8a0-edbc-468b-9a6c-17a59134f7a0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:21.011470 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed73959-a38d-4399-b878-f320a709c6ec", "name": "network-vif-deleted", "tag": "e7a97d92-72b3-471b-a37d-406a8d3dd93a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:21.011470 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2933b8a0-edbc-468b-9a6c-17a59134f7a0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:21.011470 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed73959-a38d-4399-b878-f320a709c6ec', 'name': 'network-vif-deleted', 'tag': 'e7a97d92-72b3-471b-a37d-406a8d3dd93a', 'status': 'completed', 'code': 200} Jul 14 11:29:21.035843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Made reservation on behalf of 124cdbed65124bcaa6fb8297d1619fb8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:21.041492 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:21.049064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Router 42f27adc-867c-4988-ae66-53327d22054a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:29:21.070705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-ebfd3a8f-598f-4f85-91e8-f55638527775 service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115166 Jul 14 11:29:21.084914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['c2b853c5-d8fe-440e-b6cc-a596d7892c1a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:21.129161 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865ee85b-eb64-491b-9c16-7a7585b7d71c x-openstack-request-id: req-865ee85b-eb64-491b-9c16-7a7585b7d71c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:21.129456 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:21.129709 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-865ee85b-eb64-491b-9c16-7a7585b7d71c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:21.130105 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'status': 'completed', 'code': 200} Jul 14 11:29:21.247155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-a3a57a4f-4a37-4fd8-8873-5fa45e97603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:21.248715 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-a3a57a4f-4a37-4fd8-8873-5fa45e97603c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1100 time: 0.1344738 Jul 14 11:29:21.254649 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-e4397fe2-3d2c-49c4-952f-967728e6953e service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277146 Jul 14 11:29:21.434575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-161a833c-cc3f-4f41-816d-4b0b5bbd545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:21.436197 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-161a833c-cc3f-4f41-816d-4b0b5bbd545d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1788652 Jul 14 11:29:21.501856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-b2d26c2b-b9e9-4cf6-a3df-a9a2d66bfdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:21.503465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-b2d26c2b-b9e9-4cf6-a3df-a9a2d66bfdde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74fa1d7c96164474bf4b5083b15d7551&device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1100 time: 0.3720067 Jul 14 11:29:21.544179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:29:21.559788 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] Sync routers for ids ['42f27adc-867c-4988-ae66-53327d22054a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:29:21.567424 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-2646af68-2a8a-4032-8b16-f5fb0273b53e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.1225688 Jul 14 11:29:21.568662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d2a7d90a-3e8a-49d0-8602-dbe91f3f21cf admin admin] 10.222.0.38 "PUT /v2.0/routers/42f27adc-867c-4988-ae66-53327d22054a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3451469 Jul 14 11:29:21.571474 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] Routers {'42f27adc-867c-4988-ae66-53327d22054a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:29:21.575175 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:29:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['42f27adc-867c-4988-ae66-53327d22054a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:21.595264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34162) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:21.649408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:21.743357 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] Set router 42f27adc-867c-4988-ae66-53327d22054a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:29:21.871547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:21.875669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Subnet': ['ID=f45dc013-45fe-4694-b51c-33b7817a8ff2,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:21.879595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:21.886549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:21.886869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:21.904096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd7670-e604-4e81-a2ce-00a73b3fdf32 None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:21.910613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-078a71ff-1301-4521-ba32-a1967d286b6d tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0896475 Jul 14 11:29:21.915948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34168) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:21.923370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1121478364', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f45dc013-45fe-4694-b51c-33b7817a8ff2'}], 'security_groups': ['74d86225-63c6-4dc8-9974-9db47962b76d', '5f3be9ba-3f07-4144-ac93-521c48954ba2']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:22.073462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:22.083330 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f27adc-867c-4988-ae66-53327d22054a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:57Z', 'updated_at': '2021-07-14T11:29:19Z', 'revision_number': 5, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'gw_port': {'id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:59Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:22.149405 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] Checking router: 42f27adc-867c-4988-ae66-53327d22054a for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:29:22.158894 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] Routers {'42f27adc-867c-4988-ae66-53327d22054a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:29:22.159788 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:29:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['42f27adc-867c-4988-ae66-53327d22054a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:22.204888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:22.217023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-27f60368-bac0-461e-81f3-e09dc0061dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:22.219173 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-27f60368-bac0-461e-81f3-e09dc0061dbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.5968535 Jul 14 11:29:22.294889 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] Set router 42f27adc-867c-4988-ae66-53327d22054a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:29:22.381611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-f3696558-bca1-4dba-9a25-5908c876dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:22.383486 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-f3696558-bca1-4dba-9a25-5908c876dd0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524456 Jul 14 11:29:22.454530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94bff0-0502-4b16-ba41-bcc9f6acb004 None None] Update dhcp port {'port': {'network_id': '2280f5fe-ac06-47cc-9580-68b51c6c8e9b', 'fixed_ips': [{'subnet_id': '5d6fb053-3c6e-4b52-9b29-1395371b1494', 'ip_address': '172.20.0.18'}, {'subnet_id': '2caee01e-4e94-4dee-80bb-dcf4d97df5de', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f45dc013-45fe-4694-b51c-33b7817a8ff2'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '4609d30c-3991-4bca-bf95-999e334467ee'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:29:22.504483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fb89277-d930-42ed-826e-96dc41de31f2 req-b2936c69-2c1b-4b18-9444-b14f439160dd tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 210 time: 0.1423988 Jul 14 11:29:22.507548 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e94bff0-0502-4b16-ba41-bcc9f6acb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:22.531975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c2b853c5-d8fe-440e-b6cc-a596d7892c1a up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:22.575997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9a16503-8c68-4a40-9125-9ffb4eea9ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:22.607814 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f27adc-867c-4988-ae66-53327d22054a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:57Z', 'updated_at': '2021-07-14T11:29:19Z', 'revision_number': 5, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'gw_port': {'id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:59Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:22.653621 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362bd11-c8f6-4728-8bd6-1b9f9afafd00 None None] The sync data for ids ['42f27adc-867c-4988-ae66-53327d22054a'] in n-d-778696-8 is: [{'id': '42f27adc-867c-4988-ae66-53327d22054a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143129039-router', 'tenant_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:57Z', 'updated_at': '2021-07-14T11:29:19Z', 'revision_number': 5, 'project_id': 'fe17b7b4bc714780bc950ac2e669ab05', 'gw_port': {'id': '633e3aea-e285-4e21-a6a7-f4067550b7a2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f27adc-867c-4988-ae66-53327d22054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:59Z', 'updated_at': '2021-07-14T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:29:22.683493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-ca2393eb-75e6-4119-8d2e-a4d1eab34e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:22.685850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-ca2393eb-75e6-4119-8d2e-a4d1eab34e81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 1.1635826 Jul 14 11:29:22.756445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port c2b853c5-d8fe-440e-b6cc-a596d7892c1a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:22.762260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port c2b853c5-d8fe-440e-b6cc-a596d7892c1a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:22.763097 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:22.794940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-8e2e70c5-ee40-4f7b-bffa-3d067af188e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 200 len: 217 time: 0.0988538 Jul 14 11:29:22.796871 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:22.847805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-a0c76fe9-da7e-45c8-96a0-fa1e8bdfd706 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:22.849205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00615f25-7fc2-4f1d-bca4-3109eb2e86ba req-d52971f4-3bbf-49da-bf5d-4af596fcacbc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:22.850031 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-a0c76fe9-da7e-45c8-96a0-fa1e8bdfd706 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 944 time: 0.4169049 Jul 14 11:29:22.856529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00615f25-7fc2-4f1d-bca4-3109eb2e86ba req-d52971f4-3bbf-49da-bf5d-4af596fcacbc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 949 time: 0.4956625 Jul 14 11:29:22.884420 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:22.921296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:29:22.936094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117fe666-7eaf-4ec5-b16d-b6c48391be7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b853c5-d8fe-440e-b6cc-a596d7892c1a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:22.939256 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050d8817-31df-428b-8512-bf9e9a37a6fd" -d '{"events": [{"server_uuid": "117fe666-7eaf-4ec5-b16d-b6c48391be7a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b853c5-d8fe-440e-b6cc-a596d7892c1a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:22.958162 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-bb0895ff-f0b8-4690-95af-6c8b6dde04f7 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161519 Jul 14 11:29:22.964335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c2b853c5-d8fe-440e-b6cc-a596d7892c1a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:22.973941 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:23.010319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00615f25-7fc2-4f1d-bca4-3109eb2e86ba req-804e4e56-6516-4233-aa3a-a8f6d6ab72f3 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526580 Jul 14 11:29:23.124092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-55717adc-8236-4fa6-a97f-20b166f57eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:23.125716 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-55717adc-8236-4fa6-a97f-20b166f57eda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.3028131 Jul 14 11:29:23.198873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:23.243181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'mac_address': 'fa:16:3e:45:34:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:29:23.253818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:23.316086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7891be-a626-40b1-939a-4f6fd146020d req-c2995108-d03f-4f49-952e-e14efa36b543 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:23.318390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b7891be-a626-40b1-939a-4f6fd146020d req-c2995108-d03f-4f49-952e-e14efa36b543 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 944 time: 0.5417643 Jul 14 11:29:23.326062 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:23.328491 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:23.362308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd49f14-a798-47bc-8661-f095b1ccff5a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:23.422851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:23.430888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:23.503300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=13']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:23.511818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b7891be-a626-40b1-939a-4f6fd146020d req-3b6d60c4-cc14-4c14-a71f-2a145989760c tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715515 Jul 14 11:29:23.572379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-0d661245-06ca-4922-8243-54181ae46c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:23.573830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Delete allocated IP 172.20.0.4 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/2caee01e-4e94-4dee-80bb-dcf4d97df5de) {{(pid=93701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 11:29:23.574392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-0d661245-06ca-4922-8243-54181ae46c1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4238787 Jul 14 11:29:23.598415 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9a16503-8c68-4a40-9125-9ffb4eea9ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:23.644884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Allocated IP 172.20.0.38 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/f45dc013-45fe-4694-b51c-33b7817a8ff2/bae30d77-e8a7-4635-ba29-4876b445569a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:23.660138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9a16503-8c68-4a40-9125-9ffb4eea9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:23.725869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['5fd49f14-a798-47bc-8661-f095b1ccff5a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:23.726912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Deleting port 633e3aea-e285-4e21-a6a7-f4067550b7a2 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:23.727318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:23.730194 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-30b23f9f-e4a7-4d16-b77e-d9f79b194594 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7539396 Jul 14 11:29:23.748378 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c9a16503-8c68-4a40-9125-9ffb4eea9ee3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=adade493d30a4ca1b4b952c444ddb43c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5412095 Jul 14 11:29:23.749119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a16503-8c68-4a40-9125-9ffb4eea9ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca8720c-0227-464f-b3a4-57257ef345c6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:23.754261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34188) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:23.807179 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106f493c-f32e-4715-8a98-1d168eb9a605 x-openstack-request-id: req-106f493c-f32e-4715-8a98-1d168eb9a605 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:23.807179 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117fe666-7eaf-4ec5-b16d-b6c48391be7a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b853c5-d8fe-440e-b6cc-a596d7892c1a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:23.807179 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-106f493c-f32e-4715-8a98-1d168eb9a605 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:23.807739 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117fe666-7eaf-4ec5-b16d-b6c48391be7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b853c5-d8fe-440e-b6cc-a596d7892c1a', 'code': 200} Jul 14 11:29:23.865028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51504-6601-482b-a4eb-84a2e15780ae req-9249b836-3973-43cc-8bfe-9a2d9ca85cd6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:23.866566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-9249b836-3973-43cc-8bfe-9a2d9ca85cd6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.45 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.4467101 Jul 14 11:29:23.889302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Request body: {'port': {'device_id': '39310dfb-8821-4308-9b61-2d0bdb40fcb2', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'admin_state_up': True, 'tenant_id': '9dff92e033a84752a3854a9be9772157'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:23.898646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Deleting port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:23.898646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:23.918769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce04d95-e3b1-4d7b-8d2f-b567b7987a6e req-d4af173b-29f7-4dd0-8bc3-859417a008ef tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:23.920342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce04d95-e3b1-4d7b-8d2f-b567b7987a6e req-d4af173b-29f7-4dd0-8bc3-859417a008ef tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 949 time: 0.3738711 Jul 14 11:29:23.922290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-a6817c07-56e3-4537-85fb-eb6fd2ba37cc service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221471 Jul 14 11:29:24.001177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb8eb86e-d4e6-4381-9655-e83a86866b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.065361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d722c1b9-5ae6-433b-ac9b-d52cf49123e7 req-03ce31e0-1200-4ec9-b8fa-9f043b7a22fc tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 210 time: 0.1038947 Jul 14 11:29:24.073157 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb8eb86e-d4e6-4381-9655-e83a86866b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.131842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] For port 633e3aea-e285-4e21-a6a7-f4067550b7a2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=633e3aea-e285-4e21-a6a7-f4067550b7a2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:24.132236 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.138741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce04d95-e3b1-4d7b-8d2f-b567b7987a6e req-0da9935c-07ef-477e-b365-c73c2b42452a tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/security-groups?id=1fd54a6b-7e2d-4b81-9922-9615cbe470f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859331 Jul 14 11:29:24.157355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] For port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:24.157776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.177564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Calling delete_port for 633e3aea-e285-4e21-a6a7-f4067550b7a2 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:24.195709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333a41-fc79-4b3e-b640-c3456d1ec3f7 req-d745feae-093c-4710-92a3-3b424a8da0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:24.197288 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9e333a41-fc79-4b3e-b640-c3456d1ec3f7 req-d745feae-093c-4710-92a3-3b424a8da0e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 1100 time: 0.3124599 Jul 14 11:29:24.199925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Calling delete_port for cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:24.203548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.275375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e2ff07b-b9c0-43f8-bbef-07a2bc176b1e req-f1f57682-e7f5-4f54-bfac-1310e50127e8 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128202 Jul 14 11:29:24.282573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Transition to ACTIVE for port object bae30d77-e8a7-4635-ba29-4876b445569a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:24.286613 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb8eb86e-d4e6-4381-9655-e83a86866b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.289260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb8eb86e-d4e6-4381-9655-e83a86866b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.293012 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fb8eb86e-d4e6-4381-9655-e83a86866b4b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ca8720c-0227-464f-b3a4-57257ef345c6 HTTP/1.1" status: 204 len: 168 time: 0.5342941 Jul 14 11:29:24.302565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.311385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Made reservation on behalf of 9dff92e033a84752a3854a9be9772157 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:24.317164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.322951 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9e333a41-fc79-4b3e-b640-c3456d1ec3f7 req-b4fa4ea1-ac2a-4472-9444-329e0feaf0fe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1fd54a6b-7e2d-4b81-9922-9615cbe470f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132174 Jul 14 11:29:24.338551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8eb86e-d4e6-4381-9655-e83a86866b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca8720c-0227-464f-b3a4-57257ef345c6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:24.383731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-9e94bff0-0502-4b16-ba41-bcc9f6acb004 None None] Allocated IP 172.20.0.34 (2280f5fe-ac06-47cc-9580-68b51c6c8e9b/f45dc013-45fe-4694-b51c-33b7817a8ff2/4609d30c-3991-4bca-bf95-999e334467ee) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:24.450959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event updated for resources: {'Port': ['ID=bae30d77-e8a7-4635-ba29-4876b445569a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:24.501467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] In _notify_port_updated(), no bound segment for port bae30d77-e8a7-4635-ba29-4876b445569a on network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:29:24.503048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a42d0-9946-4977-a494-96fbcbaa8101 req-ed858192-7109-4cf9-8564-b7f931b7834c tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:24.504838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-595a42d0-9946-4977-a494-96fbcbaa8101 req-ed858192-7109-4cf9-8564-b7f931b7834c tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 950 time: 0.2493639 Jul 14 11:29:24.509382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:24.510178 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.517001 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-032e682f-ebdb-4984-a319-680abbba26e0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "PUT /v2.0/ports/bae30d77-e8a7-4635-ba29-4876b445569a HTTP/1.1" status: 200 len: 960 time: 2.5971055 Jul 14 11:29:24.519204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34194) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:24.519809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9e94bff0-0502-4b16-ba41-bcc9f6acb004 None None] For port 4609d30c-3991-4bca-bf95-999e334467ee, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4609d30c-3991-4bca-bf95-999e334467ee,segment=NetworkSegment(2ea3f724-90d1-4b14-a72c-0ccedab63ef5),segment_id=2ea3f724-90d1-4b14-a72c-0ccedab63ef5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:24.563594 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e94bff0-0502-4b16-ba41-bcc9f6acb004 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.579050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Allocated IP 172.20.0.2 (594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9/606cc036-ccce-4fe3-b770-acb3ecc81cfe/c4cf271c-abe4-4624-ad06-32d8a1196390) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:24.579639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9e94bff0-0502-4b16-ba41-bcc9f6acb004 None None] Transition to ACTIVE for port object 4609d30c-3991-4bca-bf95-999e334467ee will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:24.584651 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e94bff0-0502-4b16-ba41-bcc9f6acb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.625230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-595a42d0-9946-4977-a494-96fbcbaa8101 req-5724032f-abfa-4c3d-90a3-8ebc5eb81941 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090505 Jul 14 11:29:24.645374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.743565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 193a8cc8-a819-4f8f-863a-9168819b56aa no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:24.769818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94bff0-0502-4b16-ba41-bcc9f6acb004 None None] Pushing event updated for resources: {'Port': ['ID=4609d30c-3991-4bca-bf95-999e334467ee,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:24.788354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 193a8cc8-a819-4f8f-863a-9168819b56aa {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:24.788687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 193a8cc8-a819-4f8f-863a-9168819b56aa not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:24.811366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fce6e39-bcf7-4c3e-898d-c8efbd070d7a req-765760c6-afb3-4bbc-9a65-3f37ab5a211e tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bec5e41-9168-43b1-88e4-7e3830bb8f21 HTTP/1.1" status: 200 len: 210 time: 0.0721309 Jul 14 11:29:24.816336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Pushing event deleted for resources: {'Port': ['ID=cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:24.871428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] No DVR routers for this DVR port cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:24.875123 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.875643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34206) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:24.879011 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.881009 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4a09da2a-f11f-4f10-bf31-f789bdc63765 req-105af46c-1bc4-4041-b8b5-d8b3f9a42390 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.45 "DELETE /v2.0/ports/cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 HTTP/1.1" status: 204 len: 173 time: 1.9941416 Jul 14 11:29:24.882436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'name': 'network-vif-deleted', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:24.905424 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea0f07-8090-4037-bc96-382ca3b47ce7" -d '{"events": [{"server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "name": "network-vif-deleted", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:24.910792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:24.941968 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2303efd6-b840-4c7e-885d-ab823d44d0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:24.984906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d66fe522-2515-41c9-a70c-47dc912a0128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port bae30d77-e8a7-4635-ba29-4876b445569a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:24.985252 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d66fe522-2515-41c9-a70c-47dc912a0128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.036258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=633e3aea-e285-4e21-a6a7-f4067550b7a2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:25.066095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 5fd49f14-a798-47bc-8661-f095b1ccff5a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:25.076706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 5fd49f14-a798-47bc-8661-f095b1ccff5a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:25.077068 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.159457 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d66fe522-2515-41c9-a70c-47dc912a0128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.175045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d66fe522-2515-41c9-a70c-47dc912a0128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for bae30d77-e8a7-4635-ba29-4876b445569a owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:25.266828 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.315952 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee0ae18-b63b-4faf-8c33-e843d84f84db x-openstack-request-id: req-dee0ae18-b63b-4faf-8c33-e843d84f84db {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:25.316926 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec5e41-9168-43b1-88e4-7e3830bb8f21", "name": "network-vif-deleted", "tag": "cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:25.317366 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dee0ae18-b63b-4faf-8c33-e843d84f84db {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:25.318095 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec5e41-9168-43b1-88e4-7e3830bb8f21', 'name': 'network-vif-deleted', 'tag': 'cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944', 'status': 'completed', 'code': 200} Jul 14 11:29:25.338170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:25.350232 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.400915 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.436335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=14']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:25.481392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2303efd6-b840-4c7e-885d-ab823d44d0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.482827 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d66fe522-2515-41c9-a70c-47dc912a0128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.493121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2303efd6-b840-4c7e-885d-ab823d44d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.501301 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.506013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db64cef8-bd7d-43a7-a597-655f485f00c6 req-0c95b2db-8e4b-4176-8e2e-2f84c10d1d07 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 210 time: 0.1652021 Jul 14 11:29:25.530215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fe522-2515-41c9-a70c-47dc912a0128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=bae30d77-e8a7-4635-ba29-4876b445569a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:25.577844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.583225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.609580 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2303efd6-b840-4c7e-885d-ab823d44d0f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=775a854ca4cb4459981a645a2ff53f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304597 Jul 14 11:29:25.609747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303efd6-b840-4c7e-885d-ab823d44d0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e734da-26ad-47de-b408-095542c2b74e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:25.645426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34214) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:25.670342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17334523-a5b2-49ea-9010-bcac0a03664c req-0b75999d-4d28-4203-8855-6f70083438ed tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:25.671922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17334523-a5b2-49ea-9010-bcac0a03664c req-0b75999d-4d28-4203-8855-6f70083438ed tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 1101 time: 0.4282057 Jul 14 11:29:25.678270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.678654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42f27adc-867c-4988-ae66-53327d22054a {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:29:25.684873 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.685981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-75db6a6d-e5a5-4333-a55b-8bd8e26756b3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/42f27adc-867c-4988-ae66-53327d22054a HTTP/1.1" status: 204 len: 168 time: 4.0899305 Jul 14 11:29:25.705587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34216) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:25.743736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5db1e8b4-1f5f-46ea-bd2d-36f746cd911c None None] Provisioning for port 4609d30c-3991-4bca-bf95-999e334467ee completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:25.749454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.750187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5db1e8b4-1f5f-46ea-bd2d-36f746cd911c None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:25.750735 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5db1e8b4-1f5f-46ea-bd2d-36f746cd911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.818336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:25.823296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event updated for resources: {'Port': ['ID=c4cf271c-abe4-4624-ad06-32d8a1196390,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:25.823486 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8db28f4-7879-4934-b260-fa8b067d6762" -d '{"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-plugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:25.852771 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d66fe522-2515-41c9-a70c-47dc912a0128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.854990 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d66fe522-2515-41c9-a70c-47dc912a0128 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/bae30d77-e8a7-4635-ba29-4876b445569a HTTP/1.1" status: 204 len: 168 time: 1.3352180 Jul 14 11:29:25.862258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34222) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:25.867372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:25.878983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Deleting subnet 94eb39ad-eae2-4869-b271-ce825277af24 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:29:25.889759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:25.904700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5db1e8b4-1f5f-46ea-bd2d-36f746cd911c None None] Provisioning complete for port 530f487e-27e4-4df7-945e-ee25146ae533 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:25.905082 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5db1e8b4-1f5f-46ea-bd2d-36f746cd911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.911931 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.914600 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:25.916467 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b7ceaa-e8f7-4a94-8ea7-6c0789677e1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] GET failed (client error): The resource could not be found. Jul 14 11:29:25.918162 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-38b7ceaa-e8f7-4a94-8ea7-6c0789677e1f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports/bae30d77-e8a7-4635-ba29-4876b445569a HTTP/1.1" status: 404 len: 333 time: 0.0531180 Jul 14 11:29:25.920249 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17334523-a5b2-49ea-9010-bcac0a03664c req-b47c45b3-2748-46f6-b228-b609736e8fb4 tempest-MigrationsAdminTest-1939695149 tempest-MigrationsAdminTest-1939695149-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229202 Jul 14 11:29:25.933667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34224) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:25.934499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:29:25.949662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5db1e8b4-1f5f-46ea-bd2d-36f746cd911c None None] Port 530f487e-27e4-4df7-945e-ee25146ae533 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:25.957284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5db1e8b4-1f5f-46ea-bd2d-36f746cd911c None None] Could not find standard attr ID for object bae30d77-e8a7-4635-ba29-4876b445569a. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:29:25.982563 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.004657 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.009772 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dada382c-d8e5-4227-bbfe-0bf90a0c9c80 x-openstack-request-id: req-dada382c-d8e5-4227-bbfe-0bf90a0c9c80 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:26.010472 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-plugged", "status": "completed", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:26.010729 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dada382c-d8e5-4227-bbfe-0bf90a0c9c80 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:26.011661 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'code': 200} Jul 14 11:29:26.025127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e04532-3169-4e0c-8ade-3f0507d05300 req-3b12ac9e-d55d-408c-8301-cc0569c202a0 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:26.026568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65e04532-3169-4e0c-8ade-3f0507d05300 req-3b12ac9e-d55d-408c-8301-cc0569c202a0 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 949 time: 0.3495731 Jul 14 11:29:26.034520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.088500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:26.089176 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.108389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-6648ade2-ad02-4de8-81d9-5f87d9193c58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2234499 Jul 14 11:29:26.147124 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65e04532-3169-4e0c-8ade-3f0507d05300 req-66933014-bab4-49ef-8750-c861f2e9c57f tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/security-groups?id=1fd54a6b-7e2d-4b81-9922-9615cbe470f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101143 Jul 14 11:29:26.165979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Request body: {'port': {'device_id': '39310dfb-8821-4308-9b61-2d0bdb40fcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:26.171497 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.265929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.295817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.298820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.300591 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4e734da-26ad-47de-b408-095542c2b74e HTTP/1.1" status: 204 len: 168 time: 0.6541271 Jul 14 11:29:26.306881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0bd662-3041-46bb-9aba-d94a90f32bc3 None None] Network 17a58e57-0478-4b77-90fd-f2f38136c5f7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:26.315658 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-808af784-e2f0-460e-9bf4-42a85c01bede tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.318836 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.331162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34236) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:26.335469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/94eb39ad-eae2-4869-b271-ce825277af24 HTTP/1.1" status: 204 len: 168 time: 0.6284318 Jul 14 11:29:26.424633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.446711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e734da-26ad-47de-b408-095542c2b74e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:26.450378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94eb39ad-eae2-4869-b271-ce825277af24,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:26.485241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.488695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f02e7969-f9ea-4a9a-a0c7-f3069a454837 None None] Could not find standard attr ID for object bae30d77-e8a7-4635-ba29-4876b445569a. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:29:26.489258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.493966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.494335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.499983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.500413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.500755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.501092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.501424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.502499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.502888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.503265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbaa33-03a8-4e3e-aa1a-3abb17188b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.516314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.517011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.517230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.517646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.518407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.521811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.523136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.523482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.523822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.525189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.525526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.525862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65749885-937e-4c6c-815c-f8b89a7220f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:26.600086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-808af784-e2f0-460e-9bf4-42a85c01bede tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.667555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad7cfc-351b-4a52-b6a8-207bfc7eecbf None None] DHCP port deletion for 17a58e57-0478-4b77-90fd-f2f38136c5f7 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:29:26.749971 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.821838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad7cfc-351b-4a52-b6a8-207bfc7eecbf None None] Deleting port aa94c470-9321-457b-9646-7d25f9ca2f01 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:26.822770 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3ad7cfc-351b-4a52-b6a8-207bfc7eecbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.873102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4609d30c-3991-4bca-bf95-999e334467ee up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:26.897588 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-808af784-e2f0-460e-9bf4-42a85c01bede tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.910463 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-808af784-e2f0-460e-9bf4-42a85c01bede tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:26.914541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34248) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:26.932555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-808af784-e2f0-460e-9bf4-42a85c01bede tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/security-groups/8bb92bb6-c88d-4ce8-bbc7-68632ba3482e HTTP/1.1" status: 204 len: 168 time: 0.9890995 Jul 14 11:29:27.003546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808af784-e2f0-460e-9bf4-42a85c01bede tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb92bb6-c88d-4ce8-bbc7-68632ba3482e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:27.022321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42fb7cf4-0383-4b41-b648-b41ce28df9be tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.052529 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42fb7cf4-0383-4b41-b648-b41ce28df9be tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.107779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42fb7cf4-0383-4b41-b648-b41ce28df9be tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.115746 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42fb7cf4-0383-4b41-b648-b41ce28df9be tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.115746 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-42fb7cf4-0383-4b41-b648-b41ce28df9be tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/security-groups/5f3be9ba-3f07-4144-ac93-521c48954ba2 HTTP/1.1" status: 204 len: 168 time: 0.1972995 Jul 14 11:29:27.118184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34254) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:27.122858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:27.136539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb7cf4-0383-4b41-b648-b41ce28df9be tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3be9ba-3f07-4144-ac93-521c48954ba2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:27.165879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:27.166225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cf39b5fa-2f6b-48ce-b5d7-228e4f1ec944 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:27.192925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c3ad7cfc-351b-4a52-b6a8-207bfc7eecbf None None] For port aa94c470-9321-457b-9646-7d25f9ca2f01, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=aa94c470-9321-457b-9646-7d25f9ca2f01,segment=NetworkSegment(5fc58d96-a7e0-40a6-92cd-8efde38ab002),segment_id=5fc58d96-a7e0-40a6-92cd-8efde38ab002)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:27.193307 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3ad7cfc-351b-4a52-b6a8-207bfc7eecbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.200762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1e3a-af4c-46f0-a716-bca51ed21bd1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.213858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad7cfc-351b-4a52-b6a8-207bfc7eecbf None None] Calling delete_port for aa94c470-9321-457b-9646-7d25f9ca2f01 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:27.228855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:27.229279 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.232630 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1e3a-af4c-46f0-a716-bca51ed21bd1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.287554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1e3a-af4c-46f0-a716-bca51ed21bd1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.292547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1e3a-af4c-46f0-a716-bca51ed21bd1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.293855 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1c8d1e3a-af4c-46f0-a716-bca51ed21bd1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/security-groups/74d86225-63c6-4dc8-9974-9db47962b76d HTTP/1.1" status: 204 len: 168 time: 0.1763051 Jul 14 11:29:27.302032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f891c-fd7b-4bca-82f0-f79c9a1ed64b req-43c0e775-400f-4907-99f8-af72ea43c8fc tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:27.309028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34260) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:27.309975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b6f891c-fd7b-4bca-82f0-f79c9a1ed64b req-43c0e775-400f-4907-99f8-af72ea43c8fc tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 931 time: 0.3144441 Jul 14 11:29:27.345340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Deleting port aa94c470-9321-457b-9646-7d25f9ca2f01 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:27.345746 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.359461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14b6b3-136a-4dfa-93c9-e5d4f7791292 req-7206675b-3c51-4126-889b-e32ccfe223ec tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:27.359725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d1e3a-af4c-46f0-a716-bca51ed21bd1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d86225-63c6-4dc8-9974-9db47962b76d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:27.366955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de14b6b3-136a-4dfa-93c9-e5d4f7791292 req-7206675b-3c51-4126-889b-e32ccfe223ec tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 951 time: 0.3667159 Jul 14 11:29:27.419510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1056f5-762d-484b-a93a-3664e30f8a13 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet 2caee01e-4e94-4dee-80bb-dcf4d97df5de {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:29:27.428880 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3ad7cfc-351b-4a52-b6a8-207bfc7eecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.442024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f1056f5-762d-484b-a93a-3664e30f8a13 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.483278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad7cfc-351b-4a52-b6a8-207bfc7eecbf None None] Pushing event deleted for resources: {'Port': ['ID=aa94c470-9321-457b-9646-7d25f9ca2f01,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:27.491830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-a734059d-1ef7-4b04-bfc1-d3d57a60ea86 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:27.496817 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-a734059d-1ef7-4b04-bfc1-d3d57a60ea86 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 945 time: 0.1712115 Jul 14 11:29:27.499135 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f1056f5-762d-484b-a93a-3664e30f8a13 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.506426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 633e3aea-e285-4e21-a6a7-f4067550b7a2 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:27.510558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad7cfc-351b-4a52-b6a8-207bfc7eecbf None None] No DVR routers for this DVR port aa94c470-9321-457b-9646-7d25f9ca2f01 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:27.538554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 633e3aea-e285-4e21-a6a7-f4067550b7a2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:27.541857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 633e3aea-e285-4e21-a6a7-f4067550b7a2 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:27.542461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device aa94c470-9321-457b-9646-7d25f9ca2f01 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:27.571699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: aa94c470-9321-457b-9646-7d25f9ca2f01 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:27.572301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device aa94c470-9321-457b-9646-7d25f9ca2f01 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:27.760316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f1056f5-762d-484b-a93a-3664e30f8a13 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.814053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Deleting port a8904ab3-595a-44a7-83e3-724ab234f6c4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:27.815243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.893738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de14b6b3-136a-4dfa-93c9-e5d4f7791292 req-ce6fa83f-3ad3-4ce5-8d94-551e0a6dee85 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246806 Jul 14 11:29:27.918225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b6f891c-fd7b-4bca-82f0-f79c9a1ed64b req-00de289b-fbc4-464d-be66-6dc7413d461c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070731 Jul 14 11:29:27.933947 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f1056f5-762d-484b-a93a-3664e30f8a13 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.959742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.981801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1056f5-762d-484b-a93a-3664e30f8a13 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=2caee01e-4e94-4dee-80bb-dcf4d97df5de,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:27.988915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f1056f5-762d-484b-a93a-3664e30f8a13 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:27.990711 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4f1056f5-762d-484b-a93a-3664e30f8a13 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/2caee01e-4e94-4dee-80bb-dcf4d97df5de HTTP/1.1" status: 204 len: 168 time: 0.6771202 Jul 14 11:29:27.994534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cf271c-abe4-4624-ad06-32d8a1196390 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:27.996006 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34274) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:27.997339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba933c-c885-401e-b585-950fd5074c84 None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:28.006531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] For port aa94c470-9321-457b-9646-7d25f9ca2f01, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=aa94c470-9321-457b-9646-7d25f9ca2f01,segment=NetworkSegment(5fc58d96-a7e0-40a6-92cd-8efde38ab002),segment_id=5fc58d96-a7e0-40a6-92cd-8efde38ab002)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:28.006898 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.028741 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.052772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Calling delete_port for aa94c470-9321-457b-9646-7d25f9ca2f01 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:28.112829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc98eaa-e996-45a5-95b2-726d2f43ff55 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet f45dc013-45fe-4694-b51c-33b7817a8ff2 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:29:28.116401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdc98eaa-e996-45a5-95b2-726d2f43ff55 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.184927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Transition to ACTIVE for port object c4cf271c-abe4-4624-ad06-32d8a1196390 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:28.198918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] For port a8904ab3-595a-44a7-83e3-724ab234f6c4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a8904ab3-595a-44a7-83e3-724ab234f6c4,segment=NetworkSegment(c286ed84-ffb2-40be-9585-79e8d6153a3e),segment_id=c286ed84-ffb2-40be-9585-79e8d6153a3e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:28.199260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.212039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.232902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Calling delete_port for a8904ab3-595a-44a7-83e3-724ab234f6c4 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:28.241797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdc98eaa-e996-45a5-95b2-726d2f43ff55 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.363053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-dcd0de88-cd55-448a-94dd-084932a8eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:28.364811 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-dcd0de88-cd55-448a-94dd-084932a8eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.64 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 949 time: 0.2235777 Jul 14 11:29:28.461746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cf271c-abe4-4624-ad06-32d8a1196390,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:28.498753 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.513301 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdc98eaa-e996-45a5-95b2-726d2f43ff55 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.554482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa94c470-9321-457b-9646-7d25f9ca2f01,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:28.589577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] No DVR routers for this DVR port aa94c470-9321-457b-9646-7d25f9ca2f01 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:28.663474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cfce5-87c9-47be-b33b-79ac6c95a451 req-bf280d5a-df77-414e-b2e0-1e1746a17272 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:28.670080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Deleting port c2b853c5-d8fe-440e-b6cc-a596d7892c1a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:28.670646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.674852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b0cfce5-87c9-47be-b33b-79ac6c95a451 req-bf280d5a-df77-414e-b2e0-1e1746a17272 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 949 time: 0.5519812 Jul 14 11:29:28.720772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-348fd1c1-c84f-4ccc-a1bd-fbd35438025e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:28.722768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-348fd1c1-c84f-4ccc-a1bd-fbd35438025e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 951 time: 0.6436727 Jul 14 11:29:28.730641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.774767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856fbc-e877-46cb-8bb8-c6bf4fe2dfc8 req-3644e2db-f107-4375-8f44-84bee9ae1a2a tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:28.776342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af856fbc-e877-46cb-8bb8-c6bf4fe2dfc8 req-3644e2db-f107-4375-8f44-84bee9ae1a2a tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d7414f-26c6-41b3-92a5-62f3cffcd52f HTTP/1.1" status: 200 len: 945 time: 0.5847685 Jul 14 11:29:28.787440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdc98eaa-e996-45a5-95b2-726d2f43ff55 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.800151 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Pushing event deleted for resources: {'Port': ['ID=a8904ab3-595a-44a7-83e3-724ab234f6c4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:28.852685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Attempting to bind port c4cf271c-abe4-4624-ad06-32d8a1196390 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:29:28.853034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Attempting to bind port c4cf271c-abe4-4624-ad06-32d8a1196390 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:29:28.853373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Attempting to bind port c4cf271c-abe4-4624-ad06-32d8a1196390 on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:28.870347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdc98eaa-e996-45a5-95b2-726d2f43ff55 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.872510 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bdc98eaa-e996-45a5-95b2-726d2f43ff55 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/f45dc013-45fe-4694-b51c-33b7817a8ff2 HTTP/1.1" status: 204 len: 168 time: 0.8755627 Jul 14 11:29:28.881660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc98eaa-e996-45a5-95b2-726d2f43ff55 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=f45dc013-45fe-4694-b51c-33b7817a8ff2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:28.883803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34294) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:28.904634 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.910155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Port c4cf271c-abe4-4624-ad06-32d8a1196390 on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:29:28.910490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Attempting to bind port c4cf271c-abe4-4624-ad06-32d8a1196390 on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:28.918319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] No DVR routers for this DVR port a8904ab3-595a-44a7-83e3-724ab234f6c4 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:28.925505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:28.927841 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-71ba29e1-eb3c-49ff-b86f-a6502d3e17fb req-d6b509bb-a857-43ba-8ab6-7a31128cab07 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.45 "DELETE /v2.0/ports/a8904ab3-595a-44a7-83e3-724ab234f6c4 HTTP/1.1" status: 204 len: 173 time: 1.4239683 Jul 14 11:29:28.947100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'name': 'network-vif-deleted', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:28.950616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b0cfce5-87c9-47be-b33b-79ac6c95a451 req-a093e903-440f-4e55-acce-3cba8b87e092 tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/security-groups?id=1fd54a6b-7e2d-4b81-9922-9615cbe470f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746446 Jul 14 11:29:28.950834 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f786f38-ac4f-4337-87de-090efc0f28f6" -d '{"events": [{"server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "name": "network-vif-deleted", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:28.958785 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4552d2e9-dd5e-4125-aac4-a52ec428ac7f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:28.965873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4552d2e9-dd5e-4125-aac4-a52ec428ac7f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:28.968037 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4552d2e9-dd5e-4125-aac4-a52ec428ac7f tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/2caee01e-4e94-4dee-80bb-dcf4d97df5de HTTP/1.1" status: 404 len: 337 time: 0.0658472 Jul 14 11:29:28.974332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34304) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:29.023981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a58e57-0478-4b77-90fd-f2f38136c5f7']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:29.064902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] For port c2b853c5-d8fe-440e-b6cc-a596d7892c1a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:29.065103 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.083828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Calling delete_port for c2b853c5-d8fe-440e-b6cc-a596d7892c1a owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:29.092985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58a65c7-0f7d-4c5d-8676-489e30322b18 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting subnet 5d6fb053-3c6e-4b52-9b29-1395371b1494 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:29:29.102920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58a65c7-0f7d-4c5d-8676-489e30322b18 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.112180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af856fbc-e877-46cb-8bb8-c6bf4fe2dfc8 req-66cc8529-c045-4167-994f-70065c162286 tempest-LiveAutoBlockMigrationV225Test-74240952 tempest-LiveAutoBlockMigrationV225Test-74240952-project] 10.222.0.38 "GET /v2.0/security-groups?id=feb7344a-79fc-4985-b2c0-f3a3b77534a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055241 Jul 14 11:29:29.113040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:29:29.113399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Checking segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:29.113797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Bound using segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:29:29.114258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Bound port: c4cf271c-abe4-4624-ad06-32d8a1196390, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:29:29.114628 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.121191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc58d96-a7e0-40a6-92cd-8efde38ab002') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:29.121396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc58d96-a7e0-40a6-92cd-8efde38ab002') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:29.186889 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.188360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58a65c7-0f7d-4c5d-8676-489e30322b18 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.197732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d7e9d6-f777-47a2-99cc-91043761246a None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:29.275248 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.307166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:29:29.307692 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:29:29.326611 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:29:29.339193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5f334ff8-c2cd-42bc-ba22-85bcbd22ec27 None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:29.339581 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5f334ff8-c2cd-42bc-ba22-85bcbd22ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.471304 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58a65c7-0f7d-4c5d-8676-489e30322b18 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.475160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] For port c4cf271c-abe4-4624-ad06-32d8a1196390, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:29:29.513139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.536405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Deleting port 5fd49f14-a798-47bc-8661-f095b1ccff5a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:29.537104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.539777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.543018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] For port c4cf271c-abe4-4624-ad06-32d8a1196390, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c4cf271c-abe4-4624-ad06-32d8a1196390,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:29:29.554033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Pushing event deleted for resources: {'Port': ['ID=c2b853c5-d8fe-440e-b6cc-a596d7892c1a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:29.652461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] No DVR routers for this DVR port c2b853c5-d8fe-440e-b6cc-a596d7892c1a on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:29.652846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5f334ff8-c2cd-42bc-ba22-85bcbd22ec27 None None] Provisioning complete for port 530f487e-27e4-4df7-945e-ee25146ae533 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:29.653355 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5f334ff8-c2cd-42bc-ba22-85bcbd22ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.657908 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.677198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.679767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] 10.222.0.38 "DELETE /v2.0/networks/17a58e57-0478-4b77-90fd-f2f38136c5f7 HTTP/1.1" status: 204 len: 168 time: 3.3447061 Jul 14 11:29:29.685266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.686417 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-00fe80de-6b8f-49ab-af67-9a1d271453e2 req-51d4a528-d7fa-4013-8ce9-2adab461eb0c tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.64 "DELETE /v2.0/ports/c2b853c5-d8fe-440e-b6cc-a596d7892c1a HTTP/1.1" status: 204 len: 173 time: 1.3139734 Jul 14 11:29:29.722508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58a65c7-0f7d-4c5d-8676-489e30322b18 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.764832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5f334ff8-c2cd-42bc-ba22-85bcbd22ec27 None None] Port 530f487e-27e4-4df7-945e-ee25146ae533 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:29.825524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a65c7-0f7d-4c5d-8676-489e30322b18 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6fb053-3c6e-4b52-9b29-1395371b1494,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:29.839257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58a65c7-0f7d-4c5d-8676-489e30322b18 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.842503 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a58a65c7-0f7d-4c5d-8676-489e30322b18 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/5d6fb053-3c6e-4b52-9b29-1395371b1494 HTTP/1.1" status: 204 len: 168 time: 0.8669267 Jul 14 11:29:29.845153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34326) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:29.856313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f5a5e-fba4-4e94-a168-93e220a44212 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a58e57-0478-4b77-90fd-f2f38136c5f7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:29.885923 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-612324a9-0b48-42b0-9c79-a155733b72c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:29.886603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612324a9-0b48-42b0-9c79-a155733b72c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:29.889093 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-612324a9-0b48-42b0-9c79-a155733b72c4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/dca516b6-1a6c-4454-9ae8-5d3c4f8ccb8a HTTP/1.1" status: 404 len: 337 time: 0.0422351 Jul 14 11:29:29.892078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34328) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:29.948105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15746b08-61ef-44f6-adb1-9c9749fa71a4 req-1f784621-9346-4fa6-949f-ab78d25ae4df tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:29.948846 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ad7dcbbd-ded2-42c6-9ecd-1ee2d8227fd8 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e6d9996-d8e1-4c8c-b188-65c2c8c5187f HTTP/1.1" status: 200 len: 205 time: 0.0552626 Jul 14 11:29:29.952685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34332) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:29.963019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15746b08-61ef-44f6-adb1-9c9749fa71a4 req-1f784621-9346-4fa6-949f-ab78d25ae4df tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 951 time: 0.5973291 Jul 14 11:29:29.970050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:29.988102 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:29.990013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/c4cf271c-abe4-4624-ad06-32d8a1196390 HTTP/1.1" status: 200 len: 1091 time: 3.8541436 Jul 14 11:29:29.997803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39310dfb-8821-4308-9b61-2d0bdb40fcb2', 'tag': 'c4cf271c-abe4-4624-ad06-32d8a1196390'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:30.008101 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "39310dfb-8821-4308-9b61-2d0bdb40fcb2", "tag": "c4cf271c-abe4-4624-ad06-32d8a1196390"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:30.027167 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-93327665-40f3-4978-80ea-b90f45bc95fe tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] delete failed (client error): The resource could not be found. Jul 14 11:29:30.028364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-93327665-40f3-4978-80ea-b90f45bc95fe tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/routers/1e6d9996-d8e1-4c8c-b188-65c2c8c5187f HTTP/1.1" status: 404 len: 336 time: 0.0745196 Jul 14 11:29:30.030890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34340) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.067418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34342) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.100049 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce24d85-653e-4e11-9e2a-9a4c7e8c3ce0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:30.101013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce24d85-653e-4e11-9e2a-9a4c7e8c3ce0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:30.102391 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9ce24d85-653e-4e11-9e2a-9a4c7e8c3ce0 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/80c10b80-0f88-47d9-afdd-5f8ff03f4b2c HTTP/1.1" status: 404 len: 337 time: 0.0684512 Jul 14 11:29:30.105833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34346) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.238740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393117d-f422-4a71-ac19-97ea922749b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cf271c-abe4-4624-ad06-32d8a1196390,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:30.317088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409945-3348-4378-9e99-6656d462ee7a req-e95a5aa1-634e-4764-a33f-a4deed0abe45 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:30.324607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23409945-3348-4378-9e99-6656d462ee7a req-e95a5aa1-634e-4764-a33f-a4deed0abe45 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 943 time: 0.8730175 Jul 14 11:29:30.328481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] For port 5fd49f14-a798-47bc-8661-f095b1ccff5a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5fd49f14-a798-47bc-8661-f095b1ccff5a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:30.328929 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:30.418129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Calling delete_port for 5fd49f14-a798-47bc-8661-f095b1ccff5a owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:30.458969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15746b08-61ef-44f6-adb1-9c9749fa71a4 req-17d8f882-ac4b-46dc-a323-ff15f93db758 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939673 Jul 14 11:29:30.507902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e71560ee-d581-44e2-91a6-baa518c5bd6d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe17b7b4bc714780bc950ac2e669ab05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130666 Jul 14 11:29:30.510382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34356) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.518812 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-617a5fed-8982-4955-83f2-24d5d5372672 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:30.519241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617a5fed-8982-4955-83f2-24d5d5372672 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:30.523682 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-617a5fed-8982-4955-83f2-24d5d5372672 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/1b0c84cf-1d71-450f-a1c0-809f45a0ce67 HTTP/1.1" status: 404 len: 337 time: 0.4144764 Jul 14 11:29:30.524261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34358) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.533715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c2b853c5-d8fe-440e-b6cc-a596d7892c1a no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:30.570292 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fac102-c534-4ad0-b3b1-bd3157c4e459 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:30.571087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fac102-c534-4ad0-b3b1-bd3157c4e459 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:30.576579 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e9fac102-c534-4ad0-b3b1-bd3157c4e459 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/f6f25618-a0bf-497c-9c1b-12917c0eabe6 HTTP/1.1" status: 404 len: 337 time: 0.0502827 Jul 14 11:29:30.577625 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34360) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.590413 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820eaac7-3200-4eea-bf34-15f5423699d5 x-openstack-request-id: req-820eaac7-3200-4eea-bf34-15f5423699d5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:30.590752 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d7414f-26c6-41b3-92a5-62f3cffcd52f", "name": "network-vif-deleted", "tag": "a8904ab3-595a-44a7-83e3-724ab234f6c4", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:30.591008 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-820eaac7-3200-4eea-bf34-15f5423699d5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:30.591410 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d7414f-26c6-41b3-92a5-62f3cffcd52f', 'name': 'network-vif-deleted', 'tag': 'a8904ab3-595a-44a7-83e3-724ab234f6c4', 'status': 'completed', 'code': 200} Jul 14 11:29:30.600607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: c2b853c5-d8fe-440e-b6cc-a596d7892c1a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:30.602232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c2b853c5-d8fe-440e-b6cc-a596d7892c1a not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:30.615412 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f9bb9e-f67e-4a50-bdb4-53a41402825b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:30.616268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f9bb9e-f67e-4a50-bdb4-53a41402825b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:30.621808 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e7f9bb9e-f67e-4a50-bdb4-53a41402825b tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/254c07f1-1238-49da-8a04-32a1726cb4ad HTTP/1.1" status: 404 len: 333 time: 0.0427973 Jul 14 11:29:30.622486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34362) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.654918 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-abffd263-0e75-4194-99dd-a377040604c1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:30.655457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abffd263-0e75-4194-99dd-a377040604c1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:30.660577 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-abffd263-0e75-4194-99dd-a377040604c1 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/116a4207-9eb3-4538-af56-bd3c0d6bafcc HTTP/1.1" status: 404 len: 337 time: 0.0369437 Jul 14 11:29:30.661241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34364) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.662007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23409945-3348-4378-9e99-6656d462ee7a req-a157236d-ef8a-473c-90cc-54f879e8e29e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366418 Jul 14 11:29:30.699912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51504-6601-482b-a4eb-84a2e15780ae req-e48957d0-e792-408f-89ea-a76b46fff682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:30.701489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-e48957d0-e792-408f-89ea-a76b46fff682 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 1094 time: 0.5966260 Jul 14 11:29:30.710009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e8fa2-6da2-4e46-886a-86bc6de74518 None None] Network 2280f5fe-ac06-47cc-9580-68b51c6c8e9b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:30.716852 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ba6339d-80a4-4826-a4b7-83734292f394 None None] Provisioning complete for port 4609d30c-3991-4bca-bf95-999e334467ee triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:30.719685 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ba6339d-80a4-4826-a4b7-83734292f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:30.741347 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bb9ee5-98b3-498d-909b-7175a0c6a38a x-openstack-request-id: req-68bb9ee5-98b3-498d-909b-7175a0c6a38a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:30.741635 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39310dfb-8821-4308-9b61-2d0bdb40fcb2", "tag": "c4cf271c-abe4-4624-ad06-32d8a1196390", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:30.741877 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68bb9ee5-98b3-498d-909b-7175a0c6a38a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:30.742277 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39310dfb-8821-4308-9b61-2d0bdb40fcb2', 'tag': 'c4cf271c-abe4-4624-ad06-32d8a1196390', 'status': 'completed', 'code': 200} Jul 14 11:29:30.781911 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-20887e97-3d69-4a1a-84e7-f6613ac2a577 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:30.782387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20887e97-3d69-4a1a-84e7-f6613ac2a577 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:30.788483 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-20887e97-3d69-4a1a-84e7-f6613ac2a577 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/63cb8ba6-41da-4b43-bc0e-e30987e19903 HTTP/1.1" status: 404 len: 337 time: 0.1262209 Jul 14 11:29:30.791309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34368) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.823199 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-00979d40-ae5c-4660-bdb4-8d9b1e681ebc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:30.824467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00979d40-ae5c-4660-bdb4-8d9b1e681ebc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:30.826712 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-00979d40-ae5c-4660-bdb4-8d9b1e681ebc tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/4c4f15f2-67f1-4dc0-a8a5-707ea0abf238 HTTP/1.1" status: 404 len: 333 time: 0.0339890 Jul 14 11:29:30.830388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34370) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.848491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-a083da20-728a-487b-b011-ceb3e65961c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4cf271c-abe4-4624-ad06-32d8a1196390 HTTP/1.1" status: 200 len: 217 time: 0.1294742 Jul 14 11:29:30.879800 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a70818d-4305-44c3-9984-9dafac4e603c tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:30.880651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a70818d-4305-44c3-9984-9dafac4e603c tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:30.882784 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8a70818d-4305-44c3-9984-9dafac4e603c tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/1ac5d612-168a-4969-b38f-88918c915aec HTTP/1.1" status: 404 len: 337 time: 0.0511868 Jul 14 11:29:30.887909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34372) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.931697 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86f52a50-6681-4474-8ead-4bea1e9db252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:30.935195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34374) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.949338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3957449a-0201-4ffd-b1ed-276418793d9d req-172c9a51-84e2-4cd5-9a8d-144337e750aa tempest-ImagesNegativeTestJSON-556495750 tempest-ImagesNegativeTestJSON-556495750-project] 10.222.0.38 "GET /v2.0/ports?device_id=117fe666-7eaf-4ec5-b16d-b6c48391be7a HTTP/1.1" status: 200 len: 210 time: 0.1045573 Jul 14 11:29:30.956313 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61e3c94-4b88-48c1-bf52-17b4d9374e44 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] DELETE failed (client error): The resource could not be found. Jul 14 11:29:30.957888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61e3c94-4b88-48c1-bf52-17b4d9374e44 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:29:30.976103 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f61e3c94-4b88-48c1-bf52-17b4d9374e44 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/subnets/6bb1a1d7-bfc4-477d-adc9-1cdc9ea7ea2f HTTP/1.1" status: 404 len: 337 time: 0.0776567 Jul 14 11:29:30.976103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34378) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:30.977241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:30.984535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34380) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:31.015563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: a8904ab3-595a-44a7-83e3-724ab234f6c4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:31.015988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a8904ab3-595a-44a7-83e3-724ab234f6c4 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:31.016412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:31.075878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ba6339d-80a4-4826-a4b7-83734292f394 None None] Provisioning complete for port 530f487e-27e4-4df7-945e-ee25146ae533 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:31.076248 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ba6339d-80a4-4826-a4b7-83734292f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.091462 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.100358 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86f52a50-6681-4474-8ead-4bea1e9db252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.127936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4adc3e2-64da-4720-a295-876d0ebee666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.137358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4ede136c-16a1-475f-abcf-31c81fd41178'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:31.139372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['96057dad-a86f-4a6c-a8a2-b050e6e2a826', '49d3de53-e56c-4d8c-8a71-14631572f10f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:31.181393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Pushing event deleted for resources: {'Port': ['ID=5fd49f14-a798-47bc-8661-f095b1ccff5a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:31.182558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1936c-e7e6-4932-b858-759c91e1b4b4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 530f487e-27e4-4df7-945e-ee25146ae533 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:31.183074 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b1936c-e7e6-4932-b858-759c91e1b4b4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.212105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51504-6601-482b-a4eb-84a2e15780ae req-b43875e1-e7e3-496d-977e-c54955b8f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:31.213605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-b43875e1-e7e3-496d-977e-c54955b8f457 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.2937491 Jul 14 11:29:31.230050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No active binding found for port 5fd49f14-a798-47bc-8661-f095b1ccff5a {{(pid=93703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 11:29:31.230480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5fd49f14-a798-47bc-8661-f095b1ccff5a not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:31.241404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6339d-80a4-4826-a4b7-83734292f394 None None] Port 530f487e-27e4-4df7-945e-ee25146ae533 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:29:31.283983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d46f95-47cd-48c3-869d-9877c2a2eb32 admin admin] Deleting subnet 6f1a636a-b36e-4fd9-96e6-014ea8048540 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:29:31.287097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89d46f95-47cd-48c3-869d-9877c2a2eb32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.310837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b1936c-e7e6-4932-b858-759c91e1b4b4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.328717 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89d46f95-47cd-48c3-869d-9877c2a2eb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.345034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1936c-e7e6-4932-b858-759c91e1b4b4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 530f487e-27e4-4df7-945e-ee25146ae533 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:31.395896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383ef78-df13-4fde-a133-022918a032f1 None None] DHCP port deletion for 2280f5fe-ac06-47cc-9580-68b51c6c8e9b request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:29:31.407987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-412fef3f-f040-4919-b3a7-44daac826023 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683993 Jul 14 11:29:31.409110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] No DVR routers for this DVR port 5fd49f14-a798-47bc-8661-f095b1ccff5a on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:31.414977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.419017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-236cea3b-bb0a-44af-9e56-4629d0c6d699 req-0c36980a-e3d5-4071-a825-6fd74d254d12 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "DELETE /v2.0/ports/5fd49f14-a798-47bc-8661-f095b1ccff5a HTTP/1.1" status: 204 len: 173 time: 2.6317546 Jul 14 11:29:31.442504 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4adc3e2-64da-4720-a295-876d0ebee666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.447698 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89d46f95-47cd-48c3-869d-9877c2a2eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.467086 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4adc3e2-64da-4720-a295-876d0ebee666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.525477 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86f52a50-6681-4474-8ead-4bea1e9db252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.533471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86f52a50-6681-4474-8ead-4bea1e9db252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.533471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-86f52a50-6681-4474-8ead-4bea1e9db252 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2f34840-ec07-44bb-b97d-0688ab792e03 HTTP/1.1" status: 204 len: 168 time: 1.0153971 Jul 14 11:29:31.559897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f52a50-6681-4474-8ead-4bea1e9db252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f34840-ec07-44bb-b97d-0688ab792e03,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:31.598113 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d4adc3e2-64da-4720-a295-876d0ebee666 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=592385edfee04a029d0e61dca51db01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594148 Jul 14 11:29:31.598553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34388) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:31.632541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89d46f95-47cd-48c3-869d-9877c2a2eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.667686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e383ef78-df13-4fde-a133-022918a032f1 None None] Deleting port 4609d30c-3991-4bca-bf95-999e334467ee {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:31.668206 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e383ef78-df13-4fde-a133-022918a032f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.668392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adc3e2-64da-4720-a295-876d0ebee666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435fe1ad-9db1-48ad-9e3a-242d7fad5f11,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:31.684462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d46f95-47cd-48c3-869d-9877c2a2eb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f1a636a-b36e-4fd9-96e6-014ea8048540,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:31.686650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b1936c-e7e6-4932-b858-759c91e1b4b4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.691202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-23cbd1f2-2822-4478-9629-15470ebe82b0 service neutron] 10.222.0.45 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593672 Jul 14 11:29:31.726715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1936c-e7e6-4932-b858-759c91e1b4b4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=530f487e-27e4-4df7-945e-ee25146ae533,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:31.742383 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b1936c-e7e6-4932-b858-759c91e1b4b4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.744356 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f9b1936c-e7e6-4932-b858-759c91e1b4b4 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/ports/530f487e-27e4-4df7-945e-ee25146ae533 HTTP/1.1" status: 204 len: 168 time: 0.7742217 Jul 14 11:29:31.747744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34392) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:31.751528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89d46f95-47cd-48c3-869d-9877c2a2eb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.757596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-89d46f95-47cd-48c3-869d-9877c2a2eb32 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6f1a636a-b36e-4fd9-96e6-014ea8048540 HTTP/1.1" status: 204 len: 168 time: 0.7729843 Jul 14 11:29:31.765698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34394) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:31.799903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cca81d3-6d25-4ee8-8c1e-8f226268e6ad req-611e6ec4-86f2-40d3-8ee0-69ee44be6848 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f85317d-7050-489e-b74c-24da06cf49ea HTTP/1.1" status: 200 len: 210 time: 0.1264226 Jul 14 11:29:31.898477 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b380182f-1709-4b3f-8488-7d7e93e64c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.951109 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b380182f-1709-4b3f-8488-7d7e93e64c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.987968 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.993479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e383ef78-df13-4fde-a133-022918a032f1 None None] For port 4609d30c-3991-4bca-bf95-999e334467ee, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4609d30c-3991-4bca-bf95-999e334467ee,segment=NetworkSegment(2ea3f724-90d1-4b14-a72c-0ccedab63ef5),segment_id=2ea3f724-90d1-4b14-a72c-0ccedab63ef5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:31.994039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e383ef78-df13-4fde-a133-022918a032f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.998672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:31.999269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41f51504-6601-482b-a4eb-84a2e15780ae req-0ffcd0f4-a857-49c2-8229-4e5e2abd0436 service neutron] 10.222.0.45 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898777 Jul 14 11:29:32.037583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda37c6e-1dd2-4e3e-bc14-12764086dcce req-5f7130b8-c3b2-457c-b7ba-0902ffd98c68 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:32.047193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fda37c6e-1dd2-4e3e-bc14-12764086dcce req-5f7130b8-c3b2-457c-b7ba-0902ffd98c68 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 943 time: 0.1822064 Jul 14 11:29:32.060547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e383ef78-df13-4fde-a133-022918a032f1 None None] Calling delete_port for 4609d30c-3991-4bca-bf95-999e334467ee owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:32.118174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fda37c6e-1dd2-4e3e-bc14-12764086dcce req-2e7e9b41-cc88-46a5-96b9-044d16537107 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684032 Jul 14 11:29:32.123104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b380182f-1709-4b3f-8488-7d7e93e64c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.130505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b380182f-1709-4b3f-8488-7d7e93e64c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.135002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b380182f-1709-4b3f-8488-7d7e93e64c21 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/435fe1ad-9db1-48ad-9e3a-242d7fad5f11 HTTP/1.1" status: 204 len: 168 time: 0.5302260 Jul 14 11:29:32.166180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380182f-1709-4b3f-8488-7d7e93e64c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435fe1ad-9db1-48ad-9e3a-242d7fad5f11,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:32.214148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-e71187cc-bb17-4bef-9ba2-5b9e0289a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:32.215771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-e71187cc-bb17-4bef-9ba2-5b9e0289a13e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 1094 time: 0.1225736 Jul 14 11:29:32.221152 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e383ef78-df13-4fde-a133-022918a032f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.226311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.237902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf37d25-cd40-48ee-9a05-205601d9caa9']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:32.250528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c286ed84-ffb2-40be-9585-79e8d6153a3e') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:32.250960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c286ed84-ffb2-40be-9585-79e8d6153a3e') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:32.253442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383ef78-df13-4fde-a133-022918a032f1 None None] Pushing event deleted for resources: {'Port': ['ID=4609d30c-3991-4bca-bf95-999e334467ee,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:32.269073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383ef78-df13-4fde-a133-022918a032f1 None None] No DVR routers for this DVR port 4609d30c-3991-4bca-bf95-999e334467ee on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:32.273958 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Deleting port 4609d30c-3991-4bca-bf95-999e334467ee {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:32.274909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.277811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.349020 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.349827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-d745a9fc-4bc9-4c96-8481-36e2243ddf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:32.351992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-d745a9fc-4bc9-4c96-8481-36e2243ddf85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 911 time: 0.1278024 Jul 14 11:29:32.385889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] For port 4609d30c-3991-4bca-bf95-999e334467ee, host n-d-778696-8, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:32.386785 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.405478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Calling delete_port for 4609d30c-3991-4bca-bf95-999e334467ee owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:32.410284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Port 4609d30c-3991-4bca-bf95-999e334467ee was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:29:32.412291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.413586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-23adb80b-10e4-41c5-8766-b2145dff99fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4cf271c-abe4-4624-ad06-32d8a1196390 HTTP/1.1" status: 200 len: 217 time: 0.0542500 Jul 14 11:29:32.423246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:29:32.424385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:29:32.489489 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:29:32.493952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] No DVR routers for this DVR port 4609d30c-3991-4bca-bf95-999e334467ee on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:32.493952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.518547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-6346500a-cfb0-4691-9032-1bdf9f5569cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:32.521822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-6346500a-cfb0-4691-9032-1bdf9f5569cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.0975680 Jul 14 11:29:32.600334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.605621 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7bf37d25-cd40-48ee-9a05-205601d9caa9 HTTP/1.1" status: 204 len: 168 time: 0.8358722 Jul 14 11:29:32.605621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117fe666-7eaf-4ec5-b16d-b6c48391be7a', 'name': 'network-vif-deleted', 'tag': 'c2b853c5-d8fe-440e-b6cc-a596d7892c1a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:32.605895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-f3ae4c3c-e9c8-4827-a3d7-a4efc9a4a4ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618389 Jul 14 11:29:32.605990 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591e3c41-d4a6-4f0c-8d4c-4e70199bf646" -d '{"events": [{"server_uuid": "117fe666-7eaf-4ec5-b16d-b6c48391be7a", "name": "network-vif-deleted", "tag": "c2b853c5-d8fe-440e-b6cc-a596d7892c1a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:32.606092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34426) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:32.608261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Port': ['ID=4609d30c-3991-4bca-bf95-999e334467ee,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:32.640027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a3555-ad49-4746-a8d6-b7adbde3e9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf37d25-cd40-48ee-9a05-205601d9caa9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:32.649221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.670370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd2a575-4553-4f5e-8d58-510aea9f98b8 admin admin] Deleting subnet 957da024-7162-418a-8bba-0bca889963ae {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:29:32.679278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2280f5fe-ac06-47cc-9580-68b51c6c8e9b']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:32.685381 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ee63c-026a-44e1-a2d5-c8ba1ca73136 x-openstack-request-id: req-fc2ee63c-026a-44e1-a2d5-c8ba1ca73136 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:32.685680 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117fe666-7eaf-4ec5-b16d-b6c48391be7a", "name": "network-vif-deleted", "tag": "c2b853c5-d8fe-440e-b6cc-a596d7892c1a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:32.685937 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc2ee63c-026a-44e1-a2d5-c8ba1ca73136 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:32.686349 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117fe666-7eaf-4ec5-b16d-b6c48391be7a', 'name': 'network-vif-deleted', 'tag': 'c2b853c5-d8fe-440e-b6cc-a596d7892c1a', 'status': 'completed', 'code': 200} Jul 14 11:29:32.696927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea3f724-90d1-4b14-a72c-0ccedab63ef5') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:32.697336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea3f724-90d1-4b14-a72c-0ccedab63ef5') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:32.709898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.714685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a575-4553-4f5e-8d58-510aea9f98b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.730835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34436) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:32.744856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-deleted', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:32.747420 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28584488-8519-404f-90b3-d1f7d44e14b4" -d '{"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-deleted", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:32.747736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.750060 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5254c33b-04ac-4482-9035-3ad5a2a349fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.765561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:29:32.766245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:29:32.771340 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:29:32.809816 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a575-4553-4f5e-8d58-510aea9f98b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.836279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4609d30c-3991-4bca-bf95-999e334467ee no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:32.844914 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f94058-0c5c-4326-a1b3-e4dfe9062737 x-openstack-request-id: req-32f94058-0c5c-4326-a1b3-e4dfe9062737 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:32.846029 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f85317d-7050-489e-b74c-24da06cf49ea", "name": "network-vif-deleted", "tag": "5fd49f14-a798-47bc-8661-f095b1ccff5a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:32.846651 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32f94058-0c5c-4326-a1b3-e4dfe9062737 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:32.847219 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f85317d-7050-489e-b74c-24da06cf49ea', 'name': 'network-vif-deleted', 'tag': '5fd49f14-a798-47bc-8661-f095b1ccff5a', 'status': 'completed', 'code': 200} Jul 14 11:29:32.883866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4609d30c-3991-4bca-bf95-999e334467ee {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:32.884230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4609d30c-3991-4bca-bf95-999e334467ee not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:32.887724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-51694a85-3142-4200-a04b-ee02ca077c21 service neutron] 10.222.0.45 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309985 Jul 14 11:29:32.890996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a575-4553-4f5e-8d58-510aea9f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.916502 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5254c33b-04ac-4482-9035-3ad5a2a349fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:32.959396 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5254c33b-04ac-4482-9035-3ad5a2a349fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.015699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254c33b-04ac-4482-9035-3ad5a2a349fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a651bc2e-0875-41d3-9a2e-8d76e1f87eb4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:33.022684 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5254c33b-04ac-4482-9035-3ad5a2a349fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4cc20e09ca6e4276b9bc52a6dcdfbdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887738 Jul 14 11:29:33.022684 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.023573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34446) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:33.067346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.072208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] 10.222.0.38 "DELETE /v2.0/networks/2280f5fe-ac06-47cc-9580-68b51c6c8e9b HTTP/1.1" status: 204 len: 168 time: 1.3232336 Jul 14 11:29:33.074062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a846eb-cdb3-4d73-ad5b-a8f049db1198 tempest-PortsTestJSON-924592872 tempest-PortsTestJSON-924592872-project] Pushing event deleted for resources: {'Network': ['ID=2280f5fe-ac06-47cc-9580-68b51c6c8e9b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:33.099275 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a575-4553-4f5e-8d58-510aea9f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.147426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9b04-bbc0-4b51-b5ae-333c7ac1e82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.162490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2a575-4553-4f5e-8d58-510aea9f98b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957da024-7162-418a-8bba-0bca889963ae,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:33.202202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9b04-bbc0-4b51-b5ae-333c7ac1e82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.206758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3f11493-62f0-4cf3-831a-1c4708bd9ec3 req-f2f4cd17-aaa6-482b-9116-c613b7ec84ad service neutron] 10.222.0.45 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802868 Jul 14 11:29:33.213259 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a575-4553-4f5e-8d58-510aea9f98b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.218041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9cd2a575-4553-4f5e-8d58-510aea9f98b8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/957da024-7162-418a-8bba-0bca889963ae HTTP/1.1" status: 204 len: 168 time: 0.6112983 Jul 14 11:29:33.218702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34458) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:33.286399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34460) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:33.306368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9b04-bbc0-4b51-b5ae-333c7ac1e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.309469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9b04-bbc0-4b51-b5ae-333c7ac1e82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.312985 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7b9f9b04-bbc0-4b51-b5ae-333c7ac1e82a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a651bc2e-0875-41d3-9a2e-8d76e1f87eb4 HTTP/1.1" status: 204 len: 168 time: 0.2861214 Jul 14 11:29:33.327868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f9b04-bbc0-4b51-b5ae-333c7ac1e82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a651bc2e-0875-41d3-9a2e-8d76e1f87eb4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:33.368447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.520485 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.545750 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097cedb0-76b8-4fec-b827-60777bc0ef4e']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:33.581493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb66ad4-d7e7-4e24-87e1-6ef6b57ae263') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:33.581790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb66ad4-d7e7-4e24-87e1-6ef6b57ae263') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:33.598761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.620538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d251e-20bc-42d1-a65a-c5188bb3f0d4 req-76e8540b-58f7-41a3-bd48-277c28ae0ee3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:33.622203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-247d251e-20bc-42d1-a65a-c5188bb3f0d4 req-76e8540b-58f7-41a3-bd48-277c28ae0ee3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 943 time: 0.1941500 Jul 14 11:29:33.639613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.671263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:29:33.671664 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:29:33.682842 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:29:33.739896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34474) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:33.777713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400df8d-d668-4e7f-87d5-c390440ca1ed req-306225db-c80d-4a18-b9a4-ad0959c90542 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:33.784654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e400df8d-d668-4e7f-87d5-c390440ca1ed req-306225db-c80d-4a18-b9a4-ad0959c90542 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 951 time: 0.2672310 Jul 14 11:29:33.820629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34480) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:33.820879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-906e26bb-b49e-4de4-b4e5-4e1b8e972a1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=03b2a87aa4164b59ae0d5f1354c538ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5334423 Jul 14 11:29:33.824327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-247d251e-20bc-42d1-a65a-c5188bb3f0d4 req-ea835273-5a93-4160-ad9c-44ffaa9f54c9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924443 Jul 14 11:29:33.850694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.856861 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.862985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] 10.222.0.38 "DELETE /v2.0/networks/097cedb0-76b8-4fec-b827-60777bc0ef4e HTTP/1.1" status: 204 len: 168 time: 0.6431696 Jul 14 11:29:33.888414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36974232-ce21-45cf-a80d-01b2f3e41f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=097cedb0-76b8-4fec-b827-60777bc0ef4e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:33.911146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e400df8d-d668-4e7f-87d5-c390440ca1ed req-ff79e110-d522-4dcf-bd05-4d5952276368 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857437 Jul 14 11:29:33.959610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-483e600f-64ec-45cc-8c28-66c4203bc42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:33.978065 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-93ad0c33-e9cf-4d36-a3d6-8ead6498cdb6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=124cdbed65124bcaa6fb8297d1619fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364275 Jul 14 11:29:33.980703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34490) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:33.993025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-483e600f-64ec-45cc-8c28-66c4203bc42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.049932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34492) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:34.063040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3e22d190-3157-4c7f-a190-27fe07534fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.103021 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7bced60a-e099-4e8e-8a05-4037e975caf6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=092b4d35f0ba473e960362da2e4e4617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512528 Jul 14 11:29:34.104082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-483e600f-64ec-45cc-8c28-66c4203bc42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.106679 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-483e600f-64ec-45cc-8c28-66c4203bc42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.110318 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-483e600f-64ec-45cc-8c28-66c4203bc42c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fd54a6b-7e2d-4b81-9922-9615cbe470f2 HTTP/1.1" status: 204 len: 168 time: 0.2859170 Jul 14 11:29:34.110318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34494) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:34.127189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e600f-64ec-45cc-8c28-66c4203bc42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd54a6b-7e2d-4b81-9922-9615cbe470f2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:34.187987 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-771581d1-0a68-44a9-bf15-2fcd8a3b7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.249221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-771581d1-0a68-44a9-bf15-2fcd8a3b7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.327434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-771581d1-0a68-44a9-bf15-2fcd8a3b7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.336829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-771581d1-0a68-44a9-bf15-2fcd8a3b7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.340847 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-771581d1-0a68-44a9-bf15-2fcd8a3b7b66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/feb7344a-79fc-4985-b2c0-f3a3b77534a9 HTTP/1.1" status: 204 len: 168 time: 0.2231343 Jul 14 11:29:34.350498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771581d1-0a68-44a9-bf15-2fcd8a3b7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb7344a-79fc-4985-b2c0-f3a3b77534a9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:34.491274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3e22d190-3157-4c7f-a190-27fe07534fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.559037 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3e22d190-3157-4c7f-a190-27fe07534fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.560692 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3e22d190-3157-4c7f-a190-27fe07534fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.561962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3e22d190-3157-4c7f-a190-27fe07534fb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ea8a6e7-7a84-41b0-9130-664ff549c7b2 HTTP/1.1" status: 204 len: 168 time: 0.5796566 Jul 14 11:29:34.573649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22d190-3157-4c7f-a190-27fe07534fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8a6e7-7a84-41b0-9130-664ff549c7b2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:34.763464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-2c9621ec-e364-47fb-b265-2f86940aaed0 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:34.765343 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-2c9621ec-e364-47fb-b265-2f86940aaed0 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 951 time: 0.0693302 Jul 14 11:29:34.819540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34550) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:34.887965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Deleting port 49d3de53-e56c-4d8c-8a71-14631572f10f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:34.888319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:34.932203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c4cf271c-abe4-4624-ad06-32d8a1196390 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:29:35.041766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106009-a57e-45bd-a699-dd7a04a92e93 req-48bf1e10-55fe-4327-95fc-623e0f4f3309 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:35.049715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6106009-a57e-45bd-a699-dd7a04a92e93 req-48bf1e10-55fe-4327-95fc-623e0f4f3309 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 943 time: 0.0900393 Jul 14 11:29:35.068210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34564) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:35.110999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] For port 49d3de53-e56c-4d8c-8a71-14631572f10f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=49d3de53-e56c-4d8c-8a71-14631572f10f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:35.111274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.133584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Calling delete_port for 49d3de53-e56c-4d8c-8a71-14631572f10f owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:35.134368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c4cf271c-abe4-4624-ad06-32d8a1196390, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c4cf271c-abe4-4624-ad06-32d8a1196390,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:35.148195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'c4cf271c-abe4-4624-ad06-32d8a1196390', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'port_id': 'c4cf271c-abe4-4624-ad06-32d8a1196390', 'mac_address': 'fa:16:3e:cd:df:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606cc036-ccce-4fe3-b770-acb3ecc81cfe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:29:35.154063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6106009-a57e-45bd-a699-dd7a04a92e93 req-7a31d9ae-e979-4022-900f-9606bbde9089 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027105 Jul 14 11:29:35.159941 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d2e527f4-cd2c-495c-84a9-587fe4189adf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11a62f943f2647e29c5a877f4ef00272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871463 Jul 14 11:29:35.160657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34566) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:35.234224 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.247428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bc95-1931-45d8-bc56-d46766a6f5dc req-813565fc-1694-47a0-b699-71200275be9d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:35.248770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cf271c-abe4-4624-ad06-32d8a1196390 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:35.270913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f46bc95-1931-45d8-bc56-d46766a6f5dc req-813565fc-1694-47a0-b699-71200275be9d tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88023d8-4696-47f4-91bf-c794addeaafc HTTP/1.1" status: 200 len: 951 time: 0.1702678 Jul 14 11:29:35.272709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c4cf271c-abe4-4624-ad06-32d8a1196390, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c4cf271c-abe4-4624-ad06-32d8a1196390,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:35.284004 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.289230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52dbb1a1-7c68-466c-9dbc-c1f081824f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.319924 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.341995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52dbb1a1-7c68-466c-9dbc-c1f081824f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.347078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c4cf271c-abe4-4624-ad06-32d8a1196390,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:35.359542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f46bc95-1931-45d8-bc56-d46766a6f5dc req-27d96965-cc1d-47c6-b39d-0a2f6ff32ba1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879021 Jul 14 11:29:35.430646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.451383 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4ede136c-16a1-475f-abcf-31c81fd41178'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:35.455677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['96057dad-a86f-4a6c-a8a2-b050e6e2a826', '49d3de53-e56c-4d8c-8a71-14631572f10f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:35.467714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52dbb1a1-7c68-466c-9dbc-c1f081824f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.470572 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52dbb1a1-7c68-466c-9dbc-c1f081824f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.471905 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-52dbb1a1-7c68-466c-9dbc-c1f081824f60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea6d5a94-f6e2-42f9-bcee-766ec2c0a6be HTTP/1.1" status: 204 len: 168 time: 0.3106253 Jul 14 11:29:35.472823 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Pushing event deleted for resources: {'Port': ['ID=49d3de53-e56c-4d8c-8a71-14631572f10f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:35.511803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.520507 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.552313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c4cf271c-abe4-4624-ad06-32d8a1196390'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:35.577785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbb1a1-7c68-466c-9dbc-c1f081824f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6d5a94-f6e2-42f9-bcee-766ec2c0a6be,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:35.620473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] No DVR routers for this DVR port 49d3de53-e56c-4d8c-8a71-14631572f10f on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:35.622978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.625037 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6846762f-f0b1-438a-beb1-07538ecb6d25 req-4e3d4ef5-d892-4cd3-8824-922693d43986 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "DELETE /v2.0/ports/49d3de53-e56c-4d8c-8a71-14631572f10f HTTP/1.1" status: 204 len: 173 time: 0.8536184 Jul 14 11:29:35.625500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-deleted', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:35.630425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2ec7ef4de1646dd8fe2b52cd472d1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8092372 Jul 14 11:29:35.632211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5420a7b2-4497-4ddf-84cf-82db42834703,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:35.633911 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad6276d-b7cd-4fa7-9670-90c821d47755" -d '{"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-deleted", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:35.634448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34584) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:35.692630 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a91959-03f4-4cf3-8c8a-dfafa3dd09fb x-openstack-request-id: req-f7a91959-03f4-4cf3-8c8a-dfafa3dd09fb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:35.693278 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88023d8-4696-47f4-91bf-c794addeaafc", "name": "network-vif-deleted", "tag": "49d3de53-e56c-4d8c-8a71-14631572f10f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:35.693837 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7a91959-03f4-4cf3-8c8a-dfafa3dd09fb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:35.693971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.694519 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88023d8-4696-47f4-91bf-c794addeaafc', 'name': 'network-vif-deleted', 'tag': '49d3de53-e56c-4d8c-8a71-14631572f10f', 'status': 'completed', 'code': 200} Jul 14 11:29:35.696135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.696672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.697210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.697719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.698238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.698756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.699341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.700101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.700790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.701399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.702120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a83d7-4c2e-4058-acf1-70cbe476369d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:35.756075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b28-526c-48f9-bf29-c0639170490c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.781532 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b28-526c-48f9-bf29-c0639170490c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.849152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b28-526c-48f9-bf29-c0639170490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.857949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b28-526c-48f9-bf29-c0639170490c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:35.862190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c3ce5b28-526c-48f9-bf29-c0639170490c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5420a7b2-4497-4ddf-84cf-82db42834703 HTTP/1.1" status: 204 len: 168 time: 0.2219410 Jul 14 11:29:35.880840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce5b28-526c-48f9-bf29-c0639170490c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5420a7b2-4497-4ddf-84cf-82db42834703,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:36.410694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0521d72-06e5-4b4b-844a-243351a8f902 req-9038b0ba-b49a-4b52-b9d7-94a247f0acd9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:36.412345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0521d72-06e5-4b4b-844a-243351a8f902 req-9038b0ba-b49a-4b52-b9d7-94a247f0acd9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 944 time: 0.1004536 Jul 14 11:29:36.465659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0521d72-06e5-4b4b-844a-243351a8f902 req-c2e0efa9-8ace-4a47-88de-cd89822eff1a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Jul 14 11:29:36.684062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34634) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:36.935586 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c4cf271c-abe4-4624-ad06-32d8a1196390 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:36.957059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8a4a6-3125-4f0a-aef8-bf97249fccd5 req-aa54f58a-7897-41ee-af56-0b67b2cde643 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:36.958980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf8a4a6-3125-4f0a-aef8-bf97249fccd5 req-aa54f58a-7897-41ee-af56-0b67b2cde643 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.0745449 Jul 14 11:29:36.975892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2107479430-network', 'tenant_id': '02969b6803ce4d11bc0755ab2a0b8717'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:37.005269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Made reservation on behalf of 02969b6803ce4d11bc0755ab2a0b8717 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:37.008702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.016637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port c4cf271c-abe4-4624-ad06-32d8a1196390 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:37.018781 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.022927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port c4cf271c-abe4-4624-ad06-32d8a1196390 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:37.023094 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.031754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf8a4a6-3125-4f0a-aef8-bf97249fccd5 req-bdc77251-6106-46eb-8da4-8c1919fae34e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669439 Jul 14 11:29:37.123695 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.161466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39310dfb-8821-4308-9b61-2d0bdb40fcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cf271c-abe4-4624-ad06-32d8a1196390'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:37.165317 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448e27a6-7544-4e54-a6a5-79b8822c0a85" -d '{"events": [{"server_uuid": "39310dfb-8821-4308-9b61-2d0bdb40fcb2", "name": "network-vif-plugged", "status": "completed", "tag": "c4cf271c-abe4-4624-ad06-32d8a1196390"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:37.167674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.179510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.181161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c4cf271c-abe4-4624-ad06-32d8a1196390, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c4cf271c-abe4-4624-ad06-32d8a1196390,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:37.186882 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.220964 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da07298-47c1-4b5e-82e5-9f50132d59cb x-openstack-request-id: req-0da07298-47c1-4b5e-82e5-9f50132d59cb {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:37.221339 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39310dfb-8821-4308-9b61-2d0bdb40fcb2", "name": "network-vif-plugged", "status": "completed", "tag": "c4cf271c-abe4-4624-ad06-32d8a1196390", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:37.222081 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0da07298-47c1-4b5e-82e5-9f50132d59cb {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:37.222081 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39310dfb-8821-4308-9b61-2d0bdb40fcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cf271c-abe4-4624-ad06-32d8a1196390', 'code': 200} Jul 14 11:29:37.231806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:29:37.249590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1532b960-78c3-4251-9b5c-1d7b56723f5a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:37.257495 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.258237 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Added segment c0cb16a1-363d-45b6-bdd7-89426e918bf3 of type vlan for network ad226bef-7c86-4e82-97c1-284df4d28934 Jul 14 11:29:37.296762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c4cf271c-abe4-4624-ad06-32d8a1196390,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:37.312596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.348419 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.349754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:37.350411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.375205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829acbf-cceb-46c9-834a-9dc9624c4c71 req-50e20fed-2d53-4f31-810c-1eee65528252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:37.377482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d829acbf-cceb-46c9-834a-9dc9624c4c71 req-50e20fed-2d53-4f31-810c-1eee65528252 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 1096 time: 0.0741348 Jul 14 11:29:37.418060 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7328677 Jul 14 11:29:37.421645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34664) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:37.426418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Request body: {'subnet': {'network_id': 'ad226bef-7c86-4e82-97c1-284df4d28934', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2107479430-subnet', 'tenant_id': '02969b6803ce4d11bc0755ab2a0b8717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:37.430261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eeb02-adfd-4095-b193-44a8d5881764 admin admin] Pushing event updated for resources: {'Network': ['ID=ad226bef-7c86-4e82-97c1-284df4d28934,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:37.433366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d829acbf-cceb-46c9-834a-9dc9624c4c71 req-e2475f41-a7f5-495a-be15-b469cafca8e0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458689 Jul 14 11:29:37.441228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network ad226bef-7c86-4e82-97c1-284df4d28934 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:29:37.450439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Made reservation on behalf of 02969b6803ce4d11bc0755ab2a0b8717 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:37.452921 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.572828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34674) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:37.706217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb226b-65c9-4b57-a632-f29705178823 req-15c27468-5bab-413e-af57-1dc14fefcafb tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:37.708090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0eb226b-65c9-4b57-a632-f29705178823 req-15c27468-5bab-413e-af57-1dc14fefcafb tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 945 time: 0.0754097 Jul 14 11:29:37.728094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.764404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0eb226b-65c9-4b57-a632-f29705178823 req-cf7a68c0-dd8b-4293-a449-a948aa79fb39 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498149 Jul 14 11:29:37.825279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e37358b2-b68a-494b-b5e3-e8fe7912b2cd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:37.825962 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-e37358b2-b68a-494b-b5e3-e8fe7912b2cd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 11:29:37.826579 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-e37358b2-b68a-494b-b5e3-e8fe7912b2cd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 11:29:37.834084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e37358b2-b68a-494b-b5e3-e8fe7912b2cd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2599301 Jul 14 11:29:37.834808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34686) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:37.839664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--16192342'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:37.860183 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=820a00fc-4aa8-4158-a425-0a36d1c4724f,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:37.875366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.876370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34688) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:37.884467 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.891291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Checking segment: {'id': 'c0cb16a1-363d-45b6-bdd7-89426e918bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad226bef-7c86-4e82-97c1-284df4d28934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:37.892538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Network hostable DHCP agents. Network: ad226bef-7c86-4e82-97c1-284df4d28934, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:29:37.946666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Network ad226bef-7c86-4e82-97c1-284df4d28934 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:29:37.963867 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, ad226bef-7c86-4e82-97c1-284df4d28934) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:37.969613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:37.970981 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:37.979759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6deb18-d248-4fe1-9716-93d4974b29ad None None] Network ad226bef-7c86-4e82-97c1-284df4d28934 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:38.036577 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.043097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.047092 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e7ca0809-ee6b-4e32-a363-cec057d548bc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6251521 Jul 14 11:29:38.088814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21898400-dd13-405d-901a-8d99604f291a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:38.146075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1147983436-network', 'tenant_id': '23c841083d26402ca921ca2bdccfbe4b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:38.160471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.169323 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.171030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c087f42a-fa40-4584-8878-e9965696a932 None None] Network ad226bef-7c86-4e82-97c1-284df4d28934 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:38.209914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Made reservation on behalf of 23c841083d26402ca921ca2bdccfbe4b for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:38.212518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.218970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81bb7c3-ab13-4501-930f-d07cd9b7cac7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:38.223016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34704) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:38.231655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.233415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c59044c2-3201-4ad3-adb4-662568694338 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3977427 Jul 14 11:29:38.237140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34708) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:38.240922 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.244070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-10ef0b9a-c986-4874-a095-333c5827549a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'a81bb7c3-ab13-4501-930f-d07cd9b7cac7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:38.279550 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10ef0b9a-c986-4874-a095-333c5827549a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.441177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.451402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.476394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1654149732-network', 'tenant_id': 'd070e47782114b758839dd006ede654d'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:38.498849 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10ef0b9a-c986-4874-a095-333c5827549a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.503287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Made reservation on behalf of d070e47782114b758839dd006ede654d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:38.505139 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.515216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f913ff-38d8-4a8a-a33b-b2ad377ef676,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:38.518612 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10ef0b9a-c986-4874-a095-333c5827549a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.531489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:38.547380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71752905-9de1-4179-a7ce-6c3927fb2be5 req-ab3b430d-1b80-4f3b-9304-b5e3e5ba7d0e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:38.549974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71752905-9de1-4179-a7ce-6c3927fb2be5 req-ab3b430d-1b80-4f3b-9304-b5e3e5ba7d0e tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.2164230 Jul 14 11:29:38.563982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:29:38.570719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.576253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef0b9a-c986-4874-a095-333c5827549a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087229da-c6e8-4c21-bcd3-8b68062f262b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:38.582052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 49d3de53-e56c-4d8c-8a71-14631572f10f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:38.582413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 49d3de53-e56c-4d8c-8a71-14631572f10f not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:38.599364 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.600061 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Added segment 26d61b92-b67b-4bed-8ab4-43530177f212 of type vlan for network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 Jul 14 11:29:38.615580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10ef0b9a-c986-4874-a095-333c5827549a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.619639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10ef0b9a-c986-4874-a095-333c5827549a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3812823 Jul 14 11:29:38.623088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34716) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:38.632852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6854c4d2-cd43-42b4-8d7f-b98b4c4201a9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'a81bb7c3-ab13-4501-930f-d07cd9b7cac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:38.650176 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.670438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-d1642977-1e5a-4066-89b9-121abdcb6f49 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:38.672071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-d1642977-1e5a-4066-89b9-121abdcb6f49 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 950 time: 0.2862155 Jul 14 11:29:38.683909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.685022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:38.685682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.696830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71752905-9de1-4179-a7ce-6c3927fb2be5 req-68f9427d-c2a5-4093-8023-5ce750381068 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223712 Jul 14 11:29:38.773838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] Pushing event updated for resources: {'Network': ['ID=05ea7b1b-d13f-4ee9-8923-d86fc4fce046,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:38.781210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-dda811d5-ff3e-4bd3-b8bc-8d5227ed2e21 req-46302f47-e51a-4336-a119-8872812fb525 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-916525234', 'description': 'tempest-description-959454882'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:38.784636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:29:38.853950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Deleting port 4ede136c-16a1-475f-abcf-31c81fd41178 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:38.854304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.906463 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.918940 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9befb7fa-0c29-47ec-ab1f-87c84939a280 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0414441 Jul 14 11:29:38.921754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34724) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:38.928241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Request body: {'subnet': {'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1147983436-subnet', 'tenant_id': '23c841083d26402ca921ca2bdccfbe4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:38.940940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:38.950667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:29:38.950667 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 11:29:38.950667 n-d-778696-8 neutron-server[93701]: [parameters: {'project_id_1': '23c841083d26402ca921ca2bdccfbe4b', 'expiration_1': datetime.datetime(2021, 7, 14, 11, 29, 38, 933336)}] Jul 14 11:29:38.950667 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:29:38.951220 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:29:38.996139 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [req-dda811d5-ff3e-4bd3-b8bc-8d5227ed2e21 req-46302f47-e51a-4336-a119-8872812fb525 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:29:38.996139 n-d-778696-8 neutron-server[93702]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 11:29:38.996139 n-d-778696-8 neutron-server[93702]: [parameters: {'project_id_1': '02969b6803ce4d11bc0755ab2a0b8717', 'expiration_1': datetime.datetime(2021, 7, 14, 11, 29, 38, 794203)}] Jul 14 11:29:38.996139 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:29:38.996746 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [req-dda811d5-ff3e-4bd3-b8bc-8d5227ed2e21 req-46302f47-e51a-4336-a119-8872812fb525 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:29:39.011281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:29:39.051398 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.052118 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Added segment 855df7de-d60d-405d-b6cb-9fff611832e7 of type vlan for network a5a3b500-59a2-4e6c-b89b-412ac717ccd1 Jul 14 11:29:39.053091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2415efbd-20f1-4ef8-90ba-c1064bed74e7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:39.065821 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6854c4d2-cd43-42b4-8d7f-b98b4c4201a9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.139934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] For port 4ede136c-16a1-475f-abcf-31c81fd41178, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4ede136c-16a1-475f-abcf-31c81fd41178,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:39.140307 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.159817 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.176537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Calling delete_port for 4ede136c-16a1-475f-abcf-31c81fd41178 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:39.191534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b629e-6614-4a57-a933-5dab2ab32cf0 req-d39a86db-f538-46a5-8e7c-3f0df4e3fe85 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:39.193120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-993b629e-6614-4a57-a933-5dab2ab32cf0 req-d39a86db-f538-46a5-8e7c-3f0df4e3fe85 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 945 time: 0.2735388 Jul 14 11:29:39.274536 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-6854c4d2-cd43-42b4-8d7f-b98b4c4201a9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 11:29:39.278365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6854c4d2-cd43-42b4-8d7f-b98b4c4201a9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6528032 Jul 14 11:29:39.278580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34740) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:39.284225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.285358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:39.285956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.343528 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a39270dc-c9a6-4ca6-8f99-f30f61689182 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.371940 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a39270dc-c9a6-4ca6-8f99-f30f61689182 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.378992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1545222 Jul 14 11:29:39.382023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34742) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:39.390473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-993b629e-6614-4a57-a933-5dab2ab32cf0 req-a67076b8-f5de-4aa1-96d7-6db58d871268 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886122 Jul 14 11:29:39.393034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Request body: {'subnet': {'network_id': 'a5a3b500-59a2-4e6c-b89b-412ac717ccd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1654149732-subnet', 'tenant_id': 'd070e47782114b758839dd006ede654d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:39.400927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d577a-dc0c-4a7e-bb7a-1bc6f8f22595 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a3b500-59a2-4e6c-b89b-412ac717ccd1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:39.420031 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4afeaf46-29cb-402f-9cbe-8e8db36d6ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.429186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network a5a3b500-59a2-4e6c-b89b-412ac717ccd1 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:29:39.509296 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Made reservation on behalf of d070e47782114b758839dd006ede654d for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:39.518154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.539200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.552978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['96057dad-a86f-4a6c-a8a2-b050e6e2a826'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:39.585128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a39270dc-c9a6-4ca6-8f99-f30f61689182 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.586621 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a39270dc-c9a6-4ca6-8f99-f30f61689182 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.588228 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a39270dc-c9a6-4ca6-8f99-f30f61689182 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/a81bb7c3-ab13-4501-930f-d07cd9b7cac7 HTTP/1.1" status: 204 len: 168 time: 0.3086481 Jul 14 11:29:39.595307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34750) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:39.597514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Made reservation on behalf of 23c841083d26402ca921ca2bdccfbe4b for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:39.600177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.623836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Pushing event deleted for resources: {'Port': ['ID=4ede136c-16a1-475f-abcf-31c81fd41178,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:39.684786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39270dc-c9a6-4ca6-8f99-f30f61689182 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81bb7c3-ab13-4501-930f-d07cd9b7cac7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:39.688391 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dda811d5-ff3e-4bd3-b8bc-8d5227ed2e21 req-46302f47-e51a-4336-a119-8872812fb525 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.692163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] No DVR routers for this DVR port 4ede136c-16a1-475f-abcf-31c81fd41178 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:39.695315 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:39.697691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b4d0861-2e9d-4801-85a9-30a3b7cec2ac req-7bf5ea49-40bb-457c-bd52-c5aa01ce5922 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.45 "DELETE /v2.0/ports/4ede136c-16a1-475f-abcf-31c81fd41178 HTTP/1.1" status: 204 len: 173 time: 1.0174022 Jul 14 11:29:39.698169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'name': 'network-vif-deleted', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:39.700847 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297fdcec-1822-4209-90a2-5acd6d67227c" -d '{"events": [{"server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "name": "network-vif-deleted", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:39.788102 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b05e5c-7bce-4c30-ab69-d50c76246e31 x-openstack-request-id: req-82b05e5c-7bce-4c30-ab69-d50c76246e31 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:39.788419 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393404e4-fc08-4897-9850-280661ab4fd6", "name": "network-vif-deleted", "tag": "4ede136c-16a1-475f-abcf-31c81fd41178", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:39.788687 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82b05e5c-7bce-4c30-ab69-d50c76246e31 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:39.789052 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393404e4-fc08-4897-9850-280661ab4fd6', 'name': 'network-vif-deleted', 'tag': '4ede136c-16a1-475f-abcf-31c81fd41178', 'status': 'completed', 'code': 200} Jul 14 11:29:39.808959 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-85ea452d-dc75-4962-a709-52f810fa8018 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1459863 Jul 14 11:29:39.817828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34756) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:39.827257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-53c80215-043b-44b7-a43b-648808bbbf79 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022239144'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:39.979772 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dda811d5-ff3e-4bd3-b8bc-8d5227ed2e21 req-46302f47-e51a-4336-a119-8872812fb525 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.064828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dda811d5-ff3e-4bd3-b8bc-8d5227ed2e21 req-46302f47-e51a-4336-a119-8872812fb525 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.090842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd9574f2-8f2a-4033-878c-399a65cb57e5 req-177c0112-78a5-4de7-8abd-1e9b5a089f85 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=393404e4-fc08-4897-9850-280661ab4fd6 HTTP/1.1" status: 200 len: 210 time: 0.1430194 Jul 14 11:29:40.165376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.178150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46302f47-e51a-4336-a119-8872812fb525 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39610e8f-8f3e-4529-9bba-cd9b385f5566,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:40.199454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-dda811d5-ff3e-4bd3-b8bc-8d5227ed2e21 req-46302f47-e51a-4336-a119-8872812fb525 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.216657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dda811d5-ff3e-4bd3-b8bc-8d5227ed2e21 req-46302f47-e51a-4336-a119-8872812fb525 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4525287 Jul 14 11:29:40.272651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c80215-043b-44b7-a43b-648808bbbf79 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.333305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e394576f-d798-4559-924e-5c90016db64a,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:40.336397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.384954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce508f7f-b94a-421c-9e72-7daf7fc844f4 req-cb5e71f3-dd2a-4fa1-a09d-06514ad9db3c tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/39610e8f-8f3e-4529-9bba-cd9b385f5566 HTTP/1.1" status: 200 len: 1805 time: 0.1474423 Jul 14 11:29:40.396481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ce508f7f-b94a-421c-9e72-7daf7fc844f4 req-3bb497f9-855f-4fcc-b7a0-35ecda9815de tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39610e8f-8f3e-4529-9bba-cd9b385f5566', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:40.397257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ce508f7f-b94a-421c-9e72-7daf7fc844f4 req-3bb497f9-855f-4fcc-b7a0-35ecda9815de tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39610e8f-8f3e-4529-9bba-cd9b385f5566', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:40.402198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2381bb78-05d0-46eb-b50c-c42bae76cfcf,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:40.491736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Checking segment: {'id': '855df7de-d60d-405d-b6cb-9fff611832e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5a3b500-59a2-4e6c-b89b-412ac717ccd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:40.492181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Network hostable DHCP agents. Network: a5a3b500-59a2-4e6c-b89b-412ac717ccd1, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:29:40.514404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:40.514695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Network hostable DHCP agents. Network: 05ea7b1b-d13f-4ee9-8923-d86fc4fce046, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:29:40.552869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Network a5a3b500-59a2-4e6c-b89b-412ac717ccd1 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:29:40.561221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c80215-043b-44b7-a43b-648808bbbf79 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.562794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:29:40.566208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, a5a3b500-59a2-4e6c-b89b-412ac717ccd1) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:40.573206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c80215-043b-44b7-a43b-648808bbbf79 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.575877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:40.576674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.582561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 05ea7b1b-d13f-4ee9-8923-d86fc4fce046) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:40.587275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4613fe6a-c8fd-4e7c-a056-40732c09a042 None None] Network a5a3b500-59a2-4e6c-b89b-412ac717ccd1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:40.597695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:40.598581 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.655967 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7836ef85-a7a5-456e-baee-91649f39b36b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7328329 Jul 14 11:29:40.659484 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fe40c543-45a3-4214-953a-4ada1acb63bf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2762618 Jul 14 11:29:40.660647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c80215-043b-44b7-a43b-648808bbbf79 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.661749 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-53c80215-043b-44b7-a43b-648808bbbf79 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8403995 Jul 14 11:29:40.662540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c80215-043b-44b7-a43b-648808bbbf79 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e50661-4afe-48f7-bade-30c557a82eb3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:40.674535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34786) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:40.694049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b411a-5338-4a13-801a-8d230c652340 None None] Network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:40.708375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-371e5f27-0abf-4674-9cd8-4790415afd1d tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'b0e50661-4afe-48f7-bade-30c557a82eb3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:40.709974 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-371e5f27-0abf-4674-9cd8-4790415afd1d tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 11:29:40.712763 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-371e5f27-0abf-4674-9cd8-4790415afd1d tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:40.716926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-371e5f27-0abf-4674-9cd8-4790415afd1d tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0352032 Jul 14 11:29:40.719615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:40.786310 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ce508f7f-b94a-421c-9e72-7daf7fc844f4 req-3bb497f9-855f-4fcc-b7a0-35ecda9815de tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.841209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ce508f7f-b94a-421c-9e72-7daf7fc844f4 req-3bb497f9-855f-4fcc-b7a0-35ecda9815de tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.845164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7056bc96-8335-4f54-91ab-cb8d14b428f8 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.847919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ce508f7f-b94a-421c-9e72-7daf7fc844f4 req-3bb497f9-855f-4fcc-b7a0-35ecda9815de tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.889936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb497f9-855f-4fcc-b7a0-35ecda9815de tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488e1c40-f0f2-4976-8eb7-1d9326824e58,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:40.904718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7056bc96-8335-4f54-91ab-cb8d14b428f8 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.910611 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ce508f7f-b94a-421c-9e72-7daf7fc844f4 req-3bb497f9-855f-4fcc-b7a0-35ecda9815de tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.913009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce508f7f-b94a-421c-9e72-7daf7fc844f4 req-3bb497f9-855f-4fcc-b7a0-35ecda9815de tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5256841 Jul 14 11:29:40.950328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0e3a46e1-e2f2-4671-9d49-a7529028a45a req-e48dd5a4-4015-4cf0-8097-817138ba99c1 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-537554610', 'description': 'tempest-description-1721802526'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:40.986849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4ede136c-16a1-475f-abcf-31c81fd41178 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:40.993237 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7056bc96-8335-4f54-91ab-cb8d14b428f8 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.996080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7056bc96-8335-4f54-91ab-cb8d14b428f8 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:40.999493 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7056bc96-8335-4f54-91ab-cb8d14b428f8 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/b0e50661-4afe-48f7-bade-30c557a82eb3 HTTP/1.1" status: 204 len: 168 time: 0.2763710 Jul 14 11:29:41.000400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34796) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:41.016173 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e3a46e1-e2f2-4671-9d49-a7529028a45a req-e48dd5a4-4015-4cf0-8097-817138ba99c1 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.018680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bc5f36-96fe-4623-88c4-1f6d03e96d58 None None] Network a5a3b500-59a2-4e6c-b89b-412ac717ccd1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:41.047208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056bc96-8335-4f54-91ab-cb8d14b428f8 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e50661-4afe-48f7-bade-30c557a82eb3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:41.115892 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bb7c3cb9-1e7d-479c-81f7-97cb6b978d21 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1141028 Jul 14 11:29:41.122014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34802) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:41.127461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-bf3df309-48ca-4fbf-bbb6-cf37dcf4e420 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819714719'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:41.231115 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e3a46e1-e2f2-4671-9d49-a7529028a45a req-e48dd5a4-4015-4cf0-8097-817138ba99c1 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.240608 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e3a46e1-e2f2-4671-9d49-a7529028a45a req-e48dd5a4-4015-4cf0-8097-817138ba99c1 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.262493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf3df309-48ca-4fbf-bbb6-cf37dcf4e420 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.279616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 4ede136c-16a1-475f-abcf-31c81fd41178 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:41.280170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4ede136c-16a1-475f-abcf-31c81fd41178 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:41.350052 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0e3a46e1-e2f2-4671-9d49-a7529028a45a req-e48dd5a4-4015-4cf0-8097-817138ba99c1 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.375419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e3a46e1-e2f2-4671-9d49-a7529028a45a req-e48dd5a4-4015-4cf0-8097-817138ba99c1 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4119015 Jul 14 11:29:41.393315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dd5a4-4015-4cf0-8097-817138ba99c1 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301c644e-9d30-4d81-ab88-9168ee910b0e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:41.526848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b3ed792-a1e3-4633-8acb-db6961bfa3cd req-0084740a-a725-4c20-9556-d18c73ec8676 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/301c644e-9d30-4d81-ab88-9168ee910b0e HTTP/1.1" status: 200 len: 1806 time: 0.1246352 Jul 14 11:29:41.528417 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf3df309-48ca-4fbf-bbb6-cf37dcf4e420 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.539677 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf3df309-48ca-4fbf-bbb6-cf37dcf4e420 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.542997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7b3ed792-a1e3-4633-8acb-db6961bfa3cd req-77d4c3e7-f919-4d2a-8998-3807ab7da90f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '301c644e-9d30-4d81-ab88-9168ee910b0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:41.543328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7b3ed792-a1e3-4633-8acb-db6961bfa3cd req-77d4c3e7-f919-4d2a-8998-3807ab7da90f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '301c644e-9d30-4d81-ab88-9168ee910b0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:41.581654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ffe7f0-4bea-4891-82d2-48e337bf5be7 None None] Network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:41.600082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3df309-48ca-4fbf-bbb6-cf37dcf4e420 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94dbfffd-4752-4ea7-8ffc-941feece9b64,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:41.614088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf3df309-48ca-4fbf-bbb6-cf37dcf4e420 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.615816 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bf3df309-48ca-4fbf-bbb6-cf37dcf4e420 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4927998 Jul 14 11:29:41.619496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34816) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:41.629340 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b41ca944-6556-420a-9e5d-d5296135b683 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '94dbfffd-4752-4ea7-8ffc-941feece9b64', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:41.635163 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-b41ca944-6556-420a-9e5d-d5296135b683 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 11:29:41.636174 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-b41ca944-6556-420a-9e5d-d5296135b683 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:41.637544 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b41ca944-6556-420a-9e5d-d5296135b683 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0168786 Jul 14 11:29:41.640306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34818) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:41.752910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e201db08-1607-4544-bb9c-73f520d74ef9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.767212 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b3ed792-a1e3-4633-8acb-db6961bfa3cd req-77d4c3e7-f919-4d2a-8998-3807ab7da90f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.785576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e201db08-1607-4544-bb9c-73f520d74ef9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.828605 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b3ed792-a1e3-4633-8acb-db6961bfa3cd req-77d4c3e7-f919-4d2a-8998-3807ab7da90f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.835148 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b3ed792-a1e3-4633-8acb-db6961bfa3cd req-77d4c3e7-f919-4d2a-8998-3807ab7da90f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.852355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e201db08-1607-4544-bb9c-73f520d74ef9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.856213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e201db08-1607-4544-bb9c-73f520d74ef9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.857376 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e201db08-1607-4544-bb9c-73f520d74ef9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/94dbfffd-4752-4ea7-8ffc-941feece9b64 HTTP/1.1" status: 204 len: 168 time: 0.2161388 Jul 14 11:29:41.858088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4c3e7-f919-4d2a-8998-3807ab7da90f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59058ae7-4533-4155-bd03-39b305b3a8fe,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:41.862028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34826) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:41.876968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201db08-1607-4544-bb9c-73f520d74ef9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dbfffd-4752-4ea7-8ffc-941feece9b64,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:41.921009 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b3ed792-a1e3-4633-8acb-db6961bfa3cd req-77d4c3e7-f919-4d2a-8998-3807ab7da90f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:41.922426 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b3ed792-a1e3-4633-8acb-db6961bfa3cd req-77d4c3e7-f919-4d2a-8998-3807ab7da90f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3897865 Jul 14 11:29:41.957275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ecbd8d24-b87c-45f3-9f2e-eb821a17b05a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887513 Jul 14 11:29:41.963101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34836) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:41.973135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-bcafec85-8eb0-4413-b151-5c1e58edf673 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--479548932'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:42.002193 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcafec85-8eb0-4413-b151-5c1e58edf673 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.103181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99358a0d-3e91-4744-bc49-7a62ab6c1d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.140443 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcafec85-8eb0-4413-b151-5c1e58edf673 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.145424 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcafec85-8eb0-4413-b151-5c1e58edf673 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.161803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9ad61-12cf-46fe-90c8-ea7780566b2a req-88ca98aa-1907-4203-8989-4c086c2480c1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:42.163232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6dc9ad61-12cf-46fe-90c8-ea7780566b2a req-88ca98aa-1907-4203-8989-4c086c2480c1 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.1161404 Jul 14 11:29:42.201581 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcafec85-8eb0-4413-b151-5c1e58edf673 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.201913 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.202824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bcafec85-8eb0-4413-b151-5c1e58edf673 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2385898 Jul 14 11:29:42.206415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34846) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:42.209793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafec85-8eb0-4413-b151-5c1e58edf673 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10fbe35-0fbe-4a78-8204-b0f8048e2027,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:42.218294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-de9e271a-7d2a-4011-ac0b-ea2f88530b0c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'f10fbe35-0fbe-4a78-8204-b0f8048e2027', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:42.236293 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-de9e271a-7d2a-4011-ac0b-ea2f88530b0c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 11:29:42.236599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6dc9ad61-12cf-46fe-90c8-ea7780566b2a req-e18aee47-2dc1-42ac-a3b8-aed1746b4bbb tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634785 Jul 14 11:29:42.238279 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-de9e271a-7d2a-4011-ac0b-ea2f88530b0c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:42.241254 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de9e271a-7d2a-4011-ac0b-ea2f88530b0c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0305829 Jul 14 11:29:42.244206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34848) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:42.253926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-658b018a-0b0b-46c2-afe9-91aba83d34e7 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'f10fbe35-0fbe-4a78-8204-b0f8048e2027', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:42.255084 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-658b018a-0b0b-46c2-afe9-91aba83d34e7 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 11:29:42.270061 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-658b018a-0b0b-46c2-afe9-91aba83d34e7 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:42.274333 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-658b018a-0b0b-46c2-afe9-91aba83d34e7 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0255296 Jul 14 11:29:42.274621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34850) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:42.279620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a96a07e0-9720-48f6-b369-71531eb2cf36 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'f10fbe35-0fbe-4a78-8204-b0f8048e2027', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:42.281947 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-a96a07e0-9720-48f6-b369-71531eb2cf36 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 11:29:42.284064 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-a96a07e0-9720-48f6-b369-71531eb2cf36 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:42.285105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a96a07e0-9720-48f6-b369-71531eb2cf36 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092871 Jul 14 11:29:42.289931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34852) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:42.300514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-46799a68-bd71-4a30-8b8a-4b974a03c103 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'f10fbe35-0fbe-4a78-8204-b0f8048e2027', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:42.301404 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-46799a68-bd71-4a30-8b8a-4b974a03c103 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 11:29:42.301892 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-46799a68-bd71-4a30-8b8a-4b974a03c103 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:42.303023 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-46799a68-bd71-4a30-8b8a-4b974a03c103 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096519 Jul 14 11:29:42.305743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34856) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:42.381521 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09759efd-0f8e-4a86-a79f-39fe9bf450dd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.457974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34870) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:42.463772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-93095595-network', 'tenant_id': '7e3ba8a1fd414a02b51614c08d1c7eff'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:42.485971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-1013aff4-675f-4e5f-bbe2-868eee58ab11 req-2eabe318-5d6e-4a47-85bc-0ad80c238396 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-252588490', 'description': 'tempest-description-465020049'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:42.487160 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Made reservation on behalf of 7e3ba8a1fd414a02b51614c08d1c7eff for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:42.489602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.502223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.507517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09759efd-0f8e-4a86-a79f-39fe9bf450dd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.577572 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1013aff4-675f-4e5f-bbe2-868eee58ab11 req-2eabe318-5d6e-4a47-85bc-0ad80c238396 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.600514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-144a9fbf-3933-4dc4-bff4-c3176cf6d392 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:42.602073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-144a9fbf-3933-4dc4-bff4-c3176cf6d392 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/networks?id=a5a3b500-59a2-4e6c-b89b-412ac717ccd1 HTTP/1.1" status: 200 len: 818 time: 0.2236736 Jul 14 11:29:42.604672 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09759efd-0f8e-4a86-a79f-39fe9bf450dd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.607214 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09759efd-0f8e-4a86-a79f-39fe9bf450dd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.608386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-09759efd-0f8e-4a86-a79f-39fe9bf450dd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/f10fbe35-0fbe-4a78-8204-b0f8048e2027 HTTP/1.1" status: 204 len: 168 time: 0.3015177 Jul 14 11:29:42.614601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34872) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:42.630578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09759efd-0f8e-4a86-a79f-39fe9bf450dd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10fbe35-0fbe-4a78-8204-b0f8048e2027,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:42.643180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-41d46852-0ffd-4db2-92d5-985f4ebbadd0 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/quotas/d070e47782114b758839dd006ede654d HTTP/1.1" status: 200 len: 375 time: 0.0332985 Jul 14 11:29:42.676973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-6ea7275e-ad4c-4fd2-9a8b-0d33f7251103 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d070e47782114b758839dd006ede654d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328269 Jul 14 11:29:42.726552 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dff2219e-dbbd-40b5-b9bd-ef310827544a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102376 Jul 14 11:29:42.733089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34874) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:42.741364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ad50a7bd-056e-4649-9968-6f4b1336dafd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080600861'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:42.779996 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.784194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-23faabec-27cb-4392-9823-3fca2e6ffd1e service neutron] 10.222.0.38 "GET /v2.0/networks/a5a3b500-59a2-4e6c-b89b-412ac717ccd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993946 Jul 14 11:29:42.788270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.815808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:29:42.826726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2918f2-e36d-42f6-8059-dc143d7df192,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:42.833749 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.834350 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Added segment 5b178817-3931-478a-aae9-50153520a056 of type vlan for network b917c85d-417c-4898-a0ff-43f3507ff7f0 Jul 14 11:29:42.886167 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.920477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-f8e7ff58-3b20-4c76-8a73-bd5fc0c32344 service neutron] 10.222.0.38 "GET /v2.0/networks/a5a3b500-59a2-4e6c-b89b-412ac717ccd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289210 Jul 14 11:29:42.924198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.925477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:42.926455 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.966474 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1013aff4-675f-4e5f-bbe2-868eee58ab11 req-2eabe318-5d6e-4a47-85bc-0ad80c238396 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:42.973063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1013aff4-675f-4e5f-bbe2-868eee58ab11 req-2eabe318-5d6e-4a47-85bc-0ad80c238396 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.005042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] Pushing event updated for resources: {'Network': ['ID=b917c85d-417c-4898-a0ff-43f3507ff7f0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:43.009988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad50a7bd-056e-4649-9968-6f4b1336dafd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.018767 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1013aff4-675f-4e5f-bbe2-868eee58ab11 req-2eabe318-5d6e-4a47-85bc-0ad80c238396 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.031543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b917c85d-417c-4898-a0ff-43f3507ff7f0 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:29:43.032391 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-806a913e-e70c-4d02-8850-b2b9462e1d8d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5730836 Jul 14 11:29:43.035971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34880) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:43.040327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Request body: {'subnet': {'network_id': 'b917c85d-417c-4898-a0ff-43f3507ff7f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-93095595-subnet', 'tenant_id': '7e3ba8a1fd414a02b51614c08d1c7eff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:43.053403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1013aff4-675f-4e5f-bbe2-868eee58ab11 req-2eabe318-5d6e-4a47-85bc-0ad80c238396 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5803223 Jul 14 11:29:43.065790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabe318-5d6e-4a47-85bc-0ad80c238396 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d8ec40-26ed-47bd-bbeb-fc50f9ef93a1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:43.093409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2481dd7c-8b42-4fe0-8974-827630a55ec7 req-19cfa4b3-76fb-4a92-b0e9-14ef1c7634a8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1920181039', 'description': 'tempest-description-658763015'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:43.239589 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad50a7bd-056e-4649-9968-6f4b1336dafd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.252155 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad50a7bd-056e-4649-9968-6f4b1336dafd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.308891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ed179-6f37-46a7-91f5-20f9807c482e req-07f25a17-c06d-420d-b1b9-4bddb61aa121 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:43.312926 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-862ed179-6f37-46a7-91f5-20f9807c482e req-07f25a17-c06d-420d-b1b9-4bddb61aa121 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 950 time: 0.1945064 Jul 14 11:29:43.328909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.334605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Made reservation on behalf of 7e3ba8a1fd414a02b51614c08d1c7eff for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:43.338489 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.340225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2481dd7c-8b42-4fe0-8974-827630a55ec7 req-19cfa4b3-76fb-4a92-b0e9-14ef1c7634a8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.374506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad50a7bd-056e-4649-9968-6f4b1336dafd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.375757 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ad50a7bd-056e-4649-9968-6f4b1336dafd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6412561 Jul 14 11:29:43.383024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34896) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:43.394132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a439cb30-9eb7-4c30-a64a-6b236299c6a6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '7823075b-0347-4940-bd78-6120a9515960', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:43.395373 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-a439cb30-9eb7-4c30-a64a-6b236299c6a6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 11:29:43.395920 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-a439cb30-9eb7-4c30-a64a-6b236299c6a6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:43.400282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a439cb30-9eb7-4c30-a64a-6b236299c6a6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152559 Jul 14 11:29:43.402530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34902) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:43.402748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50a7bd-056e-4649-9968-6f4b1336dafd tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7823075b-0347-4940-bd78-6120a9515960,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:43.406714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-999ee01a-1acf-4499-980f-3fb2032037a9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '7823075b-0347-4940-bd78-6120a9515960', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:43.529485 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2481dd7c-8b42-4fe0-8974-827630a55ec7 req-19cfa4b3-76fb-4a92-b0e9-14ef1c7634a8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.538228 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2481dd7c-8b42-4fe0-8974-827630a55ec7 req-19cfa4b3-76fb-4a92-b0e9-14ef1c7634a8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.548568 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-862ed179-6f37-46a7-91f5-20f9807c482e req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Deleting port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:29:43.549021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-862ed179-6f37-46a7-91f5-20f9807c482e req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.573858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfa4b3-76fb-4a92-b0e9-14ef1c7634a8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21495b9f-78db-4f8d-a4ed-87bc946b50ee,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:43.646727 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-999ee01a-1acf-4499-980f-3fb2032037a9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:43.654397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-999ee01a-1acf-4499-980f-3fb2032037a9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2513227 Jul 14 11:29:43.656420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34910) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:43.666559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-54e65ebe-31f5-42be-b3f3-753440cd237c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '7823075b-0347-4940-bd78-6120a9515960', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:43.691568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.701975 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-54e65ebe-31f5-42be-b3f3-753440cd237c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 11:29:43.703179 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-862ed179-6f37-46a7-91f5-20f9807c482e req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] For port 96057dad-a86f-4a6c-a8a2-b050e6e2a826, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=96057dad-a86f-4a6c-a8a2-b050e6e2a826,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:43.703548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-862ed179-6f37-46a7-91f5-20f9807c482e req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.707191 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-54e65ebe-31f5-42be-b3f3-753440cd237c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:43.715313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-54e65ebe-31f5-42be-b3f3-753440cd237c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0556300 Jul 14 11:29:43.717020 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2481dd7c-8b42-4fe0-8974-827630a55ec7 req-19cfa4b3-76fb-4a92-b0e9-14ef1c7634a8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:43.723248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2481dd7c-8b42-4fe0-8974-827630a55ec7 req-19cfa4b3-76fb-4a92-b0e9-14ef1c7634a8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6338739 Jul 14 11:29:43.726184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34914) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:43.750381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a90cf815-ec7f-4bb9-b4aa-22b0d19bf55c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '7823075b-0347-4940-bd78-6120a9515960', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:43.782993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-862ed179-6f37-46a7-91f5-20f9807c482e req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Calling delete_port for 96057dad-a86f-4a6c-a8a2-b050e6e2a826 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:29:43.812311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b34a311-a534-40e2-8b74-bd6a64b5191e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:43.846307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37ecfc0a-f075-487c-8ddf-6b5928779050 req-ba12b1ac-4b5b-4230-b492-145ea30cf45b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 210 time: 0.0689955 Jul 14 11:29:43.884845 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-a90cf815-ec7f-4bb9-b4aa-22b0d19bf55c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:43.889306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a90cf815-ec7f-4bb9-b4aa-22b0d19bf55c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1514282 Jul 14 11:29:43.890258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34920) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:43.896085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-815747cb-2301-4f9d-8297-e765c0e85a48 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '7823075b-0347-4940-bd78-6120a9515960', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:43.896936 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-815747cb-2301-4f9d-8297-e765c0e85a48 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 11:29:43.897943 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-815747cb-2301-4f9d-8297-e765c0e85a48 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:43.903140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-815747cb-2301-4f9d-8297-e765c0e85a48 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110986 Jul 14 11:29:43.904106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34922) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:43.908826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a8365d55-015c-4848-99ec-d753f6cb722b tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '7823075b-0347-4940-bd78-6120a9515960', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:43.930116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Checking segment: {'id': '5b178817-3931-478a-aae9-50153520a056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b917c85d-417c-4898-a0ff-43f3507ff7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:43.930489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Network hostable DHCP agents. Network: b917c85d-417c-4898-a0ff-43f3507ff7f0, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:29:43.982621 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-a8365d55-015c-4848-99ec-d753f6cb722b tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Project febba2bc88614cc0a3395c917c7c8a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:29:43.993726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Network b917c85d-417c-4898-a0ff-43f3507ff7f0 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:29:44.025134 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-a8365d55-015c-4848-99ec-d753f6cb722b tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:44.026724 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a8365d55-015c-4848-99ec-d753f6cb722b tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1215053 Jul 14 11:29:44.030874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34924) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:44.039053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7830cc1a-bd21-4f17-838a-54a64cd1ed72 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '7823075b-0347-4940-bd78-6120a9515960', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:44.040099 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-7830cc1a-bd21-4f17-838a-54a64cd1ed72 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 11:29:44.041559 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-7830cc1a-bd21-4f17-838a-54a64cd1ed72 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:44.042825 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7830cc1a-bd21-4f17-838a-54a64cd1ed72 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107801 Jul 14 11:29:44.048076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, b917c85d-417c-4898-a0ff-43f3507ff7f0) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:44.049786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34926) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:44.060464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc9ded-bcbd-42fe-85be-0aa96640ec02 None None] Network b917c85d-417c-4898-a0ff-43f3507ff7f0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:44.060846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e32ffaeb-4612-4619-b52b-840a67ecacde tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '7823075b-0347-4940-bd78-6120a9515960', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:44.075441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:44.076322 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:44.115716 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-862ed179-6f37-46a7-91f5-20f9807c482e req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:44.124473 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-e32ffaeb-4612-4619-b52b-840a67ecacde tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Project febba2bc88614cc0a3395c917c7c8a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:29:44.151338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['96057dad-a86f-4a6c-a8a2-b050e6e2a826'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:44.164235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b383fcc-42f8-4c27-829c-75943ed0f5d9 req-7c449484-32ae-4862-8a2b-d838b7d7ee15 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/d2d8ec40-26ed-47bd-bbeb-fc50f9ef93a1 HTTP/1.1" status: 200 len: 1805 time: 0.0678952 Jul 14 11:29:44.212950 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eaa59e95-eee8-4ea4-b45c-8f7d7d7b0d6b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1763747 Jul 14 11:29:44.228256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Pushing event deleted for resources: {'Port': ['ID=96057dad-a86f-4a6c-a8a2-b050e6e2a826,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:44.247414 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-e32ffaeb-4612-4619-b52b-840a67ecacde tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:44.252488 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e32ffaeb-4612-4619-b52b-840a67ecacde tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1957726 Jul 14 11:29:44.254666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34932) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:44.285176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-86a36810-f4d6-4986-813a-6834167b04a4 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '7823075b-0347-4940-bd78-6120a9515960', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:44.315658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-862ed179-6f37-46a7-91f5-20f9807c482e req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] No DVR routers for this DVR port 96057dad-a86f-4a6c-a8a2-b050e6e2a826 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:29:44.321046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-862ed179-6f37-46a7-91f5-20f9807c482e req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:44.324871 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-862ed179-6f37-46a7-91f5-20f9807c482e req-38ca5349-e609-42f7-87ff-7d62c5ff9812 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.64 "DELETE /v2.0/ports/96057dad-a86f-4a6c-a8a2-b050e6e2a826 HTTP/1.1" status: 204 len: 173 time: 1.0024016 Jul 14 11:29:44.325948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'name': 'network-vif-deleted', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:44.330127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b383fcc-42f8-4c27-829c-75943ed0f5d9 req-4e406ec2-09d6-40e0-8393-b8bc7f7b8cfc tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/21495b9f-78db-4f8d-a4ed-87bc946b50ee HTTP/1.1" status: 200 len: 1806 time: 0.1543121 Jul 14 11:29:44.330477 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f5341f-f0f8-4055-9587-341d7a214eb9" -d '{"events": [{"server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "name": "network-vif-deleted", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:44.343041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41810-ef71-43c8-a411-d5aa5e6dee3b req-83288f5d-38be-4980-9b81-0b61397c26dc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:44.345787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60a41810-ef71-43c8-a411-d5aa5e6dee3b req-83288f5d-38be-4980-9b81-0b61397c26dc tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb66e15c-69c2-436c-a80f-6f7ab0251763 HTTP/1.1" status: 200 len: 867 time: 0.3315032 Jul 14 11:29:44.349180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7b383fcc-42f8-4c27-829c-75943ed0f5d9 req-ddb47f4d-d63a-4a22-a1d6-31bd61741e12 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2d8ec40-26ed-47bd-bbeb-fc50f9ef93a1', 'remote_group_id': '21495b9f-78db-4f8d-a4ed-87bc946b50ee', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:44.349418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7b383fcc-42f8-4c27-829c-75943ed0f5d9 req-ddb47f4d-d63a-4a22-a1d6-31bd61741e12 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2d8ec40-26ed-47bd-bbeb-fc50f9ef93a1', 'remote_group_id': '21495b9f-78db-4f8d-a4ed-87bc946b50ee', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:44.414791 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-86a36810-f4d6-4986-813a-6834167b04a4 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Project febba2bc88614cc0a3395c917c7c8a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:29:44.466814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60a41810-ef71-43c8-a411-d5aa5e6dee3b req-62e7db05-b585-41f7-b6a0-bb418669c1e6 tempest-MigrationsAdminTest-1870983506 tempest-MigrationsAdminTest-1870983506-project] 10.222.0.38 "GET /v2.0/security-groups?id=35be1aa5-3d93-4893-835c-76049795d04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072600 Jul 14 11:29:44.499447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c708d5-5222-4e6f-8f85-a0322a7686da None None] Network b917c85d-417c-4898-a0ff-43f3507ff7f0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:29:44.524242 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-86a36810-f4d6-4986-813a-6834167b04a4 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:44.524242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-86a36810-f4d6-4986-813a-6834167b04a4 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2612133 Jul 14 11:29:44.524242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34936) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:44.658763 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e234c38b-167e-4d46-b488-b958900956c0 x-openstack-request-id: req-e234c38b-167e-4d46-b488-b958900956c0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:44.659400 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb66e15c-69c2-436c-a80f-6f7ab0251763", "name": "network-vif-deleted", "tag": "96057dad-a86f-4a6c-a8a2-b050e6e2a826", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:44.660241 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e234c38b-167e-4d46-b488-b958900956c0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:44.661109 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb66e15c-69c2-436c-a80f-6f7ab0251763', 'name': 'network-vif-deleted', 'tag': '96057dad-a86f-4a6c-a8a2-b050e6e2a826', 'status': 'completed', 'code': 200} Jul 14 11:29:44.680268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b383fcc-42f8-4c27-829c-75943ed0f5d9 req-ddb47f4d-d63a-4a22-a1d6-31bd61741e12 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:44.847477 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e9e50f2-9197-4311-b10c-e2a4990746fa tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:44.887657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b383fcc-42f8-4c27-829c-75943ed0f5d9 req-ddb47f4d-d63a-4a22-a1d6-31bd61741e12 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:44.912442 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b383fcc-42f8-4c27-829c-75943ed0f5d9 req-ddb47f4d-d63a-4a22-a1d6-31bd61741e12 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:44.949707 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e9e50f2-9197-4311-b10c-e2a4990746fa tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:44.971354 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7b383fcc-42f8-4c27-829c-75943ed0f5d9 req-ddb47f4d-d63a-4a22-a1d6-31bd61741e12 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:44.973197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b383fcc-42f8-4c27-829c-75943ed0f5d9 req-ddb47f4d-d63a-4a22-a1d6-31bd61741e12 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6420414 Jul 14 11:29:44.982533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb47f4d-d63a-4a22-a1d6-31bd61741e12 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42082365-7255-4668-8566-0968b2545b05,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:45.039805 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e9e50f2-9197-4311-b10c-e2a4990746fa tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.041022 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.045996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e9e50f2-9197-4311-b10c-e2a4990746fa tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.051879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6e9e50f2-9197-4311-b10c-e2a4990746fa tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/7823075b-0347-4940-bd78-6120a9515960 HTTP/1.1" status: 204 len: 168 time: 0.5241444 Jul 14 11:29:45.053051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34960) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:45.094211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e50f2-9197-4311-b10c-e2a4990746fa tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7823075b-0347-4940-bd78-6120a9515960,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:45.196490 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b738842b-6d4d-4635-a81f-0d2d1d453e23 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1439610 Jul 14 11:29:45.205246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34966) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:45.212530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2f02b3c4-a00c-467c-9684-4a55101b4ce0 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510033368'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:45.255592 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f02b3c4-a00c-467c-9684-4a55101b4ce0 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.260549 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2442dada-e92f-4b1d-afb8-01414a25b29e req-590bc2d1-fded-4268-bbc5-84cd47188eda tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 210 time: 0.1206617 Jul 14 11:29:45.323744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-305e0e02-001c-4247-80c7-bfe374493ece req-e79b652d-f069-4feb-9e2e-30264d7bd5fc tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-786178785', 'description': 'tempest-description-1616256347'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:45.360094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-dcda3ebd-d713-49bd-958f-b8b78013832f tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:45.369164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-dcda3ebd-d713-49bd-958f-b8b78013832f tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 808 time: 0.2851043 Jul 14 11:29:45.390099 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-305e0e02-001c-4247-80c7-bfe374493ece req-e79b652d-f069-4feb-9e2e-30264d7bd5fc tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.456376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-c394cbc8-b4a1-494d-b940-8b8527c2f7d4 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:45.458114 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-c394cbc8-b4a1-494d-b940-8b8527c2f7d4 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.64 "GET /v2.0/networks?id=a5a3b500-59a2-4e6c-b89b-412ac717ccd1 HTTP/1.1" status: 200 len: 818 time: 0.1759262 Jul 14 11:29:45.466203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-833fcf47-7e18-4d56-9428-838235827d67 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/quotas/23c841083d26402ca921ca2bdccfbe4b HTTP/1.1" status: 200 len: 375 time: 0.0956407 Jul 14 11:29:45.496177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Request body: {'port': {'device_id': 'b0fb35c6-5d31-4e72-b8ac-851d628b46fe', 'network_id': 'a5a3b500-59a2-4e6c-b89b-412ac717ccd1', 'admin_state_up': True, 'tenant_id': 'd070e47782114b758839dd006ede654d'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:45.523724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2e654b5b-7470-4dcf-af9d-161987dc1504 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485029 Jul 14 11:29:45.679006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-aad5c055-e090-4f55-b4cd-63101dc391f2 service neutron] 10.222.0.38 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509466 Jul 14 11:29:45.792304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-305e0e02-001c-4247-80c7-bfe374493ece req-e79b652d-f069-4feb-9e2e-30264d7bd5fc tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.810342 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-305e0e02-001c-4247-80c7-bfe374493ece req-e79b652d-f069-4feb-9e2e-30264d7bd5fc tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.811571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:29:45.811571 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 11:29:45.811571 n-d-778696-8 neutron-server[93701]: [parameters: {'project_id_1': 'd070e47782114b758839dd006ede654d', 'expiration_1': datetime.datetime(2021, 7, 14, 11, 29, 45, 724228)}] Jul 14 11:29:45.811571 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:29:45.812945 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:29:45.880760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f02b3c4-a00c-467c-9684-4a55101b4ce0 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.886084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f02b3c4-a00c-467c-9684-4a55101b4ce0 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.893388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b652d-f069-4feb-9e2e-30264d7bd5fc tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df92fcc-511e-4381-a647-ea09d4b2ed3a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:45.904005 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-305e0e02-001c-4247-80c7-bfe374493ece req-e79b652d-f069-4feb-9e2e-30264d7bd5fc tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.906162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-305e0e02-001c-4247-80c7-bfe374493ece req-e79b652d-f069-4feb-9e2e-30264d7bd5fc tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5926325 Jul 14 11:29:45.920004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f02b3c4-a00c-467c-9684-4a55101b4ce0 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:45.921394 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2f02b3c4-a00c-467c-9684-4a55101b4ce0 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7149665 Jul 14 11:29:45.924427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34980) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:45.929965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-22a953d8-ebb1-4c0c-bcd6-38597af9dec5 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '1361e54f-90d2-40a7-9220-6c81375e20d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:45.936593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02b3c4-a00c-467c-9684-4a55101b4ce0 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1361e54f-90d2-40a7-9220-6c81375e20d8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:45.937845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f6399f2d-160c-4861-8abc-6b77afbce39d service neutron] 10.222.0.38 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494867 Jul 14 11:29:46.019163 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-22a953d8-ebb1-4c0c-bcd6-38597af9dec5 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The resource could not be found. Jul 14 11:29:46.021051 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-22a953d8-ebb1-4c0c-bcd6-38597af9dec5 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0954340 Jul 14 11:29:46.023625 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34984) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:46.036349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-30b745ea-9595-40ef-ad9c-85bd97310271 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '1361e54f-90d2-40a7-9220-6c81375e20d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '77b0bc0e-09d2-470a-9355-04165bde1c76'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:46.091540 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-30b745ea-9595-40ef-ad9c-85bd97310271 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The resource could not be found. Jul 14 11:29:46.099090 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-30b745ea-9595-40ef-ad9c-85bd97310271 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0715663 Jul 14 11:29:46.099756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34986) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:46.234455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7154a5dc-7431-4082-bc23-7df6db4c46e7 req-0089abe3-3d8e-4f11-ae35-27f8c684a95d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1426415631', 'description': 'tempest-description-1645934771'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:46.234596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f8ed-fc26-40b2-9152-a132406c986a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:46.268220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7154a5dc-7431-4082-bc23-7df6db4c46e7 req-0089abe3-3d8e-4f11-ae35-27f8c684a95d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:46.295577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f8ed-fc26-40b2-9152-a132406c986a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:46.349577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f8ed-fc26-40b2-9152-a132406c986a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:46.352822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-589905c6-748d-49e4-9aa4-dfe125f5c975 req-a8bd4734-ac6f-43b8-a63e-e3a7a33688c5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 210 time: 0.0721307 Jul 14 11:29:46.353009 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f8ed-fc26-40b2-9152-a132406c986a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:46.363293 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b4c5f8ed-fc26-40b2-9152-a132406c986a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/1361e54f-90d2-40a7-9220-6c81375e20d8 HTTP/1.1" status: 204 len: 168 time: 0.2618041 Jul 14 11:29:46.363954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34998) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:46.515791 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eefd5412-f1b5-4757-a0ec-1f3ea27acc62 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1417985 Jul 14 11:29:46.517195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5f8ed-fc26-40b2-9152-a132406c986a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1361e54f-90d2-40a7-9220-6c81375e20d8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:46.521066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Made reservation on behalf of d070e47782114b758839dd006ede654d for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:46.528211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35002) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:46.541525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:46.545859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ae03ce22-9131-45ff-9d80-84a6b75e9acf tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': '4efbf61f-a5fa-47b6-b341-4ba9bc9826cd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:46.769226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Allocated IP 172.20.0.14 (a5a3b500-59a2-4e6c-b89b-412ac717ccd1/e394576f-d798-4559-924e-5c90016db64a/b47bfb54-2daa-4a96-a069-120b41d4b5ab) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:46.807345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aa6c9439-ea2c-4bbe-a6a2-4b32af918e8a req-c6b09735-6441-4acb-a10f-e46c9293aece tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 210 time: 0.1133795 Jul 14 11:29:46.856940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7154a5dc-7431-4082-bc23-7df6db4c46e7 req-0089abe3-3d8e-4f11-ae35-27f8c684a95d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:46.869457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7154a5dc-7431-4082-bc23-7df6db4c46e7 req-0089abe3-3d8e-4f11-ae35-27f8c684a95d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:46.931776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089abe3-3d8e-4f11-ae35-27f8c684a95d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac57321-9e93-4349-849e-04c08d8156a2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:46.982767 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7154a5dc-7431-4082-bc23-7df6db4c46e7 req-0089abe3-3d8e-4f11-ae35-27f8c684a95d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:46.986308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7154a5dc-7431-4082-bc23-7df6db4c46e7 req-0089abe3-3d8e-4f11-ae35-27f8c684a95d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7562084 Jul 14 11:29:47.009464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35016) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:47.037799 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-ae03ce22-9131-45ff-9d80-84a6b75e9acf tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The resource could not be found. Jul 14 11:29:47.044551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ae03ce22-9131-45ff-9d80-84a6b75e9acf tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5159595 Jul 14 11:29:47.055113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35022) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:47.061492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f6516911-2813-4dc7-abb0-867ffd225f78 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--331094774'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:47.137610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.155109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6886386-0484-47db-b926-0ba61ab88ae5 req-a3d280e8-8d2e-4fcd-9c2e-b4077c31f436 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/3df92fcc-511e-4381-a647-ea09d4b2ed3a HTTP/1.1" status: 200 len: 1806 time: 0.1317029 Jul 14 11:29:47.216102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6516911-2813-4dc7-abb0-867ffd225f78 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.253921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6886386-0484-47db-b926-0ba61ab88ae5 req-5e8e92b5-3b5d-4e5d-9b03-2f08c1a58f2f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/5ac57321-9e93-4349-849e-04c08d8156a2 HTTP/1.1" status: 200 len: 1807 time: 0.0904005 Jul 14 11:29:47.266734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f6886386-0484-47db-b926-0ba61ab88ae5 req-5619bfa5-9444-48b2-8dc2-200a6f7ac448 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3df92fcc-511e-4381-a647-ea09d4b2ed3a', 'remote_group_id': '5ac57321-9e93-4349-849e-04c08d8156a2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:47.267150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f6886386-0484-47db-b926-0ba61ab88ae5 req-5619bfa5-9444-48b2-8dc2-200a6f7ac448 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3df92fcc-511e-4381-a647-ea09d4b2ed3a', 'remote_group_id': '5ac57321-9e93-4349-849e-04c08d8156a2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:47.544043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.631569 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6516911-2813-4dc7-abb0-867ffd225f78 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.679808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6516911-2813-4dc7-abb0-867ffd225f78 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.707704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b0090ad-302b-44ef-88be-be82fda1da02 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74fa1d7c96164474bf4b5083b15d7551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6961217 Jul 14 11:29:47.731737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35032) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:47.781212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e92af0c-dd41-4b54-9a9c-cb0494fa8beb req-b8d108aa-94a4-4ae5-ad22-8599f0c08aa5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 210 time: 0.1143215 Jul 14 11:29:47.881463 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f6886386-0484-47db-b926-0ba61ab88ae5 req-5619bfa5-9444-48b2-8dc2-200a6f7ac448 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.905475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-edf37e75-897d-4953-8fc6-13f742c57c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.947571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f6886386-0484-47db-b926-0ba61ab88ae5 req-5619bfa5-9444-48b2-8dc2-200a6f7ac448 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.950736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-edf37e75-897d-4953-8fc6-13f742c57c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.958997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f6886386-0484-47db-b926-0ba61ab88ae5 req-5619bfa5-9444-48b2-8dc2-200a6f7ac448 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:47.992083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619bfa5-9444-48b2-8dc2-200a6f7ac448 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2a6194-790e-435a-868e-edb4cac03bf4,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:47.995235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f6886386-0484-47db-b926-0ba61ab88ae5 req-5619bfa5-9444-48b2-8dc2-200a6f7ac448 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.001773 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6886386-0484-47db-b926-0ba61ab88ae5 req-5619bfa5-9444-48b2-8dc2-200a6f7ac448 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7391691 Jul 14 11:29:48.118501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Network a5a3b500-59a2-4e6c-b89b-412ac717ccd1 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:48.132093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:48.139452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:29:48.142763 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6516911-2813-4dc7-abb0-867ffd225f78 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.147167 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f6516911-2813-4dc7-abb0-867ffd225f78 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0903611 Jul 14 11:29:48.149280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35042) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:48.151370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Pushing event updated for resources: {'Port': ['ID=b47bfb54-2daa-4a96-a069-120b41d4b5ab,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:48.159463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5ec29c3a-1abe-4bc3-8c5b-f33cb552466a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595238254'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:48.202101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6516911-2813-4dc7-abb0-867ffd225f78 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c12ed6-a632-4b00-b257-10637437a9d1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:48.231220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-edf37e75-897d-4953-8fc6-13f742c57c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.242974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-edf37e75-897d-4953-8fc6-13f742c57c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.244905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-edf37e75-897d-4953-8fc6-13f742c57c21 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35be1aa5-3d93-4893-835c-76049795d04c HTTP/1.1" status: 204 len: 168 time: 0.5097396 Jul 14 11:29:48.332034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:48.332674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.344777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec29c3a-1abe-4bc3-8c5b-f33cb552466a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.475491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1876fbd-f3a7-4dbe-969f-6fce9efd89b0 req-3b002946-3022-4aa3-bf35-f3299d7ecafe tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/5ac57321-9e93-4349-849e-04c08d8156a2 HTTP/1.1" status: 200 len: 1807 time: 0.4315863 Jul 14 11:29:48.507480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf37e75-897d-4953-8fc6-13f742c57c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35be1aa5-3d93-4893-835c-76049795d04c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:48.536093 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec29c3a-1abe-4bc3-8c5b-f33cb552466a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.551737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec29c3a-1abe-4bc3-8c5b-f33cb552466a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.577872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 96057dad-a86f-4a6c-a8a2-b050e6e2a826 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:48.631471 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-ad300362-6022-45de-9244-0e28bf794d3b tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1563051 Jul 14 11:29:48.644943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 96057dad-a86f-4a6c-a8a2-b050e6e2a826 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:29:48.646361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 96057dad-a86f-4a6c-a8a2-b050e6e2a826 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:48.693685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Request body: {'port': {'device_id': 'b0fb35c6-5d31-4e72-b8ac-851d628b46fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:48.697394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0edfd-1fe6-4ac6-b983-395ce938d093 req-239fac77-b669-40d5-aa7a-efd0f78ad7a5 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:48.706146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec29c3a-1abe-4bc3-8c5b-f33cb552466a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.708157 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5ec29c3a-1abe-4bc3-8c5b-f33cb552466a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5533793 Jul 14 11:29:48.716436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7da0edfd-1fe6-4ac6-b983-395ce938d093 req-239fac77-b669-40d5-aa7a-efd0f78ad7a5 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 932 time: 0.5256183 Jul 14 11:29:48.722760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35060) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:48.754627 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d1876fbd-f3a7-4dbe-969f-6fce9efd89b0 req-fbcbb67b-baa7-432d-8e8b-98d2436ae9bd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.790166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec29c3a-1abe-4bc3-8c5b-f33cb552466a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c502b9-a9ef-4f87-a701-725f7ccf1cf5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:48.790736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-16c97c20-a05f-4071-aee2-aaa8281a81ef tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'c0c12ed6-a632-4b00-b257-10637437a9d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '09c502b9-a9ef-4f87-a701-725f7ccf1cf5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:48.817550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7da0edfd-1fe6-4ac6-b983-395ce938d093 req-6b48b685-179f-4b1a-b455-03741a3fbd9f tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2415efbd-20f1-4ef8-90ba-c1064bed74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001482 Jul 14 11:29:48.883674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-cc752b75-22c7-4746-ba3f-c3d56d7510db tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:48.885336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-cc752b75-22c7-4746-ba3f-c3d56d7510db tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 808 time: 0.5661113 Jul 14 11:29:48.915235 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:29:48.916231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Request body: {'port': {'device_id': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046', 'admin_state_up': True, 'tenant_id': '23c841083d26402ca921ca2bdccfbe4b'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:48.979022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:48.991287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:49.028574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d1876fbd-f3a7-4dbe-969f-6fce9efd89b0 req-fbcbb67b-baa7-432d-8e8b-98d2436ae9bd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.156990 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d1354312-4939-461c-a6e6-28777daf94af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b02308c41604476baa2c8b6903a87fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636486 Jul 14 11:29:49.162653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35072) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:49.276187 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-16c97c20-a05f-4071-aee2-aaa8281a81ef tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:49.277425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-16c97c20-a05f-4071-aee2-aaa8281a81ef tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5237665 Jul 14 11:29:49.281593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35078) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:49.348148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-373ed488-683b-41d0-b0f5-b92b673bd419 req-4b1fd692-9c7b-4858-8910-8e90b2d033a3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 210 time: 0.1382561 Jul 14 11:29:49.398021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d1876fbd-f3a7-4dbe-969f-6fce9efd89b0 req-fbcbb67b-baa7-432d-8e8b-98d2436ae9bd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.403482 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d1876fbd-f3a7-4dbe-969f-6fce9efd89b0 req-fbcbb67b-baa7-432d-8e8b-98d2436ae9bd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.404639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1876fbd-f3a7-4dbe-969f-6fce9efd89b0 req-fbcbb67b-baa7-432d-8e8b-98d2436ae9bd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "DELETE /v2.0/security-groups/5ac57321-9e93-4349-849e-04c08d8156a2 HTTP/1.1" status: 204 len: 173 time: 0.9156983 Jul 14 11:29:49.434954 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e07f8989-bfd4-4371-8d74-ba8c0daef860 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.439987 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a841278-473b-4786-88f8-f942ca327cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.472836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbb67b-baa7-432d-8e8b-98d2436ae9bd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac57321-9e93-4349-849e-04c08d8156a2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:49.481860 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e07f8989-bfd4-4371-8d74-ba8c0daef860 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.487311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Made reservation on behalf of 23c841083d26402ca921ca2bdccfbe4b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:29:49.491229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.516976 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a841278-473b-4786-88f8-f942ca327cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.581931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a2137d1a-0951-4947-bcf5-c73eac1ee3ef req-13ae7b75-7b70-470e-be07-ca3e4eecaca6 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/3df92fcc-511e-4381-a647-ea09d4b2ed3a HTTP/1.1" status: 200 len: 1806 time: 0.1502516 Jul 14 11:29:49.588900 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e07f8989-bfd4-4371-8d74-ba8c0daef860 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.592092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e07f8989-bfd4-4371-8d74-ba8c0daef860 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.593346 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e07f8989-bfd4-4371-8d74-ba8c0daef860 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/09c502b9-a9ef-4f87-a701-725f7ccf1cf5 HTTP/1.1" status: 204 len: 168 time: 0.3110809 Jul 14 11:29:49.599340 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35090) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:49.610158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47bfb54-2daa-4a96-a069-120b41d4b5ab {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:49.630396 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.635982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f8989-bfd4-4371-8d74-ba8c0daef860 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c502b9-a9ef-4f87-a701-725f7ccf1cf5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:49.640258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7fe138d1-b981-4983-9ba1-886ef2d8896f req-8857bc6f-80da-4d8f-8635-61d46fd620eb tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1651961076', 'description': 'tempest-description-2121721502'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:49.697434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Transition to ACTIVE for port object b47bfb54-2daa-4a96-a069-120b41d4b5ab will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:49.708194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.712318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a841278-473b-4786-88f8-f942ca327cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.714895 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a841278-473b-4786-88f8-f942ca327cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.718784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0a841278-473b-4786-88f8-f942ca327cda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f609b4cf-318b-42c2-a7c8-6a7073b57cd9 HTTP/1.1" status: 204 len: 168 time: 0.5548692 Jul 14 11:29:49.721446 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-782cc9c9-2137-4514-9657-f50ec640d5b3 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1188202 Jul 14 11:29:49.726816 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7fe138d1-b981-4983-9ba1-886ef2d8896f req-8857bc6f-80da-4d8f-8635-61d46fd620eb tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.732396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35096) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:49.759097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a841278-473b-4786-88f8-f942ca327cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f609b4cf-318b-42c2-a7c8-6a7073b57cd9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:49.816145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Allocated IP 172.20.0.3 (05ea7b1b-d13f-4ee9-8923-d86fc4fce046/2381bb78-05d0-46eb-b50c-c42bae76cfcf/6d79e98c-3078-4810-82b9-86f57aea50e7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:29:49.819735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Pushing event updated for resources: {'Port': ['ID=b47bfb54-2daa-4a96-a069-120b41d4b5ab,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:49.879670 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a346-f2af-4bbc-9b49-9f5dcaaa7a12 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:49.903389 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Attempting to bind port b47bfb54-2daa-4a96-a069-120b41d4b5ab on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:29:49.904102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Attempting to bind port b47bfb54-2daa-4a96-a069-120b41d4b5ab by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '855df7de-d60d-405d-b6cb-9fff611832e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5a3b500-59a2-4e6c-b89b-412ac717ccd1'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:29:49.904652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Attempting to bind port b47bfb54-2daa-4a96-a069-120b41d4b5ab on network a5a3b500-59a2-4e6c-b89b-412ac717ccd1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:49.911093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Port b47bfb54-2daa-4a96-a069-120b41d4b5ab on network a5a3b500-59a2-4e6c-b89b-412ac717ccd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:29:49.911815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Attempting to bind port b47bfb54-2daa-4a96-a069-120b41d4b5ab on network a5a3b500-59a2-4e6c-b89b-412ac717ccd1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:49.919779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:29:49.920448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Checking segment: {'id': '855df7de-d60d-405d-b6cb-9fff611832e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5a3b500-59a2-4e6c-b89b-412ac717ccd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:49.921026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Bound using segment: {'id': '855df7de-d60d-405d-b6cb-9fff611832e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5a3b500-59a2-4e6c-b89b-412ac717ccd1'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:29:49.921836 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Bound port: b47bfb54-2daa-4a96-a069-120b41d4b5ab, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855df7de-d60d-405d-b6cb-9fff611832e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5a3b500-59a2-4e6c-b89b-412ac717ccd1'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:29:49.922916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.000985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a346-f2af-4bbc-9b49-9f5dcaaa7a12 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.084634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] For port b47bfb54-2daa-4a96-a069-120b41d4b5ab, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:29:50.096612 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7fe138d1-b981-4983-9ba1-886ef2d8896f req-8857bc6f-80da-4d8f-8635-61d46fd620eb tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.097102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] For port b47bfb54-2daa-4a96-a069-120b41d4b5ab, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b47bfb54-2daa-4a96-a069-120b41d4b5ab,segment=NetworkSegment(855df7de-d60d-405d-b6cb-9fff611832e7),segment_id=855df7de-d60d-405d-b6cb-9fff611832e7)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:29:50.104271 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.123807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7fe138d1-b981-4983-9ba1-886ef2d8896f req-8857bc6f-80da-4d8f-8635-61d46fd620eb tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.183436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Pushing event updated for resources: {'Port': ['ID=b47bfb54-2daa-4a96-a069-120b41d4b5ab,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:50.190518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:50.191594 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.193273 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b51f1144-94b9-4e01-aee8-155a6a8a308b service neutron] 10.222.0.64 "PUT /v2.0/ports/b47bfb54-2daa-4a96-a069-120b41d4b5ab HTTP/1.1" status: 200 len: 1092 time: 1.5343845 Jul 14 11:29:50.193853 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fb35c6-5d31-4e72-b8ac-851d628b46fe', 'tag': 'b47bfb54-2daa-4a96-a069-120b41d4b5ab'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:50.196908 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f1ce1d-483c-4838-a456-a199109ee8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fb35c6-5d31-4e72-b8ac-851d628b46fe", "tag": "b47bfb54-2daa-4a96-a069-120b41d4b5ab"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:50.316435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-218eb5c3-67af-4d10-9201-3b5e8d8e9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:50.318876 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-218eb5c3-67af-4d10-9201-3b5e8d8e9314 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d070e47782114b758839dd006ede654d&device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 1095 time: 0.0830932 Jul 14 11:29:50.403648 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-276ec0dd-d48a-40f0-9648-57820b03c913 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b47bfb54-2daa-4a96-a069-120b41d4b5ab HTTP/1.1" status: 200 len: 217 time: 0.0751879 Jul 14 11:29:50.519169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-fc0143b9-4a01-4037-a23b-54cde184bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:50.521335 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-fc0143b9-4a01-4037-a23b-54cde184bf30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e394576f-d798-4559-924e-5c90016db64a HTTP/1.1" status: 200 len: 858 time: 0.1064446 Jul 14 11:29:50.593508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857bc6f-80da-4d8f-8635-61d46fd620eb tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae12ec98-5ac2-429b-ba42-4c0eb130a384,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:50.628862 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b9b76574-bd12-4cdd-9aec-98b1bd67e76e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a5a3b500-59a2-4e6c-b89b-412ac717ccd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873437 Jul 14 11:29:50.663403 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.715392 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7fe138d1-b981-4983-9ba1-886ef2d8896f req-8857bc6f-80da-4d8f-8635-61d46fd620eb tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.717924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fe138d1-b981-4983-9ba1-886ef2d8896f req-8857bc6f-80da-4d8f-8635-61d46fd620eb tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0847380 Jul 14 11:29:50.735794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.761830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a346-f2af-4bbc-9b49-9f5dcaaa7a12 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.764607 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-2052389c-bb5e-4dc7-9f2e-0df837ae07e2 service neutron] 10.222.0.64 "GET /v2.0/networks/a5a3b500-59a2-4e6c-b89b-412ac717ccd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282527 Jul 14 11:29:50.769150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a346-f2af-4bbc-9b49-9f5dcaaa7a12 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:50.773227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b3a4a346-f2af-4bbc-9b49-9f5dcaaa7a12 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/c0c12ed6-a632-4b00-b257-10637437a9d1 HTTP/1.1" status: 204 len: 168 time: 1.0382333 Jul 14 11:29:50.774997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35124) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:50.864499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Pushing event updated for resources: {'Port': ['ID=6d79e98c-3078-4810-82b9-86f57aea50e7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:50.879593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:29:50.881260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4a346-f2af-4bbc-9b49-9f5dcaaa7a12 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c12ed6-a632-4b00-b257-10637437a9d1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:50.888613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:29:50.905378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981a701-6376-40c6-b855-e5fd7fbe73a5 req-6aee04c2-783f-431c-bd7b-fb9c219c9140 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:50.922951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9981a701-6376-40c6-b855-e5fd7fbe73a5 req-6aee04c2-783f-431c-bd7b-fb9c219c9140 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 944 time: 0.8814108 Jul 14 11:29:50.922951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:29:51.010737 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8d0a17-3e95-4435-8971-1388060c79a5 x-openstack-request-id: req-ed8d0a17-3e95-4435-8971-1388060c79a5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:51.011074 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fb35c6-5d31-4e72-b8ac-851d628b46fe", "tag": "b47bfb54-2daa-4a96-a069-120b41d4b5ab", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:51.011343 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed8d0a17-3e95-4435-8971-1388060c79a5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:51.012405 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fb35c6-5d31-4e72-b8ac-851d628b46fe', 'tag': 'b47bfb54-2daa-4a96-a069-120b41d4b5ab', 'status': 'completed', 'code': 200} Jul 14 11:29:51.028156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9981a701-6376-40c6-b855-e5fd7fbe73a5 req-0798fdab-447d-48bd-847e-0e782389ad28 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2415efbd-20f1-4ef8-90ba-c1064bed74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044099 Jul 14 11:29:51.035185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:51.035834 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.049111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35132) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:51.052645 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2adee1df-5a3d-446b-b466-6a7eee4f2213 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2592087 Jul 14 11:29:51.057840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-14f29ba2-50c8-47bd-937c-58ae15017664 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--88923971'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:51.091825 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bbe10110-9fba-4402-b1c9-5f6c35886259 req-b787cd36-ae29-4f10-8257-f391e7c58f90 service neutron] 10.222.0.64 "GET /v2.0/networks/a5a3b500-59a2-4e6c-b89b-412ac717ccd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202815 Jul 14 11:29:51.149897 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-14f29ba2-50c8-47bd-937c-58ae15017664 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.171059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-2a62efff-82cb-4dc0-900a-9d407148f1cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2708218 Jul 14 11:29:51.184933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Request body: {'port': {'device_id': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:51.196735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a473562-3a46-4de8-b68d-af749c8f5ebb req-d836a7cf-1a68-41cc-9914-dfcd6883ea5b tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/ae12ec98-5ac2-429b-ba42-4c0eb130a384 HTTP/1.1" status: 200 len: 1807 time: 0.1131060 Jul 14 11:29:51.222629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2a473562-3a46-4de8-b68d-af749c8f5ebb req-4b8d4f1b-fe24-4c46-9837-e2a7c4c4a85a tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae12ec98-5ac2-429b-ba42-4c0eb130a384', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:51.222948 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2a473562-3a46-4de8-b68d-af749c8f5ebb req-4b8d4f1b-fe24-4c46-9837-e2a7c4c4a85a tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae12ec98-5ac2-429b-ba42-4c0eb130a384', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:51.239504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-e3c1f760-134f-46b9-86d8-6d503a8c1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:51.242281 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-e3c1f760-134f-46b9-86d8-6d503a8c1b3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d070e47782114b758839dd006ede654d&device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 1095 time: 0.0731747 Jul 14 11:29:51.373905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e2265-7484-43ad-b61e-90ca9bf834cf req-edf6d965-ee9f-46ce-945b-0c9de2759fc7 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:51.375420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-233e2265-7484-43ad-b61e-90ca9bf834cf req-edf6d965-ee9f-46ce-945b-0c9de2759fc7 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 931 time: 0.2099321 Jul 14 11:29:51.386866 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.402319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-af0e26ca-82da-49a5-8a44-405649c85bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:51.403386 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-14f29ba2-50c8-47bd-937c-58ae15017664 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.409167 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-af0e26ca-82da-49a5-8a44-405649c85bed service neutron] 10.222.0.64 "GET /v2.0/networks?id=a5a3b500-59a2-4e6c-b89b-412ac717ccd1 HTTP/1.1" status: 200 len: 918 time: 0.1593983 Jul 14 11:29:51.421822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-14f29ba2-50c8-47bd-937c-58ae15017664 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.507307 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-14f29ba2-50c8-47bd-937c-58ae15017664 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.508017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-14f29ba2-50c8-47bd-937c-58ae15017664 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4564447 Jul 14 11:29:51.508152 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-3a738a11-f47a-4426-b58c-45228a3265f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b47bfb54-2daa-4a96-a069-120b41d4b5ab HTTP/1.1" status: 200 len: 217 time: 0.0921202 Jul 14 11:29:51.511127 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35148) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:51.518905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-233e2265-7484-43ad-b61e-90ca9bf834cf req-43a41696-79d9-4c48-9a09-1bc538eabdba tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355548 Jul 14 11:29:51.519645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f29ba2-50c8-47bd-937c-58ae15017664 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbc67f5-4bd4-4cbd-ae96-ea6ef11f365a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:51.522961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e593c1c5-2bcc-45a0-be28-f01d7b207010 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'bcbc67f5-4bd4-4cbd-ae96-ea6ef11f365a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:51.624122 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2a473562-3a46-4de8-b68d-af749c8f5ebb req-4b8d4f1b-fe24-4c46-9837-e2a7c4c4a85a tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.659967 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2a473562-3a46-4de8-b68d-af749c8f5ebb req-4b8d4f1b-fe24-4c46-9837-e2a7c4c4a85a tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.670406 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2a473562-3a46-4de8-b68d-af749c8f5ebb req-4b8d4f1b-fe24-4c46-9837-e2a7c4c4a85a tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.706460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d4f1b-fe24-4c46-9837-e2a7c4c4a85a tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bbaef6-d114-4cf6-bda4-cc10a78df663,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:51.711359 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-e593c1c5-2bcc-45a0-be28-f01d7b207010 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:51.715802 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e593c1c5-2bcc-45a0-be28-f01d7b207010 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2029831 Jul 14 11:29:51.723056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35158) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:51.728402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-66b03bfd-1d61-415c-90ed-be8b64d2d14c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group_rule': {'security_group_id': 'bcbc67f5-4bd4-4cbd-ae96-ea6ef11f365a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:51.735696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-2770f5c2-bc5e-46f0-ae14-d1699a889d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:51.743420 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-2770f5c2-bc5e-46f0-ae14-d1699a889d96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e394576f-d798-4559-924e-5c90016db64a HTTP/1.1" status: 200 len: 858 time: 0.2271869 Jul 14 11:29:51.744980 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2a473562-3a46-4de8-b68d-af749c8f5ebb req-4b8d4f1b-fe24-4c46-9837-e2a7c4c4a85a tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:51.746461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a473562-3a46-4de8-b68d-af749c8f5ebb req-4b8d4f1b-fe24-4c46-9837-e2a7c4c4a85a tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5486999 Jul 14 11:29:51.794145 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-8992b72b-943c-47de-b037-e5bd0398b718 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a5a3b500-59a2-4e6c-b89b-412ac717ccd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422971 Jul 14 11:29:51.845470 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-66b03bfd-1d61-415c-90ed-be8b64d2d14c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:29:51.846863 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-66b03bfd-1d61-415c-90ed-be8b64d2d14c tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1226439 Jul 14 11:29:51.856689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35164) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:51.902330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60e2d505-2f13-4cc3-8ec6-e0afa4c491aa req-41115f3e-e965-4238-bb60-ac13ab722c24 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/ae12ec98-5ac2-429b-ba42-4c0eb130a384 HTTP/1.1" status: 200 len: 2401 time: 0.1228783 Jul 14 11:29:51.939816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-60e2d505-2f13-4cc3-8ec6-e0afa4c491aa req-33194406-0eb6-479f-be49-e5fce81a097d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae12ec98-5ac2-429b-ba42-4c0eb130a384', 'remote_group_id': None}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:51.939993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-60e2d505-2f13-4cc3-8ec6-e0afa4c491aa req-33194406-0eb6-479f-be49-e5fce81a097d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae12ec98-5ac2-429b-ba42-4c0eb130a384', 'remote_group_id': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:51.942623 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-d2381160-adce-4545-8791-45f74d246231 service neutron] 10.222.0.64 "GET /v2.0/networks/a5a3b500-59a2-4e6c-b89b-412ac717ccd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416914 Jul 14 11:29:51.982127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d79e98c-3078-4810-82b9-86f57aea50e7 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:51.997850 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.001332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-061f63eb-d559-4441-9142-2e8d7e180df6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.030276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-061f63eb-d559-4441-9142-2e8d7e180df6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.062837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35172) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.083116 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b3f1ce1d-483c-4838-a456-a199109ee8e8 req-03629ca0-e423-43e3-8126-18527ebaeeeb service neutron] 10.222.0.64 "GET /v2.0/networks/a5a3b500-59a2-4e6c-b89b-412ac717ccd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314085 Jul 14 11:29:52.100642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Transition to ACTIVE for port object 6d79e98c-3078-4810-82b9-86f57aea50e7 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:29:52.104682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-061f63eb-d559-4441-9142-2e8d7e180df6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.107609 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-061f63eb-d559-4441-9142-2e8d7e180df6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.108994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-061f63eb-d559-4441-9142-2e8d7e180df6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/bcbc67f5-4bd4-4cbd-ae96-ea6ef11f365a HTTP/1.1" status: 204 len: 168 time: 0.2513587 Jul 14 11:29:52.112244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.118889 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.153800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f63eb-d559-4441-9142-2e8d7e180df6 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbc67f5-4bd4-4cbd-ae96-ea6ef11f365a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:52.177789 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-60e2d505-2f13-4cc3-8ec6-e0afa4c491aa req-33194406-0eb6-479f-be49-e5fce81a097d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.208344 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-661e28cd-1775-4f05-9f6f-1e1e147a0852 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948260 Jul 14 11:29:52.212416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35182) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.225138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-961a9143-4129-4262-b00c-d6188177a574 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245103098'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:52.231409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d79e98c-3078-4810-82b9-86f57aea50e7,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:52.241138 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-60e2d505-2f13-4cc3-8ec6-e0afa4c491aa req-33194406-0eb6-479f-be49-e5fce81a097d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.246530 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-60e2d505-2f13-4cc3-8ec6-e0afa4c491aa req-33194406-0eb6-479f-be49-e5fce81a097d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.258740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d50dc18-b315-4d5a-a32b-4223d43a223b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.300839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33194406-0eb6-479f-be49-e5fce81a097d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b66ce7-fcf1-4cd2-b052-1133ea483b01,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:52.302194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-961a9143-4129-4262-b00c-d6188177a574 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.339790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:29:52.340199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:29:52.340586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:52.347052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Port 6d79e98c-3078-4810-82b9-86f57aea50e7 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:29:52.347377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:29:52.364464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:29:52.364737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:29:52.365124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:29:52.365595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Bound port: 6d79e98c-3078-4810-82b9-86f57aea50e7, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:29:52.365929 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.423476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d50dc18-b315-4d5a-a32b-4223d43a223b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.428155 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d50dc18-b315-4d5a-a32b-4223d43a223b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.463996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-60e2d505-2f13-4cc3-8ec6-e0afa4c491aa req-33194406-0eb6-479f-be49-e5fce81a097d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.465841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60e2d505-2f13-4cc3-8ec6-e0afa4c491aa req-33194406-0eb6-479f-be49-e5fce81a097d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5307555 Jul 14 11:29:52.483217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50dc18-b315-4d5a-a32b-4223d43a223b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80960138-2412-4732-aa30-a50788d2dfc5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:52.505186 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2d50dc18-b315-4d5a-a32b-4223d43a223b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9e745be7c6548d29cde36e82196913b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378259 Jul 14 11:29:52.507822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35192) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.575091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a652e27-5a70-465c-be18-91c5c876d0e6 req-33ad8910-1323-4428-a3a9-279da0e0dd21 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:52.582862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-961a9143-4129-4262-b00c-d6188177a574 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.584685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a652e27-5a70-465c-be18-91c5c876d0e6 req-33ad8910-1323-4428-a3a9-279da0e0dd21 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 944 time: 0.2346547 Jul 14 11:29:52.588013 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-961a9143-4129-4262-b00c-d6188177a574 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.590312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:29:52.590459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device b47bfb54-2daa-4a96-a069-120b41d4b5ab details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:29:52.619174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-961a9143-4129-4262-b00c-d6188177a574 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.623074 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-961a9143-4129-4262-b00c-d6188177a574 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4070079 Jul 14 11:29:52.623244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35198) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.628984 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b5396dca-5450-4b09-8a47-90310438524a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:29:52.629846 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-b5396dca-5450-4b09-8a47-90310438524a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 11:29:52.630216 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-b5396dca-5450-4b09-8a47-90310438524a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 11:29:52.634801 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b5396dca-5450-4b09-8a47-90310438524a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "PUT /v2.0/security-groups/db7941ac-3e97-42da-b665-35a6729af043 HTTP/1.1" status: 409 len: 330 time: 0.0074501 Jul 14 11:29:52.634801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a9143-4129-4262-b00c-d6188177a574 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7941ac-3e97-42da-b665-35a6729af043,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:52.636022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35200) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.681882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:29:52.701328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5abaf43-a267-46b8-b084-fff273321372 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.710240 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.717115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port b47bfb54-2daa-4a96-a069-120b41d4b5ab, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b47bfb54-2daa-4a96-a069-120b41d4b5ab,segment=NetworkSegment(855df7de-d60d-405d-b6cb-9fff611832e7),segment_id=855df7de-d60d-405d-b6cb-9fff611832e7)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:52.746862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'b47bfb54-2daa-4a96-a069-120b41d4b5ab', 'network_id': 'a5a3b500-59a2-4e6c-b89b-412ac717ccd1', 'port_id': 'b47bfb54-2daa-4a96-a069-120b41d4b5ab', 'mac_address': 'fa:16:3e:9a:a6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e394576f-d798-4559-924e-5c90016db64a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:29:52.747803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5abaf43-a267-46b8-b084-fff273321372 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.794349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a84b993b-3c8b-4ea7-b43e-510e0ea51c4e req-d7fea6c0-db8a-4eaf-b6c2-fb5601e00af3 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/ae12ec98-5ac2-429b-ba42-4c0eb130a384 HTTP/1.1" status: 200 len: 3000 time: 0.2938869 Jul 14 11:29:52.808455 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.820907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a652e27-5a70-465c-be18-91c5c876d0e6 req-11f1b610-93c8-4085-9956-813d2fe1f27c tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2415efbd-20f1-4ef8-90ba-c1064bed74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348704 Jul 14 11:29:52.821797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5abaf43-a267-46b8-b084-fff273321372 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.823924 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8336cf74-105c-4e6d-8bc9-71093dac059f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.824631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5abaf43-a267-46b8-b084-fff273321372 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.833110 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d5abaf43-a267-46b8-b084-fff273321372 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/db7941ac-3e97-42da-b665-35a6729af043 HTTP/1.1" status: 204 len: 168 time: 0.1958678 Jul 14 11:29:52.833944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35210) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.852279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abaf43-a267-46b8-b084-fff273321372 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7941ac-3e97-42da-b665-35a6729af043,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:52.855277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47bfb54-2daa-4a96-a069-120b41d4b5ab {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:52.889838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:52.891919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.893931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port b47bfb54-2daa-4a96-a069-120b41d4b5ab, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b47bfb54-2daa-4a96-a069-120b41d4b5ab,segment=NetworkSegment(855df7de-d60d-405d-b6cb-9fff611832e7),segment_id=855df7de-d60d-405d-b6cb-9fff611832e7)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:52.897269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] 10.222.0.64 "PUT /v2.0/ports/6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 200 len: 1091 time: 1.7165534 Jul 14 11:29:52.897767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:52.899972 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:52.900152 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24272a6-aaac-4303-86c5-943076daeb77" -d '{"events": [{"name": "network-changed", "server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:52.938635 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b5ab9ddd-8fb9-4fc8-8050-75d732f27616 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0907905 Jul 14 11:29:52.942266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35214) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.966247 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-e6f4d068-6f44-4d53-903f-ceffae94e0e9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] delete failed (client error): The resource could not be found. Jul 14 11:29:52.971544 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e6f4d068-6f44-4d53-903f-ceffae94e0e9 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "DELETE /v2.0/security-groups/fb7af813-cb44-4c48-a402-d40ff2172381 HTTP/1.1" status: 404 len: 347 time: 0.0239995 Jul 14 11:29:52.972249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35218) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.983834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=b47bfb54-2daa-4a96-a069-120b41d4b5ab,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:52.989506 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-8167b75c-e5a3-47b6-a9d3-a8ec44d9112a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] show failed (client error): The resource could not be found. Jul 14 11:29:52.991892 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8167b75c-e5a3-47b6-a9d3-a8ec44d9112a tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-groups/38bfb788-aaaf-4182-8860-ab80e6e09543 HTTP/1.1" status: 404 len: 347 time: 0.0172076 Jul 14 11:29:52.992610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.994325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.994685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.995001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35220) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:52.995164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.995360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.995701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.996066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.996402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.996734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.997067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.997397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.997725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.011391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d663af1-2ec1-42d4-8547-19e95a7c6d06 req-aa8e7b65-4ce9-4865-8d2b-7cb3ac62cce6 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-group-rules/82b66ce7-fcf1-4cd2-b052-1133ea483b01 HTTP/1.1" status: 200 len: 783 time: 0.1457326 Jul 14 11:29:53.011562 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-f1426edc-7d1d-408e-94fd-9efe6e643069 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] show failed (client error): The resource could not be found. Jul 14 11:29:53.012026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f9dbb-e613-44ef-80ad-5d5e25e56fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d79e98c-3078-4810-82b9-86f57aea50e7,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:53.017187 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f1426edc-7d1d-408e-94fd-9efe6e643069 tempest-NegativeSecGroupIPv6Test-1017770710 tempest-NegativeSecGroupIPv6Test-1017770710-project] 10.222.0.38 "GET /v2.0/security-group-rules/895d5fc6-a3fe-4695-93fd-71890c10cbcb HTTP/1.1" status: 404 len: 356 time: 0.0154929 Jul 14 11:29:53.040057 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8336cf74-105c-4e6d-8bc9-71093dac059f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.091434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['b47bfb54-2daa-4a96-a069-120b41d4b5ab'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:53.159188 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d663af1-2ec1-42d4-8547-19e95a7c6d06 req-f02acf6a-d752-4de7-ad4e-0c51528998a8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/ae12ec98-5ac2-429b-ba42-4c0eb130a384 HTTP/1.1" status: 200 len: 3000 time: 0.1171174 Jul 14 11:29:53.171687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc5f79-e212-4002-b810-6db58b82995e req-289ab4c2-e442-4378-bbdd-96f43c347ccf tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:53.173333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bbdc5f79-e212-4002-b810-6db58b82995e req-289ab4c2-e442-4378-bbdd-96f43c347ccf tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 943 time: 0.2084696 Jul 14 11:29:53.181253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-c26851b8-6a0b-49b9-8e2e-bf857b04f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:53.183212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-c26851b8-6a0b-49b9-8e2e-bf857b04f565 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1094 time: 0.2220197 Jul 14 11:29:53.196107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8336cf74-105c-4e6d-8bc9-71093dac059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.199186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8336cf74-105c-4e6d-8bc9-71093dac059f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.200494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8336cf74-105c-4e6d-8bc9-71093dac059f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/80960138-2412-4732-aa30-a50788d2dfc5 HTTP/1.1" status: 204 len: 168 time: 0.6783409 Jul 14 11:29:53.265649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336cf74-105c-4e6d-8bc9-71093dac059f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80960138-2412-4732-aa30-a50788d2dfc5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:53.269974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-9ce228a9-7568-456a-a759-d1b1db98974b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 200 len: 217 time: 0.0756721 Jul 14 11:29:53.315268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d663af1-2ec1-42d4-8547-19e95a7c6d06 req-75f42c09-5743-4f07-91b3-2dfea69664fd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.327528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35230) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:53.334307 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d663af1-2ec1-42d4-8547-19e95a7c6d06 req-75f42c09-5743-4f07-91b3-2dfea69664fd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.350962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bbdc5f79-e212-4002-b810-6db58b82995e req-afa4d8d2-3ef2-402f-b747-b97b778b0564 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667154 Jul 14 11:29:53.371364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-60271a74-0456-4736-a7b3-1f7fdcffad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:53.372898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-60271a74-0456-4736-a7b3-1f7fdcffad62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0941062 Jul 14 11:29:53.396831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d663af1-2ec1-42d4-8547-19e95a7c6d06 req-75f42c09-5743-4f07-91b3-2dfea69664fd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.408513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d663af1-2ec1-42d4-8547-19e95a7c6d06 req-75f42c09-5743-4f07-91b3-2dfea69664fd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.419894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d663af1-2ec1-42d4-8547-19e95a7c6d06 req-75f42c09-5743-4f07-91b3-2dfea69664fd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/82b66ce7-fcf1-4cd2-b052-1133ea483b01 HTTP/1.1" status: 204 len: 173 time: 0.2417097 Jul 14 11:29:53.448644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-89af88e5-60f3-44a7-9a0f-6fa8c5992048 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679646 Jul 14 11:29:53.453615 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0094f291-c14d-4ca6-9f73-69d2c775bc57 x-openstack-request-id: req-0094f291-c14d-4ca6-9f73-69d2c775bc57 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:53.453615 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:53.454259 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0094f291-c14d-4ca6-9f73-69d2c775bc57 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:53.454410 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7', 'status': 'completed', 'code': 200} Jul 14 11:29:53.455470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f42c09-5743-4f07-91b3-2dfea69664fd tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82b66ce7-fcf1-4cd2-b052-1133ea483b01,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:53.552703 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-a3699943-2f3b-45e2-8a19-ab74bae9cf4b service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947218 Jul 14 11:29:53.653333 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7d0ee248-459b-423a-bc7a-b601101f0e3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=febba2bc88614cc0a3395c917c7c8a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241546 Jul 14 11:29:53.655618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35240) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:53.697589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d39d200-7b0a-4afa-8f01-53da16aeee3c req-569cc35a-6a0a-4d63-a671-e4fe45a12083 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/ae12ec98-5ac2-429b-ba42-4c0eb130a384 HTTP/1.1" status: 200 len: 2401 time: 0.0725546 Jul 14 11:29:53.701569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff48eef-2ea2-48a6-95aa-12c416c426be req-6373d095-2e44-4e31-9b90-fb9509de96fd service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425467 Jul 14 11:29:53.753130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-165ab14e-3552-4550-9081-2d85d6f557a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.781254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35248) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:53.841624 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-165ab14e-3552-4550-9081-2d85d6f557a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.846553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c8ecc06-d8c9-4ffd-a5b8-b3327cbf7b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.893935 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1d39d200-7b0a-4afa-8f01-53da16aeee3c req-d77508ee-0282-445b-8022-f5dc514d3e41 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.955318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1d39d200-7b0a-4afa-8f01-53da16aeee3c req-d77508ee-0282-445b-8022-f5dc514d3e41 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.966854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-165ab14e-3552-4550-9081-2d85d6f557a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.970061 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-165ab14e-3552-4550-9081-2d85d6f557a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:53.971337 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-165ab14e-3552-4550-9081-2d85d6f557a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21898400-dd13-405d-901a-8d99604f291a HTTP/1.1" status: 204 len: 168 time: 0.3132763 Jul 14 11:29:53.989838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ab14e-3552-4550-9081-2d85d6f557a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21898400-dd13-405d-901a-8d99604f291a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:53.992447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24272a6-aaac-4303-86c5-943076daeb77 req-c076d639-a95d-4f0d-bffd-c0cd45bcf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:53.995222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a24272a6-aaac-4303-86c5-943076daeb77 req-c076d639-a95d-4f0d-bffd-c0cd45bcf43c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1094 time: 0.2077866 Jul 14 11:29:54.003161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c8ecc06-d8c9-4ffd-a5b8-b3327cbf7b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.008980 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c8ecc06-d8c9-4ffd-a5b8-b3327cbf7b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.078324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2c8ecc06-d8c9-4ffd-a5b8-b3327cbf7b4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d302ee2acd742c2b9846e893520bde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937148 Jul 14 11:29:54.079734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ecc06-d8c9-4ffd-a5b8-b3327cbf7b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5405eb-658e-45fd-8365-198fb450642b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:54.082873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35256) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:54.164095 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec08d52b-4b52-45bc-ad9d-96a2fb2f881e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.164795 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1d39d200-7b0a-4afa-8f01-53da16aeee3c req-d77508ee-0282-445b-8022-f5dc514d3e41 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.167526 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1d39d200-7b0a-4afa-8f01-53da16aeee3c req-d77508ee-0282-445b-8022-f5dc514d3e41 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.168930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d39d200-7b0a-4afa-8f01-53da16aeee3c req-d77508ee-0282-445b-8022-f5dc514d3e41 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "DELETE /v2.0/security-groups/ae12ec98-5ac2-429b-ba42-4c0eb130a384 HTTP/1.1" status: 204 len: 173 time: 0.4435613 Jul 14 11:29:54.194210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9d8ca-aa65-41b0-a3d0-5338cbefb33d req-33269c7f-78ad-44e5-9801-c78d5f171544 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:54.196438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8b9d8ca-aa65-41b0-a3d0-5338cbefb33d req-33269c7f-78ad-44e5-9801-c78d5f171544 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 945 time: 0.2263119 Jul 14 11:29:54.196811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec08d52b-4b52-45bc-ad9d-96a2fb2f881e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.216002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24272a6-aaac-4303-86c5-943076daeb77 req-d9aaefcd-dd23-4a17-9214-d8d507d41788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:54.217296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a24272a6-aaac-4303-86c5-943076daeb77 req-d9aaefcd-dd23-4a17-9214-d8d507d41788 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.2141149 Jul 14 11:29:54.224029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77508ee-0282-445b-8022-f5dc514d3e41 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae12ec98-5ac2-429b-ba42-4c0eb130a384,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:54.268341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec08d52b-4b52-45bc-ad9d-96a2fb2f881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.271195 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec08d52b-4b52-45bc-ad9d-96a2fb2f881e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.273559 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ec08d52b-4b52-45bc-ad9d-96a2fb2f881e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb5405eb-658e-45fd-8365-198fb450642b HTTP/1.1" status: 204 len: 168 time: 0.1895065 Jul 14 11:29:54.278065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a24272a6-aaac-4303-86c5-943076daeb77 req-c4bb6f72-65d4-4d74-865b-ac7013767a7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 200 len: 217 time: 0.0498648 Jul 14 11:29:54.286027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08d52b-4b52-45bc-ad9d-96a2fb2f881e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5405eb-658e-45fd-8365-198fb450642b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:54.308849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8b9d8ca-aa65-41b0-a3d0-5338cbefb33d req-760d0870-2651-44a3-8c7d-e1517a5a03a3 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2415efbd-20f1-4ef8-90ba-c1064bed74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999496 Jul 14 11:29:54.364653 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-ca974ca0-7d84-46ed-9be2-19d85ed11aed req-f34ed743-e105-4faa-ae04-2e9ac6b685b8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] show failed (client error): The resource could not be found. Jul 14 11:29:54.365686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca974ca0-7d84-46ed-9be2-19d85ed11aed req-f34ed743-e105-4faa-ae04-2e9ac6b685b8 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/5ac57321-9e93-4349-849e-04c08d8156a2 HTTP/1.1" status: 404 len: 352 time: 0.0273714 Jul 14 11:29:54.373530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24272a6-aaac-4303-86c5-943076daeb77 req-6f2a785b-61ca-499c-94ca-58a8c3ad3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:54.375444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a24272a6-aaac-4303-86c5-943076daeb77 req-6f2a785b-61ca-499c-94ca-58a8c3ad3b0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0785699 Jul 14 11:29:54.434777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a24272a6-aaac-4303-86c5-943076daeb77 req-4dddb94a-e0c3-43af-a2c8-a097c1093d8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529895 Jul 14 11:29:54.546456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d60212bf-8aaa-4830-a28f-7caf4dde7a8d req-877b4e83-1237-4d68-b2d8-b5fc739c4fef tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/3df92fcc-511e-4381-a647-ea09d4b2ed3a HTTP/1.1" status: 200 len: 1806 time: 0.1465201 Jul 14 11:29:54.588967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a24272a6-aaac-4303-86c5-943076daeb77 req-e33b5d16-19e7-48f8-b923-c7b4d4a1f6b2 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424367 Jul 14 11:29:54.603194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6d79e98c-3078-4810-82b9-86f57aea50e7 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:29:54.603194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device b47bfb54-2daa-4a96-a069-120b41d4b5ab up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:54.782966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35286) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:54.817154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6d01b7d-ca3a-4341-8d05-55f7fb0998e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.831059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port b47bfb54-2daa-4a96-a069-120b41d4b5ab completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:54.836836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:54.840836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port b47bfb54-2daa-4a96-a069-120b41d4b5ab triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:54.841467 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.880796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '6d79e98c-3078-4810-82b9-86f57aea50e7', 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046', 'port_id': '6d79e98c-3078-4810-82b9-86f57aea50e7', 'mac_address': 'fa:16:3e:65:21:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2381bb78-05d0-46eb-b50c-c42bae76cfcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:29:54.891343 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60212bf-8aaa-4830-a28f-7caf4dde7a8d req-f060dc52-8788-4236-960b-cf36ffe769ff tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.944820 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:54.961499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a24272a6-aaac-4303-86c5-943076daeb77 req-9b85495f-628b-4b5e-b372-1717c4b362fd service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431358 Jul 14 11:29:55.000479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60212bf-8aaa-4830-a28f-7caf4dde7a8d req-f060dc52-8788-4236-960b-cf36ffe769ff tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.025816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d79e98c-3078-4810-82b9-86f57aea50e7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:29:55.026371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb05ae-868a-4e12-9e19-12ab75e04fb9 req-6f3fb7ca-856d-402e-8440-0f8f6a5abcc8 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:55.030773 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6d01b7d-ca3a-4341-8d05-55f7fb0998e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.036142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffeb05ae-868a-4e12-9e19-12ab75e04fb9 req-6f3fb7ca-856d-402e-8440-0f8f6a5abcc8 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 943 time: 0.2728615 Jul 14 11:29:55.041276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6d01b7d-ca3a-4341-8d05-55f7fb0998e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.062015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:55.064139 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.079281 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.113378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffeb05ae-868a-4e12-9e19-12ab75e04fb9 req-b15a9a56-98f2-4574-9621-c68df368c82c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745437 Jul 14 11:29:55.119428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d01b7d-ca3a-4341-8d05-55f7fb0998e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574ed649-78dd-482a-8e95-206fa20e45bc,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:55.120637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fb35c6-5d31-4e72-b8ac-851d628b46fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47bfb54-2daa-4a96-a069-120b41d4b5ab'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:55.123206 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a4dee0-30b8-401d-a25e-7de49af20715" -d '{"events": [{"server_uuid": "b0fb35c6-5d31-4e72-b8ac-851d628b46fe", "name": "network-vif-plugged", "status": "completed", "tag": "b47bfb54-2daa-4a96-a069-120b41d4b5ab"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:55.124860 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60212bf-8aaa-4830-a28f-7caf4dde7a8d req-f060dc52-8788-4236-960b-cf36ffe769ff tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.135604 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b6d01b7d-ca3a-4341-8d05-55f7fb0998e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb682ba7a3624981bb0eab70b246efe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3504391 Jul 14 11:29:55.136628 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d60212bf-8aaa-4830-a28f-7caf4dde7a8d req-f060dc52-8788-4236-960b-cf36ffe769ff tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.137970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35304) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:55.148127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d60212bf-8aaa-4830-a28f-7caf4dde7a8d req-f060dc52-8788-4236-960b-cf36ffe769ff tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "DELETE /v2.0/security-groups/3df92fcc-511e-4381-a647-ea09d4b2ed3a HTTP/1.1" status: 204 len: 173 time: 0.5700755 Jul 14 11:29:55.168050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port b47bfb54-2daa-4a96-a069-120b41d4b5ab, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b47bfb54-2daa-4a96-a069-120b41d4b5ab,segment=NetworkSegment(855df7de-d60d-405d-b6cb-9fff611832e7),segment_id=855df7de-d60d-405d-b6cb-9fff611832e7)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:55.169210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060dc52-8788-4236-960b-cf36ffe769ff tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df92fcc-511e-4381-a647-ea09d4b2ed3a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:55.176920 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.200473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=6d79e98c-3078-4810-82b9-86f57aea50e7,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:55.236618 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c41ea92-030e-4bb9-8c42-dbba15a28c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.264171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c41ea92-030e-4bb9-8c42-dbba15a28c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.271915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=b47bfb54-2daa-4a96-a069-120b41d4b5ab,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:55.280606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['6d79e98c-3078-4810-82b9-86f57aea50e7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:29:55.347319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c41ea92-030e-4bb9-8c42-dbba15a28c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.350383 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c41ea92-030e-4bb9-8c42-dbba15a28c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.351804 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4c41ea92-030e-4bb9-8c42-dbba15a28c58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/574ed649-78dd-482a-8e95-206fa20e45bc HTTP/1.1" status: 204 len: 168 time: 0.2113070 Jul 14 11:29:55.361473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41ea92-030e-4bb9-8c42-dbba15a28c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574ed649-78dd-482a-8e95-206fa20e45bc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:55.378057 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126cb8d9-12fc-4931-9284-3a8293c27318 x-openstack-request-id: req-126cb8d9-12fc-4931-9284-3a8293c27318 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:55.378441 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fb35c6-5d31-4e72-b8ac-851d628b46fe", "name": "network-vif-plugged", "status": "completed", "tag": "b47bfb54-2daa-4a96-a069-120b41d4b5ab", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:55.378768 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-126cb8d9-12fc-4931-9284-3a8293c27318 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:55.379285 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fb35c6-5d31-4e72-b8ac-851d628b46fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47bfb54-2daa-4a96-a069-120b41d4b5ab', 'code': 200} Jul 14 11:29:55.448057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49957e0a-1f17-4616-ba67-436e0895b0c7 req-f0cde703-f721-49eb-9ccc-09e94bc1e7bb tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/21495b9f-78db-4f8d-a4ed-87bc946b50ee HTTP/1.1" status: 200 len: 1806 time: 0.0567651 Jul 14 11:29:55.604326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa94-2733-442d-9948-7c6d7840bcfb req-55ea0d56-182b-4b33-9681-b1d3349f4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:55.606158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1252fa94-2733-442d-9948-7c6d7840bcfb req-55ea0d56-182b-4b33-9681-b1d3349f4c78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 1097 time: 0.1568832 Jul 14 11:29:55.609211 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49957e0a-1f17-4616-ba67-436e0895b0c7 req-d1a11926-32ba-40d0-badd-aebbc2d195b9 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.649869 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49957e0a-1f17-4616-ba67-436e0895b0c7 req-d1a11926-32ba-40d0-badd-aebbc2d195b9 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.680230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1252fa94-2733-442d-9948-7c6d7840bcfb req-6b017bcb-eecf-4fba-b7c5-780fa7a7831a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2415efbd-20f1-4ef8-90ba-c1064bed74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648496 Jul 14 11:29:55.735644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49957e0a-1f17-4616-ba67-436e0895b0c7 req-d1a11926-32ba-40d0-badd-aebbc2d195b9 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.742478 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49957e0a-1f17-4616-ba67-436e0895b0c7 req-d1a11926-32ba-40d0-badd-aebbc2d195b9 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:55.760588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49957e0a-1f17-4616-ba67-436e0895b0c7 req-d1a11926-32ba-40d0-badd-aebbc2d195b9 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "DELETE /v2.0/security-groups/21495b9f-78db-4f8d-a4ed-87bc946b50ee HTTP/1.1" status: 204 len: 173 time: 0.3006964 Jul 14 11:29:55.785920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a11926-32ba-40d0-badd-aebbc2d195b9 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21495b9f-78db-4f8d-a4ed-87bc946b50ee,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:55.917301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe50b5-32c6-4178-9e5f-9c9a21eeb02f req-af3e4b94-b224-4cd5-b2b1-2f81ec0bd6bb tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:55.919571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-53fe50b5-32c6-4178-9e5f-9c9a21eeb02f req-af3e4b94-b224-4cd5-b2b1-2f81ec0bd6bb tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 946 time: 0.0746565 Jul 14 11:29:55.966346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-53fe50b5-32c6-4178-9e5f-9c9a21eeb02f req-e9565648-b48d-4fa5-b38e-614e749f6ff3 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2415efbd-20f1-4ef8-90ba-c1064bed74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Jul 14 11:29:55.993752 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.074490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e016bbc1-5c7d-4ba7-8ebc-8bfa3b395215 req-6c702bfa-1ae5-41dd-a0ab-cd5089540a4d tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/d2d8ec40-26ed-47bd-bbeb-fc50f9ef93a1 HTTP/1.1" status: 200 len: 1805 time: 0.0663605 Jul 14 11:29:56.143319 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e016bbc1-5c7d-4ba7-8ebc-8bfa3b395215 req-32deee9c-9fa8-4f35-a4e6-1772c03f524f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.171007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e016bbc1-5c7d-4ba7-8ebc-8bfa3b395215 req-32deee9c-9fa8-4f35-a4e6-1772c03f524f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.223241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e016bbc1-5c7d-4ba7-8ebc-8bfa3b395215 req-32deee9c-9fa8-4f35-a4e6-1772c03f524f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.225917 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e016bbc1-5c7d-4ba7-8ebc-8bfa3b395215 req-32deee9c-9fa8-4f35-a4e6-1772c03f524f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.230226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e016bbc1-5c7d-4ba7-8ebc-8bfa3b395215 req-32deee9c-9fa8-4f35-a4e6-1772c03f524f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "DELETE /v2.0/security-groups/d2d8ec40-26ed-47bd-bbeb-fc50f9ef93a1 HTTP/1.1" status: 204 len: 173 time: 0.1482980 Jul 14 11:29:56.254976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32deee9c-9fa8-4f35-a4e6-1772c03f524f tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d8ec40-26ed-47bd-bbeb-fc50f9ef93a1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:56.338940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7937705-144b-4395-9dc6-60dff7c0414d req-e1784089-39b0-4252-afac-f0accd9ba01e tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/301c644e-9d30-4d81-ab88-9168ee910b0e HTTP/1.1" status: 200 len: 2406 time: 0.0856307 Jul 14 11:29:56.514931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e7937705-144b-4395-9dc6-60dff7c0414d req-1ce8655e-dbca-4c8f-a39a-802543cf0fed tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.583561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fce1f3-d1e4-4370-b5c2-52c636c309ff req-d28a9be6-7ea4-4c89-91b7-38fbf9bd7695 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:56.585847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56fce1f3-d1e4-4370-b5c2-52c636c309ff req-d28a9be6-7ea4-4c89-91b7-38fbf9bd7695 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 944 time: 0.2118282 Jul 14 11:29:56.591198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e7937705-144b-4395-9dc6-60dff7c0414d req-1ce8655e-dbca-4c8f-a39a-802543cf0fed tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.597489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6d79e98c-3078-4810-82b9-86f57aea50e7 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:29:56.666918 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56fce1f3-d1e4-4370-b5c2-52c636c309ff req-39c311b7-d3ca-432a-bdc3-47a9d63fedf1 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607400 Jul 14 11:29:56.685719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e7937705-144b-4395-9dc6-60dff7c0414d req-1ce8655e-dbca-4c8f-a39a-802543cf0fed tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.691649 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e7937705-144b-4395-9dc6-60dff7c0414d req-1ce8655e-dbca-4c8f-a39a-802543cf0fed tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.694808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7937705-144b-4395-9dc6-60dff7c0414d req-1ce8655e-dbca-4c8f-a39a-802543cf0fed tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "DELETE /v2.0/security-groups/301c644e-9d30-4d81-ab88-9168ee910b0e HTTP/1.1" status: 204 len: 173 time: 0.3543777 Jul 14 11:29:56.713935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8655e-dbca-4c8f-a39a-802543cf0fed tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c644e-9d30-4d81-ab88-9168ee910b0e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:56.715358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 6d79e98c-3078-4810-82b9-86f57aea50e7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:29:56.722448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 6d79e98c-3078-4810-82b9-86f57aea50e7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:29:56.722856 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.923823 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:56.958638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9fbbfe9f-3e16-4705-8cbd-6f91bf5cf6ab req-47dc5824-d163-4a5c-b31b-171315cdac00 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "GET /v2.0/security-groups/39610e8f-8f3e-4529-9bba-cd9b385f5566 HTTP/1.1" status: 200 len: 2399 time: 0.1304710 Jul 14 11:29:56.995696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:57.002155 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.064698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=6d79e98c-3078-4810-82b9-86f57aea50e7,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:57.080877 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9fbbfe9f-3e16-4705-8cbd-6f91bf5cf6ab req-77c8a31c-e929-45b9-a9b2-0d233e863a64 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.129646 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9fbbfe9f-3e16-4705-8cbd-6f91bf5cf6ab req-77c8a31c-e929-45b9-a9b2-0d233e863a64 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.276899 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9fbbfe9f-3e16-4705-8cbd-6f91bf5cf6ab req-77c8a31c-e929-45b9-a9b2-0d233e863a64 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.283396 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9fbbfe9f-3e16-4705-8cbd-6f91bf5cf6ab req-77c8a31c-e929-45b9-a9b2-0d233e863a64 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.285457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9fbbfe9f-3e16-4705-8cbd-6f91bf5cf6ab req-77c8a31c-e929-45b9-a9b2-0d233e863a64 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] 10.222.0.38 "DELETE /v2.0/security-groups/39610e8f-8f3e-4529-9bba-cd9b385f5566 HTTP/1.1" status: 204 len: 173 time: 0.3209686 Jul 14 11:29:57.293926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35388) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:57.308481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8a31c-e929-45b9-a9b2-0d233e863a64 tempest-SecurityGroupRulesTestJSON-1322443532 tempest-SecurityGroupRulesTestJSON-1322443532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39610e8f-8f3e-4529-9bba-cd9b385f5566,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:57.353666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d896b-6585-4760-8553-94573b382878 req-efb7ae37-b02f-4ad5-9ba8-266809654c6a tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:57.366458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f91d896b-6585-4760-8553-94573b382878 req-efb7ae37-b02f-4ad5-9ba8-266809654c6a tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 946 time: 0.2020218 Jul 14 11:29:57.381297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:29:57.384127 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bcaa03-fc9d-45b2-98e9-71887114d867" -d '{"events": [{"server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "name": "network-vif-plugged", "status": "completed", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:57.418727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-27afface-7d43-49a7-9c2d-2baa1f7d7e73 admin admin] Deleting subnet 820a00fc-4aa8-4158-a425-0a36d1c4724f {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:29:57.430069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27afface-7d43-49a7-9c2d-2baa1f7d7e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.435003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f91d896b-6585-4760-8553-94573b382878 req-348c212c-10aa-4422-9b5a-b1c83d3ccbfc tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2415efbd-20f1-4ef8-90ba-c1064bed74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667512 Jul 14 11:29:57.515295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27afface-7d43-49a7-9c2d-2baa1f7d7e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.529184 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcbfb03-bdfa-4c38-b61b-034c62f6e49c x-openstack-request-id: req-4dcbfb03-bdfa-4c38-b61b-034c62f6e49c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:57.529590 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "name": "network-vif-plugged", "status": "completed", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:57.530164 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4dcbfb03-bdfa-4c38-b61b-034c62f6e49c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:57.530857 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7', 'code': 200} Jul 14 11:29:57.651661 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27afface-7d43-49a7-9c2d-2baa1f7d7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.741532 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27afface-7d43-49a7-9c2d-2baa1f7d7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.786411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5d123-64cb-456a-8abc-b5bd65bbb073 req-b9a97f05-f8db-46dc-8230-f5a7119e4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:57.788211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7f5d123-64cb-456a-8abc-b5bd65bbb073 req-b9a97f05-f8db-46dc-8230-f5a7119e4394 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1096 time: 0.1714168 Jul 14 11:29:57.805689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afface-7d43-49a7-9c2d-2baa1f7d7e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820a00fc-4aa8-4158-a425-0a36d1c4724f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:57.818702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27afface-7d43-49a7-9c2d-2baa1f7d7e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:57.825934 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-27afface-7d43-49a7-9c2d-2baa1f7d7e73 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/820a00fc-4aa8-4158-a425-0a36d1c4724f HTTP/1.1" status: 204 len: 168 time: 0.5285392 Jul 14 11:29:57.827697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35404) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:57.873799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7f5d123-64cb-456a-8abc-b5bd65bbb073 req-9a9d40a8-7725-4dd0-80cb-b77f3bd01625 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786171 Jul 14 11:29:57.926398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35408) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:57.988391 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.012624 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.022306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405606f-6620-4c6b-af39-21928863f07a req-05ef922e-fbba-4621-94e9-ae6eada66f9e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:58.037358 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1405606f-6620-4c6b-af39-21928863f07a req-05ef922e-fbba-4621-94e9-ae6eada66f9e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 945 time: 0.1597428 Jul 14 11:29:58.155223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1405606f-6620-4c6b-af39-21928863f07a req-8bc0c8f1-9259-48bf-8b4e-5203ad065c7d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112051 Jul 14 11:29:58.175664 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.222102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad226bef-7c86-4e82-97c1-284df4d28934']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:58.225054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002e179-7f29-42a5-b8e2-65cd339c26fa req-95761d00-36c9-4786-ab7b-575b8af15ab0 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:58.231538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f002e179-7f29-42a5-b8e2-65cd339c26fa req-95761d00-36c9-4786-ab7b-575b8af15ab0 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 945 time: 0.1906049 Jul 14 11:29:58.240814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cb16a1-363d-45b6-bdd7-89426e918bf3') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:58.241188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cb16a1-363d-45b6-bdd7-89426e918bf3') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:58.256506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.280980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f002e179-7f29-42a5-b8e2-65cd339c26fa req-0353290e-c3de-4e0a-ae99-57653dcfb0bf tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Jul 14 11:29:58.286714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.300435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:29:58.302839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:29:58.308288 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:29:58.422533 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d2e5-1f93-4e48-8172-15250e22b44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.458817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.482437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.485265 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] 10.222.0.38 "DELETE /v2.0/networks/ad226bef-7c86-4e82-97c1-284df4d28934 HTTP/1.1" status: 204 len: 168 time: 0.6560013 Jul 14 11:29:58.486402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702d3ce-187e-4481-bea7-fb86c83655cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ad226bef-7c86-4e82-97c1-284df4d28934,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:58.533657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273ba4b-cf00-4819-a8f8-dfc8bdd886c7 req-f56a0102-f5ee-4f23-b023-d96379c2c7b3 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:58.541656 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5273ba4b-cf00-4819-a8f8-dfc8bdd886c7 req-f56a0102-f5ee-4f23-b023-d96379c2c7b3 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 946 time: 0.1048365 Jul 14 11:29:58.595638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5273ba4b-cf00-4819-a8f8-dfc8bdd886c7 req-733c441b-6c86-4f6c-b00e-ccb1cc3fdd60 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2415efbd-20f1-4ef8-90ba-c1064bed74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522802 Jul 14 11:29:58.627936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d2e5-1f93-4e48-8172-15250e22b44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.634975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d2e5-1f93-4e48-8172-15250e22b44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.683899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0d2e5-1f93-4e48-8172-15250e22b44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcfd2f9-c3bb-4802-bf32-34cce9be86c4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:58.688670 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d7f0d2e5-1f93-4e48-8172-15250e22b44f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff8674b4e03b4764b1f928768fd95fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599695 Jul 14 11:29:58.691146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35428) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:58.762955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fefa9b9f-47e5-4c2e-9006-86da261d644e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.794410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fefa9b9f-47e5-4c2e-9006-86da261d644e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.795983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35432) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:58.849076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a7204cc3-44d7-4ed5-b854-f81e9567d01a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02969b6803ce4d11bc0755ab2a0b8717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515604 Jul 14 11:29:58.851520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35436) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:58.868971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fefa9b9f-47e5-4c2e-9006-86da261d644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.871541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fefa9b9f-47e5-4c2e-9006-86da261d644e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.872763 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fefa9b9f-47e5-4c2e-9006-86da261d644e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdcfd2f9-c3bb-4802-bf32-34cce9be86c4 HTTP/1.1" status: 204 len: 168 time: 0.1801550 Jul 14 11:29:58.895937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa9b9f-47e5-4c2e-9006-86da261d644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcfd2f9-c3bb-4802-bf32-34cce9be86c4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:58.924838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31195a28-23b5-45c3-bb89-89b3bbd57e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:58.948745 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31195a28-23b5-45c3-bb89-89b3bbd57e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:59.014546 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31195a28-23b5-45c3-bb89-89b3bbd57e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:59.018958 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31195a28-23b5-45c3-bb89-89b3bbd57e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:59.022550 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-31195a28-23b5-45c3-bb89-89b3bbd57e49 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1532b960-78c3-4251-9b5c-1d7b56723f5a HTTP/1.1" status: 204 len: 168 time: 0.1675301 Jul 14 11:29:59.032182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31195a28-23b5-45c3-bb89-89b3bbd57e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532b960-78c3-4251-9b5c-1d7b56723f5a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:59.386933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02049244-50b3-4967-858f-6cb1891df63b req-1dbd3c5f-fa51-4c29-8b45-6e86f8cd3274 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:59.386933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02049244-50b3-4967-858f-6cb1891df63b req-1dbd3c5f-fa51-4c29-8b45-6e86f8cd3274 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 946 time: 0.0855770 Jul 14 11:29:59.409440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8162f-ee29-459f-9c73-b2a58dff7043 req-d3b891a2-a86c-4e97-a75a-55504eaa9559 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:59.417126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7cf8162f-ee29-459f-9c73-b2a58dff7043 req-d3b891a2-a86c-4e97-a75a-55504eaa9559 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 945 time: 0.1476014 Jul 14 11:29:59.526337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35462) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:59.536140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7cf8162f-ee29-459f-9c73-b2a58dff7043 req-30f13ba5-4a15-4a70-aa85-b3585c588a38 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177008 Jul 14 11:29:59.559116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a2fcea0-c6fd-408c-b2de-dbeada9f86e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:59.848702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a2fcea0-c6fd-408c-b2de-dbeada9f86e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:59.857112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91d584-d59a-4397-99bd-b8984aed0931 req-533bc3dd-adb2-42ef-81d6-66ef50eb5cdf tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:59.861046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec91d584-d59a-4397-99bd-b8984aed0931 req-533bc3dd-adb2-42ef-81d6-66ef50eb5cdf tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 945 time: 0.2724488 Jul 14 11:29:59.861695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a2fcea0-c6fd-408c-b2de-dbeada9f86e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:29:59.886178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-fe512d0d-4b41-4ef9-b70a-543fcf2de6bc tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:29:59.890472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-fe512d0d-4b41-4ef9-b70a-543fcf2de6bc tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.45 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 945 time: 0.3972037 Jul 14 11:29:59.898703 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0a2fcea0-c6fd-408c-b2de-dbeada9f86e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e0c701d85904988b5d0fbb1a6568a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707881 Jul 14 11:29:59.902344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35472) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:29:59.988483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fcea0-c6fd-408c-b2de-dbeada9f86e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efee2514-c05e-41d6-8212-092aa1c30f69,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:00.007398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7964ddf3-14c7-4af4-9a76-33b30c2a68e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:00.038312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7964ddf3-14c7-4af4-9a76-33b30c2a68e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:00.127617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7964ddf3-14c7-4af4-9a76-33b30c2a68e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:00.132964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7964ddf3-14c7-4af4-9a76-33b30c2a68e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:00.137536 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7964ddf3-14c7-4af4-9a76-33b30c2a68e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/efee2514-c05e-41d6-8212-092aa1c30f69 HTTP/1.1" status: 204 len: 168 time: 0.2339098 Jul 14 11:30:00.159938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964ddf3-14c7-4af4-9a76-33b30c2a68e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee2514-c05e-41d6-8212-092aa1c30f69,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:00.205327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-02049244-50b3-4967-858f-6cb1891df63b req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Deleting port b47bfb54-2daa-4a96-a069-120b41d4b5ab {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:30:00.208777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-02049244-50b3-4967-858f-6cb1891df63b req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:00.878231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec91d584-d59a-4397-99bd-b8984aed0931 req-531b5f6f-345b-4a3d-a7ad-9fb02c452047 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0059648 Jul 14 11:30:00.943661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-02049244-50b3-4967-858f-6cb1891df63b req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] For port b47bfb54-2daa-4a96-a069-120b41d4b5ab, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b47bfb54-2daa-4a96-a069-120b41d4b5ab,segment=NetworkSegment(855df7de-d60d-405d-b6cb-9fff611832e7),segment_id=855df7de-d60d-405d-b6cb-9fff611832e7)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:00.950365 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-02049244-50b3-4967-858f-6cb1891df63b req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:00.964227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-02049244-50b3-4967-858f-6cb1891df63b req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Calling delete_port for b47bfb54-2daa-4a96-a069-120b41d4b5ab owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:30:01.070566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236b71-d942-4dcc-afc9-d8ff21ca800b req-b6bb127a-bd85-479c-934a-db9a9ae6ecf6 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:01.072307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d236b71-d942-4dcc-afc9-d8ff21ca800b req-b6bb127a-bd85-479c-934a-db9a9ae6ecf6 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 946 time: 1.0825262 Jul 14 11:30:01.175471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35524) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:01.190095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d236b71-d942-4dcc-afc9-d8ff21ca800b req-ec7c3ce1-6362-48fb-bfc5-3dbdbc2cf6fc tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2415efbd-20f1-4ef8-90ba-c1064bed74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999105 Jul 14 11:30:01.191932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Deleting port c4cf271c-abe4-4624-ad06-32d8a1196390 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:30:01.192320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:01.404244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-02049244-50b3-4967-858f-6cb1891df63b req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:01.416951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['b47bfb54-2daa-4a96-a069-120b41d4b5ab'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:30:01.489766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Pushing event deleted for resources: {'Port': ['ID=b47bfb54-2daa-4a96-a069-120b41d4b5ab,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:01.564876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] For port c4cf271c-abe4-4624-ad06-32d8a1196390, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c4cf271c-abe4-4624-ad06-32d8a1196390,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:01.571077 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:01.628771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Calling delete_port for c4cf271c-abe4-4624-ad06-32d8a1196390 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:30:01.639240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2133750106-network', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:01.654943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dd74e-ddce-4b53-86e0-c1bc9b9228b4 req-4d3106ed-a721-463d-8d67-0e60bc08d5f8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:01.663636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f79dd74e-ddce-4b53-86e0-c1bc9b9228b4 req-4d3106ed-a721-463d-8d67-0e60bc08d5f8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 945 time: 0.4066396 Jul 14 11:30:01.670337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Made reservation on behalf of 4dcb6daafafc4692a2367cfd10a5a900 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:01.673860 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:01.686432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:01.698056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-02049244-50b3-4967-858f-6cb1891df63b req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] No DVR routers for this DVR port b47bfb54-2daa-4a96-a069-120b41d4b5ab on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:30:01.711683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-02049244-50b3-4967-858f-6cb1891df63b req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:01.714154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02049244-50b3-4967-858f-6cb1891df63b req-c3339865-9653-4257-9fd3-c5d08f7c2e3d tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.64 "DELETE /v2.0/ports/b47bfb54-2daa-4a96-a069-120b41d4b5ab HTTP/1.1" status: 204 len: 173 time: 2.3219435 Jul 14 11:30:01.714883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fb35c6-5d31-4e72-b8ac-851d628b46fe', 'name': 'network-vif-deleted', 'tag': 'b47bfb54-2daa-4a96-a069-120b41d4b5ab'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:01.727908 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b6ae3c-7b25-4c3e-a70f-912abf4e49cd" -d '{"events": [{"server_uuid": "b0fb35c6-5d31-4e72-b8ac-851d628b46fe", "name": "network-vif-deleted", "tag": "b47bfb54-2daa-4a96-a069-120b41d4b5ab"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:01.838893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f79dd74e-ddce-4b53-86e0-c1bc9b9228b4 req-d45478fe-f592-47fc-b776-2ea689b67aca tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700885 Jul 14 11:30:01.887144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:01.894602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:01.921126 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302b0e88-c4e5-4d20-9873-a770a46ee292 x-openstack-request-id: req-302b0e88-c4e5-4d20-9873-a770a46ee292 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:01.922406 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fb35c6-5d31-4e72-b8ac-851d628b46fe", "name": "network-vif-deleted", "tag": "b47bfb54-2daa-4a96-a069-120b41d4b5ab", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:01.923460 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-302b0e88-c4e5-4d20-9873-a770a46ee292 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:01.925429 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fb35c6-5d31-4e72-b8ac-851d628b46fe', 'name': 'network-vif-deleted', 'tag': 'b47bfb54-2daa-4a96-a069-120b41d4b5ab', 'status': 'completed', 'code': 200} Jul 14 11:30:01.961973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5401b68-ae21-42cf-9cdc-b4ca4490cc92,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:01.976699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:30:02.007589 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:02.007974 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Added segment a1e60ab3-887d-423f-babe-2f7a7cc71910 of type vlan for network c15e1c30-3bf3-44e3-8272-4eb375607d6c Jul 14 11:30:02.029873 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:02.095632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event deleted for resources: {'Port': ['ID=c4cf271c-abe4-4624-ad06-32d8a1196390,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:02.126122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:02.212926 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:02.216144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:02.220992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:02.260744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] No DVR routers for this DVR port c4cf271c-abe4-4624-ad06-32d8a1196390 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:30:02.268419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:02.279838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66793ec4-a6cf-4b20-aba1-52ca566e5c8f req-a5d307b2-aed0-4e6d-bf90-db19536166ef tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.45 "DELETE /v2.0/ports/c4cf271c-abe4-4624-ad06-32d8a1196390 HTTP/1.1" status: 204 len: 173 time: 2.3686044 Jul 14 11:30:02.372640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff62c0-fe9a-487d-bf00-b73a083cccdb req-2cbbd9bd-c552-42d3-aff6-299c49e31f5a tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:02.375454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] Pushing event updated for resources: {'Network': ['ID=c15e1c30-3bf3-44e3-8272-4eb375607d6c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:02.381466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6cff62c0-fe9a-487d-bf00-b73a083cccdb req-2cbbd9bd-c552-42d3-aff6-299c49e31f5a tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1096 time: 0.2323101 Jul 14 11:30:02.388345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network c15e1c30-3bf3-44e3-8272-4eb375607d6c details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:30:02.400345 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5186b3ab-c9eb-4bed-b8ca-654109da6a14 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2226729 Jul 14 11:30:02.403284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35568) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:02.416290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Request body: {'subnet': {'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2133750106-subnet', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:02.503314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6cff62c0-fe9a-487d-bf00-b73a083cccdb req-fd5ca1e0-24fe-4638-8986-0e6ba2577b90 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095126 Jul 14 11:30:02.504849 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Made reservation on behalf of 4dcb6daafafc4692a2367cfd10a5a900 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:02.507295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:02.636946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f32bd29-74e5-4b20-8ff7-dd27e80d8450 req-07eed70b-6800-4fea-b1dc-c32b5034d101 tempest-InstanceActionsV221TestJSON-1365879906 tempest-InstanceActionsV221TestJSON-1365879906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb35c6-5d31-4e72-b8ac-851d628b46fe HTTP/1.1" status: 200 len: 210 time: 0.0646367 Jul 14 11:30:02.991890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:03.033213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63498a26-0cd9-48a0-bc64-bd8c4096c31c req-2775852b-014f-420c-a5b3-dbfc2c51a3a2 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:03.038834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63498a26-0cd9-48a0-bc64-bd8c4096c31c req-2775852b-014f-420c-a5b3-dbfc2c51a3a2 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1096 time: 0.1390421 Jul 14 11:30:03.091825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c4cf271c-abe4-4624-ad06-32d8a1196390 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:30:03.116690 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63498a26-0cd9-48a0-bc64-bd8c4096c31c req-f607ba22-17ac-447e-9e64-4670e08eb713 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675404 Jul 14 11:30:03.158766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4de33d-b125-4156-b808-21fd8e9c364d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:03.169658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: c4cf271c-abe4-4624-ad06-32d8a1196390 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:30:03.170186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c4cf271c-abe4-4624-ad06-32d8a1196390 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:30:03.171692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Checking segment: {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:03.172901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Network hostable DHCP agents. Network: c15e1c30-3bf3-44e3-8272-4eb375607d6c, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:30:03.206901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Network c15e1c30-3bf3-44e3-8272-4eb375607d6c is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:30:03.229260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, c15e1c30-3bf3-44e3-8272-4eb375607d6c) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:03.231624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91bc00b4-8005-44d9-b8be-0404908207f9 req-357b6905-77e4-4b5b-8d88-411d984f914a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0842936 Jul 14 11:30:03.248933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:03.249764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976979b1-00cb-4128-a3bd-e3f2b779b3ef None None] Network c15e1c30-3bf3-44e3-8272-4eb375607d6c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:30:03.250841 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:03.294643 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-57f2a5f1-d558-4007-baf5-e66abcabfd04 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8899298 Jul 14 11:30:03.297785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35592) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:03.317250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:03.373838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:03.375901 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:03.541540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:03.763684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:30:03.768169 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:03.927377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39310dfb-8821-4308-9b61-2d0bdb40fcb2', 'name': 'network-vif-deleted', 'tag': 'c4cf271c-abe4-4624-ad06-32d8a1196390'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:03.933225 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31abda6e-8dc1-49c8-8262-7d9bf2529f2f" -d '{"events": [{"server_uuid": "39310dfb-8821-4308-9b61-2d0bdb40fcb2", "name": "network-vif-deleted", "tag": "c4cf271c-abe4-4624-ad06-32d8a1196390"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:04.032453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:04.215349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Allocated IP 172.20.0.2 (c15e1c30-3bf3-44e3-8272-4eb375607d6c/1b4de33d-b125-4156-b808-21fd8e9c364d/41e2a48e-6c2b-4989-965b-6103b760cea3) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:04.289732 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713a671f-739a-472f-899c-350ae46b3668 x-openstack-request-id: req-713a671f-739a-472f-899c-350ae46b3668 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:04.290299 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39310dfb-8821-4308-9b61-2d0bdb40fcb2", "name": "network-vif-deleted", "tag": "c4cf271c-abe4-4624-ad06-32d8a1196390", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:04.290299 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-713a671f-739a-472f-899c-350ae46b3668 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:04.290714 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39310dfb-8821-4308-9b61-2d0bdb40fcb2', 'name': 'network-vif-deleted', 'tag': 'c4cf271c-abe4-4624-ad06-32d8a1196390', 'status': 'completed', 'code': 200} Jul 14 11:30:04.638911 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:04.669527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device b47bfb54-2daa-4a96-a069-120b41d4b5ab no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:30:04.713317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Transition to ACTIVE for port object 41e2a48e-6c2b-4989-965b-6103b760cea3 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:04.776460 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:04.823875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:04.871700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: b47bfb54-2daa-4a96-a069-120b41d4b5ab {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:30:04.884540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device b47bfb54-2daa-4a96-a069-120b41d4b5ab not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:30:04.908827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Transition to ACTIVE for port object 41e2a48e-6c2b-4989-965b-6103b760cea3 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:04.931247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:04.996861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Network c15e1c30-3bf3-44e3-8272-4eb375607d6c is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:05.002165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:05.017717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:05.090868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Pushing event updated for resources: {'Port': ['ID=41e2a48e-6c2b-4989-965b-6103b760cea3,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:05.108520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Allocated IP 172.25.2.199 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/255a1f34-a150-4d1f-ac36-3cd7f51491b9) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:05.176872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Attempting to bind port 41e2a48e-6c2b-4989-965b-6103b760cea3 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:05.177445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Attempting to bind port 41e2a48e-6c2b-4989-965b-6103b760cea3 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:05.178007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Attempting to bind port 41e2a48e-6c2b-4989-965b-6103b760cea3 on network c15e1c30-3bf3-44e3-8272-4eb375607d6c {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:05.183809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:05.184494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Checking segment: {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:05.184892 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.185280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Bound using segment: {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:05.185779 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Bound port: 41e2a48e-6c2b-4989-965b-6103b760cea3, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:05.186137 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.195335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2df2f34d-edfe-4e85-80ba-e55ee531d48c req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Request body: {'security_group': {'name': 'tempest-securitygroup-868762979', 'description': 'tempest-description-1970142122'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:05.237960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2df2f34d-edfe-4e85-80ba-e55ee531d48c req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.251693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2df2f34d-edfe-4e85-80ba-e55ee531d48c req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.255721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.307675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.376598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:05.383588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:05.386914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:05.390855 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=255a1f34-a150-4d1f-ac36-3cd7f51491b9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:05.498062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] For port 41e2a48e-6c2b-4989-965b-6103b760cea3, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:05.534287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] For port 41e2a48e-6c2b-4989-965b-6103b760cea3, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=41e2a48e-6c2b-4989-965b-6103b760cea3,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:05.550919 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.555699 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2df2f34d-edfe-4e85-80ba-e55ee531d48c req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.573575 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2df2f34d-edfe-4e85-80ba-e55ee531d48c req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.714770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90193c6-f530-4967-bace-14daa50f988b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:05.721003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd64ee-a69b-4c5d-828f-3602d2ec9835 None None] Pushing event updated for resources: {'Port': ['ID=41e2a48e-6c2b-4989-965b-6103b760cea3,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:05.871789 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2df2f34d-edfe-4e85-80ba-e55ee531d48c req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.880472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2df2f34d-edfe-4e85-80ba-e55ee531d48c req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.942939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2df2f34d-edfe-4e85-80ba-e55ee531d48c req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:05.957540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2df2f34d-edfe-4e85-80ba-e55ee531d48c req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7742779 Jul 14 11:30:05.982903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9cc6f-dc1d-4200-8041-d9fa48d44933 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c6d93b-eefb-411d-b56f-e1994681d4c6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:05.985728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:06.315513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c9c459a-5f9b-4926-ac62-c843de66cc0b req-cc76344d-ad60-4229-b692-20f1e6216691 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0591855 Jul 14 11:30:06.425771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-e2e70303-d26e-49a5-a25b-e9d5be191964 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:30:06.432427 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-e2e70303-d26e-49a5-a25b-e9d5be191964 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5355375 Jul 14 11:30:06.534558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c290f614-0fc8-4436-8ec4-8762b504a854 req-fda60e3b-2aea-4630-bb9e-79524cee6090 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Request body: {'security_group': {'name': 'tempest-securitygroup-709549314', 'description': 'tempest-description-764129331'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:06.546031 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:06.583339 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c290f614-0fc8-4436-8ec4-8762b504a854 req-fda60e3b-2aea-4630-bb9e-79524cee6090 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:06.650767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Request body: {'binding': {'host': 'n-h2-778696-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:06.651158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Unknown quota resources ['binding']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:30:06.759718 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c290f614-0fc8-4436-8ec4-8762b504a854 req-fda60e3b-2aea-4630-bb9e-79524cee6090 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:06.788296 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c290f614-0fc8-4436-8ec4-8762b504a854 req-fda60e3b-2aea-4630-bb9e-79524cee6090 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:06.863684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda60e3b-2aea-4630-bb9e-79524cee6090 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78896682-fe75-4173-a1ed-36f7e98cd23c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:06.866345 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c290f614-0fc8-4436-8ec4-8762b504a854 req-fda60e3b-2aea-4630-bb9e-79524cee6090 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:06.898998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c290f614-0fc8-4436-8ec4-8762b504a854 req-fda60e3b-2aea-4630-bb9e-79524cee6090 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3686657 Jul 14 11:30:06.976652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 41e2a48e-6c2b-4989-965b-6103b760cea3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:07.004296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35696) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:07.189700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 41e2a48e-6c2b-4989-965b-6103b760cea3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:07.211420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a64b29f-a958-4ba5-9ac9-bd5eb637234f admin admin] Deleting subnet e394576f-d798-4559-924e-5c90016db64a {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:30:07.222043 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a64b29f-a958-4ba5-9ac9-bd5eb637234f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:07.341033 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a64b29f-a958-4ba5-9ac9-bd5eb637234f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:07.454270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a64b29f-a958-4ba5-9ac9-bd5eb637234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:07.613286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a64b29f-a958-4ba5-9ac9-bd5eb637234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:07.744240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d87414-deff-46a7-b852-982abd2e128a None None] Network c15e1c30-3bf3-44e3-8272-4eb375607d6c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:30:07.760276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64b29f-a958-4ba5-9ac9-bd5eb637234f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e394576f-d798-4559-924e-5c90016db64a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:07.765901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c37483ef-7352-454c-b4e6-51b189239a5c req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1363048354', 'description': 'tempest-description-1973355191'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:07.787292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a64b29f-a958-4ba5-9ac9-bd5eb637234f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:07.791380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2a64b29f-a958-4ba5-9ac9-bd5eb637234f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e394576f-d798-4559-924e-5c90016db64a HTTP/1.1" status: 204 len: 168 time: 0.7873507 Jul 14 11:30:07.791881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35712) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:07.805986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 on host n-h2-778696-8 for vnic_type normal with profile None {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:07.806686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:07.806686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:07.813278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Port 6d79e98c-3078-4810-82b9-86f57aea50e7 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:30:07.813841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:07.825141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:07.830769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:07.833262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:07.834072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Bound port: 6d79e98c-3078-4810-82b9-86f57aea50e7, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:07.958545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:07.961027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c37483ef-7352-454c-b4e6-51b189239a5c req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:07.977496 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:07.978801 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1052d79b-7cd9-41cf-9b1e-c5cd67c7b136 service neutron] 10.222.0.38 "POST /v2.0/ports/6d79e98c-3078-4810-82b9-86f57aea50e7/bindings HTTP/1.1" status: 201 len: 389 time: 1.5455215 Jul 14 11:30:08.001327 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c37483ef-7352-454c-b4e6-51b189239a5c req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.023332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Router 060ee232-ba0b-41b6-84b9-914c89e951e9 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:30:08.035542 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.173667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c92f8a24-cb66-4c96-acf8-6b222c77920d None None] Provisioning for port 41e2a48e-6c2b-4989-965b-6103b760cea3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:08.213104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c92f8a24-cb66-4c96-acf8-6b222c77920d None None] Provisioning complete for port 41e2a48e-6c2b-4989-965b-6103b760cea3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:08.214247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c92f8a24-cb66-4c96-acf8-6b222c77920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.333488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:30:08.369700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Sync routers for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:30:08.402996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:30:08.402996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:29:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:08.507880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c8c85f9-9a40-4ed9-8280-a24e01d62ba0 req-6b48fbdb-64e3-468c-8ea7-18dbe4f5f2a8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 210 time: 0.2236764 Jul 14 11:30:08.536154 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.597742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a3b500-59a2-4e6c-b89b-412ac717ccd1']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:08.608292 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c92f8a24-cb66-4c96-acf8-6b222c77920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.648533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855df7de-d60d-405d-b6cb-9fff611832e7') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:08.649184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855df7de-d60d-405d-b6cb-9fff611832e7') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:08.665762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:30:08.692469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.748816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c92f8a24-cb66-4c96-acf8-6b222c77920d None None] For port 41e2a48e-6c2b-4989-965b-6103b760cea3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=41e2a48e-6c2b-4989-965b-6103b760cea3,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:08.785589 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.793878 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c92f8a24-cb66-4c96-acf8-6b222c77920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.863211 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c37483ef-7352-454c-b4e6-51b189239a5c req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.884950 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c37483ef-7352-454c-b4e6-51b189239a5c req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.889384 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.890934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1605484a-1400-4365-9dab-0076ad31343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:08.891102 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-74a8847b-96b2-4f05-8ed1-5f790577a6d8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5884917 Jul 14 11:30:08.894017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-1605484a-1400-4365-9dab-0076ad31343f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1096 time: 0.4762073 Jul 14 11:30:08.894216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35732) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:08.897538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:30:08.898192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:30:08.906568 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:30:08.998156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f8a24-cb66-4c96-acf8-6b222c77920d None None] Pushing event updated for resources: {'Port': ['ID=41e2a48e-6c2b-4989-965b-6103b760cea3,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:09.121846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:05Z', 'revision_number': 3, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:09.196045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Checking router: 060ee232-ba0b-41b6-84b9-914c89e951e9 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:30:09.196615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Updating router 060ee232-ba0b-41b6-84b9-914c89e951e9 port 255a1f34-a150-4d1f-ac36-3cd7f51491b9 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:30:09.263569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:09.420711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caeaa8c-282d-4467-878d-166fee7254ff,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:09.576686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e6a3e6a3-ac7f-42d1-b2b5-d4f80916919f None None] Provisioning complete for port 41e2a48e-6c2b-4989-965b-6103b760cea3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:09.577589 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e6a3-ac7f-42d1-b2b5-d4f80916919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:09.590960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:09.690517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:09.707831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] 10.222.0.38 "DELETE /v2.0/networks/a5a3b500-59a2-4e6c-b89b-412ac717ccd1 HTTP/1.1" status: 204 len: 168 time: 1.9114928 Jul 14 11:30:09.707831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b551d87-468b-49e7-aa56-60ed76be8dee admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a3b500-59a2-4e6c-b89b-412ac717ccd1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:09.795401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-8d8a7cb6-e017-4993-91e8-f874a2bb0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:09.797455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-8d8a7cb6-e017-4993-91e8-f874a2bb0b9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.8779378 Jul 14 11:30:09.844296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc661-dedb-4627-820a-2868a62e5e48 req-de563ee6-889b-4ded-99e6-4ddf0a4eda98 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:09.856716 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-561dc661-dedb-4627-820a-2868a62e5e48 req-de563ee6-889b-4ded-99e6-4ddf0a4eda98 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 945 time: 0.8572378 Jul 14 11:30:09.932481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-aaec9dd3-6ab8-4cf7-b68a-6405a9ffb7ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 200 len: 217 time: 0.1176317 Jul 14 11:30:10.069602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-7e965537-eb51-4991-9ae5-b27c77f6948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:10.071381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-7e965537-eb51-4991-9ae5-b27c77f6948c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0919774 Jul 14 11:30:10.087282 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c37483ef-7352-454c-b4e6-51b189239a5c req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:10.106108 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c37483ef-7352-454c-b4e6-51b189239a5c req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:10.136940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-0e11492a-d603-4daf-9825-3d6700c0e52f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527751 Jul 14 11:30:10.150459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:10.162438 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-59ddf8f7-c559-45ac-970b-04d47fd0f7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:10.177644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-561dc661-dedb-4627-820a-2868a62e5e48 req-f39b7602-a7fa-46bf-b13c-be2824a24db8 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202043 Jul 14 11:30:10.246694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c37483ef-7352-454c-b4e6-51b189239a5c req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:10.268108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c37483ef-7352-454c-b4e6-51b189239a5c req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 2.5099697 Jul 14 11:30:10.347791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35760) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:10.595973 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:10.643491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Transition to ACTIVE for port object 255a1f34-a150-4d1f-ac36-3cd7f51491b9 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:10.665946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Allocated IP 172.20.0.1 (c15e1c30-3bf3-44e3-8272-4eb375607d6c/1b4de33d-b125-4156-b808-21fd8e9c364d/1b65ad4a-8cb1-4bb9-8233-ce350e70180c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:10.677801 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:10.698810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-39d079c2-b36b-4176-86d8-67afe975e0e6 req-0f976cc5-5e7c-4aed-9767-a67f43c35388 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1761312075', 'description': 'tempest-description-27282173'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:10.873258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d849-3ad6-4035-8dcf-f1551d744bd2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4582b011-dbd9-4dfa-ac70-58943acd22b9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:10.919639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9033b139-2197-4b8d-b0c1-81cda9bc5618 req-86a597b9-2e3d-4d06-8189-4e248bf6182f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=39310dfb-8821-4308-9b61-2d0bdb40fcb2 HTTP/1.1" status: 200 len: 210 time: 0.2086077 Jul 14 11:30:10.985087 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39d079c2-b36b-4176-86d8-67afe975e0e6 req-0f976cc5-5e7c-4aed-9767-a67f43c35388 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.017768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9a711001-dd07-4ec9-8bb9-26f90b31c1c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d070e47782114b758839dd006ede654d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6235228 Jul 14 11:30:11.028925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35772) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:11.045601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 41e2a48e-6c2b-4989-965b-6103b760cea3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:11.078812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-364b9ac4-d6da-4e1c-bf60-089eb7e68570 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8985841 Jul 14 11:30:11.146164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-5a4910e1-e766-408c-9c95-f77649f042bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7304904 Jul 14 11:30:11.162102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.186597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Transition to ACTIVE for port object 1b65ad4a-8cb1-4bb9-8233-ce350e70180c will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:11.238639 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.270130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7121e-6fae-4b36-8008-3ed2ddde9747 None None] Pushing event updated for resources: {'Port': ['ID=255a1f34-a150-4d1f-ac36-3cd7f51491b9,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:11.330132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Network c15e1c30-3bf3-44e3-8272-4eb375607d6c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:11.351119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:11.353259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Pushing event updated for resources: {'Port': ['ID=1b65ad4a-8cb1-4bb9-8233-ce350e70180c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:11.356423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:11.398889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Attempting to bind port 255a1f34-a150-4d1f-ac36-3cd7f51491b9 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:11.399510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Attempting to bind port 255a1f34-a150-4d1f-ac36-3cd7f51491b9 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:11.400076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Attempting to bind port 255a1f34-a150-4d1f-ac36-3cd7f51491b9 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:11.435936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 41e2a48e-6c2b-4989-965b-6103b760cea3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:11.436601 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.439232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:11.444873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:11.445660 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.448889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:11.449676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Bound port: 255a1f34-a150-4d1f-ac36-3cd7f51491b9, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:11.450382 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.461135 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-730985cb-feb9-46d8-9570-c627f8002140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.469634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.629282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] For port 255a1f34-a150-4d1f-ac36-3cd7f51491b9, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:11.634001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] For port 255a1f34-a150-4d1f-ac36-3cd7f51491b9, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=255a1f34-a150-4d1f-ac36-3cd7f51491b9,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:11.651700 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.775461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-730985cb-feb9-46d8-9570-c627f8002140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:11.808313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-ac8e240f-9ce7-445a-827b-02b057a2fc73 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142024 Jul 14 11:30:11.913611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7121e-6fae-4b36-8008-3ed2ddde9747 None None] Pushing event updated for resources: {'Port': ['ID=255a1f34-a150-4d1f-ac36-3cd7f51491b9,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:11.930496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:30:11.931461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:29:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:11.935542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-98534cff-c2a3-41e5-b568-673f1f639905 None None] Provisioning for port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:11.988131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-98534cff-c2a3-41e5-b568-673f1f639905 None None] Provisioning complete for port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:11.990577 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-98534cff-c2a3-41e5-b568-673f1f639905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.015934 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39d079c2-b36b-4176-86d8-67afe975e0e6 req-0f976cc5-5e7c-4aed-9767-a67f43c35388 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.020573 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.129170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:30:12.141685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-98534cff-c2a3-41e5-b568-673f1f639905 None None] Port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:30:12.244547 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39d079c2-b36b-4176-86d8-67afe975e0e6 req-0f976cc5-5e7c-4aed-9767-a67f43c35388 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.245076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7e6371e4-a93d-4823-8415-d0115b70c15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.256946 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.375505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39d079c2-b36b-4176-86d8-67afe975e0e6 req-0f976cc5-5e7c-4aed-9767-a67f43c35388 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.377083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39d079c2-b36b-4176-86d8-67afe975e0e6 req-0f976cc5-5e7c-4aed-9767-a67f43c35388 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.6891217 Jul 14 11:30:12.442595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-ef8772cf-290e-411c-b2c3-2095ded98551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:12.447041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-ef8772cf-290e-411c-b2c3-2095ded98551 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2dd4fb66e2f4a069ee9c4869cddb24d&device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 1096 time: 1.1082618 Jul 14 11:30:12.593055 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.600709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.761012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-58a61901-dd29-4241-8b0a-70440e925814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:12.765248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-58a61901-dd29-4241-8b0a-70440e925814 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e25c425b-a69c-404f-bca7-3be118da508d HTTP/1.1" status: 200 len: 906 time: 0.2576010 Jul 14 11:30:12.880886 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:10Z', 'revision_number': 1, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:12.900714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Pushing event updated for resources: {'Port': ['ID=1b65ad4a-8cb1-4bb9-8233-ce350e70180c,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:12.947464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:12.979222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0978645-e417-46a1-a7e3-5b672dd66fea None None] The sync data for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 is: [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:10Z', 'revision_number': 1, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:30:13.001921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04314c75-d73d-48e8-ac0d-296b53f2d795 req-a30db038-f195-48a9-a70e-8b96f48a237a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:13.036313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-04314c75-d73d-48e8-ac0d-296b53f2d795 req-a30db038-f195-48a9-a70e-8b96f48a237a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 945 time: 1.3658655 Jul 14 11:30:13.086285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f976cc5-5e7c-4aed-9767-a67f43c35388 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f050c60-c5bf-43a9-99a4-15e6bfc4baf8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:13.170446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-6035ef77-fd66-42cf-a277-13ce43e55ab1 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:13.181693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Network c15e1c30-3bf3-44e3-8272-4eb375607d6c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:13.183089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:13.183357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-6035ef77-fd66-42cf-a277-13ce43e55ab1 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1096 time: 1.1503320 Jul 14 11:30:13.190255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-7d0fce44-5450-4577-9211-cac26c050b8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8da396a8-ec9e-4a7a-985c-831c6d07d0ab HTTP/1.1" status: 200 len: 1000 time: 0.4098568 Jul 14 11:30:13.231784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-8'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:13.341789 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:13.580894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-e51e9b93-f47d-4507-9439-a8185a1e33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:13.583012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-e51e9b93-f47d-4507-9439-a8185a1e33b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c92bbc43-0d11-43e4-838b-14b931b3937a HTTP/1.1" status: 200 len: 845 time: 0.3611507 Jul 14 11:30:13.620084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-04314c75-d73d-48e8-ac0d-296b53f2d795 req-7bdfe035-67ba-442a-9c6f-d7e9a265bd6c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733368 Jul 14 11:30:13.748243 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-730985cb-feb9-46d8-9570-c627f8002140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:13.771519 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-730985cb-feb9-46d8-9570-c627f8002140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:13.778194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-730985cb-feb9-46d8-9570-c627f8002140 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2415efbd-20f1-4ef8-90ba-c1064bed74e7 HTTP/1.1" status: 204 len: 168 time: 2.7476885 Jul 14 11:30:13.792587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Router 060ee232-ba0b-41b6-84b9-914c89e951e9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:30:13.998323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730985cb-feb9-46d8-9570-c627f8002140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2415efbd-20f1-4ef8-90ba-c1064bed74e7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:14.084641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-46d963ff-61f7-4324-9eb6-e5a780ceb5e3 None None] Provisioning complete for port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:14.085718 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-46d963ff-61f7-4324-9eb6-e5a780ceb5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:14.152145 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:14.258465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-3cb8601c-48f9-4f9d-820f-8831e98c5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:14.264953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-3cb8601c-48f9-4f9d-820f-8831e98c5a0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e25c425b-a69c-404f-bca7-3be118da508d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5341258 Jul 14 11:30:14.269297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-46d963ff-61f7-4324-9eb6-e5a780ceb5e3 None None] Port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:30:14.390778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:30:14.421747 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-217520f1-16df-4253-84eb-91398c956c41 admin admin] 10.222.0.38 "PUT /v2.0/routers/060ee232-ba0b-41b6-84b9-914c89e951e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5235579 Jul 14 11:30:14.977651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 255a1f34-a150-4d1f-ac36-3cd7f51491b9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:15.062308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:15.071511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-5921ffd6-cce8-4ec9-aced-b52541145459 service neutron] 10.222.0.45 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933309 Jul 14 11:30:15.198777 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:15.224661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-e57fd8b7-97fa-4e79-839a-3774af6cebf3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:15.226936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-e57fd8b7-97fa-4e79-839a-3774af6cebf3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.4194748 Jul 14 11:30:15.233515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 255a1f34-a150-4d1f-ac36-3cd7f51491b9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:15.242575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 255a1f34-a150-4d1f-ac36-3cd7f51491b9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:15.242954 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:15.280052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-e9f69d17-9291-4e94-8904-713f5d6289ea tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36827 time: 2.2233891 Jul 14 11:30:15.411912 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:15.476596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-25060081-bf77-4783-988d-2f63fa7a002c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/quotas/9dff92e033a84752a3854a9be9772157 HTTP/1.1" status: 200 len: 375 time: 0.1945996 Jul 14 11:30:15.500110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 255a1f34-a150-4d1f-ac36-3cd7f51491b9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=255a1f34-a150-4d1f-ac36-3cd7f51491b9,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:15.510386 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:15.678428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=255a1f34-a150-4d1f-ac36-3cd7f51491b9,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:16.114940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-d293c615-81ca-47f8-b0aa-c999563c8cc8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6160772 Jul 14 11:30:16.116272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:16.158881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-58776808-b996-4ad1-b4d2-8a5ec1799fc5 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3caeaa8c-282d-4467-878d-166fee7254ff HTTP/1.1" status: 200 len: 2985 time: 0.8497679 Jul 14 11:30:16.229041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61322151-dd28-40a4-b0d3-a04cac2ae815 req-724da40a-ed98-4c18-94a0-508381388816 service neutron] 10.222.0.45 "GET /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0203023 Jul 14 11:30:16.268503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:16.270802 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcef8dc-1e32-4aa9-9df9-e874abd3b64e" -d '{"events": [{"server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "name": "network-vif-unplugged", "status": "completed", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:16.276920 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:16.296027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:16.381117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-7df07648-2279-4c04-a3e5-bb0b5edca2b9 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3caeaa8c-282d-4467-878d-166fee7254ff HTTP/1.1" status: 200 len: 2985 time: 0.2019904 Jul 14 11:30:16.416835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-c4dfa63c-ad1a-42b2-86c1-e379d23c1f1e service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745481 Jul 14 11:30:16.475457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Pushing event updated for resources: {'Port': ['ID=6d79e98c-3078-4810-82b9-86f57aea50e7,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:16.498912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35882) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:16.574228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 on host n-h1-778696-8 for vnic_type normal with profile {"migrating_to": "n-h2-778696-8"} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:16.574570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:16.574915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:16.620751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-d436c36d-248e-4696-b065-82d6216571c5 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3ce8d75d-4923-45b5-bb28-c35515fdcbae HTTP/1.1" status: 200 len: 2973 time: 0.2325201 Jul 14 11:30:16.625797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-00193226-3692-4346-bc41-d760cc63141a service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637442 Jul 14 11:30:16.627271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Port 6d79e98c-3078-4810-82b9-86f57aea50e7 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:30:16.627611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Attempting to bind port 6d79e98c-3078-4810-82b9-86f57aea50e7 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:16.640942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:16.641299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:16.641680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:16.642138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Bound port: 6d79e98c-3078-4810-82b9-86f57aea50e7, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:16.642750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:16.672841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-956819603-network', 'tenant_id': '8483e2d0597349e9b9a0c78f8eb2e16e'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:16.753647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Made reservation on behalf of 8483e2d0597349e9b9a0c78f8eb2e16e for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:16.756406 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:16.766564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:16.766887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-c8e2607c-7f38-429f-aa0c-d7363e71ba0a tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3ce8d75d-4923-45b5-bb28-c35515fdcbae HTTP/1.1" status: 200 len: 2973 time: 0.1364837 Jul 14 11:30:16.882984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:16.893450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-11cb6fed-49e7-4a5f-a15e-7c04b71bb8e8 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/63f913ff-38d8-4a8a-a33b-b2ad377ef676 HTTP/1.1" status: 200 len: 2985 time: 0.1114297 Jul 14 11:30:16.917095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:16.926394 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:16.960672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 255a1f34-a150-4d1f-ac36-3cd7f51491b9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:17.046644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Pushing event updated for resources: {'Port': ['ID=6d79e98c-3078-4810-82b9-86f57aea50e7,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:17.116499 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:17.126578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:17.141722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:17.142107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 255a1f34-a150-4d1f-ac36-3cd7f51491b9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:17.142370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:17.143373 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:17.143863 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-26b46363-a08b-4248-a0ee-3aca5a6ff852 service neutron] 10.222.0.45 "PUT /v2.0/ports/6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 200 len: 1121 time: 3.9340568 Jul 14 11:30:17.182194 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Sync routers for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:30:17.205199 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:30:17.206429 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:30:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:17.256121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['6d79e98c-3078-4810-82b9-86f57aea50e7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:30:17.262408 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:30:17.346914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:17.346914 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Added segment ec3d9fcd-1d98-4b41-822c-99c3139f9d39 of type vlan for network c1f9e648-b50b-4b33-a637-863e02b08548 Jul 14 11:30:17.429537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa429a-ac9e-45f3-ab41-5b562b9e59ba req-5952456b-ae0a-4018-a3a3-11e7325a487d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:17.446413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94aa429a-ac9e-45f3-ab41-5b562b9e59ba req-5952456b-ae0a-4018-a3a3-11e7325a487d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 943 time: 0.2171144 Jul 14 11:30:17.461588 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:30:17.528892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94aa429a-ac9e-45f3-ab41-5b562b9e59ba req-50bc0f29-7ea8-4870-9dd4-6ba60bbcf6b4 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814788 Jul 14 11:30:17.579800 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:17.593908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:17.709648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:17.717496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:17.723776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:17.803046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-62e65439-34da-4440-ac8d-45730ce15414 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/63f913ff-38d8-4a8a-a33b-b2ad377ef676 HTTP/1.1" status: 200 len: 2985 time: 0.0765436 Jul 14 11:30:17.887501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] Pushing event updated for resources: {'Network': ['ID=c1f9e648-b50b-4b33-a637-863e02b08548,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:17.889065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-83d01dae-8516-498d-8840-a7320a49b790 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/667eaa0c-7b61-4884-8eec-a14fa5d34ae8 HTTP/1.1" status: 200 len: 2981 time: 0.0788040 Jul 14 11:30:17.901729 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a8750186-6eda-480a-be73-4a9a8ac13ebd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4003391 Jul 14 11:30:17.904587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35910) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:17.912043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network c1f9e648-b50b-4b33-a637-863e02b08548 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:30:17.925303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Request body: {'subnet': {'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-956819603-subnet', 'tenant_id': '8483e2d0597349e9b9a0c78f8eb2e16e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:18.001455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Made reservation on behalf of 8483e2d0597349e9b9a0c78f8eb2e16e for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:18.004329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:18.018379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-eafa726a-714c-4abb-9d6f-b85fb85f4e1b tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/667eaa0c-7b61-4884-8eec-a14fa5d34ae8 HTTP/1.1" status: 200 len: 2981 time: 0.1278121 Jul 14 11:30:18.066844 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:12Z', 'revision_number': 2, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:18.128961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-6871aac5-5782-4eb4-99af-bea7ffe2af0a tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/7bd7a987-82aa-4b7b-a0ce-017cc942a18a HTTP/1.1" status: 200 len: 2977 time: 0.1094899 Jul 14 11:30:18.159257 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Checking router: 060ee232-ba0b-41b6-84b9-914c89e951e9 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:30:18.160635 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Updating router 060ee232-ba0b-41b6-84b9-914c89e951e9 port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:30:18.275249 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-a6712cc6-561a-4a12-bd40-c89fe4769125 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/7bd7a987-82aa-4b7b-a0ce-017cc942a18a HTTP/1.1" status: 200 len: 2977 time: 0.1450436 Jul 14 11:30:18.356617 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:18.470504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-8af536cf-984d-4044-b935-58c3da9b00e2 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/8f2918f2-e36d-42f6-8059-dc143d7df192 HTTP/1.1" status: 200 len: 2985 time: 0.1826482 Jul 14 11:30:18.597667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-8d461368-62eb-4343-ade3-801321f23451 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/8f2918f2-e36d-42f6-8059-dc143d7df192 HTTP/1.1" status: 200 len: 2985 time: 0.1244495 Jul 14 11:30:18.620951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:18.697574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-fb0c55c2-5946-4f99-a93f-b6c8b1d33bbf tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/963aadfc-7cb0-44f4-b542-5c4df9c537b9 HTTP/1.1" status: 200 len: 2981 time: 0.0978708 Jul 14 11:30:18.808526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-e91114e4-78a5-4740-93e6-87e276126059 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/963aadfc-7cb0-44f4-b542-5c4df9c537b9 HTTP/1.1" status: 200 len: 2981 time: 0.0937471 Jul 14 11:30:18.826199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Checking segment: {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:18.826581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Network hostable DHCP agents. Network: c1f9e648-b50b-4b33-a637-863e02b08548, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:30:18.832561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f9081f-281b-452a-bd0c-6f92450006d9,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:18.887549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Network c1f9e648-b50b-4b33-a637-863e02b08548 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:30:18.917373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, c1f9e648-b50b-4b33-a637-863e02b08548) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:18.930811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:18.931642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:18.933182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa93b7-aec6-4933-b922-8c8b586d41dd None None] Network c1f9e648-b50b-4b33-a637-863e02b08548 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:30:18.982255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-abe15366-8f07-478a-9c3c-34216fee198a tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/b5401b68-ae21-42cf-9cdc-b4ca4490cc92 HTTP/1.1" status: 200 len: 2985 time: 0.1572187 Jul 14 11:30:18.991762 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5596582a-06bb-4ae2-b320-d3885ceab0be admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0826054 Jul 14 11:30:19.097532 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.127067 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Transition to ACTIVE for port object 1b65ad4a-8cb1-4bb9-8233-ce350e70180c will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:19.144311 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.191772 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Pushing event updated for resources: {'Port': ['ID=1b65ad4a-8cb1-4bb9-8233-ce350e70180c,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:19.200633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35936) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:19.201666 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.202749 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.203386 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.203963 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.204469 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.205022 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.205533 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.206032 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.206547 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.207042 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.207236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4f9fda0a-7306-4930-9fd4-1b22c410a6ad tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123766419', 'description': 'tempest-description--1827565527'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:19.207721 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.208246 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:19.238908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-0a21f5ba-55c9-4497-932b-c76393d8c2be tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/b5401b68-ae21-42cf-9cdc-b4ca4490cc92 HTTP/1.1" status: 200 len: 2985 time: 0.2349877 Jul 14 11:30:19.295541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f9fda0a-7306-4930-9fd4-1b22c410a6ad tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.328717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-c1f9e648-b50b-4b33-a637-863e02b08548', 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548', 'tenant_id': '8483e2d0597349e9b9a0c78f8eb2e16e', 'fixed_ips': [{'subnet_id': 'f0f9081f-281b-452a-bd0c-6f92450006d9'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:30:19.336151 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.460554 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Attempting to bind port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:19.461170 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Attempting to bind port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:19.464623 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Attempting to bind port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c on network c15e1c30-3bf3-44e3-8272-4eb375607d6c {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:19.478514 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2ab16-2549-43a2-b01a-7170c8587a9a x-openstack-request-id: req-81d2ab16-2549-43a2-b01a-7170c8587a9a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:19.478514 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "name": "network-vif-unplugged", "status": "completed", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:19.479242 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81d2ab16-2549-43a2-b01a-7170c8587a9a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:19.479242 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7', 'code': 200} Jul 14 11:30:19.494143 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:19.494979 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Checking segment: {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:19.498365 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.499047 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Bound using segment: {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:19.507697 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Bound port: 1b65ad4a-8cb1-4bb9-8233-ce350e70180c, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:19.510314 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.511206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-1ba6be5f-02d2-4b91-aca9-db7131a2150f tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/eb928962-4248-4af7-89a9-49ce1b19cb98 HTTP/1.1" status: 200 len: 2981 time: 0.1793332 Jul 14 11:30:19.612429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f9fda0a-7306-4930-9fd4-1b22c410a6ad tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.622230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f9fda0a-7306-4930-9fd4-1b22c410a6ad tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.683947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-b1687996-5ac1-4378-ae35-d0f90617cca8 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/eb928962-4248-4af7-89a9-49ce1b19cb98 HTTP/1.1" status: 200 len: 2981 time: 0.1717248 Jul 14 11:30:19.718373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f9fda0a-7306-4930-9fd4-1b22c410a6ad tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.724714 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4f9fda0a-7306-4930-9fd4-1b22c410a6ad tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5228124 Jul 14 11:30:19.729304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35948) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:19.730904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Allocated IP 172.20.0.2 (c1f9e648-b50b-4b33-a637-863e02b08548/f0f9081f-281b-452a-bd0c-6f92450006d9/2cddfe80-2c8e-453e-8830-86880f4395bb) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:19.743952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4c670f00-8998-4560-9b1c-a108643a9fb8 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Request body: {'security_group_rule': {'security_group_id': '32e66332-d94c-45ae-bfa8-9c437b72161a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:19.771196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fda0a-7306-4930-9fd4-1b22c410a6ad tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e66332-d94c-45ae-bfa8-9c437b72161a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:19.780042 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] For port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:19.792391 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] For port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b65ad4a-8cb1-4bb9-8233-ce350e70180c,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:19.797587 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.802905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c670f00-8998-4560-9b1c-a108643a9fb8 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.860151 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e2e66761-b1b6-4553-8332-e717bccc173c req-096b9c22-0326-423b-bcd9-8fe6ed288e0e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 210 time: 0.0644112 Jul 14 11:30:19.902909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-a03520ba-fc0c-486e-b5fe-44381c82ca71 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f90193c6-f530-4967-bace-14daa50f988b HTTP/1.1" status: 200 len: 2985 time: 0.2176130 Jul 14 11:30:19.929270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-258aab4d-3858-4ee1-80a7-6c3b8742067d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:19.930963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-258aab4d-3858-4ee1-80a7-6c3b8742067d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.8035667 Jul 14 11:30:19.946885 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:30:19.950125 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:30:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:19.962190 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c670f00-8998-4560-9b1c-a108643a9fb8 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:19.967340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c670f00-8998-4560-9b1c-a108643a9fb8 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.013573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c670f00-8998-4560-9b1c-a108643a9fb8 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dbf265-b834-4b60-b8e9-06c1daad110c,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:20.022800 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c670f00-8998-4560-9b1c-a108643a9fb8 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.025033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Request body: {'port': {'device_id': 'f4207d80-3618-4336-b28b-67ca417af2d8', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'admin_state_up': True, 'tenant_id': '9dff92e033a84752a3854a9be9772157'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:20.028151 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4c670f00-8998-4560-9b1c-a108643a9fb8 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2978218 Jul 14 11:30:20.030266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35956) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:20.041757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c4ee5149-962e-4900-9b13-186573df386d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Request body: {'security_group_rule': {'security_group_id': '32e66332-d94c-45ae-bfa8-9c437b72161a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:20.049357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07418a1b-96d5-4f5d-b375-cc5ab638b92c req-3d1661a9-f2ec-4c9d-9461-95206d192d7a tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f90193c6-f530-4967-bace-14daa50f988b HTTP/1.1" status: 200 len: 2985 time: 0.1454384 Jul 14 11:30:20.071043 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e78810-35a8-40d0-85f8-28977142db4b None None] Pushing event updated for resources: {'Port': ['ID=1b65ad4a-8cb1-4bb9-8233-ce350e70180c,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:20.118745 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5149-962e-4900-9b13-186573df386d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.263440 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:30:20.275498 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5149-962e-4900-9b13-186573df386d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.277844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Made reservation on behalf of 9dff92e033a84752a3854a9be9772157 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:20.283245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5149-962e-4900-9b13-186573df386d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.289784 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.319660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee5149-962e-4900-9b13-186573df386d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaa88f3-5f14-4479-a601-1fb3217f5245,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:20.337997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5149-962e-4900-9b13-186573df386d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.339825 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c4ee5149-962e-4900-9b13-186573df386d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3079715 Jul 14 11:30:20.345544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35966) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:20.357252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:20.400045 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.424083 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.444752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Transition to ACTIVE for port object 2cddfe80-2c8e-453e-8830-86880f4395bb will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:20.459149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2fc2-4866-4ddc-b685-c60a3cc5d1df req-f50a6ea1-4a86-4097-87c5-0ae0914d6d62 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:20.460815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de6b2fc2-4866-4ddc-b685-c60a3cc5d1df req-f50a6ea1-4a86-4097-87c5-0ae0914d6d62 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 943 time: 0.2622979 Jul 14 11:30:20.504683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Transition to ACTIVE for port object 2cddfe80-2c8e-453e-8830-86880f4395bb will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:20.520122 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.615738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Network c1f9e648-b50b-4b33-a637-863e02b08548 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:20.643450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:20.648473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:20.683757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de6b2fc2-4866-4ddc-b685-c60a3cc5d1df req-44a9c6cb-4fb4-4043-97c2-c8840aa8451d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114556 Jul 14 11:30:20.688097 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.690085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Pushing event updated for resources: {'Port': ['ID=2cddfe80-2c8e-453e-8830-86880f4395bb,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:20.700932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Allocated IP 172.20.0.10 (594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9/606cc036-ccce-4fe3-b770-acb3ecc81cfe/29d8af76-c926-471a-8e17-6ac621119ebe) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:20.704564 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:19Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:20.762906 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a0f51-43f7-45c2-bae9-a17e6edd1d9a None None] The sync data for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 is: [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:19Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:30:20.872294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Attempting to bind port 2cddfe80-2c8e-453e-8830-86880f4395bb on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:20.872672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Attempting to bind port 2cddfe80-2c8e-453e-8830-86880f4395bb by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:20.873041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Attempting to bind port 2cddfe80-2c8e-453e-8830-86880f4395bb on network c1f9e648-b50b-4b33-a637-863e02b08548 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:20.897640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:20.898590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Checking segment: {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:20.898590 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.898834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Bound using segment: {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:20.899318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Bound port: 2cddfe80-2c8e-453e-8830-86880f4395bb, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:20.916759 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:20.938498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Allocated IP 172.25.2.66 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/05561741-3a8c-4d70-ad5c-7964ccf114fd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:21.048595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b65ad4a-8cb1-4bb9-8233-ce350e70180c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:21.067952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-19d0a4cd-615b-4ac9-9c2c-f7b894fb0132 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:21.069810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-19d0a4cd-615b-4ac9-9c2c-f7b894fb0132 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 815 time: 0.3522420 Jul 14 11:30:21.081073 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.121193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-b6d44f8f-f62e-4f29-8608-c1386cd389ee tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/quotas/8483e2d0597349e9b9a0c78f8eb2e16e HTTP/1.1" status: 200 len: 375 time: 0.0316548 Jul 14 11:30:21.136916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.189240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6d79e98c-3078-4810-82b9-86f57aea50e7 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:30:21.245167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:21.250516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:21.263060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:21.329280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:21.344292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Pushing event updated for resources: {'Port': ['ID=05561741-3a8c-4d70-ad5c-7964ccf114fd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:21.354130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:21.361536 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.480938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-e3b6807b-1cb8-4cdf-b68f-c31979a941ed tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3267038 Jul 14 11:30:21.491377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.500360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] For port 2cddfe80-2c8e-453e-8830-86880f4395bb, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:21.525803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.531345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] For port 2cddfe80-2c8e-453e-8830-86880f4395bb, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2cddfe80-2c8e-453e-8830-86880f4395bb,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:21.539111 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.554678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.558672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:21.567052 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4064eda-6b67-4701-a0a2-7445e04568e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:21.580967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:21.603529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6d79e98c-3078-4810-82b9-86f57aea50e7 has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:30:21.607055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-071f34d9-5a4e-44cc-83f8-64f0fddcf5d8 req-c80f49e6-b88a-4ed1-976d-1d4414099185 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=427c2aa5829549fe86ebddba9bfbb531 HTTP/1.1" status: 200 len: 6109 time: 0.3457897 Jul 14 11:30:21.729368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04e687-2587-4b53-88b3-b2a068efcb1b None None] Pushing event updated for resources: {'Port': ['ID=2cddfe80-2c8e-453e-8830-86880f4395bb,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:21.746724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-84a4f94b-3b91-456b-9486-d212ffb5c22b service neutron] 10.222.0.38 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638142 Jul 14 11:30:21.754564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.831944 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b65ad4a-8cb1-4bb9-8233-ce350e70180c,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:21.843245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.887813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.900313 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:21.923293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=1b65ad4a-8cb1-4bb9-8233-ce350e70180c,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:21.946903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-498783f4-09e1-40a9-81fb-e71c7b39c1df service neutron] 10.222.0.38 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971345 Jul 14 11:30:21.986872 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:22.059692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Pushing event updated for resources: {'Port': ['ID=05561741-3a8c-4d70-ad5c-7964ccf114fd,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:22.070286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-071f34d9-5a4e-44cc-83f8-64f0fddcf5d8 req-cecae00d-cabd-429e-a39c-23a25c16fc8d tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] 10.222.0.38 "GET /v2.0/security-groups/f90193c6-f530-4967-bace-14daa50f988b HTTP/1.1" status: 200 len: 2985 time: 0.3109193 Jul 14 11:30:22.162040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:22.167702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:22.221987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:22.244895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:22.245938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:22.247405 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-10fd3f3c-5dd1-436b-a0a1-a96fc319d074 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8999562 Jul 14 11:30:22.254515 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-48a11cb3-4c92-4245-9da9-8e6cf1d39b51 service neutron] 10.222.0.64 "GET /v2.0/ports/6d79e98c-3078-4810-82b9-86f57aea50e7/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 384 time: 0.1817253 Jul 14 11:30:22.377471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-071f34d9-5a4e-44cc-83f8-64f0fddcf5d8 req-317a07dc-dfa4-4de3-b5a3-5f71bcd655d1 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] 10.222.0.38 "GET /v2.0/security-groups/f90193c6-f530-4967-bace-14daa50f988b HTTP/1.1" status: 200 len: 2985 time: 0.3031762 Jul 14 11:30:22.382851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event updated for resources: {'Port': ['ID=29d8af76-c926-471a-8e17-6ac621119ebe,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:22.411568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:22.413313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:22.445222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f8627277-5a8d-4e6d-9376-4c5e96097af1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4317589 Jul 14 11:30:22.465637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Request body: {'port': {'device_id': 'f4207d80-3618-4336-b28b-67ca417af2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:22.761516 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8657861-0981-477d-896b-ad016214be5c x-openstack-request-id: req-a8657861-0981-477d-896b-ad016214be5c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:22.762570 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:22.764080 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8657861-0981-477d-896b-ad016214be5c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:22.765473 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7', 'status': 'completed', 'code': 200} Jul 14 11:30:22.809444 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:22.828319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:23.006186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:23.057559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d79e98c-3078-4810-82b9-86f57aea50e7 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:23.087956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-5f81f62f-498a-43ec-b784-a96f7c55e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:23.089669 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-5f81f62f-498a-43ec-b784-a96f7c55e8c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1124 time: 0.2982986 Jul 14 11:30:23.091760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:23.137803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b65ad4a-8cb1-4bb9-8233-ce350e70180c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:23.205798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc0ffd-09ff-43d2-bacf-97bc808d8244 req-33d9ce72-a64c-4731-bac8-d35734ee9dc0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:23.224641 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61dc0ffd-09ff-43d2-bacf-97bc808d8244 req-33d9ce72-a64c-4731-bac8-d35734ee9dc0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 932 time: 0.6435468 Jul 14 11:30:23.238010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:23.373987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:23.374669 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:23.418939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61dc0ffd-09ff-43d2-bacf-97bc808d8244 req-00748831-4b20-4a6c-ae86-5ef0b7f4c8a8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920578 Jul 14 11:30:23.627527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c66bf-a0a5-43f0-8e18-07d56a3b2272 req-97e62906-7afb-4a7b-8308-09f95d61ee04 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:23.637022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2cddfe80-2c8e-453e-8830-86880f4395bb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:23.653497 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-568c66bf-a0a5-43f0-8e18-07d56a3b2272 req-97e62906-7afb-4a7b-8308-09f95d61ee04 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 943 time: 0.6422641 Jul 14 11:30:23.710849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 2cddfe80-2c8e-453e-8830-86880f4395bb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:23.715103 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5674424e-6ee6-406b-94cb-a0b239c769cb req-992dd107-af91-4e6f-9e5b-d50ee05e61d0 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3f050c60-c5bf-43a9-99a4-15e6bfc4baf8 HTTP/1.1" status: 200 len: 1778 time: 0.2418387 Jul 14 11:30:23.786320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5c165-c586-4744-a61e-6b73237d8af6 None None] Network c1f9e648-b50b-4b33-a637-863e02b08548 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:30:23.800174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-568c66bf-a0a5-43f0-8e18-07d56a3b2272 req-c2f0ca27-de24-4296-b9bd-950f291c8344 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427505 Jul 14 11:30:23.933244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5674424e-6ee6-406b-94cb-a0b239c769cb req-5fdc163d-fec5-4b19-b23b-97bc5b7cf84e tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:23.963779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5674424e-6ee6-406b-94cb-a0b239c769cb req-5fdc163d-fec5-4b19-b23b-97bc5b7cf84e tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:23.981541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7baf7de9-ea0c-4c70-b4aa-d97227467c03 None None] Provisioning for port 2cddfe80-2c8e-453e-8830-86880f4395bb completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:24.024806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7baf7de9-ea0c-4c70-b4aa-d97227467c03 None None] Provisioning complete for port 2cddfe80-2c8e-453e-8830-86880f4395bb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:24.025184 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7baf7de9-ea0c-4c70-b4aa-d97227467c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:24.072409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-01189005-fadd-4a35-bf36-9305bff7cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:24.074652 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-01189005-fadd-4a35-bf36-9305bff7cf0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.9784245 Jul 14 11:30:24.091218 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5674424e-6ee6-406b-94cb-a0b239c769cb req-5fdc163d-fec5-4b19-b23b-97bc5b7cf84e tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:24.102419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5674424e-6ee6-406b-94cb-a0b239c769cb req-5fdc163d-fec5-4b19-b23b-97bc5b7cf84e tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:24.104350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5674424e-6ee6-406b-94cb-a0b239c769cb req-5fdc163d-fec5-4b19-b23b-97bc5b7cf84e tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f050c60-c5bf-43a9-99a4-15e6bfc4baf8 HTTP/1.1" status: 204 len: 173 time: 0.3881505 Jul 14 11:30:24.136421 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-ff45b69c-cd80-4c0e-8ca9-2d6193034c6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 200 len: 217 time: 0.0535898 Jul 14 11:30:24.204729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-2ff55e14-7d2e-4723-a458-7612af650c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:24.211634 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-2ff55e14-7d2e-4723-a458-7612af650c0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0682306 Jul 14 11:30:24.254364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] Transition to ACTIVE for port object 6d79e98c-3078-4810-82b9-86f57aea50e7 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:24.256883 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-09849798-bceb-4cc6-8166-4d14354f0c73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352590 Jul 14 11:30:24.263894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:24.381024 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7baf7de9-ea0c-4c70-b4aa-d97227467c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:24.473335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7baf7de9-ea0c-4c70-b4aa-d97227467c03 None None] For port 2cddfe80-2c8e-453e-8830-86880f4395bb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2cddfe80-2c8e-453e-8830-86880f4395bb,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:24.482879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] No DVR routers for this DVR port 6d79e98c-3078-4810-82b9-86f57aea50e7 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:30:24.499661 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7baf7de9-ea0c-4c70-b4aa-d97227467c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:24.502049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d8af76-c926-471a-8e17-6ac621119ebe {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:24.534791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:24.570824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] Pushing event updated for resources: {'Port': ['ID=6d79e98c-3078-4810-82b9-86f57aea50e7,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:24.591816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Transition to ACTIVE for port object 29d8af76-c926-471a-8e17-6ac621119ebe will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:24.593433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc163d-fec5-4b19-b23b-97bc5b7cf84e tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f050c60-c5bf-43a9-99a4-15e6bfc4baf8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:24.610171 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-db91b84c-cec4-433c-8448-0d2534b3de91 service neutron] 10.222.0.64 "PUT /v2.0/ports/6d79e98c-3078-4810-82b9-86f57aea50e7/bindings/n-h2-778696-8/activate HTTP/1.1" status: 200 len: 369 time: 2.3494596 Jul 14 11:30:24.647300 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-3d7e42d1-28d6-4748-b303-e98c29fa964c service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802691 Jul 14 11:30:24.689975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf7de9-ea0c-4c70-b4aa-d97227467c03 None None] Pushing event updated for resources: {'Port': ['ID=2cddfe80-2c8e-453e-8830-86880f4395bb,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:24.710496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9c64411-2cc1-4709-8342-440761df4707 req-787b3784-2a10-43b7-b3c6-b623a2ba6aec tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "GET /v2.0/security-groups/4582b011-dbd9-4dfa-ac70-58943acd22b9 HTTP/1.1" status: 200 len: 1780 time: 0.3037913 Jul 14 11:30:24.728120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:24.897470 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c4064eda-6b67-4701-a0a2-7445e04568e5 req-2a67af1e-305c-4af2-a0bc-fb80f438734a service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435033 Jul 14 11:30:24.913751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2cddfe80-2c8e-453e-8830-86880f4395bb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:25.058434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2cddfe80-2c8e-453e-8830-86880f4395bb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:25.061053 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:25.085674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Pushing event updated for resources: {'Port': ['ID=29d8af76-c926-471a-8e17-6ac621119ebe,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:25.096917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f75b283c-a1c2-4b69-b425-93486eccdc1e tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:25.106482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f75b283c-a1c2-4b69-b425-93486eccdc1e tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 815 time: 1.0716937 Jul 14 11:30:25.154760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d3d4b4d7-e96c-4cf6-96d6-e4c896ffc3e0 None None] Provisioning complete for port 2cddfe80-2c8e-453e-8830-86880f4395bb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:25.156017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b4d7-e96c-4cf6-96d6-e4c896ffc3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:25.211720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-22097e2b-e113-4f19-91ec-c387a6eb887e tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/quotas/8483e2d0597349e9b9a0c78f8eb2e16e HTTP/1.1" status: 200 len: 375 time: 0.1042814 Jul 14 11:30:25.332177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-c33e4a6c-03f0-40da-9d5e-3cd183d4f02c tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:25.334288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-c33e4a6c-03f0-40da-9d5e-3cd183d4f02c tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.45 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 815 time: 0.6636674 Jul 14 11:30:25.370812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Request body: {'port': {'device_id': '56733b0e-edca-469c-888e-0c691a6b3800', 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548', 'admin_state_up': True, 'tenant_id': '8483e2d0597349e9b9a0c78f8eb2e16e'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:25.384563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-e05fd420-2058-4900-81ff-d924444b66a6 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:25.386638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-e05fd420-2058-4900-81ff-d924444b66a6 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.6749279 Jul 14 11:30:25.403880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9c64411-2cc1-4709-8342-440761df4707 req-f2978fac-4cd7-48f2-93b1-7911f5af8736 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:25.519475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9c64411-2cc1-4709-8342-440761df4707 req-f2978fac-4cd7-48f2-93b1-7911f5af8736 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:25.536361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Attempting to bind port 29d8af76-c926-471a-8e17-6ac621119ebe on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:25.537041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Attempting to bind port 29d8af76-c926-471a-8e17-6ac621119ebe by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:25.537581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Attempting to bind port 29d8af76-c926-471a-8e17-6ac621119ebe on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:25.571402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Port 29d8af76-c926-471a-8e17-6ac621119ebe on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:30:25.571962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Attempting to bind port 29d8af76-c926-471a-8e17-6ac621119ebe on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:25.603228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:25.603564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Checking segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:25.604451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Bound using segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:25.605151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Bound port: 29d8af76-c926-471a-8e17-6ac621119ebe, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:25.605766 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:25.617349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-06a05e9a-56a2-42c3-a6da-ccef7324e9c3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4021108 Jul 14 11:30:25.710703 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9c64411-2cc1-4709-8342-440761df4707 req-f2978fac-4cd7-48f2-93b1-7911f5af8736 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:25.715503 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c9c64411-2cc1-4709-8342-440761df4707 req-f2978fac-4cd7-48f2-93b1-7911f5af8736 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:25.717057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9c64411-2cc1-4709-8342-440761df4707 req-f2978fac-4cd7-48f2-93b1-7911f5af8736 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/4582b011-dbd9-4dfa-ac70-58943acd22b9 HTTP/1.1" status: 204 len: 173 time: 0.9810169 Jul 14 11:30:25.763779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978fac-4cd7-48f2-93b1-7911f5af8736 tempest-SecurityGroupsTestAdminJSON-467820823 tempest-SecurityGroupsTestAdminJSON-467820823-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4582b011-dbd9-4dfa-ac70-58943acd22b9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:25.774817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-164ea814-5cae-4412-81d5-802f40cda6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:25.775734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-164ea814-5cae-4412-81d5-802f40cda6d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc&tenant_id=23c841083d26402ca921ca2bdccfbe4b HTTP/1.1" status: 200 len: 1095 time: 0.3321116 Jul 14 11:30:25.800404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Made reservation on behalf of 8483e2d0597349e9b9a0c78f8eb2e16e for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:25.804122 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:25.915686 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:30:25.943016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] For port 29d8af76-c926-471a-8e17-6ac621119ebe, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:25.948424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-2b01e71b-26f2-4add-88e5-056e2a091aaa service neutron] 10.222.0.38 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182340 Jul 14 11:30:25.971595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:26.007367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] For port 29d8af76-c926-471a-8e17-6ac621119ebe, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=29d8af76-c926-471a-8e17-6ac621119ebe,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:26.398782 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:26.532547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:26.533077 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:26.534478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/29d8af76-c926-471a-8e17-6ac621119ebe HTTP/1.1" status: 200 len: 1092 time: 4.0798440 Jul 14 11:30:26.539359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4207d80-3618-4336-b28b-67ca417af2d8', 'tag': '29d8af76-c926-471a-8e17-6ac621119ebe'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:26.541982 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b1023-bc5e-479c-911d-01deb855bad4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4207d80-3618-4336-b28b-67ca417af2d8", "tag": "29d8af76-c926-471a-8e17-6ac621119ebe"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:26.603112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-dcab6327-b135-4421-8766-94ae711f4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:26.604671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-dcab6327-b135-4421-8766-94ae711f4454 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1095 time: 0.7720134 Jul 14 11:30:26.620165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181845-d807-4273-b92e-c90235a9ec33 req-1f582bc1-c806-493a-b60a-c89fca90d2d3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:26.629070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1181845-d807-4273-b92e-c90235a9ec33 req-1f582bc1-c806-493a-b60a-c89fca90d2d3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 944 time: 0.7948968 Jul 14 11:30:26.668004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bd8e0-8317-4afa-8935-2acfe67748b5 service neutron] Pushing event updated for resources: {'Port': ['ID=29d8af76-c926-471a-8e17-6ac621119ebe,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:26.721711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-7c962079-c8c2-444f-a603-03749c10d5ad service neutron] 10.222.0.38 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278428 Jul 14 11:30:26.738148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Allocated IP 172.20.0.12 (c1f9e648-b50b-4b33-a637-863e02b08548/f0f9081f-281b-452a-bd0c-6f92450006d9/db283e1a-743b-4992-9dfc-033f03de9c98) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:26.740297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36204) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:26.784231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6d79e98c-3078-4810-82b9-86f57aea50e7 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:30:26.856270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6d79e98c-3078-4810-82b9-86f57aea50e7 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:30:26.876619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1181845-d807-4273-b92e-c90235a9ec33 req-711fb0e7-c9a2-4481-bf20-c99fd3496b8d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462728 Jul 14 11:30:26.917559 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:27.003439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-4af74e66-0bc4-4b97-88e4-b69d3235081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:27.005051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-4af74e66-0bc4-4b97-88e4-b69d3235081c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 1095 time: 0.3928931 Jul 14 11:30:27.136169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-b556386e-07ee-4780-802c-08cc9163a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:27.136592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-b556386e-07ee-4780-802c-08cc9163a9c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.5003095 Jul 14 11:30:27.162752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:27.170366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:27.207671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5aafc-e2b8-4a19-9757-2010c15d3d00,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:27.230237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.230590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.231066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.231618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.232442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.232968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.233520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.234256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.234753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.235545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.236120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.236747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:27.254561 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6f717a9d-b7ea-4d19-96b6-e91f1956564c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8210bb00c7ac4823afde3c1a6d33ca23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122452 Jul 14 11:30:27.258397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36214) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:27.280861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-846908f2-14fc-4352-aa23-dcea7e0e95d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d8af76-c926-471a-8e17-6ac621119ebe HTTP/1.1" status: 200 len: 217 time: 0.1818454 Jul 14 11:30:27.345468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4194f364-6e6c-4b49-b238-a60156b31b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:27.375551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4194f364-6e6c-4b49-b238-a60156b31b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:27.441104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4194f364-6e6c-4b49-b238-a60156b31b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:27.443885 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4194f364-6e6c-4b49-b238-a60156b31b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:27.446767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4194f364-6e6c-4b49-b238-a60156b31b41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eda5aafc-e2b8-4a19-9757-2010c15d3d00 HTTP/1.1" status: 204 len: 168 time: 0.1864636 Jul 14 11:30:27.457664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-541f32b7-6169-463d-8114-ef4007e34e00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 200 len: 217 time: 0.2619495 Jul 14 11:30:27.464771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194f364-6e6c-4b49-b238-a60156b31b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5aafc-e2b8-4a19-9757-2010c15d3d00,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:27.575175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7968076a-8ae3-42ba-b55b-f322f7dc47c7 req-679832b9-dbf2-4af9-a423-cf8b17242f8f tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] 10.222.0.38 "GET /v2.0/security-groups/78896682-fe75-4173-a1ed-36f7e98cd23c HTTP/1.1" status: 200 len: 1778 time: 0.3626499 Jul 14 11:30:27.622284 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:27.651415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-6b275b3f-151c-4a9b-baa6-5af48ae1e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:27.653235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-6b275b3f-151c-4a9b-baa6-5af48ae1e318 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.3145471 Jul 14 11:30:27.704693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-f1a1b1f3-3dbb-4498-8841-bb8930169c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:27.707302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-f1a1b1f3-3dbb-4498-8841-bb8930169c28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.2050664 Jul 14 11:30:27.710001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Transition to ACTIVE for port object db283e1a-743b-4992-9dfc-033f03de9c98 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:27.806634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-73c63599-85c5-4996-b5c0-49e099c190ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256044 Jul 14 11:30:27.852335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-373ba940-ec50-4d2f-ab25-54a615cbfddc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579536 Jul 14 11:30:27.901914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24896f-41ef-4fdf-aa40-e72b75bba2ec req-ace4b4b1-2860-4f7e-8a30-19db20e49d7c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:27.910036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea24896f-41ef-4fdf-aa40-e72b75bba2ec req-ace4b4b1-2860-4f7e-8a30-19db20e49d7c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 944 time: 0.7154024 Jul 14 11:30:27.996087 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:28.150922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36246) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:28.191619 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c633545a-8c0f-46f0-82de-4d23e59fcb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:28.205704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-032e4be0-b044-4c99-9bff-301cf4a201a5 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115859 Jul 14 11:30:28.211996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7968076a-8ae3-42ba-b55b-f322f7dc47c7 req-5545256a-bfc3-4015-bfd3-beff4f0af974 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:28.329682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea24896f-41ef-4fdf-aa40-e72b75bba2ec req-7be48cfb-012a-4621-8167-c5003e9689b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184387 Jul 14 11:30:28.331581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-04e12913-0674-4949-9867-8ee9be3933b4 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156434 Jul 14 11:30:28.338053 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7968076a-8ae3-42ba-b55b-f322f7dc47c7 req-5545256a-bfc3-4015-bfd3-beff4f0af974 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:28.377974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:28.469776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Network c1f9e648-b50b-4b33-a637-863e02b08548 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:28.485598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Pushing event updated for resources: {'Port': ['ID=db283e1a-743b-4992-9dfc-033f03de9c98,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:28.490026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:28.492354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:28.498090 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c411f54-b8da-4931-8743-ac1255dc6996 x-openstack-request-id: req-9c411f54-b8da-4931-8743-ac1255dc6996 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:28.499144 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4207d80-3618-4336-b28b-67ca417af2d8", "tag": "29d8af76-c926-471a-8e17-6ac621119ebe", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:28.499599 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c411f54-b8da-4931-8743-ac1255dc6996 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:28.500433 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4207d80-3618-4336-b28b-67ca417af2d8', 'tag': '29d8af76-c926-471a-8e17-6ac621119ebe', 'status': 'completed', 'code': 200} Jul 14 11:30:28.516324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c633545a-8c0f-46f0-82de-4d23e59fcb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:28.520905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c633545a-8c0f-46f0-82de-4d23e59fcb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:28.579353 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c633545a-8c0f-46f0-82de-4d23e59fcb31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7245c672feda460ca22571a46bba133d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273088 Jul 14 11:30:28.582044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36252) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:28.730358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633545a-8c0f-46f0-82de-4d23e59fcb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e72245-582a-4a1d-8859-d4e0aab083f1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:28.894357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-25eb8c83-28ce-4b51-9cf9-b88bbe58036b service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740088 Jul 14 11:30:28.965091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:28.965974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.004765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aecee304-9d36-44b6-8243-f1e05eb4ddad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.064113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f966a615-fe16-49b3-9215-cbaeffea519b None None] Provisioning for port db283e1a-743b-4992-9dfc-033f03de9c98 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:29.074522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f966a615-fe16-49b3-9215-cbaeffea519b None None] Provisioning complete for port db283e1a-743b-4992-9dfc-033f03de9c98 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:29.076250 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f966a615-fe16-49b3-9215-cbaeffea519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.094437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7968076a-8ae3-42ba-b55b-f322f7dc47c7 req-5545256a-bfc3-4015-bfd3-beff4f0af974 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.095764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aecee304-9d36-44b6-8243-f1e05eb4ddad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.097063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7968076a-8ae3-42ba-b55b-f322f7dc47c7 req-5545256a-bfc3-4015-bfd3-beff4f0af974 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.098652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7968076a-8ae3-42ba-b55b-f322f7dc47c7 req-5545256a-bfc3-4015-bfd3-beff4f0af974 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] 10.222.0.38 "DELETE /v2.0/security-groups/78896682-fe75-4173-a1ed-36f7e98cd23c HTTP/1.1" status: 204 len: 173 time: 1.5067253 Jul 14 11:30:29.112383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-4ebe27d2-c735-40de-a4b9-8b1c77084ff0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7470410 Jul 14 11:30:29.123128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-a6aaf2c0-87ef-4de2-8aa9-5a8780925bd8 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:29.125344 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-a6aaf2c0-87ef-4de2-8aa9-5a8780925bd8 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.64 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 815 time: 0.4135206 Jul 14 11:30:29.150770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Request body: {'port': {'device_id': '56733b0e-edca-469c-888e-0c691a6b3800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:29.166060 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545256a-bfc3-4015-bfd3-beff4f0af974 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78896682-fe75-4173-a1ed-36f7e98cd23c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:29.221821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Request body: {'port': {'device_id': '42fdf974-a03c-4c7c-898f-9026633a9717', 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548', 'admin_state_up': True, 'tenant_id': '8483e2d0597349e9b9a0c78f8eb2e16e'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:29.248784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f966a615-fe16-49b3-9215-cbaeffea519b None None] Port db283e1a-743b-4992-9dfc-033f03de9c98 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:30:29.273818 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aecee304-9d36-44b6-8243-f1e05eb4ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.281198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aecee304-9d36-44b6-8243-f1e05eb4ddad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.282584 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aecee304-9d36-44b6-8243-f1e05eb4ddad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0e72245-582a-4a1d-8859-d4e0aab083f1 HTTP/1.1" status: 204 len: 168 time: 0.6991677 Jul 14 11:30:29.298271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-c6b43ef0-f1f9-404d-b632-3cc71247f414 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9511366 Jul 14 11:30:29.485273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecee304-9d36-44b6-8243-f1e05eb4ddad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e72245-582a-4a1d-8859-d4e0aab083f1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:29.649763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94784-177c-4bf8-982f-42256eda0608 req-aefaccac-9f59-4dca-ade6-bfaee0db2f55 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:29.657269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-aefaccac-9f59-4dca-ade6-bfaee0db2f55 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 815 time: 0.7866111 Jul 14 11:30:29.685483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f31a507e-1aa2-4099-9c15-55b76d0c8cf5 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/quotas/8483e2d0597349e9b9a0c78f8eb2e16e HTTP/1.1" status: 200 len: 375 time: 0.0270028 Jul 14 11:30:29.705097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Made reservation on behalf of 8483e2d0597349e9b9a0c78f8eb2e16e for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:29.706265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.722142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:29.945756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-274af665-8bbe-4c04-bcac-7194eefab319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:29.947706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-274af665-8bbe-4c04-bcac-7194eefab319 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 1095 time: 0.4750626 Jul 14 11:30:30.058012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Allocated IP 172.20.0.7 (c1f9e648-b50b-4b33-a637-863e02b08548/f0f9081f-281b-452a-bd0c-6f92450006d9/e999e3ef-3904-4426-bde4-e83f9948aa1d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:30.082212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4339b-97c4-4e37-9a53-97c02c6313f6 req-3f917ef8-fd8b-45fb-ac73-75be3118af03 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:30.094617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71c4339b-97c4-4e37-9a53-97c02c6313f6 req-3f917ef8-fd8b-45fb-ac73-75be3118af03 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 944 time: 0.5767176 Jul 14 11:30:30.132070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-f81262bf-aea8-4b01-8565-fa7b3129dc89 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:30.133739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-f81262bf-aea8-4b01-8565-fa7b3129dc89 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.5842071 Jul 14 11:30:30.335803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-d908a268-25dc-47f7-bea8-08a537388596 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6489167 Jul 14 11:30:30.373475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71c4339b-97c4-4e37-9a53-97c02c6313f6 req-373c9960-f3f0-4bec-87dd-40582e12786e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777157 Jul 14 11:30:30.383953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:30.417189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Transition to ACTIVE for port object e999e3ef-3904-4426-bde4-e83f9948aa1d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:30.492723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:30.635364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Pushing event updated for resources: {'Port': ['ID=e999e3ef-3904-4426-bde4-e83f9948aa1d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:30.669467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Network c1f9e648-b50b-4b33-a637-863e02b08548 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:30.676562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:30.679266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-cfa97759-ac72-4a40-b2bf-7dd3997e2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:30.682969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-cfa97759-ac72-4a40-b2bf-7dd3997e2feb service neutron] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 911 time: 0.5724723 Jul 14 11:30:30.701757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:30.706538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-dd9a48cb-73cd-4d12-b17d-adecb37c3057 service neutron] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:30.817193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 29d8af76-c926-471a-8e17-6ac621119ebe details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:30:30.818096 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-dd9a48cb-73cd-4d12-b17d-adecb37c3057 service neutron] Notify callbacks [] for binding, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:30.834386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d40cbcb9-fd10-42e4-9683-fac57f24a138 req-dd9a48cb-73cd-4d12-b17d-adecb37c3057 service neutron] 10.222.0.45 "DELETE /v2.0/ports/6d79e98c-3078-4810-82b9-86f57aea50e7/bindings/n-h1-778696-8 HTTP/1.1" status: 204 len: 173 time: 0.6677239 Jul 14 11:30:30.868496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-bfaab9fe-c46c-4b06-a64e-383b4f70a421 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d8af76-c926-471a-8e17-6ac621119ebe HTTP/1.1" status: 200 len: 217 time: 0.1656411 Jul 14 11:30:30.911940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:30.917807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:30.965297 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-f3e77db0-583e-4983-bccf-30cdba3252d7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7631407 Jul 14 11:30:30.982246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Request body: {'port': {'device_id': '42fdf974-a03c-4c7c-898f-9026633a9717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:31.136260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-730c5541-07e7-4efb-8e56-1b5fc762f619 service neutron] 10.222.0.38 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663887 Jul 14 11:30:31.168865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 29d8af76-c926-471a-8e17-6ac621119ebe, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=29d8af76-c926-471a-8e17-6ac621119ebe,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:31.190998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '29d8af76-c926-471a-8e17-6ac621119ebe', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'port_id': '29d8af76-c926-471a-8e17-6ac621119ebe', 'mac_address': 'fa:16:3e:d4:0e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606cc036-ccce-4fe3-b770-acb3ecc81cfe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:30:31.257899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:31.343349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c3213906-7c86-4b68-bd14-dbfc80eb0005 None None] Provisioning for port e999e3ef-3904-4426-bde4-e83f9948aa1d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:31.374843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c3213906-7c86-4b68-bd14-dbfc80eb0005 None None] Provisioning complete for port e999e3ef-3904-4426-bde4-e83f9948aa1d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:31.375250 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3213906-7c86-4b68-bd14-dbfc80eb0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:31.459976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fc405e0-a5a0-4c90-ab81-99b4cce4da7f req-b17bacb0-149f-4463-a335-6cbec6baf46d tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] 10.222.0.38 "GET /v2.0/security-groups/53c6d93b-eefb-411d-b56f-e1994681d4c6 HTTP/1.1" status: 200 len: 1779 time: 0.6218991 Jul 14 11:30:31.512114 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:31.540505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d8af76-c926-471a-8e17-6ac621119ebe {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:31.542007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-15a8448b-b4a6-4832-877d-fb5a6bf99c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:31.544355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-15a8448b-b4a6-4832-877d-fb5a6bf99c0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.6726727 Jul 14 11:30:31.547970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c3213906-7c86-4b68-bd14-dbfc80eb0005 None None] Port e999e3ef-3904-4426-bde4-e83f9948aa1d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:30:31.591502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 29d8af76-c926-471a-8e17-6ac621119ebe, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=29d8af76-c926-471a-8e17-6ac621119ebe,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:31.600956 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:31.634530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-b0ec233c-4f34-4c07-85b9-b26c1d9b9dd5 service neutron] 10.222.0.38 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337833 Jul 14 11:30:31.662630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-7024167c-818b-4cd1-b0df-5958e18c56e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895505 Jul 14 11:30:31.756876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=29d8af76-c926-471a-8e17-6ac621119ebe,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:31.814293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['29d8af76-c926-471a-8e17-6ac621119ebe'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:30:31.847276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db283e1a-743b-4992-9dfc-033f03de9c98 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:31.888052 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:31.968244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Transition to ACTIVE for port object db283e1a-743b-4992-9dfc-033f03de9c98 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:32.120440 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:32.175346 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fc405e0-a5a0-4c90-ab81-99b4cce4da7f req-38cb4ab7-1f8e-4907-b09f-ac9b460ca608 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:32.448100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e999e3ef-3904-4426-bde4-e83f9948aa1d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:32.464626 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:32.495112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Transition to ACTIVE for port object e999e3ef-3904-4426-bde4-e83f9948aa1d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:32.504518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:32.704881 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Pushing event updated for resources: {'Port': ['ID=e999e3ef-3904-4426-bde4-e83f9948aa1d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:32.832915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 29d8af76-c926-471a-8e17-6ac621119ebe up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:32.969396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Attempting to bind port e999e3ef-3904-4426-bde4-e83f9948aa1d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:32.971268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Attempting to bind port e999e3ef-3904-4426-bde4-e83f9948aa1d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:32.976572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Attempting to bind port e999e3ef-3904-4426-bde4-e83f9948aa1d on network c1f9e648-b50b-4b33-a637-863e02b08548 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:32.987806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Port e999e3ef-3904-4426-bde4-e83f9948aa1d on network c1f9e648-b50b-4b33-a637-863e02b08548 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:30:32.995317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Attempting to bind port e999e3ef-3904-4426-bde4-e83f9948aa1d on network c1f9e648-b50b-4b33-a637-863e02b08548 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:33.027958 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:33.032212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Checking segment: {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:33.033357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Bound using segment: {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:33.033725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Bound port: e999e3ef-3904-4426-bde4-e83f9948aa1d, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:33.034625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:33.073278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 29d8af76-c926-471a-8e17-6ac621119ebe completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:33.083455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 29d8af76-c926-471a-8e17-6ac621119ebe triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:33.083833 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:33.265633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] For port e999e3ef-3904-4426-bde4-e83f9948aa1d, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:33.270815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] For port e999e3ef-3904-4426-bde4-e83f9948aa1d, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e999e3ef-3904-4426-bde4-e83f9948aa1d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:33.285592 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:33.442519 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:33.487113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:33.487831 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:33.512117 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] 10.222.0.64 "PUT /v2.0/ports/e999e3ef-3904-4426-bde4-e83f9948aa1d HTTP/1.1" status: 200 len: 1091 time: 2.5348434 Jul 14 11:30:33.512731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fdf974-a03c-4c7c-898f-9026633a9717', 'tag': 'e999e3ef-3904-4426-bde4-e83f9948aa1d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:33.516587 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08929304-c66a-4bc7-97dc-cb85b642e0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "42fdf974-a03c-4c7c-898f-9026633a9717", "tag": "e999e3ef-3904-4426-bde4-e83f9948aa1d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:33.546467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4207d80-3618-4336-b28b-67ca417af2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d8af76-c926-471a-8e17-6ac621119ebe'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:33.548830 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84227a0-a6b5-4cab-96e3-fc26cce98b2c" -d '{"events": [{"server_uuid": "f4207d80-3618-4336-b28b-67ca417af2d8", "name": "network-vif-plugged", "status": "completed", "tag": "29d8af76-c926-471a-8e17-6ac621119ebe"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:33.610594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fc405e0-a5a0-4c90-ab81-99b4cce4da7f req-38cb4ab7-1f8e-4907-b09f-ac9b460ca608 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:33.630300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Pushing event updated for resources: {'Port': ['ID=db283e1a-743b-4992-9dfc-033f03de9c98,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:33.642278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36364) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:33.642682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36366) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:33.669168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 29d8af76-c926-471a-8e17-6ac621119ebe, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=29d8af76-c926-471a-8e17-6ac621119ebe,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:33.698432 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:33.781883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15871-b423-43e4-8c4b-1a3911b5c920 service neutron] Pushing event updated for resources: {'Port': ['ID=e999e3ef-3904-4426-bde4-e83f9948aa1d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:33.848559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-8a6505ea-8495-4b31-a47b-0e72598d06e2 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1759276 Jul 14 11:30:33.866274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=29d8af76-c926-471a-8e17-6ac621119ebe,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:33.901563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-460ad7e3-ce4d-4fcb-87bf-6d2ec0a60370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:33.917683 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-460ad7e3-ce4d-4fcb-87bf-6d2ec0a60370 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 1094 time: 0.2417278 Jul 14 11:30:34.057860 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-c67723e5-d253-4c2e-98e5-c9b56142d10d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e999e3ef-3904-4426-bde4-e83f9948aa1d HTTP/1.1" status: 200 len: 217 time: 0.1333144 Jul 14 11:30:34.090253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1e2fee3-7770-4137-a534-d3d9b11937f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:34.095144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93c5e9e1-bb65-445c-8eff-99afadcba1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:34.099227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b8b1023-bc5e-479c-911d-01deb855bad4 req-d9f24659-87b7-4f0c-acad-656271c22880 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394619 Jul 14 11:30:34.219571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fc405e0-a5a0-4c90-ab81-99b4cce4da7f req-38cb4ab7-1f8e-4907-b09f-ac9b460ca608 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:34.226018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2fc405e0-a5a0-4c90-ab81-99b4cce4da7f req-38cb4ab7-1f8e-4907-b09f-ac9b460ca608 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:34.230025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fc405e0-a5a0-4c90-ab81-99b4cce4da7f req-38cb4ab7-1f8e-4907-b09f-ac9b460ca608 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] 10.222.0.38 "DELETE /v2.0/security-groups/53c6d93b-eefb-411d-b56f-e1994681d4c6 HTTP/1.1" status: 204 len: 173 time: 2.7418017 Jul 14 11:30:34.270433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed59b-8456-4f11-a904-e20da85dea1e req-ba13d154-3f5e-4a7b-9e99-31373d977a08 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:34.274816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d0ed59b-8456-4f11-a904-e20da85dea1e req-ba13d154-3f5e-4a7b-9e99-31373d977a08 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 944 time: 1.9161236 Jul 14 11:30:34.328527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb4ab7-1f8e-4907-b09f-ac9b460ca608 tempest-SecurityGroupsTestAdminJSON-1391937773 tempest-SecurityGroupsTestAdminJSON-1391937773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c6d93b-eefb-411d-b56f-e1994681d4c6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:34.389829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Attempting to bind port db283e1a-743b-4992-9dfc-033f03de9c98 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:34.390472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Attempting to bind port db283e1a-743b-4992-9dfc-033f03de9c98 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:34.391353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Attempting to bind port db283e1a-743b-4992-9dfc-033f03de9c98 on network c1f9e648-b50b-4b33-a637-863e02b08548 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:34.396980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Port db283e1a-743b-4992-9dfc-033f03de9c98 on network c1f9e648-b50b-4b33-a637-863e02b08548 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:30:34.397894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Attempting to bind port db283e1a-743b-4992-9dfc-033f03de9c98 on network c1f9e648-b50b-4b33-a637-863e02b08548 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:34.404452 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d0ed59b-8456-4f11-a904-e20da85dea1e req-4509cb79-1f0c-4da1-8fb6-5d1c75701dc6 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177232 Jul 14 11:30:34.409163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:34.409787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Checking segment: {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:34.410557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Bound using segment: {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:34.411328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Bound port: db283e1a-743b-4992-9dfc-033f03de9c98, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:34.412021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:34.484368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-c6f95558-a45d-436e-87e0-a1294b6dfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:34.486623 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-c6f95558-a45d-436e-87e0-a1294b6dfb59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0f9081f-281b-452a-bd0c-6f92450006d9 HTTP/1.1" status: 200 len: 854 time: 0.4142857 Jul 14 11:30:34.646459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93c5e9e1-bb65-445c-8eff-99afadcba1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:34.671820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93c5e9e1-bb65-445c-8eff-99afadcba1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:34.743653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95116e75-45e1-4327-b064-72ba6e009bdb req-fd304a17-f2b5-496e-a954-a00a74b05e24 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:34.745976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95116e75-45e1-4327-b064-72ba6e009bdb req-fd304a17-f2b5-496e-a954-a00a74b05e24 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 946 time: 0.2728620 Jul 14 11:30:34.759532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] For port db283e1a-743b-4992-9dfc-033f03de9c98, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:34.831178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] For port db283e1a-743b-4992-9dfc-033f03de9c98, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=db283e1a-743b-4992-9dfc-033f03de9c98,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:34.865094 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:34.872492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36380) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:34.895185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5e9e1-bb65-445c-8eff-99afadcba1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e309151b-a471-4832-8a51-86e8e980419c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:34.910018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95116e75-45e1-4327-b064-72ba6e009bdb req-4e097c08-be50-4606-81c7-3264cc42ce89 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423206 Jul 14 11:30:34.919304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-93c5e9e1-bb65-445c-8eff-99afadcba1c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=973726e6222a44dfa5a16bcca2bcd463&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2718689 Jul 14 11:30:34.922647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36384) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:35.081443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd1fb8eb-1be1-4c94-ae84-cffab4a1d56d req-3d8e1e7e-23c2-4879-bdfd-7a811217ae92 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 210 time: 0.1691780 Jul 14 11:30:35.094891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:35.095985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:35.098335 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f4b2b-a073-4506-820d-92f5c7a1e3dd x-openstack-request-id: req-833f4b2b-a073-4506-820d-92f5c7a1e3dd {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:35.099199 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4207d80-3618-4336-b28b-67ca417af2d8", "name": "network-vif-plugged", "status": "completed", "tag": "29d8af76-c926-471a-8e17-6ac621119ebe", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:35.099917 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-833f4b2b-a073-4506-820d-92f5c7a1e3dd {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:35.100176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] 10.222.0.45 "PUT /v2.0/ports/db283e1a-743b-4992-9dfc-033f03de9c98 HTTP/1.1" status: 200 len: 1092 time: 5.9653583 Jul 14 11:30:35.100739 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4207d80-3618-4336-b28b-67ca417af2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d8af76-c926-471a-8e17-6ac621119ebe', 'code': 200} Jul 14 11:30:35.102651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56733b0e-edca-469c-888e-0c691a6b3800', 'tag': 'db283e1a-743b-4992-9dfc-033f03de9c98'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:35.122746 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0229a025-6bd9-44b2-b635-8cfaeb2dfa1f" -d '{"events": [{"name": "network-changed", "server_uuid": "56733b0e-edca-469c-888e-0c691a6b3800", "tag": "db283e1a-743b-4992-9dfc-033f03de9c98"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:35.185170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1e2fee3-7770-4137-a534-d3d9b11937f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:35.194481 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7994e116-b0a1-4811-97bc-240eea78c5f2 x-openstack-request-id: req-7994e116-b0a1-4811-97bc-240eea78c5f2 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:35.194782 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fdf974-a03c-4c7c-898f-9026633a9717", "tag": "e999e3ef-3904-4426-bde4-e83f9948aa1d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:35.195032 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7994e116-b0a1-4811-97bc-240eea78c5f2 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:35.195486 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fdf974-a03c-4c7c-898f-9026633a9717', 'tag': 'e999e3ef-3904-4426-bde4-e83f9948aa1d', 'status': 'completed', 'code': 200} Jul 14 11:30:35.296280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1e2fee3-7770-4137-a534-d3d9b11937f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:35.352332 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5409da09-e65a-4381-b7d4-d4cd98b2d2a1 x-openstack-request-id: req-5409da09-e65a-4381-b7d4-d4cd98b2d2a1 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:35.352332 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56733b0e-edca-469c-888e-0c691a6b3800", "tag": "db283e1a-743b-4992-9dfc-033f03de9c98", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:35.352332 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5409da09-e65a-4381-b7d4-d4cd98b2d2a1 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:35.352795 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56733b0e-edca-469c-888e-0c691a6b3800', 'tag': 'db283e1a-743b-4992-9dfc-033f03de9c98', 'status': 'completed', 'code': 200} Jul 14 11:30:35.378973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-3d48fa0f-db33-47eb-b4bb-2b3c0833f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:35.378973 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-3d48fa0f-db33-47eb-b4bb-2b3c0833f612 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1f9e648-b50b-4b33-a637-863e02b08548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8825285 Jul 14 11:30:35.444444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2fee3-7770-4137-a534-d3d9b11937f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da371c3-fb1c-4f92-b67c-32b50d28a014,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:35.457355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad05243-1005-495d-b97c-0ad4d0544814 service neutron] Pushing event updated for resources: {'Port': ['ID=db283e1a-743b-4992-9dfc-033f03de9c98,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:35.538293 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d09ce524-2f16-4dd8-bc17-b51a6528545a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=427c2aa5829549fe86ebddba9bfbb531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6606498 Jul 14 11:30:35.542460 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c1e2fee3-7770-4137-a534-d3d9b11937f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5dc9c45764d84650bd9d564bc5e567f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8984270 Jul 14 11:30:35.549116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36390) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:35.549611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36392) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:35.568767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db4ebc59-27ab-43ca-b4c4-21f139e860c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:35.611460 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db4ebc59-27ab-43ca-b4c4-21f139e860c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:35.651408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229a025-6bd9-44b2-b635-8cfaeb2dfa1f req-382ba666-5032-450d-bcf3-ff2ea9d3f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:35.653462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0229a025-6bd9-44b2-b635-8cfaeb2dfa1f req-382ba666-5032-450d-bcf3-ff2ea9d3f645 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 1095 time: 0.3264267 Jul 14 11:30:35.663733 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-c00d277b-d15e-4cab-a9ac-24e33d19b181 service neutron] 10.222.0.64 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485864 Jul 14 11:30:35.704018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94784-177c-4bf8-982f-42256eda0608 req-1d772d67-0896-4676-b23a-0dc233f08246 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:35.706899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-1d772d67-0896-4676-b23a-0dc233f08246 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.45 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 815 time: 0.7338998 Jul 14 11:30:35.739202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963ab0a-1084-46ff-b73b-56e993989e29 req-89281eda-0490-46a6-b331-67bc323b9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:35.741031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1963ab0a-1084-46ff-b73b-56e993989e29 req-89281eda-0490-46a6-b331-67bc323b9920 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 1097 time: 0.4370272 Jul 14 11:30:35.773903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Request body: {'port': {'device_id': '585e0824-59f0-487c-9fe8-ff24f8ba4467', 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548', 'admin_state_up': True, 'tenant_id': '8483e2d0597349e9b9a0c78f8eb2e16e'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:35.835898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db4ebc59-27ab-43ca-b4c4-21f139e860c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:35.839037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db4ebc59-27ab-43ca-b4c4-21f139e860c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:35.843670 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-db4ebc59-27ab-43ca-b4c4-21f139e860c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e309151b-a471-4832-8a51-86e8e980419c HTTP/1.1" status: 204 len: 168 time: 0.6506827 Jul 14 11:30:35.883447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ebc59-27ab-43ca-b4c4-21f139e860c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e309151b-a471-4832-8a51-86e8e980419c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:35.898998 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-62e8ebcc-c8b2-49c8-ba09-518b596368b2 req-26005694-ec22-4862-8eb3-2d100d975592 service neutron] 10.222.0.64 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276890 Jul 14 11:30:35.914050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247b8f6-f3e3-4805-8d13-c08416b858b7 req-e01c5227-3062-4f43-80cc-1b048c1d3cd4 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:35.917413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4247b8f6-f3e3-4805-8d13-c08416b858b7 req-e01c5227-3062-4f43-80cc-1b048c1d3cd4 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1095 time: 0.4797046 Jul 14 11:30:36.079558 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caabefc5-2207-49a6-bbad-5e97df4cc926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:36.081249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:36.114907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1963ab0a-1084-46ff-b73b-56e993989e29 req-69889c39-cc8d-44c2-90ce-f6a56e11f4a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924626 Jul 14 11:30:36.155307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-d444ab7f-31c9-4e65-a928-64e95d744829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:36.157118 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-d444ab7f-31c9-4e65-a928-64e95d744829 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 1094 time: 0.1576407 Jul 14 11:30:36.232407 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:36.251355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229a025-6bd9-44b2-b635-8cfaeb2dfa1f req-a9b11049-016d-45c8-9f2c-26f7b8cf3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:36.252923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0229a025-6bd9-44b2-b635-8cfaeb2dfa1f req-a9b11049-016d-45c8-9f2c-26f7b8cf3282 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5830491 Jul 14 11:30:36.256645 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caabefc5-2207-49a6-bbad-5e97df4cc926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:36.273468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4247b8f6-f3e3-4805-8d13-c08416b858b7 req-57037684-c0cf-488f-ad3c-ed48f2aa107d tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185587 Jul 14 11:30:36.365181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-a5564731-e207-4290-ae37-b46a76cf8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:36.365181 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-a5564731-e207-4290-ae37-b46a76cf8bee service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 915 time: 0.1963902 Jul 14 11:30:36.466860 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-35b3ffac-aa47-46ec-84b9-ae222af41cc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e999e3ef-3904-4426-bde4-e83f9948aa1d HTTP/1.1" status: 200 len: 217 time: 0.0939546 Jul 14 11:30:36.591361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-d8c28d72-8fa9-4409-a1ae-e10aa221bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:36.594957 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-d8c28d72-8fa9-4409-a1ae-e10aa221bec2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0f9081f-281b-452a-bd0c-6f92450006d9 HTTP/1.1" status: 200 len: 854 time: 0.1207092 Jul 14 11:30:36.665470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f012459-3a74-4d1a-879b-d0da38c7a500 req-0c021743-0b99-4e54-b228-969be1932a51 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 210 time: 0.1410460 Jul 14 11:30:36.682985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Made reservation on behalf of 8483e2d0597349e9b9a0c78f8eb2e16e for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:36.689815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:36.690996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-081ba2f0-a957-47a1-98c8-b9736b48fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:36.700807 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-081ba2f0-a957-47a1-98c8-b9736b48fe75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1f9e648-b50b-4b33-a637-863e02b08548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972369 Jul 14 11:30:36.862568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e999e3ef-3904-4426-bde4-e83f9948aa1d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:30:36.894204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:36.906285 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:36.912388 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f90193c6-f530-4967-bace-14daa50f988b HTTP/1.1" status: 204 len: 168 time: 1.3501008 Jul 14 11:30:36.975658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2d48a-0f5d-4fcf-a35d-26e2b7315463 req-74030bee-5932-4d53-8b34-a4c840207255 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:36.983940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32a2d48a-0f5d-4fcf-a35d-26e2b7315463 req-74030bee-5932-4d53-8b34-a4c840207255 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 946 time: 0.8659534 Jul 14 11:30:37.013014 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-47cb8660-59f2-4be5-9c37-4bbf5f6ad6ba service neutron] 10.222.0.64 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030262 Jul 14 11:30:37.197244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e999e3ef-3904-4426-bde4-e83f9948aa1d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e999e3ef-3904-4426-bde4-e83f9948aa1d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:37.260115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'e999e3ef-3904-4426-bde4-e83f9948aa1d', 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548', 'port_id': 'e999e3ef-3904-4426-bde4-e83f9948aa1d', 'mac_address': 'fa:16:3e:55:77:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f9081f-281b-452a-bd0c-6f92450006d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:30:37.261610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90193c6-f530-4967-bace-14daa50f988b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:37.325957 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08929304-c66a-4bc7-97dc-cb85b642e0cb req-3ebd3a14-5df8-4f6e-a09d-bcbe75d41965 service neutron] 10.222.0.64 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046784 Jul 14 11:30:37.370818 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:37.406119 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caabefc5-2207-49a6-bbad-5e97df4cc926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:37.408825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e999e3ef-3904-4426-bde4-e83f9948aa1d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:37.409225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-caabefc5-2207-49a6-bbad-5e97df4cc926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:37.411317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-caabefc5-2207-49a6-bbad-5e97df4cc926 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0da371c3-fb1c-4f92-b67c-32b50d28a014 HTTP/1.1" status: 204 len: 168 time: 1.8456612 Jul 14 11:30:37.454624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e999e3ef-3904-4426-bde4-e83f9948aa1d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e999e3ef-3904-4426-bde4-e83f9948aa1d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:37.461264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.461643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.463265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.463516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.463930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.464236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.464605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.464932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.465305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.465621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.465953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.466448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1280b35-a61f-4254-8663-2822c1fb7d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:37.468403 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:37.488780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229a025-6bd9-44b2-b635-8cfaeb2dfa1f req-d430b8bc-fdad-4d76-959f-41c8ccc34010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:37.490455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0229a025-6bd9-44b2-b635-8cfaeb2dfa1f req-d430b8bc-fdad-4d76-959f-41c8ccc34010 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2072465 Jul 14 11:30:37.562797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36446) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:37.571182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32a2d48a-0f5d-4fcf-a35d-26e2b7315463 req-024dfe7f-3be2-42a7-b400-692163510948 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862691 Jul 14 11:30:37.576217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabefc5-2207-49a6-bbad-5e97df4cc926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da371c3-fb1c-4f92-b67c-32b50d28a014,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:37.704662 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d091cce4-7857-462a-bcc8-9d0e4d96a21b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfd25f7db96b4ecbbe4b0eeaa8d62674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403341 Jul 14 11:30:37.708424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36450) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:37.727611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['e999e3ef-3904-4426-bde4-e83f9948aa1d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:30:37.743044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=e999e3ef-3904-4426-bde4-e83f9948aa1d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:37.846695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09ff49ae-e8f1-438d-957f-e25137939bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:37.898051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09ff49ae-e8f1-438d-957f-e25137939bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:37.898556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-bf92e9f9-88ba-419e-8817-66e8c255208c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:37.906574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-bf92e9f9-88ba-419e-8817-66e8c255208c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 808 time: 0.9863801 Jul 14 11:30:37.997386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Allocated IP 172.20.0.10 (c1f9e648-b50b-4b33-a637-863e02b08548/f0f9081f-281b-452a-bd0c-6f92450006d9/2f311842-f517-4e50-9af5-b67fd35fc83d) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:38.026378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09ff49ae-e8f1-438d-957f-e25137939bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:38.031689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09ff49ae-e8f1-438d-957f-e25137939bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:38.033257 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-09ff49ae-e8f1-438d-957f-e25137939bbb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3caeaa8c-282d-4467-878d-166fee7254ff HTTP/1.1" status: 204 len: 168 time: 0.3233585 Jul 14 11:30:38.053489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff49ae-e8f1-438d-957f-e25137939bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caeaa8c-282d-4467-878d-166fee7254ff,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:38.059793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-89597cdf-1cb7-43b7-89f7-57c390f633be tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/quotas/23c841083d26402ca921ca2bdccfbe4b HTTP/1.1" status: 200 len: 375 time: 0.1500607 Jul 14 11:30:38.137843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-212bdcef-e02b-47f3-a07d-7d4ed6940153 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:38.142160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-212bdcef-e02b-47f3-a07d-7d4ed6940153 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 946 time: 0.8541725 Jul 14 11:30:38.382600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36466) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:38.422423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14114b64-f4fa-42c0-ab5f-e389ac106ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:38.525870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af61beb0-2ca9-4088-bae9-5f51f4290bdf req-b5547f32-c584-44ec-ac69-837b966f45ef tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 210 time: 0.4347310 Jul 14 11:30:38.528517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-e05a1648-7935-4bf5-91ae-0dc723e6da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:38.534518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-e05a1648-7935-4bf5-91ae-0dc723e6da68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 1095 time: 0.9489179 Jul 14 11:30:38.712081 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14114b64-f4fa-42c0-ab5f-e389ac106ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:38.724417 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14114b64-f4fa-42c0-ab5f-e389ac106ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:38.800603 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-14114b64-f4fa-42c0-ab5f-e389ac106ad2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dd5089b1d564457a3a8581e940f90bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155757 Jul 14 11:30:38.824718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36478) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:38.879976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14114b64-f4fa-42c0-ab5f-e389ac106ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4ff9c4-f89f-4f21-8b7d-8842cf309fb9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:39.016877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-533c535e-15a4-4cab-ae91-66d630cb7699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:39.070753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-533c535e-15a4-4cab-ae91-66d630cb7699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:39.195815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-533c535e-15a4-4cab-ae91-66d630cb7699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:39.198983 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-533c535e-15a4-4cab-ae91-66d630cb7699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:39.218623 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-533c535e-15a4-4cab-ae91-66d630cb7699 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef4ff9c4-f89f-4f21-8b7d-8842cf309fb9 HTTP/1.1" status: 204 len: 168 time: 0.3909857 Jul 14 11:30:39.242143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c535e-15a4-4cab-ae91-66d630cb7699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4ff9c4-f89f-4f21-8b7d-8842cf309fb9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:39.354178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-b2ce94d2-2b62-40ab-8640-6105b5ad7c32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db283e1a-743b-4992-9dfc-033f03de9c98 HTTP/1.1" status: 200 len: 217 time: 0.8054652 Jul 14 11:30:39.412493 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f2fb0899-f515-47c8-9693-24920351aaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:39.473655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:39.528391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-cc03d54c-28dd-42a3-8bb9-4a4efe584faa tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4567740 Jul 14 11:30:39.613846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Transition to ACTIVE for port object 2f311842-f517-4e50-9af5-b67fd35fc83d will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:39.667817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-766ffd69-f546-4f5f-b39a-d3e320d94632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:39.669472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-766ffd69-f546-4f5f-b39a-d3e320d94632 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0f9081f-281b-452a-bd0c-6f92450006d9 HTTP/1.1" status: 200 len: 854 time: 0.3020105 Jul 14 11:30:39.681851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7d136-b8c5-4757-8783-2d435af3a6b7 req-e06d2654-9bef-4786-8cc3-0dfec15275d3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:39.690396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91b7d136-b8c5-4757-8783-2d435af3a6b7 req-e06d2654-9bef-4786-8cc3-0dfec15275d3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 946 time: 0.4576714 Jul 14 11:30:39.791573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Deleting port 29d8af76-c926-471a-8e17-6ac621119ebe {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:30:39.791979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:39.948766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91b7d136-b8c5-4757-8783-2d435af3a6b7 req-47ca8aea-edd5-4437-891d-883ec185c4b9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554603 Jul 14 11:30:39.973467 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-5701abc0-777d-43e3-b218-a22122d9dfb9 service neutron] 10.222.0.38 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441924 Jul 14 11:30:39.981991 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:39.994059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['e999e3ef-3904-4426-bde4-e83f9948aa1d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:30:40.158968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Pushing event updated for resources: {'Port': ['ID=2f311842-f517-4e50-9af5-b67fd35fc83d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:40.162747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-23a1c66e-49cc-432d-b670-8e7be32e3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:40.164548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-23a1c66e-49cc-432d-b670-8e7be32e3bfe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f9e648-b50b-4b33-a637-863e02b08548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4672351 Jul 14 11:30:40.283961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Network c1f9e648-b50b-4b33-a637-863e02b08548 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:40.310446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] For port 29d8af76-c926-471a-8e17-6ac621119ebe, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=29d8af76-c926-471a-8e17-6ac621119ebe,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:40.311743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:40.318989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:40.380989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:40.417660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Calling delete_port for 29d8af76-c926-471a-8e17-6ac621119ebe owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:30:40.662164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:40.666870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:40.808852 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-60107870-ae41-4510-8568-ff27091a19a0 None None] Provisioning for port 2f311842-f517-4e50-9af5-b67fd35fc83d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:40.817945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-60107870-ae41-4510-8568-ff27091a19a0 None None] Provisioning complete for port 2f311842-f517-4e50-9af5-b67fd35fc83d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:40.818634 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60107870-ae41-4510-8568-ff27091a19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:40.880385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-60107870-ae41-4510-8568-ff27091a19a0 None None] Port 2f311842-f517-4e50-9af5-b67fd35fc83d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:30:40.890219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-ef3e53ce-ae6b-4634-b676-88d60042196d service neutron] 10.222.0.38 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8029103 Jul 14 11:30:40.910157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e999e3ef-3904-4426-bde4-e83f9948aa1d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:40.949781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-48b1c916-33ed-4991-a52a-37f6fa0415f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2073293 Jul 14 11:30:40.985748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-7c3f63d0-2d79-4855-ab32-7da1e08c7931 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7726028 Jul 14 11:30:41.006543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Request body: {'port': {'device_id': '585e0824-59f0-487c-9fe8-ff24f8ba4467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:41.085831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port e999e3ef-3904-4426-bde4-e83f9948aa1d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:41.091640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port e999e3ef-3904-4426-bde4-e83f9948aa1d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:41.095979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:41.490435 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:41.586228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fdf974-a03c-4c7c-898f-9026633a9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e999e3ef-3904-4426-bde4-e83f9948aa1d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:41.601624 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d615f-a2f2-4992-9c20-0a6291c87e08" -d '{"events": [{"server_uuid": "42fdf974-a03c-4c7c-898f-9026633a9717", "name": "network-vif-plugged", "status": "completed", "tag": "e999e3ef-3904-4426-bde4-e83f9948aa1d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:41.621999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a3a5-14da-456b-a290-8cdb1d8c0926 req-dcfff512-2dba-4158-8eec-e01c3f476475 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:41.628078 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a143a3a5-14da-456b-a290-8cdb1d8c0926 req-dcfff512-2dba-4158-8eec-e01c3f476475 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 932 time: 1.0558739 Jul 14 11:30:41.650559 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:41.665190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9546ae9f-2f12-41eb-8c84-dacd32468c84 req-d13cdb31-0527-44ca-a7fd-f4d50ffd0ce9 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400743 Jul 14 11:30:41.705867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['29d8af76-c926-471a-8e17-6ac621119ebe'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:30:41.707242 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:41.718138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event deleted for resources: {'Port': ['ID=29d8af76-c926-471a-8e17-6ac621119ebe,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:41.719681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e999e3ef-3904-4426-bde4-e83f9948aa1d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e999e3ef-3904-4426-bde4-e83f9948aa1d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:41.802236 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:41.820729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a143a3a5-14da-456b-a290-8cdb1d8c0926 req-8419c685-9ae9-462a-b8f6-324b72ce7420 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725426 Jul 14 11:30:41.848008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] No DVR routers for this DVR port 29d8af76-c926-471a-8e17-6ac621119ebe on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:30:41.857729 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:41.860254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06061322-2389-45e8-b8d1-00b2ce00ddc3 req-f7150b54-2261-43c6-9bc2-e19a0cc1e6cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "DELETE /v2.0/ports/29d8af76-c926-471a-8e17-6ac621119ebe HTTP/1.1" status: 204 len: 173 time: 3.5382876 Jul 14 11:30:41.862039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4207d80-3618-4336-b28b-67ca417af2d8', 'name': 'network-vif-deleted', 'tag': '29d8af76-c926-471a-8e17-6ac621119ebe'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:41.864644 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242c3dba-859c-41de-aa83-fab93fb33fbb" -d '{"events": [{"server_uuid": "f4207d80-3618-4336-b28b-67ca417af2d8", "name": "network-vif-deleted", "tag": "29d8af76-c926-471a-8e17-6ac621119ebe"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:41.898170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8cd69-565e-479f-90ab-e769ca3da50d req-987de4cc-e0f7-45a1-803a-3ef0131f8024 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:41.903101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=e999e3ef-3904-4426-bde4-e83f9948aa1d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:41.911323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83b8cd69-565e-479f-90ab-e769ca3da50d req-987de4cc-e0f7-45a1-803a-3ef0131f8024 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 867 time: 0.3505008 Jul 14 11:30:42.102050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da9c350f-d5a0-451f-9884-3aabfb0eae86 req-0d323acb-f048-4500-b353-d417bf821992 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 210 time: 0.0682068 Jul 14 11:30:42.136354 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2ce07101-c635-49e4-a6a1-ccd954a8f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:42.217738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83b8cd69-565e-479f-90ab-e769ca3da50d req-f6a7256a-3683-42b0-9091-13d0e1bacd82 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050191 Jul 14 11:30:42.248991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:42.372577 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e12738-0565-47e7-aed8-a0c0ee971484 x-openstack-request-id: req-b4e12738-0565-47e7-aed8-a0c0ee971484 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:42.372881 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fdf974-a03c-4c7c-898f-9026633a9717", "name": "network-vif-plugged", "status": "completed", "tag": "e999e3ef-3904-4426-bde4-e83f9948aa1d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:42.373822 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4e12738-0565-47e7-aed8-a0c0ee971484 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:42.374341 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fdf974-a03c-4c7c-898f-9026633a9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e999e3ef-3904-4426-bde4-e83f9948aa1d', 'code': 200} Jul 14 11:30:42.408693 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f6e64-2db9-4afe-91e2-eb9a9da878f1 x-openstack-request-id: req-de6f6e64-2db9-4afe-91e2-eb9a9da878f1 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:42.409764 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4207d80-3618-4336-b28b-67ca417af2d8", "name": "network-vif-deleted", "tag": "29d8af76-c926-471a-8e17-6ac621119ebe", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:42.410113 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de6f6e64-2db9-4afe-91e2-eb9a9da878f1 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:42.410616 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4207d80-3618-4336-b28b-67ca417af2d8', 'name': 'network-vif-deleted', 'tag': '29d8af76-c926-471a-8e17-6ac621119ebe', 'status': 'completed', 'code': 200} Jul 14 11:30:42.580823 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f58cf8a-a7ac-4a20-ad45-9a0b4d1c9823 req-9fb14163-6bc1-4dbd-a093-de501a35faff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 210 time: 0.0716777 Jul 14 11:30:42.630124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f311842-f517-4e50-9af5-b67fd35fc83d {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:42.640373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:42.655304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Transition to ACTIVE for port object 2f311842-f517-4e50-9af5-b67fd35fc83d will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:42.663265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:42.903291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13150f78-6a56-459e-9403-e37bb9c56291 req-cbc50cf4-4a93-4b5a-b030-1a69731663d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:42.906679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13150f78-6a56-459e-9403-e37bb9c56291 req-cbc50cf4-4a93-4b5a-b030-1a69731663d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 1096 time: 0.4513986 Jul 14 11:30:42.910410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Pushing event updated for resources: {'Port': ['ID=2f311842-f517-4e50-9af5-b67fd35fc83d,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:43.025658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Attempting to bind port 2f311842-f517-4e50-9af5-b67fd35fc83d on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:43.025927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Attempting to bind port 2f311842-f517-4e50-9af5-b67fd35fc83d by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:43.026259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Attempting to bind port 2f311842-f517-4e50-9af5-b67fd35fc83d on network c1f9e648-b50b-4b33-a637-863e02b08548 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:43.036372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Port 2f311842-f517-4e50-9af5-b67fd35fc83d on network c1f9e648-b50b-4b33-a637-863e02b08548 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:30:43.036699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Attempting to bind port 2f311842-f517-4e50-9af5-b67fd35fc83d on network c1f9e648-b50b-4b33-a637-863e02b08548 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:43.055738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13150f78-6a56-459e-9403-e37bb9c56291 req-2600741e-7132-46ae-9a08-c1bd5f1eea23 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362479 Jul 14 11:30:43.055904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:43.056136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Checking segment: {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:43.056529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Bound using segment: {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:43.056984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Bound port: 2f311842-f517-4e50-9af5-b67fd35fc83d, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:43.057454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:43.171666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58cf8a-a7ac-4a20-ad45-9a0b4d1c9823 req-7e74772e-7813-41dd-b87b-3d9176673f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:43.173402 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f58cf8a-a7ac-4a20-ad45-9a0b4d1c9823 req-7e74772e-7813-41dd-b87b-3d9176673f86 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9dff92e033a84752a3854a9be9772157&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5847161 Jul 14 11:30:43.332186 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:43.493115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] For port 2f311842-f517-4e50-9af5-b67fd35fc83d, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:43.503722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec6304be-c47a-443e-b5bf-ccbc4f342fc6 req-ee173c35-ca04-4a35-aee8-2412915c1110 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 210 time: 0.1402078 Jul 14 11:30:43.533166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] For port 2f311842-f517-4e50-9af5-b67fd35fc83d, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2f311842-f517-4e50-9af5-b67fd35fc83d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:43.557682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:43.587374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58cf8a-a7ac-4a20-ad45-9a0b4d1c9823 req-9559673d-5791-408d-a0b8-4f20f8a477b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:43.589974 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8f58cf8a-a7ac-4a20-ad45-9a0b4d1c9823 req-9559673d-5791-408d-a0b8-4f20f8a477b7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4093113 Jul 14 11:30:43.631584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36042c1-4bde-494b-b800-8cee6e17fa4c req-ca8d1551-ff42-4e7b-b1a2-f6a193d39d20 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:43.644046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f36042c1-4bde-494b-b800-8cee6e17fa4c req-ca8d1551-ff42-4e7b-b1a2-f6a193d39d20 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 944 time: 0.4421375 Jul 14 11:30:43.710581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:43.712141 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:43.713668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] 10.222.0.45 "PUT /v2.0/ports/2f311842-f517-4e50-9af5-b67fd35fc83d HTTP/1.1" status: 200 len: 1092 time: 2.7470880 Jul 14 11:30:43.934470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f8af7-e142-4710-90fc-665be7264436 service neutron] Pushing event updated for resources: {'Port': ['ID=2f311842-f517-4e50-9af5-b67fd35fc83d,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:44.021629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f36042c1-4bde-494b-b800-8cee6e17fa4c req-235a6f3b-5603-4eb6-a5bf-7eeb9da5e246 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685689 Jul 14 11:30:44.035988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c1bdd08-af9a-4d25-849b-7160cadad4d4 req-10e06f5c-bbcd-4be1-b752-c43471aa1da1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 210 time: 0.1300955 Jul 14 11:30:44.174151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94784-177c-4bf8-982f-42256eda0608 req-06b16a71-7277-46a8-97aa-0e2443048895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:44.175715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-06b16a71-7277-46a8-97aa-0e2443048895 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 1095 time: 0.4073825 Jul 14 11:30:44.273449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36676) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:44.282916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-eb82bdbc-4c76-4368-84bd-6e4e6cdf1122 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f311842-f517-4e50-9af5-b67fd35fc83d HTTP/1.1" status: 200 len: 217 time: 0.0926397 Jul 14 11:30:44.406122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94784-177c-4bf8-982f-42256eda0608 req-7137f461-7118-463e-a6ef-fcc7902b98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:44.407637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-7137f461-7118-463e-a6ef-fcc7902b98fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0f9081f-281b-452a-bd0c-6f92450006d9 HTTP/1.1" status: 200 len: 854 time: 0.1169572 Jul 14 11:30:44.411588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585e0824-59f0-487c-9fe8-ff24f8ba4467', 'tag': '2f311842-f517-4e50-9af5-b67fd35fc83d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:44.416232 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7" -d '{"events": [{"name": "network-changed", "server_uuid": "585e0824-59f0-487c-9fe8-ff24f8ba4467", "tag": "2f311842-f517-4e50-9af5-b67fd35fc83d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:44.496777 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a151d4e8-7eec-4f37-87b9-2b1683301c09 x-openstack-request-id: req-a151d4e8-7eec-4f37-87b9-2b1683301c09 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:44.497635 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585e0824-59f0-487c-9fe8-ff24f8ba4467", "tag": "2f311842-f517-4e50-9af5-b67fd35fc83d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:44.497919 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a151d4e8-7eec-4f37-87b9-2b1683301c09 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:44.498301 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585e0824-59f0-487c-9fe8-ff24f8ba4467', 'tag': '2f311842-f517-4e50-9af5-b67fd35fc83d', 'status': 'completed', 'code': 200} Jul 14 11:30:44.507630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94784-177c-4bf8-982f-42256eda0608 req-13ea42bc-232b-48b7-aa96-8b04d2c6433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:44.512179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-13ea42bc-232b-48b7-aa96-8b04d2c6433e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f9e648-b50b-4b33-a637-863e02b08548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894620 Jul 14 11:30:44.778085 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cf18a0c-5e15-4822-b5b2-0c289e4c19a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:44.882412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc65048a-9e15-4d8f-8ee9-77afc13f61cd req-9a7a3c8b-3454-4904-a445-6be092361e7b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 210 time: 0.1272256 Jul 14 11:30:44.926834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-22715c63-5489-4fdb-8fe8-15e52f24bfc3 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081619 Jul 14 11:30:45.030266 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:45.076918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-74ec9cd6-102b-4532-9736-73557ed06707 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:45.080164 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-74ec9cd6-102b-4532-9736-73557ed06707 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 808 time: 1.0015156 Jul 14 11:30:45.095950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Request body: {'port': {'device_id': 'e764cec2-723c-4666-82e4-625544cf88e9', 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046', 'admin_state_up': True, 'tenant_id': '23c841083d26402ca921ca2bdccfbe4b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:45.110407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f58cf8a-a7ac-4a20-ad45-9a0b4d1c9823 req-9590f94c-994d-4f73-804a-dbd5d9f9c2f6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 210 time: 0.1137142 Jul 14 11:30:45.220512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36706) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:45.242749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device db283e1a-743b-4992-9dfc-033f03de9c98 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:30:45.267944 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cf18a0c-5e15-4822-b5b2-0c289e4c19a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:45.302397 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cf18a0c-5e15-4822-b5b2-0c289e4c19a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:45.318057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Made reservation on behalf of 23c841083d26402ca921ca2bdccfbe4b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:45.322219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:45.433671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb88a8ef-7ef8-4590-8e46-4233e05309c0 req-e9a557b8-baf7-4587-ac53-622e04ff0499 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4207d80-3618-4336-b28b-67ca417af2d8 HTTP/1.1" status: 200 len: 210 time: 0.1246252 Jul 14 11:30:45.467042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2cf18a0c-5e15-4822-b5b2-0c289e4c19a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54cd157388804cac94630be718117fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1924646 Jul 14 11:30:45.475057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf18a0c-5e15-4822-b5b2-0c289e4c19a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bfea2b-ea5e-49f6-9051-e8a43d07e735,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:45.482929 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36712) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:45.510560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port db283e1a-743b-4992-9dfc-033f03de9c98, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=db283e1a-743b-4992-9dfc-033f03de9c98,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:45.513300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f94784-177c-4bf8-982f-42256eda0608 req-eb18a96f-08f9-444e-a8ce-d2eba1c96c2f service neutron] 10.222.0.45 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769746 Jul 14 11:30:45.552655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'db283e1a-743b-4992-9dfc-033f03de9c98', 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548', 'port_id': 'db283e1a-743b-4992-9dfc-033f03de9c98', 'mac_address': 'fa:16:3e:33:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f9081f-281b-452a-bd0c-6f92450006d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:30:45.603500 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:45.628924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db283e1a-743b-4992-9dfc-033f03de9c98 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:45.670325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port db283e1a-743b-4992-9dfc-033f03de9c98, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=db283e1a-743b-4992-9dfc-033f03de9c98,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:45.680411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d456939a-4340-4bc7-a9c0-63f3a0cdf930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:45.686350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50338bbf-3395-4db0-9339-f60167be53e2 req-dca793cd-ab2c-4cbf-8fe6-f86f63c7c4f5 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:45.687964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50338bbf-3395-4db0-9339-f60167be53e2 req-dca793cd-ab2c-4cbf-8fe6-f86f63c7c4f5 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 944 time: 0.4124012 Jul 14 11:30:45.694300 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:45.704432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Allocated IP 172.20.0.4 (05ea7b1b-d13f-4ee9-8923-d86fc4fce046/2381bb78-05d0-46eb-b50c-c42bae76cfcf/4fc718c6-8ac4-42bf-8144-9be71d233294) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:45.759305 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-508f80ad-4c81-412b-858b-42400848742c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:45.833064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=db283e1a-743b-4992-9dfc-033f03de9c98,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:45.855553 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-508f80ad-4c81-412b-858b-42400848742c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:45.960607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50338bbf-3395-4db0-9339-f60167be53e2 req-1d7a06c4-d471-4908-b160-abf86f3d6a41 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632129 Jul 14 11:30:45.962670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-abc42613-96c6-4b1d-b97a-01cc8e2a1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:45.964260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-abc42613-96c6-4b1d-b97a-01cc8e2a1422 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 1095 time: 0.3699508 Jul 14 11:30:45.995012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['db283e1a-743b-4992-9dfc-033f03de9c98'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:30:46.029130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-508f80ad-4c81-412b-858b-42400848742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.038713 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-508f80ad-4c81-412b-858b-42400848742c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.040663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-508f80ad-4c81-412b-858b-42400848742c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2bfea2b-ea5e-49f6-9051-e8a43d07e735 HTTP/1.1" status: 204 len: 168 time: 0.5566826 Jul 14 11:30:46.098751 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d456939a-4340-4bc7-a9c0-63f3a0cdf930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.156245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d456939a-4340-4bc7-a9c0-63f3a0cdf930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.184897 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.192208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f80ad-4c81-412b-858b-42400848742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bfea2b-ea5e-49f6-9051-e8a43d07e735,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:46.270460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456939a-4340-4bc7-a9c0-63f3a0cdf930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac23498d-bc7b-47a3-a2f0-46419675b872,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:46.289823 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d456939a-4340-4bc7-a9c0-63f3a0cdf930 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80a3f5149625409990aa820b243b69e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0657020 Jul 14 11:30:46.292584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36728) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:46.394958 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69be4ba2-76b0-4ffc-b4c3-42eb83045bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.433203 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.504142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69be4ba2-76b0-4ffc-b4c3-42eb83045bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.538036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:46.553821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:46.565731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:46.627977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Pushing event updated for resources: {'Port': ['ID=4fc718c6-8ac4-42bf-8144-9be71d233294,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:46.640858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:46.641556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.654607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36734) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:46.704146 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-646d19b6-d47e-4272-8d37-255d044c1380 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6162333 Jul 14 11:30:46.705065 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-114b3a40-38f3-4f86-b219-74bbc23e8a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.726062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Request body: {'port': {'device_id': 'e764cec2-723c-4666-82e4-625544cf88e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:46.766039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69be4ba2-76b0-4ffc-b4c3-42eb83045bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.768552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69be4ba2-76b0-4ffc-b4c3-42eb83045bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:46.770056 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-69be4ba2-76b0-4ffc-b4c3-42eb83045bb0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac23498d-bc7b-47a3-a2f0-46419675b872 HTTP/1.1" status: 204 len: 168 time: 0.4759674 Jul 14 11:30:46.788847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-b08c5c0e-1c60-48c4-8fe6-81dd1aab5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:46.791403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-b08c5c0e-1c60-48c4-8fe6-81dd1aab5c7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 915 time: 0.8032415 Jul 14 11:30:46.799787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7555cd26-da10-4066-a059-f3f1f330190c req-4c120c81-9fac-4f41-91bf-819654d447fe tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 210 time: 0.5854583 Jul 14 11:30:46.861052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be4ba2-76b0-4ffc-b4c3-42eb83045bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac23498d-bc7b-47a3-a2f0-46419675b872,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:46.875050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-3da3a66d-902c-4b92-81eb-39a8b3078d8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f311842-f517-4e50-9af5-b67fd35fc83d HTTP/1.1" status: 200 len: 217 time: 0.0710797 Jul 14 11:30:46.932925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979fbc7-ab9c-4264-a5c5-91ae9da56629 req-53c020eb-ef38-4fcd-ac16-2bcb6a70eb76 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:46.947990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a979fbc7-ab9c-4264-a5c5-91ae9da56629 req-53c020eb-ef38-4fcd-ac16-2bcb6a70eb76 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 945 time: 1.0066991 Jul 14 11:30:47.043248 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-114b3a40-38f3-4f86-b219-74bbc23e8a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.135158 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-114b3a40-38f3-4f86-b219-74bbc23e8a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.165389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-ff0c5d63-0e83-4ea2-a9f0-4af04b7a8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:47.172734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-ff0c5d63-0e83-4ea2-a9f0-4af04b7a8c83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0f9081f-281b-452a-bd0c-6f92450006d9 HTTP/1.1" status: 200 len: 854 time: 0.2853541 Jul 14 11:30:47.196078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.201881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a979fbc7-ab9c-4264-a5c5-91ae9da56629 req-2303c32d-2ee7-4a67-8421-7bffb1896618 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506320 Jul 14 11:30:47.258552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device db283e1a-743b-4992-9dfc-033f03de9c98 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:47.281495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b3a40-38f3-4f86-b219-74bbc23e8a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336f7e4a-8fe5-48b1-86c9-689bea77c912,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:47.306708 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-114b3a40-38f3-4f86-b219-74bbc23e8a86 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7b1e604a7984651ba5275506275b37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494992 Jul 14 11:30:47.308283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36752) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:47.442901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port db283e1a-743b-4992-9dfc-033f03de9c98 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:47.449616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port db283e1a-743b-4992-9dfc-033f03de9c98 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:47.450374 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.500238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36762) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:47.523585 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bca3073-4587-47af-a3d9-8bbe209d88a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.581585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.592763 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caa5a332-7f10-464d-bf78-1668bd7e0b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.640138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caa5a332-7f10-464d-bf78-1668bd7e0b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.648372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56733b0e-edca-469c-888e-0c691a6b3800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db283e1a-743b-4992-9dfc-033f03de9c98'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:47.651103 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d0a4de-d7fd-471f-8a22-1a3ca65df03d" -d '{"events": [{"server_uuid": "56733b0e-edca-469c-888e-0c691a6b3800", "name": "network-vif-plugged", "status": "completed", "tag": "db283e1a-743b-4992-9dfc-033f03de9c98"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:47.655916 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bca3073-4587-47af-a3d9-8bbe209d88a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.678378 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bca3073-4587-47af-a3d9-8bbe209d88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.686769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-48981426-0691-4ee4-be9f-b38c5525cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:47.688637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-48981426-0691-4ee4-be9f-b38c5525cc89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f9e648-b50b-4b33-a637-863e02b08548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4880369 Jul 14 11:30:47.689089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port db283e1a-743b-4992-9dfc-033f03de9c98, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=db283e1a-743b-4992-9dfc-033f03de9c98,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:47.714549 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.788292 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caa5a332-7f10-464d-bf78-1668bd7e0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.794356 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caa5a332-7f10-464d-bf78-1668bd7e0b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.805455 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-caa5a332-7f10-464d-bf78-1668bd7e0b98 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/336f7e4a-8fe5-48b1-86c9-689bea77c912 HTTP/1.1" status: 204 len: 168 time: 0.4905767 Jul 14 11:30:47.824452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821981f-fab9-46d1-a025-ca0e992eae13 req-aa9ce8e3-a3cd-4778-8ea7-b37de4a291be tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:47.831967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e821981f-fab9-46d1-a025-ca0e992eae13 req-aa9ce8e3-a3cd-4778-8ea7-b37de4a291be tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 944 time: 0.4991317 Jul 14 11:30:47.839389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca3073-4587-47af-a3d9-8bbe209d88a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f1700a-a366-4581-b1db-92eeecf93870,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:47.869417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc718c6-8ac4-42bf-8144-9be71d233294 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:47.873651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1bca3073-4587-47af-a3d9-8bbe209d88a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3933cb4298e6435da30d019e65053114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693252 Jul 14 11:30:47.881741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36774) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:47.891375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=db283e1a-743b-4992-9dfc-033f03de9c98,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:47.905312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5a332-7f10-464d-bf78-1668bd7e0b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336f7e4a-8fe5-48b1-86c9-689bea77c912,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:47.930296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:47.968384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e821981f-fab9-46d1-a025-ca0e992eae13 req-9c4729c4-1918-4602-b802-05bee1a66ad1 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348510 Jul 14 11:30:47.969457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Transition to ACTIVE for port object 4fc718c6-8ac4-42bf-8144-9be71d233294 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:47.978778 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:48.014745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-d5c8b383-8c94-4b27-8db2-1ed696bd98c3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:48.030566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-d5c8b383-8c94-4b27-8db2-1ed696bd98c3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.5922792 Jul 14 11:30:48.051693 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adead303-267f-4146-91fc-580a773abc03 x-openstack-request-id: req-adead303-267f-4146-91fc-580a773abc03 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:48.052479 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56733b0e-edca-469c-888e-0c691a6b3800", "name": "network-vif-plugged", "status": "completed", "tag": "db283e1a-743b-4992-9dfc-033f03de9c98", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:48.052848 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-adead303-267f-4146-91fc-580a773abc03 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:48.053844 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56733b0e-edca-469c-888e-0c691a6b3800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db283e1a-743b-4992-9dfc-033f03de9c98', 'code': 200} Jul 14 11:30:48.065659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-2150b43d-bdb9-43b5-bccb-632b85e8a6f7 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/quotas/9dff92e033a84752a3854a9be9772157 HTTP/1.1" status: 200 len: 375 time: 0.0346913 Jul 14 11:30:48.163756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Pushing event updated for resources: {'Port': ['ID=4fc718c6-8ac4-42bf-8144-9be71d233294,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:48.196482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-e4809ff1-2e89-4ae1-a23b-90284098809a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297255 Jul 14 11:30:48.275413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:48.276140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:48.276696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:48.282844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Port 4fc718c6-8ac4-42bf-8144-9be71d233294 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:30:48.283392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:48.291234 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-226003f0-5ef2-414b-ab77-7fa84e52a8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:48.305121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:48.305472 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:48.305854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:48.306306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Bound port: 4fc718c6-8ac4-42bf-8144-9be71d233294, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:48.306671 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:48.352972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-f90231e9-3a90-46f7-8444-124e5757c225 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423054 Jul 14 11:30:48.418735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:48.427054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:48.433537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:48.457334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:48.458786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:48.461401 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] 10.222.0.64 "PUT /v2.0/ports/4fc718c6-8ac4-42bf-8144-9be71d233294 HTTP/1.1" status: 200 len: 1091 time: 1.7412398 Jul 14 11:30:48.463949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:48.474353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-226003f0-5ef2-414b-ab77-7fa84e52a8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:48.492793 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432" -d '{"events": [{"name": "network-changed", "server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:48.611122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271402d7-bc74-4f42-9181-02e82603570f req-56cf1b3a-dc93-47a5-8e0d-389609506bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:48.613792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-271402d7-bc74-4f42-9181-02e82603570f req-56cf1b3a-dc93-47a5-8e0d-389609506bfe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 1097 time: 0.4434009 Jul 14 11:30:48.642855 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-11fcead0-971f-415d-9c64-2b1e1db54735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:48.644421 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-11fcead0-971f-415d-9c64-2b1e1db54735 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1094 time: 0.1119716 Jul 14 11:30:48.652169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-d9e80cb5-5d1b-4a74-a3e9-fd1599fe53fa service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618529 Jul 14 11:30:48.742351 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-d35e2354-9823-4a84-8daa-46517523b95c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc718c6-8ac4-42bf-8144-9be71d233294 HTTP/1.1" status: 200 len: 217 time: 0.0848234 Jul 14 11:30:48.743444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db29b39-4fbd-4405-983f-66ebd05a1ede service neutron] Pushing event updated for resources: {'Port': ['ID=4fc718c6-8ac4-42bf-8144-9be71d233294,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:48.743922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16377968-4b30-4ba7-b544-59f24cd35faf req-ab5d81ea-0e4d-4b5f-8c31-fca16c294eed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:48.745482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16377968-4b30-4ba7-b544-59f24cd35faf req-ab5d81ea-0e4d-4b5f-8c31-fca16c294eed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 943 time: 0.4506667 Jul 14 11:30:48.764763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82de0fd3-88d2-4aeb-9092-c57a9ecb87d7 req-abdac343-d18b-49ea-9b0a-1ce4dfa4b1d9 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846569 Jul 14 11:30:48.775443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-271402d7-bc74-4f42-9181-02e82603570f req-ff7d604e-a33f-4a7d-af32-f8fa79594d74 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449456 Jul 14 11:30:48.785440 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-226003f0-5ef2-414b-ab77-7fa84e52a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:48.788453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-226003f0-5ef2-414b-ab77-7fa84e52a8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:48.789797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-226003f0-5ef2-414b-ab77-7fa84e52a8ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4f1700a-a366-4581-b1db-92eeecf93870 HTTP/1.1" status: 204 len: 168 time: 0.9032826 Jul 14 11:30:48.841102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16377968-4b30-4ba7-b544-59f24cd35faf req-950bd747-0a23-4fea-97de-64b5fec40bcf tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846519 Jul 14 11:30:48.842794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226003f0-5ef2-414b-ab77-7fa84e52a8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f1700a-a366-4581-b1db-92eeecf93870,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:48.900679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 29d8af76-c926-471a-8e17-6ac621119ebe no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:30:48.906873 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bdbf31f7-dcdd-4816-936f-b0211c4c9dd0 service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536759 Jul 14 11:30:48.942826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-ad0a6f60-8031-4c69-b669-4780720f55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:48.944387 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-ad0a6f60-8031-4c69-b669-4780720f55b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.1862254 Jul 14 11:30:48.972730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 29d8af76-c926-471a-8e17-6ac621119ebe {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:30:48.973077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 29d8af76-c926-471a-8e17-6ac621119ebe not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:30:49.035993 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-2637994c-2ecf-459f-9149-6b93969c2e2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806310 Jul 14 11:30:49.196628 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a64e073-7941-4d98-b716-3d0e92e0da6f x-openstack-request-id: req-4a64e073-7941-4d98-b716-3d0e92e0da6f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:49.197233 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:49.197233 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a64e073-7941-4d98-b716-3d0e92e0da6f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:49.197580 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294', 'status': 'completed', 'code': 200} Jul 14 11:30:49.275717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2f311842-f517-4e50-9af5-b67fd35fc83d details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:30:49.283816 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-2e41fc19-62da-4420-9a53-bfce42f642de service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410934 Jul 14 11:30:49.458765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 2f311842-f517-4e50-9af5-b67fd35fc83d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2f311842-f517-4e50-9af5-b67fd35fc83d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:49.535764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '2f311842-f517-4e50-9af5-b67fd35fc83d', 'network_id': 'c1f9e648-b50b-4b33-a637-863e02b08548', 'port_id': '2f311842-f517-4e50-9af5-b67fd35fc83d', 'mac_address': 'fa:16:3e:a3:aa:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f9081f-281b-452a-bd0c-6f92450006d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:30:49.599228 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3028e6dd-ad7b-40e8-90f8-c9698933bf15 req-ac0345db-97d3-4f3a-bd79-c7d7a37ec272 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062160 Jul 14 11:30:49.643889 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:49.672968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-301f8509-fde9-419d-92d6-1641fee91ba4 req-845eacd8-024e-4909-8e77-c37b0f13c919 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 210 time: 0.0469038 Jul 14 11:30:49.703455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f311842-f517-4e50-9af5-b67fd35fc83d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:49.790002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 2f311842-f517-4e50-9af5-b67fd35fc83d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2f311842-f517-4e50-9af5-b67fd35fc83d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:49.813338 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:49.835434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80ff50-bcca-48b0-8abf-738b570ad2df req-6aaf43c2-a1d5-4bb2-bd34-a41a755fc046 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:49.843687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f80ff50-bcca-48b0-8abf-738b570ad2df req-6aaf43c2-a1d5-4bb2-bd34-a41a755fc046 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 944 time: 0.3321288 Jul 14 11:30:49.906077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-d0d1a305-0854-4b41-8eda-907856df2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:49.915945 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-d0d1a305-0854-4b41-8eda-907856df2c98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1094 time: 0.2114646 Jul 14 11:30:49.952571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f80ff50-bcca-48b0-8abf-738b570ad2df req-79af8b2e-2195-4a15-af80-c1b6b4578ab3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038418 Jul 14 11:30:49.997410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=2f311842-f517-4e50-9af5-b67fd35fc83d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:50.095878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['2f311842-f517-4e50-9af5-b67fd35fc83d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:30:50.317472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1643-7590-407b-947f-22c66c52daad req-124b4587-7bff-4f59-9240-c34883e3f2f5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:50.329983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b9f1643-7590-407b-947f-22c66c52daad req-124b4587-7bff-4f59-9240-c34883e3f2f5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 943 time: 0.1385503 Jul 14 11:30:50.357703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-bcefeac4-cfd8-4a0c-98e5-6c8f3500a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:50.362904 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-bcefeac4-cfd8-4a0c-98e5-6c8f3500a90e service neutron] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.4408221 Jul 14 11:30:50.433576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b9f1643-7590-407b-947f-22c66c52daad req-21423280-ace1-422a-9f4c-a7cfb18003fe tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018496 Jul 14 11:30:50.485740 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-cb414f85-d073-4c04-8b23-1c0c1b2e674d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc718c6-8ac4-42bf-8144-9be71d233294 HTTP/1.1" status: 200 len: 217 time: 0.1140735 Jul 14 11:30:50.647407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-1ea1ce5b-c3d1-4494-b36e-6d349e92be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:50.649085 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-1ea1ce5b-c3d1-4494-b36e-6d349e92be4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.1564398 Jul 14 11:30:50.708927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-97652a9c-c100-4b53-aa9f-c4f3015dcfd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511334 Jul 14 11:30:50.791830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393eb24-3fcb-4c59-8847-0df94896e45f req-92432e13-b460-4cc0-88f9-7fbf23079995 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:50.796352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b393eb24-3fcb-4c59-8847-0df94896e45f req-92432e13-b460-4cc0-88f9-7fbf23079995 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 945 time: 0.1806858 Jul 14 11:30:50.908486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b393eb24-3fcb-4c59-8847-0df94896e45f req-43211f5a-9766-48dc-bc28-37a9ffd41e9a tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970504 Jul 14 11:30:50.986466 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-55f08afc-3330-4462-b8d2-e0187fc193a6 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723773 Jul 14 11:30:51.015602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51a33ddb-a446-4acb-a23b-6f21ae3e8084 req-53ee9a0c-39b4-4869-bd5c-6ff320f32d39 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 210 time: 0.0771089 Jul 14 11:30:51.089185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36896) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:51.172060 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8719b2a1-4b2a-4d8b-9b90-50a3b137b432 req-8125455d-d82f-4f7c-b361-54b62da4cfe6 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780164 Jul 14 11:30:51.258771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d97b09c9-4a6f-4aaa-b70d-2ebe38a60dad tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1313655170'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:51.259282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d97b09c9-4a6f-4aaa-b70d-2ebe38a60dad tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Unknown quota resources ['metering_label']. {{(pid=93702) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:30:51.276268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2f311842-f517-4e50-9af5-b67fd35fc83d up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:51.352276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f8a3-5315-4945-bfee-3d9cc966b804 req-104403e7-999d-48b4-a9b7-795bd4f256a4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:51.353884 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f97f8a3-5315-4945-bfee-3d9cc966b804 req-104403e7-999d-48b4-a9b7-795bd4f256a4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 945 time: 0.1802332 Jul 14 11:30:51.393471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 2f311842-f517-4e50-9af5-b67fd35fc83d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:51.407242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 2f311842-f517-4e50-9af5-b67fd35fc83d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:51.408474 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:51.570222 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:51.576430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f97f8a3-5315-4945-bfee-3d9cc966b804 req-065eebdc-5c87-40ac-bc9d-608ea1a7bb2f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121484 Jul 14 11:30:51.578171 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d97b09c9-4a6f-4aaa-b70d-2ebe38a60dad tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:51.579499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d97b09c9-4a6f-4aaa-b70d-2ebe38a60dad tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4892554 Jul 14 11:30:51.583150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36910) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:51.588649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-94e55ff5-22d1-492c-8cc4-7b144e2717d5 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0b50e649-229e-4ce1-8935-2d933bb9f4a0'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:51.589447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-94e55ff5-22d1-492c-8cc4-7b144e2717d5 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93702) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:30:51.624896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585e0824-59f0-487c-9fe8-ff24f8ba4467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f311842-f517-4e50-9af5-b67fd35fc83d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:51.627644 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ec06b3-ab40-4423-ae03-0fb041474349" -d '{"events": [{"server_uuid": "585e0824-59f0-487c-9fe8-ff24f8ba4467", "name": "network-vif-plugged", "status": "completed", "tag": "2f311842-f517-4e50-9af5-b67fd35fc83d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:51.644182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 2f311842-f517-4e50-9af5-b67fd35fc83d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2f311842-f517-4e50-9af5-b67fd35fc83d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:51.653568 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:51.756357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=2f311842-f517-4e50-9af5-b67fd35fc83d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:51.832171 n-d-778696-8 neutron-server[93702]: WARNING neutron.services.metering.metering_plugin [None req-94e55ff5-22d1-492c-8cc4-7b144e2717d5 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 11:30:51.848995 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9470f288-bf87-46cf-ad87-0020747d160c x-openstack-request-id: req-9470f288-bf87-46cf-ad87-0020747d160c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:51.849291 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585e0824-59f0-487c-9fe8-ff24f8ba4467", "name": "network-vif-plugged", "status": "completed", "tag": "2f311842-f517-4e50-9af5-b67fd35fc83d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:51.849685 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9470f288-bf87-46cf-ad87-0020747d160c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:51.850089 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585e0824-59f0-487c-9fe8-ff24f8ba4467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f311842-f517-4e50-9af5-b67fd35fc83d', 'code': 200} Jul 14 11:30:51.855273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-638edc53-0951-4c7a-9804-ec4afcd2f7d9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:51.858732 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-638edc53-0951-4c7a-9804-ec4afcd2f7d9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.3653460 Jul 14 11:30:51.875386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Request body: {'port': {'device_id': 'b6cb5c39-0848-4b1d-80a4-305fb0de28c7', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'admin_state_up': True, 'tenant_id': '9dff92e033a84752a3854a9be9772157'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:52.120640 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-94e55ff5-22d1-492c-8cc4-7b144e2717d5 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:52.122222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-94e55ff5-22d1-492c-8cc4-7b144e2717d5 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5377474 Jul 14 11:30:52.125095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Made reservation on behalf of 9dff92e033a84752a3854a9be9772157 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:52.129315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:52.131597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36926) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:52.147118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-519bba52-c97e-41ef-b287-c03cfc8f3996 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0b50e649-229e-4ce1-8935-2d933bb9f4a0'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:52.147653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-519bba52-c97e-41ef-b287-c03cfc8f3996 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:30:52.222640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b5ff4-e004-4586-8d76-7138184f474a req-283bb54a-8c19-4b20-a226-930bfbbc707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:52.224245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c8b5ff4-e004-4586-8d76-7138184f474a req-283bb54a-8c19-4b20-a226-930bfbbc707e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 1097 time: 0.2395458 Jul 14 11:30:52.255072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006a569-ff37-4011-a08f-5ea7255568e8 req-4287c662-7269-4033-a013-3d4d203fe8cd tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:52.263431 n-d-778696-8 neutron-server[93701]: WARNING neutron.services.metering.metering_plugin [None req-519bba52-c97e-41ef-b287-c03cfc8f3996 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 11:30:52.265868 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e006a569-ff37-4011-a08f-5ea7255568e8 req-4287c662-7269-4033-a013-3d4d203fe8cd tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 943 time: 0.2821009 Jul 14 11:30:52.320545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bb77f-3ba3-4dd3-85ff-d6bedc5b4586 req-31faa2ba-5f61-458b-9437-d9f301daec9c tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:52.328017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-043bb77f-3ba3-4dd3-85ff-d6bedc5b4586 req-31faa2ba-5f61-458b-9437-d9f301daec9c tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 945 time: 0.1989584 Jul 14 11:30:52.383224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e006a569-ff37-4011-a08f-5ea7255568e8 req-3936c4ae-5af2-491b-99a4-23d97b30e278 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163170 Jul 14 11:30:52.385693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c8b5ff4-e004-4586-8d76-7138184f474a req-d6901600-f621-4ebc-9a65-fce5bdae3a25 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517110 Jul 14 11:30:52.426536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-043bb77f-3ba3-4dd3-85ff-d6bedc5b4586 req-453e5e30-beab-4a5f-b47c-f1a4d83b35bd tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975621 Jul 14 11:30:52.447444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-519bba52-c97e-41ef-b287-c03cfc8f3996 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:52.448687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-519bba52-c97e-41ef-b287-c03cfc8f3996 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3159473 Jul 14 11:30:52.451556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36934) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:52.468490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7bb5ff22-f449-462f-94a6-68a8bb93519a tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=8bcb2ea8-7e91-4f56-920f-ebcdcb7d4a12 HTTP/1.1" status: 200 len: 462 time: 0.0125382 Jul 14 11:30:52.475330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36940) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:52.527840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Allocated IP 172.20.0.11 (594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9/606cc036-ccce-4fe3-b770-acb3ecc81cfe/f8189f9c-7647-4396-8f80-756bf764611d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:30:52.634948 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b519e8bc-82e7-421a-8bec-770aacb420fd tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:52.636273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b519e8bc-82e7-421a-8bec-770aacb420fd tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/8bcb2ea8-7e91-4f56-920f-ebcdcb7d4a12 HTTP/1.1" status: 204 len: 168 time: 0.1599367 Jul 14 11:30:52.647996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36950) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:52.673726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bcf1a6b5-7686-4ec5-b42b-44953d94bec8 req-1aa0d31c-6f23-4963-88ee-7e264e305b87 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 210 time: 0.0433369 Jul 14 11:30:52.698252 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-77dbd9bf-9493-4394-95ed-b9f7ad7fc6c3 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=8bcb2ea8-7e91-4f56-920f-ebcdcb7d4a12 HTTP/1.1" status: 200 len: 221 time: 0.0488346 Jul 14 11:30:52.702481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36954) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:52.709215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-dfbd4963-1fe2-47ab-9f01-f0a2e2758861 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--316042975', 'description': 'label created by tempest'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:52.710169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-dfbd4963-1fe2-47ab-9f01-f0a2e2758861 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Unknown quota resources ['metering_label']. {{(pid=93702) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:30:52.900113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4fc718c6-8ac4-42bf-8144-9be71d233294 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:30:52.975148 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:52.980755 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4963-1fe2-47ab-9f01-f0a2e2758861 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:52.984940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dfbd4963-1fe2-47ab-9f01-f0a2e2758861 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2809005 Jul 14 11:30:52.990643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36972) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:53.035380 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:53.119427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:53.136374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:30:53.142319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:53.149905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event updated for resources: {'Port': ['ID=f8189f9c-7647-4396-8f80-756bf764611d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:53.160778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '4fc718c6-8ac4-42bf-8144-9be71d233294', 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046', 'port_id': '4fc718c6-8ac4-42bf-8144-9be71d233294', 'mac_address': 'fa:16:3e:36:ff:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2381bb78-05d0-46eb-b50c-c42bae76cfcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:30:53.161748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:30:53.186324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cea66a0a-e630-4827-97a4-beae2be7c072 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=038672cb-43d3-48b4-bf55-4440730cdc4d HTTP/1.1" status: 200 len: 467 time: 0.1926324 Jul 14 11:30:53.188356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36980) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:53.255310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:53.260588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:53.270057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:53.282436 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-586e5de3-96e5-4b8f-a94d-c9b86a3ca1ee tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4141099 Jul 14 11:30:53.295294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Request body: {'port': {'device_id': 'b6cb5c39-0848-4b1d-80a4-305fb0de28c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:53.312766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc718c6-8ac4-42bf-8144-9be71d233294 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:53.357482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:53.364098 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:53.461341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:53.477352 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4fc718c6-8ac4-42bf-8144-9be71d233294,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:53.514325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.521771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.522415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.528796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.529380 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.529821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.530267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.531874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.532588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.537384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.537870 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.538327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:30:53.584402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['4fc718c6-8ac4-42bf-8144-9be71d233294'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:30:53.615531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d062eec-6d52-40d5-ad5d-65c3ba5722f9 req-505b01c4-e4ce-4962-9be7-2619d7f4d24f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:53.626355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d062eec-6d52-40d5-ad5d-65c3ba5722f9 req-505b01c4-e4ce-4962-9be7-2619d7f4d24f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 946 time: 0.6918542 Jul 14 11:30:53.686487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36988) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:53.734943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30d06690-d3e9-4a17-b598-55c8f5cd3fe7 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:53.736379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-30d06690-d3e9-4a17-b598-55c8f5cd3fe7 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/038672cb-43d3-48b4-bf55-4440730cdc4d HTTP/1.1" status: 204 len: 168 time: 0.5471098 Jul 14 11:30:53.739433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36994) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:53.875716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8189f9c-7647-4396-8f80-756bf764611d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:53.889203 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:53.898219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8231-c139-4abb-877f-f7bf8f1325dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:53.920565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Transition to ACTIVE for port object f8189f9c-7647-4396-8f80-756bf764611d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:30:53.928922 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.016174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8189f9c-7647-4396-8f80-756bf764611d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:54.152203 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Attempting to bind port f8189f9c-7647-4396-8f80-756bf764611d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:30:54.152586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Attempting to bind port f8189f9c-7647-4396-8f80-756bf764611d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:30:54.153006 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Attempting to bind port f8189f9c-7647-4396-8f80-756bf764611d on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:54.160867 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8231-c139-4abb-877f-f7bf8f1325dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.163342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Port f8189f9c-7647-4396-8f80-756bf764611d on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:30:54.163669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Attempting to bind port f8189f9c-7647-4396-8f80-756bf764611d on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:30:54.167264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8231-c139-4abb-877f-f7bf8f1325dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.176842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:30:54.176842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Checking segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:54.176842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Bound using segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:30:54.176842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Bound port: f8189f9c-7647-4396-8f80-756bf764611d, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:30:54.176842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.230495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f8231-c139-4abb-877f-f7bf8f1325dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ef166b-fb96-4701-82f9-c961bdbb89f2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:54.253058 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7f1f8231-c139-4abb-877f-f7bf8f1325dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c0c0ca8956a4c57984e343976eb1bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653889 Jul 14 11:30:54.255607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37006) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:54.283781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5a347a39-02fe-49b4-b3d4-07c9a099f8fd tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=038672cb-43d3-48b4-bf55-4440730cdc4d HTTP/1.1" status: 200 len: 216 time: 0.5427732 Jul 14 11:30:54.289294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37008) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:54.302282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d062eec-6d52-40d5-ad5d-65c3ba5722f9 req-92698495-f129-49dc-871e-b0607f01a9f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740630 Jul 14 11:30:54.369542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-8fb01787-bb32-4316-8c62-b771e252f97d tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:54.371635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-8fb01787-bb32-4316-8c62-b771e252f97d tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 945 time: 0.8646410 Jul 14 11:30:54.383042 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c77d1a7d-eada-463d-a38a-77f9c9e756ed tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0815310 Jul 14 11:30:54.387085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de8994-6d35-4448-bcdd-d6e0b35995e1 req-cbdae2b2-0cbd-466d-bc81-49dd2289bff7 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:54.394872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02de8994-6d35-4448-bcdd-d6e0b35995e1 req-cbdae2b2-0cbd-466d-bc81-49dd2289bff7 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 944 time: 0.7307129 Jul 14 11:30:54.396735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37014) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:54.400903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] For port f8189f9c-7647-4396-8f80-756bf764611d, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:30:54.404711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] For port f8189f9c-7647-4396-8f80-756bf764611d, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f8189f9c-7647-4396-8f80-756bf764611d,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:30:54.415886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.464189 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6b9c6115-0032-45c7-b0ac-f832463a09dc tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0553372 Jul 14 11:30:54.470933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37016) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:54.489692 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15430ef7-2ccc-43ab-8524-9d3a0ebbcd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.520369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:54.521000 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.522482 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] 10.222.0.64 "PUT /v2.0/ports/f8189f9c-7647-4396-8f80-756bf764611d HTTP/1.1" status: 200 len: 1092 time: 1.2322083 Jul 14 11:30:54.524890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cb5c39-0848-4b1d-80a4-305fb0de28c7', 'tag': 'f8189f9c-7647-4396-8f80-756bf764611d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:54.532152 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a7ba13-f7e7-4810-b180-6986c37bb333" -d '{"events": [{"name": "network-changed", "server_uuid": "b6cb5c39-0848-4b1d-80a4-305fb0de28c7", "tag": "f8189f9c-7647-4396-8f80-756bf764611d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:54.561264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15430ef7-2ccc-43ab-8524-9d3a0ebbcd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.572350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46b718-d16d-46bd-9cff-b0ff0e56a2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8189f9c-7647-4396-8f80-756bf764611d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:54.605118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-50d4b711-e36c-4080-be46-6d062fced1c1 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/0b50e649-229e-4ce1-8935-2d933bb9f4a0 HTTP/1.1" status: 200 len: 473 time: 0.1297832 Jul 14 11:30:54.609635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37022) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:54.650170 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3212da7a-39f9-479f-b3b4-6af396b04121 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/a5383d45-ca26-44d1-9680-c7eff82df1c0 HTTP/1.1" status: 200 len: 459 time: 0.0393066 Jul 14 11:30:54.653156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37024) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:54.696680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02de8994-6d35-4448-bcdd-d6e0b35995e1 req-5149de68-7f42-47ed-83c6-28105999901a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945359 Jul 14 11:30:54.761919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15430ef7-2ccc-43ab-8524-9d3a0ebbcd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.770071 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15430ef7-2ccc-43ab-8524-9d3a0ebbcd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.775286 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-15430ef7-2ccc-43ab-8524-9d3a0ebbcd57 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7ef166b-fb96-4701-82f9-c961bdbb89f2 HTTP/1.1" status: 204 len: 168 time: 0.5185051 Jul 14 11:30:54.817388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37028) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:54.868435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15430ef7-2ccc-43ab-8524-9d3a0ebbcd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ef166b-fb96-4701-82f9-c961bdbb89f2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:54.892352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-11ab1f62-5621-483b-b85a-02c9c8718904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:54.894028 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-11ab1f62-5621-483b-b85a-02c9c8718904 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 1095 time: 0.2852421 Jul 14 11:30:54.923336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4fc718c6-8ac4-42bf-8144-9be71d233294 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:30:54.955569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba89be1-0e6b-4e85-804a-460f2bb63601 req-8e48bd56-0acc-4e4b-a0a7-56eca23229a1 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:54.957200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ba89be1-0e6b-4e85-804a-460f2bb63601 req-8e48bd56-0acc-4e4b-a0a7-56eca23229a1 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 945 time: 0.3509328 Jul 14 11:30:54.994483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0589-b791-44fb-a0f8-2fdd896461a2 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:54.996588 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4b2d0589-b791-44fb-a0f8-2fdd896461a2 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/a5383d45-ca26-44d1-9680-c7eff82df1c0 HTTP/1.1" status: 204 len: 168 time: 0.3418393 Jul 14 11:30:55.038125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 4fc718c6-8ac4-42bf-8144-9be71d233294 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:30:55.043737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 4fc718c6-8ac4-42bf-8144-9be71d233294 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:30:55.044003 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-49f3133e-c213-4c75-b38a-3f9d470090c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8189f9c-7647-4396-8f80-756bf764611d HTTP/1.1" status: 200 len: 217 time: 0.0575633 Jul 14 11:30:55.047109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37032) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:55.048919 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.054891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Deleting port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:30:55.054891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.157760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.172037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] For port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:55.172562 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.202009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:55.204063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:55.208566 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e485c-aeb1-47c8-965c-717eca774781" -d '{"events": [{"server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "name": "network-vif-plugged", "status": "completed", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:55.215050 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.345919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4fc718c6-8ac4-42bf-8144-9be71d233294,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:55.349535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-cf2373b8-addd-40a3-b0af-b008d7163a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:55.351072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-cf2373b8-addd-40a3-b0af-b008d7163a2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.1487651 Jul 14 11:30:55.475096 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ee24bcc-fd5b-4956-bb9b-8cacce53f13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.485778 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-37a0a877-fefd-4b27-8f4f-0fce89c8c108 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800433 Jul 14 11:30:55.539468 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.539841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.540179 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Floating IP a8867073-6809-4afa-b573-65551d8732c3 disassociated. External IP: 172.25.2.53, port: 8da396a8-ec9e-4a7a-985c-831c6d07d0ab. Jul 14 11:30:55.540522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Calling delete_port for 8da396a8-ec9e-4a7a-985c-831c6d07d0ab owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:30:55.546480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ba89be1-0e6b-4e85-804a-460f2bb63601 req-42cfbd1d-4ff0-422b-9ced-9c167393afa8 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb355b81-37d6-458f-983f-2af2db156286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5551205 Jul 14 11:30:55.614787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-901a039e-69c7-46ce-bd97-e5879c291367 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.616616 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-901a039e-69c7-46ce-bd97-e5879c291367 tempest-MeteringIpV6TestJSON-1482012895 tempest-MeteringIpV6TestJSON-1482012895-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/0b50e649-229e-4ce1-8935-2d933bb9f4a0 HTTP/1.1" status: 204 len: 168 time: 0.5699191 Jul 14 11:30:55.666120 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47f3433-a95d-4a45-aac3-ef60dfd21bac x-openstack-request-id: req-b47f3433-a95d-4a45-aac3-ef60dfd21bac {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:55.666444 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6cb5c39-0848-4b1d-80a4-305fb0de28c7", "tag": "f8189f9c-7647-4396-8f80-756bf764611d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:55.666813 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b47f3433-a95d-4a45-aac3-ef60dfd21bac {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:55.677740 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cb5c39-0848-4b1d-80a4-305fb0de28c7', 'tag': 'f8189f9c-7647-4396-8f80-756bf764611d', 'status': 'completed', 'code': 200} Jul 14 11:30:55.731703 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-4e3f8487-1052-49bb-9ebc-d1b0505f44ee service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808968 Jul 14 11:30:55.737316 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c792064-8ca5-48d6-a630-f3b8b1dfb8f1 x-openstack-request-id: req-9c792064-8ca5-48d6-a630-f3b8b1dfb8f1 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:55.737687 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "name": "network-vif-plugged", "status": "completed", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:55.738167 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c792064-8ca5-48d6-a630-f3b8b1dfb8f1 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:55.738409 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294', 'code': 200} Jul 14 11:30:55.745663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ee24bcc-fd5b-4956-bb9b-8cacce53f13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.760181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868d7b6-8bdb-4975-875a-6516ce62da50 req-58b942a4-d440-4b42-9b21-753e7aa96ca0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:55.769696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1868d7b6-8bdb-4975-875a-6516ce62da50 req-58b942a4-d440-4b42-9b21-753e7aa96ca0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 944 time: 0.8602266 Jul 14 11:30:55.833396 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ee24bcc-fd5b-4956-bb9b-8cacce53f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:55.928665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2ee24bcc-fd5b-4956-bb9b-8cacce53f13f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1fefc2ff850c409ebd407395068beec8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1065028 Jul 14 11:30:55.940458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37062) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:55.990776 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.052323 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8455acf8-c4e1-4d12-a43b-eded068ba25d req-65ac8fdc-7619-4b96-80b9-1120865f41dd service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125472 Jul 14 11:30:56.070578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67ce1169-b01c-44a3-9d9f-946a8a377845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.085629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37064) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:56.093396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1868d7b6-8bdb-4975-875a-6516ce62da50 req-cc97c4fa-de2c-4a13-b978-b0d1728c3d63 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222780 Jul 14 11:30:56.110198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee24bcc-fd5b-4956-bb9b-8cacce53f13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fea770-98b3-4371-ae7e-252972d455d1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:56.140733 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67ce1169-b01c-44a3-9d9f-946a8a377845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.232088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9972-3bf1-44a8-b4aa-f3559b0a732f req-7aef7255-1995-4dac-9214-1b0205d625ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:56.233814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-938d9972-3bf1-44a8-b4aa-f3559b0a732f req-7aef7255-1995-4dac-9214-1b0205d625ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1096 time: 0.3498676 Jul 14 11:30:56.272833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67ce1169-b01c-44a3-9d9f-946a8a377845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.276030 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67ce1169-b01c-44a3-9d9f-946a8a377845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.277917 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-67ce1169-b01c-44a3-9d9f-946a8a377845 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7fea770-98b3-4371-ae7e-252972d455d1 HTTP/1.1" status: 204 len: 168 time: 0.3346255 Jul 14 11:30:56.300769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce1169-b01c-44a3-9d9f-946a8a377845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fea770-98b3-4371-ae7e-252972d455d1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:56.329232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-161aa36d-c01c-4605-920d-025ab7ae5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:56.333267 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-161aa36d-c01c-4605-920d-025ab7ae5dd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 1095 time: 0.1884019 Jul 14 11:30:56.391811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.409901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309fad-d691-4a6f-a21b-473b47f3fdf5 req-c77c8071-8908-40aa-93b6-f13f4575db2f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:56.420575 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d309fad-d691-4a6f-a21b-473b47f3fdf5 req-c77c8071-8908-40aa-93b6-f13f4575db2f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 946 time: 0.4873366 Jul 14 11:30:56.439497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37074) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:56.506360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-35569c49-8b3e-4d7e-bd2d-8b62b32bf261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:56.507778 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-35569c49-8b3e-4d7e-bd2d-8b62b32bf261 service neutron] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 911 time: 0.1676168 Jul 14 11:30:56.525004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Pushing event deleted for resources: {'Port': ['ID=8da396a8-ec9e-4a7a-985c-831c6d07d0ab,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:56.545356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-938d9972-3bf1-44a8-b4aa-f3559b0a732f req-a924ca15-40e1-43db-bca3-f617ce42fe00 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904892 Jul 14 11:30:56.576872 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-892b9df3-0e58-4fb0-bc46-4ff6e464e2e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8189f9c-7647-4396-8f80-756bf764611d HTTP/1.1" status: 200 len: 217 time: 0.0594845 Jul 14 11:30:56.591484 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9aa60f3b-8ffd-41cd-a5e9-2a26da6ed9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.600075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1212367867-network', 'tenant_id': '78c1d545a7b944b5a213f41c68459e0c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:56.642936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d309fad-d691-4a6f-a21b-473b47f3fdf5 req-77c394ac-ed01-4f4b-9f57-728a8cb6c749 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214322 Jul 14 11:30:56.692931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-5ebfd2d1-9e7d-471c-b94c-63d54c62c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:56.694706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-5ebfd2d1-9e7d-471c-b94c-63d54c62c487 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.0900116 Jul 14 11:30:56.717384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-9aa60f3b-8ffd-41cd-a5e9-2a26da6ed9a8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:30:56.717384 n-d-778696-8 neutron-server[93702]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 11:30:56.717384 n-d-778696-8 neutron-server[93702]: [parameters: {'project_id': 'a90bd55a9ace4db48bd8681323a5eddd', 'id': '001ff63a-49c3-4e7b-8c02-601affe84439', 'expiration': datetime.datetime(2021, 7, 14, 11, 32, 56, 675790)}] Jul 14 11:30:56.717384 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:30:56.718335 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [None req-9aa60f3b-8ffd-41cd-a5e9-2a26da6ed9a8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:30:56.731136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3cb40-1573-46cb-a061-50692e4f7812 req-9bd9d55d-eecc-4438-b0da-a0d0f8464393 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:56.733565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aea3cb40-1573-46cb-a061-50692e4f7812 req-9bd9d55d-eecc-4438-b0da-a0d0f8464393 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 945 time: 0.3847992 Jul 14 11:30:56.752200 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-1189adce-4fe8-4bf9-afb2-435e9286b24c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489049 Jul 14 11:30:56.756122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Made reservation on behalf of 78c1d545a7b944b5a213f41c68459e0c for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:56.758490 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.809415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37084) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:56.833963 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.861371 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3e38b48-d160-4833-b0d2-f6ff7e106fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:56.883660 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-48533ed4-4867-400c-87cb-2684444917dd service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234651 Jul 14 11:30:56.905155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Router 9f435270-f1fb-46f2-a737-b94506c33379 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:30:56.945148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a88a6db-0565-4be1-bbfb-2b0c213ac1ad req-fd43b4d5-fd6e-4f00-87a4-dc46840012e5 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213 HTTP/1.1" status: 200 len: 210 time: 0.0549326 Jul 14 11:30:56.986981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aea3cb40-1573-46cb-a061-50692e4f7812 req-5f926f8d-627e-422c-aca5-52ad7f7ba01f tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327769 Jul 14 11:30:57.026731 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6a7ba13-f7e7-4810-b180-6986c37bb333 req-3312fe92-cd88-4763-b522-42604b09f230 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357052 Jul 14 11:30:57.176801 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.191327 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.212537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:30:57.221223 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9aa60f3b-8ffd-41cd-a5e9-2a26da6ed9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.226421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] Sync routers for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:30:57.237709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:30:57.238654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:30:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:57.250884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:30:57.291252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 8da396a8-ec9e-4a7a-985c-831c6d07d0ab no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:30:57.319267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a19b82-697d-4f78-8750-9b5dd0ee43ba,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:57.329103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.329811 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Added segment 41f3bd18-f50c-4c70-8081-2c53b9ad1ea5 of type vlan for network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 Jul 14 11:30:57.329919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 8da396a8-ec9e-4a7a-985c-831c6d07d0ab {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:30:57.330257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 8da396a8-ec9e-4a7a-985c-831c6d07d0ab not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:30:57.387718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] No DVR routers for this DVR port 8da396a8-ec9e-4a7a-985c-831c6d07d0ab on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:30:57.395164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:30:57.397083 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.399305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7126dfda-5a44-41be-8cb0-f28e7c0b4e58 req-194e6b2d-2c13-4c86-8630-917b01ea5264 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.45 "DELETE /v2.0/ports/8da396a8-ec9e-4a7a-985c-831c6d07d0ab HTTP/1.1" status: 204 len: 173 time: 3.0007317 Jul 14 11:30:57.400991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'name': 'network-vif-deleted', 'tag': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:30:57.402271 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007ef810-2d63-423e-b61e-6e8d08edc79f" -d '{"events": [{"server_uuid": "6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213", "name": "network-vif-deleted", "tag": "8da396a8-ec9e-4a7a-985c-831c6d07d0ab"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:30:57.454451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ad631-8b8a-446f-9878-d967f0a3a4b5 req-f90ce871-f959-453f-8e61-1fb1787854f2 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:57.456190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a2ad631-8b8a-446f-9878-d967f0a3a4b5 req-f90ce871-f959-453f-8e61-1fb1787854f2 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.3672078 Jul 14 11:30:57.473986 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.571891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a2ad631-8b8a-446f-9878-d967f0a3a4b5 req-9d96eaa0-d179-4eb8-8b09-709f9560b7f8 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013436 Jul 14 11:30:57.581769 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.582999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:57.583577 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.614756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd167c-ea9d-4b4e-a06a-02458fdee432 req-69bed9c4-86a8-44d2-afe2-2bd8ed183f77 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:57.616622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73cd167c-ea9d-4b4e-a06a-02458fdee432 req-69bed9c4-86a8-44d2-afe2-2bd8ed183f77 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 944 time: 0.3622575 Jul 14 11:30:57.634174 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3e38b48-d160-4833-b0d2-f6ff7e106fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.676029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3e38b48-d160-4833-b0d2-f6ff7e106fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.692971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b0b390dd-5343-4dab-bd6e-dcdbfae02d14', 'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'mac_address': 'fa:16:3e:0a:14:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:27Z', 'updated_at': '2021-07-14T11:28:38Z', 'revision_number': 5, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'subnets': [{'id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:57.700461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2466640 Jul 14 11:30:57.704325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37098) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:57.709625 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Request body: {'subnet': {'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1212367867-subnet', 'tenant_id': '78c1d545a7b944b5a213f41c68459e0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:30:57.720451 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:30:57.720451 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 11:30:57.720451 n-d-778696-8 neutron-server[93701]: [parameters: {'project_id_1': '78c1d545a7b944b5a213f41c68459e0c', 'expiration_1': datetime.datetime(2021, 7, 14, 11, 30, 57, 714295)}] Jul 14 11:30:57.720451 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:30:57.720801 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:30:57.734075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] Checking router: 9f435270-f1fb-46f2-a737-b94506c33379 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:30:57.746055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:30:57.746990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:30:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:57.764304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6b123-5d85-497f-a53a-bbb607427784 admin admin] Pushing event updated for resources: {'Network': ['ID=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:57.787212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c3e38b48-d160-4833-b0d2-f6ff7e106fbe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa349b015b19416881c3091ee8a29112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9663520 Jul 14 11:30:57.787698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37100) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:57.799697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e38b48-d160-4833-b0d2-f6ff7e106fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e522fc1-17f7-43fc-9e69-a3932f6a0789,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:57.806972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:30:57.821671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73cd167c-ea9d-4b4e-a06a-02458fdee432 req-b2b6f124-b262-4a97-af03-e9df86ae5b92 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610792 Jul 14 11:30:57.837785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-2f210763-cbd0-41e4-b1c3-4469f84f311d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1123766419&fields=id&tenant_id=4dcb6daafafc4692a2367cfd10a5a900 HTTP/1.1" status: 200 len: 267 time: 0.1236026 Jul 14 11:30:57.922969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98dadeb-71f0-4cce-821e-2e5c63e1cad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.942311 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9aa60f3b-8ffd-41cd-a5e9-2a26da6ed9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.952492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9aa60f3b-8ffd-41cd-a5e9-2a26da6ed9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:57.956225 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b8e2dc-c721-4336-9311-0cd300582a74 x-openstack-request-id: req-51b8e2dc-c721-4336-9311-0cd300582a74 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:30:57.956618 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213", "name": "network-vif-deleted", "tag": "8da396a8-ec9e-4a7a-985c-831c6d07d0ab", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:30:57.956983 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-51b8e2dc-c721-4336-9311-0cd300582a74 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:30:57.957728 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa9e17c-e36b-4cfc-a94e-cd7f57bf1213', 'name': 'network-vif-deleted', 'tag': '8da396a8-ec9e-4a7a-985c-831c6d07d0ab', 'status': 'completed', 'code': 200} Jul 14 11:30:57.963131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98dadeb-71f0-4cce-821e-2e5c63e1cad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.020115 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98dadeb-71f0-4cce-821e-2e5c63e1cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.025687 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98dadeb-71f0-4cce-821e-2e5c63e1cad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.031248 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a98dadeb-71f0-4cce-821e-2e5c63e1cad0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e522fc1-17f7-43fc-9e69-a3932f6a0789 HTTP/1.1" status: 204 len: 168 time: 0.2381384 Jul 14 11:30:58.050376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dadeb-71f0-4cce-821e-2e5c63e1cad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e522fc1-17f7-43fc-9e69-a3932f6a0789,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:58.137271 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.157448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:30:58.264287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Made reservation on behalf of 78c1d545a7b944b5a213f41c68459e0c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:30:58.266726 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.293773 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9aa60f3b-8ffd-41cd-a5e9-2a26da6ed9a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a90bd55a9ace4db48bd8681323a5eddd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2037611 Jul 14 11:30:58.310359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa60f3b-8ffd-41cd-a5e9-2a26da6ed9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713c6ef-8e0c-473b-b377-60e74b81d733,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:58.312852 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37110) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:58.324849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c435bc-82c8-4523-8635-64d66a38731b req-f834eb12-0332-42cc-8a1f-c4687fdb5ac0 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:58.332439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-f834eb12-0332-42cc-8a1f-c4687fdb5ac0 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/networks?id=c15e1c30-3bf3-44e3-8272-4eb375607d6c HTTP/1.1" status: 200 len: 816 time: 0.4776318 Jul 14 11:30:58.351412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-5ff378fb-a472-42b4-9359-1513c8068ec4 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/quotas/4dcb6daafafc4692a2367cfd10a5a900 HTTP/1.1" status: 200 len: 375 time: 0.0180767 Jul 14 11:30:58.397772 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de44ae2e-e20a-4428-a9e5-a15777cc9c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.420889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34c80b-0530-4b65-a2ae-01b117e1aecd req-bd99ab85-04b5-401c-a913-fe43aeac5e26 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:58.428104 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea34c80b-0530-4b65-a2ae-01b117e1aecd req-bd99ab85-04b5-401c-a913-fe43aeac5e26 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 945 time: 0.1727192 Jul 14 11:30:58.452812 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de44ae2e-e20a-4428-a9e5-a15777cc9c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.486465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-8d7d6ac7-3efb-4acc-92c6-80ec3cf404e2 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4dcb6daafafc4692a2367cfd10a5a900&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1268961 Jul 14 11:30:58.509250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea34c80b-0530-4b65-a2ae-01b117e1aecd req-888fbfcb-0c04-41c8-ba73-4a91dbb201f9 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803325 Jul 14 11:30:58.524297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b0b390dd-5343-4dab-bd6e-dcdbfae02d14', 'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'mac_address': 'fa:16:3e:0a:14:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:27Z', 'updated_at': '2021-07-14T11:28:38Z', 'revision_number': 5, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'subnets': [{'id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:30:58.573700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d733f87-46c9-4389-a053-f112f9317522 None None] The sync data for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 is: [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b0b390dd-5343-4dab-bd6e-dcdbfae02d14', 'name': '', 'network_id': 'e25c425b-a69c-404f-bca7-3be118da508d', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'mac_address': 'fa:16:3e:0a:14:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:27Z', 'updated_at': '2021-07-14T11:28:38Z', 'revision_number': 5, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'subnets': [{'id': 'c92bbc43-0d11-43e4-838b-14b931b3937a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:30:58.586278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.594057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de44ae2e-e20a-4428-a9e5-a15777cc9c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.596633 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de44ae2e-e20a-4428-a9e5-a15777cc9c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.600685 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de44ae2e-e20a-4428-a9e5-a15777cc9c51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3713c6ef-8e0c-473b-b377-60e74b81d733 HTTP/1.1" status: 204 len: 168 time: 0.2869632 Jul 14 11:30:58.631619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44ae2e-e20a-4428-a9e5-a15777cc9c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713c6ef-8e0c-473b-b377-60e74b81d733,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:58.687071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc508c3-e915-4a6e-9310-d0c29a8839f1,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:58.705588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Checking segment: {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:30:58.706551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-33fc2834-8963-463d-9674-a8901be90bda service neutron] 10.222.0.38 "GET /v2.0/networks/c15e1c30-3bf3-44e3-8272-4eb375607d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183728 Jul 14 11:30:58.708002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Network hostable DHCP agents. Network: cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:30:58.745997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:30:58.766696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:30:58.775152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771d46d8-de97-49f3-8e63-6a633e7ca264 None None] Network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:30:58.790832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:58.791427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:58.822496 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-df5888be-d078-4bd2-8370-3c3524462537 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1170411 Jul 14 11:30:58.884943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-acba90c6-de5f-426f-a408-40883aaebf7c service neutron] 10.222.0.38 "GET /v2.0/networks/c15e1c30-3bf3-44e3-8272-4eb375607d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713150 Jul 14 11:30:58.917786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a54bc-e50a-40bb-87a3-723cf40bffed req-7ed6fc68-0821-4474-be26-ac36acea5d82 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:58.920309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-960a54bc-e50a-40bb-87a3-723cf40bffed req-7ed6fc68-0821-4474-be26-ac36acea5d82 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 945 time: 0.1320174 Jul 14 11:30:58.959563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f8189f9c-7647-4396-8f80-756bf764611d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:30:58.980982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-960a54bc-e50a-40bb-87a3-723cf40bffed req-45d18baa-ddf1-491c-be70-4acfba25aa1c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520830 Jul 14 11:30:59.038301 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b020c-c141-449f-bdfa-f219445e0813 None None] New status for floating IP a8867073-6809-4afa-b573-65551d8732c3: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:30:59.062023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37136) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:59.085314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c120-9dc7-4213-9fec-a0999479adee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.159564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251cdec-584e-4156-9c6d-2b22d1a2ef5b None None] Network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:30:59.354182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c120-9dc7-4213-9fec-a0999479adee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.358999 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c120-9dc7-4213-9fec-a0999479adee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.464281 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8dd7c120-9dc7-4213-9fec-a0999479adee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19697782810f49c9a1643adddaef6718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992546 Jul 14 11:30:59.466864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37154) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:59.486844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7c120-9dc7-4213-9fec-a0999479adee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54685b9a-db21-468c-8a89-be11eb99759d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:59.488578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5157-c9b4-4187-b2c5-c7f8cf048daf req-17464056-9624-4dcd-a008-6e456bd455f7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:59.499443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c2e5157-c9b4-4187-b2c5-c7f8cf048daf req-17464056-9624-4dcd-a008-6e456bd455f7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 946 time: 0.1580708 Jul 14 11:30:59.505077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37158) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:30:59.603475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f8189f9c-7647-4396-8f80-756bf764611d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f8189f9c-7647-4396-8f80-756bf764611d,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:59.640252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'f8189f9c-7647-4396-8f80-756bf764611d', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'port_id': 'f8189f9c-7647-4396-8f80-756bf764611d', 'mac_address': 'fa:16:3e:67:32:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606cc036-ccce-4fe3-b770-acb3ecc81cfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:30:59.644553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15078959-27ec-4cc5-a23c-6981edac296f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.682541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c2e5157-c9b4-4187-b2c5-c7f8cf048daf req-6c36cb2b-bcc1-4c8c-9e34-d15b5436db11 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807320 Jul 14 11:30:59.705657 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15078959-27ec-4cc5-a23c-6981edac296f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.725225 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.766957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8189f9c-7647-4396-8f80-756bf764611d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:30:59.779336 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15078959-27ec-4cc5-a23c-6981edac296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.783330 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15078959-27ec-4cc5-a23c-6981edac296f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.805373 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-15078959-27ec-4cc5-a23c-6981edac296f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54685b9a-db21-468c-8a89-be11eb99759d HTTP/1.1" status: 204 len: 168 time: 0.3094244 Jul 14 11:30:59.817888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f8189f9c-7647-4396-8f80-756bf764611d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f8189f9c-7647-4396-8f80-756bf764611d,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:30:59.827225 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.828823 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79c02fd4-4f80-48be-93a6-94208ed9b54f tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.845272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15078959-27ec-4cc5-a23c-6981edac296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54685b9a-db21-468c-8a89-be11eb99759d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:30:59.869158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ec5f2-25c5-42fc-b144-7085f9c67aa0 req-5ae5d813-571f-4b47-ab18-d54766ac9996 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:30:59.877354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-138ec5f2-25c5-42fc-b144-7085f9c67aa0 req-5ae5d813-571f-4b47-ab18-d54766ac9996 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 944 time: 0.1776693 Jul 14 11:30:59.897925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79c02fd4-4f80-48be-93a6-94208ed9b54f tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:30:59.942161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f8189f9c-7647-4396-8f80-756bf764611d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:00.033481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-138ec5f2-25c5-42fc-b144-7085f9c67aa0 req-3d29ab72-90e4-4527-9b63-7b28baf7dd21 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495173 Jul 14 11:31:00.062941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['f8189f9c-7647-4396-8f80-756bf764611d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:00.069044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d56193-4eb7-496b-a83e-eb419e6afe85 req-b0684407-a293-421b-b264-70d84ad46eb8 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:00.071154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95d56193-4eb7-496b-a83e-eb419e6afe85 req-b0684407-a293-421b-b264-70d84ad46eb8 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1096 time: 0.1394060 Jul 14 11:31:00.088995 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79c02fd4-4f80-48be-93a6-94208ed9b54f tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:00.095295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79c02fd4-4f80-48be-93a6-94208ed9b54f tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:00.100314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:00.100840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-79c02fd4-4f80-48be-93a6-94208ed9b54f tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "DELETE /v2.0/security-groups/bb355b81-37d6-458f-983f-2af2db156286 HTTP/1.1" status: 204 len: 168 time: 0.5910490 Jul 14 11:31:00.123141 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-a8875083-2be3-44c0-96fd-fe1ab1783c00 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] show failed (client error): The resource could not be found. Jul 14 11:31:00.124224 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a8875083-2be3-44c0-96fd-fe1ab1783c00 tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "GET /v2.0/security-groups/bb355b81-37d6-458f-983f-2af2db156286 HTTP/1.1" status: 404 len: 347 time: 0.0225749 Jul 14 11:31:00.130946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37182) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:00.179285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c02fd4-4f80-48be-93a6-94208ed9b54f tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb355b81-37d6-458f-983f-2af2db156286,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:00.201419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95d56193-4eb7-496b-a83e-eb419e6afe85 req-5496b885-b803-493a-b23f-0f63eae310c0 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217477 Jul 14 11:31:00.479284 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7ee7334-8dc9-412e-9ea5-9114f5553276 req-431aa64e-32ba-499e-923a-7c1b0b41d305 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 210 time: 0.0695486 Jul 14 11:31:00.746642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-de4aa1ea-a7be-43c5-a6e3-a4ff09fb44fc tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:00.751060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-de4aa1ea-a7be-43c5-a6e3-a4ff09fb44fc tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/networks?id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 200 len: 822 time: 0.2206051 Jul 14 11:31:00.777961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-291a1f5f-7573-4c51-99af-f42280665c57 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/quotas/78c1d545a7b944b5a213f41c68459e0c HTTP/1.1" status: 200 len: 375 time: 0.0201309 Jul 14 11:31:00.829297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Deleting port 9075699f-092b-4475-af82-e1684141be1b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:00.829846 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:00.831424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-ab570e59-9574-493f-989e-d2a29b41b7dc tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=78c1d545a7b944b5a213f41c68459e0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521419 Jul 14 11:31:00.937624 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:00.938043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:00.951995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f8189f9c-7647-4396-8f80-756bf764611d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:00.957278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Calling delete_port for 9075699f-092b-4475-af82-e1684141be1b owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:01.036157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890586-6276-451d-9269-541aa51b1eba req-c396c1cd-5259-4ef3-bb07-392bd9b68e0a tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:01.038445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64890586-6276-451d-9269-541aa51b1eba req-c396c1cd-5259-4ef3-bb07-392bd9b68e0a tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.1823325 Jul 14 11:31:01.064858 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-42acca95-47e9-4906-ac96-ebb5a8542aac service neutron] 10.222.0.38 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323604 Jul 14 11:31:01.075577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port f8189f9c-7647-4396-8f80-756bf764611d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:01.081666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port f8189f9c-7647-4396-8f80-756bf764611d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:01.082438 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:01.137607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:01.168866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Pushing event deleted for resources: {'Port': ['ID=9075699f-092b-4475-af82-e1684141be1b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:01.189426 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64890586-6276-451d-9269-541aa51b1eba req-5beac521-e407-4832-904d-5c2a8a6a6ab9 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011832 Jul 14 11:31:01.264132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:01.265604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-06b22239-6920-4813-9da4-23012283bb71 service neutron] 10.222.0.38 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982965 Jul 14 11:31:01.268636 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:01.270441 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c7ed3606-1c01-4445-ac7a-fffe93caffca tempest-ServersTestJSON-299616173 tempest-ServersTestJSON-299616173-project] 10.222.0.38 "DELETE /v2.0/floatingips/a8867073-6809-4afa-b573-65551d8732c3 HTTP/1.1" status: 204 len: 168 time: 1.1375146 Jul 14 11:31:01.272777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37224) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:01.283912 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:01.395306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cb5c39-0848-4b1d-80a4-305fb0de28c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8189f9c-7647-4396-8f80-756bf764611d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:01.402406 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2676aaa6-3ee9-4050-b12d-73bb0e2a30e2" -d '{"events": [{"server_uuid": "b6cb5c39-0848-4b1d-80a4-305fb0de28c7", "name": "network-vif-plugged", "status": "completed", "tag": "f8189f9c-7647-4396-8f80-756bf764611d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:01.443689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f8189f9c-7647-4396-8f80-756bf764611d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f8189f9c-7647-4396-8f80-756bf764611d,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:01.454027 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:01.581949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f8189f9c-7647-4396-8f80-756bf764611d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:01.617753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c435bc-82c8-4523-8635-64d66a38731b req-a56dc562-f7e0-44c6-8aa4-85055016d8d7 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:01.619527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-a56dc562-f7e0-44c6-8aa4-85055016d8d7 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.45 "GET /v2.0/networks?id=c15e1c30-3bf3-44e3-8272-4eb375607d6c HTTP/1.1" status: 200 len: 816 time: 0.2772870 Jul 14 11:31:01.621610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175e496-eb7e-42b4-b3a4-56bb598ea91f req-831eb204-25be-4c4c-8589-8f38fe8b71ab tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:01.629668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c175e496-eb7e-42b4-b3a4-56bb598ea91f req-831eb204-25be-4c4c-8589-8f38fe8b71ab tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1096 time: 0.1525023 Jul 14 11:31:01.687526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-7e0e15c4-0da1-4b76-9d78-1ab426aadf6b tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dcb6daafafc4692a2367cfd10a5a900 HTTP/1.1" status: 200 len: 380 time: 0.0547137 Jul 14 11:31:01.707801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Request body: {'port': {'device_id': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'admin_state_up': True, 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'security_groups': ['32e66332-d94c-45ae-bfa8-9c437b72161a']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:01.765539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c175e496-eb7e-42b4-b3a4-56bb598ea91f req-a9d0892a-d65b-4f5a-be28-3078f8921de7 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346900 Jul 14 11:31:02.072110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:02.132800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a3e1b-2bdb-432e-9293-944558f06795 req-d35d3056-b420-4c6d-a252-9bcc238b6b58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:02.150456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b46a3e1b-2bdb-432e-9293-944558f06795 req-d35d3056-b420-4c6d-a252-9bcc238b6b58 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 946 time: 0.2461982 Jul 14 11:31:02.230557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Made reservation on behalf of 4dcb6daafafc4692a2367cfd10a5a900 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:02.239620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:02.301699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b46a3e1b-2bdb-432e-9293-944558f06795 req-cabc5844-f458-47bf-91a8-6e1a79e2ec10 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379781 Jul 14 11:31:02.367655 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3758f1-6bb4-4b7c-90cf-e10d335db9d2 x-openstack-request-id: req-ed3758f1-6bb4-4b7c-90cf-e10d335db9d2 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:02.368164 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cb5c39-0848-4b1d-80a4-305fb0de28c7", "name": "network-vif-plugged", "status": "completed", "tag": "f8189f9c-7647-4396-8f80-756bf764611d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:02.368256 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed3758f1-6bb4-4b7c-90cf-e10d335db9d2 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:02.368608 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cb5c39-0848-4b1d-80a4-305fb0de28c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8189f9c-7647-4396-8f80-756bf764611d', 'code': 200} Jul 14 11:31:02.649515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37266) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:02.689291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fac5996-0a5a-49b8-b9f0-b2192bb7caa6 req-2a24b114-d4ca-4cfb-b04d-f48e53295284 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 210 time: 0.0781951 Jul 14 11:31:02.700032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7775e62-9184-49d8-bbc0-c84de18a72a5 req-105ec525-fc5d-4bba-b862-ed676e4538ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:02.703323 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a7775e62-9184-49d8-bbc0-c84de18a72a5 req-105ec525-fc5d-4bba-b862-ed676e4538ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 1097 time: 0.2113559 Jul 14 11:31:02.746556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cc5c9-f0fb-43b4-b1dd-796dfe163a41 req-fb436525-d696-45ab-a867-d051e9e6096d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:02.759498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Deleting port b0b390dd-5343-4dab-bd6e-dcdbfae02d14 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:02.760031 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:02.762479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cc5c9-f0fb-43b4-b1dd-796dfe163a41 req-fb436525-d696-45ab-a867-d051e9e6096d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:02.778286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cc5c9-f0fb-43b4-b1dd-796dfe163a41 req-fb436525-d696-45ab-a867-d051e9e6096d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:02.792885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b32cc5c9-f0fb-43b4-b1dd-796dfe163a41 req-fb436525-d696-45ab-a867-d051e9e6096d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467&device_id=42fdf974-a03c-4c7c-898f-9026633a9717&device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 2418 time: 0.5211806 Jul 14 11:31:02.796521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Allocated IP 172.20.0.3 (c15e1c30-3bf3-44e3-8272-4eb375607d6c/1b4de33d-b125-4156-b808-21fd8e9c364d/4506eb64-d185-4b69-ab3a-43f849d38d2b) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:02.848344 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a7775e62-9184-49d8-bbc0-c84de18a72a5 req-c1c5caa4-3d97-455e-8fb0-be78dd066075 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288764 Jul 14 11:31:02.864858 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b32cc5c9-f0fb-43b4-b1dd-796dfe163a41 req-52d221e8-0eab-4d44-ba85-012783097630 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707057 Jul 14 11:31:02.920085 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:31:02.926379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] For port b0b390dd-5343-4dab-bd6e-dcdbfae02d14, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b0b390dd-5343-4dab-bd6e-dcdbfae02d14,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:02.926920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:02.967991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Calling delete_port for b0b390dd-5343-4dab-bd6e-dcdbfae02d14 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:03.142865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40602a97-fa55-4f83-a30e-fabab676f836 req-88da2ad8-7c82-4c95-8e67-9cb9f571c8e4 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 210 time: 0.0936439 Jul 14 11:31:03.221946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1230452179'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:03.301909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:03.317405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Made reservation on behalf of 3d9d296462be48ceb07902bf5235ab71 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:03.326241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:03.359094 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:03.374223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Transition to ACTIVE for port object 4506eb64-d185-4b69-ab3a-43f849d38d2b will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:03.423792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:03.462338 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b390dd-5343-4dab-bd6e-dcdbfae02d14,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:03.606719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:03.776429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4240b2-0f5a-4880-9b30-a467dc1a5cf4 req-49abed6b-2ebf-48ee-a5c9-eb585a04f56d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:03.800461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de4240b2-0f5a-4880-9b30-a467dc1a5cf4 req-49abed6b-2ebf-48ee-a5c9-eb585a04f56d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 946 time: 0.4285581 Jul 14 11:31:03.807314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Network c15e1c30-3bf3-44e3-8272-4eb375607d6c is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:03.875995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:03.953314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:03.967838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.050917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Pushing event updated for resources: {'Port': ['ID=4506eb64-d185-4b69-ab3a-43f849d38d2b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:04.063815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-f032400d-1287-4d6c-bb30-554e6a0da78f tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:04.065497 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-f032400d-1287-4d6c-bb30-554e6a0da78f tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "GET /v2.0/networks?id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 200 len: 822 time: 0.3712261 Jul 14 11:31:04.110200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Request body: {'port': {'device_id': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7', 'admin_state_up': True, 'tenant_id': '78c1d545a7b944b5a213f41c68459e0c'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:04.168278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de4240b2-0f5a-4880-9b30-a467dc1a5cf4 req-21e75aa5-356e-4601-90e5-a88dd86894d5 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666317 Jul 14 11:31:04.202110 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.222831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.256321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:04.256983 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.276481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:31:04.302354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adecf553-22e0-4933-9480-819f7a65f295,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:04.307502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.308012 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Added segment b3072b4a-09e4-42b8-81b2-a6c40e03d916 of type vlan for network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 Jul 14 11:31:04.311099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0907a0a3-52f4-4e0d-bf60-027412d8153a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6111388 Jul 14 11:31:04.319006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beebabd-ad67-4fe2-a610-0190aa1e2d55 req-8480493d-6655-4ea4-b90a-5e6e8fa271ac tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:04.326436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4beebabd-ad67-4fe2-a610-0190aa1e2d55 req-8480493d-6655-4ea4-b90a-5e6e8fa271ac tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 946 time: 0.5704765 Jul 14 11:31:04.339645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Request body: {'port': {'device_id': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:04.382232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2784bee9-c9cb-44c4-a6b5-8a1f15e63804 None None] Provisioning for port 4506eb64-d185-4b69-ab3a-43f849d38d2b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:04.395538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2784bee9-c9cb-44c4-a6b5-8a1f15e63804 None None] Provisioning complete for port 4506eb64-d185-4b69-ab3a-43f849d38d2b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:04.396627 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2784bee9-c9cb-44c4-a6b5-8a1f15e63804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.432510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2784bee9-c9cb-44c4-a6b5-8a1f15e63804 None None] Port 4506eb64-d185-4b69-ab3a-43f849d38d2b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:31:04.434080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Made reservation on behalf of 78c1d545a7b944b5a213f41c68459e0c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:04.438732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.478195 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.570223 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.576168 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.583015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:04.583643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:04.635030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4beebabd-ad67-4fe2-a610-0190aa1e2d55 req-3153b1ce-7992-4c01-858b-98894d27f239 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077114 Jul 14 11:31:04.671772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Allocated IP 172.20.0.12 (cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7/5fc508c3-e915-4a6e-9310-d0c29a8839f1/a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:04.690341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Router 9f435270-f1fb-46f2-a737-b94506c33379 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:31:04.737956 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0836196 Jul 14 11:31:04.765541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843f392-4f23-4d3e-8421-c2fdbfaf4f89 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Pushing event updated for resources: {'Network': ['ID=cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:04.774389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c334ef-5869-49bd-8f8e-0062bbe417c2 req-fef356bf-95c5-48e7-b17d-aa5d1a0d9a28 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:04.788040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:31:04.792033 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94c334ef-5869-49bd-8f8e-0062bbe417c2 req-fef356bf-95c5-48e7-b17d-aa5d1a0d9a28 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1096 time: 0.4467547 Jul 14 11:31:04.876772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94c334ef-5869-49bd-8f8e-0062bbe417c2 req-4efe8725-3c8c-4d5b-96ab-d38b01d7b42e tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691528 Jul 14 11:31:04.944845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:31:04.958298 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b72e41c9-74f1-4697-bfd7-9527b28553d6 admin admin] 10.222.0.38 "PUT /v2.0/routers/9f435270-f1fb-46f2-a737-b94506c33379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6844063 Jul 14 11:31:04.965897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] Sync routers for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:31:04.989674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:04.990609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:30:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:04.995024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37300) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:05.009378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:05.095769 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:05.156575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:05.170029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:05.174479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:05.221546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event updated for resources: {'Port': ['ID=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:05.264899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:05.283788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:05.284483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:05.331200 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-587eaf05-ca17-43bb-a44e-e7868728358b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2474210 Jul 14 11:31:05.350010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Request body: {'port': {'device_id': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:05.560841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:31:03Z', 'revision_number': 5, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:05.565202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:05.614291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] Checking router: 9f435270-f1fb-46f2-a737-b94506c33379 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:31:05.628904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] Routers {'9f435270-f1fb-46f2-a737-b94506c33379'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:05.630131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:30:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f435270-f1fb-46f2-a737-b94506c33379'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:05.823312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] Set router 9f435270-f1fb-46f2-a737-b94506c33379 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:05.864848 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:05.974445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:05.983306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:05.997655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Transition to ACTIVE for port object a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:06.007779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.046276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4506eb64-d185-4b69-ab3a-43f849d38d2b {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:06.057296 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.064749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Pushing event updated for resources: {'Port': ['ID=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:06.069111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:31:03Z', 'revision_number': 5, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:06.078786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Transition to ACTIVE for port object 4506eb64-d185-4b69-ab3a-43f849d38d2b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:06.101361 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.111141 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed65bcd-afa2-489d-a7b6-c4b4948e67bd None None] The sync data for ids ['9f435270-f1fb-46f2-a737-b94506c33379'] in n-d-778696-8 is: [{'id': '9f435270-f1fb-46f2-a737-b94506c33379', 'name': 'tempest-ServersTestJSON-2045238025-router', 'tenant_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:28:22Z', 'updated_at': '2021-07-14T11:31:03Z', 'revision_number': 5, 'project_id': 'a2dd4fb66e2f4a069ee9c4869cddb24d', 'gw_port': {'id': 'e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435270-f1fb-46f2-a737-b94506c33379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:28:23Z', 'updated_at': '2021-07-14T11:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:31:06.188596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Attempting to bind port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:06.189224 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Attempting to bind port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:06.189786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Attempting to bind port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 on network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:06.195118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 on network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:06.195676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Attempting to bind port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 on network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:06.196709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Pushing event updated for resources: {'Port': ['ID=4506eb64-d185-4b69-ab3a-43f849d38d2b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:06.204608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:06.205287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Checking segment: {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:06.205719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Bound using segment: {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:06.206347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Bound port: a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:06.206778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f2694-e983-4f42-8aa0-8da1d793e48f req-396e0993-0ebe-40c6-9ee9-efcbfa10ae5f tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:06.207143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.214147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f5f2694-e983-4f42-8aa0-8da1d793e48f req-396e0993-0ebe-40c6-9ee9-efcbfa10ae5f tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 931 time: 1.2199845 Jul 14 11:31:06.223692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e2e7d-cc65-40c7-9ec7-bdbf6b7d6451 req-2e01ca89-6d73-4ff3-95eb-007b0ae29b8c tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:06.225421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c7e2e7d-cc65-40c7-9ec7-bdbf6b7d6451 req-2e01ca89-6d73-4ff3-95eb-007b0ae29b8c tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 932 time: 0.6786408 Jul 14 11:31:06.319476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:06.324665 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:06.333274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.356156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c7e2e7d-cc65-40c7-9ec7-bdbf6b7d6451 req-a2ffa563-6d17-427e-b574-f44ef08f860d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183102 Jul 14 11:31:06.388680 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.409968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:06.410833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.412212 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] 10.222.0.64 "PUT /v2.0/ports/a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 HTTP/1.1" status: 200 len: 1092 time: 1.0714288 Jul 14 11:31:06.412733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'tag': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:06.415125 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2" -d '{"events": [{"name": "network-changed", "server_uuid": "31d15645-84a0-41fa-820d-bdb9b0e4bdc8", "tag": "a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:06.452119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a3c80-9cad-413f-be1c-c324d4dc290a service neutron] Pushing event updated for resources: {'Port': ['ID=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:06.465597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f5f2694-e983-4f42-8aa0-8da1d793e48f req-4e76f8fb-974a-46a5-a682-dcb4cf672c2c tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485762 Jul 14 11:31:06.610824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-d49b393b-1a5f-40c3-ba04-ccd705c2f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:06.612389 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-d49b393b-1a5f-40c3-ba04-ccd705c2f441 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78c1d545a7b944b5a213f41c68459e0c&device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 1095 time: 0.1260276 Jul 14 11:31:06.625003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Attempting to bind port 4506eb64-d185-4b69-ab3a-43f849d38d2b on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:06.625271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Attempting to bind port 4506eb64-d185-4b69-ab3a-43f849d38d2b by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:06.625585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Attempting to bind port 4506eb64-d185-4b69-ab3a-43f849d38d2b on network c15e1c30-3bf3-44e3-8272-4eb375607d6c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:06.646004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Port 4506eb64-d185-4b69-ab3a-43f849d38d2b on network c15e1c30-3bf3-44e3-8272-4eb375607d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:06.646342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Attempting to bind port 4506eb64-d185-4b69-ab3a-43f849d38d2b on network c15e1c30-3bf3-44e3-8272-4eb375607d6c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:06.670955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:06.671302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Checking segment: {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:06.671700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Bound using segment: {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:06.672193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Bound port: 4506eb64-d185-4b69-ab3a-43f849d38d2b, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e60ab3-887d-423f-babe-2f7a7cc71910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:06.672564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.715198 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-abd78ad7-e1ec-477b-b98d-0e4d1b4b8d5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0950863 Jul 14 11:31:06.804813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37318) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:06.810447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Request body: {'port': {'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3', 'binding:host_id': 'n-h1-778696-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-555059078'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:06.816153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Deleting port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:06.816506 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.850420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b0b390dd-5343-4dab-bd6e-dcdbfae02d14 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:06.865109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Made reservation on behalf of b7190aa32a7c409792b67e8afd536dce for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:06.869861 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.884516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-4c5c916f-2212-44b8-8ea7-729ab5fc94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:06.885997 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-4c5c916f-2212-44b8-8ea7-729ab5fc94fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fc508c3-e915-4a6e-9310-d0c29a8839f1 HTTP/1.1" status: 200 len: 862 time: 0.1590774 Jul 14 11:31:06.904996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b0b390dd-5343-4dab-bd6e-dcdbfae02d14 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:31:06.917732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b0b390dd-5343-4dab-bd6e-dcdbfae02d14 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:31:06.918984 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:06.976919 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-c65b914a-6e7a-4ae5-8c1a-0a22c58e1056 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795658 Jul 14 11:31:06.990336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] For port e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:06.990870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.015956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Calling delete_port for e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:07.212913 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.220139 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-504ec9da-0471-44b2-aceb-eefeed231974 service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311013 Jul 14 11:31:07.308289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:07.357182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] For port 4506eb64-d185-4b69-ab3a-43f849d38d2b, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:07.400705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] For port 4506eb64-d185-4b69-ab3a-43f849d38d2b, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4506eb64-d185-4b69-ab3a-43f849d38d2b,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:07.401896 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4254abaa-c5b4-428b-acec-e699ae953a3c req-1c9925e2-5fde-4bc1-8465-c71efc59751c service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722364 Jul 14 11:31:07.426084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.439443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcc245-6fef-4275-8fca-04657b33e503 req-a62ee148-e3cc-40b5-86e7-c35155029b2d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:07.444452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.449448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bbcc245-6fef-4275-8fca-04657b33e503 req-a62ee148-e3cc-40b5-86e7-c35155029b2d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 946 time: 0.2488816 Jul 14 11:31:07.456256 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.473214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] device_id is not set on port c079a2d8-1887-4de0-9959-689d86809739 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:31:07.534533 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.665010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.667372 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.717883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:07.718519 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.720034 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] 10.222.0.45 "PUT /v2.0/ports/4506eb64-d185-4b69-ab3a-43f849d38d2b HTTP/1.1" status: 200 len: 1091 time: 3.3847070 Jul 14 11:31:07.770844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'tag': '4506eb64-d185-4b69-ab3a-43f849d38d2b'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:07.773298 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3995fcb-78d9-4791-9159-660f188e0424" -d '{"events": [{"name": "network-changed", "server_uuid": "26aaa61e-c5d4-4cea-b12f-9bf8581e5f10", "tag": "4506eb64-d185-4b69-ab3a-43f849d38d2b"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:07.818036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bbcc245-6fef-4275-8fca-04657b33e503 req-c8356d5a-ee7a-463c-8c94-70ce68111089 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675611 Jul 14 11:31:07.897459 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.898436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f435270-f1fb-46f2-a737-b94506c33379 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:31:07.930271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:07.931765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c16589c6-a8f7-4e8f-b5b0-8d9659a01d96 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9f435270-f1fb-46f2-a737-b94506c33379 HTTP/1.1" status: 204 len: 168 time: 2.9356477 Jul 14 11:31:07.935831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37372) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:07.980504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059696b9-6c53-483b-b53a-58f52b74f426 service neutron] Pushing event updated for resources: {'Port': ['ID=4506eb64-d185-4b69-ab3a-43f849d38d2b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:08.033315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e51752-4db5-4424-a56c-68b32bf28bb0 admin admin] Deleting subnet c92bbc43-0d11-43e4-838b-14b931b3937a {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:31:08.041536 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6e51752-4db5-4424-a56c-68b32bf28bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:08.191950 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6e51752-4db5-4424-a56c-68b32bf28bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:08.281948 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f51115-4e17-4d71-ba98-efd08ce37e74 x-openstack-request-id: req-d2f51115-4e17-4d71-ba98-efd08ce37e74 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:08.282508 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d15645-84a0-41fa-820d-bdb9b0e4bdc8", "tag": "a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:08.282508 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2f51115-4e17-4d71-ba98-efd08ce37e74 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:08.282856 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'tag': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8', 'status': 'completed', 'code': 200} Jul 14 11:31:08.328261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680ca89f-244a-466d-a6f1-4b66b4239cdd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:08.379837 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6e51752-4db5-4424-a56c-68b32bf28bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:08.414478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] device_id is not set on port c079a2d8-1887-4de0-9959-689d86809739 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:31:08.431083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-8c79fe4b-aa15-4172-a3a7-ed83e52513db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:08.433025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c435bc-82c8-4523-8635-64d66a38731b req-8ed6da9c-6df8-4972-8dc0-91471ae49dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:08.436578 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-8ed6da9c-6df8-4972-8dc0-91471ae49dab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4dcb6daafafc4692a2367cfd10a5a900&device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 1094 time: 0.6567504 Jul 14 11:31:08.438126 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6e51752-4db5-4424-a56c-68b32bf28bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:08.439833 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-8c79fe4b-aa15-4172-a3a7-ed83e52513db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78c1d545a7b944b5a213f41c68459e0c&device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 1095 time: 0.1559405 Jul 14 11:31:08.454451 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:08.472904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e51752-4db5-4424-a56c-68b32bf28bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92bbc43-0d11-43e4-838b-14b931b3937a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:08.476310 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6e51752-4db5-4424-a56c-68b32bf28bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:08.478160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d6e51752-4db5-4424-a56c-68b32bf28bb0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c92bbc43-0d11-43e4-838b-14b931b3937a HTTP/1.1" status: 204 len: 168 time: 0.5411186 Jul 14 11:31:08.494499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96249252-b9a7-4c8b-94a0-56834c3b35c3 None None] Network e25c425b-a69c-404f-bca7-3be118da508d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:08.536148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37392) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:08.546042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-3973ee95-5000-4dc4-85e8-97982081e0aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4506eb64-d185-4b69-ab3a-43f849d38d2b HTTP/1.1" status: 200 len: 217 time: 0.0805693 Jul 14 11:31:08.658869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-b266f9b4-1268-4fd2-a1bb-ca6f4fd2ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:08.660440 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-b266f9b4-1268-4fd2-a1bb-ca6f4fd2ab09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 200 len: 922 time: 0.2127526 Jul 14 11:31:08.715096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Transition to ACTIVE for port object c079a2d8-1887-4de0-9959-689d86809739 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:08.719653 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-f7c7601c-671a-457b-be19-658c8e56e0da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0482957 Jul 14 11:31:08.740367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-8573c8d9-7683-44b4-b0d2-7d38959ef446 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:31:08.741538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-8573c8d9-7683-44b4-b0d2-7d38959ef446 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153782 Jul 14 11:31:08.794807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:08.863620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:08.867625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c435bc-82c8-4523-8635-64d66a38731b req-a037ea8a-3aa2-41a3-ac0e-c449bae0f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:08.869441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-a037ea8a-3aa2-41a3-ac0e-c449bae0f19b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b4de33d-b125-4156-b808-21fd8e9c364d HTTP/1.1" status: 200 len: 855 time: 0.2969313 Jul 14 11:31:08.931382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:08.942909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'Port': ['ID=c079a2d8-1887-4de0-9959-689d86809739,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:08.961509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac542-c4a7-48ef-b1b0-7b8ce2674eb1 req-8f3f632d-2286-47b6-b992-dbb27f5d476d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:08.968611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Request body: {'binding': {'host': 'n-h2-778696-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:08.969636 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Unknown quota resources ['binding']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:31:08.976515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d54ac542-c4a7-48ef-b1b0-7b8ce2674eb1 req-8f3f632d-2286-47b6-b992-dbb27f5d476d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 944 time: 0.2535024 Jul 14 11:31:08.977863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:31:08.978736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e24b89cd-3790-4e5d-8c69-1c4f0eaa2ab2 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:31:08.998381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862afa3f-d6a8-49c0-aff9-12633cb19954 None None] DHCP port deletion for e25c425b-a69c-404f-bca7-3be118da508d request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:31:09.093035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d54ac542-c4a7-48ef-b1b0-7b8ce2674eb1 req-1fbb0e8d-06c4-4031-ba32-39e84d4dbc53 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151738 Jul 14 11:31:09.099988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-862afa3f-d6a8-49c0-aff9-12633cb19954 None None] Deleting port f1c26126-0963-4890-ae21-8963f22309cd {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:09.110830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0742acb4-42f1-4e5b-97e4-f2e320172466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:09.112934 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-862afa3f-d6a8-49c0-aff9-12633cb19954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:09.132195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-0742acb4-42f1-4e5b-97e4-f2e320172466 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c15e1c30-3bf3-44e3-8272-4eb375607d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2492096 Jul 14 11:31:09.163974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-ed8a9d27-9975-4ef1-8f48-f5e24a825c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:09.165648 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-ed8a9d27-9975-4ef1-8f48-f5e24a825c82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fc508c3-e915-4a6e-9310-d0c29a8839f1 HTTP/1.1" status: 200 len: 862 time: 0.4382198 Jul 14 11:31:09.252434 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-e1eec606-1e26-4440-a3ad-c308addeadbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685568 Jul 14 11:31:09.315914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Deleting port f1c26126-0963-4890-ae21-8963f22309cd {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:09.316375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:09.320914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-862afa3f-d6a8-49c0-aff9-12633cb19954 None None] For port f1c26126-0963-4890-ae21-8963f22309cd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f1c26126-0963-4890-ae21-8963f22309cd,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:09.321652 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-862afa3f-d6a8-49c0-aff9-12633cb19954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:09.335674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-862afa3f-d6a8-49c0-aff9-12633cb19954 None None] Calling delete_port for f1c26126-0963-4890-ae21-8963f22309cd owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:09.405391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Checking segment: {'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:09.405977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Network hostable DHCP agents. Network: cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:31:09.450451 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-862afa3f-d6a8-49c0-aff9-12633cb19954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:09.472275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] For port f1c26126-0963-4890-ae21-8963f22309cd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f1c26126-0963-4890-ae21-8963f22309cd,segment=NetworkSegment(df4e9111-50be-4dc1-9837-629eab170392),segment_id=df4e9111-50be-4dc1-9837-629eab170392)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:09.472609 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:09.479393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-2e66b37c-68f1-4a93-9e84-bd3d5f425dd4 service neutron] 10.222.0.45 "GET /v2.0/networks/c15e1c30-3bf3-44e3-8272-4eb375607d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327672 Jul 14 11:31:09.516087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 on host n-h2-778696-8 for vnic_type normal with profile None {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:09.516449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:09.516782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:09.520458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:31:09.524730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f988b5a4-3785-4732-a872-0b1d4544def7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:09.526871 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862afa3f-d6a8-49c0-aff9-12633cb19954 None None] Pushing event deleted for resources: {'Port': ['ID=f1c26126-0963-4890-ae21-8963f22309cd,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:09.543883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Port 4fc718c6-8ac4-42bf-8144-9be71d233294 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:09.544547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:09.544720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862afa3f-d6a8-49c0-aff9-12633cb19954 None None] No DVR routers for this DVR port f1c26126-0963-4890-ae21-8963f22309cd on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:31:09.546606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Calling delete_port for f1c26126-0963-4890-ae21-8963f22309cd owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:09.560141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:09.568938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:09.569789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:09.570945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:09.572013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Bound port: 4fc718c6-8ac4-42bf-8144-9be71d233294, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:09.576048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:09.585175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99baa687-4a75-4f1b-894e-4b276fc16793 None None] Network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:09.593510 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-b7052018-79ea-4133-8d36-e4c12c0431e1 service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231661 Jul 14 11:31:09.663437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:09.664111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:09.664990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:09.719732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:09.720140 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:09.724080 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 2 to bind port c079a2d8-1887-4de0-9959-689d86809739 Jul 14 11:31:09.747887 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:09.780090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:09.780539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:09.780932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:09.802876 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:09.804139 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-add1305d-3a35-4cc1-bd98-9fa7e15eb58f service neutron] 10.222.0.38 "POST /v2.0/ports/4fc718c6-8ac4-42bf-8144-9be71d233294/bindings HTTP/1.1" status: 201 len: 389 time: 1.0155568 Jul 14 11:31:09.819638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:09.820173 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:09.822190 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 3 to bind port c079a2d8-1887-4de0-9959-689d86809739 Jul 14 11:31:09.853116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:09.853456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:09.853903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:09.857846 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b72fcd5f-3181-4256-a7f2-48e3d9c081f2 req-a0ffa9e8-dceb-40d3-bb2a-5c9491bfded7 service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272787 Jul 14 11:31:09.863535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:09.863876 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:09.866406 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 4 to bind port c079a2d8-1887-4de0-9959-689d86809739 Jul 14 11:31:09.917463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:09.917779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:09.918138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:09.928854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:09.929355 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:09.937357 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 5 to bind port c079a2d8-1887-4de0-9959-689d86809739 Jul 14 11:31:09.970189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:09.972600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:09.974146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:09.986523 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:09.986859 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:09.991552 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 6 to bind port c079a2d8-1887-4de0-9959-689d86809739 Jul 14 11:31:10.021142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:10.021548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:10.021891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:10.027165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:10.027617 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:10.028239 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 7 to bind port c079a2d8-1887-4de0-9959-689d86809739 Jul 14 11:31:10.051243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:10.051572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:10.051938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:10.053951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe46ae0-9e8f-4c17-b20c-87c10067e7a7 req-3dd38a0b-14a3-40bb-8b3c-cdab51f4929f tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:10.057461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:10.057798 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:10.058190 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 8 to bind port c079a2d8-1887-4de0-9959-689d86809739 Jul 14 11:31:10.064516 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cfe46ae0-9e8f-4c17-b20c-87c10067e7a7 req-3dd38a0b-14a3-40bb-8b3c-cdab51f4929f tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 943 time: 0.7408154 Jul 14 11:31:10.084100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:10.084486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:10.084852 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:10.089894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:10.090228 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:10.090741 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 9 to bind port c079a2d8-1887-4de0-9959-689d86809739 Jul 14 11:31:10.114402 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44724767-0d54-4832-8ca1-7b2f59e3bf43 x-openstack-request-id: req-44724767-0d54-4832-8ca1-7b2f59e3bf43 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:10.114976 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26aaa61e-c5d4-4cea-b12f-9bf8581e5f10", "tag": "4506eb64-d185-4b69-ab3a-43f849d38d2b", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:10.115158 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-44724767-0d54-4832-8ca1-7b2f59e3bf43 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:10.115575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:10.115948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:10.116288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:10.116507 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'tag': '4506eb64-d185-4b69-ab3a-43f849d38d2b', 'status': 'completed', 'code': 200} Jul 14 11:31:10.125374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:10.125716 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:10.126101 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 10 to bind port c079a2d8-1887-4de0-9959-689d86809739 Jul 14 11:31:10.183450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:10.184268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:10.185067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:10.192710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port c079a2d8-1887-4de0-9959-689d86809739 on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:10.193049 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port c079a2d8-1887-4de0-9959-689d86809739 on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:10.193427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.203232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cfe46ae0-9e8f-4c17-b20c-87c10067e7a7 req-5303186c-5c0c-44ff-bbad-9e616d4a068d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375771 Jul 14 11:31:10.214169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c435bc-82c8-4523-8635-64d66a38731b req-ac6cff63-4a0e-4be6-bdfa-e4a5436a0814 service neutron] 10.222.0.45 "GET /v2.0/networks/c15e1c30-3bf3-44e3-8272-4eb375607d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108235 Jul 14 11:31:10.242322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70d8c408-247b-475d-8f5f-276702bc0803 req-b19af7af-4d1a-4344-8d84-29c5e2930027 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7504311 Jul 14 11:31:10.277054 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.280857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-3cadf36c-a4a6-4d76-9c86-30e82236efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:10.282790 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-3cadf36c-a4a6-4d76-9c86-30e82236efa9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1096 time: 0.1519833 Jul 14 11:31:10.348239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c26126-0963-4890-ae21-8963f22309cd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:10.391635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] No DVR routers for this DVR port f1c26126-0963-4890-ae21-8963f22309cd on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:31:10.520510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-ee4e7b24-136f-43fa-81c3-a88e2a815548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:10.523810 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-ee4e7b24-136f-43fa-81c3-a88e2a815548 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.2183208 Jul 14 11:31:10.591336 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-ab976104-4a93-429f-b4ef-18816a20c6ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc718c6-8ac4-42bf-8144-9be71d233294 HTTP/1.1" status: 200 len: 217 time: 0.0513361 Jul 14 11:31:10.604949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.619818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25c425b-a69c-404f-bca7-3be118da508d']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:10.637698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4e9111-50be-4dc1-9837-629eab170392') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:10.638013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4e9111-50be-4dc1-9837-629eab170392') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:10.641567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] For port c079a2d8-1887-4de0-9959-689d86809739, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:10.642096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempted to set empty binding levels {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 11:31:10.651755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.671196 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.689305 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.696481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:31:10.696977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.712358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:10.713002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.722451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-e0f2bcc6-9713-43aa-b979-05da41e3dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:10.723505 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-e0f2bcc6-9713-43aa-b979-05da41e3dfef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.1222572 Jul 14 11:31:10.744770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'Port': ['ID=c079a2d8-1887-4de0-9959-689d86809739,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:31:10.758949 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:31:10.767570 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:31:10.767570 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:31:10.767570 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:31:10.768637 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4f7d3622-2850-4dae-95e6-7f8ae68f04ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335019 Jul 14 11:31:10.772429 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0c3e8961-52d0-42ec-af9e-e93f4d4263ed tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.9640927 Jul 14 11:31:10.772665 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37414) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:10.867623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.901445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8c408-247b-475d-8f5f-276702bc0803 req-9d4519e7-511e-4457-be50-4ea7380ba61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:10.905822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70d8c408-247b-475d-8f5f-276702bc0803 req-9d4519e7-511e-4457-be50-4ea7380ba61b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1095 time: 0.5785215 Jul 14 11:31:10.911138 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:10.922673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] 10.222.0.38 "DELETE /v2.0/networks/e25c425b-a69c-404f-bca7-3be118da508d HTTP/1.1" status: 204 len: 168 time: 2.3852935 Jul 14 11:31:10.922849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f1c26126-0963-4890-ae21-8963f22309cd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:10.937672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3995fcb-78d9-4791-9159-660f188e0424 req-0b84ae3e-c73d-4ff0-90c8-febc5589bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:10.940195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3995fcb-78d9-4791-9159-660f188e0424 req-0b84ae3e-c73d-4ff0-90c8-febc5589bd7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4dcb6daafafc4692a2367cfd10a5a900&device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 1094 time: 0.6018090 Jul 14 11:31:10.946820 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-cc8e1d40-41bf-437e-8d23-fc574c40adf0 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659765 Jul 14 11:31:10.955181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f1c26126-0963-4890-ae21-8963f22309cd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:31:10.955766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f1c26126-0963-4890-ae21-8963f22309cd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:31:10.962886 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:31:10.993405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba781785-be79-4995-92e3-caaa67f32adb admin admin] Pushing event deleted for resources: {'Network': ['ID=e25c425b-a69c-404f-bca7-3be118da508d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:11.096325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:11.102442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95009-91ba-4484-9745-964c804f4566 req-8f2911aa-e8be-46ed-9b46-c77a741b9c54 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:11.111208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8', 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7', 'port_id': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8', 'mac_address': 'fa:16:3e:43:fa:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc508c3-e915-4a6e-9310-d0c29a8839f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:31:11.111476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dc95009-91ba-4484-9745-964c804f4566 req-8f2911aa-e8be-46ed-9b46-c77a741b9c54 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 945 time: 0.5637801 Jul 14 11:31:11.162118 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-ca83b896-4196-4c57-a996-fd2130cdd136 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040675 Jul 14 11:31:11.171194 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:11.180371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-984ec1f7-5d09-4a48-a850-2402fa78125a tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Deleting port c079a2d8-1887-4de0-9959-689d86809739 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:11.180725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-984ec1f7-5d09-4a48-a850-2402fa78125a tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:11.208930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:11.224823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dc95009-91ba-4484-9745-964c804f4566 req-dbf5928e-9308-419a-a610-865697ff1fcf tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121922 Jul 14 11:31:11.270964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:11.279709 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:11.300860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e8747-7f20-4834-849a-a6e1f25034fa req-bf97453d-cf0b-4860-9942-cfe26d1b0f87 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:11.312009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b3e8747-7f20-4834-849a-a6e1f25034fa req-bf97453d-cf0b-4860-9942-cfe26d1b0f87 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 944 time: 0.5419593 Jul 14 11:31:11.358263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:11.373933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-984ec1f7-5d09-4a48-a850-2402fa78125a tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] For port c079a2d8-1887-4de0-9959-689d86809739, host n-h1-778696-8, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:11.374230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-984ec1f7-5d09-4a48-a850-2402fa78125a tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:11.408348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-984ec1f7-5d09-4a48-a850-2402fa78125a tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Calling delete_port for c079a2d8-1887-4de0-9959-689d86809739 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:11.439235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37422) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:11.448582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b3e8747-7f20-4834-849a-a6e1f25034fa req-1e7272f2-e79c-43cf-bba1-22ca3c12a52c tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254792 Jul 14 11:31:11.452078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3995fcb-78d9-4791-9159-660f188e0424 req-309b9b6f-730d-4f06-a055-e52136234d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:11.453764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3995fcb-78d9-4791-9159-660f188e0424 req-309b9b6f-730d-4f06-a055-e52136234d4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c15e1c30-3bf3-44e3-8272-4eb375607d6c HTTP/1.1" status: 200 len: 916 time: 0.4882374 Jul 14 11:31:11.456114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8c408-247b-475d-8f5f-276702bc0803 req-da6a3439-7a4e-4f6e-a891-4f92b966b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:11.458310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70d8c408-247b-475d-8f5f-276702bc0803 req-da6a3439-7a4e-4f6e-a891-4f92b966b672 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.5007064 Jul 14 11:31:11.486199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-b4322d6d-b17f-482f-a7b3-b7be2c4b58fd tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:11.487764 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-b4322d6d-b17f-482f-a7b3-b7be2c4b58fd tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1096 time: 0.2201557 Jul 14 11:31:11.523019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:11.538290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-8'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:11.591751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3995fcb-78d9-4791-9159-660f188e0424 req-44bdf609-675c-435c-9b91-883480d79897 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4506eb64-d185-4b69-ab3a-43f849d38d2b HTTP/1.1" status: 200 len: 217 time: 0.1213171 Jul 14 11:31:11.594609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70d8c408-247b-475d-8f5f-276702bc0803 req-dbe1b5a4-7007-42f0-b2e8-9cbc073e955e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 200 len: 217 time: 0.1214948 Jul 14 11:31:11.614190 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2d8954d2-81ca-439b-b2d4-106acb6a7676 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2dd4fb66e2f4a069ee9c4869cddb24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707830 Jul 14 11:31:11.624421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37424) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:11.656414 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-15de7a03-059f-4ab0-9b87-c7112a61c9a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42fdf974-a03c-4c7c-898f-9026633a9717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2630334 Jul 14 11:31:11.714517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b7c88-762c-46f1-be67-f2856f858f6e req-ddd643cd-b133-4c9d-a260-564ffdb142bd tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:11.722890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d46b7c88-762c-46f1-be67-f2856f858f6e req-ddd643cd-b133-4c9d-a260-564ffdb142bd tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 946 time: 0.2728102 Jul 14 11:31:11.753029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8c408-247b-475d-8f5f-276702bc0803 req-2724be6a-e33b-4846-910e-a42defce22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:11.754971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70d8c408-247b-475d-8f5f-276702bc0803 req-2724be6a-e33b-4846-910e-a42defce22f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.1452000 Jul 14 11:31:11.758715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3995fcb-78d9-4791-9159-660f188e0424 req-b2c7f871-9f26-47bd-96d6-b5fc40b37a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:11.760491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3995fcb-78d9-4791-9159-660f188e0424 req-b2c7f871-9f26-47bd-96d6-b5fc40b37a20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b4de33d-b125-4156-b808-21fd8e9c364d HTTP/1.1" status: 200 len: 855 time: 0.1492803 Jul 14 11:31:11.769922 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-984ec1f7-5d09-4a48-a850-2402fa78125a tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:11.824344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ec1f7-5d09-4a48-a850-2402fa78125a tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event deleted for resources: {'Port': ['ID=c079a2d8-1887-4de0-9959-689d86809739,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:11.835226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:11.866595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26a65d49-68a4-4b50-b055-1562b657ae2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:11.876132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70d8c408-247b-475d-8f5f-276702bc0803 req-665127a8-4b8a-4dad-b721-95621e72e05b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058705 Jul 14 11:31:11.882422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-984ec1f7-5d09-4a48-a850-2402fa78125a tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:11.884386 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-984ec1f7-5d09-4a48-a850-2402fa78125a tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "DELETE /v2.0/ports/c079a2d8-1887-4de0-9959-689d86809739 HTTP/1.1" status: 204 len: 168 time: 1.1107936 Jul 14 11:31:11.890063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d46b7c88-762c-46f1-be67-f2856f858f6e req-64098ab2-e914-469e-997a-04991b3e3793 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658721 Jul 14 11:31:11.890253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37426) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:11.974779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26a65d49-68a4-4b50-b055-1562b657ae2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:12.015348 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53f3749-a087-4711-ba56-3a1cff8bb514 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] GET failed (client error): The resource could not be found. Jul 14 11:31:12.017138 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a53f3749-a087-4711-ba56-3a1cff8bb514 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "GET /v2.0/ports/c079a2d8-1887-4de0-9959-689d86809739 HTTP/1.1" status: 404 len: 333 time: 0.1186652 Jul 14 11:31:12.026411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-7db931a2-d9f4-488d-b7cd-815dc91f12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:12.028744 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-7db931a2-d9f4-488d-b7cd-815dc91f12b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 1096 time: 0.3132801 Jul 14 11:31:12.029461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37432) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:12.041666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70d8c408-247b-475d-8f5f-276702bc0803 req-d25bc59e-8383-4378-8495-ba75af47576a service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558201 Jul 14 11:31:12.048406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3995fcb-78d9-4791-9159-660f188e0424 req-374bf038-c44a-4a9b-baa9-dc6352eb108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:12.049846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3995fcb-78d9-4791-9159-660f188e0424 req-374bf038-c44a-4a9b-baa9-dc6352eb108e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c15e1c30-3bf3-44e3-8272-4eb375607d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812026 Jul 14 11:31:12.052176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Request body: {'port': {'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-824474572'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:12.132178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-da179a80-902c-4d03-b830-05cda4c74dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:12.210973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-fd30ed73-9f45-41ce-ab9a-b3e613bdaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:12.213319 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-fd30ed73-9f45-41ce-ab9a-b3e613bdaa3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 915 time: 0.1549551 Jul 14 11:31:12.248543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Made reservation on behalf of b7190aa32a7c409792b67e8afd536dce for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:12.250666 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:12.253052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:12.292314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70d8c408-247b-475d-8f5f-276702bc0803 req-33ba9956-c505-436c-a819-f43c7302b521 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411313 Jul 14 11:31:12.295746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3995fcb-78d9-4791-9159-660f188e0424 req-de4ccaa2-877b-4b5d-9389-87083b8efff6 service neutron] 10.222.0.45 "GET /v2.0/networks/c15e1c30-3bf3-44e3-8272-4eb375607d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332563 Jul 14 11:31:12.318950 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26a65d49-68a4-4b50-b055-1562b657ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:12.319880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c862c0-6fe5-4d95-8eb9-8931f3a07248 req-eac94090-0116-497c-ad53-c9a7246069cf tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:12.321896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c862c0-6fe5-4d95-8eb9-8931f3a07248 req-eac94090-0116-497c-ad53-c9a7246069cf tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 943 time: 0.2496667 Jul 14 11:31:12.329408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26a65d49-68a4-4b50-b055-1562b657ae2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:12.337315 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-26a65d49-68a4-4b50-b055-1562b657ae2b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb928962-4248-4af7-89a9-49ce1b19cb98 HTTP/1.1" status: 204 len: 168 time: 0.7100852 Jul 14 11:31:12.360785 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-8676ab81-36c6-4b4e-9cb1-5e36fb1b9647 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e999e3ef-3904-4426-bde4-e83f9948aa1d HTTP/1.1" status: 200 len: 217 time: 0.1132560 Jul 14 11:31:12.367188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a65d49-68a4-4b50-b055-1562b657ae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb928962-4248-4af7-89a9-49ce1b19cb98,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:12.384961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] device_id is not set on port 3fc20d10-707c-4546-88ed-59bed40b4baf yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:31:12.523709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:12.534476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-2ed68d92-6750-488b-9116-034ddcc9d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:12.536357 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-2ed68d92-6750-488b-9116-034ddcc9d332 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0f9081f-281b-452a-bd0c-6f92450006d9 HTTP/1.1" status: 200 len: 854 time: 0.1649761 Jul 14 11:31:12.559969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7c862c0-6fe5-4d95-8eb9-8931f3a07248 req-02403e9e-532b-4c6a-98db-9086e381bd7e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896977 Jul 14 11:31:12.667788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3995fcb-78d9-4791-9159-660f188e0424 req-0db890b4-0679-4ec1-a164-a39f43461ca6 service neutron] 10.222.0.45 "GET /v2.0/networks/c15e1c30-3bf3-44e3-8272-4eb375607d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443892 Jul 14 11:31:12.733753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:12.804626 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:12.822816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:12.825429 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adcdff7-97bd-4050-86c4-f884bb8c30bf" -d '{"events": [{"server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:12.837756 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:12.846139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-ab7b05a6-1860-4174-b719-eb9594fcfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:12.851025 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-ab7b05a6-1860-4174-b719-eb9594fcfc50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1f9e648-b50b-4b33-a637-863e02b08548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3014791 Jul 14 11:31:12.865893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:12.965153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:13.116428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:13.120798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:13.121188 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.124018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc59af-ee4a-4f2c-a290-b6e96d55e5d8 req-01dadb39-190f-431b-865a-2d82a61f7c4b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:13.136508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94fc59af-ee4a-4f2c-a290-b6e96d55e5d8 req-01dadb39-190f-431b-865a-2d82a61f7c4b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 943 time: 0.2367439 Jul 14 11:31:13.204812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37468) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:13.220536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94fc59af-ee4a-4f2c-a290-b6e96d55e5d8 req-1acb5e41-8629-40dc-a512-3cece06ca56d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828702 Jul 14 11:31:13.308710 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-b9536693-48f9-45f9-aec7-85c5479632fc service neutron] 10.222.0.64 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482319 Jul 14 11:31:13.317893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Pushing event updated for resources: {'Port': ['ID=4fc718c6-8ac4-42bf-8144-9be71d233294,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:13.351395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.363737 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.395901 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.397267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516023d-1204-446b-82e8-f7fcdd9af529 req-0f4bafd3-4e6f-4cd8-9746-801743458922 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:13.406933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6516023d-1204-446b-82e8-f7fcdd9af529 req-0f4bafd3-4e6f-4cd8-9746-801743458922 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 945 time: 0.1584408 Jul 14 11:31:13.429888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:13.439137 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3ed070-ca47-435b-b97b-716ca01e7320" -d '{"events": [{"server_uuid": "31d15645-84a0-41fa-820d-bdb9b0e4bdc8", "name": "network-vif-plugged", "status": "completed", "tag": "a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:13.452605 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22561136-ff98-4d67-8fcb-319a4a7919e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.468728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:13.478441 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.490370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 on host n-h1-778696-8 for vnic_type normal with profile {"migrating_to": "n-h2-778696-8"} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:13.490712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:13.491054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:13.499273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:13.508936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:13.514963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Port 4fc718c6-8ac4-42bf-8144-9be71d233294 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:13.515302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Attempting to bind port 4fc718c6-8ac4-42bf-8144-9be71d233294 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:13.517574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:13.518537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:13.519155 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.550184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:13.550558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:13.551002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:13.551562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Bound port: 4fc718c6-8ac4-42bf-8144-9be71d233294, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:13.551956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.552720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:13.553072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6516023d-1204-446b-82e8-f7fcdd9af529 req-86950114-cf1d-4948-910b-b8a31251c8ae tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437621 Jul 14 11:31:13.564309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc20d10-707c-4546-88ed-59bed40b4baf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:13.595899 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5808ce6c-8a9a-46a3-94e5-edd663a901a7 req-4bda5880-faed-4d89-a2fa-ce927f983acf service neutron] 10.222.0.64 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733932 Jul 14 11:31:13.646364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499509c4-13aa-4fa8-8cfa-acb0e6abafa1 req-2f3bdc1a-2bb7-46e6-9850-50c3d08d5139 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:13.648384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-499509c4-13aa-4fa8-8cfa-acb0e6abafa1 req-2f3bdc1a-2bb7-46e6-9850-50c3d08d5139 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 946 time: 0.1551223 Jul 14 11:31:13.662848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:13.666410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:13.673659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.706753 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90224cb-eb1d-40d7-8e76-e2d7d786667c x-openstack-request-id: req-a90224cb-eb1d-40d7-8e76-e2d7d786667c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:13.707139 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:13.707521 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a90224cb-eb1d-40d7-8e76-e2d7d786667c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:13.708228 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294', 'code': 200} Jul 14 11:31:13.734009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-499509c4-13aa-4fa8-8cfa-acb0e6abafa1 req-25196b68-ee18-4559-9143-26017fe8b428 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759923 Jul 14 11:31:13.780701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22561136-ff98-4d67-8fcb-319a4a7919e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.794511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22561136-ff98-4d67-8fcb-319a4a7919e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.818566 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:13.819316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:13.820984 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] 10.222.0.45 "PUT /v2.0/ports/4fc718c6-8ac4-42bf-8144-9be71d233294 HTTP/1.1" status: 200 len: 1121 time: 2.2870405 Jul 14 11:31:13.826618 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f9559bb3-2cf4-4e5f-badf-fd31d91fc88c tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7818301 Jul 14 11:31:13.830061 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6e4f6e-7392-4096-81b0-ae74ab76e904 x-openstack-request-id: req-9a6e4f6e-7392-4096-81b0-ae74ab76e904 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:13.830399 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d15645-84a0-41fa-820d-bdb9b0e4bdc8", "name": "network-vif-plugged", "status": "completed", "tag": "a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:13.830827 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a6e4f6e-7392-4096-81b0-ae74ab76e904 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:13.831443 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8', 'code': 200} Jul 14 11:31:13.839277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37490) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:13.840015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e848125-f937-4856-bc8e-e3ad9af2bbab service neutron] Pushing event updated for resources: {'Port': ['ID=4fc718c6-8ac4-42bf-8144-9be71d233294,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:13.872063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:13.891005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-22561136-ff98-4d67-8fcb-319a4a7919e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7120d772dfd44f97a6aab19ec01e367e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619260 Jul 14 11:31:13.893198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37492) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:13.914703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['4fc718c6-8ac4-42bf-8144-9be71d233294'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:13.942879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561136-ff98-4d67-8fcb-319a4a7919e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e52ff-f5b6-490e-a16a-b7a4fdc87637,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:13.999508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37494) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:14.027827 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59f4c88c-8de5-440f-9c8f-84e9c9c69f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.080247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59f4c88c-8de5-440f-9c8f-84e9c9c69f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.173082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.259819 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59f4c88c-8de5-440f-9c8f-84e9c9c69f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.263206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59f4c88c-8de5-440f-9c8f-84e9c9c69f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.264600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-59f4c88c-8de5-440f-9c8f-84e9c9c69f29 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d01e52ff-f5b6-490e-a16a-b7a4fdc87637 HTTP/1.1" status: 204 len: 168 time: 0.3704069 Jul 14 11:31:14.270540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1062771359-network', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:14.295828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4c88c-8de5-440f-9c8f-84e9c9c69f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e52ff-f5b6-490e-a16a-b7a4fdc87637,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:14.306258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e474-6452-47bf-82d9-ad9ed33038b2 req-53586831-ddfa-4e72-99e9-9477348d40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:14.308399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c530e474-6452-47bf-82d9-ad9ed33038b2 req-53586831-ddfa-4e72-99e9-9477348d40ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 1097 time: 0.3453736 Jul 14 11:31:14.356019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Made reservation on behalf of 4e76a6ccbdbc46f4b586f3eb62438c50 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:14.364770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.405169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.426442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99403d4e-9aef-473e-af40-b5d8352dd653 req-d5a0c69b-4cf5-4ea4-bd32-a54bdb726de7 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:14.439291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99403d4e-9aef-473e-af40-b5d8352dd653 req-d5a0c69b-4cf5-4ea4-bd32-a54bdb726de7 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 943 time: 0.2767153 Jul 14 11:31:14.445554 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c530e474-6452-47bf-82d9-ad9ed33038b2 req-4b979fae-50e0-4ab9-93ce-1746c01f1a84 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285989 Jul 14 11:31:14.467498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1896a-8e00-4755-ab70-612b32575c3e req-17c80fe1-4230-4379-bbe6-a2efcbc3669a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:14.470230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63f1896a-8e00-4755-ab70-612b32575c3e req-17c80fe1-4230-4379-bbe6-a2efcbc3669a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 946 time: 0.2488010 Jul 14 11:31:14.574990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] device_id is not set on port 3fc20d10-707c-4546-88ed-59bed40b4baf yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:31:14.584243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.600345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Transition to ACTIVE for port object 3fc20d10-707c-4546-88ed-59bed40b4baf will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:14.605327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.630131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99403d4e-9aef-473e-af40-b5d8352dd653 req-776c60e7-8a84-49db-b438-a729e5c6eab5 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782165 Jul 14 11:31:14.665032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc20d10-707c-4546-88ed-59bed40b4baf,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:14.704897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:14.707138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:14.707138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:14.718829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:14.718829 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:14.718829 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 2 to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf Jul 14 11:31:14.721339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99496a7-7597-4f91-b09d-9c8f24d6e17b req-1bee8d28-207e-4565-9c6a-ff45d0c4066e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:14.728342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a99496a7-7597-4f91-b09d-9c8f24d6e17b req-1bee8d28-207e-4565-9c6a-ff45d0c4066e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 943 time: 0.2552984 Jul 14 11:31:14.741092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:14.741850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:14.742419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:14.751662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:14.752374 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:14.753484 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 3 to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf Jul 14 11:31:14.774715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:14.775354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:14.776037 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:14.785198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:14.785756 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:14.786717 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 4 to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf Jul 14 11:31:14.795212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37510) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:14.817779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61cdf647-65c2-4c1e-967f-69b29872390d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.819776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:14.820758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:14.820758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:14.834225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:14.834723 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:14.836883 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.838295 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 5 to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf Jul 14 11:31:14.848552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a99496a7-7597-4f91-b09d-9c8f24d6e17b req-b27a196e-f037-41dc-ad63-d1a40e8f129d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191559 Jul 14 11:31:14.853275 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.866370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:14.866370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:14.866370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:14.867589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-63f1896a-8e00-4755-ab70-612b32575c3e req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Deleting port f8189f9c-7647-4396-8f80-756bf764611d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:14.867965 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63f1896a-8e00-4755-ab70-612b32575c3e req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:14.881150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:14.881650 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:14.884876 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 6 to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf Jul 14 11:31:14.906932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:31:14.919757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:14.920130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:14.920464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:14.934472 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:14.934797 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:14.938636 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 7 to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf Jul 14 11:31:14.959027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:14.959363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:14.959697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:14.972064 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:14.972397 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:14.974313 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 8 to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf Jul 14 11:31:15.003109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:15.003443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:15.003785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:15.007191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61cdf647-65c2-4c1e-967f-69b29872390d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.013434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61cdf647-65c2-4c1e-967f-69b29872390d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.016155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:15.016569 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:15.018599 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.020090 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 9 to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf Jul 14 11:31:15.059367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:15.059710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:15.060145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:15.077970 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-61cdf647-65c2-4c1e-967f-69b29872390d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=110acebde97243efa35c301a7376f5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815983 Jul 14 11:31:15.079060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:15.079392 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:15.079777 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 10 to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf Jul 14 11:31:15.082596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37512) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:15.084666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdf647-65c2-4c1e-967f-69b29872390d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b4da3d-5192-42f3-a6c7-29ece79abb2a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:15.118017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:15.118407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:15.118693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:15.140241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:15.140779 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port 3fc20d10-707c-4546-88ed-59bed40b4baf on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:15.141391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.213975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90a80328-5274-4bf9-bec1-eff56ed0a1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.244635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09616ab8-b448-40d8-a97a-8b3ab29ac8d7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:15.263617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.264000 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Added segment dfce192e-0b0e-4b62-af0c-762aceab50d9 of type vlan for network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 Jul 14 11:31:15.277473 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90a80328-5274-4bf9-bec1-eff56ed0a1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.296851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] For port 3fc20d10-707c-4546-88ed-59bed40b4baf, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:15.297424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempted to set empty binding levels {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 11:31:15.310884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.376157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] In _notify_port_updated(), no bound segment for port 3fc20d10-707c-4546-88ed-59bed40b4baf on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:31:15.377410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.379164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.380909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fedd9-56d1-4e48-a313-54b4638fbfc8 req-6b809f0e-0527-4b38-b1d0-b0503073d06f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.382903 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "PUT /v2.0/ports/3fc20d10-707c-4546-88ed-59bed40b4baf HTTP/1.1" status: 200 len: 974 time: 1.5269325 Jul 14 11:31:15.388236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37514) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:15.391045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-347fedd9-56d1-4e48-a313-54b4638fbfc8 req-6b809f0e-0527-4b38-b1d0-b0503073d06f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.6180716 Jul 14 11:31:15.407021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.513115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-63f1896a-8e00-4755-ab70-612b32575c3e req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] For port f8189f9c-7647-4396-8f80-756bf764611d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f8189f9c-7647-4396-8f80-756bf764611d,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:15.513492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63f1896a-8e00-4755-ab70-612b32575c3e req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.518981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-347fedd9-56d1-4e48-a313-54b4638fbfc8 req-822dd35b-b4a1-46f6-8e9b-25f43d56bf4e tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267834 Jul 14 11:31:15.532086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.533067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.533671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.552421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-63f1896a-8e00-4755-ab70-612b32575c3e req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Calling delete_port for f8189f9c-7647-4396-8f80-756bf764611d owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:15.609124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece15e0b-1a88-42ae-a97b-e98bf199d425 req-02099fb0-edab-4b74-be72-f8b56f66974d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.613935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ece15e0b-1a88-42ae-a97b-e98bf199d425 req-02099fb0-edab-4b74-be72-f8b56f66974d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.3780985 Jul 14 11:31:15.643367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6417394 Jul 14 11:31:15.657876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37516) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:15.720890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Request body: {'subnet': {'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1062771359-subnet', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:15.752810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb61f6-c4e1-40a2-add6-9a1d79473e5c admin admin] Pushing event updated for resources: {'Network': ['ID=15aa5681-1a95-4a92-bab4-a3c8e3a31236,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:15.766547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:31:15.793746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:15.796180 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686" -d '{"events": [{"name": "network-changed", "server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:15.842879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26301c37-658d-4bf4-8e0a-5a2d79056aca tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc20d10-707c-4546-88ed-59bed40b4baf,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:15.853601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ece15e0b-1a88-42ae-a97b-e98bf199d425 req-a78e13b3-be6f-470e-b6f5-d9834afe4a47 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170453 Jul 14 11:31:15.865722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Made reservation on behalf of 4e76a6ccbdbc46f4b586f3eb62438c50 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:15.869626 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.875376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90a80328-5274-4bf9-bec1-eff56ed0a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.878064 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90a80328-5274-4bf9-bec1-eff56ed0a1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:15.879280 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-90a80328-5274-4bf9-bec1-eff56ed0a1c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6b4da3d-5192-42f3-a6c7-29ece79abb2a HTTP/1.1" status: 204 len: 168 time: 0.7956071 Jul 14 11:31:15.894270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a80328-5274-4bf9-bec1-eff56ed0a1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b4da3d-5192-42f3-a6c7-29ece79abb2a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:15.923930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.924429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.924911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.925496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.926024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.926497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.926975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.927447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.927921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.928544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.929148 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.929801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.930414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.931030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.931642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.932291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.932926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.933547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:15.937382 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ff25c600-2939-4280-b793-77f75c18ba42 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16276 time: 0.5470765 Jul 14 11:31:15.943261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37526) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:16.012449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1e02-cf42-4006-b758-85a8cc6b8b87 req-961d27e7-8486-46fd-bfc8-34a8bfcbadda tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:16.020645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-928a1e02-cf42-4006-b758-85a8cc6b8b87 req-961d27e7-8486-46fd-bfc8-34a8bfcbadda tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 946 time: 0.3138931 Jul 14 11:31:16.064067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b2dbc-f0f1-4653-b9a9-6be4a21bac47 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Deleting port 3fc20d10-707c-4546-88ed-59bed40b4baf {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:16.064413 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2dbc-f0f1-4653-b9a9-6be4a21bac47 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.149944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cd0b2dbc-f0f1-4653-b9a9-6be4a21bac47 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] For port 3fc20d10-707c-4546-88ed-59bed40b4baf, host n-h1-778696-8, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:16.150237 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2dbc-f0f1-4653-b9a9-6be4a21bac47 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.161599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-928a1e02-cf42-4006-b758-85a8cc6b8b87 req-b0f4f4fc-e9de-484e-845d-4a9a4c7b0878 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401110 Jul 14 11:31:16.167085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b2dbc-f0f1-4653-b9a9-6be4a21bac47 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Calling delete_port for 3fc20d10-707c-4546-88ed-59bed40b4baf owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:16.172991 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63f1896a-8e00-4755-ab70-612b32575c3e req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.192470 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['f8189f9c-7647-4396-8f80-756bf764611d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:16.247506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event deleted for resources: {'Port': ['ID=f8189f9c-7647-4396-8f80-756bf764611d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:16.263035 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e92198-049c-4405-a1e7-c3906285fb5d x-openstack-request-id: req-86e92198-049c-4405-a1e7-c3906285fb5d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:16.263241 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:16.263421 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86e92198-049c-4405-a1e7-c3906285fb5d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:16.263822 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294', 'status': 'completed', 'code': 200} Jul 14 11:31:16.303269 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2dbc-f0f1-4653-b9a9-6be4a21bac47 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.327653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960f4d-7581-4606-8b32-b2a9dca5e4b6 req-1c7834c4-1827-4a2f-a646-d805bf57dd80 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:16.335789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd960f4d-7581-4606-8b32-b2a9dca5e4b6 req-1c7834c4-1827-4a2f-a646-d805bf57dd80 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 943 time: 0.2832735 Jul 14 11:31:16.337966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f1896a-8e00-4755-ab70-612b32575c3e req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] No DVR routers for this DVR port f8189f9c-7647-4396-8f80-756bf764611d on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:31:16.368759 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2dbc-f0f1-4653-b9a9-6be4a21bac47 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.374482 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cd0b2dbc-f0f1-4653-b9a9-6be4a21bac47 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "DELETE /v2.0/ports/3fc20d10-707c-4546-88ed-59bed40b4baf HTTP/1.1" status: 204 len: 168 time: 0.4268847 Jul 14 11:31:16.374670 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63f1896a-8e00-4755-ab70-612b32575c3e req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.374767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b2dbc-f0f1-4653-b9a9-6be4a21bac47 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fc20d10-707c-4546-88ed-59bed40b4baf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:16.375637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63f1896a-8e00-4755-ab70-612b32575c3e req-067caf48-d61d-4a5a-8784-cd6ff685af6d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "DELETE /v2.0/ports/f8189f9c-7647-4396-8f80-756bf764611d HTTP/1.1" status: 204 len: 173 time: 1.8668802 Jul 14 11:31:16.376173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cb5c39-0848-4b1d-80a4-305fb0de28c7', 'name': 'network-vif-deleted', 'tag': 'f8189f9c-7647-4396-8f80-756bf764611d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:16.381266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37534) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:16.381678 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befec799-6ceb-49ca-8cfd-8a6736261f92" -d '{"events": [{"server_uuid": "b6cb5c39-0848-4b1d-80a4-305fb0de28c7", "name": "network-vif-deleted", "tag": "f8189f9c-7647-4396-8f80-756bf764611d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:16.425501 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.443229 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-63daf10c-4850-4a1b-9a8c-c0c0f4983d3d tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] GET failed (client error): The resource could not be found. Jul 14 11:31:16.449199 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-63daf10c-4850-4a1b-9a8c-c0c0f4983d3d tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "GET /v2.0/ports/3fc20d10-707c-4546-88ed-59bed40b4baf HTTP/1.1" status: 404 len: 333 time: 0.0654342 Jul 14 11:31:16.449199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37540) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:16.456808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1079708827', 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:16.479479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd960f4d-7581-4606-8b32-b2a9dca5e4b6 req-1d0e90cc-057f-4a1b-b415-d4e27522e2c0 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424952 Jul 14 11:31:16.488512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Made reservation on behalf of b7190aa32a7c409792b67e8afd536dce for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:16.490938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.511635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-0a6db184-a74c-4b3b-9d68-770c940bc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:16.513593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-0a6db184-a74c-4b3b-9d68-770c940bc936 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1124 time: 0.2212796 Jul 14 11:31:16.515027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] device_id is not set on port 31f637ff-6990-455d-a86f-2ee4615bc7b9 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:31:16.585621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=421db29d-66c1-4613-8c80-1f4775243b0d,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:16.599278 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00111ea5-9921-4b11-b9b9-7b5c87f48c75 x-openstack-request-id: req-00111ea5-9921-4b11-b9b9-7b5c87f48c75 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:16.599990 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cb5c39-0848-4b1d-80a4-305fb0de28c7", "name": "network-vif-deleted", "tag": "f8189f9c-7647-4396-8f80-756bf764611d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:16.600434 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00111ea5-9921-4b11-b9b9-7b5c87f48c75 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:16.600972 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cb5c39-0848-4b1d-80a4-305fb0de28c7', 'name': 'network-vif-deleted', 'tag': 'f8189f9c-7647-4396-8f80-756bf764611d', 'status': 'completed', 'code': 200} Jul 14 11:31:16.644382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Checking segment: {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:16.644747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Network hostable DHCP agents. Network: 15aa5681-1a95-4a92-bab4-a3c8e3a31236, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:31:16.674805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba31f4-ead1-4562-a998-925b2b759dbc req-e24e5bb4-e7ab-4c07-938d-dc3e85567860 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:16.676526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4ba31f4-ead1-4562-a998-925b2b759dbc req-e24e5bb4-e7ab-4c07-938d-dc3e85567860 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 943 time: 0.2486084 Jul 14 11:31:16.689666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:31:16.762549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 15aa5681-1a95-4a92-bab4-a3c8e3a31236) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:16.774905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:16.775502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-7f3418e5-b770-4662-b5d7-dc22c79773ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:16.776159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.777064 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-7f3418e5-b770-4662-b5d7-dc22c79773ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.2563338 Jul 14 11:31:16.778228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473a859-477e-4657-a8f8-b062aabf8b74 None None] Network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:16.832909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4ba31f4-ead1-4562-a998-925b2b759dbc req-78ad176d-c553-4ad9-b2fb-8c574294c71b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460249 Jul 14 11:31:16.834387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-39accdfe-d4d5-4c0b-941b-b42b0a6f27a8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1721818 Jul 14 11:31:16.849009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37552) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:16.859967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:16.864818 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-e74fe8ae-446f-4eb1-9a10-e89f5db9d118 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc718c6-8ac4-42bf-8144-9be71d233294 HTTP/1.1" status: 200 len: 217 time: 0.0749667 Jul 14 11:31:16.913449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a6b24-cc38-4ed6-ab04-7237e8524ae1 req-3afc0652-5bf6-4a50-9372-90289ca33156 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:16.918564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d5a6b24-cc38-4ed6-ab04-7237e8524ae1 req-3afc0652-5bf6-4a50-9372-90289ca33156 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.2196956 Jul 14 11:31:16.958386 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.958679 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:16.963007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-e51c01c9-5aa3-48ad-9700-efdf3e783e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:16.964907 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-e51c01c9-5aa3-48ad-9700-efdf3e783e0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0911961 Jul 14 11:31:16.967136 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.017640 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-bdc1bbef-1def-494a-ab10-2b124c1a283b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404608 Jul 14 11:31:17.063524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d5a6b24-cc38-4ed6-ab04-7237e8524ae1 req-b3eb06ea-3be6-4f06-82d5-9cab4f3a99aa tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315558 Jul 14 11:31:17.072450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:31:17.075667 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.141397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.161581 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.222591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:17.235222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:17.240358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:17.241483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:17.242278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.256005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'Port': ['ID=31f637ff-6990-455d-a86f-2ee4615bc7b9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:17.265977 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-ea1a539e-9219-4f68-ad19-7e7f0c408920 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328186 Jul 14 11:31:17.268624 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-19572bf6-7d05-4b93-a01e-d006e9bca4bf tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8171890 Jul 14 11:31:17.271757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37562) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:17.343988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12315-db95-4f24-83e3-20fa8e148c1b req-7e9c701d-b1c4-4c1a-8cb9-40f524636491 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:17.348693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1a12315-db95-4f24-83e3-20fa8e148c1b req-7e9c701d-b1c4-4c1a-8cb9-40f524636491 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.2548063 Jul 14 11:31:17.351301 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.411697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7489d61-051b-4974-833c-e804ae4bc958 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:17.413545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1a12315-db95-4f24-83e3-20fa8e148c1b req-549ea87f-ff5c-493b-b063-6bb46892f19e tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581679 Jul 14 11:31:17.423543 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a7489d61-051b-4974-833c-e804ae4bc958 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "GET /v2.0/ports/31f637ff-6990-455d-a86f-2ee4615bc7b9 HTTP/1.1" status: 200 len: 955 time: 0.1402285 Jul 14 11:31:17.427149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37566) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:17.560859 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c5c2cdf-79e5-4a2e-84a2-c2647305f686 req-41b35de2-8d7c-4771-aba5-7fd4257599cc service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738962 Jul 14 11:31:17.594057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-da28ca99-8bc5-4920-bb2c-a9c0103840ba tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Deleting port 31f637ff-6990-455d-a86f-2ee4615bc7b9 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:17.594551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da28ca99-8bc5-4920-bb2c-a9c0103840ba tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.674180 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da28ca99-8bc5-4920-bb2c-a9c0103840ba tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.690291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-da28ca99-8bc5-4920-bb2c-a9c0103840ba tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Calling delete_port for 31f637ff-6990-455d-a86f-2ee4615bc7b9 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:17.691679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4fc718c6-8ac4-42bf-8144-9be71d233294 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:31:17.729079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Allocated IP 172.20.0.2 (15aa5681-1a95-4a92-bab4-a3c8e3a31236/421db29d-66c1-4613-8c80-1f4775243b0d/76606e9b-0358-40e5-bfc0-14dc269c7a6a) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:17.805486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da28ca99-8bc5-4920-bb2c-a9c0103840ba tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.846896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28ca99-8bc5-4920-bb2c-a9c0103840ba tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event deleted for resources: {'Port': ['ID=31f637ff-6990-455d-a86f-2ee4615bc7b9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:17.876262 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.902259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:17.903543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da28ca99-8bc5-4920-bb2c-a9c0103840ba tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.908395 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-da28ca99-8bc5-4920-bb2c-a9c0103840ba tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "DELETE /v2.0/ports/31f637ff-6990-455d-a86f-2ee4615bc7b9 HTTP/1.1" status: 204 len: 168 time: 0.4803836 Jul 14 11:31:17.911174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37586) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:17.914139 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:17.934592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4fc718c6-8ac4-42bf-8144-9be71d233294 has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:31:17.957461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e18a86a-03f6-4d89-8865-cced9d103a80 req-f8bf244e-303c-498c-a242-d00e192cd659 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb5c39-0848-4b1d-80a4-305fb0de28c7 HTTP/1.1" status: 200 len: 210 time: 0.4373915 Jul 14 11:31:17.960598 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-961d784b-a7d4-44e8-bb7e-29fc85c48fe8 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] GET failed (client error): The resource could not be found. Jul 14 11:31:17.962877 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-961d784b-a7d4-44e8-bb7e-29fc85c48fe8 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "GET /v2.0/ports/31f637ff-6990-455d-a86f-2ee4615bc7b9 HTTP/1.1" status: 404 len: 333 time: 0.0505023 Jul 14 11:31:17.968719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37588) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:17.975455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Request body: {'port': {'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1547627257'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:18.014008 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-017bb288-7d89-4b8a-b273-71b50bb7e04f service neutron] 10.222.0.64 "GET /v2.0/ports/4fc718c6-8ac4-42bf-8144-9be71d233294/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 384 time: 0.1552193 Jul 14 11:31:18.016582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Made reservation on behalf of b7190aa32a7c409792b67e8afd536dce for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:18.017681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.019828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.026791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Transition to ACTIVE for port object 76606e9b-0358-40e5-bfc0-14dc269c7a6a will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:18.046157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] device_id is not set on port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:31:18.046548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Transition to ACTIVE for port object 76606e9b-0358-40e5-bfc0-14dc269c7a6a will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:18.060351 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.113280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Pushing event updated for resources: {'Port': ['ID=76606e9b-0358-40e5-bfc0-14dc269c7a6a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:18.132086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:18.134099 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:18.137605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:18.189776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a5457-d0c5-4aaf-bdd2-edcbfbc89ae0 req-e1a45bb7-fa05-4b2e-a9a9-e9abe5fe885d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:18.191559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-434a5457-d0c5-4aaf-bdd2-edcbfbc89ae0 req-e1a45bb7-fa05-4b2e-a9a9-e9abe5fe885d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.4823589 Jul 14 11:31:18.211570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Attempting to bind port 76606e9b-0358-40e5-bfc0-14dc269c7a6a on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:18.212045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Attempting to bind port 76606e9b-0358-40e5-bfc0-14dc269c7a6a by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:18.212477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Attempting to bind port 76606e9b-0358-40e5-bfc0-14dc269c7a6a on network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:18.218646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:18.219392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Checking segment: {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:18.220037 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.220635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Bound using segment: {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:18.221308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Bound port: 76606e9b-0358-40e5-bfc0-14dc269c7a6a, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:18.222105 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.301622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] For port 76606e9b-0358-40e5-bfc0-14dc269c7a6a, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:18.306771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] For port 76606e9b-0358-40e5-bfc0-14dc269c7a6a, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=76606e9b-0358-40e5-bfc0-14dc269c7a6a,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:18.315608 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.321749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-434a5457-d0c5-4aaf-bdd2-edcbfbc89ae0 req-e2f9b370-e2dc-4076-818b-f079586e29d1 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168828 Jul 14 11:31:18.323073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Allocated IP 172.25.2.47 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/83059015-b9f8-47ac-86b0-e7600b60fcf0) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:18.396120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.406227 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b32db0-5ffa-414c-afce-e48ed1391514 None None] Pushing event updated for resources: {'Port': ['ID=76606e9b-0358-40e5-bfc0-14dc269c7a6a,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:18.413887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91696806-1d28-4d98-be72-a62e5e7d1123 req-6a0264fd-3ef4-415a-bd17-d1fd0e9b6935 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:18.421784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91696806-1d28-4d98-be72-a62e5e7d1123 req-6a0264fd-3ef4-415a-bd17-d1fd0e9b6935 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 943 time: 0.2454646 Jul 14 11:31:18.456929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:18.494667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91696806-1d28-4d98-be72-a62e5e7d1123 req-06c318b1-ac97-42c6-9a54-c6f6c0decea3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714815 Jul 14 11:31:18.546656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:18.589051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.603269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.666119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc718c6-8ac4-42bf-8144-9be71d233294 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:18.685541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:18.688887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409d728-b864-4f36-b5ee-01bdc381e371 req-79447a5c-87e7-4bff-afee-03cd71bccb14 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:18.690570 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6409d728-b864-4f36-b5ee-01bdc381e371 req-79447a5c-87e7-4bff-afee-03cd71bccb14 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 943 time: 0.1625147 Jul 14 11:31:18.730350 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.736262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:18.737190 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.755390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:18.758831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'Port': ['ID=bad0ba1c-36c2-42ab-a729-ce20d7dbe68c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:18.764746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:18.765710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:18.766418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:18.802877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:18.812634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:18.815457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:18.825847 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4ee25275-733e-4db6-bc20-e30c7aebb69e tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8554668 Jul 14 11:31:18.828224 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37614) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:18.838317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:18.875786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Pushing event updated for resources: {'Port': ['ID=83059015-b9f8-47ac-86b0-e7600b60fcf0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:18.905130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6409d728-b864-4f36-b5ee-01bdc381e371 req-6be18dc4-fecd-452b-a921-fbcf9bac3d53 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749156 Jul 14 11:31:18.957558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] Transition to ACTIVE for port object 4fc718c6-8ac4-42bf-8144-9be71d233294 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:18.969783 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.004568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f8189f9c-7647-4396-8f80-756bf764611d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:19.008933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965dd10-b67e-4107-a003-3bd2c333013b req-f84b2775-ad5c-46b5-870a-cb16a6f880fc tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:19.010824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e965dd10-b67e-4107-a003-3bd2c333013b req-f84b2775-ad5c-46b5-870a-cb16a6f880fc tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.3489778 Jul 14 11:31:19.040133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 76606e9b-0358-40e5-bfc0-14dc269c7a6a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:19.082757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: f8189f9c-7647-4396-8f80-756bf764611d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:31:19.083248 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f8189f9c-7647-4396-8f80-756bf764611d not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:31:19.103977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 76606e9b-0358-40e5-bfc0-14dc269c7a6a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:19.116596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.131974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] No DVR routers for this DVR port 4fc718c6-8ac4-42bf-8144-9be71d233294 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:31:19.155730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] Pushing event updated for resources: {'Port': ['ID=4fc718c6-8ac4-42bf-8144-9be71d233294,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:19.205923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e965dd10-b67e-4107-a003-3bd2c333013b req-d579f466-eb82-4681-b8d5-0f699c1aac2c tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842725 Jul 14 11:31:19.224226 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-fc0fd54f-2865-4ed3-9a5e-4326a2cbd42c service neutron] 10.222.0.64 "PUT /v2.0/ports/4fc718c6-8ac4-42bf-8144-9be71d233294/bindings/n-h2-778696-8/activate HTTP/1.1" status: 200 len: 369 time: 1.1879449 Jul 14 11:31:19.224735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37622) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:19.366118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4506eb64-d185-4b69-ab3a-43f849d38d2b details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:31:19.428364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] device_id is not set on port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:31:19.438222 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.463646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Transition to ACTIVE for port object bad0ba1c-36c2-42ab-a729-ce20d7dbe68c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:19.493884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.539204 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-782bc2b2-e856-4a99-88fe-d47c04db9c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.567300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4506eb64-d185-4b69-ab3a-43f849d38d2b, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4506eb64-d185-4b69-ab3a-43f849d38d2b,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:19.584635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '4506eb64-d185-4b69-ab3a-43f849d38d2b', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'port_id': '4506eb64-d185-4b69-ab3a-43f849d38d2b', 'mac_address': 'fa:16:3e:41:ae:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:31:19.655389 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.672959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4506eb64-d185-4b69-ab3a-43f849d38d2b {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:19.708014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4506eb64-d185-4b69-ab3a-43f849d38d2b, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4506eb64-d185-4b69-ab3a-43f849d38d2b,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:19.708847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'Port': ['ID=bad0ba1c-36c2-42ab-a729-ce20d7dbe68c,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:19.713935 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.747950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:19.748233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:19.748378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:19.753727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bdbd3-808a-4218-8d71-0e236379e188 req-cbcd2f43-8a83-485a-8f6b-73f9b1bf0ca7 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:19.761661 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-167bdbd3-808a-4218-8d71-0e236379e188 req-cbcd2f43-8a83-485a-8f6b-73f9b1bf0ca7 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.6450386 Jul 14 11:31:19.765180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-edb7c38f-7e27-44a5-8d29-0fdc98febb85 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:19.766760 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-edb7c38f-7e27-44a5-8d29-0fdc98febb85 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.4077332 Jul 14 11:31:19.772220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:19.772553 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:19.775763 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 2 to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c Jul 14 11:31:19.779976 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-782bc2b2-e856-4a99-88fe-d47c04db9c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.798012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4506eb64-d185-4b69-ab3a-43f849d38d2b,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:19.800775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-782bc2b2-e856-4a99-88fe-d47c04db9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.837565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:19.837916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:19.838225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:19.845733 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:19.870748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:19.871241 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:19.873295 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 3 to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c Jul 14 11:31:19.878234 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-782bc2b2-e856-4a99-88fe-d47c04db9c23 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a57d728a83bc462f81c1a47b38da2cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6507921 Jul 14 11:31:19.886123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37632) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:19.891163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-167bdbd3-808a-4218-8d71-0e236379e188 req-5db9f53e-dc71-4416-b3e5-ca6afc1d3e9c tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280444 Jul 14 11:31:19.896415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bc2b2-e856-4a99-88fe-d47c04db9c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce578a5-476c-4c79-99c8-df0e35555b07,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:19.913448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:19.913788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:19.914167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:19.930280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:19.930644 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:19.931682 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 4 to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c Jul 14 11:31:19.961327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:19.961954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:19.961954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:19.964927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeb5aa2-326e-43ed-85df-6ff0b0fd4dbc None None] Network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:19.967915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-3005a0a3-d16d-4403-8084-4818b18f2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:19.969541 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-3005a0a3-d16d-4403-8084-4818b18f2e53 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9&tenant_id=23c841083d26402ca921ca2bdccfbe4b HTTP/1.1" status: 200 len: 1095 time: 0.1871328 Jul 14 11:31:19.974237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:19.974569 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:19.975079 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 5 to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c Jul 14 11:31:20.009123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:20.009463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:20.009798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:20.015664 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e091512-41ef-41a3-af68-f8b4a7ced960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.042000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4506eb64-d185-4b69-ab3a-43f849d38d2b'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:20.044673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:20.045003 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:20.051489 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 6 to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c Jul 14 11:31:20.074554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dab9fd0b-17d1-497a-b4f9-57b592861d6e None None] Provisioning for port 76606e9b-0358-40e5-bfc0-14dc269c7a6a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:20.089232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e091512-41ef-41a3-af68-f8b4a7ced960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.092606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:20.092943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:20.093464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:20.099357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dab9fd0b-17d1-497a-b4f9-57b592861d6e None None] Provisioning complete for port 76606e9b-0358-40e5-bfc0-14dc269c7a6a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:20.099732 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dab9fd0b-17d1-497a-b4f9-57b592861d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.123270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:20.123789 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:20.131375 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 7 to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c Jul 14 11:31:20.140503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e98d0a-b3f5-46d5-98d1-5d6eba089922 req-624f89a4-3649-487a-b957-b7669380af4d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:20.144352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5e98d0a-b3f5-46d5-98d1-5d6eba089922 req-624f89a4-3649-487a-b957-b7669380af4d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 944 time: 0.4047241 Jul 14 11:31:20.185828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:20.186384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:20.186938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:20.201790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-18c0670a-db06-4f79-aa31-951d605ef51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:20.204485 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-18c0670a-db06-4f79-aa31-951d605ef51b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1095 time: 0.2051890 Jul 14 11:31:20.207301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:20.207832 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:20.210796 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 8 to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c Jul 14 11:31:20.243650 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.329416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:20.329856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:20.330284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:20.335144 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dab9fd0b-17d1-497a-b4f9-57b592861d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.337648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5e98d0a-b3f5-46d5-98d1-5d6eba089922 req-e3f6f2b4-3bab-4efd-b690-c31d9dce8ced tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695604 Jul 14 11:31:20.346710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e091512-41ef-41a3-af68-f8b4a7ced960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.350680 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e091512-41ef-41a3-af68-f8b4a7ced960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.356445 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9e091512-41ef-41a3-af68-f8b4a7ced960 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fce578a5-476c-4c79-99c8-df0e35555b07 HTTP/1.1" status: 204 len: 168 time: 0.4689164 Jul 14 11:31:20.368148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-0769b1dc-2454-40fd-ab4c-6d889d3770e9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:20.368421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:20.368843 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:20.369794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-0769b1dc-2454-40fd-ab4c-6d889d3770e9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.2925816 Jul 14 11:31:20.385094 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 9 to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c Jul 14 11:31:20.406731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:20.407182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:20.407713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:20.415237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-e7ee301a-be43-497d-a789-313818c8f733 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/quotas/9dff92e033a84752a3854a9be9772157 HTTP/1.1" status: 200 len: 375 time: 0.0110188 Jul 14 11:31:20.425160 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e091512-41ef-41a3-af68-f8b4a7ced960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce578a5-476c-4c79-99c8-df0e35555b07,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:20.434561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:20.435009 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:20.437656 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempt 10 to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c Jul 14 11:31:20.465966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:20.466545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:20.467141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempting to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:20.475319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-87a9dc43-4a8f-48e1-96ad-e5c444c0f275 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516489 Jul 14 11:31:20.498142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-dead367a-2057-449e-aa74-bf2b03e8c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:20.500907 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-dead367a-2057-449e-aa74-bf2b03e8c02f service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.2840416 Jul 14 11:31:20.501991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:20.502454 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Failed to bind port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'b3072b4a-09e4-42b8-81b2-a6c40e03d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3'}] Jul 14 11:31:20.502953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.519908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-dab9fd0b-17d1-497a-b4f9-57b592861d6e None None] For port 76606e9b-0358-40e5-bfc0-14dc269c7a6a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=76606e9b-0358-40e5-bfc0-14dc269c7a6a,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:20.527592 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dab9fd0b-17d1-497a-b4f9-57b592861d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.595192 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-246c35d2-e78c-463f-8030-9c29ef13c0db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc718c6-8ac4-42bf-8144-9be71d233294 HTTP/1.1" status: 200 len: 217 time: 0.0732167 Jul 14 11:31:20.633883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9fd0b-17d1-497a-b4f9-57b592861d6e None None] Pushing event updated for resources: {'Port': ['ID=76606e9b-0358-40e5-bfc0-14dc269c7a6a,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:20.681190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] For port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:20.681567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attempted to set empty binding levels {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 11:31:20.686715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-9a19512c-4fde-42a6-b321-93126505975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:20.688234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f72855-36e8-407b-b736-753277228a2b req-cff4a358-95bf-4911-95b7-c782cd510b77 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:20.688462 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-9a19512c-4fde-42a6-b321-93126505975a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0765860 Jul 14 11:31:20.690024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73f72855-36e8-407b-b736-753277228a2b req-cff4a358-95bf-4911-95b7-c782cd510b77 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.1242554 Jul 14 11:31:20.690526 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.754813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-c3d861bb-aa1f-40d1-9da4-02807a824bb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581589 Jul 14 11:31:20.758211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] In _notify_port_updated(), no bound segment for port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c on network cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:31:20.759402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:20.760224 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.766183 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "PUT /v2.0/ports/bad0ba1c-36c2-42ab-a729-ce20d7dbe68c HTTP/1.1" status: 200 len: 975 time: 1.9368875 Jul 14 11:31:20.770139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73f72855-36e8-407b-b736-753277228a2b req-79ae2364-270d-43d8-aaf3-60fa4404f2c6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Jul 14 11:31:20.770713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37652) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:20.813406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f636cca-1fa7-4565-9942-8231398f5193 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event updated for resources: {'Port': ['ID=bad0ba1c-36c2-42ab-a729-ce20d7dbe68c,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:20.878350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Router 4b25dd48-bb6e-43c6-96e5-8150e1938420 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:31:20.889178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-4db0b035-9240-4732-9c69-2b8f65deab66 service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993731 Jul 14 11:31:20.905452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f87de80c-4e15-4847-bc6b-4a683603cd0b None None] Provisioning complete for port 76606e9b-0358-40e5-bfc0-14dc269c7a6a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:20.907309 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f87de80c-4e15-4847-bc6b-4a683603cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:20.944637 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-a73de6a0-4561-43e7-a76a-0572052cdbd7 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714816 Jul 14 11:31:20.945141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37656) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:20.971018 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbce74e5-efa2-4f22-af6d-923eebc0f2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.020828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 76606e9b-0358-40e5-bfc0-14dc269c7a6a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:21.095321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 76606e9b-0358-40e5-bfc0-14dc269c7a6a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:21.096124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.113891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-af56bc37-9c9b-49cb-be44-e2bf6e59019e service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125823 Jul 14 11:31:21.126244 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-343e9a10-f4ba-4ff3-94fe-92ee613c6b85 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657195 Jul 14 11:31:21.169499 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbce74e5-efa2-4f22-af6d-923eebc0f2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.177627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbce74e5-efa2-4f22-af6d-923eebc0f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.198082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a06fc4-8bc9-4271-8552-64891c029c45 req-d75d85b2-9d1d-44a1-ad71-92058dfabdc3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:21.206135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0a06fc4-8bc9-4271-8552-64891c029c45 req-d75d85b2-9d1d-44a1-ad71-92058dfabdc3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 944 time: 0.2224288 Jul 14 11:31:21.232292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce74e5-efa2-4f22-af6d-923eebc0f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1621b00-5f54-47ab-9ceb-6332fd37d6ef,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:21.242211 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bbce74e5-efa2-4f22-af6d-923eebc0f2dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=945444c8e170490cbba8a7d4681eaf20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958138 Jul 14 11:31:21.244606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37658) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:21.260079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:31:21.272224 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Sync routers for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:31:21.281471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-75d84838-f866-478f-adcf-a5f8f5de8b08 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Deleting port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:21.281949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75d84838-f866-478f-adcf-a5f8f5de8b08 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.285399 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:21.286042 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:21.299006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0a06fc4-8bc9-4271-8552-64891c029c45 req-b402a037-b959-4ee5-8f44-fe1b1fee63d6 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867035 Jul 14 11:31:21.356561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.360292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e1099269-adf6-4d63-a049-dd983db0a330 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5077364 Jul 14 11:31:21.364020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37664) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:21.382341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4506eb64-d185-4b69-ab3a-43f849d38d2b up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:21.386365 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4dd9-8b61-4bd0-a9e8-d6b76e1aec78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.463027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4dd9-8b61-4bd0-a9e8-d6b76e1aec78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.493619 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:21.509429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 4506eb64-d185-4b69-ab3a-43f849d38d2b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:21.519182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 4506eb64-d185-4b69-ab3a-43f849d38d2b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:21.520167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.539539 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4dd9-8b61-4bd0-a9e8-d6b76e1aec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.543152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4dd9-8b61-4bd0-a9e8-d6b76e1aec78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.545841 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e5fd4dd9-8b61-4bd0-a9e8-d6b76e1aec78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1621b00-5f54-47ab-9ceb-6332fd37d6ef HTTP/1.1" status: 204 len: 168 time: 0.3001814 Jul 14 11:31:21.556398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd4dd9-8b61-4bd0-a9e8-d6b76e1aec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1621b00-5f54-47ab-9ceb-6332fd37d6ef,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:21.609240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-75d84838-f866-478f-adcf-a5f8f5de8b08 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] For port bad0ba1c-36c2-42ab-a729-ce20d7dbe68c, host n-h1-778696-8, got binding levels [] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:21.609530 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75d84838-f866-478f-adcf-a5f8f5de8b08 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.686232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-75d84838-f866-478f-adcf-a5f8f5de8b08 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Calling delete_port for bad0ba1c-36c2-42ab-a729-ce20d7dbe68c owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:21.752133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f7ba7-0ac1-4abc-85ac-ce1f26ed560f req-5c7acfa3-2e04-4d21-87a5-4dde7c8023d3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:21.753735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-660f7ba7-0ac1-4abc-85ac-ce1f26ed560f req-5c7acfa3-2e04-4d21-87a5-4dde7c8023d3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.2874763 Jul 14 11:31:21.792246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-b10c3401-0824-4cfe-8616-fca49ed950c9 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:21.798395 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-b10c3401-0824-4cfe-8616-fca49ed950c9 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.1582670 Jul 14 11:31:21.804792 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.860559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4506eb64-d185-4b69-ab3a-43f849d38d2b'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:21.862802 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f02d486-6caa-4b4a-a17d-4f01a81a4a1d" -d '{"events": [{"server_uuid": "26aaa61e-c5d4-4cea-b12f-9bf8581e5f10", "name": "network-vif-plugged", "status": "completed", "tag": "4506eb64-d185-4b69-ab3a-43f849d38d2b"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:21.897842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4506eb64-d185-4b69-ab3a-43f849d38d2b, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4506eb64-d185-4b69-ab3a-43f849d38d2b,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:21.907926 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:21.929478 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:19Z', 'revision_number': 3, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:21.959472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4506eb64-d185-4b69-ab3a-43f849d38d2b,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:21.999668 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Checking router: 4b25dd48-bb6e-43c6-96e5-8150e1938420 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:31:22.000208 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Updating router 4b25dd48-bb6e-43c6-96e5-8150e1938420 port 83059015-b9f8-47ac-86b0-e7600b60fcf0 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:31:22.008766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-97aca42f-8ffb-4149-a399-8eca09a6ae37 service neutron] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:22.014891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-97aca42f-8ffb-4149-a399-8eca09a6ae37 service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.016247 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f28c088d-10f7-4714-ad7e-a3d5f88a19a4 req-97aca42f-8ffb-4149-a399-8eca09a6ae37 service neutron] 10.222.0.45 "DELETE /v2.0/ports/4fc718c6-8ac4-42bf-8144-9be71d233294/bindings/n-h1-778696-8 HTTP/1.1" status: 204 len: 173 time: 0.2103786 Jul 14 11:31:22.059168 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.064411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-247f9d49-6acb-4ef4-9480-b5dc7cd23a46 req-771feddd-6a93-41c4-9e8f-47886946c1f0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 210 time: 0.5110447 Jul 14 11:31:22.200625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-660f7ba7-0ac1-4abc-85ac-ce1f26ed560f req-9b1478af-4280-4964-9772-36379ea1aad7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079792 Jul 14 11:31:22.299492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75d84838-f866-478f-adcf-a5f8f5de8b08 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.343314 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75d84838-f866-478f-adcf-a5f8f5de8b08 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.345477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-75d84838-f866-478f-adcf-a5f8f5de8b08 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "DELETE /v2.0/ports/bad0ba1c-36c2-42ab-a729-ce20d7dbe68c HTTP/1.1" status: 204 len: 168 time: 1.5713093 Jul 14 11:31:22.348293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37694) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:22.350420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d84838-f866-478f-adcf-a5f8f5de8b08 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] Pushing event deleted for resources: {'Port': ['ID=bad0ba1c-36c2-42ab-a729-ce20d7dbe68c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:22.410650 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc441b7-e61b-426e-9662-93cc1d158377 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] GET failed (client error): The resource could not be found. Jul 14 11:31:22.420092 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1cc441b7-e61b-426e-9662-93cc1d158377 tempest-PortsAdminExtendedAttrsTestJSON-1874162314 tempest-PortsAdminExtendedAttrsTestJSON-1874162314-project-admin] 10.222.0.38 "GET /v2.0/ports/bad0ba1c-36c2-42ab-a729-ce20d7dbe68c HTTP/1.1" status: 404 len: 333 time: 0.0705853 Jul 14 11:31:22.424298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37698) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:22.485844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd29aac-3541-4204-9899-45fc7538132b req-6b37947c-4b20-4313-9cf0-f6bb0373ff37 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:22.493489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7bd29aac-3541-4204-9899-45fc7538132b req-6b37947c-4b20-4313-9cf0-f6bb0373ff37 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.2381711 Jul 14 11:31:22.520331 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.610318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.619920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7bd29aac-3541-4204-9899-45fc7538132b req-1d9f67b0-d5a7-49e1-afc5-38a590d54177 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041856 Jul 14 11:31:22.634946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f4aea-f179-44a7-bb4c-289bf0bff983 req-cb7f5821-f2b6-4ef3-a8cb-e40da6714172 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:22.636620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-532f4aea-f179-44a7-bb4c-289bf0bff983 req-cb7f5821-f2b6-4ef3-a8cb-e40da6714172 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 945 time: 0.2309840 Jul 14 11:31:22.649166 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.661414 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Transition to ACTIVE for port object 83059015-b9f8-47ac-86b0-e7600b60fcf0 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:22.672861 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.690293 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.702278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:22.715663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3072b4a-09e4-42b8-81b2-a6c40e03d916') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:22.715924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3072b4a-09e4-42b8-81b2-a6c40e03d916') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:22.722421 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d780e4b6-7669-4050-b890-503fbdee732c x-openstack-request-id: req-d780e4b6-7669-4050-b890-503fbdee732c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:22.723762 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26aaa61e-c5d4-4cea-b12f-9bf8581e5f10", "name": "network-vif-plugged", "status": "completed", "tag": "4506eb64-d185-4b69-ab3a-43f849d38d2b", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:22.724244 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d780e4b6-7669-4050-b890-503fbdee732c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:22.725240 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4506eb64-d185-4b69-ab3a-43f849d38d2b', 'code': 200} Jul 14 11:31:22.726990 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.729949 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Pushing event updated for resources: {'Port': ['ID=83059015-b9f8-47ac-86b0-e7600b60fcf0,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:22.741115 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.741460 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.742623 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.743641 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.744341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.748054 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.749015 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.749711 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.751818 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.752191 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.753375 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.753884 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.754856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:31:22.755471 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.755668 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:31:22.763340 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:31:22.797909 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Attempting to bind port 83059015-b9f8-47ac-86b0-e7600b60fcf0 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:22.798750 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Attempting to bind port 83059015-b9f8-47ac-86b0-e7600b60fcf0 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:22.799346 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Attempting to bind port 83059015-b9f8-47ac-86b0-e7600b60fcf0 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:22.805155 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:22.805836 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:22.806446 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.807004 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:22.807639 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Bound port: 83059015-b9f8-47ac-86b0-e7600b60fcf0, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:22.808226 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.867592 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] For port 83059015-b9f8-47ac-86b0-e7600b60fcf0, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:22.871545 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] For port 83059015-b9f8-47ac-86b0-e7600b60fcf0, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=83059015-b9f8-47ac-86b0-e7600b60fcf0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:22.883561 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.888349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-532f4aea-f179-44a7-bb4c-289bf0bff983 req-c80e6fff-0793-47bd-b145-3b0812683505 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448578 Jul 14 11:31:22.893577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.932893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:22.938353 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] 10.222.0.38 "DELETE /v2.0/networks/cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3 HTTP/1.1" status: 204 len: 168 time: 0.5099730 Jul 14 11:31:22.949907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f19ca2-3235-42f3-bcb6-cde6465edb08 tempest-PortsAdminExtendedAttrsTestJSON-919721636 tempest-PortsAdminExtendedAttrsTestJSON-919721636-project] Pushing event deleted for resources: {'Network': ['ID=cf7d8b34-70f5-43d8-8ab4-5bb2767f3ff3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:22.960681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be6f2-37a8-4a30-b154-ed2042a9d084 req-dc02002f-0bea-48d1-9605-0473fee18dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:22.962540 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-666be6f2-37a8-4a30-b154-ed2042a9d084 req-dc02002f-0bea-48d1-9605-0473fee18dda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 1096 time: 0.1232369 Jul 14 11:31:23.016740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4fc718c6-8ac4-42bf-8144-9be71d233294 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:23.040738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c100a-26e8-4a2e-b7f2-ef134f73087d None None] Pushing event updated for resources: {'Port': ['ID=83059015-b9f8-47ac-86b0-e7600b60fcf0,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:23.048336 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-666be6f2-37a8-4a30-b154-ed2042a9d084 req-7ee0bd7e-053a-4fa1-b3bd-1cf84290379d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712957 Jul 14 11:31:23.070122 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:23.070972 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:23.134078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4fc718c6-8ac4-42bf-8144-9be71d233294 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:31:23.297549 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:23.354582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37724) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:23.460609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Allocated IP 172.20.0.1 (15aa5681-1a95-4a92-bab4-a3c8e3a31236/421db29d-66c1-4613-8c80-1f4775243b0d/c48394e6-a7de-4775-9d4a-8b664997b8fe) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:23.520986 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:19Z', 'revision_number': 3, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:23.579982 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f57732-aca4-4507-bbf9-5bd19af95d10 req-3b1f6abd-a11d-4436-bfb1-da6168232f53 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:23.593341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62f57732-aca4-4507-bbf9-5bd19af95d10 req-3b1f6abd-a11d-4436-bfb1-da6168232f53 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 944 time: 0.5778558 Jul 14 11:31:23.598940 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbc28f-9b6d-4f95-90a4-07c7386f0d6b None None] The sync data for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 is: [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:19Z', 'revision_number': 3, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:31:23.611664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c3ed-5503-402e-b8f5-a73f0d90d651 req-eaaa6fa5-c542-44d4-974d-f80f93de5c55 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:23.615130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6521c3ed-5503-402e-b8f5-a73f0d90d651 req-eaaa6fa5-c542-44d4-974d-f80f93de5c55 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.2448130 Jul 14 11:31:23.707545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:23.723010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Transition to ACTIVE for port object c48394e6-a7de-4775-9d4a-8b664997b8fe will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:23.736247 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2e804f03-3458-4442-b217-1fb1f935b4a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d9d296462be48ceb07902bf5235ab71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796012 Jul 14 11:31:23.740054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37734) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:23.756526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62f57732-aca4-4507-bbf9-5bd19af95d10 req-33d946fb-f962-4976-9422-035d402bd4c5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400385 Jul 14 11:31:23.801849 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-9d309ae9-a9c9-450c-b5c0-5f72f24f18f9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:23.803808 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-9d309ae9-a9c9-450c-b5c0-5f72f24f18f9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.2220769 Jul 14 11:31:23.825483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Request body: {'port': {'device_id': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'admin_state_up': True, 'tenant_id': '9dff92e033a84752a3854a9be9772157'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:23.826541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6521c3ed-5503-402e-b8f5-a73f0d90d651 req-31c5f7b6-fe9d-43fc-9a83-8ab0ffcc1326 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902697 Jul 14 11:31:23.837565 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:23.955689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8022205f-fb9c-4545-9a8d-f17167108577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:23.961296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:23.971412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:23.975606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:24.053740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8022205f-fb9c-4545-9a8d-f17167108577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:24.065814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c48394e6-a7de-4775-9d4a-8b664997b8fe,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:24.139672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aa938c52-673e-4373-a2a9-ed32753ac723 req-f14be45e-5673-4ea8-b72a-eca3cbb800da tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 210 time: 0.1578450 Jul 14 11:31:24.155168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Made reservation on behalf of 9dff92e033a84752a3854a9be9772157 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:24.172691 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:24.236147 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8022205f-fb9c-4545-9a8d-f17167108577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:24.245071 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8022205f-fb9c-4545-9a8d-f17167108577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:24.247010 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8022205f-fb9c-4545-9a8d-f17167108577 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/adecf553-22e0-4933-9480-819f7a65f295 HTTP/1.1" status: 204 len: 168 time: 0.5049467 Jul 14 11:31:24.262757 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:24.268877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022205f-fb9c-4545-9a8d-f17167108577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adecf553-22e0-4933-9480-819f7a65f295,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:24.463455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ff71c-6136-4d86-aab0-57839ea2b80f req-676ef6e3-abed-45ec-aa57-078a91925249 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:24.471450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c4ff71c-6136-4d86-aab0-57839ea2b80f req-676ef6e3-abed-45ec-aa57-078a91925249 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.3307674 Jul 14 11:31:24.568309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fc1876f1-6e2d-440b-9978-61acbd0b571a None None] Provisioning for port c48394e6-a7de-4775-9d4a-8b664997b8fe completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:24.573173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fc1876f1-6e2d-440b-9978-61acbd0b571a None None] Provisioning complete for port c48394e6-a7de-4775-9d4a-8b664997b8fe triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:24.582649 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fc1876f1-6e2d-440b-9978-61acbd0b571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:24.659149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fc1876f1-6e2d-440b-9978-61acbd0b571a None None] Port c48394e6-a7de-4775-9d4a-8b664997b8fe cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:31:24.769443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c4ff71c-6136-4d86-aab0-57839ea2b80f req-e764090e-ecea-4e5d-8eca-7de274a6a3a3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969370 Jul 14 11:31:24.944783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf95d-fc9d-4f1c-b6aa-6de26e2c7679 req-e0435147-5ea8-4e32-8b7e-24ccc6833ae0 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:24.947493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cccbf95d-fc9d-4f1c-b6aa-6de26e2c7679 req-e0435147-5ea8-4e32-8b7e-24ccc6833ae0 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 945 time: 0.4688995 Jul 14 11:31:24.993589 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.077822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 83059015-b9f8-47ac-86b0-e7600b60fcf0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:25.084573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:25.101946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Allocated IP 172.20.0.12 (594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9/606cc036-ccce-4fe3-b770-acb3ecc81cfe/83caa27c-dc2a-4fb7-a737-340255d3df49) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:25.162086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cccbf95d-fc9d-4f1c-b6aa-6de26e2c7679 req-d6c77ed2-c713-4295-ae20-4ea71a5f1c6d tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059660 Jul 14 11:31:25.163938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 83059015-b9f8-47ac-86b0-e7600b60fcf0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:25.178695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 83059015-b9f8-47ac-86b0-e7600b60fcf0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:25.180092 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.353192 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.366432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.382834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 83059015-b9f8-47ac-86b0-e7600b60fcf0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=83059015-b9f8-47ac-86b0-e7600b60fcf0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:25.388833 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.423066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.436100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2b1b2543-5d12-4ccd-867e-90f3d71e7acf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7190aa32a7c409792b67e8afd536dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310597 Jul 14 11:31:25.440189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37764) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:25.460476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d446e19-b6a7-4a56-9f36-1115f86f3451 req-f1e24f56-539c-4499-b76f-be397f76be77 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:25.467727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=83059015-b9f8-47ac-86b0-e7600b60fcf0,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:25.468185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d446e19-b6a7-4a56-9f36-1115f86f3451 req-f1e24f56-539c-4499-b76f-be397f76be77 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1095 time: 0.4276967 Jul 14 11:31:25.505044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:25.509421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:25.514096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:25.538445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event updated for resources: {'Port': ['ID=83caa27c-dc2a-4fb7-a737-340255d3df49,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:25.576245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:25.576775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.586771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d446e19-b6a7-4a56-9f36-1115f86f3451 req-504447a8-1103-40a4-888f-7483bc2cef65 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176877 Jul 14 11:31:25.593442 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-5e4ae96e-df78-4f88-b3dd-43782e5d4b75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7788491 Jul 14 11:31:25.608617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Request body: {'port': {'device_id': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:25.617994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bbb59-3c53-4d6c-b681-6a3e0abf927c req-2f0de588-9d85-4165-bbfc-8d6f428e97f9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:25.624479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-664bbb59-3c53-4d6c-b681-6a3e0abf927c req-2f0de588-9d85-4165-bbfc-8d6f428e97f9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.2837417 Jul 14 11:31:25.661575 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.669917 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-215dcc24-c1fb-48e8-94f2-dfe6881f4506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.678170 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.717528 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.771151 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-215dcc24-c1fb-48e8-94f2-dfe6881f4506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.787418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-664bbb59-3c53-4d6c-b681-6a3e0abf927c req-239371a5-4ad4-406e-bffd-48ee6788a8e8 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619327 Jul 14 11:31:25.890575 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:25.951813 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c48394e6-a7de-4775-9d4a-8b664997b8fe,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:25.976371 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:26.085842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-215dcc24-c1fb-48e8-94f2-dfe6881f4506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:26.088415 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-215dcc24-c1fb-48e8-94f2-dfe6881f4506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:26.092740 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-215dcc24-c1fb-48e8-94f2-dfe6881f4506 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/680ca89f-244a-466d-a6f1-4b66b4239cdd HTTP/1.1" status: 204 len: 168 time: 0.6448693 Jul 14 11:31:26.127756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83caa27c-dc2a-4fb7-a737-340255d3df49 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:26.137836 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:26.152603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Transition to ACTIVE for port object 83caa27c-dc2a-4fb7-a737-340255d3df49 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:26.158536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:26.184837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:26.194685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:26.208757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dcc24-c1fb-48e8-94f2-dfe6881f4506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680ca89f-244a-466d-a6f1-4b66b4239cdd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:26.226869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c61fb-aa51-4f61-9ade-69680e19b50f req-1f0ec4bc-5077-4410-8897-5f6cf81b78cd tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:26.235976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-758c61fb-aa51-4f61-9ade-69680e19b50f req-1f0ec4bc-5077-4410-8897-5f6cf81b78cd tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 932 time: 0.4372749 Jul 14 11:31:26.320922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=83caa27c-dc2a-4fb7-a737-340255d3df49,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:26.349298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-758c61fb-aa51-4f61-9ade-69680e19b50f req-f2158c3a-1752-4034-aa99-007563f384ba tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122863 Jul 14 11:31:26.376878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488eee-5f75-485f-8529-35831b3561a9 req-54f7bc4e-1f0a-4e12-9112-a7ffde7be7e0 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:26.385650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-54f7bc4e-1f0a-4e12-9112-a7ffde7be7e0 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 808 time: 0.4545863 Jul 14 11:31:26.398217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Attempting to bind port 83caa27c-dc2a-4fb7-a737-340255d3df49 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:26.398736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Attempting to bind port 83caa27c-dc2a-4fb7-a737-340255d3df49 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:26.399119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Attempting to bind port 83caa27c-dc2a-4fb7-a737-340255d3df49 on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:26.409535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Port 83caa27c-dc2a-4fb7-a737-340255d3df49 on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:26.409776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Attempting to bind port 83caa27c-dc2a-4fb7-a737-340255d3df49 on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:26.423162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:26.423370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Checking segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:26.423626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Bound using segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:26.424317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Bound port: 83caa27c-dc2a-4fb7-a737-340255d3df49, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:26.424489 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:26.503985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-c1691088-6147-45d0-b864-21f378e87069 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/quotas/23c841083d26402ca921ca2bdccfbe4b HTTP/1.1" status: 200 len: 375 time: 0.1158562 Jul 14 11:31:26.518682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:26.523008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=83caa27c-dc2a-4fb7-a737-340255d3df49,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:26.535187 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:26.578092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:26.578710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:26.580144 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] 10.222.0.64 "PUT /v2.0/ports/83caa27c-dc2a-4fb7-a737-340255d3df49 HTTP/1.1" status: 200 len: 1092 time: 0.9788809 Jul 14 11:31:26.580592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:26.585469 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9323425a-3692-4d10-815d-a409f3a10337" -d '{"events": [{"name": "network-changed", "server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:26.606325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-92404505-e458-44bf-ac3c-e8e3681ca0e1 None None] Provisioning complete for port c48394e6-a7de-4775-9d4a-8b664997b8fe triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:26.606701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-92404505-e458-44bf-ac3c-e8e3681ca0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:26.618809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7813ed-443e-4f06-b00a-a8a575aacdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=83caa27c-dc2a-4fb7-a737-340255d3df49,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:26.672680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-92404505-e458-44bf-ac3c-e8e3681ca0e1 None None] Port c48394e6-a7de-4775-9d4a-8b664997b8fe cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:31:26.692394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Router 4b25dd48-bb6e-43c6-96e5-8150e1938420 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:31:26.713249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-1c30f8d8-2698-4181-9a93-6ff2d23490a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:26.715765 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-1c30f8d8-2698-4181-9a93-6ff2d23490a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 1095 time: 0.0852094 Jul 14 11:31:26.768897 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-534f3ede-1373-4426-bc0b-603955edee70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83caa27c-dc2a-4fb7-a737-340255d3df49 HTTP/1.1" status: 200 len: 217 time: 0.0458581 Jul 14 11:31:26.810399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab00470-70bf-42da-995b-889ae8dec1fb req-87f2040f-6e42-40dd-b68e-947891b7dfb6 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:26.812115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fab00470-70bf-42da-995b-889ae8dec1fb req-87f2040f-6e42-40dd-b68e-947891b7dfb6 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.2372587 Jul 14 11:31:26.833657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-e5544734-d55f-4e19-b75a-c34b752b0275 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3289685 Jul 14 11:31:26.848970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-99fafa6b-ebbc-4a97-bd77-d56cbd19d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:26.851567 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-99fafa6b-ebbc-4a97-bd77-d56cbd19d4be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.0761795 Jul 14 11:31:26.918931 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-4f6aa981-cd69-4860-be9c-0642b85bafb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606310 Jul 14 11:31:26.930073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-160e7886-fac4-4092-a75a-dbedcd7105bf service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:31:26.931212 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-160e7886-fac4-4092-a75a-dbedcd7105bf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058434 Jul 14 11:31:26.941777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 83059015-b9f8-47ac-86b0-e7600b60fcf0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:27.013604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 83059015-b9f8-47ac-86b0-e7600b60fcf0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:27.014303 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:27.054600 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-2f2cf78b-8996-4ce6-924d-7a3b0e18c036 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163256 Jul 14 11:31:27.202188 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-01458d2e-d5cf-4a54-87db-d1446595f53f req-c657800d-0977-40a9-923b-6ccc767d9c6a service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381035 Jul 14 11:31:27.398514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fab00470-70bf-42da-995b-889ae8dec1fb req-fcf2e890-c669-4013-acd3-474ad3947b05 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785975 Jul 14 11:31:27.406993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:31:27.411900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37814) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:27.417960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5fd3be39-0be4-4ff5-9d77-770c3efee8b4 admin admin] 10.222.0.38 "PUT /v2.0/routers/4b25dd48-bb6e-43c6-96e5-8150e1938420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0523772 Jul 14 11:31:27.435577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Sync routers for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:31:27.452515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:27.453405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:27.459800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-4232b924-958d-4dd7-b6bf-05c6d1c6edb0 service neutron] 10.222.0.38 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940297 Jul 14 11:31:27.550754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9c58892b-a0f6-4e32-be9e-c9b0d3f895de tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1767661220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:27.581175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c58892b-a0f6-4e32-be9e-c9b0d3f895de tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:27.584712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c58892b-a0f6-4e32-be9e-c9b0d3f895de tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:27.621646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-459298d1-7182-4f45-a26c-fc20816eb97a service neutron] 10.222.0.38 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522908 Jul 14 11:31:27.674695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c58892b-a0f6-4e32-be9e-c9b0d3f895de tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:27.685566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c58892b-a0f6-4e32-be9e-c9b0d3f895de tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:27.686092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:27.718613 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c58892b-a0f6-4e32-be9e-c9b0d3f895de tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:27.720085 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9c58892b-a0f6-4e32-be9e-c9b0d3f895de tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3070421 Jul 14 11:31:27.722920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37826) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:27.729160 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1664172776'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:27.755518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Made reservation on behalf of 9ff464e036b94738bb89d4a72dd6426e for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:27.763304 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:27.767683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a26ab-202f-4713-b9be-aef9bdfc228f req-d69521c3-399d-4c18-8d16-b34cb1a25b8b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:27.771618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e12a26ab-202f-4713-b9be-aef9bdfc228f req-d69521c3-399d-4c18-8d16-b34cb1a25b8b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.1064782 Jul 14 11:31:27.787525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:27.848272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e12a26ab-202f-4713-b9be-aef9bdfc228f req-c9829cbc-8c9d-40d6-85c2-d30f3abdb859 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665019 Jul 14 11:31:27.953730 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49873b3-8407-439b-a78e-283452f05be7 x-openstack-request-id: req-b49873b3-8407-439b-a78e-283452f05be7 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:27.955021 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:27.955284 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b49873b3-8407-439b-a78e-283452f05be7 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:27.955698 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49', 'status': 'completed', 'code': 200} Jul 14 11:31:28.068475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:28.071816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7a3de-07f0-4bf6-89e8-42239c4a8879 req-c18d30ba-3b9c-470f-930f-53ab556ff0c6 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:28.080702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:28.084226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0fb7a3de-07f0-4bf6-89e8-42239c4a8879 req-c18d30ba-3b9c-470f-930f-53ab556ff0c6 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 945 time: 0.1415915 Jul 14 11:31:28.094083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:31:28.106037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:28.106575 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Added segment 0a79c5a1-387b-4bfd-8e83-085b958dde92 of type vlan for network ae6ec71f-1a59-40ba-adf5-6f0448c0394b Jul 14 11:31:28.114865 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:28.153297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:28.165526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:24Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48394e6-a7de-4775-9d4a-8b664997b8fe', 'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'mac_address': 'fa:16:3e:6b:bf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:22Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 2, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'subnets': [{'id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:28.189552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0fb7a3de-07f0-4bf6-89e8-42239c4a8879 req-50f0da12-6456-4943-8e64-32e3a428832a tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041691 Jul 14 11:31:28.192345 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:28.200211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:28.201119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:28.228294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323425a-3692-4d10-815d-a409f3a10337 req-e486aabc-887c-4e8c-a88c-e8bb0fd9bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:28.229840 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9323425a-3692-4d10-815d-a409f3a10337 req-e486aabc-887c-4e8c-a88c-e8bb0fd9bf0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 1095 time: 0.2581556 Jul 14 11:31:28.230417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747c718-5afa-4ac7-b4f6-879dfaf21a32 req-887fed4b-cf5b-44c9-b770-9a816ba5f904 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:28.234277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e747c718-5afa-4ac7-b4f6-879dfaf21a32 req-887fed4b-cf5b-44c9-b770-9a816ba5f904 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 944 time: 0.1374400 Jul 14 11:31:28.261199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Checking router: 4b25dd48-bb6e-43c6-96e5-8150e1938420 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:31:28.262815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Updating router 4b25dd48-bb6e-43c6-96e5-8150e1938420 port c48394e6-a7de-4775-9d4a-8b664997b8fe binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:31:28.306941 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:28.330850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e747c718-5afa-4ac7-b4f6-879dfaf21a32 req-99702a74-8b0a-49dd-aa8c-219925bb88fc tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873356 Jul 14 11:31:28.340322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55698759-a481-450a-9349-a99ee03dfa1e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:28.383425 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.389761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.390672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.391166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.391658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.393572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.394092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.394693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.395214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.396330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.397617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.398138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:28.418711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37844) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:28.420029 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6953347 Jul 14 11:31:28.423859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Request body: {'subnet': {'network_id': 'ae6ec71f-1a59-40ba-adf5-6f0448c0394b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:28.443893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d9b47-df02-4b28-bc57-e3df1ad215bd tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Network': ['ID=ae6ec71f-1a59-40ba-adf5-6f0448c0394b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:28.516944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323425a-3692-4d10-815d-a409f3a10337 req-192b7dfa-64c1-4cdc-9e1b-d8348f92590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:28.521158 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9323425a-3692-4d10-815d-a409f3a10337 req-192b7dfa-64c1-4cdc-9e1b-d8348f92590b service neutron] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 911 time: 0.2758946 Jul 14 11:31:28.554787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network ae6ec71f-1a59-40ba-adf5-6f0448c0394b details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:31:28.584178 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9323425a-3692-4d10-815d-a409f3a10337 req-93fa62f5-61d6-4cc5-96c7-ba9fd9fa424a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83caa27c-dc2a-4fb7-a737-340255d3df49 HTTP/1.1" status: 200 len: 217 time: 0.0548887 Jul 14 11:31:28.649258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323425a-3692-4d10-815d-a409f3a10337 req-f4f68802-591a-4b28-a74b-68a30a25a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:28.650998 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9323425a-3692-4d10-815d-a409f3a10337 req-f4f68802-591a-4b28-a74b-68a30a25a081 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.0595884 Jul 14 11:31:28.662293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Made reservation on behalf of 9ff464e036b94738bb89d4a72dd6426e for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:28.669825 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:28.710811 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9323425a-3692-4d10-815d-a409f3a10337 req-c68c7a29-69c5-40a5-a7e3-f8c018315997 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518475 Jul 14 11:31:28.823916 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9323425a-3692-4d10-815d-a409f3a10337 req-b8478780-56e8-4c4d-ac25-77c96f3da395 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053579 Jul 14 11:31:28.855079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9330a955-55af-4389-874c-2be189c43933 req-fe6f57b3-2af8-4da9-8fff-742e6e53233b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 210 time: 0.1996288 Jul 14 11:31:29.018982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37854) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:29.043232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7ce8f799-ecf3-4c15-af36-b014660cd837 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626862134', 'description': 'tempest-description--967729405'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:29.111324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9323425a-3692-4d10-815d-a409f3a10337 req-fa1040a3-2ee6-4c0c-b4c1-31eb40817725 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807808 Jul 14 11:31:29.179511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f799-ecf3-4c15-af36-b014660cd837 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.277361 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.291083 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.299815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Transition to ACTIVE for port object c48394e6-a7de-4775-9d4a-8b664997b8fe will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:29.333607 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.349828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f799-ecf3-4c15-af36-b014660cd837 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.360344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f799-ecf3-4c15-af36-b014660cd837 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.391443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Subnet': ['ID=59b094f9-7498-4e0a-b044-64c95c1d2863,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:29.402682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f799-ecf3-4c15-af36-b014660cd837 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.404900 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7ce8f799-ecf3-4c15-af36-b014660cd837 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3847525 Jul 14 11:31:29.407785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37866) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:29.412937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0c9d4e6a-6f02-4434-bdd0-6d02c4b17073 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Request body: {'security_group_rule': {'security_group_id': 'e275d39e-c646-41eb-98e2-74913e7c167d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:29.425673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86f755-3e2f-437c-bdb3-6dfe9f4bd899 req-12ab4ac2-c29f-41c7-b99a-8de9f01f6471 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:29.433227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce86f755-3e2f-437c-bdb3-6dfe9f4bd899 req-12ab4ac2-c29f-41c7-b99a-8de9f01f6471 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 945 time: 0.2486045 Jul 14 11:31:29.463954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Checking segment: {'id': '0a79c5a1-387b-4bfd-8e83-085b958dde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae6ec71f-1a59-40ba-adf5-6f0448c0394b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:29.465884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37870) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:29.466113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network hostable DHCP agents. Network: ae6ec71f-1a59-40ba-adf5-6f0448c0394b, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:31:29.471561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Request body: {'floatingip': {'port_id': '4506eb64-d185-4b69-ab3a-43f849d38d2b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:29.489761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network ae6ec71f-1a59-40ba-adf5-6f0448c0394b is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:31:29.524554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, ae6ec71f-1a59-40ba-adf5-6f0448c0394b) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:29.536069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:29.536069 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.598247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2a9de7-5111-4edd-ad87-1b8acc2a901a None None] Network ae6ec71f-1a59-40ba-adf5-6f0448c0394b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:29.598712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.602709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3ef3c-5bce-4ab3-a3e2-18c0d0ede494 None None] Pushing event updated for resources: {'Port': ['ID=c48394e6-a7de-4775-9d4a-8b664997b8fe,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:29.704131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Attempting to bind port c48394e6-a7de-4775-9d4a-8b664997b8fe on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:29.704645 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Attempting to bind port c48394e6-a7de-4775-9d4a-8b664997b8fe by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:29.705015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Attempting to bind port c48394e6-a7de-4775-9d4a-8b664997b8fe on network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:29.719177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:29.719811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Checking segment: {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:29.720415 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.720861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Bound using segment: {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:29.721364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Bound port: c48394e6-a7de-4775-9d4a-8b664997b8fe, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:29.721763 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.795540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8f799-ecf3-4c15-af36-b014660cd837 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e275d39e-c646-41eb-98e2-74913e7c167d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:29.873988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-88baa902-ea60-4c34-8433-a10995ab3afc tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4540870 Jul 14 11:31:29.877005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37880) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:29.883142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Request body: {'network': {'name': 'tempest-router-network01--327900245'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:29.911927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e6a-6f02-4434-bdd0-6d02c4b17073 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:29.953161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Made reservation on behalf of 9ff464e036b94738bb89d4a72dd6426e for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:29.964185 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.019188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] For port c48394e6-a7de-4775-9d4a-8b664997b8fe, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:30.030763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-ae6ec71f-1a59-40ba-adf5-6f0448c0394b', 'network_id': 'ae6ec71f-1a59-40ba-adf5-6f0448c0394b', 'tenant_id': '9ff464e036b94738bb89d4a72dd6426e', 'fixed_ips': [{'subnet_id': '59b094f9-7498-4e0a-b044-64c95c1d2863'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:31:30.031628 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.050062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] For port c48394e6-a7de-4775-9d4a-8b664997b8fe, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c48394e6-a7de-4775-9d4a-8b664997b8fe,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:30.065862 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.072916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e6a-6f02-4434-bdd0-6d02c4b17073 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.090807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e6a-6f02-4434-bdd0-6d02c4b17073 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.140349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3ef3c-5bce-4ab3-a3e2-18c0d0ede494 None None] Pushing event updated for resources: {'Port': ['ID=c48394e6-a7de-4775-9d4a-8b664997b8fe,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:30.151094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d4e6a-6f02-4434-bdd0-6d02c4b17073 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5edee00-bf1f-408f-9dc1-a247f2ff9a4b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:30.226809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:31:30.250448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:30.251576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:30.272865 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.275278 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Added segment 0266b30b-29c5-427d-a3e8-9b3fe40a8751 of type vlan for network e99b6810-972d-4766-b5ec-58acbbe25c90 Jul 14 11:31:30.449868 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.473585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Allocated IP 172.20.0.2 (ae6ec71f-1a59-40ba-adf5-6f0448c0394b/59b094f9-7498-4e0a-b044-64c95c1d2863/298c0d43-e585-4dd4-8b48-de01b160a6b3) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:30.486711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fc757-b788-4163-a8a7-85ce6fb87baf req-94b426a6-40fa-4015-a42f-981292eaecdf tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:30.489688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f77fc757-b788-4163-a8a7-85ce6fb87baf req-94b426a6-40fa-4015-a42f-981292eaecdf tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.4695501 Jul 14 11:31:30.541888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671f36-9298-4c99-96a5-8ccdb9b0509d req-d979fb49-2352-4e66-8dff-58f9ae804779 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:30.547312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e6a-6f02-4434-bdd0-6d02c4b17073 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.548509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf671f36-9298-4c99-96a5-8ccdb9b0509d req-d979fb49-2352-4e66-8dff-58f9ae804779 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 944 time: 0.4571066 Jul 14 11:31:30.552405 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0c9d4e6a-6f02-4434-bdd0-6d02c4b17073 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1432958 Jul 14 11:31:30.553381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37882) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:30.575512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-230cc6fc-d075-4c31-b1e9-4e9f00b361c3 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Request body: {'security_group_rule': {'security_group_id': 'e275d39e-c646-41eb-98e2-74913e7c167d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:30.609652 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.627057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:30.630229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.678177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187d444-9305-44f6-934f-6da7993893c2 req-8c6f47cc-5081-4e20-933a-0d353cb0fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:30.685969 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5187d444-9305-44f6-934f-6da7993893c2 req-8c6f47cc-5081-4e20-933a-0d353cb0fe19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 1097 time: 0.6640277 Jul 14 11:31:30.703429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488eee-5f75-485f-8529-35831b3561a9 req-ea7fa031-02ec-425d-9d74-2bea75f09f31 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:30.705593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-ea7fa031-02ec-425d-9d74-2bea75f09f31 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 808 time: 0.3783019 Jul 14 11:31:30.735357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Request body: {'port': {'device_id': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046', 'admin_state_up': True, 'tenant_id': '23c841083d26402ca921ca2bdccfbe4b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:30.747743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f77fc757-b788-4163-a8a7-85ce6fb87baf req-eedccc37-c107-4393-a43e-00a7470427de tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493029 Jul 14 11:31:30.784658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:30.831941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf671f36-9298-4c99-96a5-8ccdb9b0509d req-9409a810-c005-47ad-9934-c536b07db7d6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760365 Jul 14 11:31:30.844409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9659426 Jul 14 11:31:30.846298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97167e5f-a3fe-4308-8771-56a887cca8ba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Network': ['ID=e99b6810-972d-4766-b5ec-58acbbe25c90,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:30.848729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37886) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:30.873531 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-230cc6fc-d075-4c31-b1e9-4e9f00b361c3 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:30.893362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Request body: {'network': {'name': 'tempest-router-network02--1769094706'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:30.967330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e99b6810-972d-4766-b5ec-58acbbe25c90 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:31:31.031122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Made reservation on behalf of 9ff464e036b94738bb89d4a72dd6426e for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:31.040711 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.099604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-230cc6fc-d075-4c31-b1e9-4e9f00b361c3 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.111771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 83caa27c-dc2a-4fb7-a737-340255d3df49 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:31:31.132170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49499c3a-accf-4c91-a5b0-e9af222e5907 req-caee59bf-4ee3-48c5-a5f3-7e072f84ce68 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 210 time: 0.0557783 Jul 14 11:31:31.135803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-230cc6fc-d075-4c31-b1e9-4e9f00b361c3 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.138284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:31:31.169898 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.170385 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Added segment fa296099-a71c-4dcd-97a9-f8494df14e0f of type vlan for network 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf Jul 14 11:31:31.172573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cc6fc-d075-4c31-b1e9-4e9f00b361c3 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc19ee8f-e515-4ba2-a731-4ac107f1774a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:31.212756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-230cc6fc-d075-4c31-b1e9-4e9f00b361c3 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.215123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-230cc6fc-d075-4c31-b1e9-4e9f00b361c3 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6574028 Jul 14 11:31:31.219096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37896) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:31.231276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:31.239006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=83caa27c-dc2a-4fb7-a737-340255d3df49,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:31.253537 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.256864 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.257021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:31:31.258948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '83caa27c-dc2a-4fb7-a737-340255d3df49', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'port_id': '83caa27c-dc2a-4fb7-a737-340255d3df49', 'mac_address': 'fa:16:3e:5f:bf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606cc036-ccce-4fe3-b770-acb3ecc81cfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:31:31.335499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Transition to ACTIVE for port object 298c0d43-e585-4dd4-8b48-de01b160a6b3 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:31.349160 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.359980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Transition to ACTIVE for port object 298c0d43-e585-4dd4-8b48-de01b160a6b3 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:31.365253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:31.365680 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.383457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.392269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.408980 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.438911 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.446308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187d444-9305-44f6-934f-6da7993893c2 req-7ec12bd9-9897-48cb-a929-de59c43c0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:31.448142 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5187d444-9305-44f6-934f-6da7993893c2 req-7ec12bd9-9897-48cb-a929-de59c43c0e73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 200 len: 915 time: 0.7411261 Jul 14 11:31:31.452423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.468116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83caa27c-dc2a-4fb7-a737-340255d3df49 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:31.528312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Network ae6ec71f-1a59-40ba-adf5-6f0448c0394b is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:31.544508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6690171 Jul 14 11:31:31.548926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:31.552454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:31.556507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=83caa27c-dc2a-4fb7-a737-340255d3df49,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:31.558238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Pushing event updated for resources: {'Port': ['ID=298c0d43-e585-4dd4-8b48-de01b160a6b3,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:31.567995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37898) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:31.576775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Request body: {'subnet': {'network_id': 'e99b6810-972d-4766-b5ec-58acbbe25c90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:31.615274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.680600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca8975-c088-4937-9e50-fa8c66f51bb1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Network': ['ID=7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:31.695713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Attempting to bind port 298c0d43-e585-4dd4-8b48-de01b160a6b3 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:31.696200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Attempting to bind port 298c0d43-e585-4dd4-8b48-de01b160a6b3 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '0a79c5a1-387b-4bfd-8e83-085b958dde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae6ec71f-1a59-40ba-adf5-6f0448c0394b'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:31.696657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Attempting to bind port 298c0d43-e585-4dd4-8b48-de01b160a6b3 on network ae6ec71f-1a59-40ba-adf5-6f0448c0394b {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:31.703090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:31:31.709104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:31.709599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Checking segment: {'id': '0a79c5a1-387b-4bfd-8e83-085b958dde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae6ec71f-1a59-40ba-adf5-6f0448c0394b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:31.710083 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.710567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Bound using segment: {'id': '0a79c5a1-387b-4bfd-8e83-085b958dde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae6ec71f-1a59-40ba-adf5-6f0448c0394b'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:31.711125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Bound port: 298c0d43-e585-4dd4-8b48-de01b160a6b3, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a79c5a1-387b-4bfd-8e83-085b958dde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae6ec71f-1a59-40ba-adf5-6f0448c0394b'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:31.711591 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.795245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=83caa27c-dc2a-4fb7-a737-340255d3df49,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:31.845920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0ebf4-cebd-459b-8872-82634481422d req-2a56cd6f-80d5-4c64-8259-38190d0b13dd tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:31.847588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7e0ebf4-cebd-459b-8872-82634481422d req-2a56cd6f-80d5-4c64-8259-38190d0b13dd tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.4788644 Jul 14 11:31:31.855538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:24Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48394e6-a7de-4775-9d4a-8b664997b8fe', 'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'mac_address': 'fa:16:3e:6b:bf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:22Z', 'updated_at': '2021-07-14T11:31:30Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'subnets': [{'id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:31.901487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7e0ebf4-cebd-459b-8872-82634481422d req-e646106c-c1a1-476e-98b8-e4bb30c8545f tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439994 Jul 14 11:31:31.904270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Made reservation on behalf of 9ff464e036b94738bb89d4a72dd6426e for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:31.907985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:31.939667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcf9c4-b953-47ac-b435-c13b0cdcda30 None None] The sync data for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 is: [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:24Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48394e6-a7de-4775-9d4a-8b664997b8fe', 'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'mac_address': 'fa:16:3e:6b:bf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:22Z', 'updated_at': '2021-07-14T11:31:30Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'subnets': [{'id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:31:31.952298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['83caa27c-dc2a-4fb7-a737-340255d3df49'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:32.067379 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:32.115426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] For port 298c0d43-e585-4dd4-8b48-de01b160a6b3, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:32.149466 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5187d444-9305-44f6-934f-6da7993893c2 req-5eeea486-79f1-4f26-807d-cabcd99feaf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db283e1a-743b-4992-9dfc-033f03de9c98 HTTP/1.1" status: 200 len: 217 time: 0.0792651 Jul 14 11:31:32.222815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187d444-9305-44f6-934f-6da7993893c2 req-e43bfe6c-3518-44d7-805f-9f193fe47a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:32.224639 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5187d444-9305-44f6-934f-6da7993893c2 req-e43bfe6c-3518-44d7-805f-9f193fe47a38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0f9081f-281b-452a-bd0c-6f92450006d9 HTTP/1.1" status: 200 len: 854 time: 0.0609903 Jul 14 11:31:32.299714 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Floating IP 2702c51d-0682-4a9d-9f22-5dc5571c1068 associated. External IP: 172.25.2.66, port: 4506eb64-d185-4b69-ab3a-43f849d38d2b. Jul 14 11:31:32.362180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] For port 298c0d43-e585-4dd4-8b48-de01b160a6b3, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=298c0d43-e585-4dd4-8b48-de01b160a6b3,segment=NetworkSegment(0a79c5a1-387b-4bfd-8e83-085b958dde92),segment_id=0a79c5a1-387b-4bfd-8e83-085b958dde92)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:32.375460 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:32.421145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Made reservation on behalf of 23c841083d26402ca921ca2bdccfbe4b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:32.438628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:32.438852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352195f4-a7a7-4b35-90d5-f7f431656aae req-63a9bd14-99f2-44a7-8ac7-eb8764028cac tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:32.440813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-352195f4-a7a7-4b35-90d5-f7f431656aae req-63a9bd14-99f2-44a7-8ac7-eb8764028cac tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 945 time: 0.2981541 Jul 14 11:31:32.449420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Allocated IP 172.25.2.144 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/42c9c079-f2fc-4d2a-bf23-1c5689935d56) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:32.511528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae2ede-d517-4e69-8dc1-a11f98501dfd None None] Pushing event updated for resources: {'Port': ['ID=298c0d43-e585-4dd4-8b48-de01b160a6b3,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:32.692596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86fa52-73d5-4c4e-9df8-250e3894df45 req-1f2006f2-158b-44f8-ac7b-e30695f542be tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:32.706606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c86fa52-73d5-4c4e-9df8-250e3894df45 req-1f2006f2-158b-44f8-ac7b-e30695f542be tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.6412694 Jul 14 11:31:32.729723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187d444-9305-44f6-934f-6da7993893c2 req-ebb9a66b-51aa-44dd-9d23-e72be99ada06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:32.732193 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5187d444-9305-44f6-934f-6da7993893c2 req-ebb9a66b-51aa-44dd-9d23-e72be99ada06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f9e648-b50b-4b33-a637-863e02b08548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4964771 Jul 14 11:31:32.737333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Router 060ee232-ba0b-41b6-84b9-914c89e951e9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:31:32.826990 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:32.844727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-352195f4-a7a7-4b35-90d5-f7f431656aae req-648116bd-5aa3-433a-a36e-49887dfb0ec8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608442 Jul 14 11:31:32.983623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Allocated IP 172.20.0.8 (05ea7b1b-d13f-4ee9-8923-d86fc4fce046/2381bb78-05d0-46eb-b50c-c42bae76cfcf/46606d75-0b58-4437-b74c-1daf55b91b15) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:32.990597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c86fa52-73d5-4c4e-9df8-250e3894df45 req-67728ca8-09b8-42b9-8f2e-b6de73c72fa7 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826509 Jul 14 11:31:33.032618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Subnet': ['ID=56d849ce-0b90-411d-95af-46da32f45d9c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:33.044325 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:33.085803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Checking segment: {'id': '0266b30b-29c5-427d-a3e8-9b3fe40a8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e99b6810-972d-4766-b5ec-58acbbe25c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:33.086170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network hostable DHCP agents. Network: e99b6810-972d-4766-b5ec-58acbbe25c90, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:31:33.166788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 298c0d43-e585-4dd4-8b48-de01b160a6b3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:33.222178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network e99b6810-972d-4766-b5ec-58acbbe25c90 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:31:33.274756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36314e6e-4599-440a-97a5-38b43821cdf9 req-77cdda59-4482-4258-beb1-614eec9f517e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 210 time: 0.0976274 Jul 14 11:31:33.278928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e99b6810-972d-4766-b5ec-58acbbe25c90) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:33.296549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d2414-0af7-4f98-9ce5-f2eb73135943 None None] Network e99b6810-972d-4766-b5ec-58acbbe25c90 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:33.333182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:33.333791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:33.341273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:33.346348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 298c0d43-e585-4dd4-8b48-de01b160a6b3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:33.382993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:33.399448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c48394e6-a7de-4775-9d4a-8b664997b8fe up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:33.421992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:33.431738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:33.463088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9c80e9d8-69e1-42d0-b614-da31a3b84c16 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8868258 Jul 14 11:31:33.463837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37916) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:33.527749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Request body: {'subnet': {'network_id': '7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:33.551873 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5187d444-9305-44f6-934f-6da7993893c2 req-480cbb6e-5305-4f21-be78-3d8ae822b3a1 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813215 Jul 14 11:31:33.564318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:31:33.571737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:33.586404 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] Sync routers for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:31:33.587007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Pushing event updated for resources: {'Port': ['ID=42c9c079-f2fc-4d2a-bf23-1c5689935d56,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:33.612847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c48394e6-a7de-4775-9d4a-8b664997b8fe completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:33.614161 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:33.624740 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:33.654028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c48394e6-a7de-4775-9d4a-8b664997b8fe triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:33.654409 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:33.719478 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8a11f508-df32-42d1-9929-08b5c8a051fe tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "PUT /v2.0/floatingips/2702c51d-0682-4a9d-9f22-5dc5571c1068 HTTP/1.1" status: 200 len: 990 time: 4.2518888 Jul 14 11:31:33.726965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'tag': '4506eb64-d185-4b69-ab3a-43f849d38d2b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:33.729719 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723a6283-21a9-4b6c-b697-6375b05b2f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "26aaa61e-c5d4-4cea-b12f-9bf8581e5f10", "tag": "4506eb64-d185-4b69-ab3a-43f849d38d2b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:33.767495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30077a5-9a5f-44d5-a078-951a4d8a00d1 req-dd7e0ba0-3586-4952-8ba2-95ecf300bc10 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:33.781126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c30077a5-9a5f-44d5-a078-951a4d8a00d1 req-dd7e0ba0-3586-4952-8ba2-95ecf300bc10 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.5093310 Jul 14 11:31:33.796719 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:33.831486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Made reservation on behalf of 9ff464e036b94738bb89d4a72dd6426e for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:33.833433 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5187d444-9305-44f6-934f-6da7993893c2 req-91a7a037-531e-4d10-9429-463fca71eb14 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553780 Jul 14 11:31:33.841374 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:33.927358 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.010870 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:34.016889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-e99b6810-972d-4766-b5ec-58acbbe25c90', 'network_id': 'e99b6810-972d-4766-b5ec-58acbbe25c90', 'tenant_id': '9ff464e036b94738bb89d4a72dd6426e', 'fixed_ips': [{'subnet_id': '56d849ce-0b90-411d-95af-46da32f45d9c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:31:34.030571 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.044053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:34.063327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:34.070365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:34.088424 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c27191-3368-4e2c-8a67-e5694a3951b7 x-openstack-request-id: req-c9c27191-3368-4e2c-8a67-e5694a3951b7 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:34.089087 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26aaa61e-c5d4-4cea-b12f-9bf8581e5f10", "tag": "4506eb64-d185-4b69-ab3a-43f849d38d2b", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:34.090677 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9c27191-3368-4e2c-8a67-e5694a3951b7 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:34.091333 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'tag': '4506eb64-d185-4b69-ab3a-43f849d38d2b', 'status': 'completed', 'code': 200} Jul 14 11:31:34.155723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.227427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Pushing event updated for resources: {'Port': ['ID=46606d75-0b58-4437-b74c-1daf55b91b15,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:34.276057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb055b-a885-45d3-8085-7d79d6e90035 None None] Network ae6ec71f-1a59-40ba-adf5-6f0448c0394b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:34.314038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c30077a5-9a5f-44d5-a078-951a4d8a00d1 req-7f44d729-d477-4b2a-ba39-4ad2d579acf2 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318418 Jul 14 11:31:34.328976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:34.329977 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.385051 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-71aa9238-2720-4eea-aaef-238128cf04b3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6541867 Jul 14 11:31:34.398138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-a7e91bd5-eb51-47a1-a157-777c2910356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:34.408266 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-a7e91bd5-eb51-47a1-a157-777c2910356d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4dcb6daafafc4692a2367cfd10a5a900&device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 1096 time: 0.2408783 Jul 14 11:31:34.428587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Allocated IP 172.20.0.2 (e99b6810-972d-4766-b5ec-58acbbe25c90/56d849ce-0b90-411d-95af-46da32f45d9c/54f27d5c-2117-4404-83bf-5a7d247895a4) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:34.548122 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '2702c51d-0682-4a9d-9f22-5dc5571c1068', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'port_id': '4506eb64-d185-4b69-ab3a-43f849d38d2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'mac_address': 'fa:16:3e:41:ae:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:30:21Z', 'updated_at': '2021-07-14T11:31:30Z', 'revision_number': 1, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:21Z', 'revision_number': 5, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:34.589838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Request body: {'port': {'device_id': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:34.635644 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] Checking router: 060ee232-ba0b-41b6-84b9-914c89e951e9 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:31:34.651084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.656665 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:34.657997 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:34.709623 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.724411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Subnet': ['ID=b9ecc676-d5dc-4892-852b-11458ca9cb50,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:34.736994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.746703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Transition to ACTIVE for port object 54f27d5c-2117-4404-83bf-5a7d247895a4 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:34.772295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Transition to ACTIVE for port object 54f27d5c-2117-4404-83bf-5a7d247895a4 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:34.796469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.803275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-c8905d49-4bce-48e2-ae90-470cba8597de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:34.805670 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-c8905d49-4bce-48e2-ae90-470cba8597de service neutron] 10.222.0.45 "GET /v2.0/networks?id=c15e1c30-3bf3-44e3-8272-4eb375607d6c HTTP/1.1" status: 200 len: 916 time: 0.3959787 Jul 14 11:31:34.829906 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.837768 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.888171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-08c1cacb-f326-4165-9539-dcc1eca65f5c None None] Provisioning for port 298c0d43-e585-4dd4-8b48-de01b160a6b3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:34.898346 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:34.922142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-08c1cacb-f326-4165-9539-dcc1eca65f5c None None] Provisioning complete for port 298c0d43-e585-4dd4-8b48-de01b160a6b3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:34.922555 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08c1cacb-f326-4165-9539-dcc1eca65f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:34.949880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Network e99b6810-972d-4766-b5ec-58acbbe25c90 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:34.981441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:34.993720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:35.115452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:31:35.117546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Checking segment: {'id': 'fa296099-a71c-4dcd-97a9-f8494df14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:35.117944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network hostable DHCP agents. Network: 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:31:35.122638 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.138372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8eee8-4b83-40d1-b9a4-3e5bffae41b7 req-6f768868-c6af-4845-b3d9-96088fc44e63 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:35.145513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bc8eee8-4b83-40d1-b9a4-3e5bffae41b7 req-6f768868-c6af-4845-b3d9-96088fc44e63 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.4873731 Jul 14 11:31:35.162953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.193529 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-6df7347f-4378-4382-b6cd-cd9de5ae7b4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4506eb64-d185-4b69-ab3a-43f849d38d2b HTTP/1.1" status: 200 len: 998 time: 0.3773975 Jul 14 11:31:35.217305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e70ec-322f-448e-ab4f-0d1d55d72702 req-b07cc099-fd8d-4e99-8967-5f2f601d740d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:35.218931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d64e70ec-322f-448e-ab4f-0d1d55d72702 req-b07cc099-fd8d-4e99-8967-5f2f601d740d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 945 time: 0.8954415 Jul 14 11:31:35.234641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:35.252605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 83caa27c-dc2a-4fb7-a737-340255d3df49 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:35.263045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8', 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7', 'port_id': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8', 'mac_address': 'fa:16:3e:43:fa:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc508c3-e915-4a6e-9310-d0c29a8839f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:31:35.268644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Pushing event updated for resources: {'Port': ['ID=54f27d5c-2117-4404-83bf-5a7d247895a4,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:35.281801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c48394e6-a7de-4775-9d4a-8b664997b8fe, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c48394e6-a7de-4775-9d4a-8b664997b8fe,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:35.353503 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.361140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-8eb227b7-2a48-4a65-9a92-e84807c3abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:35.363492 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-8eb227b7-2a48-4a65-9a92-e84807c3abc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b4de33d-b125-4156-b808-21fd8e9c364d HTTP/1.1" status: 200 len: 855 time: 0.1568873 Jul 14 11:31:35.383342 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '2702c51d-0682-4a9d-9f22-5dc5571c1068', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'port_id': '4506eb64-d185-4b69-ab3a-43f849d38d2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'mac_address': 'fa:16:3e:41:ae:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:30:21Z', 'updated_at': '2021-07-14T11:31:30Z', 'revision_number': 1, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:21Z', 'revision_number': 5, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:35.400466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Attempting to bind port 54f27d5c-2117-4404-83bf-5a7d247895a4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:35.401131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Attempting to bind port 54f27d5c-2117-4404-83bf-5a7d247895a4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '0266b30b-29c5-427d-a3e8-9b3fe40a8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e99b6810-972d-4766-b5ec-58acbbe25c90'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:35.401895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Attempting to bind port 54f27d5c-2117-4404-83bf-5a7d247895a4 on network e99b6810-972d-4766-b5ec-58acbbe25c90 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:35.423752 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f81aef-96a3-4b32-a487-878986dd67f7 None None] The sync data for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 is: [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '2702c51d-0682-4a9d-9f22-5dc5571c1068', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'port_id': '4506eb64-d185-4b69-ab3a-43f849d38d2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'mac_address': 'fa:16:3e:41:ae:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:30:21Z', 'updated_at': '2021-07-14T11:31:30Z', 'revision_number': 1, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:21Z', 'revision_number': 5, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:31:35.457986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:31:35.468365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:35.468867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Checking segment: {'id': '0266b30b-29c5-427d-a3e8-9b3fe40a8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e99b6810-972d-4766-b5ec-58acbbe25c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:35.469520 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.470051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Bound using segment: {'id': '0266b30b-29c5-427d-a3e8-9b3fe40a8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e99b6810-972d-4766-b5ec-58acbbe25c90'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:35.470667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Bound port: 54f27d5c-2117-4404-83bf-5a7d247895a4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0266b30b-29c5-427d-a3e8-9b3fe40a8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e99b6810-972d-4766-b5ec-58acbbe25c90'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:35.471368 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.516261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-0ffd24db-4f83-4f8b-85cc-9ceeb8526138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:35.519112 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-0ffd24db-4f83-4f8b-85cc-9ceeb8526138 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c15e1c30-3bf3-44e3-8272-4eb375607d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446092 Jul 14 11:31:35.576210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:35.590073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Pushing event updated for resources: {'Port': ['ID=42c9c079-f2fc-4d2a-bf23-1c5689935d56,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:35.604333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:35.605454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.609719 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.610375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.618621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d64e70ec-322f-448e-ab4f-0d1d55d72702 req-b4bde6bb-2c5f-424d-9b3c-2ffef1d0ab24 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797193 Jul 14 11:31:35.628494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f238752-7889-490c-8f55-232ee8167ca1 None None] Network 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:35.640763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bc8eee8-4b83-40d1-b9a4-3e5bffae41b7 req-ec813b59-cfa8-4dd0-b0f4-59eeb24c432e tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939988 Jul 14 11:31:35.661017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:35.676386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46606d75-0b58-4437-b74c-1daf55b91b15 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:35.703230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.707325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d6814248-4e2d-4f0a-bb58-4dacc53992f6 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1949508 Jul 14 11:31:35.712367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37938) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:35.713201 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.723588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6d369eff-c201-4af1-8eaf-c948a66562be tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4946792 Jul 14 11:31:35.741490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Transition to ACTIVE for port object 46606d75-0b58-4437-b74c-1daf55b91b15 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:35.784754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:35.902030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa78fe-b708-4e0b-aaa0-de73719effeb None None] New status for floating IP 2702c51d-0682-4a9d-9f22-5dc5571c1068: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:31:35.974035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Pushing event updated for resources: {'Port': ['ID=46606d75-0b58-4437-b74c-1daf55b91b15,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:36.031233 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-15cf28c3-0519-4635-a087-41bbf52c496e service neutron] 10.222.0.45 "GET /v2.0/networks/c15e1c30-3bf3-44e3-8272-4eb375607d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722073 Jul 14 11:31:36.111601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c48394e6-a7de-4775-9d4a-8b664997b8fe,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:36.122820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 83caa27c-dc2a-4fb7-a737-340255d3df49 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:36.143609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:36.156768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:36.157155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:36.157482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:36.174813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:36.175081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:36.185291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:36.185684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:36.186063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:36.186515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Bound port: 46606d75-0b58-4437-b74c-1daf55b91b15, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:36.186877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:36.189065 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08c1cacb-f326-4165-9539-dcc1eca65f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:36.197042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 83caa27c-dc2a-4fb7-a737-340255d3df49 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:36.197792 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:36.201555 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:36.223776 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-723a6283-21a9-4b6c-b697-6375b05b2f2f req-3a7edf84-2be1-42dc-8bfa-7c532415ef0a service neutron] 10.222.0.45 "GET /v2.0/networks/c15e1c30-3bf3-44e3-8272-4eb375607d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830537 Jul 14 11:31:36.291998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:36.300275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:36.308918 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:36.368452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:36.369104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:36.370921 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] 10.222.0.64 "PUT /v2.0/ports/46606d75-0b58-4437-b74c-1daf55b91b15 HTTP/1.1" status: 200 len: 1091 time: 1.9535682 Jul 14 11:31:36.371511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:36.375076 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0910e600-9fc4-43bd-9ddf-364c0bf95494" -d '{"events": [{"name": "network-changed", "server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:36.488053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff5053-1972-4b54-88de-baf57fd0dfdd service neutron] Pushing event updated for resources: {'Port': ['ID=46606d75-0b58-4437-b74c-1daf55b91b15,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:36.493688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] For port 54f27d5c-2117-4404-83bf-5a7d247895a4, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:36.531020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488eee-5f75-485f-8529-35831b3561a9 req-a8db075f-6aa4-47f0-905d-362ef3f31014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:36.532884 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-a8db075f-6aa4-47f0-905d-362ef3f31014 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1094 time: 0.1133423 Jul 14 11:31:36.543477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:36.547567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] For port 54f27d5c-2117-4404-83bf-5a7d247895a4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=54f27d5c-2117-4404-83bf-5a7d247895a4,segment=NetworkSegment(0266b30b-29c5-427d-a3e8-9b3fe40a8751),segment_id=0266b30b-29c5-427d-a3e8-9b3fe40a8751)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:36.600992 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-60ae4491-806d-4e4c-825c-3f9711835e0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46606d75-0b58-4437-b74c-1daf55b91b15 HTTP/1.1" status: 200 len: 217 time: 0.0599017 Jul 14 11:31:36.606767 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:36.619259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-08c1cacb-f326-4165-9539-dcc1eca65f5c None None] For port 298c0d43-e585-4dd4-8b48-de01b160a6b3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=298c0d43-e585-4dd4-8b48-de01b160a6b3,segment=NetworkSegment(0a79c5a1-387b-4bfd-8e83-085b958dde92),segment_id=0a79c5a1-387b-4bfd-8e83-085b958dde92)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:36.643457 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08c1cacb-f326-4165-9539-dcc1eca65f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:36.645514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:36.690585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488eee-5f75-485f-8529-35831b3561a9 req-03a5565f-a461-4226-9223-bf25ed147b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:36.698042 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-03a5565f-a461-4226-9223-bf25ed147b2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0850558 Jul 14 11:31:36.747346 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-41e7e946-6e3c-4aac-9084-afe93a7c710a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448518 Jul 14 11:31:36.946649 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:36.976158 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-3b079340-296d-41a0-b6c0-9d64ccc816d0 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228193 Jul 14 11:31:37.005876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152dd4-e772-42f1-858e-71dea145e631 None None] Pushing event updated for resources: {'Port': ['ID=54f27d5c-2117-4404-83bf-5a7d247895a4,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:37.006198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6376726-e30a-425d-8b2f-0c48c7ca81af req-283412bb-8e4e-4fc7-9a1e-9c6a3de72025 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:37.019392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6376726-e30a-425d-8b2f-0c48c7ca81af req-283412bb-8e4e-4fc7-9a1e-9c6a3de72025 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 943 time: 1.0211883 Jul 14 11:31:37.059371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf', 'network_id': '7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf', 'tenant_id': '9ff464e036b94738bb89d4a72dd6426e', 'fixed_ips': [{'subnet_id': 'b9ecc676-d5dc-4892-852b-11458ca9cb50'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:31:37.060281 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:37.146301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6376726-e30a-425d-8b2f-0c48c7ca81af req-84fe5d1c-378d-4525-8d73-79bf6394bae2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258872 Jul 14 11:31:37.230385 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28488eee-5f75-485f-8529-35831b3561a9 req-a4705315-a4bf-40aa-8693-1dd78be286c5 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436664 Jul 14 11:31:37.259825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:37.475635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:37.479274 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5c9747-03b5-479a-b240-5d8b7f02f49e" -d '{"events": [{"server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "name": "network-vif-plugged", "status": "completed", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:37.506028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1cacb-f326-4165-9539-dcc1eca65f5c None None] Pushing event updated for resources: {'Port': ['ID=298c0d43-e585-4dd4-8b48-de01b160a6b3,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:37.526103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=83caa27c-dc2a-4fb7-a737-340255d3df49,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:37.567369 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:37.576439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b33b5d45-cdda-4043-8d58-014449bc4914 None None] Provisioning complete for port 298c0d43-e585-4dd4-8b48-de01b160a6b3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:37.576820 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b33b5d45-cdda-4043-8d58-014449bc4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:37.593870 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:37.607156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534569f-96fd-4e96-95ff-324fec783c6b req-69a767cf-c02c-44ee-9eb6-1709a6db9fc6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:37.609936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9534569f-96fd-4e96-95ff-324fec783c6b req-69a767cf-c02c-44ee-9eb6-1709a6db9fc6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 945 time: 0.9087784 Jul 14 11:31:37.639519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-a20d19bd-2f2e-4119-86c2-aa40dabe0c9b tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--626862134&fields=id&tenant_id=4e76a6ccbdbc46f4b586f3eb62438c50 HTTP/1.1" status: 200 len: 267 time: 0.3036330 Jul 14 11:31:37.642601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 54f27d5c-2117-4404-83bf-5a7d247895a4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:37.732558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Allocated IP 172.20.0.2 (7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf/b9ecc676-d5dc-4892-852b-11458ca9cb50/3657dace-7272-407d-b8ce-89501d083fa4) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:37.841862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=83caa27c-dc2a-4fb7-a737-340255d3df49,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:37.846078 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9534569f-96fd-4e96-95ff-324fec783c6b req-8c909aac-9132-4c0f-b59f-db3c9701fc6e tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172754 Jul 14 11:31:37.927513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 54f27d5c-2117-4404-83bf-5a7d247895a4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:37.929082 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97866527-5048-4d9e-a7b9-a68d6a2c6250 x-openstack-request-id: req-97866527-5048-4d9e-a7b9-a68d6a2c6250 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:37.930017 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:37.930473 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97866527-5048-4d9e-a7b9-a68d6a2c6250 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:37.931624 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15', 'status': 'completed', 'code': 200} Jul 14 11:31:37.934176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264e50-1e96-488e-af87-f40be092d955 req-884a7c25-a83e-45fd-8727-11772afc7678 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:37.942813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-884a7c25-a83e-45fd-8727-11772afc7678 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/networks?id=15aa5681-1a95-4a92-bab4-a3c8e3a31236 HTTP/1.1" status: 200 len: 812 time: 0.2512727 Jul 14 11:31:37.978510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c48394e6-a7de-4775-9d4a-8b664997b8fe up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:37.983142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-bb28096d-7bd0-4186-9500-c036935e9479 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/quotas/4e76a6ccbdbc46f4b586f3eb62438c50 HTTP/1.1" status: 200 len: 375 time: 0.0393517 Jul 14 11:31:38.040441 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.076030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-278b0b2b-5c9f-43cb-b73d-043bc8362abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:38.078279 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-278b0b2b-5c9f-43cb-b73d-043bc8362abe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1094 time: 0.1191106 Jul 14 11:31:38.097963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:38.126312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Allocated IP 172.20.0.1 (e99b6810-972d-4766-b5ec-58acbbe25c90/56d849ce-0b90-411d-95af-46da32f45d9c/0a96f1de-be7c-4b86-a1cf-c63b56c2f360) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:38.140353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:38.150100 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.153596 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.194161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Transition to ACTIVE for port object 3657dace-7272-407d-b8ce-89501d083fa4 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:38.197630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c48394e6-a7de-4775-9d4a-8b664997b8fe triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:38.198035 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.211019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-2dbb72f7-a213-4b8d-8018-c77adc0a7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:38.212936 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-2dbb72f7-a213-4b8d-8018-c77adc0a7757 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.1167064 Jul 14 11:31:38.235388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbfa72-a6dd-4021-9c73-dadc266e9b83 None None] Network e99b6810-972d-4766-b5ec-58acbbe25c90 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:38.243973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-141565f2-94c1-4c85-9982-1fff2d272468 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e76a6ccbdbc46f4b586f3eb62438c50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2455359 Jul 14 11:31:38.258425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Transition to ACTIVE for port object 3657dace-7272-407d-b8ce-89501d083fa4 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:38.258925 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-890b77bc-e2ef-4c89-80f0-565a3718005b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46606d75-0b58-4437-b74c-1daf55b91b15 HTTP/1.1" status: 200 len: 217 time: 0.0389121 Jul 14 11:31:38.315313 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.319019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-54377d33-c193-46f2-b456-eabd0fc27b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:38.320599 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-54377d33-c193-46f2-b456-eabd0fc27b55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0548379 Jul 14 11:31:38.325900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec31c9-ff72-466f-a06c-5bb8fd3d66c5 req-d156cfee-e630-4646-a2c0-c7096125889c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:38.327522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61ec31c9-ff72-466f-a06c-5bb8fd3d66c5 req-d156cfee-e630-4646-a2c0-c7096125889c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2466636 Jul 14 11:31:38.339181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:38.369581 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-df7d5e92-5586-4f83-9c77-c55e83ef0bdd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414665 Jul 14 11:31:38.389951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Network 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:38.390940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f806156c-e294-4441-b778-cb0a4e63b09c None None] Provisioning for port 54f27d5c-2117-4404-83bf-5a7d247895a4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:38.401892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:38.404602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:38.412384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f806156c-e294-4441-b778-cb0a4e63b09c None None] Provisioning complete for port 54f27d5c-2117-4404-83bf-5a7d247895a4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:38.412902 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f806156c-e294-4441-b778-cb0a4e63b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.422427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61ec31c9-ff72-466f-a06c-5bb8fd3d66c5 req-39139f95-62ef-4758-82cc-c85f0564c130 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860479 Jul 14 11:31:38.432645 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.454861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-7fca3aa2-37ce-4a06-aec7-e98dd091c0ad service neutron] 10.222.0.38 "GET /v2.0/networks/15aa5681-1a95-4a92-bab4-a3c8e3a31236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099197 Jul 14 11:31:38.483298 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-beeb47c3-f5c9-4332-b996-cf12c84e1725 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075654 Jul 14 11:31:38.509493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Transition to ACTIVE for port object 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:38.521728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Pushing event updated for resources: {'Port': ['ID=3657dace-7272-407d-b8ce-89501d083fa4,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:38.601304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-1d3e25e7-1308-47bb-b9f1-d710ec58c007 service neutron] 10.222.0.38 "GET /v2.0/networks/15aa5681-1a95-4a92-bab4-a3c8e3a31236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454737 Jul 14 11:31:38.608377 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.631296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Attempting to bind port 3657dace-7272-407d-b8ce-89501d083fa4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:38.631690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Attempting to bind port 3657dace-7272-407d-b8ce-89501d083fa4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'fa296099-a71c-4dcd-97a9-f8494df14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:38.632103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Attempting to bind port 3657dace-7272-407d-b8ce-89501d083fa4 on network 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:38.633461 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0910e600-9fc4-43bd-9ddf-364c0bf95494 req-3bec3212-811d-4d44-8b26-b7a4c77406d6 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376851 Jul 14 11:31:38.663787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:38.663787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Checking segment: {'id': 'fa296099-a71c-4dcd-97a9-f8494df14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:38.664283 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.664416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Bound using segment: {'id': 'fa296099-a71c-4dcd-97a9-f8494df14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:38.665245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Bound port: 3657dace-7272-407d-b8ce-89501d083fa4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa296099-a71c-4dcd-97a9-f8494df14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:38.665635 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.691902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Port': ['ID=0a96f1de-be7c-4b86-a1cf-c63b56c2f360,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:38.703722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.704333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.704756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.705168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.705922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.706458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.706742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.707144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.707545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.708049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.708453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.709321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:38.721702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network e99b6810-972d-4766-b5ec-58acbbe25c90 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:38.724404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:38.736898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:38.747841 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f806156c-e294-4441-b778-cb0a4e63b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.801720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] For port 3657dace-7272-407d-b8ce-89501d083fa4, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:38.810631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] For port 3657dace-7272-407d-b8ce-89501d083fa4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3657dace-7272-407d-b8ce-89501d083fa4,segment=NetworkSegment(fa296099-a71c-4dcd-97a9-f8494df14e0f),segment_id=fa296099-a71c-4dcd-97a9-f8494df14e0f)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:38.825215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.838653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc89b25-fb31-431e-a281-bd926071671b req-2b5de947-fbd3-4894-aa9c-1dae5c45d23d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:38.840866 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebc89b25-fb31-431e-a281-bd926071671b req-2b5de947-fbd3-4894-aa9c-1dae5c45d23d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.1388438 Jul 14 11:31:38.841987 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.844025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f806156c-e294-4441-b778-cb0a4e63b09c None None] For port 54f27d5c-2117-4404-83bf-5a7d247895a4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=54f27d5c-2117-4404-83bf-5a7d247895a4,segment=NetworkSegment(0266b30b-29c5-427d-a3e8-9b3fe40a8751),segment_id=0266b30b-29c5-427d-a3e8-9b3fe40a8751)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:38.877690 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f806156c-e294-4441-b778-cb0a4e63b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:38.971926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecbbc8-6f40-4730-96b0-993d8a604f9e None None] Pushing event updated for resources: {'Port': ['ID=3657dace-7272-407d-b8ce-89501d083fa4,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:39.007456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebc89b25-fb31-431e-a281-bd926071671b req-b0522f56-de61-4562-99bf-bff8354a7c60 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010883 Jul 14 11:31:39.131762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:39.134579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:39.156811 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7649a506-b26f-49bf-a274-fdb04b79671f x-openstack-request-id: req-7649a506-b26f-49bf-a274-fdb04b79671f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:39.157109 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "name": "network-vif-plugged", "status": "completed", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:39.157376 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7649a506-b26f-49bf-a274-fdb04b79671f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:39.157787 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49', 'code': 200} Jul 14 11:31:39.305925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806156c-e294-4441-b778-cb0a4e63b09c None None] Pushing event updated for resources: {'Port': ['ID=54f27d5c-2117-4404-83bf-5a7d247895a4,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:39.392859 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d1a70-02d8-4ebd-8490-04f5d2b0d865 req-80742a3a-fcb7-4333-85eb-9da59545c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:39.398997 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5b9d1a70-02d8-4ebd-8490-04f5d2b0d865 req-80742a3a-fcb7-4333-85eb-9da59545c323 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 1097 time: 0.1785078 Jul 14 11:31:39.450264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-47437559-bc96-409d-8aff-5c9ab9702b56 None None] Provisioning for port 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:39.457887 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7df68daa-07fc-45a1-a6bb-06983ed0749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:39.488225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-47437559-bc96-409d-8aff-5c9ab9702b56 None None] Provisioning complete for port 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:39.505965 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-47437559-bc96-409d-8aff-5c9ab9702b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:39.509457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5b9d1a70-02d8-4ebd-8490-04f5d2b0d865 req-9626c9a9-776a-4c47-b6ea-f810851027bf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999427 Jul 14 11:31:39.609764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 54f27d5c-2117-4404-83bf-5a7d247895a4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:39.694043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:39.699774 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:39.833060 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:39.853105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-47437559-bc96-409d-8aff-5c9ab9702b56 None None] Port 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:31:39.873238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-47437559-bc96-409d-8aff-5c9ab9702b56 None None] Provisioning complete for port 54f27d5c-2117-4404-83bf-5a7d247895a4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:39.873621 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-47437559-bc96-409d-8aff-5c9ab9702b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:39.882733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 54f27d5c-2117-4404-83bf-5a7d247895a4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:39.883919 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:39.888774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:39.892657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5dd94476-5132-434d-a9cd-c44b4b4a0752 req-e1810bab-51d2-4124-95fb-d9dfb8c17447 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 210 time: 0.0587790 Jul 14 11:31:39.898782 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:39.922927 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:31:39.959233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:39.977525 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:40.054026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8caae2-a5a2-4f34-973e-5166d4f18751 req-34d1ac86-a291-4b28-999a-8a4a0498241a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:40.061792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f8caae2-a5a2-4f34-973e-5166d4f18751 req-34d1ac86-a291-4b28-999a-8a4a0498241a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 943 time: 0.5466390 Jul 14 11:31:40.096078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Port': ['ID=0a96f1de-be7c-4b86-a1cf-c63b56c2f360,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:40.112675 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:40.277213 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f8caae2-a5a2-4f34-973e-5166d4f18751 req-e2697f7c-8555-4bb8-a6c3-c8eda0547711 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137327 Jul 14 11:31:40.331212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:40.352347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 298c0d43-e585-4dd4-8b48-de01b160a6b3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:40.371413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network e99b6810-972d-4766-b5ec-58acbbe25c90 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:40.376120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:40.420531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95e86b-dc47-4635-bf8e-5e596930dd56 req-0466f9b4-2e43-4fdb-a864-6257cd53bfa3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:40.424072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f95e86b-dc47-4635-bf8e-5e596930dd56 req-0466f9b4-2e43-4fdb-a864-6257cd53bfa3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.3480129 Jul 14 11:31:40.451668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 298c0d43-e585-4dd4-8b48-de01b160a6b3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:40.452184 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:40.575229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bbb005b8-fb1f-4211-8ecf-5914b12df0e4 None None] Provisioning complete for port 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:40.581373 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bbb005b8-fb1f-4211-8ecf-5914b12df0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:40.625837 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f95e86b-dc47-4635-bf8e-5e596930dd56 req-891fe743-3865-455c-a074-b2d1fd8ecbb7 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943545 Jul 14 11:31:40.692210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bbb005b8-fb1f-4211-8ecf-5914b12df0e4 None None] Port 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:31:40.777547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83247478-823d-42cd-8313-2df3ed144e58 req-0b3b7309-ff4d-4986-b9fa-0692e59d89f3 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:40.779248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83247478-823d-42cd-8313-2df3ed144e58 req-0b3b7309-ff4d-4986-b9fa-0692e59d89f3 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.2295396 Jul 14 11:31:40.878307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Router 5d9606a8-2c41-4e79-897f-5a2ec5d04cb6 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:31:40.883180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83247478-823d-42cd-8313-2df3ed144e58 req-05b80fbc-f7ad-431d-8acd-862d09808ccc tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896430 Jul 14 11:31:40.900163 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf7ed6-2cf7-4749-ab9b-6167a67fcbde None None] Network 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:40.913514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25080d-45c6-4d0d-b279-f92b0aadd778 req-0e1f3d7c-3e1e-4546-88b5-d50702a315d0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:40.924779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f25080d-45c6-4d0d-b279-f92b0aadd778 req-0e1f3d7c-3e1e-4546-88b5-d50702a315d0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.1441019 Jul 14 11:31:41.021408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e3ee916b-b7f5-481b-a501-7369678ee9dc None None] Provisioning complete for port 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:41.022103 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e3ee916b-b7f5-481b-a501-7369678ee9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:41.100086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f25080d-45c6-4d0d-b279-f92b0aadd778 req-669ed7ca-06ca-4339-8aaf-4a977ca367c4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720939 Jul 14 11:31:41.114251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee916b-b7f5-481b-a501-7369678ee9dc None None] Port 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:31:41.115998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:31:41.127571 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648f7b9f-0432-4a9b-ac50-2ff236f16d08 None None] Sync routers for ids ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:31:41.139377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8f1f5002-bdc3-4b06-88d4-e46d090dcd2b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "PUT /v2.0/routers/5d9606a8-2c41-4e79-897f-5a2ec5d04cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4230964 Jul 14 11:31:41.147053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38030) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:41.166114 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f7b9f-0432-4a9b-ac50-2ff236f16d08 None None] Routers {'5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:41.166757 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-648f7b9f-0432-4a9b-ac50-2ff236f16d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:41.204218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:41.209970 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ced10-5e49-4698-9a43-7b7c6e5aab2c" -d '{"events": [{"server_uuid": "31d15645-84a0-41fa-820d-bdb9b0e4bdc8", "name": "network-vif-plugged", "status": "completed", "tag": "a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:41.231798 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-648f7b9f-0432-4a9b-ac50-2ff236f16d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:41.252941 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f7b9f-0432-4a9b-ac50-2ff236f16d08 None None] Routers {'5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:41.253825 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-648f7b9f-0432-4a9b-ac50-2ff236f16d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:41.286359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 46606d75-0b58-4437-b74c-1daf55b91b15 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:31:41.478100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a30bebf9-c7a9-4dee-b8e0-b4c7938b3da2 req-a0df8f32-9326-404b-88a4-d796d020aaea tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 210 time: 0.1728930 Jul 14 11:31:41.504619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:41.533884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '46606d75-0b58-4437-b74c-1daf55b91b15', 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046', 'port_id': '46606d75-0b58-4437-b74c-1daf55b91b15', 'mac_address': 'fa:16:3e:7f:4f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2381bb78-05d0-46eb-b50c-c42bae76cfcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:31:41.538036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e3ee916b-b7f5-481b-a501-7369678ee9dc None None] Provisioning for port 3657dace-7272-407d-b8ce-89501d083fa4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:41.595318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:41.617046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46606d75-0b58-4437-b74c-1daf55b91b15 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:41.647883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:41.669828 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1b910c-22eb-44ae-97d6-9026490bc6f3 x-openstack-request-id: req-fb1b910c-22eb-44ae-97d6-9026490bc6f3 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:41.670116 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d15645-84a0-41fa-820d-bdb9b0e4bdc8", "name": "network-vif-plugged", "status": "completed", "tag": "a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:41.670362 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb1b910c-22eb-44ae-97d6-9026490bc6f3 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:41.670786 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8', 'code': 200} Jul 14 11:31:41.673214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3657dace-7272-407d-b8ce-89501d083fa4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:41.678318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d57739-fadd-4466-a6b0-0ed918fb7f0b req-1bf00bcb-17ff-450b-9e8c-97da79d98e22 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:41.692127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29d57739-fadd-4466-a6b0-0ed918fb7f0b req-1bf00bcb-17ff-450b-9e8c-97da79d98e22 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 945 time: 0.3439865 Jul 14 11:31:41.706113 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-648f7b9f-0432-4a9b-ac50-2ff236f16d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:41.708988 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648f7b9f-0432-4a9b-ac50-2ff236f16d08 None None] The sync data for ids ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:31:41.748130 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:41.793045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29d57739-fadd-4466-a6b0-0ed918fb7f0b req-f4312a75-3be9-4e33-a2a2-52032c3b1630 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931146 Jul 14 11:31:41.837715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=46606d75-0b58-4437-b74c-1daf55b91b15,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:41.868065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 3657dace-7272-407d-b8ce-89501d083fa4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:41.875918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3657dace-7272-407d-b8ce-89501d083fa4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:41.876195 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:41.998550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['46606d75-0b58-4437-b74c-1daf55b91b15'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:42.077013 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:42.124063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b852a-7efc-4243-9cd5-10051382a899 req-0881be38-cbf8-45a3-a3d9-79c6d2bb0106 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:42.134268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-650b852a-7efc-4243-9cd5-10051382a899 req-0881be38-cbf8-45a3-a3d9-79c6d2bb0106 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 944 time: 0.1967356 Jul 14 11:31:42.177179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 3657dace-7272-407d-b8ce-89501d083fa4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3657dace-7272-407d-b8ce-89501d083fa4,segment=NetworkSegment(fa296099-a71c-4dcd-97a9-f8494df14e0f),segment_id=fa296099-a71c-4dcd-97a9-f8494df14e0f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:42.182453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75007a2-5d03-40e8-b75f-941d6def358f req-620df0a8-fd52-4be4-8008-00c74e16d6a1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:42.188768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d75007a2-5d03-40e8-b75f-941d6def358f req-620df0a8-fd52-4be4-8008-00c74e16d6a1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1859589 Jul 14 11:31:42.196723 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e11296dc-118b-4468-b2a7-474b37842571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:42.205625 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:42.268916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-650b852a-7efc-4243-9cd5-10051382a899 req-e2463276-3516-46d7-9459-2267387dc730 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303439 Jul 14 11:31:42.294408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d75007a2-5d03-40e8-b75f-941d6def358f req-a349d06e-547f-4f3b-abbc-5c5eee574623 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033945 Jul 14 11:31:42.349289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=3657dace-7272-407d-b8ce-89501d083fa4,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:42.396558 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:42.418059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4d5583b9-0165-49d5-bfee-cfa88f4b9845 None None] Provisioning complete for port 3657dace-7272-407d-b8ce-89501d083fa4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:42.418535 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d5583b9-0165-49d5-bfee-cfa88f4b9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:42.543011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633a04f-1c40-4dd5-9831-fdbbb665cc29 req-d517499c-578f-4c96-ae9f-cd4cf329828c tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:42.544806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5633a04f-1c40-4dd5-9831-fdbbb665cc29 req-d517499c-578f-4c96-ae9f-cd4cf329828c tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 946 time: 0.1565292 Jul 14 11:31:42.554243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c198608-fd0c-4e17-90b1-543425549b5f req-ab9a0b38-c6a0-47cd-84ee-7a0ab030789b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:42.555841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c198608-fd0c-4e17-90b1-543425549b5f req-ab9a0b38-c6a0-47cd-84ee-7a0ab030789b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 0.1054921 Jul 14 11:31:42.612607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c198608-fd0c-4e17-90b1-543425549b5f req-f8daccf0-4c92-41fc-a2b5-cafe68d95505 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472925 Jul 14 11:31:42.630093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5633a04f-1c40-4dd5-9831-fdbbb665cc29 req-e008b9ae-2d98-481b-9612-a7c70384fd47 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728033 Jul 14 11:31:42.633629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264e50-1e96-488e-af87-f40be092d955 req-f4b4e414-4d05-495e-9fe0-77bf24a40559 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:42.635322 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-f4b4e414-4d05-495e-9fe0-77bf24a40559 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.45 "GET /v2.0/networks?id=15aa5681-1a95-4a92-bab4-a3c8e3a31236 HTTP/1.1" status: 200 len: 812 time: 1.5140800 Jul 14 11:31:42.727901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-b473b8bd-7bfc-4de0-ae9b-50222f8ffe50 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:42.730549 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-b473b8bd-7bfc-4de0-ae9b-50222f8ffe50 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 946 time: 1.2670300 Jul 14 11:31:42.846089 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-80d5b883-0fae-4da9-bb14-f37cc205ad8a tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e76a6ccbdbc46f4b586f3eb62438c50 HTTP/1.1" status: 200 len: 379 time: 0.1673672 Jul 14 11:31:42.863121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Request body: {'port': {'device_id': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'admin_state_up': True, 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'security_groups': ['e275d39e-c646-41eb-98e2-74913e7c167d']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:42.983411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88709815-8f0b-4288-a037-21e2328504fe req-981272e6-e0e9-4198-b729-b2a2ad7b8431 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 210 time: 0.0462158 Jul 14 11:31:43.058194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-0a01e668-5f6f-4a7b-9bb8-806deb3b233f req-e6e66f7b-0807-4ef4-9039-441c45268c06 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:31:43.060947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a01e668-5f6f-4a7b-9bb8-806deb3b233f req-e6e66f7b-0807-4ef4-9039-441c45268c06 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140688 Jul 14 11:31:43.089916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Deleting port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:43.090389 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.109867 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-6bb8669a-7ec3-4550-8d17-340cdb51e760 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:31:43.110931 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6bb8669a-7ec3-4550-8d17-340cdb51e760 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "PUT /v2.0/routers/5d9606a8-2c41-4e79-897f-5a2ec5d04cb6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9625359 Jul 14 11:31:43.129453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38082) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:43.170463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 46606d75-0b58-4437-b74c-1daf55b91b15 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:43.230929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Made reservation on behalf of 4e76a6ccbdbc46f4b586f3eb62438c50 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:43.236133 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.280589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] For port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:43.281020 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.282558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 46606d75-0b58-4437-b74c-1daf55b91b15 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:43.289072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 46606d75-0b58-4437-b74c-1daf55b91b15 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:43.289757 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.344113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Calling delete_port for a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:43.361860 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.501565 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.514831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3657dace-7272-407d-b8ce-89501d083fa4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:43.515322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Allocated IP 172.20.0.5 (15aa5681-1a95-4a92-bab4-a3c8e3a31236/421db29d-66c1-4613-8c80-1f4775243b0d/701c6b0b-59e8-4778-ba6a-e73e7a526255) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:43.566022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:43.573793 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.639057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=46606d75-0b58-4437-b74c-1daf55b91b15,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:43.650714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3657dace-7272-407d-b8ce-89501d083fa4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:43.651337 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.678113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:43.682863 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9205e815-6c42-48e0-bb55-a92907d51ec7" -d '{"events": [{"server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "name": "network-vif-plugged", "status": "completed", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:43.746520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.751218 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.770105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:43.802542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event deleted for resources: {'Port': ['ID=a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:43.873561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Transition to ACTIVE for port object 701c6b0b-59e8-4778-ba6a-e73e7a526255 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:43.875358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] No DVR routers for this DVR port a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:31:43.879257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.881908 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7aa65d77-0e2c-47a7-ab06-4b1c194def47 req-38ccc93a-7362-40c9-a430-00a566c0f6d6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "DELETE /v2.0/ports/a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 HTTP/1.1" status: 204 len: 173 time: 1.1453059 Jul 14 11:31:43.882368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'name': 'network-vif-deleted', 'tag': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:43.884844 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a64127-3e84-4b02-a6de-edec2efccdd7" -d '{"events": [{"server_uuid": "31d15645-84a0-41fa-820d-bdb9b0e4bdc8", "name": "network-vif-deleted", "tag": "a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:43.928781 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:43.985887 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Pushing event updated for resources: {'Port': ['ID=701c6b0b-59e8-4778-ba6a-e73e7a526255,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:44.008670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:44.011238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:44.024612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:44.027634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a01e668-5f6f-4a7b-9bb8-806deb3b233f req-ec4b7f22-fd91-49f6-8f5d-32d7335fad62 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.9593391 Jul 14 11:31:44.048515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4b223-12bf-4b1e-a4b6-2b0e12d01f96 req-1c53a552-a9aa-4ca8-8864-c6fdf2d194ba tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:44.051631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ed4b223-12bf-4b1e-a4b6-2b0e12d01f96 req-1c53a552-a9aa-4ca8-8864-c6fdf2d194ba tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.3725970 Jul 14 11:31:44.175813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ed4b223-12bf-4b1e-a4b6-2b0e12d01f96 req-f9dc4d6a-7bd6-4f3c-a49c-8cd284ef89cf tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109066 Jul 14 11:31:44.181467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:44.182268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:44.221840 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-35aaeb21-224b-49a8-b169-a1e5634c602f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3669772 Jul 14 11:31:44.242477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Request body: {'port': {'device_id': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:44.367245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:44.435592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5716e06f-d52e-4853-9281-82cdc986acd9 None None] Provisioning for port 701c6b0b-59e8-4778-ba6a-e73e7a526255 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:44.446417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5716e06f-d52e-4853-9281-82cdc986acd9 None None] Provisioning complete for port 701c6b0b-59e8-4778-ba6a-e73e7a526255 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:44.446803 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5716e06f-d52e-4853-9281-82cdc986acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:44.494761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:44.515838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5716e06f-d52e-4853-9281-82cdc986acd9 None None] Port 701c6b0b-59e8-4778-ba6a-e73e7a526255 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:31:44.652559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6630b9c8-51fa-473c-bd34-1ae933a1e81b req-f4be727c-e249-4392-a15d-9da0af361215 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d15645-84a0-41fa-820d-bdb9b0e4bdc8 HTTP/1.1" status: 200 len: 210 time: 0.0492146 Jul 14 11:31:44.678517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e3443-145c-436c-8a44-c6e4dcb46fd3 req-a1b476d7-0327-4111-9ce3-e0e84ffcc466 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:44.687467 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-283e3443-145c-436c-8a44-c6e4dcb46fd3 req-a1b476d7-0327-4111-9ce3-e0e84ffcc466 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.2703049 Jul 14 11:31:44.771088 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df0805c-052a-4a61-9d30-e3216937cd78 x-openstack-request-id: req-4df0805c-052a-4a61-9d30-e3216937cd78 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:44.771402 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "name": "network-vif-plugged", "status": "completed", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:44.771740 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4df0805c-052a-4a61-9d30-e3216937cd78 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:44.772240 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15', 'code': 200} Jul 14 11:31:44.802474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-283e3443-145c-436c-8a44-c6e4dcb46fd3 req-822e0b3b-9f3e-42c2-94f1-38093c5382fb tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139805 Jul 14 11:31:44.944286 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5a55a7-352b-4baa-93d5-97b2a55d0195 x-openstack-request-id: req-1f5a55a7-352b-4baa-93d5-97b2a55d0195 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:44.945131 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d15645-84a0-41fa-820d-bdb9b0e4bdc8", "name": "network-vif-deleted", "tag": "a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:44.945529 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f5a55a7-352b-4baa-93d5-97b2a55d0195 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:44.946100 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d15645-84a0-41fa-820d-bdb9b0e4bdc8', 'name': 'network-vif-deleted', 'tag': 'a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8', 'status': 'completed', 'code': 200} Jul 14 11:31:44.988200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701c6b0b-59e8-4778-ba6a-e73e7a526255 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:45.001850 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:45.013729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Deleting port 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:45.014990 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:45.028414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Transition to ACTIVE for port object 701c6b0b-59e8-4778-ba6a-e73e7a526255 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:45.028607 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:45.038624 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:45.043448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd42d7-bc57-44d6-b7a9-9e6f582ba523 req-96b9b56d-8440-4ac8-88a8-bb212aafdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:45.045860 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8dd42d7-bc57-44d6-b7a9-9e6f582ba523 req-96b9b56d-8440-4ac8-88a8-bb212aafdabc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1096 time: 0.0982337 Jul 14 11:31:45.163166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Pushing event updated for resources: {'Port': ['ID=701c6b0b-59e8-4778-ba6a-e73e7a526255,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:45.232112 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:45.252204 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c8dd42d7-bc57-44d6-b7a9-9e6f582ba523 req-2b2633ed-594a-45c8-9d31-177379e3c767 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928523 Jul 14 11:31:45.281801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Calling delete_port for 0a96f1de-be7c-4b86-a1cf-c63b56c2f360 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:45.298063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a849f6-abb8-4307-afbe-13646f4cc7e4 req-8b44c3b3-1123-4933-8067-f3971cf93531 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:45.299709 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99a849f6-abb8-4307-afbe-13646f4cc7e4 req-8b44c3b3-1123-4933-8067-f3971cf93531 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 943 time: 0.2160308 Jul 14 11:31:45.313809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Attempting to bind port 701c6b0b-59e8-4778-ba6a-e73e7a526255 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:31:45.314246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Attempting to bind port 701c6b0b-59e8-4778-ba6a-e73e7a526255 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:31:45.314645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Attempting to bind port 701c6b0b-59e8-4778-ba6a-e73e7a526255 on network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:45.324050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Port 701c6b0b-59e8-4778-ba6a-e73e7a526255 on network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:31:45.324466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Attempting to bind port 701c6b0b-59e8-4778-ba6a-e73e7a526255 on network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:31:45.330182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:31:45.330866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Checking segment: {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:31:45.331331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Bound using segment: {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:31:45.331966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Bound port: 701c6b0b-59e8-4778-ba6a-e73e7a526255, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfce192e-0b0e-4b62-af0c-762aceab50d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:31:45.332309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:45.419871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] For port 701c6b0b-59e8-4778-ba6a-e73e7a526255, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:31:45.423518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] For port 701c6b0b-59e8-4778-ba6a-e73e7a526255, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=701c6b0b-59e8-4778-ba6a-e73e7a526255,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:31:45.428857 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:45.444652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99a849f6-abb8-4307-afbe-13646f4cc7e4 req-d09184b7-d7ad-4394-9809-6d9baec4dc82 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344471 Jul 14 11:31:45.471785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:45.471785 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:45.472685 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] 10.222.0.45 "PUT /v2.0/ports/701c6b0b-59e8-4778-ba6a-e73e7a526255 HTTP/1.1" status: 200 len: 1091 time: 1.2393014 Jul 14 11:31:45.548858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a708b-b9ed-4a00-b4da-af6ec9f25765 service neutron] Pushing event updated for resources: {'Port': ['ID=701c6b0b-59e8-4778-ba6a-e73e7a526255,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:45.589069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb5fcf-debb-478e-93a2-a0b8830a1723 req-791e9817-8171-4ca9-a898-661ca393444c tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:45.592720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0bb5fcf-debb-478e-93a2-a0b8830a1723 req-791e9817-8171-4ca9-a898-661ca393444c tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.3924603 Jul 14 11:31:45.625485 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264e50-1e96-488e-af87-f40be092d955 req-139377be-cd54-4cd2-909f-b59ad4ceaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:45.627763 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-139377be-cd54-4cd2-909f-b59ad4ceaf40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e76a6ccbdbc46f4b586f3eb62438c50&device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 1094 time: 0.0890081 Jul 14 11:31:45.690105 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-1ecbe635-00ec-4aae-8efa-6e63f25385fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=701c6b0b-59e8-4778-ba6a-e73e7a526255 HTTP/1.1" status: 200 len: 217 time: 0.0501921 Jul 14 11:31:45.749415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0bb5fcf-debb-478e-93a2-a0b8830a1723 req-b656936c-88a3-49d4-aa33-a37d5d2feae3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189294 Jul 14 11:31:45.764499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264e50-1e96-488e-af87-f40be092d955 req-80ac656f-bb5f-49c6-a9d7-5a8012e10dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:45.766069 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-80ac656f-bb5f-49c6-a9d7-5a8012e10dc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=421db29d-66c1-4613-8c80-1f4775243b0d HTTP/1.1" status: 200 len: 851 time: 0.0665061 Jul 14 11:31:45.794202 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:45.814359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42acfc-3426-4a8e-aaa2-b10b0a395431 req-8c3e4c58-f62a-4fb1-82ed-0c05a1f8ba25 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:45.821265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af42acfc-3426-4a8e-aaa2-b10b0a395431 req-8c3e4c58-f62a-4fb1-82ed-0c05a1f8ba25 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1901612 Jul 14 11:31:45.858457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264e50-1e96-488e-af87-f40be092d955 req-920dc4c0-a563-4047-84f2-3c1b6f36dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:45.860439 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-920dc4c0-a563-4047-84f2-3c1b6f36dfea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15aa5681-1a95-4a92-bab4-a3c8e3a31236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853293 Jul 14 11:31:45.882459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Port': ['ID=0a96f1de-be7c-4b86-a1cf-c63b56c2f360,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:46.033903 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-36cd80f5-1c86-46e9-a851-1b9d392b3140 service neutron] 10.222.0.45 "GET /v2.0/networks/15aa5681-1a95-4a92-bab4-a3c8e3a31236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586561 Jul 14 11:31:46.078789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af42acfc-3426-4a8e-aaa2-b10b0a395431 req-190fa5fe-0774-4892-a926-cb2dae34a60c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565074 Jul 14 11:31:46.204672 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe264e50-1e96-488e-af87-f40be092d955 req-4ce806b2-efea-42c5-8172-b69ebcd7656d service neutron] 10.222.0.45 "GET /v2.0/networks/15aa5681-1a95-4a92-bab4-a3c8e3a31236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599560 Jul 14 11:31:46.257980 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:46.382589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd250d-364a-4262-a2e4-c432e69c4087 req-0c623ad2-96ff-424a-8d95-701ec5f886e6 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:46.384059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8bd250d-364a-4262-a2e4-c432e69c4087 req-0c623ad2-96ff-424a-8d95-701ec5f886e6 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 945 time: 0.3808510 Jul 14 11:31:46.513321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2e117-4ef3-4648-a1d2-2c0b59d5d05b req-8d5195aa-915d-41fa-a68c-13b85f6c515d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:46.514991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95e2e117-4ef3-4648-a1d2-2c0b59d5d05b req-8d5195aa-915d-41fa-a68c-13b85f6c515d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.2464578 Jul 14 11:31:46.520000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8bd250d-364a-4262-a2e4-c432e69c4087 req-41aa1af7-435e-4fb8-b319-0a5e55bfccde tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286128 Jul 14 11:31:46.553351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Router 5d9606a8-2c41-4e79-897f-5a2ec5d04cb6 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:31:46.578287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95e2e117-4ef3-4648-a1d2-2c0b59d5d05b req-d991a93a-932c-4abe-a38a-a64a06ae7a7f tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570655 Jul 14 11:31:46.692812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:31:46.704151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5275e0-1f28-4b87-9a0b-ba0603d9c3c4 None None] Sync routers for ids ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:31:46.707630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fc38b9e0-2fac-4f24-a4e1-69f2e0259074 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "PUT /v2.0/routers/5d9606a8-2c41-4e79-897f-5a2ec5d04cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5639803 Jul 14 11:31:46.710892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38166) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:46.722055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5275e0-1f28-4b87-9a0b-ba0603d9c3c4 None None] Routers {'5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:46.722055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ec5275e0-1f28-4b87-9a0b-ba0603d9c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:46.810430 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-85018a12-4c76-4fd0-a4a3-76cf1b5353e3 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] delete failed (client error): The resource could not be found. Jul 14 11:31:46.811097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ec5275e0-1f28-4b87-9a0b-ba0603d9c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:46.814436 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-85018a12-4c76-4fd0-a4a3-76cf1b5353e3 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-1142758873 HTTP/1.1" status: 404 len: 335 time: 0.1022067 Jul 14 11:31:46.819036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38168) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:46.825877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b6502e55-3391-4db5-a94c-380bb841cf5f tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:46.836803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5275e0-1f28-4b87-9a0b-ba0603d9c3c4 None None] Routers {'5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:46.837498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ec5275e0-1f28-4b87-9a0b-ba0603d9c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:46.872113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ec5275e0-1f28-4b87-9a0b-ba0603d9c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:46.873263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5275e0-1f28-4b87-9a0b-ba0603d9c3c4 None None] The sync data for ids ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:31:46.947624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'tag': '701c6b0b-59e8-4778-ba6a-e73e7a526255'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:46.953262 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fba62e-a5b0-4cd8-9d28-83eeb93b675e", "tag": "701c6b0b-59e8-4778-ba6a-e73e7a526255"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:47.036445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df43b6-110a-4d27-b3fb-fe8741f11f25 req-36d521fe-8e8b-4b69-8156-22ab6fca4fa4 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:47.037962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65df43b6-110a-4d27-b3fb-fe8741f11f25 req-36d521fe-8e8b-4b69-8156-22ab6fca4fa4 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 943 time: 0.2092307 Jul 14 11:31:47.126608 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6502e55-3391-4db5-a94c-380bb841cf5f tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:47.150628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65df43b6-110a-4d27-b3fb-fe8741f11f25 req-7b4bff1a-ee5d-42b5-8474-ece86cb8a55a tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791807 Jul 14 11:31:47.164316 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-b6502e55-3391-4db5-a94c-380bb841cf5f tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] update failed (client error): The resource could not be found. Jul 14 11:31:47.165397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b6502e55-3391-4db5-a94c-380bb841cf5f tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "PUT /v2.0/routers/5d9606a8-2c41-4e79-897f-5a2ec5d04cb6 HTTP/1.1" status: 404 len: 339 time: 0.3450885 Jul 14 11:31:47.170228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38182) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:47.210197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:47.244243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:31:47.244710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a0344b0c-d0e9-4341-bb21-99f3f7bbcaf8 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:31:47.391571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd3c96-acf8-4c38-be58-d63c56189346 req-d807d74b-e224-4557-987a-9776fbed3b61 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:47.393217 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5cd3c96-acf8-4c38-be58-d63c56189346 req-d807d74b-e224-4557-987a-9776fbed3b61 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 946 time: 0.0890651 Jul 14 11:31:47.442809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5cd3c96-acf8-4c38-be58-d63c56189346 req-45c6ab69-efd8-4e51-972b-fbb26e483b96 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Jul 14 11:31:47.495974 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a458bfa-7244-441c-8f98-c403b2e41430 x-openstack-request-id: req-6a458bfa-7244-441c-8f98-c403b2e41430 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:47.496508 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fba62e-a5b0-4cd8-9d28-83eeb93b675e", "tag": "701c6b0b-59e8-4778-ba6a-e73e7a526255", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:47.496956 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a458bfa-7244-441c-8f98-c403b2e41430 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:47.497755 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'tag': '701c6b0b-59e8-4778-ba6a-e73e7a526255', 'status': 'completed', 'code': 200} Jul 14 11:31:47.544432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38192) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:47.549206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e1beafd0-d73b-473a-9b36-6d3d3178b819 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810093414', 'description': 'tempest-description--282067315'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:47.583503 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1beafd0-d73b-473a-9b36-6d3d3178b819 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:47.645860 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:47.690489 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1beafd0-d73b-473a-9b36-6d3d3178b819 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:47.729078 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1beafd0-d73b-473a-9b36-6d3d3178b819 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:47.770656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1beafd0-d73b-473a-9b36-6d3d3178b819 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:47.772021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e1beafd0-d73b-473a-9b36-6d3d3178b819 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2264280 Jul 14 11:31:47.777826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38200) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:47.782121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7f18a1c8-33b7-4f8f-9d58-3027368f2e90 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Request body: {'security_group_rule': {'security_group_id': '51186c3b-6838-4c4b-ba3f-6cc593c68fa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:47.805157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1beafd0-d73b-473a-9b36-6d3d3178b819 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51186c3b-6838-4c4b-ba3f-6cc593c68fa8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:47.812510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-086f3584-9825-4970-bf93-53d50fd54209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:47.814154 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-086f3584-9825-4970-bf93-53d50fd54209 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e76a6ccbdbc46f4b586f3eb62438c50&device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 1094 time: 0.2405405 Jul 14 11:31:47.849332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f18a1c8-33b7-4f8f-9d58-3027368f2e90 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:47.882859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ba532-6ca7-4572-9542-21f67fb42903 req-100793c9-7d53-4f44-b7b9-f9b0c6eb0d1e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:47.892142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-355ba532-6ca7-4572-9542-21f67fb42903 req-100793c9-7d53-4f44-b7b9-f9b0c6eb0d1e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1997283 Jul 14 11:31:48.020995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-355ba532-6ca7-4572-9542-21f67fb42903 req-4ce4d039-98fc-4cfe-bdd1-0664bcbc2bd1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273344 Jul 14 11:31:48.055241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f18a1c8-33b7-4f8f-9d58-3027368f2e90 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:48.062271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f18a1c8-33b7-4f8f-9d58-3027368f2e90 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:48.097653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18a1c8-33b7-4f8f-9d58-3027368f2e90 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0e260b-69bd-411c-85c2-2ecfda02d254,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:48.126624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f838298-9729-4a49-a3f5-7afbc82538c4 req-ec0ef125-5fa8-43df-b860-b080f1d4420f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:48.133951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f838298-9729-4a49-a3f5-7afbc82538c4 req-ec0ef125-5fa8-43df-b860-b080f1d4420f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:48.141651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f838298-9729-4a49-a3f5-7afbc82538c4 req-ec0ef125-5fa8-43df-b860-b080f1d4420f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:48.143457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f838298-9729-4a49-a3f5-7afbc82538c4 req-ec0ef125-5fa8-43df-b860-b080f1d4420f tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467&device_id=42fdf974-a03c-4c7c-898f-9026633a9717&device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 2418 time: 0.2325590 Jul 14 11:31:48.149470 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f18a1c8-33b7-4f8f-9d58-3027368f2e90 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:48.154265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7f18a1c8-33b7-4f8f-9d58-3027368f2e90 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729322 Jul 14 11:31:48.160525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38208) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:48.167098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7e5a76ee-e2e2-411f-a82c-287006cbaa23 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Request body: {'security_group_rule': {'security_group_id': '51186c3b-6838-4c4b-ba3f-6cc593c68fa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:48.263281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f838298-9729-4a49-a3f5-7afbc82538c4 req-d8e3bbd3-ead8-4004-a24b-6a14d5dd2142 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072922 Jul 14 11:31:48.278111 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e5a76ee-e2e2-411f-a82c-287006cbaa23 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:48.411401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d4996-cd6c-4824-b84f-caf794673d21 req-018f8d23-6378-47bd-8875-7b898f6f444f tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:48.435407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-837d4996-cd6c-4824-b84f-caf794673d21 req-018f8d23-6378-47bd-8875-7b898f6f444f tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.2425699 Jul 14 11:31:48.441883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-1c9934d5-dc58-4f81-92cb-5e6d0cc1a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:48.444092 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-1c9934d5-dc58-4f81-92cb-5e6d0cc1a0eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=15aa5681-1a95-4a92-bab4-a3c8e3a31236 HTTP/1.1" status: 200 len: 912 time: 0.6085265 Jul 14 11:31:48.457757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Allocated IP 172.20.0.1 (ae6ec71f-1a59-40ba-adf5-6f0448c0394b/59b094f9-7498-4e0a-b044-64c95c1d2863/7b983958-2266-4def-8bab-6c244e311978) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:48.548692 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e5a76ee-e2e2-411f-a82c-287006cbaa23 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:48.581939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e5a76ee-e2e2-411f-a82c-287006cbaa23 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:48.589701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-837d4996-cd6c-4824-b84f-caf794673d21 req-5c826a4b-6cfd-4291-b2b4-d720d17a7add tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510866 Jul 14 11:31:48.593304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-b17cb33a-6c5d-4616-b224-3d97e09dd117 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=701c6b0b-59e8-4778-ba6a-e73e7a526255 HTTP/1.1" status: 200 len: 217 time: 0.1163270 Jul 14 11:31:48.660600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a76ee-e2e2-411f-a82c-287006cbaa23 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990a906d-3ff3-4c65-ac94-99b05b36d376,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:48.672663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-b697d6e1-9b78-48b4-a932-e14e04ae3f08 req-ba5b9b5a-55e0-4266-8019-34c3ebe08409 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:31:48.673716 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b697d6e1-9b78-48b4-a932-e14e04ae3f08 req-ba5b9b5a-55e0-4266-8019-34c3ebe08409 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0328543 Jul 14 11:31:48.679146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e5a76ee-e2e2-411f-a82c-287006cbaa23 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:48.680489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7e5a76ee-e2e2-411f-a82c-287006cbaa23 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5189409 Jul 14 11:31:48.693548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38222) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:48.700507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:48.814327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:48.853354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Transition to ACTIVE for port object 7b983958-2266-4def-8bab-6c244e311978 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:48.856754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-8fe27a25-9041-499f-a5f6-e8e26b2f82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:48.858352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-8fe27a25-9041-499f-a5f6-e8e26b2f82da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=421db29d-66c1-4613-8c80-1f4775243b0d HTTP/1.1" status: 200 len: 851 time: 0.1088128 Jul 14 11:31:48.950050 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:49.004106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network ae6ec71f-1a59-40ba-adf5-6f0448c0394b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:49.018084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-eef94f20-ed8c-4690-82bb-96778e5b6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:49.019668 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-eef94f20-ed8c-4690-82bb-96778e5b6514 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15aa5681-1a95-4a92-bab4-a3c8e3a31236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470850 Jul 14 11:31:49.027148 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:49.031484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:49.083782 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:49.084050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Port': ['ID=7b983958-2266-4def-8bab-6c244e311978,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:49.170367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a368e7d-7ca1-48db-92e8-7fea204521eb req-f09f963e-d5b7-4c16-8786-21d92f7dc26b tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:49.180412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a368e7d-7ca1-48db-92e8-7fea204521eb req-f09f963e-d5b7-4c16-8786-21d92f7dc26b tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 943 time: 0.5748990 Jul 14 11:31:49.204507 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:49.215086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b697d6e1-9b78-48b4-a932-e14e04ae3f08 req-640fed1a-8966-4e6a-8e31-79eab9d15507 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5306036 Jul 14 11:31:49.215291 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-4b1d9d66-a93b-4a03-9f08-78febf6e3624 service neutron] 10.222.0.45 "GET /v2.0/networks/15aa5681-1a95-4a92-bab4-a3c8e3a31236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788263 Jul 14 11:31:49.286616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a368e7d-7ca1-48db-92e8-7fea204521eb req-968ef605-155d-4506-91bf-77fdd58fc276 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031973 Jul 14 11:31:49.386181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:49.477187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-16686d2b-601c-4778-9365-70781fc857dc None None] Provisioning for port 7b983958-2266-4def-8bab-6c244e311978 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:49.495323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 701c6b0b-59e8-4778-ba6a-e73e7a526255 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:31:49.502201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-16686d2b-601c-4778-9365-70781fc857dc None None] Provisioning complete for port 7b983958-2266-4def-8bab-6c244e311978 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:49.502580 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-16686d2b-601c-4778-9365-70781fc857dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:49.634270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:49.639473 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f18cae0-5e5a-493c-b4ac-f7c61d09881c req-735cd3a9-e41f-4a96-9752-f4aac6a1aa79 service neutron] 10.222.0.45 "GET /v2.0/networks/15aa5681-1a95-4a92-bab4-a3c8e3a31236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707233 Jul 14 11:31:49.669353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Allocated IP 172.25.2.21 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/5ad32f94-5603-4ecf-8e54-e66bbe1fa95c) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:49.734532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-16686d2b-601c-4778-9365-70781fc857dc None None] Port 7b983958-2266-4def-8bab-6c244e311978 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:31:49.791345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 701c6b0b-59e8-4778-ba6a-e73e7a526255, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=701c6b0b-59e8-4778-ba6a-e73e7a526255,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:49.809267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '701c6b0b-59e8-4778-ba6a-e73e7a526255', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'port_id': '701c6b0b-59e8-4778-ba6a-e73e7a526255', 'mac_address': 'fa:16:3e:1f:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:31:49.858112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b3181-ac8f-4d7b-92ab-98cd17c640a3 req-7d3a92da-9393-487f-b117-f867da5fd51e tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:49.860106 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-586b3181-ac8f-4d7b-92ab-98cd17c640a3 req-7d3a92da-9393-487f-b117-f867da5fd51e tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1096 time: 0.2655125 Jul 14 11:31:49.863825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:49.881466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701c6b0b-59e8-4778-ba6a-e73e7a526255 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:49.911097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 701c6b0b-59e8-4778-ba6a-e73e7a526255, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=701c6b0b-59e8-4778-ba6a-e73e7a526255,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:49.920513 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:49.947466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb236ab-92ec-4127-aee7-bad5b46c0beb req-407bfbb3-70db-4f77-9c2b-fd74dc899192 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:49.954751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bb236ab-92ec-4127-aee7-bad5b46c0beb req-407bfbb3-70db-4f77-9c2b-fd74dc899192 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2324636 Jul 14 11:31:49.960192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:49.989867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=701c6b0b-59e8-4778-ba6a-e73e7a526255,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:50.007099 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:50.013722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:50.016784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-586b3181-ac8f-4d7b-92ab-98cd17c640a3 req-65f438b8-38d2-420e-ad97-d619912d43f7 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362200 Jul 14 11:31:50.053306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bb236ab-92ec-4127-aee7-bad5b46c0beb req-c41ba85a-1041-47f7-a694-c5f8026837b5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970147 Jul 14 11:31:50.070182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:50.070893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:50.150024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:50.153958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:50.156924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:50.199970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event updated for resources: {'Port': ['ID=5ad32f94-5603-4ecf-8e54-e66bbe1fa95c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:50.256281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event updated for resources: {'Port': ['ID=7b983958-2266-4def-8bab-6c244e311978,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:50.269976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['701c6b0b-59e8-4778-ba6a-e73e7a526255'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:50.360015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Network ae6ec71f-1a59-40ba-adf5-6f0448c0394b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:50.362513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:50.388473 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:50.577172 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:50.679764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Router 5d9606a8-2c41-4e79-897f-5a2ec5d04cb6 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:31:50.845034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:31:50.861931 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a725a-1b6c-4d56-97c4-526629a49ede None None] Sync routers for ids ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:31:50.869118 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e5192c19-71aa-434e-b64b-5415c7bd1c17 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "PUT /v2.0/routers/5d9606a8-2c41-4e79-897f-5a2ec5d04cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6953166 Jul 14 11:31:50.869496 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:50.874181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38270) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:50.876547 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a725a-1b6c-4d56-97c4-526629a49ede None None] Routers {'5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:50.878032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a3342fbe-ca3c-43e7-9295-154023777336 None None] Provisioning complete for port 7b983958-2266-4def-8bab-6c244e311978 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:50.878531 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a3342fbe-ca3c-43e7-9295-154023777336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:50.878631 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6d1a725a-1b6c-4d56-97c4-526629a49ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:50.941928 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6d1a725a-1b6c-4d56-97c4-526629a49ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:50.958621 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a725a-1b6c-4d56-97c4-526629a49ede None None] Routers {'5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:50.959489 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6d1a725a-1b6c-4d56-97c4-526629a49ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:50.972052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a3342fbe-ca3c-43e7-9295-154023777336 None None] Port 7b983958-2266-4def-8bab-6c244e311978 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:31:50.995375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:51.013907 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6d1a725a-1b6c-4d56-97c4-526629a49ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:51.014853 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a725a-1b6c-4d56-97c4-526629a49ede None None] The sync data for ids ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:31:51.119064 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:51.136490 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59138b9f-ca10-43f5-86cc-0ea19789411e tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:51.219622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event updated for resources: {'Port': ['ID=5ad32f94-5603-4ecf-8e54-e66bbe1fa95c,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:51.235836 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:51.237753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e46b89f8-a59b-4ccc-96f0-68dd95f4796d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5430498 Jul 14 11:31:51.270412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d18624-5a57-4a6d-a49d-5941f1ddeacd req-2f7a4ad2-1b5d-4376-adf3-05533fb43f25 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:51.272118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77d18624-5a57-4a6d-a49d-5941f1ddeacd req-2f7a4ad2-1b5d-4376-adf3-05533fb43f25 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 944 time: 0.3990307 Jul 14 11:31:51.311780 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-59138b9f-ca10-43f5-86cc-0ea19789411e tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 11:31:51.315959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38292) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:51.316259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-59138b9f-ca10-43f5-86cc-0ea19789411e tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "DELETE /v2.0/routers/5d9606a8-2c41-4e79-897f-5a2ec5d04cb6 HTTP/1.1" status: 409 len: 329 time: 0.4406331 Jul 14 11:31:51.345937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77d18624-5a57-4a6d-a49d-5941f1ddeacd req-08e6b7ee-d3e9-42c8-bbb7-68dd7f5ed14a tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621209 Jul 14 11:31:51.512537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 701c6b0b-59e8-4778-ba6a-e73e7a526255 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:31:51.543199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba30f47-9c2c-4486-a323-8a69d0e3ce4f req-fca4cbfe-8fb5-48c1-aba3-cf24da8c8d40 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:51.553996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aba30f47-9c2c-4486-a323-8a69d0e3ce4f req-fca4cbfe-8fb5-48c1-aba3-cf24da8c8d40 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1630945 Jul 14 11:31:51.623474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aba30f47-9c2c-4486-a323-8a69d0e3ce4f req-327a3a5f-f1ff-42f0-864f-7041cf914e27 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682473 Jul 14 11:31:51.658015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 701c6b0b-59e8-4778-ba6a-e73e7a526255 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:31:51.664777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 701c6b0b-59e8-4778-ba6a-e73e7a526255 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:31:51.665385 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:51.841429 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:51.888595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701c6b0b-59e8-4778-ba6a-e73e7a526255'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:51.890879 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349e6d7e-2c0f-49f9-ad64-52c27537c806" -d '{"events": [{"server_uuid": "c2fba62e-a5b0-4cd8-9d28-83eeb93b675e", "name": "network-vif-plugged", "status": "completed", "tag": "701c6b0b-59e8-4778-ba6a-e73e7a526255"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:51.937997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 701c6b0b-59e8-4778-ba6a-e73e7a526255, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=701c6b0b-59e8-4778-ba6a-e73e7a526255,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:51.946655 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:51.947513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-5b4667c9-7393-468e-a43b-5b8e1cb8af59 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:51.953028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-5b4667c9-7393-468e-a43b-5b8e1cb8af59 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/networks?id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 200 len: 822 time: 0.2221785 Jul 14 11:31:51.955533 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:51.976512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-2a9edc54-7c5a-4423-97e4-5567e658290f tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/quotas/78c1d545a7b944b5a213f41c68459e0c HTTP/1.1" status: 200 len: 375 time: 0.0138168 Jul 14 11:31:52.068103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=701c6b0b-59e8-4778-ba6a-e73e7a526255,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:52.143372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-0302e2d1-f993-4d7f-be34-d6fbb5017bb6 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=78c1d545a7b944b5a213f41c68459e0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597545 Jul 14 11:31:52.320601 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1a439-e54f-44ad-8ade-84c40cfd808a x-openstack-request-id: req-d0f1a439-e54f-44ad-8ade-84c40cfd808a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:52.321259 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fba62e-a5b0-4cd8-9d28-83eeb93b675e", "name": "network-vif-plugged", "status": "completed", "tag": "701c6b0b-59e8-4778-ba6a-e73e7a526255", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:52.321691 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0f1a439-e54f-44ad-8ade-84c40cfd808a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:52.322179 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701c6b0b-59e8-4778-ba6a-e73e7a526255', 'code': 200} Jul 14 11:31:52.332221 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-0c8d07bc-49d3-4ec6-965c-e456197694f6 service neutron] 10.222.0.38 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796396 Jul 14 11:31:52.424512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Deleting port 7b983958-2266-4def-8bab-6c244e311978 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:52.425397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:52.448500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-aa73a74b-b47c-495b-85ea-6be62ca96d25 service neutron] 10.222.0.38 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099355 Jul 14 11:31:52.592766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523416-0128-4397-8540-ed7b0e29dafb req-670100d5-897b-40c8-ac5c-c954525a44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:52.592766 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f523416-0128-4397-8540-ed7b0e29dafb req-670100d5-897b-40c8-ac5c-c954525a44a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 1096 time: 0.1602325 Jul 14 11:31:52.622774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:52.653924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Calling delete_port for 7b983958-2266-4def-8bab-6c244e311978 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:52.779014 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3f523416-0128-4397-8540-ed7b0e29dafb req-b2a71af4-c57b-4c07-9f29-aa31d9bef166 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798213 Jul 14 11:31:52.858538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660d8e0-d926-4c10-a015-0b0006a2bbe6 req-200f7af5-541d-4ae0-a003-921ca0838ac9 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:52.860565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0660d8e0-d926-4c10-a015-0b0006a2bbe6 req-200f7af5-541d-4ae0-a003-921ca0838ac9 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 945 time: 0.1535470 Jul 14 11:31:52.938380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0660d8e0-d926-4c10-a015-0b0006a2bbe6 req-3b7b3c21-983f-40b7-b494-ceb40b28c4c4 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559177 Jul 14 11:31:52.977079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d629-f10a-4e23-add9-ec293d69dda8 req-4170dea8-5029-43b8-96a9-cca0cbad265a tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:52.992315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c23d629-f10a-4e23-add9-ec293d69dda8 req-4170dea8-5029-43b8-96a9-cca0cbad265a tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 946 time: 0.1697674 Jul 14 11:31:53.005849 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:53.083285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c23d629-f10a-4e23-add9-ec293d69dda8 req-93464378-5cc2-435f-ac8c-72f23ae5ac41 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896289 Jul 14 11:31:53.091403 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Port': ['ID=7b983958-2266-4def-8bab-6c244e311978,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:53.231410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0373ba9e-9beb-4fcd-8486-9b44ed5c3fbc req-647c8afa-5619-46b3-80fe-e9bee8432498 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 210 time: 0.0614228 Jul 14 11:31:53.302627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034ff65-7cf4-4fad-a2e2-285a2424aa4c req-09cdcb4d-80ea-4e12-ae90-3fe90c9502b4 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:53.304006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5034ff65-7cf4-4fad-a2e2-285a2424aa4c req-09cdcb4d-80ea-4e12-ae90-3fe90c9502b4 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2191277 Jul 14 11:31:53.378127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5034ff65-7cf4-4fad-a2e2-285a2424aa4c req-74fa6f8c-7a1e-4b12-8e2f-08ad8b867d8a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612538 Jul 14 11:31:53.395816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:53.647631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Router 5d9606a8-2c41-4e79-897f-5a2ec5d04cb6 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:31:53.738710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:31:53.745002 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5feb0dab-3e1a-4c19-a2da-2e5eca725e26 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "PUT /v2.0/routers/5d9606a8-2c41-4e79-897f-5a2ec5d04cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4269724 Jul 14 11:31:53.748555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38368) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:53.755383 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a38209-8318-49f0-b888-5e584341baa4 None None] Sync routers for ids ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:31:53.766016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a38209-8318-49f0-b888-5e584341baa4 None None] Routers {'5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:53.767113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-49a38209-8318-49f0-b888-5e584341baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:53.828565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-49a38209-8318-49f0-b888-5e584341baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:53.848068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a38209-8318-49f0-b888-5e584341baa4 None None] Routers {'5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:53.848859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-49a38209-8318-49f0-b888-5e584341baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:53.889273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-49a38209-8318-49f0-b888-5e584341baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:53.890208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a38209-8318-49f0-b888-5e584341baa4 None None] The sync data for ids ['5d9606a8-2c41-4e79-897f-5a2ec5d04cb6'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:31:54.259884 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-ce11e5af-bb4e-4c82-86f8-c09b2df617b3 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] show failed (client error): The resource could not be found. Jul 14 11:31:54.278266 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ce11e5af-bb4e-4c82-86f8-c09b2df617b3 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-304677041 HTTP/1.1" status: 404 len: 334 time: 0.5283272 Jul 14 11:31:54.279270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38388) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:54.282485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2e887-6a43-4b2c-9e1a-bf750a95edb1 req-cea07f0d-b1fc-4bc9-9a38-89beea937afd tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:54.285865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c94176bb-77e5-4c96-9d58-f55b7ebe6988 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:54.289874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7d2e887-6a43-4b2c-9e1a-bf750a95edb1 req-cea07f0d-b1fc-4bc9-9a38-89beea937afd tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 945 time: 0.1711168 Jul 14 11:31:54.333736 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-c94176bb-77e5-4c96-9d58-f55b7ebe6988 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] update failed (client error): The resource could not be found. Jul 14 11:31:54.339387 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c94176bb-77e5-4c96-9d58-f55b7ebe6988 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-77071207 HTTP/1.1" status: 404 len: 333 time: 0.0586736 Jul 14 11:31:54.340141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38392) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:54.418686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7d2e887-6a43-4b2c-9e1a-bf750a95edb1 req-eac07ff6-22c9-4319-bc38-340cf88b678e tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273029 Jul 14 11:31:54.440148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca1a45-5965-4d65-a9e5-475fd1d1889a req-35a358ed-96df-45b0-a839-805c1ccad9bc tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:54.448237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72ca1a45-5965-4d65-a9e5-475fd1d1889a req-35a358ed-96df-45b0-a839-805c1ccad9bc tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 946 time: 0.1528766 Jul 14 11:31:54.487228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c42d8cc-a9bf-47e9-a56a-e08cfe6f47e7 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Deleting subnet b9ecc676-d5dc-4892-852b-11458ca9cb50 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:31:54.492937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c42d8cc-a9bf-47e9-a56a-e08cfe6f47e7 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:54.568510 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72ca1a45-5965-4d65-a9e5-475fd1d1889a req-166ad8ae-7876-4ced-9835-c9fc7cdbb876 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186008 Jul 14 11:31:54.577563 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c42d8cc-a9bf-47e9-a56a-e08cfe6f47e7 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:54.691788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-d2de601e-c396-44b9-b895-77b947d819ef tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:54.693487 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-d2de601e-c396-44b9-b895-77b947d819ef tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.45 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 946 time: 0.2885108 Jul 14 11:31:54.715364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32600e6b-cf14-4b6e-aaea-89a34abd7632 req-317b1d82-52db-48ff-aaf6-964cc18c649c tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 210 time: 0.0937872 Jul 14 11:31:54.920953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c42d8cc-a9bf-47e9-a56a-e08cfe6f47e7 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:54.938726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f10f3-45f7-4d5c-8d2e-b151af6a1beb req-52c93683-a6de-43d7-af1e-ee4ff128a6ea tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:54.947820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c7f10f3-45f7-4d5c-8d2e-b151af6a1beb req-52c93683-a6de-43d7-af1e-ee4ff128a6ea tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1475444 Jul 14 11:31:55.046496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c7f10f3-45f7-4d5c-8d2e-b151af6a1beb req-0afcb31b-de8c-4dbd-aec1-9bec4a94c543 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975535 Jul 14 11:31:55.067098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c42d8cc-a9bf-47e9-a56a-e08cfe6f47e7 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.140057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23460c72-2833-4a01-aa4d-c2d86885e134 req-73b728c2-529c-4c58-81af-502952bfe18c tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:55.145212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23460c72-2833-4a01-aa4d-c2d86885e134 req-73b728c2-529c-4c58-81af-502952bfe18c tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 945 time: 0.1729841 Jul 14 11:31:55.150215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38410) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:55.158320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Request body: {'floatingip': {'port_id': '701c6b0b-59e8-4778-ba6a-e73e7a526255'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:55.206455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-b668ff12-c06e-4a40-b774-ba20721b2ae2 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:55.208160 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-b668ff12-c06e-4a40-b774-ba20721b2ae2 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "GET /v2.0/networks?id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 200 len: 822 time: 0.6569574 Jul 14 11:31:55.208983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d8cc-a9bf-47e9-a56a-e08cfe6f47e7 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ecc676-d5dc-4892-852b-11458ca9cb50,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:55.226130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c42d8cc-a9bf-47e9-a56a-e08cfe6f47e7 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.230185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8010fca6-6b8a-407b-a888-59d57f5c173a None None] Network 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:55.236122 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9c42d8cc-a9bf-47e9-a56a-e08cfe6f47e7 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "DELETE /v2.0/subnets/b9ecc676-d5dc-4892-852b-11458ca9cb50 HTTP/1.1" status: 204 len: 168 time: 0.8947787 Jul 14 11:31:55.239721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38414) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:55.262562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Request body: {'port': {'device_id': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7', 'admin_state_up': True, 'tenant_id': '78c1d545a7b944b5a213f41c68459e0c'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:55.270064 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.376360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ce5460-c227-40fb-8374-b433f669df6b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Deleting subnet 56d849ce-0b90-411d-95af-46da32f45d9c {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:31:55.382324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5460-c227-40fb-8374-b433f669df6b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.537958 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5460-c227-40fb-8374-b433f669df6b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.564910 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Deleting port 2f311842-f517-4e50-9af5-b67fd35fc83d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:55.565193 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.570697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] DHCP port deletion for 7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:31:55.709279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Deleting port 3657dace-7272-407d-b8ce-89501d083fa4 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:55.709468 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.825864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Made reservation on behalf of 78c1d545a7b944b5a213f41c68459e0c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:31:55.830104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.872872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5460-c227-40fb-8374-b433f669df6b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.877544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] For port 2f311842-f517-4e50-9af5-b67fd35fc83d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2f311842-f517-4e50-9af5-b67fd35fc83d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:55.878298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.895276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] For port 3657dace-7272-407d-b8ce-89501d083fa4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3657dace-7272-407d-b8ce-89501d083fa4,segment=NetworkSegment(fa296099-a71c-4dcd-97a9-f8494df14e0f),segment_id=fa296099-a71c-4dcd-97a9-f8494df14e0f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:55.895685 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:55.926251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Calling delete_port for 2f311842-f517-4e50-9af5-b67fd35fc83d owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:55.927624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Calling delete_port for 3657dace-7272-407d-b8ce-89501d083fa4 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:56.056379 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.099904 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5460-c227-40fb-8374-b433f669df6b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.105177 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.136304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Pushing event deleted for resources: {'Port': ['ID=3657dace-7272-407d-b8ce-89501d083fa4,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:56.155546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce5460-c227-40fb-8374-b433f669df6b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Subnet': ['ID=56d849ce-0b90-411d-95af-46da32f45d9c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:56.158298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.158661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.159013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.159361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.159702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.160067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.160405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.160739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.161071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.161592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.161723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.162047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:31:56.165046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc29219-fbee-4417-85e2-bbd2b6524ec1 None None] No DVR routers for this DVR port 3657dace-7272-407d-b8ce-89501d083fa4 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:31:56.175112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5460-c227-40fb-8374-b433f669df6b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.180053 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d4ce5460-c227-40fb-8374-b433f669df6b tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "DELETE /v2.0/subnets/56d849ce-0b90-411d-95af-46da32f45d9c HTTP/1.1" status: 204 len: 168 time: 0.9392669 Jul 14 11:31:56.187313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce41fab-fb33-4a07-97ba-6f5683f735ed None None] Network e99b6810-972d-4766-b5ec-58acbbe25c90 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:31:56.188098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38432) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:56.194972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Allocated IP 172.20.0.4 (cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7/5fc508c3-e915-4a6e-9310-d0c29a8839f1/c324a0e9-00a4-4fd2-86f9-059ae6509fe0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:31:56.240362 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.resource_extend [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:31:56.317447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.355308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.359998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.485334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.500938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['e999e3ef-3904-4426-bde4-e83f9948aa1d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:56.516266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['db283e1a-743b-4992-9dfc-033f03de9c98'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:31:56.579608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Pushing event deleted for resources: {'Port': ['ID=2f311842-f517-4e50-9af5-b67fd35fc83d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:56.650603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.671767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:56.688531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa296099-a71c-4dcd-97a9-f8494df14e0f') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:56.689188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa296099-a71c-4dcd-97a9-f8494df14e0f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:56.756217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.792758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] No DVR routers for this DVR port 2f311842-f517-4e50-9af5-b67fd35fc83d on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:31:56.796675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.800762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959f0fce-1c43-49be-8f82-945848609ab5 None None] DHCP port deletion for e99b6810-972d-4766-b5ec-58acbbe25c90 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:31:56.801864 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-277d2e56-b883-4d17-8fe8-def9a382b844 req-18a31030-2d81-4d53-8630-0404c6bd600d tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.45 "DELETE /v2.0/ports/2f311842-f517-4e50-9af5-b67fd35fc83d HTTP/1.1" status: 204 len: 173 time: 2.1022811 Jul 14 11:31:56.808943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585e0824-59f0-487c-9fe8-ff24f8ba4467', 'name': 'network-vif-deleted', 'tag': '2f311842-f517-4e50-9af5-b67fd35fc83d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:56.825247 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afd1b47-5085-48be-a94c-c8bc351c1197" -d '{"events": [{"server_uuid": "585e0824-59f0-487c-9fe8-ff24f8ba4467", "name": "network-vif-deleted", "tag": "2f311842-f517-4e50-9af5-b67fd35fc83d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:56.836525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.867247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.956442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.959758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:31:56.960680 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:31:56.964803 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:31:57.011620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e441e2e-4b7a-4b89-87f8-ffe8ea6e9272 req-64214cd5-11a5-49c8-bff2-65bb4f5fd8ea tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 210 time: 0.9142175 Jul 14 11:31:57.071831 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Floating IP 2c3889ca-e7e9-4422-aa32-084b69706ebb associated. External IP: 172.25.2.144, port: 701c6b0b-59e8-4778-ba6a-e73e7a526255. Jul 14 11:31:57.193728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:31:57.203047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:31:57.214204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:31:57.255387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a22584-b38f-4a88-a3e9-4a7cbb336325 req-792c8237-37fb-4b16-bb45-b72b7aed5cea tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:57.261949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17a22584-b38f-4a88-a3e9-4a7cbb336325 req-792c8237-37fb-4b16-bb45-b72b7aed5cea tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=585e0824-59f0-487c-9fe8-ff24f8ba4467 HTTP/1.1" status: 200 len: 867 time: 1.1638391 Jul 14 11:31:57.267822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event updated for resources: {'Port': ['ID=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:57.270747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:57.306796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:57.312976 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "DELETE /v2.0/networks/7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf HTTP/1.1" status: 204 len: 168 time: 1.1254425 Jul 14 11:31:57.318949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38454) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:31:57.351877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8f287-29fb-4a7c-9982-94d9ece958c1 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Network': ['ID=7c5a5aa1-6899-49e9-bc2d-30ce16ddc2bf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:57.443827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:57.456131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:57.482093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-959f0fce-1c43-49be-8f82-945848609ab5 None None] Deleting port 54f27d5c-2117-4404-83bf-5a7d247895a4 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:57.482698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-959f0fce-1c43-49be-8f82-945848609ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:57.513865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:57.520909 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-4b991fd1-f1ce-40f3-8568-5dc6296f052d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2776065 Jul 14 11:31:57.534847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Request body: {'port': {'device_id': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:31:57.558757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2f311842-f517-4e50-9af5-b67fd35fc83d no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:57.606376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 54f27d5c-2117-4404-83bf-5a7d247895a4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:57.618743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 2f311842-f517-4e50-9af5-b67fd35fc83d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:31:57.619165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2f311842-f517-4e50-9af5-b67fd35fc83d not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:31:57.702256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-959f0fce-1c43-49be-8f82-945848609ab5 None None] For port 54f27d5c-2117-4404-83bf-5a7d247895a4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=54f27d5c-2117-4404-83bf-5a7d247895a4,segment=NetworkSegment(0266b30b-29c5-427d-a3e8-9b3fe40a8751),segment_id=0266b30b-29c5-427d-a3e8-9b3fe40a8751)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:57.702657 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-959f0fce-1c43-49be-8f82-945848609ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:57.719231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-959f0fce-1c43-49be-8f82-945848609ab5 None None] Calling delete_port for 54f27d5c-2117-4404-83bf-5a7d247895a4 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:57.738572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17a22584-b38f-4a88-a3e9-4a7cbb336325 req-f3e8c863-522c-41ba-ad78-5933067e4c97 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452349 Jul 14 11:31:57.739755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:57.759490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Deleting port 54f27d5c-2117-4404-83bf-5a7d247895a4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:31:57.760422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:57.822972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Router 4b25dd48-bb6e-43c6-96e5-8150e1938420 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:31:57.850466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201caa-ff06-4187-a9c3-2add2e428319 req-f3c21960-ccf3-4309-a91c-a43f9dd4a0e5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:57.864222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41201caa-ff06-4187-a9c3-2add2e428319 req-f3c21960-ccf3-4309-a91c-a43f9dd4a0e5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.4577842 Jul 14 11:31:57.933731 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:57.988460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] For port 54f27d5c-2117-4404-83bf-5a7d247895a4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=54f27d5c-2117-4404-83bf-5a7d247895a4,segment=NetworkSegment(0266b30b-29c5-427d-a3e8-9b3fe40a8751),segment_id=0266b30b-29c5-427d-a3e8-9b3fe40a8751)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:57.988829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:58.081569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:31:58.098039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:58.098505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Calling delete_port for 54f27d5c-2117-4404-83bf-5a7d247895a4 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:31:58.155880 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbed52-50de-4fe7-abf0-a5dadd27a0d0 x-openstack-request-id: req-08fbed52-50de-4fe7-abf0-a5dadd27a0d0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:58.160368 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585e0824-59f0-487c-9fe8-ff24f8ba4467", "name": "network-vif-deleted", "tag": "2f311842-f517-4e50-9af5-b67fd35fc83d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:58.160368 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08fbed52-50de-4fe7-abf0-a5dadd27a0d0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:58.160368 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585e0824-59f0-487c-9fe8-ff24f8ba4467', 'name': 'network-vif-deleted', 'tag': '2f311842-f517-4e50-9af5-b67fd35fc83d', 'status': 'completed', 'code': 200} Jul 14 11:31:58.187056 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885b147-3083-468f-875f-722b6191820c None None] Sync routers for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:31:58.201144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d7aeb17e-843e-4ad7-912d-70a69bc7f948 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "PUT /v2.0/floatingips/2c3889ca-e7e9-4422-aa32-084b69706ebb HTTP/1.1" status: 200 len: 991 time: 3.0496259 Jul 14 11:31:58.208635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'tag': '701c6b0b-59e8-4778-ba6a-e73e7a526255'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:31:58.211049 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b959d0e-bc59-4937-98df-8a5dc3191909" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fba62e-a5b0-4cd8-9d28-83eeb93b675e", "tag": "701c6b0b-59e8-4778-ba6a-e73e7a526255"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:31:58.216833 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:58.234063 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885b147-3083-468f-875f-722b6191820c None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:58.236292 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5885b147-3083-468f-875f-722b6191820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:58.261267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41201caa-ff06-4187-a9c3-2add2e428319 req-224e1683-d0e1-48ed-8c68-7359ae1898ea tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953793 Jul 14 11:31:58.323441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 54f27d5c-2117-4404-83bf-5a7d247895a4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=54f27d5c-2117-4404-83bf-5a7d247895a4,segment=NetworkSegment(0266b30b-29c5-427d-a3e8-9b3fe40a8751),segment_id=0266b30b-29c5-427d-a3e8-9b3fe40a8751)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:31:58.356082 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:58.357125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3657dace-7272-407d-b8ce-89501d083fa4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:31:58.413506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 3657dace-7272-407d-b8ce-89501d083fa4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:31:58.414374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3657dace-7272-407d-b8ce-89501d083fa4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:31:58.440039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-959f0fce-1c43-49be-8f82-945848609ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:58.507470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076f9c3-b16f-4f54-98ef-2b04ef8093d7 req-49af2eae-d4ea-48a2-903d-9cb26521e888 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:58.507658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f0fce-1c43-49be-8f82-945848609ab5 None None] No DVR routers for this DVR port 54f27d5c-2117-4404-83bf-5a7d247895a4 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:31:58.517027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f076f9c3-b16f-4f54-98ef-2b04ef8093d7 req-49af2eae-d4ea-48a2-903d-9cb26521e888 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 931 time: 0.1603680 Jul 14 11:31:58.521092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=54f27d5c-2117-4404-83bf-5a7d247895a4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:58.590868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f0fce-1c43-49be-8f82-945848609ab5 None None] Pushing event deleted for resources: {'Port': ['ID=54f27d5c-2117-4404-83bf-5a7d247895a4,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:58.640900 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5885b147-3083-468f-875f-722b6191820c None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:58.665602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f076f9c3-b16f-4f54-98ef-2b04ef8093d7 req-6bb00775-e901-4926-aa67-1561bdec70e2 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475546 Jul 14 11:31:58.674938 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8619648f-c725-4039-a924-dc0ba7cde5ea x-openstack-request-id: req-8619648f-c725-4039-a924-dc0ba7cde5ea {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:31:58.675292 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fba62e-a5b0-4cd8-9d28-83eeb93b675e", "tag": "701c6b0b-59e8-4778-ba6a-e73e7a526255", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:31:58.675553 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8619648f-c725-4039-a924-dc0ba7cde5ea {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:31:58.676181 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'tag': '701c6b0b-59e8-4778-ba6a-e73e7a526255', 'status': 'completed', 'code': 200} Jul 14 11:31:58.716010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:58.920362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c324a0e9-00a4-4fd2-86f9-059ae6509fe0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:31:58.948041 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:58.963930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] No DVR routers for this DVR port 54f27d5c-2117-4404-83bf-5a7d247895a4 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:31:58.979186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Port': ['ID=54f27d5c-2117-4404-83bf-5a7d247895a4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:31:58.986690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Transition to ACTIVE for port object c324a0e9-00a4-4fd2-86f9-059ae6509fe0 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:31:59.000324 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5885b147-3083-468f-875f-722b6191820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:24Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '2c3889ca-e7e9-4422-aa32-084b69706ebb', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'port_id': '701c6b0b-59e8-4778-ba6a-e73e7a526255', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'mac_address': 'fa:16:3e:1f:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:31:33Z', 'updated_at': '2021-07-14T11:31:56Z', 'revision_number': 1, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48394e6-a7de-4775-9d4a-8b664997b8fe', 'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'mac_address': 'fa:16:3e:6b:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:22Z', 'updated_at': '2021-07-14T11:31:34Z', 'revision_number': 5, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'subnets': [{'id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:59.043118 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885b147-3083-468f-875f-722b6191820c None None] Checking router: 4b25dd48-bb6e-43c6-96e5-8150e1938420 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:31:59.050685 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:59.054329 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885b147-3083-468f-875f-722b6191820c None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:31:59.055055 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5885b147-3083-468f-875f-722b6191820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:31:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:59.328248 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5885b147-3083-468f-875f-722b6191820c None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:31:59.578088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:59.590276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99b6810-972d-4766-b5ec-58acbbe25c90']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:59.603127 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0266b30b-29c5-427d-a3e8-9b3fe40a8751') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:59.604236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0266b30b-29c5-427d-a3e8-9b3fe40a8751') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:59.635268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3297469-703e-42e0-bdb2-da3ec92dc9f9 req-6473a1f3-d1dd-4ae3-965d-8716720e9fac tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:59.646148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3297469-703e-42e0-bdb2-da3ec92dc9f9 req-6473a1f3-d1dd-4ae3-965d-8716720e9fac tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 945 time: 0.2142341 Jul 14 11:31:59.672439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27622070-ad21-47f9-b49d-22528811d1d7 req-0da983ae-e51e-441b-a071-8232be230eb6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:59.676498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27622070-ad21-47f9-b49d-22528811d1d7 req-0da983ae-e51e-441b-a071-8232be230eb6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1765420 Jul 14 11:31:59.717873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:59.741827 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5885b147-3083-468f-875f-722b6191820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:24Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '2c3889ca-e7e9-4422-aa32-084b69706ebb', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'port_id': '701c6b0b-59e8-4778-ba6a-e73e7a526255', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'mac_address': 'fa:16:3e:1f:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:31:33Z', 'updated_at': '2021-07-14T11:31:56Z', 'revision_number': 1, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48394e6-a7de-4775-9d4a-8b664997b8fe', 'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'mac_address': 'fa:16:3e:6b:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:22Z', 'updated_at': '2021-07-14T11:31:34Z', 'revision_number': 5, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'subnets': [{'id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:31:59.766813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3297469-703e-42e0-bdb2-da3ec92dc9f9 req-e4dcb435-65de-48d0-be39-5e5dd6781db8 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192725 Jul 14 11:31:59.793919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-83e938ab-7abf-41e9-95fb-e12e7b7daea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:31:59.797895 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-83e938ab-7abf-41e9-95fb-e12e7b7daea8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e76a6ccbdbc46f4b586f3eb62438c50&device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 1096 time: 1.1068306 Jul 14 11:31:59.803083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27622070-ad21-47f9-b49d-22528811d1d7 req-90898a4f-0dd5-45e7-a11a-de6660c08239 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182101 Jul 14 11:31:59.809364 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885b147-3083-468f-875f-722b6191820c None None] The sync data for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 is: [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:24Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '2c3889ca-e7e9-4422-aa32-084b69706ebb', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'port_id': '701c6b0b-59e8-4778-ba6a-e73e7a526255', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'mac_address': 'fa:16:3e:1f:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:31:33Z', 'updated_at': '2021-07-14T11:31:56Z', 'revision_number': 1, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48394e6-a7de-4775-9d4a-8b664997b8fe', 'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'mac_address': 'fa:16:3e:6b:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:22Z', 'updated_at': '2021-07-14T11:31:34Z', 'revision_number': 5, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'subnets': [{'id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:31:59.827775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:59.877314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:31:59.877900 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:31:59.889455 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:32:00.036091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:00.069667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf164578-de02-4d82-b777-7479a0ae8b99 req-e9964bb7-62e6-48a4-88da-43fddd35ebed tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:00.077962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf164578-de02-4d82-b777-7479a0ae8b99 req-e9964bb7-62e6-48a4-88da-43fddd35ebed tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 943 time: 0.1087294 Jul 14 11:32:00.131309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf164578-de02-4d82-b777-7479a0ae8b99 req-f21bc0d9-126f-4dba-9a89-e95ec51571a1 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522184 Jul 14 11:32:00.183052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.206008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.210125 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "DELETE /v2.0/networks/e99b6810-972d-4766-b5ec-58acbbe25c90 HTTP/1.1" status: 204 len: 168 time: 2.8880002 Jul 14 11:32:00.212214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38510) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:00.227502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397387fe-688e-4262-8fb5-d63ebf9c0a05 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Network': ['ID=e99b6810-972d-4766-b5ec-58acbbe25c90,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:00.272014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-93fc1e0b-ad1e-4263-af23-befd3f69dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:00.279567 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-93fc1e0b-ad1e-4263-af23-befd3f69dc22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15aa5681-1a95-4a92-bab4-a3c8e3a31236 HTTP/1.1" status: 200 len: 912 time: 0.4667256 Jul 14 11:32:00.293600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fdaa4-f2a0-417c-892f-dc6aa499020a None None] New status for floating IP 2c3889ca-e7e9-4422-aa32-084b69706ebb: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:32:00.321115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1aa497e-3966-434d-8438-abd1f8914731 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Deleting subnet 59b094f9-7498-4e0a-b044-64c95c1d2863 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:32:00.326644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1aa497e-3966-434d-8438-abd1f8914731 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.379904 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1aa497e-3966-434d-8438-abd1f8914731 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.384461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Attempting to bind port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:00.385067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Attempting to bind port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:00.385544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Attempting to bind port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 on network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:00.405174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 on network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:00.411093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Attempting to bind port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 on network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:00.429139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:00.429976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Checking segment: {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:00.430442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Bound using segment: {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:00.430989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Bound port: c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:00.431432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.464011 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-f1a36e07-3f6f-4fcc-8577-519ced425e19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=701c6b0b-59e8-4778-ba6a-e73e7a526255 HTTP/1.1" status: 200 len: 999 time: 0.1728098 Jul 14 11:32:00.519322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1aa497e-3966-434d-8438-abd1f8914731 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.573898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-01e4c365-ffc8-4a40-bc8a-b5f72d99700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:00.575726 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-01e4c365-ffc8-4a40-bc8a-b5f72d99700c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=421db29d-66c1-4613-8c80-1f4775243b0d HTTP/1.1" status: 200 len: 851 time: 0.0806410 Jul 14 11:32:00.643330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:00.658889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:32:00.667381 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.674463 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1aa497e-3966-434d-8438-abd1f8914731 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.730043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:00.730680 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.732211 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] 10.222.0.64 "PUT /v2.0/ports/c324a0e9-00a4-4fd2-86f9-059ae6509fe0 HTTP/1.1" status: 200 len: 1091 time: 3.2028491 Jul 14 11:32:00.735861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-b8594002-97f1-486a-bef1-f1c877b0b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:00.737349 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-b8594002-97f1-486a-bef1-f1c877b0b4fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15aa5681-1a95-4a92-bab4-a3c8e3a31236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529515 Jul 14 11:32:00.737795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'tag': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:00.741082 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73c444c-4066-4d4c-a491-3cc94b074f35" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b2fbf9-4418-40fb-9115-d5aec414b63b", "tag": "c324a0e9-00a4-4fd2-86f9-059ae6509fe0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:00.764332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-10f4c666-315b-4bf3-945a-6578206a5df8 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:32:00.765316 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-10f4c666-315b-4bf3-945a-6578206a5df8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056250 Jul 14 11:32:00.777361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa497e-3966-434d-8438-abd1f8914731 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Subnet': ['ID=59b094f9-7498-4e0a-b044-64c95c1d2863,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:00.784894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86e6b9-b2e7-417e-b176-cb7be2aa7cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:00.838669 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1aa497e-3966-434d-8438-abd1f8914731 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:00.840189 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a5a231-c2b7-4485-a153-ea6201e07bde x-openstack-request-id: req-d1a5a231-c2b7-4485-a153-ea6201e07bde {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:00.840696 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b2fbf9-4418-40fb-9115-d5aec414b63b", "tag": "c324a0e9-00a4-4fd2-86f9-059ae6509fe0", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:00.841723 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1a5a231-c2b7-4485-a153-ea6201e07bde {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:00.842614 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'tag': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0', 'status': 'completed', 'code': 200} Jul 14 11:32:00.847119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c1aa497e-3966-434d-8438-abd1f8914731 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "DELETE /v2.0/subnets/59b094f9-7498-4e0a-b044-64c95c1d2863 HTTP/1.1" status: 204 len: 168 time: 0.6308014 Jul 14 11:32:00.847308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06fcb20-050c-4588-b271-0db7d12475f3 None None] Network ae6ec71f-1a59-40ba-adf5-6f0448c0394b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:32:00.849110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38526) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:00.924996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe25ff-456c-464d-a817-870c4717884c req-df64a544-d0a9-4b7d-8787-44520072f70b tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:00.928728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fbe25ff-456c-464d-a817-870c4717884c req-df64a544-d0a9-4b7d-8787-44520072f70b tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 945 time: 0.1965201 Jul 14 11:32:01.031540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:01.189397 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-90542614-dbb4-4ea3-ae4e-4505973b0ab8 service neutron] 10.222.0.45 "GET /v2.0/networks/15aa5681-1a95-4a92-bab4-a3c8e3a31236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160972 Jul 14 11:32:01.192730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-c8565feb-331e-42b2-a2a3-63a2466867c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:01.195520 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-c8565feb-331e-42b2-a2a3-63a2466867c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78c1d545a7b944b5a213f41c68459e0c&device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 1094 time: 0.3961551 Jul 14 11:32:01.252702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8f9ff-cb1d-4c87-aa74-8e27d99d4174 None None] DHCP port deletion for ae6ec71f-1a59-40ba-adf5-6f0448c0394b request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:32:01.270436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cb64b-d60f-4b5d-80f0-d4c8b1d2323b req-2fb939ee-7e6c-4667-90a1-a7064db2320c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:01.273094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-497cb64b-d60f-4b5d-80f0-d4c8b1d2323b req-2fb939ee-7e6c-4667-90a1-a7064db2320c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1801822 Jul 14 11:32:01.285344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a8ea-85d0-4f6c-b1c0-1b14a2936d34 req-56c0c617-5d61-4b3b-9069-a1e397136d45 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:01.287954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0df6a8ea-85d0-4f6c-b1c0-1b14a2936d34 req-56c0c617-5d61-4b3b-9069-a1e397136d45 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 945 time: 0.2883298 Jul 14 11:32:01.327095 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b959d0e-bc59-4937-98df-8a5dc3191909 req-43aac0e4-20ea-4baa-820b-ccdad1d6ba09 service neutron] 10.222.0.45 "GET /v2.0/networks/15aa5681-1a95-4a92-bab4-a3c8e3a31236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284091 Jul 14 11:32:01.335692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-97e8f9ff-cb1d-4c87-aa74-8e27d99d4174 None None] Deleting port 298c0d43-e585-4dd4-8b48-de01b160a6b3 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:01.336564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-97e8f9ff-cb1d-4c87-aa74-8e27d99d4174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:01.378637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-497cb64b-d60f-4b5d-80f0-d4c8b1d2323b req-fd43366e-7a71-4363-975e-2f3d2f728818 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892727 Jul 14 11:32:01.399836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-3fbe25ff-456c-464d-a817-870c4717884c req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Deleting port e999e3ef-3904-4426-bde4-e83f9948aa1d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:01.400774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fbe25ff-456c-464d-a817-870c4717884c req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:01.429419 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-726a61f9-a5b6-47c9-8c3e-06799307139c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0 HTTP/1.1" status: 200 len: 217 time: 0.1002414 Jul 14 11:32:01.495165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0df6a8ea-85d0-4f6c-b1c0-1b14a2936d34 req-981cc934-2f83-4350-998c-f835ceecd6a4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682427 Jul 14 11:32:01.526291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-97e8f9ff-cb1d-4c87-aa74-8e27d99d4174 None None] For port 298c0d43-e585-4dd4-8b48-de01b160a6b3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=298c0d43-e585-4dd4-8b48-de01b160a6b3,segment=NetworkSegment(0a79c5a1-387b-4bfd-8e83-085b958dde92),segment_id=0a79c5a1-387b-4bfd-8e83-085b958dde92)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:01.526805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-97e8f9ff-cb1d-4c87-aa74-8e27d99d4174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:01.574513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 298c0d43-e585-4dd4-8b48-de01b160a6b3 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:01.590316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-97e8f9ff-cb1d-4c87-aa74-8e27d99d4174 None None] Calling delete_port for 298c0d43-e585-4dd4-8b48-de01b160a6b3 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:01.655767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-30e87956-a5a2-46d7-9e28-b11510c1b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:01.657488 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-30e87956-a5a2-46d7-9e28-b11510c1b1c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fc508c3-e915-4a6e-9310-d0c29a8839f1 HTTP/1.1" status: 200 len: 862 time: 0.2162650 Jul 14 11:32:01.662232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Deleting port 298c0d43-e585-4dd4-8b48-de01b160a6b3 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:01.662787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:01.746428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3fbe25ff-456c-464d-a817-870c4717884c req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] For port e999e3ef-3904-4426-bde4-e83f9948aa1d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e999e3ef-3904-4426-bde4-e83f9948aa1d,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:01.747084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fbe25ff-456c-464d-a817-870c4717884c req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:01.804236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-3fbe25ff-456c-464d-a817-870c4717884c req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Calling delete_port for e999e3ef-3904-4426-bde4-e83f9948aa1d owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:01.831420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] For port 298c0d43-e585-4dd4-8b48-de01b160a6b3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=298c0d43-e585-4dd4-8b48-de01b160a6b3,segment=NetworkSegment(0a79c5a1-387b-4bfd-8e83-085b958dde92),segment_id=0a79c5a1-387b-4bfd-8e83-085b958dde92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:01.832586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:01.847301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Calling delete_port for 298c0d43-e585-4dd4-8b48-de01b160a6b3 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:01.879422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:01.941493 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-f291ac13-4e89-405d-ac07-820929cff328 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607103 Jul 14 11:32:01.971775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6617d-79c9-42ab-bc84-c3b51f8a586c req-05797734-874c-42ed-bca2-6f34b3dd7988 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:01.973727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5d6617d-79c9-42ab-bc84-c3b51f8a586c req-05797734-874c-42ed-bca2-6f34b3dd7988 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 943 time: 0.2647502 Jul 14 11:32:01.986083 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-97e8f9ff-cb1d-4c87-aa74-8e27d99d4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.046551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.094574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5d6617d-79c9-42ab-bc84-c3b51f8a586c req-c83f1f68-0a00-4015-8dab-4d6fb66ded7d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130638 Jul 14 11:32:02.141517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8f9ff-cb1d-4c87-aa74-8e27d99d4174 None None] Pushing event deleted for resources: {'Port': ['ID=298c0d43-e585-4dd4-8b48-de01b160a6b3,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:02.142545 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8f9ff-cb1d-4c87-aa74-8e27d99d4174 None None] No DVR routers for this DVR port 298c0d43-e585-4dd4-8b48-de01b160a6b3 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:02.159621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Port': ['ID=298c0d43-e585-4dd4-8b48-de01b160a6b3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:02.176438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] No DVR routers for this DVR port 298c0d43-e585-4dd4-8b48-de01b160a6b3 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:02.245596 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fbe25ff-456c-464d-a817-870c4717884c req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.259269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['e999e3ef-3904-4426-bde4-e83f9948aa1d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:02.273673 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.286736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['db283e1a-743b-4992-9dfc-033f03de9c98'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:02.286997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6ec71f-1a59-40ba-adf5-6f0448c0394b']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:32:02.297421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a79c5a1-387b-4bfd-8e83-085b958dde92') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:32:02.297818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a79c5a1-387b-4bfd-8e83-085b958dde92') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:32:02.307567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.317918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Pushing event deleted for resources: {'Port': ['ID=e999e3ef-3904-4426-bde4-e83f9948aa1d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:02.330134 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-7ed5c59e-c8ab-4c78-bf39-566ae9a2ea40 service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807502 Jul 14 11:32:02.331288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.352443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:32:02.353335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:32:02.357643 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:32:02.426674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbe25ff-456c-464d-a817-870c4717884c req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] No DVR routers for this DVR port e999e3ef-3904-4426-bde4-e83f9948aa1d on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:02.429752 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fbe25ff-456c-464d-a817-870c4717884c req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.433025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fbe25ff-456c-464d-a817-870c4717884c req-c28a82d5-37ac-4b31-8ec4-602debf481f4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.64 "DELETE /v2.0/ports/e999e3ef-3904-4426-bde4-e83f9948aa1d HTTP/1.1" status: 204 len: 173 time: 1.4988165 Jul 14 11:32:02.433500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fdf974-a03c-4c7c-898f-9026633a9717', 'name': 'network-vif-deleted', 'tag': 'e999e3ef-3904-4426-bde4-e83f9948aa1d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:02.447939 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fbad12-a116-40b6-8fe5-fe3510c1a281" -d '{"events": [{"server_uuid": "42fdf974-a03c-4c7c-898f-9026633a9717", "name": "network-vif-deleted", "tag": "e999e3ef-3904-4426-bde4-e83f9948aa1d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:02.572882 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93c98d0-5bd1-456e-b9d8-87a5a220bc9b x-openstack-request-id: req-e93c98d0-5bd1-456e-b9d8-87a5a220bc9b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:02.573690 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fdf974-a03c-4c7c-898f-9026633a9717", "name": "network-vif-deleted", "tag": "e999e3ef-3904-4426-bde4-e83f9948aa1d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:02.574207 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e93c98d0-5bd1-456e-b9d8-87a5a220bc9b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:02.575569 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fdf974-a03c-4c7c-898f-9026633a9717', 'name': 'network-vif-deleted', 'tag': 'e999e3ef-3904-4426-bde4-e83f9948aa1d', 'status': 'completed', 'code': 200} Jul 14 11:32:02.578424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.604393 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.609545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38562) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:02.610892 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "DELETE /v2.0/networks/ae6ec71f-1a59-40ba-adf5-6f0448c0394b HTTP/1.1" status: 204 len: 168 time: 1.7441025 Jul 14 11:32:02.662392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cdaec-305f-46b0-97f1-904e03c96dba tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Pushing event deleted for resources: {'Network': ['ID=ae6ec71f-1a59-40ba-adf5-6f0448c0394b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:02.678761 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-af6ecdfb-dde7-43c9-acc5-1ca1cd5b56cf req-5bd4f966-94e9-45bd-829f-efed7f72da96 service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389320 Jul 14 11:32:02.702861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-778e4402-4a0d-4436-bee3-e5e1bc334b34 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d9606a8-2c41-4e79-897f-5a2ec5d04cb6 HTTP/1.1" status: 200 len: 205 time: 0.0921171 Jul 14 11:32:02.706591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38566) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:02.941362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0b869-75c5-420c-80cc-a4ab271089f7 req-0a7eea6a-1680-4957-8b6c-7d07e9452bc8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:02.943549 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30b0b869-75c5-420c-80cc-a4ab271089f7 req-0a7eea6a-1680-4957-8b6c-7d07e9452bc8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1686261 Jul 14 11:32:02.964588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc51103d-7452-4169-80a8-6a96306657c0 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:02.986876 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4f5ce72-9f2b-48fa-b8d0-5fa362b295f9 req-2c1c06d8-4a88-46ca-9367-02bbfae5ddf0 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=42fdf974-a03c-4c7c-898f-9026633a9717 HTTP/1.1" status: 200 len: 210 time: 0.0421107 Jul 14 11:32:03.038659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30b0b869-75c5-420c-80cc-a4ab271089f7 req-97cf1b59-d1de-46f6-a5b2-ce42a28d572b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777118 Jul 14 11:32:03.129632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-caadebcd-7b88-4a14-ab8b-259e801f8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:03.131449 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-caadebcd-7b88-4a14-ab8b-259e801f8cbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78c1d545a7b944b5a213f41c68459e0c&device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 1094 time: 0.2699533 Jul 14 11:32:03.311000 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc51103d-7452-4169-80a8-6a96306657c0 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:03.318663 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc51103d-7452-4169-80a8-6a96306657c0 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:03.380411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee5462-1ecd-4bae-a7b6-23101f0b8b52 req-843285ed-059e-4c64-8f0f-0c21858fb64b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:03.389224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07ee5462-1ecd-4bae-a7b6-23101f0b8b52 req-843285ed-059e-4c64-8f0f-0c21858fb64b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 943 time: 0.0842404 Jul 14 11:32:03.429727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc51103d-7452-4169-80a8-6a96306657c0 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:03.430243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc51103d-7452-4169-80a8-6a96306657c0 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Fanout notify agent at l3_agent the message router_deleted on router 5d9606a8-2c41-4e79-897f-5a2ec5d04cb6 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:32:03.438785 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc51103d-7452-4169-80a8-6a96306657c0 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:03.442750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dc51103d-7452-4169-80a8-6a96306657c0 tempest-RoutersNegativeTest-1349886962 tempest-RoutersNegativeTest-1349886962-project] 10.222.0.38 "DELETE /v2.0/routers/5d9606a8-2c41-4e79-897f-5a2ec5d04cb6 HTTP/1.1" status: 204 len: 168 time: 0.7333889 Jul 14 11:32:03.444589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-df98fa44-9a4e-42cc-87fe-2f17179b099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:03.446146 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-df98fa44-9a4e-42cc-87fe-2f17179b099f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 200 len: 922 time: 0.2672925 Jul 14 11:32:03.461094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07ee5462-1ecd-4bae-a7b6-23101f0b8b52 req-a75c5626-21cf-48e8-9972-af6bc31cf22b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693374 Jul 14 11:32:03.491686 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-f03f7e89-754c-4909-8fa6-119a3a6b727e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0 HTTP/1.1" status: 200 len: 217 time: 0.0385852 Jul 14 11:32:03.560694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-0f8e06b1-934f-45ff-acc0-23c75753c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:03.562393 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-0f8e06b1-934f-45ff-acc0-23c75753c754 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fc508c3-e915-4a6e-9310-d0c29a8839f1 HTTP/1.1" status: 200 len: 862 time: 0.0597951 Jul 14 11:32:03.605123 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-5008bc68-d751-4eac-a82a-7551c0d213cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347538 Jul 14 11:32:03.714757 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-ddddf532-e16c-4c0c-acaa-a29b9c5bdf50 service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032026 Jul 14 11:32:03.839529 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f73c444c-4066-4d4c-a491-3cc94b074f35 req-01881b01-3f02-41d9-ba88-2ee6123325da service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164606 Jul 14 11:32:03.846299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38592) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:03.989662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4cb0c8a8-2f1a-40fd-83a0-dd647eee3369 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ff464e036b94738bb89d4a72dd6426e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417227 Jul 14 11:32:03.992193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38600) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:04.041873 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22d4900e-d376-4eed-8a06-0f00c08077cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:04.066427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22d4900e-d376-4eed-8a06-0f00c08077cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:04.135213 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22d4900e-d376-4eed-8a06-0f00c08077cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:04.139143 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22d4900e-d376-4eed-8a06-0f00c08077cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:04.139941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-22d4900e-d376-4eed-8a06-0f00c08077cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55698759-a481-450a-9349-a99ee03dfa1e HTTP/1.1" status: 204 len: 168 time: 0.1468537 Jul 14 11:32:04.153998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4900e-d376-4eed-8a06-0f00c08077cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55698759-a481-450a-9349-a99ee03dfa1e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:04.286289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378169a-27c3-420e-8ce0-ebc45b281312 req-11ffe23b-8290-414a-b3ac-b51a3baa3d6c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:04.292941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1378169a-27c3-420e-8ce0-ebc45b281312 req-11ffe23b-8290-414a-b3ac-b51a3baa3d6c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.0974174 Jul 14 11:32:04.359575 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1378169a-27c3-420e-8ce0-ebc45b281312 req-188d4429-37ea-424d-9968-d0f28b2974a0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546811 Jul 14 11:32:04.744800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe17e1-7fdc-4211-bafb-fb811dd0f77b req-99b127d7-ea7f-44ed-84da-25436dd569d4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:04.746974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7efe17e1-7fdc-4211-bafb-fb811dd0f77b req-99b127d7-ea7f-44ed-84da-25436dd569d4 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.1264017 Jul 14 11:32:04.770835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c188aa8-83a6-43cb-8640-c84757181470 req-d2fc268e-f9db-4c64-824b-fb773815ad97 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:04.772703 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c188aa8-83a6-43cb-8640-c84757181470 req-d2fc268e-f9db-4c64-824b-fb773815ad97 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 943 time: 0.1177089 Jul 14 11:32:04.818374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7efe17e1-7fdc-4211-bafb-fb811dd0f77b req-e7a1799b-c20a-40f0-a9be-c5c8f07043f3 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651248 Jul 14 11:32:04.833735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c188aa8-83a6-43cb-8640-c84757181470 req-7db52cb3-bff6-41ab-996b-0e22923d8f44 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 Jul 14 11:32:05.016838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38652) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:05.020560 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027664 Jul 14 11:32:05.023913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38654) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:05.149775 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-edce2241-fa16-4f8c-9fc5-0497f7f35b79 tempest-NetworksApiDiscovery-1574814203 tempest-NetworksApiDiscovery-1574814203-project] 10.222.0.38 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1247127 Jul 14 11:32:05.294261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e999e3ef-3904-4426-bde4-e83f9948aa1d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:05.334898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: e999e3ef-3904-4426-bde4-e83f9948aa1d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:32:05.343112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e999e3ef-3904-4426-bde4-e83f9948aa1d not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:32:05.465493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38676) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:05.550623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca465fff-6cd4-49c9-aaf2-aa5ea326bd38 req-5ca9bc2a-3a25-46bb-aee6-cadf0c01c78d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:05.554817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca465fff-6cd4-49c9-aaf2-aa5ea326bd38 req-5ca9bc2a-3a25-46bb-aee6-cadf0c01c78d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.0793128 Jul 14 11:32:05.609229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca465fff-6cd4-49c9-aaf2-aa5ea326bd38 req-14004fa6-297f-42f4-9547-d670f7638990 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449607 Jul 14 11:32:05.879114 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4973e10-ab4a-4ac1-8f63-661fdb7b6f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:05.992717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4973e10-ab4a-4ac1-8f63-661fdb7b6f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:05.997510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4973e10-ab4a-4ac1-8f63-661fdb7b6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:06.036372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4973e10-ab4a-4ac1-8f63-661fdb7b6f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2523ed88-1fc1-46e2-ac08-8bec0b852bb6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:06.045760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38696) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:06.046303 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f4973e10-ab4a-4ac1-8f63-661fdb7b6f45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45729dd45aba4147bad8d236e124d31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793352 Jul 14 11:32:06.122711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bfca8-50de-4547-b2a6-4a86e85b238a req-195e486b-f6a6-40a6-8f1f-3fc766204550 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:06.124336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e7bfca8-50de-4547-b2a6-4a86e85b238a req-195e486b-f6a6-40a6-8f1f-3fc766204550 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.1554124 Jul 14 11:32:06.165618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92341c2e-17c0-478f-963a-f537c2c96f6c req-dc091dc8-021d-4828-bb48-82b5a73e1fb8 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:06.167808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92341c2e-17c0-478f-963a-f537c2c96f6c req-dc091dc8-021d-4828-bb48-82b5a73e1fb8 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 943 time: 0.1676583 Jul 14 11:32:06.187929 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf057607-1fe1-47f0-a0c1-5426fc0ba9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:06.237648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf057607-1fe1-47f0-a0c1-5426fc0ba9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:06.243695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e7bfca8-50de-4547-b2a6-4a86e85b238a req-43a6a7ae-ffb0-4826-9f0a-6f65197bd264 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125541 Jul 14 11:32:06.255616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92341c2e-17c0-478f-963a-f537c2c96f6c req-19470505-370a-456e-b0b5-ed15d6d3a225 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796070 Jul 14 11:32:06.313574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf057607-1fe1-47f0-a0c1-5426fc0ba9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:06.315298 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf057607-1fe1-47f0-a0c1-5426fc0ba9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:06.323841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cf057607-1fe1-47f0-a0c1-5426fc0ba9ec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2523ed88-1fc1-46e2-ac08-8bec0b852bb6 HTTP/1.1" status: 204 len: 168 time: 0.2706323 Jul 14 11:32:06.328581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf057607-1fe1-47f0-a0c1-5426fc0ba9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2523ed88-1fc1-46e2-ac08-8bec0b852bb6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:06.573495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321d020-a193-400b-bc31-41ed90f61035 req-b03ccd6c-3d1b-43d5-a695-0ed304e95c8e tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:06.575160 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9321d020-a193-400b-bc31-41ed90f61035 req-b03ccd6c-3d1b-43d5-a695-0ed304e95c8e tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.45 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 946 time: 0.1150610 Jul 14 11:32:06.709509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-9321d020-a193-400b-bc31-41ed90f61035 req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Deleting port db283e1a-743b-4992-9dfc-033f03de9c98 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:06.713668 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9321d020-a193-400b-bc31-41ed90f61035 req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:06.824542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9321d020-a193-400b-bc31-41ed90f61035 req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] For port db283e1a-743b-4992-9dfc-033f03de9c98, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=db283e1a-743b-4992-9dfc-033f03de9c98,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:06.825306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9321d020-a193-400b-bc31-41ed90f61035 req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:06.838643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9af4a-d022-4b04-972d-0c4ea36d46bb req-43401f30-5b02-4d8f-bacc-2171311f95b8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:06.840343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cca9af4a-d022-4b04-972d-0c4ea36d46bb req-43401f30-5b02-4d8f-bacc-2171311f95b8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.0737770 Jul 14 11:32:06.847289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-9321d020-a193-400b-bc31-41ed90f61035 req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Calling delete_port for db283e1a-743b-4992-9dfc-033f03de9c98 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:06.899113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cca9af4a-d022-4b04-972d-0c4ea36d46bb req-3d71bc59-111e-47d5-b3b9-e7be812b3d06 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525088 Jul 14 11:32:07.035131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9321d020-a193-400b-bc31-41ed90f61035 req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:07.048601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['db283e1a-743b-4992-9dfc-033f03de9c98'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:07.111733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Pushing event deleted for resources: {'Port': ['ID=db283e1a-743b-4992-9dfc-033f03de9c98,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:07.163956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9321d020-a193-400b-bc31-41ed90f61035 req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] No DVR routers for this DVR port db283e1a-743b-4992-9dfc-033f03de9c98 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:07.169435 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9321d020-a193-400b-bc31-41ed90f61035 req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:07.172708 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9321d020-a193-400b-bc31-41ed90f61035 req-6024c6d1-aed1-491b-94f9-0a9813c73101 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.45 "DELETE /v2.0/ports/db283e1a-743b-4992-9dfc-033f03de9c98 HTTP/1.1" status: 204 len: 173 time: 0.5900109 Jul 14 11:32:07.173414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56733b0e-edca-469c-888e-0c691a6b3800', 'name': 'network-vif-deleted', 'tag': 'db283e1a-743b-4992-9dfc-033f03de9c98'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:07.176462 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb47f961-4f9b-467e-8f8c-3c8594bba6dd" -d '{"events": [{"server_uuid": "56733b0e-edca-469c-888e-0c691a6b3800", "name": "network-vif-deleted", "tag": "db283e1a-743b-4992-9dfc-033f03de9c98"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:07.235743 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a483db6-07a6-48a5-8b7b-71147094aee7 x-openstack-request-id: req-6a483db6-07a6-48a5-8b7b-71147094aee7 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:07.236303 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56733b0e-edca-469c-888e-0c691a6b3800", "name": "network-vif-deleted", "tag": "db283e1a-743b-4992-9dfc-033f03de9c98", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:07.236651 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a483db6-07a6-48a5-8b7b-71147094aee7 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:07.237176 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56733b0e-edca-469c-888e-0c691a6b3800', 'name': 'network-vif-deleted', 'tag': 'db283e1a-743b-4992-9dfc-033f03de9c98', 'status': 'completed', 'code': 200} Jul 14 11:32:07.297876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c324a0e9-00a4-4fd2-86f9-059ae6509fe0 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:32:07.552937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:07.575458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0', 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7', 'port_id': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0', 'mac_address': 'fa:16:3e:95:e9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc508c3-e915-4a6e-9310-d0c29a8839f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:32:07.618187 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:07.625487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-624830e2-e5e6-45b5-9ecd-5670f67eef1b req-80a1dbf5-6e3e-425d-a443-bf51e5fbc3b5 tempest-ListServerFiltersTestJSON-992836341 tempest-ListServerFiltersTestJSON-992836341-project] 10.222.0.38 "GET /v2.0/ports?device_id=56733b0e-edca-469c-888e-0c691a6b3800 HTTP/1.1" status: 200 len: 210 time: 0.0414941 Jul 14 11:32:07.634931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c324a0e9-00a4-4fd2-86f9-059ae6509fe0 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:07.659652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6781088-88fb-43f3-9eb1-74b06268e89d req-089ce821-6784-46e5-81d2-b39813e12b48 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:07.668579 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6781088-88fb-43f3-9eb1-74b06268e89d req-089ce821-6784-46e5-81d2-b39813e12b48 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 943 time: 0.1413188 Jul 14 11:32:07.672898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:07.681719 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:07.708456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6781088-88fb-43f3-9eb1-74b06268e89d req-022a0a8e-ddfa-460c-97dc-e2ef9fdb1b62 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385499 Jul 14 11:32:07.743481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:07.926599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['c324a0e9-00a4-4fd2-86f9-059ae6509fe0'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:08.179981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d932430-34c2-4050-a298-affd35735ffc req-b18672ef-4ae5-4ca6-b8ee-cd51e9eac905 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:08.181582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d932430-34c2-4050-a298-affd35735ffc req-b18672ef-4ae5-4ca6-b8ee-cd51e9eac905 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.0869796 Jul 14 11:32:08.220502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d932430-34c2-4050-a298-affd35735ffc req-1db683dd-10ec-4ffa-b412-c188c6a08615 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Jul 14 11:32:08.786232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38808) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:08.869479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c512b4b8-2d84-4218-b1c5-f05ff35fdea0 admin admin] Deleting subnet f0f9081f-281b-452a-bd0c-6f92450006d9 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:32:08.875544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c512b4b8-2d84-4218-b1c5-f05ff35fdea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:08.955323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb3210-3e93-42c1-b7f4-fdc6d950ec9a req-69eafdfe-27ca-417e-9c2e-e58b8664178f tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:08.956909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6abb3210-3e93-42c1-b7f4-fdc6d950ec9a req-69eafdfe-27ca-417e-9c2e-e58b8664178f tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1096 time: 0.1597128 Jul 14 11:32:08.960222 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c512b4b8-2d84-4218-b1c5-f05ff35fdea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:09.055273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6abb3210-3e93-42c1-b7f4-fdc6d950ec9a req-a6f56b0a-40b9-468a-9f8e-9d48bec3b16d tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909522 Jul 14 11:32:09.118542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba81e03-d5c6-4b3e-b630-237387b75791 req-cd09d8a9-5a27-4a65-ac80-b91e02315b0b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:09.127087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ba81e03-d5c6-4b3e-b630-237387b75791 req-cd09d8a9-5a27-4a65-ac80-b91e02315b0b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 944 time: 0.2137744 Jul 14 11:32:09.162496 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c512b4b8-2d84-4218-b1c5-f05ff35fdea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:09.237359 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ba81e03-d5c6-4b3e-b630-237387b75791 req-eb43c788-eb2e-4b29-b355-d2fe24e40ff2 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073205 Jul 14 11:32:09.294755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c324a0e9-00a4-4fd2-86f9-059ae6509fe0 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:32:09.384529 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c512b4b8-2d84-4218-b1c5-f05ff35fdea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:09.437321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:32:09.461582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:32:09.472109 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:09.493399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512b4b8-2d84-4218-b1c5-f05ff35fdea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f9081f-281b-452a-bd0c-6f92450006d9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:09.512651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c512b4b8-2d84-4218-b1c5-f05ff35fdea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:09.517326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38830) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:09.522189 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c512b4b8-2d84-4218-b1c5-f05ff35fdea0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f0f9081f-281b-452a-bd0c-6f92450006d9 HTTP/1.1" status: 204 len: 168 time: 0.7340603 Jul 14 11:32:09.581221 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab0287-9ce0-4e08-8c8d-a32d24cf381b None None] Network c1f9e648-b50b-4b33-a637-863e02b08548 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:32:09.587313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device db283e1a-743b-4992-9dfc-033f03de9c98 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:09.702210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9fa37-af7d-4674-8f6b-61dee88fe527 req-915b8ba0-8338-445b-aed3-a8b8c55bf2cb tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:09.718453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7f9fa37-af7d-4674-8f6b-61dee88fe527 req-915b8ba0-8338-445b-aed3-a8b8c55bf2cb tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1588788 Jul 14 11:32:09.742628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:09.844776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7f9fa37-af7d-4674-8f6b-61dee88fe527 req-9d1be525-7199-46d0-84e7-2441730a4625 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247408 Jul 14 11:32:09.852241 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10a14a42-fdfc-45e6-8048-2d7dd29ba14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:09.870854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: db283e1a-743b-4992-9dfc-033f03de9c98 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:32:09.871584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device db283e1a-743b-4992-9dfc-033f03de9c98 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:32:09.971443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Deleting port 2cddfe80-2c8e-453e-8830-86880f4395bb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:09.972966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:09.992802 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.053708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:10.061493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:10.066367 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a83bc2-0563-455c-9340-fc265632153c" -d '{"events": [{"server_uuid": "f1b2fbf9-4418-40fb-9115-d5aec414b63b", "name": "network-vif-plugged", "status": "completed", "tag": "c324a0e9-00a4-4fd2-86f9-059ae6509fe0"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:10.075908 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.171663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] For port 2cddfe80-2c8e-453e-8830-86880f4395bb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2cddfe80-2c8e-453e-8830-86880f4395bb,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:10.172137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.193288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:10.202439 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf007c0d-2404-4aab-8ceb-4ffa215eb4fa x-openstack-request-id: req-bf007c0d-2404-4aab-8ceb-4ffa215eb4fa {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:10.202997 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b2fbf9-4418-40fb-9115-d5aec414b63b", "name": "network-vif-plugged", "status": "completed", "tag": "c324a0e9-00a4-4fd2-86f9-059ae6509fe0", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:10.204027 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf007c0d-2404-4aab-8ceb-4ffa215eb4fa {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:10.204992 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0', 'code': 200} Jul 14 11:32:10.206911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8739aa0-eb8e-4172-abdb-07d4cc15525a None None] DHCP port deletion for c1f9e648-b50b-4b33-a637-863e02b08548 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:32:10.214348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Calling delete_port for 2cddfe80-2c8e-453e-8830-86880f4395bb owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:10.299472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e8739aa0-eb8e-4172-abdb-07d4cc15525a None None] Deleting port 2cddfe80-2c8e-453e-8830-86880f4395bb {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:10.300091 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8739aa0-eb8e-4172-abdb-07d4cc15525a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.425636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e8739aa0-eb8e-4172-abdb-07d4cc15525a None None] For port 2cddfe80-2c8e-453e-8830-86880f4395bb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2cddfe80-2c8e-453e-8830-86880f4395bb,segment=NetworkSegment(ec3d9fcd-1d98-4b41-822c-99c3139f9d39),segment_id=ec3d9fcd-1d98-4b41-822c-99c3139f9d39)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:10.426158 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8739aa0-eb8e-4172-abdb-07d4cc15525a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.455600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e8739aa0-eb8e-4172-abdb-07d4cc15525a None None] Calling delete_port for 2cddfe80-2c8e-453e-8830-86880f4395bb owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:10.476153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fbc61-1923-4fd0-832d-666561fcbe97 req-66ba2e21-d9e8-410a-ba9f-9d0df4f9660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:10.479748 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c65fbc61-1923-4fd0-832d-666561fcbe97 req-66ba2e21-d9e8-410a-ba9f-9d0df4f9660d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 1096 time: 0.1907504 Jul 14 11:32:10.505780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.642968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cddfe80-2c8e-453e-8830-86880f4395bb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:10.646124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] No DVR routers for this DVR port 2cddfe80-2c8e-453e-8830-86880f4395bb on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:10.670254 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c65fbc61-1923-4fd0-832d-666561fcbe97 req-226b2f6d-d897-4387-baa7-f98dc4d5f2f2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824949 Jul 14 11:32:10.694935 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8739aa0-eb8e-4172-abdb-07d4cc15525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.733224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8739aa0-eb8e-4172-abdb-07d4cc15525a None None] Pushing event deleted for resources: {'Port': ['ID=2cddfe80-2c8e-453e-8830-86880f4395bb,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:10.745908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8739aa0-eb8e-4172-abdb-07d4cc15525a None None] No DVR routers for this DVR port 2cddfe80-2c8e-453e-8830-86880f4395bb on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:10.784238 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.797774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f9e648-b50b-4b33-a637-863e02b08548']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:32:10.817774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:32:10.818084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3d9fcd-1d98-4b41-822c-99c3139f9d39') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:32:10.834995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.853514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a9695-a326-4899-9006-d4cfd097c06d req-b13cc54e-f4ac-4830-88eb-342d10bf5ad7 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:10.854518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.855723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b89a9695-a326-4899-9006-d4cfd097c06d req-b13cc54e-f4ac-4830-88eb-342d10bf5ad7 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 945 time: 0.1294007 Jul 14 11:32:10.864071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:32:10.864579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:32:10.866371 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:32:10.917311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b89a9695-a326-4899-9006-d4cfd097c06d req-1beb4970-704d-425d-94ad-e7a32893efe4 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535691 Jul 14 11:32:10.970639 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.981632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:10.986678 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c1f9e648-b50b-4b33-a637-863e02b08548 HTTP/1.1" status: 204 len: 168 time: 1.4660234 Jul 14 11:32:11.020779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c64ce1-37db-4404-8607-8a70dd790772 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f9e648-b50b-4b33-a637-863e02b08548,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:11.095407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-9144da9b-9622-49dd-88ae-b8d581d4a526 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:32:11.097243 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-9144da9b-9622-49dd-88ae-b8d581d4a526 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081310 Jul 14 11:32:11.116658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Request body: {'binding': {'host': 'n-h2-778696-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:11.120522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Unknown quota resources ['binding']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:32:11.312430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775256dc-c721-4c05-9916-acc2aedf9d69 req-347c1dca-7bd8-42f9-b532-6e7606231ab4 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:11.319781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 83caa27c-dc2a-4fb7-a737-340255d3df49 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:32:11.328678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-775256dc-c721-4c05-9916-acc2aedf9d69 req-347c1dca-7bd8-42f9-b532-6e7606231ab4 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2225707 Jul 14 11:32:11.366482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38902) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:11.465509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-775256dc-c721-4c05-9916-acc2aedf9d69 req-d6d7b373-4626-4705-82f2-40d0a50a980f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358228 Jul 14 11:32:11.581592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on host n-h2-778696-8 for vnic_type normal with profile None {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:11.582925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:11.583461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:11.593499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:11.594187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:11.607719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38914) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:11.608302 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-422e8f1f-0d34-447a-ae24-8d8c75950ef3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8483e2d0597349e9b9a0c78f8eb2e16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384636 Jul 14 11:32:11.612177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:11.612842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:11.613490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:11.614204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Bound port: 46606d75-0b58-4437-b74c-1daf55b91b15, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:11.657777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=83caa27c-dc2a-4fb7-a737-340255d3df49,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:11.712876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2cddfe80-2c8e-453e-8830-86880f4395bb no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:11.733327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:32:11.741449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:11.757665 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] 10.222.0.38 "POST /v2.0/ports/46606d75-0b58-4437-b74c-1daf55b91b15/bindings HTTP/1.1" status: 201 len: 389 time: 0.6464112 Jul 14 11:32:11.799225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c28ff498-153c-4dec-a7f3-8d6336139c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:11.812143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '83caa27c-dc2a-4fb7-a737-340255d3df49', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'port_id': '83caa27c-dc2a-4fb7-a737-340255d3df49', 'mac_address': 'fa:16:3e:5f:bf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606cc036-ccce-4fe3-b770-acb3ecc81cfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:32:11.828937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 2cddfe80-2c8e-453e-8830-86880f4395bb {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:32:11.830718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2cddfe80-2c8e-453e-8830-86880f4395bb not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:32:11.897265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c28ff498-153c-4dec-a7f3-8d6336139c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:11.958653 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:11.992891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83caa27c-dc2a-4fb7-a737-340255d3df49 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:12.031923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=83caa27c-dc2a-4fb7-a737-340255d3df49,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:12.040964 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:12.137553 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c28ff498-153c-4dec-a7f3-8d6336139c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:12.143155 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c28ff498-153c-4dec-a7f3-8d6336139c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:12.151077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c28ff498-153c-4dec-a7f3-8d6336139c99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7593c513-ae3c-4945-8eb5-b2aa2ff5afd2 HTTP/1.1" status: 204 len: 168 time: 0.5422864 Jul 14 11:32:12.153197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=83caa27c-dc2a-4fb7-a737-340255d3df49,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:12.202913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ff498-153c-4dec-a7f3-8d6336139c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7593c513-ae3c-4945-8eb5-b2aa2ff5afd2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:12.272403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['83caa27c-dc2a-4fb7-a737-340255d3df49'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:12.278812 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-408385ce-8c14-4f5d-9df0-b1985036d39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:12.345285 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:12.533265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c3aee-5acc-4aac-9b4e-ac2b0c8e7533 req-34c09933-2260-4279-af0f-53730a28cfc0 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:12.539290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a70c3aee-5acc-4aac-9b4e-ac2b0c8e7533 req-34c09933-2260-4279-af0f-53730a28cfc0 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 945 time: 0.3490050 Jul 14 11:32:12.652976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb27ff-6fd2-4020-be46-8b9900e25a83 req-75147b0b-3c13-4783-9359-9c7cea7643b7 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:12.665090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4bb27ff-6fd2-4020-be46-8b9900e25a83 req-75147b0b-3c13-4783-9359-9c7cea7643b7 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.4722261 Jul 14 11:32:12.732075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a70c3aee-5acc-4aac-9b4e-ac2b0c8e7533 req-e12075e7-8a4e-40b0-8f1b-20cab7016c8a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758451 Jul 14 11:32:12.804151 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-8f3e68a2-5ed9-4d80-964b-a11f1030d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:12.808032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4bb27ff-6fd2-4020-be46-8b9900e25a83 req-fb725dee-b562-4094-9f8e-3035d72957e5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406591 Jul 14 11:32:12.810983 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-8f3e68a2-5ed9-4d80-964b-a11f1030d0da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1096 time: 0.1909685 Jul 14 11:32:13.085222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-f8c71eea-d0b0-4747-aafb-1cdad23b6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:13.088305 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-f8c71eea-d0b0-4747-aafb-1cdad23b6e9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.2691355 Jul 14 11:32:13.177404 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-3eae86db-721b-438c-89e6-511beed1956d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46606d75-0b58-4437-b74c-1daf55b91b15 HTTP/1.1" status: 200 len: 217 time: 0.0743084 Jul 14 11:32:13.259950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-f0077e82-60c6-420e-a4e1-707a26b0ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:13.261844 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-f0077e82-60c6-420e-a4e1-707a26b0ed27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0715704 Jul 14 11:32:13.288029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff7929-4077-4c3f-9e71-6cc4250c611e req-2fa3bcf8-a8ae-4cea-9632-718228a2144d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:13.292331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94ff7929-4077-4c3f-9e71-6cc4250c611e req-2fa3bcf8-a8ae-4cea-9632-718228a2144d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 945 time: 0.1879835 Jul 14 11:32:13.340699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 83caa27c-dc2a-4fb7-a737-340255d3df49 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:32:13.342450 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-71eb90aa-631e-43e9-804e-7c3bff880cd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696647 Jul 14 11:32:13.405239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94ff7929-4077-4c3f-9e71-6cc4250c611e req-9fd8fbc0-6f79-47b4-912a-c52da00a217a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068585 Jul 14 11:32:13.482131 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:13.576806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 83caa27c-dc2a-4fb7-a737-340255d3df49 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:32:13.577187 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:13.758098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-83268e63-039e-4d94-8006-f817cb7f3cab service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063463 Jul 14 11:32:13.860901 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:13.916036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:13.933184 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d7ac42-88fe-41b8-9160-281f9fba0fcb" -d '{"events": [{"server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "name": "network-vif-plugged", "status": "completed", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:13.977946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=83caa27c-dc2a-4fb7-a737-340255d3df49,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:13.996321 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:14.138346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=83caa27c-dc2a-4fb7-a737-340255d3df49,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:14.166024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38992) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:14.168897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fd536-b648-4685-8699-977d06fa7fbb req-07b2ffba-872a-4f52-8d71-8bb614d02c78 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:14.178734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-909fd536-b648-4685-8699-977d06fa7fbb req-07b2ffba-872a-4f52-8d71-8bb614d02c78 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 945 time: 0.1691420 Jul 14 11:32:14.222778 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-5c3c7b2d-a44b-4824-a924-5892796ea4bd service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445832 Jul 14 11:32:14.282966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-909fd536-b648-4685-8699-977d06fa7fbb req-be4013a9-2531-4eac-8a8a-f7adf98058f4 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029110 Jul 14 11:32:14.307653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fa0cb-db25-470c-9efc-14567a11e7de req-7bd726d9-6701-46be-8e94-1f20c369eb47 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:14.309337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a1fa0cb-db25-470c-9efc-14567a11e7de req-7bd726d9-6701-46be-8e94-1f20c369eb47 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.2225652 Jul 14 11:32:14.376245 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5528adb-d7ab-4e49-b430-adb6349c16e3 x-openstack-request-id: req-e5528adb-d7ab-4e49-b430-adb6349c16e3 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:14.376622 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "name": "network-vif-plugged", "status": "completed", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:14.376924 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e5528adb-d7ab-4e49-b430-adb6349c16e3 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:14.377515 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49', 'code': 200} Jul 14 11:32:14.455008 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a1fa0cb-db25-470c-9efc-14567a11e7de req-36d9e249-af40-4217-93bd-dcf876d28f20 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365864 Jul 14 11:32:14.490622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1311747452-network', 'tenant_id': '7df1d4f5c406438ca924231b995f95be'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:14.581867 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Made reservation on behalf of 7df1d4f5c406438ca924231b995f95be for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:32:14.587694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:14.603109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:14.750877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:14.764730 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:14.810325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:32:14.838094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:14.840452 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Added segment a7df33ad-16be-4216-9c74-ca2112bbd10e of type vlan for network 57872d7c-7d0f-406f-a611-7f304d0d9658 Jul 14 11:32:14.968877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc146eaf-8dec-4c33-a8a4-fe1f3571be35 req-e34d5807-29c3-47f5-99d5-7b8dbce74088 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:14.979194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc146eaf-8dec-4c33-a8a4-fe1f3571be35 req-e34d5807-29c3-47f5-99d5-7b8dbce74088 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 945 time: 0.1413534 Jul 14 11:32:15.015382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0acff-fb81-48b5-a9e2-68fdedbaa46f req-91a4ab4d-26d1-4852-8d25-c073f4f6bd12 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:15.031600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4da0acff-fb81-48b5-a9e2-68fdedbaa46f req-91a4ab4d-26d1-4852-8d25-c073f4f6bd12 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2312989 Jul 14 11:32:15.035647 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:15.041342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2821cd73-c754-42ad-b270-2154973a756a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:15.054610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:15.121462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:15.122878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:15.123745 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:15.341795 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1679981 Jul 14 11:32:15.350672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39022) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:15.365308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Request body: {'subnet': {'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1311747452-subnet', 'tenant_id': '7df1d4f5c406438ca924231b995f95be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:15.428133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc358-7a25-4986-a870-3202efec1001 admin admin] Pushing event updated for resources: {'Network': ['ID=57872d7c-7d0f-406f-a611-7f304d0d9658,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:15.439081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Made reservation on behalf of 7df1d4f5c406438ca924231b995f95be for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:32:15.444509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:15.500012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 57872d7c-7d0f-406f-a611-7f304d0d9658 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:32:15.761008 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc146eaf-8dec-4c33-a8a4-fe1f3571be35 req-19118b1d-1c6a-4486-b586-b8336eda7803 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7804208 Jul 14 11:32:15.826678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4da0acff-fb81-48b5-a9e2-68fdedbaa46f req-ac6cdaeb-9438-4e93-a6df-eddba9d845c1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7923169 Jul 14 11:32:15.967322 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:16.155089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Checking segment: {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:16.157481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Network hostable DHCP agents. Network: 57872d7c-7d0f-406f-a611-7f304d0d9658, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:32:16.164967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:16.180080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43600c47-e8b0-45bc-9131-458b8f239f18 req-8e7f6662-c7c0-4c35-8b92-59f28e89dbe2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:16.182494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43600c47-e8b0-45bc-9131-458b8f239f18 req-8e7f6662-c7c0-4c35-8b92-59f28e89dbe2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.1594322 Jul 14 11:32:16.214802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Network 57872d7c-7d0f-406f-a611-7f304d0d9658 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:32:16.241136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 57872d7c-7d0f-406f-a611-7f304d0d9658) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:32:16.247174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:16.248238 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:16.256327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e05dcc3-d1b8-46b9-b876-bbd7d4de0379 None None] Network 57872d7c-7d0f-406f-a611-7f304d0d9658 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:32:16.284756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43600c47-e8b0-45bc-9131-458b8f239f18 req-796b10bb-9496-47f7-8609-4c044c44c830 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936618 Jul 14 11:32:16.296208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-53b7a4c9-8066-4c9a-ab17-33c3e96972d3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9367027 Jul 14 11:32:16.559349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef83a5-17c1-4b61-a3ab-4d2e54cacc42 None None] Network 57872d7c-7d0f-406f-a611-7f304d0d9658 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:32:16.926038 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:32:17.309204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-8bcd55bc-4beb-4631-8c10-8cccbed51120 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:17.316820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-8bcd55bc-4beb-4631-8c10-8cccbed51120 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 813 time: 0.2666721 Jul 14 11:32:17.416113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-34b61dec-28c1-4602-bb9b-f08bc7170bc5 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/quotas/7df1d4f5c406438ca924231b995f95be HTTP/1.1" status: 200 len: 375 time: 0.0953481 Jul 14 11:32:17.488442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-f3fc3c08-94ae-4462-adaf-99ee8d3c4fb2 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648561 Jul 14 11:32:17.573109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce054090-38dc-4389-86b5-8860fcbdf28f req-f8f00fe8-8895-471c-802a-f62fa0e0e614 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:17.581114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce054090-38dc-4389-86b5-8860fcbdf28f req-f8f00fe8-8895-471c-802a-f62fa0e0e614 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2586286 Jul 14 11:32:17.633040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce054090-38dc-4389-86b5-8860fcbdf28f req-aa6cd1f8-6dab-47d7-a4d5-922ce3ff0249 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506842 Jul 14 11:32:17.668522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1723474a-5986-4123-974a-4fb108495f0a service neutron] 10.222.0.38 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790252 Jul 14 11:32:17.969651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-3dd49c12-d91c-4c7a-a6de-3a6db6869d09 service neutron] 10.222.0.38 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843604 Jul 14 11:32:18.580021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c18b4-5fd2-4767-b7a1-e749e7a86d80 req-e11cbb48-0c63-4942-b949-6b6a3d2a43e5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:18.599830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db6c18b4-5fd2-4767-b7a1-e749e7a86d80 req-e11cbb48-0c63-4942-b949-6b6a3d2a43e5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.1648545 Jul 14 11:32:18.704585 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db6c18b4-5fd2-4767-b7a1-e749e7a86d80 req-984de66d-12a5-4c98-96b3-98d1ab7f6505 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030290 Jul 14 11:32:19.203028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de027105-d992-4bcf-b689-ef39d71c58e4 req-42b9b0f8-7feb-4a90-a80a-da9b3b833c71 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:19.204993 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de027105-d992-4bcf-b689-ef39d71c58e4 req-42b9b0f8-7feb-4a90-a80a-da9b3b833c71 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 945 time: 0.2100108 Jul 14 11:32:19.340488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de027105-d992-4bcf-b689-ef39d71c58e4 req-60630d7b-bb67-4eaa-a513-14522d42a2b0 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214345 Jul 14 11:32:19.401749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b209b96-7ce8-4b71-8edb-af33c9ce1d4e req-2f59b4c3-81c2-47b3-9ac0-2f42b45d44b5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:19.408779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b209b96-7ce8-4b71-8edb-af33c9ce1d4e req-2f59b4c3-81c2-47b3-9ac0-2f42b45d44b5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2918384 Jul 14 11:32:19.479706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b209b96-7ce8-4b71-8edb-af33c9ce1d4e req-c5bf9fec-904b-44b0-9ff2-2dc2919bfa2f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699019 Jul 14 11:32:19.682144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1774f6c9-6552-4f99-a02d-74f982b70187 req-74ce89ad-22e1-48ee-9ce2-f7837dfa6126 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 210 time: 0.0968933 Jul 14 11:32:20.097452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20632-f5a7-464a-9179-5dd97e934edb req-a08777aa-46db-4f1c-87ed-b225c147c8f2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:20.100142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1a20632-f5a7-464a-9179-5dd97e934edb req-a08777aa-46db-4f1c-87ed-b225c147c8f2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.1736152 Jul 14 11:32:20.177172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1a20632-f5a7-464a-9179-5dd97e934edb req-ce958959-3c10-4d58-b04e-8fd6a3fb8138 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691566 Jul 14 11:32:20.679185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0fe48-4532-48c1-936f-cce923832dab req-c7c9c103-f605-4152-9b7b-2a2f5fef8b6b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:20.685774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12b0fe48-4532-48c1-936f-cce923832dab req-c7c9c103-f605-4152-9b7b-2a2f5fef8b6b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 945 time: 0.1508906 Jul 14 11:32:20.910706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12b0fe48-4532-48c1-936f-cce923832dab req-6aac84de-2757-45d3-b424-42e28a253b4a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186973 Jul 14 11:32:21.013883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a920857-90af-4663-9575-9f875c76f4ce req-7f9c3a6e-14f9-40e6-8131-dbfe8f130868 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:21.019725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a920857-90af-4663-9575-9f875c76f4ce req-7f9c3a6e-14f9-40e6-8131-dbfe8f130868 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2781978 Jul 14 11:32:21.207386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a920857-90af-4663-9575-9f875c76f4ce req-f1d2e6d2-35ce-43c0-abc3-56329430f70a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750581 Jul 14 11:32:21.369171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c324a0e9-00a4-4fd2-86f9-059ae6509fe0 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:32:21.692311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-981c3540-ce56-4de2-a5f4-8bfb6ceb9603 req-f2dff953-9e2a-4d4a-8c3e-827d8ab37b8f tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 210 time: 0.1065450 Jul 14 11:32:21.766073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:21.820019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0', 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7', 'port_id': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0', 'mac_address': 'fa:16:3e:95:e9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc508c3-e915-4a6e-9310-d0c29a8839f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:32:21.863539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-66e34ab1-4d7c-4215-9abd-1dfa0c514271 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:21.895191 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-66e34ab1-4d7c-4215-9abd-1dfa0c514271 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.45 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 813 time: 0.8703411 Jul 14 11:32:21.921286 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:21.928687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Request body: {'port': {'device_id': '24156af9-0158-4ac1-b0bb-76c75524874c', 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658', 'admin_state_up': True, 'tenant_id': '7df1d4f5c406438ca924231b995f95be'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:21.971927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c324a0e9-00a4-4fd2-86f9-059ae6509fe0 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:22.053801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:22.064402 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:22.203243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:22.215197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['c324a0e9-00a4-4fd2-86f9-059ae6509fe0'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:22.246142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a6213-3518-4958-82bf-62f051df61d4 req-f79e375c-57e9-45e9-8926-0d733ce3d0a5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:22.250129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-bc7dbfd9-6442-4752-b7a7-6f475457054f tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:22.251874 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-bc7dbfd9-6442-4752-b7a7-6f475457054f tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.64 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 813 time: 0.9794428 Jul 14 11:32:22.263431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f61a6213-3518-4958-82bf-62f051df61d4 req-f79e375c-57e9-45e9-8926-0d733ce3d0a5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.2276216 Jul 14 11:32:22.287081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Request body: {'port': {'device_id': 'd4f24c6e-f714-4ae4-a59f-2494977c6831', 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658', 'admin_state_up': True, 'tenant_id': '7df1d4f5c406438ca924231b995f95be'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:22.448998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f61a6213-3518-4958-82bf-62f051df61d4 req-cf97bba1-5849-4084-be4d-e90eb68fdcc9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848202 Jul 14 11:32:22.527392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b82b-a330-433a-9c95-d7136044e781 req-f78aad38-8e62-49f9-a44a-622ab0ba0611 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:22.548498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22a3b82b-a330-433a-9c95-d7136044e781 req-f78aad38-8e62-49f9-a44a-622ab0ba0611 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 944 time: 0.2829843 Jul 14 11:32:22.615244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Made reservation on behalf of 7df1d4f5c406438ca924231b995f95be for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:32:22.619126 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:22.661177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22a3b82b-a330-433a-9c95-d7136044e781 req-5972dcb8-4877-4af5-9747-ae44b2e7e0d2 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114931 Jul 14 11:32:22.939997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee99e-d54b-40b7-b654-4ea9886136cb req-06ea0fd5-c946-417a-86af-760d956efed5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:22.950939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1eee99e-d54b-40b7-b654-4ea9886136cb req-06ea0fd5-c946-417a-86af-760d956efed5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2129099 Jul 14 11:32:23.038092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Made reservation on behalf of 7df1d4f5c406438ca924231b995f95be for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:32:23.042106 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:23.043023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1eee99e-d54b-40b7-b654-4ea9886136cb req-d6a6704a-e5a7-41ab-ac94-e324842e17ae tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880685 Jul 14 11:32:23.315386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Allocated IP 172.20.0.7 (57872d7c-7d0f-406f-a611-7f304d0d9658/8245d9ba-cd2d-44c9-8d28-24a8fd24d88a/0b683557-f62b-4c05-bf45-63cfd7cc3598) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:32:23.325099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ec7066b-5403-40fb-a2e3-11ac9b838a21 req-1a2adc86-3888-4184-8efb-6f508094b6cc tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 210 time: 0.0983379 Jul 14 11:32:23.406164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c324a0e9-00a4-4fd2-86f9-059ae6509fe0 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:23.693431 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:23.719056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c324a0e9-00a4-4fd2-86f9-059ae6509fe0 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:23.748341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:23.754681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:23.760175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:23.867163 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:23.932763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:24.063458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Network 57872d7c-7d0f-406f-a611-7f304d0d9658 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:32:24.070271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:32:24.088336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:32:24.138187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Allocated IP 172.20.0.12 (57872d7c-7d0f-406f-a611-7f304d0d9658/8245d9ba-cd2d-44c9-8d28-24a8fd24d88a/387f54c2-cb05-4865-a6da-4ad5ef78049f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:32:24.161012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Pushing event updated for resources: {'Port': ['ID=0b683557-f62b-4c05-bf45-63cfd7cc3598,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:24.239090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:24.242758 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:24.252573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33378f0d-883b-4f1a-8e9f-84286bcc2a9b req-c86fb1bf-5ff1-472d-884e-14d9d92beb5b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:24.254128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33378f0d-883b-4f1a-8e9f-84286bcc2a9b req-c86fb1bf-5ff1-472d-884e-14d9d92beb5b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.1721692 Jul 14 11:32:24.290695 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-47710c6e-8ec3-4620-827c-9f9277fd1540 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3860164 Jul 14 11:32:24.305051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887904c-0591-4da5-ac6c-c9a062e9532f req-ba090721-622d-4997-a976-7780e3c7ab63 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:24.311213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Request body: {'port': {'device_id': '24156af9-0158-4ac1-b0bb-76c75524874c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:24.322635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2887904c-0591-4da5-ac6c-c9a062e9532f req-ba090721-622d-4997-a976-7780e3c7ab63 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 943 time: 0.1690469 Jul 14 11:32:24.396734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33378f0d-883b-4f1a-8e9f-84286bcc2a9b req-f32c3734-355a-4fa0-9513-08ba40b7320d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343699 Jul 14 11:32:24.449313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2887904c-0591-4da5-ac6c-c9a062e9532f req-5fd10e60-a86a-40ca-ad83-c6265b18ba29 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003907 Jul 14 11:32:24.721854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:24.780853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9d014-fae9-420e-93b0-c0accd980805 req-6e3a9369-0d29-49b3-adfe-da5c570c3619 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:24.782720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0d9d014-fae9-420e-93b0-c0accd980805 req-6e3a9369-0d29-49b3-adfe-da5c570c3619 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1382992 Jul 14 11:32:24.862950 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0d9d014-fae9-420e-93b0-c0accd980805 req-ea6da239-2093-43e0-a8b7-67948285e170 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737934 Jul 14 11:32:24.869788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:24.976388 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fc14953-2331-4c12-a091-0adfd030b350 req-15821489-d839-4f3d-ae01-74aa66a1dfe7 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 210 time: 0.1111305 Jul 14 11:32:25.074248 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:25.329591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Network 57872d7c-7d0f-406f-a611-7f304d0d9658 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:32:25.330414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Pushing event updated for resources: {'Port': ['ID=387f54c2-cb05-4865-a6da-4ad5ef78049f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:25.335533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:32:25.341144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:32:25.385926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c324a0e9-00a4-4fd2-86f9-059ae6509fe0 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:32:25.479878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:25.485482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:25.531400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:32:25.531813 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:25.579404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b683557-f62b-4c05-bf45-63cfd7cc3598 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:25.610692 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-1dde23f4-81e6-4baa-98c3-64e2d94580a0 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3419883 Jul 14 11:32:25.617173 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:25.630457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Request body: {'port': {'device_id': 'd4f24c6e-f714-4ae4-a59f-2494977c6831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:25.724990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Transition to ACTIVE for port object 0b683557-f62b-4c05-bf45-63cfd7cc3598 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:32:25.732638 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:25.748463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:25.781014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:25.782096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:25.786325 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a346c1c-5f14-4ec6-8806-2171ca42996f" -d '{"events": [{"server_uuid": "f1b2fbf9-4418-40fb-9115-d5aec414b63b", "name": "network-vif-plugged", "status": "completed", "tag": "c324a0e9-00a4-4fd2-86f9-059ae6509fe0"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:25.791146 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:25.851402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:25.957528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faaf40-6cb4-4279-bb93-cc0d2ba6951b req-ff9c047f-a9c0-4a56-8dce-df30a3b097d8 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:25.965764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33faaf40-6cb4-4279-bb93-cc0d2ba6951b req-ff9c047f-a9c0-4a56-8dce-df30a3b097d8 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 943 time: 0.2625835 Jul 14 11:32:25.998119 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:26.010197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-3cb1e55d-007b-4b4c-99aa-608fd4ad86bf tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:26.012131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-3cb1e55d-007b-4b4c-99aa-608fd4ad86bf tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 943 time: 0.2582145 Jul 14 11:32:26.084705 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:26.107394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33faaf40-6cb4-4279-bb93-cc0d2ba6951b req-efc4e236-b47e-413c-991e-de0ada131900 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405561 Jul 14 11:32:26.120177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Pushing event updated for resources: {'Port': ['ID=0b683557-f62b-4c05-bf45-63cfd7cc3598,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:26.155040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe0ba6-9e98-4a65-8ed4-7882d8dcd001 req-59ec91ee-3e43-4562-9e9e-f25697d9718a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:26.160371 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cfe0ba6-9e98-4a65-8ed4-7882d8dcd001 req-59ec91ee-3e43-4562-9e9e-f25697d9718a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.3739939 Jul 14 11:32:26.242506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Attempting to bind port 0b683557-f62b-4c05-bf45-63cfd7cc3598 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:26.242854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Attempting to bind port 0b683557-f62b-4c05-bf45-63cfd7cc3598 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:26.243165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Attempting to bind port 0b683557-f62b-4c05-bf45-63cfd7cc3598 on network 57872d7c-7d0f-406f-a611-7f304d0d9658 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:26.312973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cfe0ba6-9e98-4a65-8ed4-7882d8dcd001 req-63f44768-c303-43c4-82de-82c7b2777fef tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404374 Jul 14 11:32:26.335949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Port 0b683557-f62b-4c05-bf45-63cfd7cc3598 on network 57872d7c-7d0f-406f-a611-7f304d0d9658 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:26.335949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Attempting to bind port 0b683557-f62b-4c05-bf45-63cfd7cc3598 on network 57872d7c-7d0f-406f-a611-7f304d0d9658 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:26.342466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:26.343300 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Checking segment: {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:26.343714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Bound using segment: {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:26.344349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Bound port: 0b683557-f62b-4c05-bf45-63cfd7cc3598, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:26.344889 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:26.382810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Deleting port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:26.387677 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:26.444590 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4e214a-e9e7-45e7-9173-27187dcceb75 x-openstack-request-id: req-0d4e214a-e9e7-45e7-9173-27187dcceb75 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:26.445288 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b2fbf9-4418-40fb-9115-d5aec414b63b", "name": "network-vif-plugged", "status": "completed", "tag": "c324a0e9-00a4-4fd2-86f9-059ae6509fe0", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:26.445288 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d4e214a-e9e7-45e7-9173-27187dcceb75 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:26.445713 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0', 'code': 200} Jul 14 11:32:26.568167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] For port 0b683557-f62b-4c05-bf45-63cfd7cc3598, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:26.572648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] For port 0b683557-f62b-4c05-bf45-63cfd7cc3598, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0b683557-f62b-4c05-bf45-63cfd7cc3598,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:32:26.587790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:26.675680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] For port c324a0e9-00a4-4fd2-86f9-059ae6509fe0, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:26.677093 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:26.702000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Calling delete_port for c324a0e9-00a4-4fd2-86f9-059ae6509fe0 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:26.789598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:26.791924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:26.792124 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] 10.222.0.45 "PUT /v2.0/ports/0b683557-f62b-4c05-bf45-63cfd7cc3598 HTTP/1.1" status: 200 len: 1091 time: 2.4903603 Jul 14 11:32:26.812166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24156af9-0158-4ac1-b0bb-76c75524874c', 'tag': '0b683557-f62b-4c05-bf45-63cfd7cc3598'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:26.815318 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e107c8ef-198d-4482-be27-88459f7ed86c" -d '{"events": [{"name": "network-changed", "server_uuid": "24156af9-0158-4ac1-b0bb-76c75524874c", "tag": "0b683557-f62b-4c05-bf45-63cfd7cc3598"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:26.955110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583c341-af5a-43ed-8224-546b1b483e2f req-41334d3e-4ff2-49b6-a7c1-0909348727e4 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:26.957913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1583c341-af5a-43ed-8224-546b1b483e2f req-41334d3e-4ff2-49b6-a7c1-0909348727e4 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 932 time: 0.2387710 Jul 14 11:32:27.026434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc5f4-aa95-41d5-a1c4-bb199c5f9337 req-7fed8d3c-6840-4abd-8c80-4f2a2bacac96 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:27.028706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46ddc5f4-aa95-41d5-a1c4-bb199c5f9337 req-7fed8d3c-6840-4abd-8c80-4f2a2bacac96 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.3107319 Jul 14 11:32:27.083894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1583c341-af5a-43ed-8224-546b1b483e2f req-fcff99f8-4eed-403a-9a8d-2e719b427a30 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173344 Jul 14 11:32:27.120434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46ddc5f4-aa95-41d5-a1c4-bb199c5f9337 req-50cce91d-71ba-49d2-a480-77a85f0e190e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668523 Jul 14 11:32:27.173220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:27.186178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['c324a0e9-00a4-4fd2-86f9-059ae6509fe0'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:27.243840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event deleted for resources: {'Port': ['ID=c324a0e9-00a4-4fd2-86f9-059ae6509fe0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:27.284273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387f54c2-cb05-4865-a6da-4ad5ef78049f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:27.335694 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf9fe03-d506-4a17-ae60-301472ff382a x-openstack-request-id: req-3cf9fe03-d506-4a17-ae60-301472ff382a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:27.336019 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24156af9-0158-4ac1-b0bb-76c75524874c", "tag": "0b683557-f62b-4c05-bf45-63cfd7cc3598", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:27.336278 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cf9fe03-d506-4a17-ae60-301472ff382a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:27.337410 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24156af9-0158-4ac1-b0bb-76c75524874c', 'tag': '0b683557-f62b-4c05-bf45-63cfd7cc3598', 'status': 'completed', 'code': 200} Jul 14 11:32:27.339503 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:27.366203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] No DVR routers for this DVR port c324a0e9-00a4-4fd2-86f9-059ae6509fe0 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:27.373879 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:27.381206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac6f0a62-4489-41e4-a044-6ee2a857ded4 req-2a752518-adb5-4e93-be46-de6828031f2a tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "DELETE /v2.0/ports/c324a0e9-00a4-4fd2-86f9-059ae6509fe0 HTTP/1.1" status: 204 len: 173 time: 1.3573546 Jul 14 11:32:27.382066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'name': 'network-vif-deleted', 'tag': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:27.404746 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b44a3b-784b-4444-8a9a-7c267e776eae" -d '{"events": [{"server_uuid": "f1b2fbf9-4418-40fb-9115-d5aec414b63b", "name": "network-vif-deleted", "tag": "c324a0e9-00a4-4fd2-86f9-059ae6509fe0"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:27.483155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Transition to ACTIVE for port object 387f54c2-cb05-4865-a6da-4ad5ef78049f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:32:27.512370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68476bf-c552-46d0-b77b-db5e5e12e629 service neutron] Pushing event updated for resources: {'Port': ['ID=0b683557-f62b-4c05-bf45-63cfd7cc3598,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:27.536416 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:27.562472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-263b2a80-aa35-4401-b573-dc12ef625f47 req-9c802bf5-5e96-4ff9-ad4c-c9091eabbe11 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b2fbf9-4418-40fb-9115-d5aec414b63b HTTP/1.1" status: 200 len: 210 time: 0.0604067 Jul 14 11:32:27.606033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Pushing event updated for resources: {'Port': ['ID=387f54c2-cb05-4865-a6da-4ad5ef78049f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:27.683239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-301a6452-465e-475a-aa59-aa5a2a249112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:27.684949 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-301a6452-465e-475a-aa59-aa5a2a249112 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&device_id=24156af9-0158-4ac1-b0bb-76c75524874c HTTP/1.1" status: 200 len: 1094 time: 0.4036603 Jul 14 11:32:27.738305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44f545-5d4e-45d0-8e2f-96d3fbc36695 req-1bc862c4-274c-4607-85d3-980640df0fc0 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:27.746797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb44f545-5d4e-45d0-8e2f-96d3fbc36695 req-1bc862c4-274c-4607-85d3-980640df0fc0 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.1817529 Jul 14 11:32:27.838698 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-75f9d7c6-294d-49c5-a140-3afbd9dba78b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b683557-f62b-4c05-bf45-63cfd7cc3598 HTTP/1.1" status: 200 len: 217 time: 0.0518856 Jul 14 11:32:27.839916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Attempting to bind port 387f54c2-cb05-4865-a6da-4ad5ef78049f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:27.840318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Attempting to bind port 387f54c2-cb05-4865-a6da-4ad5ef78049f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:27.840654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Attempting to bind port 387f54c2-cb05-4865-a6da-4ad5ef78049f on network 57872d7c-7d0f-406f-a611-7f304d0d9658 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:27.852970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb44f545-5d4e-45d0-8e2f-96d3fbc36695 req-ab2bbbdf-dbcf-473f-9324-b260da0d3e4a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018581 Jul 14 11:32:27.901291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Port 387f54c2-cb05-4865-a6da-4ad5ef78049f on network 57872d7c-7d0f-406f-a611-7f304d0d9658 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:27.901867 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Attempting to bind port 387f54c2-cb05-4865-a6da-4ad5ef78049f on network 57872d7c-7d0f-406f-a611-7f304d0d9658 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:27.919906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:27.922636 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6bd352-caa5-4a44-b966-54cdab20f3af x-openstack-request-id: req-ba6bd352-caa5-4a44-b966-54cdab20f3af {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:27.923203 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b2fbf9-4418-40fb-9115-d5aec414b63b", "name": "network-vif-deleted", "tag": "c324a0e9-00a4-4fd2-86f9-059ae6509fe0", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:27.923399 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba6bd352-caa5-4a44-b966-54cdab20f3af {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:27.923943 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b2fbf9-4418-40fb-9115-d5aec414b63b', 'name': 'network-vif-deleted', 'tag': 'c324a0e9-00a4-4fd2-86f9-059ae6509fe0', 'status': 'completed', 'code': 200} Jul 14 11:32:27.924517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Checking segment: {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:27.925066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Bound using segment: {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:27.935432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Bound port: 387f54c2-cb05-4865-a6da-4ad5ef78049f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:27.935432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:27.974411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-86e8d6be-201b-491b-9881-7a2cdae0625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:27.976081 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-86e8d6be-201b-491b-9881-7a2cdae0625c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a HTTP/1.1" status: 200 len: 853 time: 0.1289387 Jul 14 11:32:28.001273 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:28.038276 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-87614fb7-2e8b-457d-898a-b6ec2ca38a28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57872d7c-7d0f-406f-a611-7f304d0d9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529606 Jul 14 11:32:28.191180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] For port 387f54c2-cb05-4865-a6da-4ad5ef78049f, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:28.197919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] For port 387f54c2-cb05-4865-a6da-4ad5ef78049f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=387f54c2-cb05-4865-a6da-4ad5ef78049f,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:32:28.218553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:28.291819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:28.293083 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:28.298314 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] 10.222.0.64 "PUT /v2.0/ports/387f54c2-cb05-4865-a6da-4ad5ef78049f HTTP/1.1" status: 200 len: 1092 time: 2.6731262 Jul 14 11:32:28.371731 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-69cabb21-c3f6-4ada-af66-8e63aaa9385b service neutron] 10.222.0.45 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099785 Jul 14 11:32:28.394795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea1036-280e-437d-8548-da107825e68a req-5f99515d-9154-47f3-ad7f-e9acf9a59b91 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:28.404261 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6ea1036-280e-437d-8548-da107825e68a req-5f99515d-9154-47f3-ad7f-e9acf9a59b91 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 944 time: 0.1298327 Jul 14 11:32:28.495007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Pushing event updated for resources: {'Port': ['ID=387f54c2-cb05-4865-a6da-4ad5ef78049f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:28.593366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.593739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.594108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.594455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.594792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.595130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.595468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.595829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.596207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.596569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.596979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.597218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75bd65-397b-4fc6-9914-bc3d87c2e025 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:28.606568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6ea1036-280e-437d-8548-da107825e68a req-e6a6d4bc-0e84-422a-84fd-dd481d70551a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004342 Jul 14 11:32:28.654399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898e06b-7cd8-4044-bddd-ca61a0f84937 req-76b1730e-3df3-4fab-b81d-8c3c9b7183ba tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:28.660588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4898e06b-7cd8-4044-bddd-ca61a0f84937 req-76b1730e-3df3-4fab-b81d-8c3c9b7183ba tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2538428 Jul 14 11:32:28.669530 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-ff682c30-77d7-43ba-9110-6246325cd34d service neutron] 10.222.0.45 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968304 Jul 14 11:32:28.686229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-4cd2f994-fb37-4192-a29f-dca2a8e22ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:28.688070 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-4cd2f994-fb37-4192-a29f-dca2a8e22ba3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 1095 time: 0.1486099 Jul 14 11:32:28.752661 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4898e06b-7cd8-4044-bddd-ca61a0f84937 req-9b7e8542-2353-417f-9caa-eb25905fca6f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840416 Jul 14 11:32:28.821649 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-12072e17-743f-404f-8258-de67980ba2ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=387f54c2-cb05-4865-a6da-4ad5ef78049f HTTP/1.1" status: 200 len: 217 time: 0.1260040 Jul 14 11:32:29.006024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-32fc2c3c-69cf-4363-8680-db0193f273cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:29.016992 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-32fc2c3c-69cf-4363-8680-db0193f273cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a HTTP/1.1" status: 200 len: 853 time: 0.1800804 Jul 14 11:32:29.128811 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-202d2597-baae-41df-bda8-8e9bf1a0f2e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57872d7c-7d0f-406f-a611-7f304d0d9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056073 Jul 14 11:32:29.151188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107c8ef-198d-4482-be27-88459f7ed86c req-6995eadb-1ad6-48a3-a7b6-9e5b2a75ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:29.157986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e107c8ef-198d-4482-be27-88459f7ed86c req-6995eadb-1ad6-48a3-a7b6-9e5b2a75ae9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&device_id=24156af9-0158-4ac1-b0bb-76c75524874c HTTP/1.1" status: 200 len: 1094 time: 0.3615382 Jul 14 11:32:29.238280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f834230-0e00-48b4-b252-ac8dce2d1bdd req-ba824f05-3fc9-4450-b49d-22c77b6d3fa8 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:29.246206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f834230-0e00-48b4-b252-ac8dce2d1bdd req-ba824f05-3fc9-4450-b49d-22c77b6d3fa8 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 945 time: 0.1559627 Jul 14 11:32:29.391588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c324a0e9-00a4-4fd2-86f9-059ae6509fe0 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:29.392572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f24c6e-f714-4ae4-a59f-2494977c6831', 'tag': '387f54c2-cb05-4865-a6da-4ad5ef78049f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:29.394013 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b122f68-6031-4b29-be8b-99a5711ccd99" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f24c6e-f714-4ae4-a59f-2494977c6831", "tag": "387f54c2-cb05-4865-a6da-4ad5ef78049f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:29.444267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: c324a0e9-00a4-4fd2-86f9-059ae6509fe0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:32:29.444757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c324a0e9-00a4-4fd2-86f9-059ae6509fe0 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:32:29.446612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f834230-0e00-48b4-b252-ac8dce2d1bdd req-354e1ab7-39f0-41db-ba7c-469f95586216 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989040 Jul 14 11:32:29.500131 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-fff96f1c-6ea8-4d7d-8573-6792bfb5a17a service neutron] 10.222.0.64 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523483 Jul 14 11:32:29.634839 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c707cfe6-68e2-4702-999a-c1359040cc83 x-openstack-request-id: req-c707cfe6-68e2-4702-999a-c1359040cc83 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:29.635228 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f24c6e-f714-4ae4-a59f-2494977c6831", "tag": "387f54c2-cb05-4865-a6da-4ad5ef78049f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:29.635410 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c707cfe6-68e2-4702-999a-c1359040cc83 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:29.635770 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f24c6e-f714-4ae4-a59f-2494977c6831', 'tag': '387f54c2-cb05-4865-a6da-4ad5ef78049f', 'status': 'completed', 'code': 200} Jul 14 11:32:29.645467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-e5a02b99-3c5a-416e-82e2-e8e6f07f4d70 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:29.651963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-e5a02b99-3c5a-416e-82e2-e8e6f07f4d70 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/networks?id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 200 len: 822 time: 0.3803697 Jul 14 11:32:29.664069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107c8ef-198d-4482-be27-88459f7ed86c req-191b536f-a87e-47a5-a925-284cb736587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:29.666286 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e107c8ef-198d-4482-be27-88459f7ed86c req-191b536f-a87e-47a5-a925-284cb736587f service neutron] 10.222.0.45 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 913 time: 0.4935193 Jul 14 11:32:29.675019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-97153431-fa5c-4c54-9d94-9e02e62ace78 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/quotas/78c1d545a7b944b5a213f41c68459e0c HTTP/1.1" status: 200 len: 375 time: 0.0159013 Jul 14 11:32:29.720483 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e107c8ef-198d-4482-be27-88459f7ed86c req-b6176075-aaf6-48c9-96b4-7aaf47fd05dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b683557-f62b-4c05-bf45-63cfd7cc3598 HTTP/1.1" status: 200 len: 217 time: 0.0410752 Jul 14 11:32:29.820466 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bcc3081-36e0-42df-a3ae-b45a77201f9b req-915a794b-500f-4612-aa4a-726deed3683d service neutron] 10.222.0.64 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047814 Jul 14 11:32:29.832775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-a32876b8-88b1-471e-bdcb-d04f78c81374 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=78c1d545a7b944b5a213f41c68459e0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1488113 Jul 14 11:32:29.839319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107c8ef-198d-4482-be27-88459f7ed86c req-fa58f1dc-eebb-4c15-89a1-6d596039de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:29.840877 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e107c8ef-198d-4482-be27-88459f7ed86c req-fa58f1dc-eebb-4c15-89a1-6d596039de37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a HTTP/1.1" status: 200 len: 853 time: 0.1052063 Jul 14 11:32:29.929804 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e107c8ef-198d-4482-be27-88459f7ed86c req-d259de29-c2be-4340-812a-1bd0fc3c7836 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57872d7c-7d0f-406f-a611-7f304d0d9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796824 Jul 14 11:32:29.970028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-3c082a4f-f436-4f90-b3b3-6a495081f265 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:32:29.981892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-3c082a4f-f436-4f90-b3b3-6a495081f265 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1444016 Jul 14 11:32:30.129731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-0cf15aaf-8479-434c-b037-fd4793261926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:30.131531 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-0cf15aaf-8479-434c-b037-fd4793261926 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 1095 time: 0.2141824 Jul 14 11:32:30.138313 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e107c8ef-198d-4482-be27-88459f7ed86c req-fd8a424e-280b-4d4f-92fd-e1f49d6f7091 service neutron] 10.222.0.45 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958871 Jul 14 11:32:30.227892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca7696-81f6-4516-bc7d-9bbf0deb2e2a req-ac31541b-a592-4ca8-831d-a4a81163c76b tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:30.229554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cca7696-81f6-4516-bc7d-9bbf0deb2e2a req-ac31541b-a592-4ca8-831d-a4a81163c76b tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 944 time: 0.3830550 Jul 14 11:32:30.267494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-fd6ddcc4-3134-4dae-bd1e-bd270ef08dc2 service neutron] 10.222.0.38 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844584 Jul 14 11:32:30.445685 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e107c8ef-198d-4482-be27-88459f7ed86c req-ef238002-cf47-450e-8266-f8a620ec7b18 service neutron] 10.222.0.45 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915695 Jul 14 11:32:30.491883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-f72275ae-bc4d-4216-be04-1b9cfb69b133 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:30.494465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-f72275ae-bc4d-4216-be04-1b9cfb69b133 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1096 time: 0.4330881 Jul 14 11:32:30.513518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cca7696-81f6-4516-bc7d-9bbf0deb2e2a req-5c60f1e5-17bf-40c3-85a4-2b592989a0ae tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722998 Jul 14 11:32:30.521224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-8'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:30.545615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-6c4ad38e-1485-4923-b96a-6abc7e36b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:30.548928 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-6c4ad38e-1485-4923-b96a-6abc7e36b900 service neutron] 10.222.0.64 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 913 time: 0.4034855 Jul 14 11:32:30.637978 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-db7451e6-8051-4362-9486-7c7728ce5644 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=387f54c2-cb05-4865-a6da-4ad5ef78049f HTTP/1.1" status: 200 len: 217 time: 0.0807109 Jul 14 11:32:30.751972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-fefa63e1-05bf-4e3f-b4b5-3b07defa1e93 service neutron] 10.222.0.38 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508302 Jul 14 11:32:30.763325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-c84b74a8-77a5-4116-b5cf-f68acef9cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:30.768167 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-c84b74a8-77a5-4116-b5cf-f68acef9cc29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a HTTP/1.1" status: 200 len: 853 time: 0.1141839 Jul 14 11:32:30.814824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-7ea0ac59-5bba-446c-b49c-d9d6eb07e8ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57872d7c-7d0f-406f-a611-7f304d0d9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379977 Jul 14 11:32:30.824372 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:31.039222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-a29d9998-6960-49a3-b2ea-f798f5bbf3e8 service neutron] 10.222.0.64 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169900 Jul 14 11:32:31.090184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:31.172054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bff2f-66b6-428c-af1f-c4935055aa3a req-371d96c7-be74-45ad-b4fe-27e42d7114f1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:31.179500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d7bff2f-66b6-428c-af1f-c4935055aa3a req-371d96c7-be74-45ad-b4fe-27e42d7114f1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.4001398 Jul 14 11:32:31.213048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:31.279450 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0b122f68-6031-4b29-be8b-99a5711ccd99 req-3b006fd6-84e8-4d34-a7fd-98a63066f619 service neutron] 10.222.0.64 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322476 Jul 14 11:32:31.306697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d7bff2f-66b6-428c-af1f-c4935055aa3a req-583b9194-9b17-4eb1-a5d8-dd3e78926d48 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250453 Jul 14 11:32:31.348979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:31.357164 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b9eec-7690-480a-a2d6-a7bc5f1e94c2" -d '{"events": [{"server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "name": "network-vif-unplugged", "status": "completed", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:31.366569 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:31.380265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:31.706525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on host n-h1-778696-8 for vnic_type normal with profile {"migrating_to": "n-h2-778696-8"} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:31.707071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:31.707369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:31.729504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:31.729835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:31.741191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0b683557-f62b-4c05-bf45-63cfd7cc3598 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:32:31.783336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Pushing event updated for resources: {'Port': ['ID=46606d75-0b58-4437-b74c-1daf55b91b15,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:31.892650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39382) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:31.910140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f52a723-29bd-43ac-955f-e558fb416597 req-870efa35-617e-400f-a2af-6665712dc8ae tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 210 time: 0.2354333 Jul 14 11:32:31.921989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:31.924303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:31.926086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:31.926931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Bound port: 46606d75-0b58-4437-b74c-1daf55b91b15, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:31.928240 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:32.014843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0b683557-f62b-4c05-bf45-63cfd7cc3598, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0b683557-f62b-4c05-bf45-63cfd7cc3598,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:32.048361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '0b683557-f62b-4c05-bf45-63cfd7cc3598', 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658', 'port_id': '0b683557-f62b-4c05-bf45-63cfd7cc3598', 'mac_address': 'fa:16:3e:05:be:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8245d9ba-cd2d-44c9-8d28-24a8fd24d88a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:32:32.118771 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838736c4-a742-4bd0-bdb9-4d872f203f2b x-openstack-request-id: req-838736c4-a742-4bd0-bdb9-4d872f203f2b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:32.119374 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "name": "network-vif-unplugged", "status": "completed", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:32.119980 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-838736c4-a742-4bd0-bdb9-4d872f203f2b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:32.120709 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15', 'code': 200} Jul 14 11:32:32.158682 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:32.182705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82cf7e-6287-490a-ad8f-c6ddb3abb8bc req-4bd33bc8-da8d-4872-860e-021ed63b82ad tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:32.188129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b683557-f62b-4c05-bf45-63cfd7cc3598 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:32.199724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d82cf7e-6287-490a-ad8f-c6ddb3abb8bc req-4bd33bc8-da8d-4872-860e-021ed63b82ad tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 943 time: 0.4024074 Jul 14 11:32:32.219527 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3876f35e-dae5-4a2a-a0ef-34916d2515ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:32.237787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0b683557-f62b-4c05-bf45-63cfd7cc3598, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0b683557-f62b-4c05-bf45-63cfd7cc3598,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:32.248520 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:32.249256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 46606d75-0b58-4437-b74c-1daf55b91b15 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:32:32.450821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d82cf7e-6287-490a-ad8f-c6ddb3abb8bc req-4c0aa826-25f1-480f-999e-c7a458a9aead tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483938 Jul 14 11:32:32.485648 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.resource_extend [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:32:32.545436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3876f35e-dae5-4a2a-a0ef-34916d2515ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:32.563833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3876f35e-dae5-4a2a-a0ef-34916d2515ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:32.599450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=0b683557-f62b-4c05-bf45-63cfd7cc3598,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:32.618816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:32.707260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:32:32.714364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3876f35e-dae5-4a2a-a0ef-34916d2515ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7cc4c72bc347460d8b3e4a5eb6acaf60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8200200 Jul 14 11:32:32.714961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876f35e-dae5-4a2a-a0ef-34916d2515ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04749b2e-2b7f-4dfa-be32-bb74d6df37f6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:32.722533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39394) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:32.735791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:32.746397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:32.803373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on host n-h1-778696-8 for vnic_type normal with profile {"migrating_to": "n-h2-778696-8"} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:32.806201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:32.806776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:32.818696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:32.821571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Attempting to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:32.838310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:32.838982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:32.839758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:32.840486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Bound port: 46606d75-0b58-4437-b74c-1daf55b91b15, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:32.841056 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:32.994776 n-d-778696-8 neutron-server[93703]: WARNING neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Concurrent port binding operations failed on port 46606d75-0b58-4437-b74c-1daf55b91b15 Jul 14 11:32:32.998901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:33.000609 n-d-778696-8 neutron-server[93703]: INFO neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Attempt 2 to bind port 46606d75-0b58-4437-b74c-1daf55b91b15 Jul 14 11:32:33.001256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 46606d75-0b58-4437-b74c-1daf55b91b15 has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:32:33.044751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa9840-97da-4bb0-a0c0-9a3d3f247870 req-612bb466-d0d9-43c8-9c48-c929ec6d5c76 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:33.052400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95aa9840-97da-4bb0-a0c0-9a3d3f247870 req-612bb466-d0d9-43c8-9c48-c929ec6d5c76 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 944 time: 0.6225300 Jul 14 11:32:33.118593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:33.119244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:33.120779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] 10.222.0.45 "PUT /v2.0/ports/46606d75-0b58-4437-b74c-1daf55b91b15 HTTP/1.1" status: 200 len: 1121 time: 2.6041069 Jul 14 11:32:33.135619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95aa9840-97da-4bb0-a0c0-9a3d3f247870 req-3ca3d1e3-c9d7-484b-9ea6-216ac1f9a5e7 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822256 Jul 14 11:32:33.201862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['46606d75-0b58-4437-b74c-1daf55b91b15'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:33.284690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['46606d75-0b58-4437-b74c-1daf55b91b15'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:33.288306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e78552-095d-42e7-965a-c24fe5745a1e service neutron] Pushing event updated for resources: {'Port': ['ID=46606d75-0b58-4437-b74c-1daf55b91b15,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:33.366183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['0b683557-f62b-4c05-bf45-63cfd7cc3598'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:33.442992 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a34f04b6-1185-4e2f-a988-18323c0814c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:33.455946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 387f54c2-cb05-4865-a6da-4ad5ef78049f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:32:33.713994 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a34f04b6-1185-4e2f-a988-18323c0814c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:33.719712 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.resource_extend [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:32:33.826861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9a290-b6c8-4286-a246-c5e57dc0b373 req-65180db7-6398-4e28-9e4e-633eea8df709 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:33.832008 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37e9a290-b6c8-4286-a246-c5e57dc0b373 req-65180db7-6398-4e28-9e4e-633eea8df709 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.7569971 Jul 14 11:32:33.969439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-068a71f8-d832-45e5-bfaf-0601550cabbf tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:33.973237 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-068a71f8-d832-45e5-bfaf-0601550cabbf tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "GET /v2.0/networks?id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 200 len: 822 time: 0.2836313 Jul 14 11:32:33.975564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a34f04b6-1185-4e2f-a988-18323c0814c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:33.986261 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a34f04b6-1185-4e2f-a988-18323c0814c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:33.990603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Request body: {'port': {'device_id': '3962ec61-d989-4c8d-a600-ee6de6f17227', 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7', 'admin_state_up': True, 'tenant_id': '78c1d545a7b944b5a213f41c68459e0c'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:33.993913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a34f04b6-1185-4e2f-a988-18323c0814c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04749b2e-2b7f-4dfa-be32-bb74d6df37f6 HTTP/1.1" status: 204 len: 168 time: 1.2681119 Jul 14 11:32:34.090266 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b00b4efa-4304-483f-8440-d33aea1e999a req-824b2f18-83c4-4016-9175-2b3735b64fea tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 210 time: 0.1342649 Jul 14 11:32:34.183622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f04b6-1185-4e2f-a988-18323c0814c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04749b2e-2b7f-4dfa-be32-bb74d6df37f6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:34.191301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:34.212657 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:34.297342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37e9a290-b6c8-4286-a246-c5e57dc0b373 req-1bb0c185-f6d8-4cda-9c88-2dbf4d4034a2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629477 Jul 14 11:32:34.375932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Made reservation on behalf of 78c1d545a7b944b5a213f41c68459e0c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:32:34.397656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:34.505720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aade5e-f7d9-4993-a048-de69cae8e7f1 req-454f93a9-2c0d-4085-a0bf-e09c8ba07376 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:34.514731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94aade5e-f7d9-4993-a048-de69cae8e7f1 req-454f93a9-2c0d-4085-a0bf-e09c8ba07376 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 943 time: 0.2675891 Jul 14 11:32:34.616444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94aade5e-f7d9-4993-a048-de69cae8e7f1 req-50cd60fe-a4ff-4573-acdd-629b3355f201 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007407 Jul 14 11:32:34.737826 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80c0d07-4cbf-4132-ba31-828e13c5b69e x-openstack-request-id: req-d80c0d07-4cbf-4132-ba31-828e13c5b69e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:34.738776 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:34.739210 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d80c0d07-4cbf-4132-ba31-828e13c5b69e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:34.739821 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15', 'status': 'completed', 'code': 200} Jul 14 11:32:34.798134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 387f54c2-cb05-4865-a6da-4ad5ef78049f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=387f54c2-cb05-4865-a6da-4ad5ef78049f,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:34.840460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '387f54c2-cb05-4865-a6da-4ad5ef78049f', 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658', 'port_id': '387f54c2-cb05-4865-a6da-4ad5ef78049f', 'mac_address': 'fa:16:3e:da:dc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8245d9ba-cd2d-44c9-8d28-24a8fd24d88a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:32:34.881129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39416) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:34.893585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Allocated IP 172.20.0.14 (cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7/5fc508c3-e915-4a6e-9310-d0c29a8839f1/627f323b-54e0-4e24-b44c-40342798030a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:32:35.026283 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-beac8ee8-0aa2-4a54-b809-bae0167dd209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:35.068816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-e24cc490-9c04-4f56-9aa6-ba67857fe7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:35.071190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-e24cc490-9c04-4f56-9aa6-ba67857fe7e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1124 time: 0.3074830 Jul 14 11:32:35.161092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:35.316220 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:35.342157 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:35.358394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387f54c2-cb05-4865-a6da-4ad5ef78049f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:35.392415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 387f54c2-cb05-4865-a6da-4ad5ef78049f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=387f54c2-cb05-4865-a6da-4ad5ef78049f,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:35.399917 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:35.467232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:32:35.472567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:32:35.478437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:32:35.478758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=387f54c2-cb05-4865-a6da-4ad5ef78049f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:35.505896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event updated for resources: {'Port': ['ID=627f323b-54e0-4e24-b44c-40342798030a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:35.543054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:35.544122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:35.610336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9c5f0-d1b8-4cf1-b408-5ccda26a4ceb req-2dad7cf1-acd7-48ec-bbf6-48ad04c63d2d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:35.617972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00a9c5f0-d1b8-4cf1-b408-5ccda26a4ceb req-2dad7cf1-acd7-48ec-bbf6-48ad04c63d2d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 944 time: 0.7380254 Jul 14 11:32:35.646879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['387f54c2-cb05-4865-a6da-4ad5ef78049f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:35.732485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-9e8db767-ddc5-46c2-a4e0-6ebfeeef1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:35.733994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-9e8db767-ddc5-46c2-a4e0-6ebfeeef1132 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.6547422 Jul 14 11:32:35.750174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00a9c5f0-d1b8-4cf1-b408-5ccda26a4ceb req-8e10848c-0099-4ba3-ab86-0f0b5d025781 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312087 Jul 14 11:32:35.770737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8322b-7472-472e-a552-5160e2719c67 req-adf5954f-94b9-4db8-9630-8a835920b55c tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:35.778113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebc8322b-7472-472e-a552-5160e2719c67 req-adf5954f-94b9-4db8-9630-8a835920b55c tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 932 time: 0.2526147 Jul 14 11:32:35.850003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-beac8ee8-0aa2-4a54-b809-bae0167dd209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:35.851458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-fd1d33de-1c5f-4868-86db-752525186c44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46606d75-0b58-4437-b74c-1daf55b91b15 HTTP/1.1" status: 200 len: 217 time: 0.0886977 Jul 14 11:32:35.861595 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-f83459b1-b421-4364-b358-26d97931a9e9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8778780 Jul 14 11:32:35.874063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Request body: {'port': {'device_id': '3962ec61-d989-4c8d-a600-ee6de6f17227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:35.876498 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-beac8ee8-0aa2-4a54-b809-bae0167dd209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:35.951879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebc8322b-7472-472e-a552-5160e2719c67 req-24c5a550-0229-4a0e-893a-1253b45176e2 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727519 Jul 14 11:32:36.022384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac8ee8-0aa2-4a54-b809-bae0167dd209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae2ee3-f2e2-496b-9371-bbef6c0421bd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:36.050641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.067932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-beac8ee8-0aa2-4a54-b809-bae0167dd209 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da11630ba2c746979dbd5f970548dcf4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1834962 Jul 14 11:32:36.074050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39432) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:36.076123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-be62f585-d5c8-4aff-b835-97dc95a84445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:36.078494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-be62f585-d5c8-4aff-b835-97dc95a84445 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.2118905 Jul 14 11:32:36.163268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-5676a0ac-3cb3-4818-ab7b-80ff3c43fb40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721338 Jul 14 11:32:36.276627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261cad5-bcad-4c81-ac58-e93cc08a3664 req-5a622e39-75ec-4e53-9536-c897812d0678 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:36.292203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b261cad5-bcad-4c81-ac58-e93cc08a3664 req-5a622e39-75ec-4e53-9536-c897812d0678 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2841713 Jul 14 11:32:36.325217 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85c0a2bd-7a88-419a-a37a-922a422c437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.348067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136ef3-2910-4009-8ace-fed44d8026a3 req-8c6e76ec-bce1-408a-9db0-bbbc17bbe6d9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:36.349582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7136ef3-2910-4009-8ace-fed44d8026a3 req-8c6e76ec-bce1-408a-9db0-bbbc17bbe6d9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 943 time: 0.2569740 Jul 14 11:32:36.403955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85c0a2bd-7a88-419a-a37a-922a422c437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.407220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627f323b-54e0-4e24-b44c-40342798030a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:36.416566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.420483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b261cad5-bcad-4c81-ac58-e93cc08a3664 req-7a2fa9a4-39f1-4a52-bc56-13885427632f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354747 Jul 14 11:32:36.429652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-aa8804db-11b9-4362-bc53-1bdf0147c8ac service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534859 Jul 14 11:32:36.431465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Transition to ACTIVE for port object 627f323b-54e0-4e24-b44c-40342798030a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:32:36.437163 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.496414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Pushing event updated for resources: {'Port': ['ID=627f323b-54e0-4e24-b44c-40342798030a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:36.543815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7136ef3-2910-4009-8ace-fed44d8026a3 req-a1cc9983-7f76-4a3e-9b99-1c9e1be28716 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775076 Jul 14 11:32:36.602852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b061c4d7-b226-4bcf-8fde-7a2f74fd08cb req-bd89971c-30ef-4c78-9fb6-c72313475e72 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500869 Jul 14 11:32:36.604176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Attempting to bind port 627f323b-54e0-4e24-b44c-40342798030a on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:36.604776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Attempting to bind port 627f323b-54e0-4e24-b44c-40342798030a by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:36.605292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Attempting to bind port 627f323b-54e0-4e24-b44c-40342798030a on network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:36.611297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Port 627f323b-54e0-4e24-b44c-40342798030a on network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:36.611687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Attempting to bind port 627f323b-54e0-4e24-b44c-40342798030a on network cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:36.616790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85c0a2bd-7a88-419a-a37a-922a422c437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.620547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:36.621028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Checking segment: {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:36.621416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Bound using segment: {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:36.621943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Bound port: 627f323b-54e0-4e24-b44c-40342798030a, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:36.622336 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.622468 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85c0a2bd-7a88-419a-a37a-922a422c437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.628303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-85c0a2bd-7a88-419a-a37a-922a422c437e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22ae2ee3-f2e2-496b-9371-bbef6c0421bd HTTP/1.1" status: 204 len: 168 time: 0.5436723 Jul 14 11:32:36.642357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0a2bd-7a88-419a-a37a-922a422c437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae2ee3-f2e2-496b-9371-bbef6c0421bd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:36.718854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] For port 627f323b-54e0-4e24-b44c-40342798030a, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:36.724880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] For port 627f323b-54e0-4e24-b44c-40342798030a, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=627f323b-54e0-4e24-b44c-40342798030a,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:32:36.733347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.777312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:36.778218 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:36.781182 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] 10.222.0.64 "PUT /v2.0/ports/627f323b-54e0-4e24-b44c-40342798030a HTTP/1.1" status: 200 len: 1092 time: 0.9116774 Jul 14 11:32:36.781654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3962ec61-d989-4c8d-a600-ee6de6f17227', 'tag': '627f323b-54e0-4e24-b44c-40342798030a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:36.783971 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3962ec61-d989-4c8d-a600-ee6de6f17227", "tag": "627f323b-54e0-4e24-b44c-40342798030a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:36.814283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d6761-9b1f-4204-87b2-9d1bbfff69bc service neutron] Pushing event updated for resources: {'Port': ['ID=627f323b-54e0-4e24-b44c-40342798030a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:36.864292 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af082e58-531d-464c-b911-27160afd8150 x-openstack-request-id: req-af082e58-531d-464c-b911-27160afd8150 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:36.864585 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3962ec61-d989-4c8d-a600-ee6de6f17227", "tag": "627f323b-54e0-4e24-b44c-40342798030a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:36.864822 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af082e58-531d-464c-b911-27160afd8150 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:36.865383 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3962ec61-d989-4c8d-a600-ee6de6f17227', 'tag': '627f323b-54e0-4e24-b44c-40342798030a', 'status': 'completed', 'code': 200} Jul 14 11:32:36.917810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-b546eb81-daec-47d6-8a9a-e078765bebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:36.919342 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-b546eb81-daec-47d6-8a9a-e078765bebeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78c1d545a7b944b5a213f41c68459e0c&device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 1095 time: 0.0911841 Jul 14 11:32:36.977226 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-9c1fe0c9-08fe-477f-958b-4fbbdb699f3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=627f323b-54e0-4e24-b44c-40342798030a HTTP/1.1" status: 200 len: 217 time: 0.0494354 Jul 14 11:32:37.017753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-f42020b2-8a36-4ee2-ad69-458fc450a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.019356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-f42020b2-8a36-4ee2-ad69-458fc450a6d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 1097 time: 0.1409621 Jul 14 11:32:37.027908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2649a7e-3ef2-4236-80fb-a0ce6af12681 req-a7e802da-976a-4790-8a8d-74bda4905150 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.029401 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2649a7e-3ef2-4236-80fb-a0ce6af12681 req-a7e802da-976a-4790-8a8d-74bda4905150 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 945 time: 0.1297324 Jul 14 11:32:37.045551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-5dae8d83-11c6-40a6-99ad-ebf31bc25511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.048226 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-5dae8d83-11c6-40a6-99ad-ebf31bc25511 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fc508c3-e915-4a6e-9310-d0c29a8839f1 HTTP/1.1" status: 200 len: 862 time: 0.0638714 Jul 14 11:32:37.087393 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-e9bf47a6-99de-4602-859c-63ec6e23d458 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325513 Jul 14 11:32:37.124989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-5adfaead-a385-46fa-a418-2ecf06a15cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.126418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-5adfaead-a385-46fa-a418-2ecf06a15cb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 911 time: 0.0961504 Jul 14 11:32:37.196711 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-e6ea1ba5-2a64-4ee4-8b58-e94eec1bea8f service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004462 Jul 14 11:32:37.209118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-32dc2841-4dd5-47f1-b228-2a06a31dfe5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83caa27c-dc2a-4fb7-a737-340255d3df49 HTTP/1.1" status: 200 len: 217 time: 0.0630155 Jul 14 11:32:37.260036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2649a7e-3ef2-4236-80fb-a0ce6af12681 req-f8fcc0ad-f3f3-4de7-ac22-9baaf9f52df2 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375432 Jul 14 11:32:37.301891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001bb68-b3e2-482e-81af-4849b763eccb req-4a0396f7-d50e-406f-83a3-06dbd4939708 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.303664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d001bb68-b3e2-482e-81af-4849b763eccb req-4a0396f7-d50e-406f-83a3-06dbd4939708 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 944 time: 0.1825082 Jul 14 11:32:37.311602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-720fb081-71d6-4f3f-88dd-cb319b18710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.313096 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-720fb081-71d6-4f3f-88dd-cb319b18710d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.0921173 Jul 14 11:32:37.314799 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a25f90c-4f40-4259-8de0-9cbe6e0da58b req-ed722606-1f4e-43e0-a89c-1afc20020f66 service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097567 Jul 14 11:32:37.358526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-8f10f5f3-fa44-4780-9c5d-d89cb2b3d0ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303452 Jul 14 11:32:37.396403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d001bb68-b3e2-482e-81af-4849b763eccb req-90336d49-f96b-40cc-bfc5-605b184adc37 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821638 Jul 14 11:32:37.421067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 387f54c2-cb05-4865-a6da-4ad5ef78049f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:32:37.446190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-f17d7e48-35a1-45e6-923d-9a514c5cdda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.448923 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-f17d7e48-35a1-45e6-923d-9a514c5cdda5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78c1d545a7b944b5a213f41c68459e0c&device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 1095 time: 0.0767510 Jul 14 11:32:37.490306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-4bee0b76-9bb2-4c1d-99ea-bc812dae7468 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211801 Jul 14 11:32:37.526442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 387f54c2-cb05-4865-a6da-4ad5ef78049f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:32:37.542797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 387f54c2-cb05-4865-a6da-4ad5ef78049f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:32:37.543357 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:37.595728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-3c0f7692-9255-4d41-926b-51b4fedc96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.597729 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-3c0f7692-9255-4d41-926b-51b4fedc96f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 200 len: 922 time: 0.1409307 Jul 14 11:32:37.647312 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-5832356e-b972-499c-8ec8-c17676d1e4a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=627f323b-54e0-4e24-b44c-40342798030a HTTP/1.1" status: 200 len: 217 time: 0.0399232 Jul 14 11:32:37.654909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:37.690159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f24c6e-f714-4ae4-a59f-2494977c6831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f54c2-cb05-4865-a6da-4ad5ef78049f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:37.693435 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091127f-2075-4520-93b2-7323640d6a64" -d '{"events": [{"server_uuid": "d4f24c6e-f714-4ae4-a59f-2494977c6831", "name": "network-vif-plugged", "status": "completed", "tag": "387f54c2-cb05-4865-a6da-4ad5ef78049f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:37.714030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-fcb3b01a-9d4b-495a-b1ea-6bb5ad61a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.715249 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-fcb3b01a-9d4b-495a-b1ea-6bb5ad61a613 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fc508c3-e915-4a6e-9310-d0c29a8839f1 HTTP/1.1" status: 200 len: 862 time: 0.0612009 Jul 14 11:32:37.719347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 387f54c2-cb05-4865-a6da-4ad5ef78049f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=387f54c2-cb05-4865-a6da-4ad5ef78049f,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:37.727212 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:37.753439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-beab5bdc-3cef-4aa3-9bf4-c4292072f423 req-2f7366f6-2ec3-4b04-a792-ed2739959734 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555447 Jul 14 11:32:37.764927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-77ecfd8d-10f1-4749-997b-dea7c89764ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425043 Jul 14 11:32:37.781119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005234d9-0476-411e-92dd-6067ac6d672f req-f4f9761c-9c0b-43a4-8be3-8627b3a062b5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:37.793630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-005234d9-0476-411e-92dd-6067ac6d672f req-f4f9761c-9c0b-43a4-8be3-8627b3a062b5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.2222440 Jul 14 11:32:37.798097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=387f54c2-cb05-4865-a6da-4ad5ef78049f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:37.804954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0b683557-f62b-4c05-bf45-63cfd7cc3598 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:32:37.876224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-005234d9-0476-411e-92dd-6067ac6d672f req-c0918636-0570-416d-87f2-38e9322488e9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808599 Jul 14 11:32:37.889536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 0b683557-f62b-4c05-bf45-63cfd7cc3598 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:32:37.894149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 0b683557-f62b-4c05-bf45-63cfd7cc3598 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:32:37.894527 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:37.927057 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-c0faa77c-2bb3-4acf-908d-4816b7a56257 service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529231 Jul 14 11:32:38.027251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3136-cd73-420c-b3c0-399200b1b39e req-6b29ada6-de80-4d46-a562-1b11b12252cb tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:38.036639 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692d3283-ae49-48b6-832b-e3e3cf49efff x-openstack-request-id: req-692d3283-ae49-48b6-832b-e3e3cf49efff {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:38.036639 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f24c6e-f714-4ae4-a59f-2494977c6831", "name": "network-vif-plugged", "status": "completed", "tag": "387f54c2-cb05-4865-a6da-4ad5ef78049f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:38.036639 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-692d3283-ae49-48b6-832b-e3e3cf49efff {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:38.037080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ece3136-cd73-420c-b3c0-399200b1b39e req-6b29ada6-de80-4d46-a562-1b11b12252cb tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 943 time: 0.1334217 Jul 14 11:32:38.037166 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f24c6e-f714-4ae4-a59f-2494977c6831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f54c2-cb05-4865-a6da-4ad5ef78049f', 'code': 200} Jul 14 11:32:38.091688 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:38.144389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ece3136-cd73-420c-b3c0-399200b1b39e req-cb223fbc-1611-40c4-9828-8a2158b1fe70 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086195 Jul 14 11:32:38.161613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1ec2c5e3-dc07-41f3-adc9-f75bfa6544bd req-3ded7fd9-1075-4810-b89d-529b8d6a5156 service neutron] 10.222.0.64 "GET /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259905 Jul 14 11:32:38.217733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0b683557-f62b-4c05-bf45-63cfd7cc3598, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0b683557-f62b-4c05-bf45-63cfd7cc3598,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:38.226788 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:38.231394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2083d3-ffb6-4547-8c95-e314b95fce49 req-990a2c76-602a-46dd-94c5-7aa2e9a0586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:38.233382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca2083d3-ffb6-4547-8c95-e314b95fce49 req-990a2c76-602a-46dd-94c5-7aa2e9a0586a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 1097 time: 0.1107743 Jul 14 11:32:38.281631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=0b683557-f62b-4c05-bf45-63cfd7cc3598,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:38.283265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca2083d3-ffb6-4547-8c95-e314b95fce49 req-ac94b093-91c1-4ed4-b022-35698ddb06f3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Jul 14 11:32:38.510115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945bfa1-5c06-4b00-a01c-2917f550ee0a req-ee30cebe-1d41-435c-b3e4-783edd2df961 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:38.516912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b945bfa1-5c06-4b00-a01c-2917f550ee0a req-ee30cebe-1d41-435c-b3e4-783edd2df961 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 946 time: 0.1109495 Jul 14 11:32:38.598298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b945bfa1-5c06-4b00-a01c-2917f550ee0a req-8e5ae5ee-b245-4e5e-84a5-d3be33458f00 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720327 Jul 14 11:32:38.638258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254143c-3f87-4fd6-9619-bf5cfe949834 req-2de3755f-8010-4908-bd1e-fb7cd1fe5402 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:38.639782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8254143c-3f87-4fd6-9619-bf5cfe949834 req-2de3755f-8010-4908-bd1e-fb7cd1fe5402 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 944 time: 0.0736108 Jul 14 11:32:38.684273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8254143c-3f87-4fd6-9619-bf5cfe949834 req-1b653715-5ecb-4da8-8032-2a415c77371f tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371532 Jul 14 11:32:39.110465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005fa13-c3dc-4400-a2a4-2cfd23dd05f1 req-ef8375ac-a002-4894-a959-53066986f400 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:39.120487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3005fa13-c3dc-4400-a2a4-2cfd23dd05f1 req-ef8375ac-a002-4894-a959-53066986f400 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1068211 Jul 14 11:32:39.177138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3005fa13-c3dc-4400-a2a4-2cfd23dd05f1 req-f207c3b7-eeab-4171-9e0d-7c86bd764875 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501337 Jul 14 11:32:39.422118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-49fd60aa-fe0e-4723-84cc-7aa1a27a6d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:39.433728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46884da5-bc5b-479f-9846-f8deb6eca9ec req-2fa02d7b-66c6-4226-a637-efe85131b0d9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:39.435773 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46884da5-bc5b-479f-9846-f8deb6eca9ec req-2fa02d7b-66c6-4226-a637-efe85131b0d9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 943 time: 0.1323252 Jul 14 11:32:39.518866 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46884da5-bc5b-479f-9846-f8deb6eca9ec req-1ce60fd7-a8c3-4c3f-b89b-3327378f5d85 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Jul 14 11:32:39.858515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b029-07fa-4a6f-870a-dab320d40d02 req-f2c547b1-531b-4d85-93de-707124d6bbea tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:39.866489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e9b029-07fa-4a6f-870a-dab320d40d02 req-f2c547b1-531b-4d85-93de-707124d6bbea tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 946 time: 0.1197958 Jul 14 11:32:39.953536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e9b029-07fa-4a6f-870a-dab320d40d02 req-3c2a6c2b-4e6a-4ac9-abbf-13f258b29355 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822337 Jul 14 11:32:40.037066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24156af9-0158-4ac1-b0bb-76c75524874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b683557-f62b-4c05-bf45-63cfd7cc3598'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:40.042307 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd8712a-cf9a-4c4c-a18a-59259e733450" -d '{"events": [{"server_uuid": "24156af9-0158-4ac1-b0bb-76c75524874c", "name": "network-vif-plugged", "status": "completed", "tag": "0b683557-f62b-4c05-bf45-63cfd7cc3598"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:40.139367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a5924-b6c5-45de-a40c-b62ae356bfd8 req-e581d5a4-5911-4c16-b702-5c63c5c52376 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:40.141305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-380a5924-b6c5-45de-a40c-b62ae356bfd8 req-e581d5a4-5911-4c16-b702-5c63c5c52376 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 944 time: 0.2166553 Jul 14 11:32:40.205292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-380a5924-b6c5-45de-a40c-b62ae356bfd8 req-b7a1ca0a-53cf-4198-98f4-61e812e4643d tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509901 Jul 14 11:32:40.264585 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b5a6e8-151c-4561-a33d-4eb6214b0705 x-openstack-request-id: req-e7b5a6e8-151c-4561-a33d-4eb6214b0705 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:40.265046 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24156af9-0158-4ac1-b0bb-76c75524874c", "name": "network-vif-plugged", "status": "completed", "tag": "0b683557-f62b-4c05-bf45-63cfd7cc3598", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:40.265456 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7b5a6e8-151c-4561-a33d-4eb6214b0705 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:40.266065 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24156af9-0158-4ac1-b0bb-76c75524874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b683557-f62b-4c05-bf45-63cfd7cc3598', 'code': 200} Jul 14 11:32:40.499018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374b446-ac8e-461b-8e49-d57bff25d581 req-58af85b8-a273-46b1-bb09-3c1a63d9cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:40.500666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3374b446-ac8e-461b-8e49-d57bff25d581 req-58af85b8-a273-46b1-bb09-3c1a63d9cc6a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24156af9-0158-4ac1-b0bb-76c75524874c HTTP/1.1" status: 200 len: 1096 time: 0.1587441 Jul 14 11:32:40.513795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b8cef-f3e2-4d7d-a128-60bcc15a272b req-fc695273-a547-4bf8-b502-3e5fed3f61ea tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:40.515316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b38b8cef-f3e2-4d7d-a128-60bcc15a272b req-fc695273-a547-4bf8-b502-3e5fed3f61ea tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 946 time: 0.1392322 Jul 14 11:32:40.522889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb2ee6-fc29-4f75-adfc-7dad96c7f340 req-7bd218db-fd73-4cc8-adbf-c6ed1f60739b tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:40.524968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ddb2ee6-fc29-4f75-adfc-7dad96c7f340 req-7bd218db-fd73-4cc8-adbf-c6ed1f60739b tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=24156af9-0158-4ac1-b0bb-76c75524874c HTTP/1.1" status: 200 len: 945 time: 0.1508560 Jul 14 11:32:40.625297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b38b8cef-f3e2-4d7d-a128-60bcc15a272b req-d7efd2eb-3b4c-4746-ba24-e47ad6d5289d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971408 Jul 14 11:32:40.631788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ddb2ee6-fc29-4f75-adfc-7dad96c7f340 req-ba3917d1-9d8d-4f02-a888-ac22f2305f47 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941641 Jul 14 11:32:40.649506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3374b446-ac8e-461b-8e49-d57bff25d581 req-153655b0-b17f-41f7-af71-9cb11aed9a8c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102092 Jul 14 11:32:40.909618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01600b-4e5d-4f6f-8bbe-5dd1eed93ff3 req-6343d249-8d09-4c42-8229-f0f9acf77687 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:40.911819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca01600b-4e5d-4f6f-8bbe-5dd1eed93ff3 req-6343d249-8d09-4c42-8229-f0f9acf77687 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 943 time: 0.1224973 Jul 14 11:32:40.967961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca01600b-4e5d-4f6f-8bbe-5dd1eed93ff3 req-2d5983c1-cb3c-40d7-b5c8-809c0b5d58ff tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 Jul 14 11:32:41.168026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-59e9ddc0-9bf4-4432-8474-8e0dc276dfe4 service neutron] 10.222.0.64 "GET /v2.0/ports/46606d75-0b58-4437-b74c-1daf55b91b15/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 384 time: 0.0865333 Jul 14 11:32:41.436062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 627f323b-54e0-4e24-b44c-40342798030a details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:32:41.524065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:41.571599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809adb3-cacc-4827-b33e-cdecb3975124 req-ed088f71-d324-40a1-8538-cf8031885055 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:41.585296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9809adb3-cacc-4827-b33e-cdecb3975124 req-ed088f71-d324-40a1-8538-cf8031885055 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 944 time: 0.2385786 Jul 14 11:32:41.615759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 627f323b-54e0-4e24-b44c-40342798030a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=627f323b-54e0-4e24-b44c-40342798030a,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:41.633898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 83caa27c-dc2a-4fb7-a737-340255d3df49 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:41.638949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '627f323b-54e0-4e24-b44c-40342798030a', 'network_id': 'cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7', 'port_id': '627f323b-54e0-4e24-b44c-40342798030a', 'mac_address': 'fa:16:3e:e9:4d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc508c3-e915-4a6e-9310-d0c29a8839f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:32:41.641786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:41.735588 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:41.757390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627f323b-54e0-4e24-b44c-40342798030a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:41.812559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9809adb3-cacc-4827-b33e-cdecb3975124 req-70276456-acbf-4ff6-ad44-e7fa238ba0bd tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254198 Jul 14 11:32:41.845795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46606d75-0b58-4437-b74c-1daf55b91b15 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:41.853139 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:41.864632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:41.880638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 627f323b-54e0-4e24-b44c-40342798030a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=627f323b-54e0-4e24-b44c-40342798030a,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:41.889490 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:41.901864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:41.952516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=83caa27c-dc2a-4fb7-a737-340255d3df49,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:41.971276 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:41.999491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Transition to ACTIVE for port object 46606d75-0b58-4437-b74c-1daf55b91b15 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:32:42.005942 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:42.015063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=627f323b-54e0-4e24-b44c-40342798030a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:42.113641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=83caa27c-dc2a-4fb7-a737-340255d3df49,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:42.119599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['627f323b-54e0-4e24-b44c-40342798030a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:42.135837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Pushing event updated for resources: {'Port': ['ID=46606d75-0b58-4437-b74c-1daf55b91b15,revision_number=10']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:42.172609 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a71782a-95a0-45a9-b231-a88398988f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:42.184257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.184805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.184805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.185156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.185760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.186093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.186423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.186802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.187133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.187459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.187797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.188126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:32:42.259129 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:42.268265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:42.284855 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73be2d1b-d789-4742-b5b0-d568942e22a5" -d '{"events": [{"server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "name": "network-vif-unplugged", "status": "completed", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:42.305747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] No DVR routers for this DVR port 46606d75-0b58-4437-b74c-1daf55b91b15 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:42.383882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-c9dcfe29-b2b9-4a03-8b25-2077bd224e9c service neutron] 10.222.0.64 "PUT /v2.0/ports/46606d75-0b58-4437-b74c-1daf55b91b15/bindings/n-h2-778696-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2107384 Jul 14 11:32:42.412141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-3a546dd6-c65f-438b-9259-e78dd4ceeffe tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:42.418851 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-3a546dd6-c65f-438b-9259-e78dd4ceeffe tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=601f5d35-1cc6-4b4d-883d-3af3c79bbe54 HTTP/1.1" status: 200 len: 944 time: 0.2847600 Jul 14 11:32:42.480696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8e761-43b4-43b8-a597-c4ae950c0f60 req-9d9cfd3d-bae3-42dc-88ec-8e05c59fb9fb tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:42.484618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5c8e761-43b4-43b8-a597-c4ae950c0f60 req-9d9cfd3d-bae3-42dc-88ec-8e05c59fb9fb tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=24156af9-0158-4ac1-b0bb-76c75524874c HTTP/1.1" status: 200 len: 945 time: 0.2789767 Jul 14 11:32:42.614558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5c8e761-43b4-43b8-a597-c4ae950c0f60 req-ea070583-eee7-4ddb-b876-bb488563f919 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101077 Jul 14 11:32:42.692797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-461836f8-f00b-4030-8b3c-e8d30a0e93e8 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:42.696486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-461836f8-f00b-4030-8b3c-e8d30a0e93e8 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.2073712 Jul 14 11:32:42.700320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Deleting port 83caa27c-dc2a-4fb7-a737-340255d3df49 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:42.700962 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:42.840428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] For port 83caa27c-dc2a-4fb7-a737-340255d3df49, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=83caa27c-dc2a-4fb7-a737-340255d3df49,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:42.840767 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:42.865714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-a2e2f3bc-9117-407a-98d6-f644558a9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:42.867498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-a2e2f3bc-9117-407a-98d6-f644558a9e75 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d&tenant_id=23c841083d26402ca921ca2bdccfbe4b HTTP/1.1" status: 200 len: 1095 time: 0.1592779 Jul 14 11:32:42.888523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Calling delete_port for 83caa27c-dc2a-4fb7-a737-340255d3df49 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:43.045409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4496c-8ee7-44fd-99b8-ba347785d1b0 req-449360e7-98ae-4cc5-aad3-08205b60fec1 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:43.049644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fb4496c-8ee7-44fd-99b8-ba347785d1b0 req-449360e7-98ae-4cc5-aad3-08205b60fec1 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 944 time: 0.2046711 Jul 14 11:32:43.078168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-d8094424-5aab-4607-ad7f-8d587ebca601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:43.079679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-d8094424-5aab-4607-ad7f-8d587ebca601 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1095 time: 0.1835637 Jul 14 11:32:43.185747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fb4496c-8ee7-44fd-99b8-ba347785d1b0 req-6cb15e96-3974-48d3-a6ea-b5fe96f4fe5b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281145 Jul 14 11:32:43.208616 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:43.256152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event deleted for resources: {'Port': ['ID=83caa27c-dc2a-4fb7-a737-340255d3df49,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:43.279120 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae5ad4-a87a-4ca7-bc7d-d6a37759b0f9 x-openstack-request-id: req-05ae5ad4-a87a-4ca7-bc7d-d6a37759b0f9 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:43.279631 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "name": "network-vif-unplugged", "status": "failed", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49", "code": 422}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:43.279715 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05ae5ad4-a87a-4ca7-bc7d-d6a37759b0f9 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:43.280107 n-d-778696-8 neutron-server[93703]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49', 'code': 422} returned with failed status Jul 14 11:32:43.290739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-78ba4622-4445-450e-adc0-09302525ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:43.292271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-78ba4622-4445-450e-adc0-09302525ca75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.2051530 Jul 14 11:32:43.310781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] No DVR routers for this DVR port 83caa27c-dc2a-4fb7-a737-340255d3df49 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:43.317995 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:43.321314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-898cd5f8-1170-43b1-a600-e223db4c5c08 req-691af856-d03a-476e-b332-f3af0cb4ae72 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "DELETE /v2.0/ports/83caa27c-dc2a-4fb7-a737-340255d3df49 HTTP/1.1" status: 204 len: 173 time: 0.9005065 Jul 14 11:32:43.321881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'name': 'network-vif-deleted', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:43.324243 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ec37c6-b200-4b0e-a116-ca796fd9b704" -d '{"events": [{"server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "name": "network-vif-deleted", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:43.350779 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:43.366877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-e866d072-ae12-47fb-93fa-7429f17e92e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46606d75-0b58-4437-b74c-1daf55b91b15 HTTP/1.1" status: 200 len: 217 time: 0.0524843 Jul 14 11:32:43.435162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-9f2cfea9-02a7-426c-938a-02e0c3b2853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:43.436958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-9f2cfea9-02a7-426c-938a-02e0c3b2853d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0667243 Jul 14 11:32:43.448880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 627f323b-54e0-4e24-b44c-40342798030a up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:32:43.489409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6f86a3b1-0d32-4f08-9cf7-8c9cf60db7f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432932 Jul 14 11:32:43.542796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 627f323b-54e0-4e24-b44c-40342798030a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:32:43.550343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 627f323b-54e0-4e24-b44c-40342798030a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:32:43.550717 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:43.624214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-dfda21f8-5496-4a3b-8af2-6d6b60a2d36d service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268487 Jul 14 11:32:43.759316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:43.824875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 627f323b-54e0-4e24-b44c-40342798030a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=627f323b-54e0-4e24-b44c-40342798030a,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:43.831680 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:43.832549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 46606d75-0b58-4437-b74c-1daf55b91b15 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:43.833263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-d1291b97-e178-47bc-a863-6286bd3c14b9 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999722 Jul 14 11:32:43.951704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=627f323b-54e0-4e24-b44c-40342798030a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:43.970454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 46606d75-0b58-4437-b74c-1daf55b91b15 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:32:44.037348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f2a52-0322-4c15-aed8-62cc7381b4a0 req-67b22803-3825-4f60-9dff-991202606234 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:44.041437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a93f2a52-0322-4c15-aed8-62cc7381b4a0 req-67b22803-3825-4f60-9dff-991202606234 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 946 time: 0.1686475 Jul 14 11:32:44.121675 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a93f2a52-0322-4c15-aed8-62cc7381b4a0 req-7fadfe62-3d0e-4b57-bef6-a740b8a12130 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736513 Jul 14 11:32:44.215948 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87db9e6-ff50-4cd8-8f38-bfa63225d85d x-openstack-request-id: req-a87db9e6-ff50-4cd8-8f38-bfa63225d85d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:44.216955 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601f5d35-1cc6-4b4d-883d-3af3c79bbe54", "name": "network-vif-deleted", "tag": "83caa27c-dc2a-4fb7-a737-340255d3df49", "status": "failed", "code": 422}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:44.216955 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a87db9e6-ff50-4cd8-8f38-bfa63225d85d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:44.217257 n-d-778696-8 neutron-server[93702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '601f5d35-1cc6-4b4d-883d-3af3c79bbe54', 'name': 'network-vif-deleted', 'tag': '83caa27c-dc2a-4fb7-a737-340255d3df49', 'status': 'failed', 'code': 422} returned with failed status Jul 14 11:32:44.273451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-3b4b3ded-0714-4d5f-a9fe-1cde5b769e39 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:44.275280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-3b4b3ded-0714-4d5f-a9fe-1cde5b769e39 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.0735073 Jul 14 11:32:44.529154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-001327ae-7053-4b2b-9e07-e1fe4c400677 service neutron] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:44.541009 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-001327ae-7053-4b2b-9e07-e1fe4c400677 service neutron] Notify callbacks [] for binding, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:44.550084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-001327ae-7053-4b2b-9e07-e1fe4c400677 service neutron] 10.222.0.45 "DELETE /v2.0/ports/46606d75-0b58-4437-b74c-1daf55b91b15/bindings/n-h1-778696-8 HTTP/1.1" status: 204 len: 173 time: 0.2596848 Jul 14 11:32:44.806565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faaa33-fac0-41cf-a757-498248727bac req-89424b48-ba01-4014-80bc-883315a1ef08 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:44.809100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6faaa33-fac0-41cf-a757-498248727bac req-89424b48-ba01-4014-80bc-883315a1ef08 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 944 time: 0.1253388 Jul 14 11:32:44.874468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6faaa33-fac0-41cf-a757-498248727bac req-04350711-ba09-4706-adea-259c78a13d5b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592031 Jul 14 11:32:45.087829 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:45.280915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3962ec61-d989-4c8d-a600-ee6de6f17227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627f323b-54e0-4e24-b44c-40342798030a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:45.283380 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb11a82e-c066-43ee-af75-55210745d9fc" -d '{"events": [{"server_uuid": "3962ec61-d989-4c8d-a600-ee6de6f17227", "name": "network-vif-plugged", "status": "completed", "tag": "627f323b-54e0-4e24-b44c-40342798030a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:45.666177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-8c0cb2dd-1edf-4cb1-9d13-38feebac1d36 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:45.667825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-8c0cb2dd-1edf-4cb1-9d13-38feebac1d36 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.6367335 Jul 14 11:32:45.704447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-3ceb4ae3-6b1b-4aef-a5b2-276ae9c9be60 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/quotas/9dff92e033a84752a3854a9be9772157 HTTP/1.1" status: 200 len: 375 time: 0.0276105 Jul 14 11:32:45.731528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-6e654196-fbfd-4f6c-ac88-bbaf26d917ba tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:45.735872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-6e654196-fbfd-4f6c-ac88-bbaf26d917ba tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 813 time: 0.6091905 Jul 14 11:32:45.773782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15ed16-f877-441b-81ad-299d80ff893c req-21d8cfbe-d2fc-4a60-b155-dfce239455fe tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:45.775276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f15ed16-f877-441b-81ad-299d80ff893c req-21d8cfbe-d2fc-4a60-b155-dfce239455fe tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.45 "GET /v2.0/ports?device_id=24156af9-0158-4ac1-b0bb-76c75524874c HTTP/1.1" status: 200 len: 945 time: 0.5454443 Jul 14 11:32:45.791326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-ef27b019-a55d-444e-ab83-df8c71a32a24 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819821 Jul 14 11:32:45.817682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-9957fd58-3b12-4421-90a8-ced2bb04c126 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/quotas/7df1d4f5c406438ca924231b995f95be HTTP/1.1" status: 200 len: 375 time: 0.0635040 Jul 14 11:32:45.978838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-f9be302b-2237-4739-b8d8-3bb6c598a779 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:32:45.979942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-f9be302b-2237-4739-b8d8-3bb6c598a779 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1878328 Jul 14 11:32:46.074048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-1cf26784-eedf-48af-8598-4371f5dfa810 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2350903 Jul 14 11:32:46.105507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-a53f58c6-b029-453a-9b89-a9b389e94dd8 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:46.107083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-a53f58c6-b029-453a-9b89-a9b389e94dd8 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4f24c6e-f714-4ae4-a59f-2494977c6831 HTTP/1.1" status: 200 len: 946 time: 0.2213523 Jul 14 11:32:46.184407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0f15ed16-f877-441b-81ad-299d80ff893c req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Deleting port 0b683557-f62b-4c05-bf45-63cfd7cc3598 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:46.184751 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0f15ed16-f877-441b-81ad-299d80ff893c req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:46.296496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-50b97e0e-ce0d-41f1-86f9-1ace9c16f6fc service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095808 Jul 14 11:32:46.424850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-de7c82db-a061-4a84-b90a-095e696f6541 service neutron] 10.222.0.38 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363173 Jul 14 11:32:46.461353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0f15ed16-f877-441b-81ad-299d80ff893c req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] For port 0b683557-f62b-4c05-bf45-63cfd7cc3598, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0b683557-f62b-4c05-bf45-63cfd7cc3598,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:46.461714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0f15ed16-f877-441b-81ad-299d80ff893c req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:46.533006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0f15ed16-f877-441b-81ad-299d80ff893c req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Calling delete_port for 0b683557-f62b-4c05-bf45-63cfd7cc3598 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:46.572231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-faa7ad7e-3997-4361-a697-d9a697bac0af service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635808 Jul 14 11:32:46.619715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Deleting port 387f54c2-cb05-4865-a6da-4ad5ef78049f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:46.622056 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:46.725053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-4f70ba6a-e884-42ce-a1e0-c4ff98329fd7 service neutron] 10.222.0.38 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924449 Jul 14 11:32:46.902325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] For port 387f54c2-cb05-4865-a6da-4ad5ef78049f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=387f54c2-cb05-4865-a6da-4ad5ef78049f,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:46.902817 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:46.923962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Calling delete_port for 387f54c2-cb05-4865-a6da-4ad5ef78049f owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:46.982501 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0f15ed16-f877-441b-81ad-299d80ff893c req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:46.996689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['387f54c2-cb05-4865-a6da-4ad5ef78049f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:47.096635 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac6d75c-bd94-4925-94f7-312882c36c63 x-openstack-request-id: req-4ac6d75c-bd94-4925-94f7-312882c36c63 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:47.097516 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3962ec61-d989-4c8d-a600-ee6de6f17227", "name": "network-vif-plugged", "status": "completed", "tag": "627f323b-54e0-4e24-b44c-40342798030a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:47.097975 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ac6d75c-bd94-4925-94f7-312882c36c63 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:47.098870 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3962ec61-d989-4c8d-a600-ee6de6f17227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627f323b-54e0-4e24-b44c-40342798030a', 'code': 200} Jul 14 11:32:47.238269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c435341-86ad-4fca-93bd-084583cc393f req-ddb35d82-4c3e-4760-8688-4ad206dc0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:47.241138 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c435341-86ad-4fca-93bd-084583cc393f req-ddb35d82-4c3e-4760-8688-4ad206dc0417 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 1097 time: 0.0744469 Jul 14 11:32:47.298237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Pushing event deleted for resources: {'Port': ['ID=0b683557-f62b-4c05-bf45-63cfd7cc3598,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:47.326707 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c435341-86ad-4fca-93bd-084583cc393f req-fdf9ba91-9e4b-4258-a81d-d372e8aeae36 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776772 Jul 14 11:32:47.361542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f15ed16-f877-441b-81ad-299d80ff893c req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] No DVR routers for this DVR port 0b683557-f62b-4c05-bf45-63cfd7cc3598 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:47.370706 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0f15ed16-f877-441b-81ad-299d80ff893c req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:47.374346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f15ed16-f877-441b-81ad-299d80ff893c req-d7e3e719-293f-4372-9d04-7d1b04b8973a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.45 "DELETE /v2.0/ports/0b683557-f62b-4c05-bf45-63cfd7cc3598 HTTP/1.1" status: 204 len: 173 time: 1.5756869 Jul 14 11:32:47.376661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24156af9-0158-4ac1-b0bb-76c75524874c', 'name': 'network-vif-deleted', 'tag': '0b683557-f62b-4c05-bf45-63cfd7cc3598'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:47.383166 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad7733e-e2f8-4a32-b9c8-e3b72c38b6ac" -d '{"events": [{"server_uuid": "24156af9-0158-4ac1-b0bb-76c75524874c", "name": "network-vif-deleted", "tag": "0b683557-f62b-4c05-bf45-63cfd7cc3598"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:47.635725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507421-a109-456c-be45-5bd6229e5f3e req-66a1c740-8cad-4693-ab85-bdc7ecf68242 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:47.643642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c507421-a109-456c-be45-5bd6229e5f3e req-66a1c740-8cad-4693-ab85-bdc7ecf68242 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 946 time: 0.6133726 Jul 14 11:32:47.647827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d9f6854-bbef-454e-892b-39f78dffc405 req-62a3bc49-1dda-4f18-a2d0-da9e34b0f346 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 210 time: 0.1475317 Jul 14 11:32:47.752059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c507421-a109-456c-be45-5bd6229e5f3e req-3b078f07-0ef7-4ef4-96d3-486e00c58353 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063957 Jul 14 11:32:47.754791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:47.884240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Pushing event deleted for resources: {'Port': ['ID=387f54c2-cb05-4865-a6da-4ad5ef78049f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:47.951573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0b683557-f62b-4c05-bf45-63cfd7cc3598 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:47.991894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 0b683557-f62b-4c05-bf45-63cfd7cc3598 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:32:47.994047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0b683557-f62b-4c05-bf45-63cfd7cc3598 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:32:48.018483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] No DVR routers for this DVR port 387f54c2-cb05-4865-a6da-4ad5ef78049f on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:48.028131 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:48.030177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9a9eea4-6fce-44eb-8742-0c76cd647753 req-0c7142e1-5bc2-41ea-a890-2d125618df95 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.64 "DELETE /v2.0/ports/387f54c2-cb05-4865-a6da-4ad5ef78049f HTTP/1.1" status: 204 len: 173 time: 1.9106615 Jul 14 11:32:48.065666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bcaa0-e3e7-4030-be15-63736be899f6 req-3f77bd59-ecff-4da5-9d0c-d7ba7144826e tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:48.067396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f30bcaa0-e3e7-4030-be15-63736be899f6 req-3f77bd59-ecff-4da5-9d0c-d7ba7144826e tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1095 time: 0.2562239 Jul 14 11:32:48.152040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f30bcaa0-e3e7-4030-be15-63736be899f6 req-72423d0e-588d-4774-a341-ee832ed14da7 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714169 Jul 14 11:32:48.232984 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d714da-a138-4910-be54-638feac5c6e8 x-openstack-request-id: req-64d714da-a138-4910-be54-638feac5c6e8 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:48.233888 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24156af9-0158-4ac1-b0bb-76c75524874c", "name": "network-vif-deleted", "tag": "0b683557-f62b-4c05-bf45-63cfd7cc3598", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:48.235278 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64d714da-a138-4910-be54-638feac5c6e8 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:48.235787 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24156af9-0158-4ac1-b0bb-76c75524874c', 'name': 'network-vif-deleted', 'tag': '0b683557-f62b-4c05-bf45-63cfd7cc3598', 'status': 'completed', 'code': 200} Jul 14 11:32:48.455676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d25a-9aa7-4bc8-a502-ffa74df7d083 req-f49abb6e-65e2-4ed8-867e-f269c22b7d80 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:48.482451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1187d25a-9aa7-4bc8-a502-ffa74df7d083 req-f49abb6e-65e2-4ed8-867e-f269c22b7d80 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 1095 time: 0.1013279 Jul 14 11:32:48.560321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1187d25a-9aa7-4bc8-a502-ffa74df7d083 req-773fc0e3-215c-4187-a821-92bff18d391e tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740275 Jul 14 11:32:48.923223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-887e83dc-ce0d-4954-bcac-564fa3804e0e req-c07e7b32-0c8b-4a8f-9a46-c3de9d2ddd1f tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 210 time: 0.0869019 Jul 14 11:32:49.364943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31da3cb9-d728-41fb-88dc-f39f4dee394a req-ec919fba-1c80-4152-8cf2-a027cea761b9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 210 time: 0.0438788 Jul 14 11:32:49.482878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 387f54c2-cb05-4865-a6da-4ad5ef78049f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:49.516977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-ee3db9d7-75d2-4a61-bab4-c603efee67c6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:49.523122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-ee3db9d7-75d2-4a61-bab4-c603efee67c6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.2942572 Jul 14 11:32:49.523797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 387f54c2-cb05-4865-a6da-4ad5ef78049f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:32:49.524324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 387f54c2-cb05-4865-a6da-4ad5ef78049f not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:32:49.555700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Request body: {'port': {'device_id': 'c43e9892-7da9-4ead-b31d-94c93fd0208f', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'admin_state_up': True, 'tenant_id': '9dff92e033a84752a3854a9be9772157'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:49.814255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cc31b-6d64-440d-865b-6aff29fbaeb5 req-5567cf7d-fb43-4178-b917-d88a8cec57d3 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:49.816233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-272cc31b-6d64-440d-865b-6aff29fbaeb5 req-5567cf7d-fb43-4178-b917-d88a8cec57d3 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 946 time: 0.1426368 Jul 14 11:32:49.875800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-272cc31b-6d64-440d-865b-6aff29fbaeb5 req-91200b52-59fb-4a10-8b98-e48c1769232b tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530777 Jul 14 11:32:49.877218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Made reservation on behalf of 9dff92e033a84752a3854a9be9772157 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:32:49.905614 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:50.239322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f24c6e-f714-4ae4-a59f-2494977c6831', 'name': 'network-vif-deleted', 'tag': '387f54c2-cb05-4865-a6da-4ad5ef78049f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:50.242160 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc53cd9a-c35d-414e-80ef-66a75b0cd45d" -d '{"events": [{"server_uuid": "d4f24c6e-f714-4ae4-a59f-2494977c6831", "name": "network-vif-deleted", "tag": "387f54c2-cb05-4865-a6da-4ad5ef78049f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:50.463548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Allocated IP 172.20.0.14 (594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9/606cc036-ccce-4fe3-b770-acb3ecc81cfe/3d0232bc-aa80-429b-af0d-01711b07725b) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:32:50.480838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-e9985857-564a-4fce-b281-03e43a6645f1 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:50.482958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-e9985857-564a-4fce-b281-03e43a6645f1 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.45 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 813 time: 0.4666400 Jul 14 11:32:50.487139 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea0a0d-0c43-4860-8971-a60e25726d7d x-openstack-request-id: req-d8ea0a0d-0c43-4860-8971-a60e25726d7d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:50.487875 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f24c6e-f714-4ae4-a59f-2494977c6831", "name": "network-vif-deleted", "tag": "387f54c2-cb05-4865-a6da-4ad5ef78049f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:50.488348 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8ea0a0d-0c43-4860-8971-a60e25726d7d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:50.488973 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f24c6e-f714-4ae4-a59f-2494977c6831', 'name': 'network-vif-deleted', 'tag': '387f54c2-cb05-4865-a6da-4ad5ef78049f', 'status': 'completed', 'code': 200} Jul 14 11:32:50.506436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Request body: {'port': {'device_id': '69506736-51ed-4929-a0e3-46157712cdeb', 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658', 'admin_state_up': True, 'tenant_id': '7df1d4f5c406438ca924231b995f95be'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:50.580557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e2a2673-5c66-4977-a590-9b1f0f9b7d1d req-43b41bdb-a7ce-42dd-987d-669e569c1fcf tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 210 time: 0.0899534 Jul 14 11:32:51.126242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-2c7c0e0c-2a10-4b2f-acd3-02899637d6c4 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:51.129725 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-2c7c0e0c-2a10-4b2f-acd3-02899637d6c4 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.64 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 813 time: 1.2499361 Jul 14 11:32:51.143529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Request body: {'port': {'device_id': '2d8ed8c2-849c-449d-bbc4-4aa9424ede82', 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658', 'admin_state_up': True, 'tenant_id': '7df1d4f5c406438ca924231b995f95be'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:51.162767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1cb49df3-6420-4cf3-8a4e-bdf8892797ae req-e9f2c82a-d89a-4532-ac5e-d06d6ab098e0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 210 time: 0.2009418 Jul 14 11:32:51.301596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da41156-7292-4746-a798-4264d9351005 req-f2580e40-ed06-4977-afa9-8d4c73a681e4 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:51.312202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6da41156-7292-4746-a798-4264d9351005 req-f2580e40-ed06-4977-afa9-8d4c73a681e4 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 946 time: 0.5519075 Jul 14 11:32:51.381268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6da41156-7292-4746-a798-4264d9351005 req-88be5a8f-7fe5-41ba-b524-6beab84216ba tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679135 Jul 14 11:32:51.451056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Made reservation on behalf of 7df1d4f5c406438ca924231b995f95be for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:32:51.455777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:51.477541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Made reservation on behalf of 7df1d4f5c406438ca924231b995f95be for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:32:51.481175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:51.654492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:51.733540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Allocated IP 172.20.0.5 (57872d7c-7d0f-406f-a611-7f304d0d9658/8245d9ba-cd2d-44c9-8d28-24a8fd24d88a/22ef0c27-a3e6-462f-bbb8-05ba04081922) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:32:51.857571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cea905-d60c-4013-a484-66c62eead106 req-fa6a8025-8895-45a7-8bba-c2c460dd4484 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:51.861796 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75cea905-d60c-4013-a484-66c62eead106 req-fa6a8025-8895-45a7-8bba-c2c460dd4484 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 946 time: 0.1967149 Jul 14 11:32:51.963537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f59bc48b-7fae-4462-9769-e5b13e1362b6 req-adc40f22-d7ee-4e57-94f1-de31940df030 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 210 time: 0.0848510 Jul 14 11:32:51.964885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.055561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:32:52.062894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event updated for resources: {'Port': ['ID=3d0232bc-aa80-429b-af0d-01711b07725b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:52.069132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:32:52.075406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:32:52.119915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-75cea905-d60c-4013-a484-66c62eead106 req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Deleting port 627f323b-54e0-4e24-b44c-40342798030a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:52.120447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-75cea905-d60c-4013-a484-66c62eead106 req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.139170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:52.139841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.164901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.172395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-050bda39-fb21-4d24-82fa-c259b0303f46 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6417270 Jul 14 11:32:52.185982 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Request body: {'port': {'device_id': 'c43e9892-7da9-4ead-b31d-94c93fd0208f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:52.276580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.337944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-75cea905-d60c-4013-a484-66c62eead106 req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] For port 627f323b-54e0-4e24-b44c-40342798030a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=627f323b-54e0-4e24-b44c-40342798030a,segment=NetworkSegment(41f3bd18-f50c-4c70-8081-2c53b9ad1ea5),segment_id=41f3bd18-f50c-4c70-8081-2c53b9ad1ea5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:52.339067 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-75cea905-d60c-4013-a484-66c62eead106 req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.361842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-75cea905-d60c-4013-a484-66c62eead106 req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Calling delete_port for 627f323b-54e0-4e24-b44c-40342798030a owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:52.387674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Allocated IP 172.20.0.12 (57872d7c-7d0f-406f-a611-7f304d0d9658/8245d9ba-cd2d-44c9-8d28-24a8fd24d88a/87540a39-4517-4e3c-b18e-efcf62496751) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:32:52.467699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Network 57872d7c-7d0f-406f-a611-7f304d0d9658 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:32:52.470904 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.503126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:32:52.523706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:32:52.552483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Pushing event updated for resources: {'Port': ['ID=22ef0c27-a3e6-462f-bbb8-05ba04081922,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:52.717145 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.765667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:52.766698 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.895138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-75cea905-d60c-4013-a484-66c62eead106 req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.896166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1452e9b-6b15-45f4-8b96-4ea313f89aba req-99a9a5a7-8324-40a2-bf32-bec527033041 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:52.905616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1452e9b-6b15-45f4-8b96-4ea313f89aba req-99a9a5a7-8324-40a2-bf32-bec527033041 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 932 time: 0.4986184 Jul 14 11:32:52.915108 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['627f323b-54e0-4e24-b44c-40342798030a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:32:52.989052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:52.997600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event deleted for resources: {'Port': ['ID=627f323b-54e0-4e24-b44c-40342798030a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:53.081182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-bb4c1553-bf2d-4d48-a317-576e20461bad tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5704746 Jul 14 11:32:53.103998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Request body: {'port': {'device_id': '69506736-51ed-4929-a0e3-46157712cdeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:53.126110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cea905-d60c-4013-a484-66c62eead106 req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] No DVR routers for this DVR port 627f323b-54e0-4e24-b44c-40342798030a on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:32:53.135700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-75cea905-d60c-4013-a484-66c62eead106 req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:53.137819 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75cea905-d60c-4013-a484-66c62eead106 req-91a72e4b-5512-4c95-aa58-64535d71c4e5 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.64 "DELETE /v2.0/ports/627f323b-54e0-4e24-b44c-40342798030a HTTP/1.1" status: 204 len: 173 time: 1.2699273 Jul 14 11:32:53.139673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Network 57872d7c-7d0f-406f-a611-7f304d0d9658 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:32:53.140481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3962ec61-d989-4c8d-a600-ee6de6f17227', 'name': 'network-vif-deleted', 'tag': '627f323b-54e0-4e24-b44c-40342798030a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:53.152281 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1ef6c6-efd9-4310-b63a-ed1a1af7fbde" -d '{"events": [{"server_uuid": "3962ec61-d989-4c8d-a600-ee6de6f17227", "name": "network-vif-deleted", "tag": "627f323b-54e0-4e24-b44c-40342798030a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:53.168225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:32:53.173112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:32:53.248956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Pushing event updated for resources: {'Port': ['ID=87540a39-4517-4e3c-b18e-efcf62496751,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:53.299556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:53.300183 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:53.328613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-ea51db96-08cf-4d42-83ec-08c660a6dbd9 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1893024 Jul 14 11:32:53.340619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Request body: {'port': {'device_id': '2d8ed8c2-849c-449d-bbc4-4aa9424ede82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:32:53.507957 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:53.750068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0232bc-aa80-429b-af0d-01711b07725b {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:53.758554 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:53.772672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Transition to ACTIVE for port object 3d0232bc-aa80-429b-af0d-01711b07725b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:32:53.774504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:53.793414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1452e9b-6b15-45f4-8b96-4ea313f89aba req-69060f86-c854-4dd3-80c8-b9c2f4553da9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8865879 Jul 14 11:32:53.797061 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:53.930505 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:32:54.020188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0232bc-aa80-429b-af0d-01711b07725b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:54.125793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87540a39-4517-4e3c-b18e-efcf62496751 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:54.140082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:54.175036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Transition to ACTIVE for port object 87540a39-4517-4e3c-b18e-efcf62496751 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:32:54.186628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:54.244394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393866e-92e5-4504-80ce-2d4419538fdd req-70847cad-ec52-4539-8fe7-1d55de9577f9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:54.251387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f393866e-92e5-4504-80ce-2d4419538fdd req-70847cad-ec52-4539-8fe7-1d55de9577f9 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962ec61-d989-4c8d-a600-ee6de6f17227 HTTP/1.1" status: 200 len: 867 time: 1.4439342 Jul 14 11:32:54.252363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Pushing event updated for resources: {'Port': ['ID=87540a39-4517-4e3c-b18e-efcf62496751,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:54.445008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Attempting to bind port 87540a39-4517-4e3c-b18e-efcf62496751 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:54.446922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Attempting to bind port 87540a39-4517-4e3c-b18e-efcf62496751 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:54.447374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Attempting to bind port 87540a39-4517-4e3c-b18e-efcf62496751 on network 57872d7c-7d0f-406f-a611-7f304d0d9658 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:54.461322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Port 87540a39-4517-4e3c-b18e-efcf62496751 on network 57872d7c-7d0f-406f-a611-7f304d0d9658 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:54.461825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Attempting to bind port 87540a39-4517-4e3c-b18e-efcf62496751 on network 57872d7c-7d0f-406f-a611-7f304d0d9658 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:54.474123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:54.474525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Checking segment: {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:54.474915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Bound using segment: {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:54.475347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Bound port: 87540a39-4517-4e3c-b18e-efcf62496751, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:54.475705 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:54.530115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Attempting to bind port 3d0232bc-aa80-429b-af0d-01711b07725b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:54.530692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Attempting to bind port 3d0232bc-aa80-429b-af0d-01711b07725b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:54.531213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Attempting to bind port 3d0232bc-aa80-429b-af0d-01711b07725b on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:54.556149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Port 3d0232bc-aa80-429b-af0d-01711b07725b on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:54.556725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Attempting to bind port 3d0232bc-aa80-429b-af0d-01711b07725b on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:54.565918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] For port 87540a39-4517-4e3c-b18e-efcf62496751, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:54.569749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] For port 87540a39-4517-4e3c-b18e-efcf62496751, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87540a39-4517-4e3c-b18e-efcf62496751,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:32:54.577845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f393866e-92e5-4504-80ce-2d4419538fdd req-6fb31744-3160-47cd-9936-9c24071bc724 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5a19b82-697d-4f78-8750-9b5dd0ee43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251948 Jul 14 11:32:54.578642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:54.623113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:54.623454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Checking segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:54.623870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Bound using segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:54.624328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Bound port: 3d0232bc-aa80-429b-af0d-01711b07725b, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:54.624701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:54.629707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:54.631003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:54.633787 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] 10.222.0.64 "PUT /v2.0/ports/87540a39-4517-4e3c-b18e-efcf62496751 HTTP/1.1" status: 200 len: 1092 time: 1.2982903 Jul 14 11:32:54.659490 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455f41d5-214e-4d06-973d-b7772c9a5864 x-openstack-request-id: req-455f41d5-214e-4d06-973d-b7772c9a5864 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:54.659834 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3962ec61-d989-4c8d-a600-ee6de6f17227", "name": "network-vif-deleted", "tag": "627f323b-54e0-4e24-b44c-40342798030a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:54.660125 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-455f41d5-214e-4d06-973d-b7772c9a5864 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:54.661029 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3962ec61-d989-4c8d-a600-ee6de6f17227', 'name': 'network-vif-deleted', 'tag': '627f323b-54e0-4e24-b44c-40342798030a', 'status': 'completed', 'code': 200} Jul 14 11:32:54.681513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b0900-a06a-44cf-8565-4b72b5e2c106 service neutron] Pushing event updated for resources: {'Port': ['ID=87540a39-4517-4e3c-b18e-efcf62496751,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:54.784755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5a6b21fc-63ba-4383-afb7-650eab1b1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:54.787134 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5a6b21fc-63ba-4383-afb7-650eab1b1e07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&device_id=2d8ed8c2-849c-449d-bbc4-4aa9424ede82 HTTP/1.1" status: 200 len: 1095 time: 0.0988212 Jul 14 11:32:54.811403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ef0c27-a3e6-462f-bbb8-05ba04081922 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:54.822740 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:54.845928 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-62a983da-7e72-46dc-948c-e7a13c3c0828 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87540a39-4517-4e3c-b18e-efcf62496751 HTTP/1.1" status: 200 len: 217 time: 0.0491147 Jul 14 11:32:54.847544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Transition to ACTIVE for port object 22ef0c27-a3e6-462f-bbb8-05ba04081922 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:32:54.865524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87601b1-fa83-45e0-a6ad-99f7114e11bb req-7b8603f3-8abf-480b-98fb-908649a10e50 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:54.867223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b87601b1-fa83-45e0-a6ad-99f7114e11bb req-7b8603f3-8abf-480b-98fb-908649a10e50 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 931 time: 0.3841703 Jul 14 11:32:54.870540 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:54.925674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-3c01922a-bbb2-49cc-88bf-87881cd46c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:54.928487 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-3c01922a-bbb2-49cc-88bf-87881cd46c46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a HTTP/1.1" status: 200 len: 853 time: 0.0759149 Jul 14 11:32:55.004239 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-9b2fa66c-4136-42f6-87dc-c5f7be4998c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57872d7c-7d0f-406f-a611-7f304d0d9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667210 Jul 14 11:32:55.063838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] For port 3d0232bc-aa80-429b-af0d-01711b07725b, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:55.078713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b87601b1-fa83-45e0-a6ad-99f7114e11bb req-d472e5e1-df59-4857-96d2-3c0d34902ad3 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995146 Jul 14 11:32:55.103911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Pushing event updated for resources: {'Port': ['ID=22ef0c27-a3e6-462f-bbb8-05ba04081922,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:55.107514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] For port 3d0232bc-aa80-429b-af0d-01711b07725b, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0232bc-aa80-429b-af0d-01711b07725b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:32:55.148683 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-be096cdf-dbd4-41a8-9113-b3d2fc0aa4fe service neutron] 10.222.0.64 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363440 Jul 14 11:32:55.188725 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:55.297356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:55.297593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-4246db9b-ccb2-43e1-a134-f9d48a550122 service neutron] 10.222.0.64 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426642 Jul 14 11:32:55.298078 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:55.299487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d0232bc-aa80-429b-af0d-01711b07725b HTTP/1.1" status: 200 len: 1092 time: 3.1201851 Jul 14 11:32:55.303304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43e9892-7da9-4ead-b31d-94c93fd0208f', 'tag': '3d0232bc-aa80-429b-af0d-01711b07725b'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:55.315273 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "c43e9892-7da9-4ead-b31d-94c93fd0208f", "tag": "3d0232bc-aa80-429b-af0d-01711b07725b"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:55.331759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Attempting to bind port 22ef0c27-a3e6-462f-bbb8-05ba04081922 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:32:55.331933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Attempting to bind port 22ef0c27-a3e6-462f-bbb8-05ba04081922 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:32:55.332284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Attempting to bind port 22ef0c27-a3e6-462f-bbb8-05ba04081922 on network 57872d7c-7d0f-406f-a611-7f304d0d9658 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:55.369282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d477-aff2-439b-b244-fbd86c29adc3 req-a11798c0-ae49-483b-b528-77baa1729de7 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:55.378321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f62d477-aff2-439b-b244-fbd86c29adc3 req-a11798c0-ae49-483b-b528-77baa1729de7 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 944 time: 0.3758211 Jul 14 11:32:55.450614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Port 22ef0c27-a3e6-462f-bbb8-05ba04081922 on network 57872d7c-7d0f-406f-a611-7f304d0d9658 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:32:55.451099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Attempting to bind port 22ef0c27-a3e6-462f-bbb8-05ba04081922 on network 57872d7c-7d0f-406f-a611-7f304d0d9658 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:32:55.464395 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a358d0-359c-43dd-93cc-b9e31f50db7e x-openstack-request-id: req-32a358d0-359c-43dd-93cc-b9e31f50db7e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:55.464685 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43e9892-7da9-4ead-b31d-94c93fd0208f", "tag": "3d0232bc-aa80-429b-af0d-01711b07725b", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:55.464940 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32a358d0-359c-43dd-93cc-b9e31f50db7e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:55.465355 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43e9892-7da9-4ead-b31d-94c93fd0208f', 'tag': '3d0232bc-aa80-429b-af0d-01711b07725b', 'status': 'completed', 'code': 200} Jul 14 11:32:55.509216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:32:55.509556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Checking segment: {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:32:55.509958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Bound using segment: {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:32:55.510699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Bound port: 22ef0c27-a3e6-462f-bbb8-05ba04081922, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7df33ad-16be-4216-9c74-ca2112bbd10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:32:55.511188 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:55.533299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf6253-1bd4-4bc0-b4da-b3222c3b0a19 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0232bc-aa80-429b-af0d-01711b07725b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:55.540098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 627f323b-54e0-4e24-b44c-40342798030a no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:32:55.589465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f62d477-aff2-439b-b244-fbd86c29adc3 req-58d4b943-0455-4c61-874a-de816683247b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040231 Jul 14 11:32:55.603513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 627f323b-54e0-4e24-b44c-40342798030a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:32:55.603982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 627f323b-54e0-4e24-b44c-40342798030a not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:32:55.669961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-9f777050-b4ce-4c21-bbc8-8652f7e6eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:55.671663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-9f777050-b4ce-4c21-bbc8-8652f7e6eb9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 1095 time: 0.2626626 Jul 14 11:32:55.753478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-e311f34b-61d4-4c3a-aa00-f5168a033e68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d0232bc-aa80-429b-af0d-01711b07725b HTTP/1.1" status: 200 len: 217 time: 0.0729566 Jul 14 11:32:55.807424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] For port 22ef0c27-a3e6-462f-bbb8-05ba04081922, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:32:55.832776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] For port 22ef0c27-a3e6-462f-bbb8-05ba04081922, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=22ef0c27-a3e6-462f-bbb8-05ba04081922,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:32:55.844541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:55.911128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-28602a76-7110-4a77-b8b1-ffd16080d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:55.913130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-28602a76-7110-4a77-b8b1-ffd16080d64f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.1499820 Jul 14 11:32:55.947294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:55.947971 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:55.949592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/22ef0c27-a3e6-462f-bbb8-05ba04081922 HTTP/1.1" status: 200 len: 1091 time: 2.8667581 Jul 14 11:32:55.975955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-c7af8d28-dcba-4cc5-89c9-b75a3a03f112 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485475 Jul 14 11:32:56.021740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e5171-885a-4814-81ea-bba4740283d2 service neutron] Pushing event updated for resources: {'Port': ['ID=22ef0c27-a3e6-462f-bbb8-05ba04081922,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:56.055773 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:56.098673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40016) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:56.197816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97288a98-7dd6-4939-a4be-2bb5d5e42e09 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:56.240956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97288a98-7dd6-4939-a4be-2bb5d5e42e09 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:56.270035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-46b82c7f-657e-4cff-874c-ccbd52ebc63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:56.271798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-46b82c7f-657e-4cff-874c-ccbd52ebc63c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 1094 time: 0.1853514 Jul 14 11:32:56.338769 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97288a98-7dd6-4939-a4be-2bb5d5e42e09 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:56.342963 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97288a98-7dd6-4939-a4be-2bb5d5e42e09 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:56.345043 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-97288a98-7dd6-4939-a4be-2bb5d5e42e09 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "DELETE /v2.0/security-groups/51186c3b-6838-4c4b-ba3f-6cc593c68fa8 HTTP/1.1" status: 204 len: 168 time: 0.2448859 Jul 14 11:32:56.353434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40024) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:56.375350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-640a3831-93b9-4c9a-9a0c-4f4cb9b577a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22ef0c27-a3e6-462f-bbb8-05ba04081922 HTTP/1.1" status: 200 len: 217 time: 0.0632393 Jul 14 11:32:56.377588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-6b487b44-f8eb-4fa6-b7f0-4f5c22a6110e service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917861 Jul 14 11:32:56.406953 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-10049d4a-8be3-41c7-bb20-990f83fb670c tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] show failed (client error): The resource could not be found. Jul 14 11:32:56.408293 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-10049d4a-8be3-41c7-bb20-990f83fb670c tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "GET /v2.0/security-groups/51186c3b-6838-4c4b-ba3f-6cc593c68fa8 HTTP/1.1" status: 404 len: 347 time: 0.0526817 Jul 14 11:32:56.409272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97288a98-7dd6-4939-a4be-2bb5d5e42e09 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51186c3b-6838-4c4b-ba3f-6cc593c68fa8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:56.411094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40030) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:56.454260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-41ce072c-c506-4bfc-9e47-5c3057027bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:56.460429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-41ce072c-c506-4bfc-9e47-5c3057027bd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a HTTP/1.1" status: 200 len: 853 time: 0.0762513 Jul 14 11:32:56.554637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-caabb905-63be-4f58-b3b5-58edd62a0ed5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57872d7c-7d0f-406f-a611-7f304d0d9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720069 Jul 14 11:32:56.661807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8ed8c2-849c-449d-bbc4-4aa9424ede82', 'tag': '87540a39-4517-4e3c-b18e-efcf62496751'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:56.665682 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8ed8c2-849c-449d-bbc4-4aa9424ede82", "tag": "87540a39-4517-4e3c-b18e-efcf62496751"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:56.688827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Deleting port 5ad32f94-5603-4ecf-8e54-e66bbe1fa95c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:32:56.689410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:56.690828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-d1cad8ed-da97-49f5-bd72-35c256ac04c5 service neutron] 10.222.0.45 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285169 Jul 14 11:32:56.864584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:56.864924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:56.892459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Calling delete_port for 5ad32f94-5603-4ecf-8e54-e66bbe1fa95c owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:32:56.941594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9aee4d-7b0d-45c7-a8ac-36e54f87ba55 req-e6e74d32-8d06-4c09-bfdc-7e1292a93612 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799018 Jul 14 11:32:56.964378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f1bc0-788f-4846-a4ea-9c77e67d6590 req-9676157d-d28b-4627-b03c-e9165619ed2a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:56.973389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c85f1bc0-788f-4846-a4ea-9c77e67d6590 req-9676157d-d28b-4627-b03c-e9165619ed2a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 943 time: 0.6858454 Jul 14 11:32:57.071464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc1b1a2b-f1ac-4778-9e52-5b1f9cbe2f14 req-8edee27c-a459-4f8c-8a00-92bf0a82d699 service neutron] 10.222.0.45 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587277 Jul 14 11:32:57.117702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:57.154528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Pushing event deleted for resources: {'Port': ['ID=5ad32f94-5603-4ecf-8e54-e66bbe1fa95c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:57.168725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c85f1bc0-788f-4846-a4ea-9c77e67d6590 req-f6c4a89e-8a0e-4a16-bc0c-5c45e9bc54f6 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915870 Jul 14 11:32:57.182636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc7cae-8a59-4c6c-86eb-d6449b5b24cc req-1e6a5f8a-2030-407d-acfc-c9d325cc0ce3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:57.192871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65bc7cae-8a59-4c6c-86eb-d6449b5b24cc req-1e6a5f8a-2030-407d-acfc-c9d325cc0ce3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 944 time: 0.3394437 Jul 14 11:32:57.271936 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd0f4cb-1911-4e62-9b16-7d4f2d45d96d x-openstack-request-id: req-0bd0f4cb-1911-4e62-9b16-7d4f2d45d96d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:57.272438 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8ed8c2-849c-449d-bbc4-4aa9424ede82", "tag": "87540a39-4517-4e3c-b18e-efcf62496751", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:57.272607 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0bd0f4cb-1911-4e62-9b16-7d4f2d45d96d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:57.273100 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8ed8c2-849c-449d-bbc4-4aa9424ede82', 'tag': '87540a39-4517-4e3c-b18e-efcf62496751', 'status': 'completed', 'code': 200} Jul 14 11:32:57.284639 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:57.289191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:57.291059 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca800cae-d798-431f-8940-284db5292230 tempest-ImagesOneServerNegativeTestJSON-1344151477 tempest-ImagesOneServerNegativeTestJSON-1344151477-project] 10.222.0.38 "DELETE /v2.0/floatingips/d0afe629-81c5-411a-86f3-45c3245d8f0c HTTP/1.1" status: 204 len: 168 time: 0.8787556 Jul 14 11:32:57.345604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-b572f7b7-75cf-44f8-82f8-4d66257d6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:57.352278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-b572f7b7-75cf-44f8-82f8-4d66257d6adf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 1095 time: 0.3312027 Jul 14 11:32:57.413340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65bc7cae-8a59-4c6c-86eb-d6449b5b24cc req-f1ec33f2-b986-44b5-91ab-bb2920b74114 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191386 Jul 14 11:32:57.419570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-47d0dfb8-1b85-4053-8b7d-ef49a814d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:57.421848 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-47d0dfb8-1b85-4053-8b7d-ef49a814d8dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&device_id=2d8ed8c2-849c-449d-bbc4-4aa9424ede82 HTTP/1.1" status: 200 len: 1095 time: 0.1286223 Jul 14 11:32:57.503910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69506736-51ed-4929-a0e3-46157712cdeb', 'tag': '22ef0c27-a3e6-462f-bbb8-05ba04081922'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:32:57.509432 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a99d56-f8db-41ab-9fcc-9c136128a6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "69506736-51ed-4929-a0e3-46157712cdeb", "tag": "22ef0c27-a3e6-462f-bbb8-05ba04081922"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:32:57.644551 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb30cb24-1360-48a3-adac-b5712e8025d7 x-openstack-request-id: req-bb30cb24-1360-48a3-adac-b5712e8025d7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:32:57.645033 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69506736-51ed-4929-a0e3-46157712cdeb", "tag": "22ef0c27-a3e6-462f-bbb8-05ba04081922", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:32:57.645446 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb30cb24-1360-48a3-adac-b5712e8025d7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:32:57.646032 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69506736-51ed-4929-a0e3-46157712cdeb', 'tag': '22ef0c27-a3e6-462f-bbb8-05ba04081922', 'status': 'completed', 'code': 200} Jul 14 11:32:57.709136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-0ed9adfd-84e3-4cbd-86ff-6cbf2487d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:57.712218 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-0ed9adfd-84e3-4cbd-86ff-6cbf2487d29b service neutron] 10.222.0.64 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 913 time: 0.2819479 Jul 14 11:32:57.778958 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-1e18e9a9-6e73-4c2e-b87f-2650c0737599 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87540a39-4517-4e3c-b18e-efcf62496751 HTTP/1.1" status: 200 len: 217 time: 0.0516214 Jul 14 11:32:57.830375 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40126) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:57.848188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-93943ec4-b0e0-4c4c-bec5-b6a565d383ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:57.850152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-93943ec4-b0e0-4c4c-bec5-b6a565d383ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 911 time: 0.4922326 Jul 14 11:32:57.902016 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-812856b8-a8b0-4d88-b685-e6f0a53f188a admin admin] Deleting subnet 5fc508c3-e915-4a6e-9310-d0c29a8839f1 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:32:57.905897 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-812856b8-a8b0-4d88-b685-e6f0a53f188a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:57.993313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-c9c0d6e8-1836-43ab-9a84-eaa6d18cddea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d0232bc-aa80-429b-af0d-01711b07725b HTTP/1.1" status: 200 len: 217 time: 0.1366649 Jul 14 11:32:58.024011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-c04a26f0-c3a7-494c-9e86-97b31afae72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:58.024706 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:58.027720 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-c04a26f0-c3a7-494c-9e86-97b31afae72d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a HTTP/1.1" status: 200 len: 853 time: 0.2413149 Jul 14 11:32:58.038491 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-812856b8-a8b0-4d88-b685-e6f0a53f188a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:58.111433 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-5c130952-0fc2-439c-915b-1148f72ddb7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57872d7c-7d0f-406f-a611-7f304d0d9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746880 Jul 14 11:32:58.134913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-024756c7-7a0a-4199-9be4-682337d31f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:58.136507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-024756c7-7a0a-4199-9be4-682337d31f4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7df1d4f5c406438ca924231b995f95be&device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 1094 time: 0.4855096 Jul 14 11:32:58.137857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-b731ac17-6f06-4ba0-89e0-92367f0ce889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:58.139254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-b731ac17-6f06-4ba0-89e0-92367f0ce889 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.1367939 Jul 14 11:32:58.215063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-812856b8-a8b0-4d88-b685-e6f0a53f188a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:58.232320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-21b7367c-b6de-4412-a314-92d50bfd1250 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702844 Jul 14 11:32:58.311906 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-812856b8-a8b0-4d88-b685-e6f0a53f188a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:58.363217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812856b8-a8b0-4d88-b685-e6f0a53f188a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc508c3-e915-4a6e-9310-d0c29a8839f1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:58.380266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-812856b8-a8b0-4d88-b685-e6f0a53f188a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:58.386465 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-812856b8-a8b0-4d88-b685-e6f0a53f188a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5fc508c3-e915-4a6e-9310-d0c29a8839f1 HTTP/1.1" status: 204 len: 168 time: 0.5549517 Jul 14 11:32:58.386828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40162) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:32:58.392927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-89dde99d-351c-4c5e-be44-db202e35507b service neutron] 10.222.0.64 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762096 Jul 14 11:32:58.504297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-faa470f8-0a8e-478a-8425-5c14a0430cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:58.505926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-faa470f8-0a8e-478a-8425-5c14a0430cf9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 200 len: 913 time: 0.3284490 Jul 14 11:32:58.582930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-7619c03a-d231-40bc-850d-50c39323f604 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22ef0c27-a3e6-462f-bbb8-05ba04081922 HTTP/1.1" status: 200 len: 217 time: 0.0500441 Jul 14 11:32:58.609334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-1b40d8dd-1342-4ccf-84b4-6fea1007011a service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423915 Jul 14 11:32:58.623970 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53e9e3b1-06ff-4e87-87f7-e1a8ddc76295 req-24a78def-ce7a-4b28-a05e-d253ca7394c3 service neutron] 10.222.0.64 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196577 Jul 14 11:32:58.764500 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:58.806939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-d2bf647e-7f99-43e6-a495-60c4f350698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:58.808511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-d2bf647e-7f99-43e6-a495-60c4f350698a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a HTTP/1.1" status: 200 len: 853 time: 0.2019343 Jul 14 11:32:58.822422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2e83f-694a-42a4-a08f-4e3d9687224b req-d89827ae-033b-4814-aa7b-ee110322582e tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:58.823970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c2e83f-694a-42a4-a08f-4e3d9687224b req-d89827ae-033b-4814-aa7b-ee110322582e tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 943 time: 0.4089320 Jul 14 11:32:58.907879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-f3c755ad-024a-426e-9635-d35c1b65f151 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57872d7c-7d0f-406f-a611-7f304d0d9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818152 Jul 14 11:32:59.028424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b63e37d5-a01b-49c2-b19d-ffa2529a6fcd req-06c72672-4eec-4927-b999-2b6a26c3beac service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887811 Jul 14 11:32:59.045267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a4dc-0434-4536-9d38-0cf1a06bcd11 req-5d7c13b3-0f71-4cb6-add3-2d9829cfc178 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:32:59.052359 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8695a4dc-0434-4536-9d38-0cf1a06bcd11 req-5d7c13b3-0f71-4cb6-add3-2d9829cfc178 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 944 time: 0.4036860 Jul 14 11:32:59.070826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c2e83f-694a-42a4-a08f-4e3d9687224b req-7093de77-007a-49ac-8372-c6d95e869a9a tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266428 Jul 14 11:32:59.085676 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:59.107438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:32:59.128272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:32:59.128562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f3bd18-f50c-4c70-8081-2c53b9ad1ea5') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:32:59.141455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:59.192608 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:59.214183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8695a4dc-0434-4536-9d38-0cf1a06bcd11 req-47150d96-bc49-4ef8-aeae-1c06cbf4545e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609399 Jul 14 11:32:59.217429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:32:59.217429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:32:59.219161 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:32:59.233306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-e9eeee51-b284-48c1-b37a-2a84007b406f service neutron] 10.222.0.45 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137896 Jul 14 11:32:59.566830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3d0232bc-aa80-429b-af0d-01711b07725b details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:32:59.747819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3d0232bc-aa80-429b-af0d-01711b07725b, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0232bc-aa80-429b-af0d-01711b07725b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:59.785168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '3d0232bc-aa80-429b-af0d-01711b07725b', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'port_id': '3d0232bc-aa80-429b-af0d-01711b07725b', 'mac_address': 'fa:16:3e:f9:40:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606cc036-ccce-4fe3-b770-acb3ecc81cfe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:32:59.789728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:59.807206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:59.809997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7 HTTP/1.1" status: 204 len: 168 time: 1.4204264 Jul 14 11:32:59.829344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34f861-8982-441b-8314-b32c61c948f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cddb4ba7-ab4f-4959-b4c3-04ebfbaf50f7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:32:59.852311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15a99d56-f8db-41ab-9fcc-9c136128a6ca req-3227b319-061b-462f-8188-d9ccafa68254 service neutron] 10.222.0.45 "GET /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794072 Jul 14 11:32:59.892091 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:59.931358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0232bc-aa80-429b-af0d-01711b07725b {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:32:59.953535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 22ef0c27-a3e6-462f-bbb8-05ba04081922 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:32:59.988055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3d0232bc-aa80-429b-af0d-01711b07725b, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0232bc-aa80-429b-af0d-01711b07725b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:32:59.997225 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:32:59.999157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 87540a39-4517-4e3c-b18e-efcf62496751 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:33:00.195065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 87540a39-4517-4e3c-b18e-efcf62496751, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87540a39-4517-4e3c-b18e-efcf62496751,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:00.223104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40220) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:00.241624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '87540a39-4517-4e3c-b18e-efcf62496751', 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658', 'port_id': '87540a39-4517-4e3c-b18e-efcf62496751', 'mac_address': 'fa:16:3e:ee:4d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8245d9ba-cd2d-44c9-8d28-24a8fd24d88a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:33:00.248599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=3d0232bc-aa80-429b-af0d-01711b07725b,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:00.270636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.271133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.271489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.271917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.272265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.272714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.273161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.273503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.274015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.274435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.274934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.275273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:00.331551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 22ef0c27-a3e6-462f-bbb8-05ba04081922, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=22ef0c27-a3e6-462f-bbb8-05ba04081922,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:00.351674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '22ef0c27-a3e6-462f-bbb8-05ba04081922', 'network_id': '57872d7c-7d0f-406f-a611-7f304d0d9658', 'port_id': '22ef0c27-a3e6-462f-bbb8-05ba04081922', 'mac_address': 'fa:16:3e:fd:b4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8245d9ba-cd2d-44c9-8d28-24a8fd24d88a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:33:00.353859 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:00.373922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87540a39-4517-4e3c-b18e-efcf62496751 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:33:00.439758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-28c13ee8-c311-4e68-9d8e-5e637234555c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78c1d545a7b944b5a213f41c68459e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125630 Jul 14 11:33:00.440263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40230) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:00.455891 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:00.479307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 87540a39-4517-4e3c-b18e-efcf62496751, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87540a39-4517-4e3c-b18e-efcf62496751,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:00.481583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ef0c27-a3e6-462f-bbb8-05ba04081922 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:33:00.549077 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:00.573385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9884-ef4a-4e7d-8a18-5f566c15c44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:00.589439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 22ef0c27-a3e6-462f-bbb8-05ba04081922, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=22ef0c27-a3e6-462f-bbb8-05ba04081922,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:00.607393 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:00.616827 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9884-ef4a-4e7d-8a18-5f566c15c44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:00.618482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa1f0-67be-4e85-9143-12d29abc86af req-ab34ee6f-f2bc-4d2a-b145-bb9aca90a09f tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:00.619733 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de4aa1f0-67be-4e85-9143-12d29abc86af req-ab34ee6f-f2bc-4d2a-b145-bb9aca90a09f tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 943 time: 0.3926041 Jul 14 11:33:00.728824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=87540a39-4517-4e3c-b18e-efcf62496751,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:00.750465 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9884-ef4a-4e7d-8a18-5f566c15c44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:00.754402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9884-ef4a-4e7d-8a18-5f566c15c44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:00.756610 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3c5c9884-ef4a-4e7d-8a18-5f566c15c44b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5a19b82-697d-4f78-8750-9b5dd0ee43ba HTTP/1.1" status: 204 len: 168 time: 0.3152773 Jul 14 11:33:00.777388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c9884-ef4a-4e7d-8a18-5f566c15c44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a19b82-697d-4f78-8750-9b5dd0ee43ba,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:00.789056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de4aa1f0-67be-4e85-9143-12d29abc86af req-4ba8dbb7-4169-4314-81a2-e1be00b2dfdb tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540620 Jul 14 11:33:00.813135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['87540a39-4517-4e3c-b18e-efcf62496751'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:00.818264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['3d0232bc-aa80-429b-af0d-01711b07725b'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:00.843115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc21a4d-9c0b-479a-a2f2-a3c238a3acd6 req-ddedfc86-3da0-4fac-baba-bd5559a87b6f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:00.844929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfc21a4d-9c0b-479a-a2f2-a3c238a3acd6 req-ddedfc86-3da0-4fac-baba-bd5559a87b6f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 945 time: 0.4224651 Jul 14 11:33:00.973850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['22ef0c27-a3e6-462f-bbb8-05ba04081922'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:00.997870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfc21a4d-9c0b-479a-a2f2-a3c238a3acd6 req-7df7dfd6-8f11-4451-a7bf-0853241ad4d1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444881 Jul 14 11:33:01.119975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=22ef0c27-a3e6-462f-bbb8-05ba04081922,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:02.075149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dab70f-8805-4823-bf29-be186aac1c32 req-d6da61f0-ff71-4cbf-91b9-7769f91debcf tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:02.087303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43dab70f-8805-4823-bf29-be186aac1c32 req-d6da61f0-ff71-4cbf-91b9-7769f91debcf tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 944 time: 0.1292684 Jul 14 11:33:02.181916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43dab70f-8805-4823-bf29-be186aac1c32 req-821ee32f-a032-49fe-9fa5-0d32fd12141f tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864699 Jul 14 11:33:02.305647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d125e5-abec-4e40-bc84-36261e6db074 req-87999ce9-776f-4fbb-97f6-4672c98b7aa9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:02.312886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27d125e5-abec-4e40-bc84-36261e6db074 req-87999ce9-776f-4fbb-97f6-4672c98b7aa9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 945 time: 0.0876155 Jul 14 11:33:02.366955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27d125e5-abec-4e40-bc84-36261e6db074 req-2d9bb4ac-6df7-427a-ab64-058629feaa37 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531728 Jul 14 11:33:03.583427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3d0232bc-aa80-429b-af0d-01711b07725b up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:33:03.602070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c7a94-afd2-4ab1-91f3-74d499dab1dc req-c210eeb9-5c75-4b66-9351-ccb964b720dc tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:03.608502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-610c7a94-afd2-4ab1-91f3-74d499dab1dc req-c210eeb9-5c75-4b66-9351-ccb964b720dc tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 944 time: 0.1430907 Jul 14 11:33:03.661575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 3d0232bc-aa80-429b-af0d-01711b07725b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:33:03.666372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 3d0232bc-aa80-429b-af0d-01711b07725b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:33:03.666755 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:03.672287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-610c7a94-afd2-4ab1-91f3-74d499dab1dc req-2e0a0a71-3d22-4456-a1a4-d908d84f7383 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578134 Jul 14 11:33:03.812373 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:03.848939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43e9892-7da9-4ead-b31d-94c93fd0208f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0232bc-aa80-429b-af0d-01711b07725b'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:03.853106 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e5324-12e7-43db-bf6a-1d6032b9faf6" -d '{"events": [{"server_uuid": "c43e9892-7da9-4ead-b31d-94c93fd0208f", "name": "network-vif-plugged", "status": "completed", "tag": "3d0232bc-aa80-429b-af0d-01711b07725b"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:03.880461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3d0232bc-aa80-429b-af0d-01711b07725b, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0232bc-aa80-429b-af0d-01711b07725b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:03.905797 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:03.906870 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 87540a39-4517-4e3c-b18e-efcf62496751 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:33:03.943311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7352ed-8ccd-4c83-a859-a0409d19283f req-6fb1bbc5-7fa5-4ba6-923c-96e755dd64c3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:03.945778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d7352ed-8ccd-4c83-a859-a0409d19283f req-6fb1bbc5-7fa5-4ba6-923c-96e755dd64c3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 945 time: 0.1145294 Jul 14 11:33:03.979825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 22ef0c27-a3e6-462f-bbb8-05ba04081922 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:33:04.053313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d7352ed-8ccd-4c83-a859-a0409d19283f req-65493ddb-2f23-4cfc-8867-48d0d15033c7 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975931 Jul 14 11:33:04.075665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=3d0232bc-aa80-429b-af0d-01711b07725b,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:04.091205 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031772e8-86cf-4f35-9e94-3b6b93626c44 x-openstack-request-id: req-031772e8-86cf-4f35-9e94-3b6b93626c44 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:04.092066 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43e9892-7da9-4ead-b31d-94c93fd0208f", "name": "network-vif-plugged", "status": "completed", "tag": "3d0232bc-aa80-429b-af0d-01711b07725b", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:04.092537 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-031772e8-86cf-4f35-9e94-3b6b93626c44 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:04.093132 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43e9892-7da9-4ead-b31d-94c93fd0208f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0232bc-aa80-429b-af0d-01711b07725b', 'code': 200} Jul 14 11:33:04.129788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 87540a39-4517-4e3c-b18e-efcf62496751 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:33:04.138041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 22ef0c27-a3e6-462f-bbb8-05ba04081922 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:33:04.140266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 87540a39-4517-4e3c-b18e-efcf62496751 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:33:04.140703 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:04.208509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 22ef0c27-a3e6-462f-bbb8-05ba04081922 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:33:04.208947 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:04.295590 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:04.317107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a2cc6-499b-4a4d-b2e6-88d366d9b631 req-886c182c-10af-4dc2-aa30-67b2a6f03cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:04.319209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a7a2cc6-499b-4a4d-b2e6-88d366d9b631 req-886c182c-10af-4dc2-aa30-67b2a6f03cc9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 1097 time: 0.1461146 Jul 14 11:33:04.368682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 87540a39-4517-4e3c-b18e-efcf62496751, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87540a39-4517-4e3c-b18e-efcf62496751,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:04.391227 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:04.419569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a7a2cc6-499b-4a4d-b2e6-88d366d9b631 req-5a64b6c4-eecb-4231-b08b-fbd578c18287 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933003 Jul 14 11:33:04.444855 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:04.511871 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=87540a39-4517-4e3c-b18e-efcf62496751,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:04.552823 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 22ef0c27-a3e6-462f-bbb8-05ba04081922, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=22ef0c27-a3e6-462f-bbb8-05ba04081922,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:04.558689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:04.659259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=22ef0c27-a3e6-462f-bbb8-05ba04081922,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:04.915054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526b9c-64f3-4453-8651-434c80b90290 req-ffbf3c3b-6ed8-4bb4-bc92-cbfa747b6bbe tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:04.930909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16526b9c-64f3-4453-8651-434c80b90290 req-ffbf3c3b-6ed8-4bb4-bc92-cbfa747b6bbe tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 945 time: 0.1338527 Jul 14 11:33:05.004353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16526b9c-64f3-4453-8651-434c80b90290 req-5ef563a3-e35c-496b-b2d4-73fe0dd78a81 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620534 Jul 14 11:33:05.425934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8136cd0-a562-42dc-adc6-9e3e2555f9c2 req-97735316-e625-4987-a2ae-063aab9174de tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:05.437017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8136cd0-a562-42dc-adc6-9e3e2555f9c2 req-97735316-e625-4987-a2ae-063aab9174de tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.1041424 Jul 14 11:33:05.500844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8136cd0-a562-42dc-adc6-9e3e2555f9c2 req-132934cd-ae5a-4e96-a41a-049f053e89a1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629179 Jul 14 11:33:06.097204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8ed8c2-849c-449d-bbc4-4aa9424ede82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87540a39-4517-4e3c-b18e-efcf62496751'}, {'server_uuid': '69506736-51ed-4929-a0e3-46157712cdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ef0c27-a3e6-462f-bbb8-05ba04081922'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:06.100114 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f70d20d-85c7-4960-b41a-2deaff463c49" -d '{"events": [{"server_uuid": "2d8ed8c2-849c-449d-bbc4-4aa9424ede82", "name": "network-vif-plugged", "status": "completed", "tag": "87540a39-4517-4e3c-b18e-efcf62496751"}, {"server_uuid": "69506736-51ed-4929-a0e3-46157712cdeb", "name": "network-vif-plugged", "status": "completed", "tag": "22ef0c27-a3e6-462f-bbb8-05ba04081922"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:06.169474 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff83ce-9023-4b5d-b082-1b356c275722 x-openstack-request-id: req-6fff83ce-9023-4b5d-b082-1b356c275722 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:06.169474 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8ed8c2-849c-449d-bbc4-4aa9424ede82", "name": "network-vif-plugged", "status": "completed", "tag": "87540a39-4517-4e3c-b18e-efcf62496751", "code": 200}, {"server_uuid": "69506736-51ed-4929-a0e3-46157712cdeb", "name": "network-vif-plugged", "status": "completed", "tag": "22ef0c27-a3e6-462f-bbb8-05ba04081922", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:06.169474 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6fff83ce-9023-4b5d-b082-1b356c275722 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:06.169474 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8ed8c2-849c-449d-bbc4-4aa9424ede82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87540a39-4517-4e3c-b18e-efcf62496751', 'code': 200} Jul 14 11:33:06.169474 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69506736-51ed-4929-a0e3-46157712cdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ef0c27-a3e6-462f-bbb8-05ba04081922', 'code': 200} Jul 14 11:33:06.265147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1e9a3-93f9-4a07-8f1b-5eaca3339d64 req-b7264c1a-f114-4650-8638-6efa0b1cc098 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:06.288688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95a1e9a3-93f9-4a07-8f1b-5eaca3339d64 req-b7264c1a-f114-4650-8638-6efa0b1cc098 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 945 time: 0.1395185 Jul 14 11:33:06.350136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95a1e9a3-93f9-4a07-8f1b-5eaca3339d64 req-0d75e444-e556-4f19-b020-b38cef76441f tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595119 Jul 14 11:33:06.369372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40422) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:06.502267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea377d-595b-4eab-aab3-be6ffa364975 req-2efcf0b4-ba71-418f-9cd2-59244c15ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:06.504361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfea377d-595b-4eab-aab3-be6ffa364975 req-2efcf0b4-ba71-418f-9cd2-59244c15ca57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d8ed8c2-849c-449d-bbc4-4aa9424ede82 HTTP/1.1" status: 200 len: 1097 time: 0.1608899 Jul 14 11:33:06.579553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfea377d-595b-4eab-aab3-be6ffa364975 req-0e6dd3d5-71d0-43fe-ab13-894d2999ae97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663288 Jul 14 11:33:06.581595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f51893-6b0c-49c2-838b-d6965b0acef8 req-ab2e189e-7ef5-46d4-b38c-bbaec60b2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:06.585762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f51893-6b0c-49c2-838b-d6965b0acef8 req-ab2e189e-7ef5-46d4-b38c-bbaec60b2eb9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 1096 time: 0.2377934 Jul 14 11:33:06.658053 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8596c14b-9729-432c-8660-f369b8b114a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:06.670258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f51893-6b0c-49c2-838b-d6965b0acef8 req-09a29e8f-a31b-4707-9b22-ee6a7271ec7e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762734 Jul 14 11:33:06.874409 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8596c14b-9729-432c-8660-f369b8b114a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:06.881975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8596c14b-9729-432c-8660-f369b8b114a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:06.909049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6c20f-0eca-4727-b491-fdfe3ecaa2b2 req-124535c3-bf40-42d4-9beb-8982491f1608 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:06.918662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15a6c20f-0eca-4727-b491-fdfe3ecaa2b2 req-124535c3-bf40-42d4-9beb-8982491f1608 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.0935044 Jul 14 11:33:06.947219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596c14b-9729-432c-8660-f369b8b114a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d27359d-1e3b-4ac7-8e0f-9a58011459b4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:06.970550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15a6c20f-0eca-4727-b491-fdfe3ecaa2b2 req-65731513-01a1-4c7a-afff-543c3d19bc91 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472002 Jul 14 11:33:06.991663 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8596c14b-9729-432c-8660-f369b8b114a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d38dea1a15c741559eb989989f292598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207240 Jul 14 11:33:06.999793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40446) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:07.064763 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bfdca148-ccc9-4be4-a440-abfa80fdce23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:07.093896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bfdca148-ccc9-4be4-a440-abfa80fdce23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:07.148347 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bfdca148-ccc9-4be4-a440-abfa80fdce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:07.151076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bfdca148-ccc9-4be4-a440-abfa80fdce23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:07.154988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bfdca148-ccc9-4be4-a440-abfa80fdce23 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d27359d-1e3b-4ac7-8e0f-9a58011459b4 HTTP/1.1" status: 204 len: 168 time: 0.1586924 Jul 14 11:33:07.169523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdca148-ccc9-4be4-a440-abfa80fdce23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d27359d-1e3b-4ac7-8e0f-9a58011459b4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:07.627157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf82e6-60c6-47a8-bb13-634384dba600 req-d6b750e9-a5bb-442d-b8b6-465a820293d6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:07.635938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-afcf82e6-60c6-47a8-bb13-634384dba600 req-d6b750e9-a5bb-442d-b8b6-465a820293d6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.2020047 Jul 14 11:33:07.698110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feef30-c2da-4164-bf7b-f01840d722a7 req-b6eb2e37-a37f-40c6-b71c-2320c229e382 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:07.705648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11feef30-c2da-4164-bf7b-f01840d722a7 req-b6eb2e37-a37f-40c6-b71c-2320c229e382 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 945 time: 0.1590254 Jul 14 11:33:07.761136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-afcf82e6-60c6-47a8-bb13-634384dba600 req-473a872b-7789-4633-8315-93d2c7b5311b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239138 Jul 14 11:33:07.826001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11feef30-c2da-4164-bf7b-f01840d722a7 req-2c03a624-f4b8-48b8-9429-c1b5283496fb tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193743 Jul 14 11:33:09.103999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56606b1f-038c-4ef3-9184-c975af89522d req-fe8e8795-8603-4d9a-a5e8-9696ad000325 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:09.114732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56606b1f-038c-4ef3-9184-c975af89522d req-fe8e8795-8603-4d9a-a5e8-9696ad000325 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.1774471 Jul 14 11:33:09.188498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56606b1f-038c-4ef3-9184-c975af89522d req-7ca2e376-e6c3-406a-8cf3-688090f896f8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714691 Jul 14 11:33:09.430815 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c38dc94-5569-4857-b5fc-40e1cba8d86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:09.473933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ec040-8729-42e1-9925-4e5cf256c583 req-cd69b404-fedf-4aad-8109-400c1e14bf96 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:09.482902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb6ec040-8729-42e1-9925-4e5cf256c583 req-cd69b404-fedf-4aad-8109-400c1e14bf96 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 945 time: 0.1121075 Jul 14 11:33:09.587239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb6ec040-8729-42e1-9925-4e5cf256c583 req-002fd545-f496-4609-be6b-024ea3f9cbd3 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018033 Jul 14 11:33:10.061151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed475207-ae88-40ca-a789-67d157592551 req-81bdfa8f-786a-45d7-acb4-d5d51dfc0fbb tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:10.062981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed475207-ae88-40ca-a789-67d157592551 req-81bdfa8f-786a-45d7-acb4-d5d51dfc0fbb tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d8ed8c2-849c-449d-bbc4-4aa9424ede82 HTTP/1.1" status: 200 len: 946 time: 0.1070302 Jul 14 11:33:10.168604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed475207-ae88-40ca-a789-67d157592551 req-15c61122-fa74-4603-a6ec-300d122af5c5 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997038 Jul 14 11:33:10.680252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e4071-950b-4780-8f38-309aa0f2bb07 req-06c6fb16-c219-4167-b4bd-cd1b30e8b458 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:10.683688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-284e4071-950b-4780-8f38-309aa0f2bb07 req-06c6fb16-c219-4167-b4bd-cd1b30e8b458 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.2156610 Jul 14 11:33:10.765766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-284e4071-950b-4780-8f38-309aa0f2bb07 req-6fd6e547-b30a-434c-8ff6-ba28cf1b4d3d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735974 Jul 14 11:33:10.815530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40560) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:10.986343 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe0971a1-08bd-44af-a91a-26c94c4ec91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:11.101764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe0971a1-08bd-44af-a91a-26c94c4ec91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:11.106673 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe0971a1-08bd-44af-a91a-26c94c4ec91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:11.167512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0971a1-08bd-44af-a91a-26c94c4ec91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05728418-ee90-4ee4-9a81-2623f85fabf7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:11.191832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40570) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:11.204093 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fe0971a1-08bd-44af-a91a-26c94c4ec91a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66d320ef64e34eae840f716bf8094426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844748 Jul 14 11:33:11.313690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dab97813-8681-4586-a46f-77d09b709bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:11.348693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140c3f1-74f8-4e3d-934f-04199b1d3aca req-ee4d5ba2-c8b4-46ce-9bd4-cb54e6504b93 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:11.357177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8140c3f1-74f8-4e3d-934f-04199b1d3aca req-ee4d5ba2-c8b4-46ce-9bd4-cb54e6504b93 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d8ed8c2-849c-449d-bbc4-4aa9424ede82 HTTP/1.1" status: 200 len: 946 time: 0.1457067 Jul 14 11:33:11.360575 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dab97813-8681-4586-a46f-77d09b709bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:11.434361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8140c3f1-74f8-4e3d-934f-04199b1d3aca req-452801c7-e328-471b-84bf-e86a2294a83c tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761366 Jul 14 11:33:11.485669 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dab97813-8681-4586-a46f-77d09b709bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:11.488400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dab97813-8681-4586-a46f-77d09b709bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:11.493796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dab97813-8681-4586-a46f-77d09b709bdc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05728418-ee90-4ee4-9a81-2623f85fabf7 HTTP/1.1" status: 204 len: 168 time: 0.3003883 Jul 14 11:33:11.514962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab97813-8681-4586-a46f-77d09b709bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05728418-ee90-4ee4-9a81-2623f85fabf7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:12.118552 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b5894079-9622-4733-bb5c-5120f947c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:12.179755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-29f980cb-64fe-4448-b94a-b62840fcba59 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:12.191776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-29f980cb-64fe-4448-b94a-b62840fcba59 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8ed8c2-849c-449d-bbc4-4aa9424ede82 HTTP/1.1" status: 200 len: 946 time: 0.2515109 Jul 14 11:33:12.248269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:12.278271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40614) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:12.388030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798955-09cc-45f9-99cf-84bdccbaf8ae req-894f6edf-f4bf-418a-97d5-6fe937cac6a6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:12.395045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56798955-09cc-45f9-99cf-84bdccbaf8ae req-894f6edf-f4bf-418a-97d5-6fe937cac6a6 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.3709965 Jul 14 11:33:12.649670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56798955-09cc-45f9-99cf-84bdccbaf8ae req-6352b2a1-f356-4595-8f10-98bcfadd159d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536428 Jul 14 11:33:12.672138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Deleting port 87540a39-4517-4e3c-b18e-efcf62496751 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:12.672945 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:12.690624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-13029e1b-5a8d-4d32-996b-985dbc532519 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:12.692227 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-13029e1b-5a8d-4d32-996b-985dbc532519 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.45 "GET /v2.0/ports?device_id=69506736-51ed-4929-a0e3-46157712cdeb HTTP/1.1" status: 200 len: 945 time: 0.1873286 Jul 14 11:33:12.816839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] For port 87540a39-4517-4e3c-b18e-efcf62496751, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87540a39-4517-4e3c-b18e-efcf62496751,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:12.817318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:12.851414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-ea7c1df2-354c-4b06-bef0-9198cfc15d8d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3882370 Jul 14 11:33:12.867598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Calling delete_port for 87540a39-4517-4e3c-b18e-efcf62496751 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:12.875968 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d60aff0-dfc7-46f1-aef4-fd7969b4414a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:13.357451 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:13.367288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212bf23-270a-4d82-bc8a-8735112ae559 req-168deecd-d03c-459f-98ad-0f4b8ea4138c tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:13.379647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d60aff0-dfc7-46f1-aef4-fd7969b4414a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:13.393358 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d60aff0-dfc7-46f1-aef4-fd7969b4414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:13.405138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1212bf23-270a-4d82-bc8a-8735112ae559 req-168deecd-d03c-459f-98ad-0f4b8ea4138c tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d8ed8c2-849c-449d-bbc4-4aa9424ede82 HTTP/1.1" status: 200 len: 946 time: 0.5716734 Jul 14 11:33:13.471825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Deleting port 22ef0c27-a3e6-462f-bbb8-05ba04081922 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:13.472066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:13.540282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-f11c9097-5dc8-4564-806d-d17441c68f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:13.549790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-f11c9097-5dc8-4564-806d-d17441c68f43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 1095 time: 0.5943768 Jul 14 11:33:13.594154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1212bf23-270a-4d82-bc8a-8735112ae559 req-523da1ce-dbe2-43b8-8ff5-e88e5557ac8d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/security-groups?id=2821cd73-c754-42ad-b270-2154973a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828215 Jul 14 11:33:13.670752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60aff0-dfc7-46f1-aef4-fd7969b4414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb2c50-e430-41b0-bde4-472927ba7050,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:13.706376 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1d60aff0-dfc7-46f1-aef4-fd7969b4414a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1df499b50a8f490caa3c527cde046e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4255829 Jul 14 11:33:13.707192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40716) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:13.989872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e095b0a-8019-4b1f-b5fc-36f1e7a3e3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:14.039283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] For port 22ef0c27-a3e6-462f-bbb8-05ba04081922, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=22ef0c27-a3e6-462f-bbb8-05ba04081922,segment=NetworkSegment(a7df33ad-16be-4216-9c74-ca2112bbd10e),segment_id=a7df33ad-16be-4216-9c74-ca2112bbd10e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:14.040321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:14.054397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e095b0a-8019-4b1f-b5fc-36f1e7a3e3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:14.074827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Calling delete_port for 22ef0c27-a3e6-462f-bbb8-05ba04081922 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:14.187537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-fc15f47e-2aa8-42b5-8e1b-284cd0608c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:14.189367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-fc15f47e-2aa8-42b5-8e1b-284cd0608c43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.5845428 Jul 14 11:33:14.190399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:14.221273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['22ef0c27-a3e6-462f-bbb8-05ba04081922'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:14.239936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ffe2d1e-0d70-41d8-8423-66bbc2f22769 req-c46fd034-d5a5-4c35-a38f-1a8a5f174eb2 tempest-AbsoluteLimitsNegativeTestJSON-1272637484 tempest-AbsoluteLimitsNegativeTestJSON-1272637484-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c234f01d26294757964fb1dbd0e617a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893376 Jul 14 11:33:14.291038 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e095b0a-8019-4b1f-b5fc-36f1e7a3e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:14.293617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e095b0a-8019-4b1f-b5fc-36f1e7a3e3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:14.294911 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7e095b0a-8019-4b1f-b5fc-36f1e7a3e3b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36bb2c50-e430-41b0-bde4-472927ba7050 HTTP/1.1" status: 204 len: 168 time: 0.5780334 Jul 14 11:33:14.315464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e095b0a-8019-4b1f-b5fc-36f1e7a3e3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb2c50-e430-41b0-bde4-472927ba7050,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:14.396938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Pushing event deleted for resources: {'Port': ['ID=87540a39-4517-4e3c-b18e-efcf62496751,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:14.450767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:14.577036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-9a27b523-b1bf-4419-b38a-857e1bfd41db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 200 len: 217 time: 0.3627903 Jul 14 11:33:14.635797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] No DVR routers for this DVR port 87540a39-4517-4e3c-b18e-efcf62496751 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:33:14.656903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Pushing event deleted for resources: {'Port': ['ID=22ef0c27-a3e6-462f-bbb8-05ba04081922,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:14.703716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] No DVR routers for this DVR port 22ef0c27-a3e6-462f-bbb8-05ba04081922 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:33:14.711590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:14.716606 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4e42bb1d-80f5-46a6-9c43-1d24a03fffac req-126732ae-d428-4c51-90e9-9eaf11863c5d tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.45 "DELETE /v2.0/ports/22ef0c27-a3e6-462f-bbb8-05ba04081922 HTTP/1.1" status: 204 len: 173 time: 2.0159230 Jul 14 11:33:14.717401 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69506736-51ed-4929-a0e3-46157712cdeb', 'name': 'network-vif-deleted', 'tag': '22ef0c27-a3e6-462f-bbb8-05ba04081922'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:14.721087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-ff761135-0673-4ca0-a014-e7203a0c8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:14.722815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-ff761135-0673-4ca0-a014-e7203a0c8b23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0935497 Jul 14 11:33:14.731598 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aa6d42-04fe-48a3-ac0a-83e1d3864bcc" -d '{"events": [{"server_uuid": "69506736-51ed-4929-a0e3-46157712cdeb", "name": "network-vif-deleted", "tag": "22ef0c27-a3e6-462f-bbb8-05ba04081922"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:14.733288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:14.735473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7083f4f1-e552-41a1-8767-34378e41b8a7 req-9b44b24d-950f-442d-9c03-13ad861d4619 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.64 "DELETE /v2.0/ports/87540a39-4517-4e3c-b18e-efcf62496751 HTTP/1.1" status: 204 len: 173 time: 2.5428052 Jul 14 11:33:14.790996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8ed8c2-849c-449d-bbc4-4aa9424ede82', 'name': 'network-vif-deleted', 'tag': '87540a39-4517-4e3c-b18e-efcf62496751'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:14.793454 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a280d25d-ecdd-46a6-bb43-e61653efdf6c" -d '{"events": [{"server_uuid": "2d8ed8c2-849c-449d-bbc4-4aa9424ede82", "name": "network-vif-deleted", "tag": "87540a39-4517-4e3c-b18e-efcf62496751"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:15.003651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-99520368-1cd3-4474-95c6-2a0c1f2c4543 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498647 Jul 14 11:33:15.030382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40852) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:15.045554 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:15.058292 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874984d-0191-43fe-872c-9449f1b7c11f req-cdd160d7-816f-4784-ba75-863c50149285 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:15.059992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5874984d-0191-43fe-872c-9449f1b7c11f req-cdd160d7-816f-4784-ba75-863c50149285 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 1.1390543 Jul 14 11:33:15.072807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd245ed4-4f05-4f05-96e0-afed5c1b650c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:15.214750 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5874984d-0191-43fe-872c-9449f1b7c11f req-6997d901-4525-4724-bec2-171ec97527f1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Jul 14 11:33:15.268934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe2d1e-0d70-41d8-8423-66bbc2f22769 req-fa0fbcfc-4f4e-4020-8fdf-9429bd1d09c8 tempest-AbsoluteLimitsNegativeTestJSON-1272637484 tempest-AbsoluteLimitsNegativeTestJSON-1272637484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:15.282228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ffe2d1e-0d70-41d8-8423-66bbc2f22769 req-fa0fbcfc-4f4e-4020-8fdf-9429bd1d09c8 tempest-AbsoluteLimitsNegativeTestJSON-1272637484 tempest-AbsoluteLimitsNegativeTestJSON-1272637484-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0413425 Jul 14 11:33:15.307635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd245ed4-4f05-4f05-96e0-afed5c1b650c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:15.314795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd245ed4-4f05-4f05-96e0-afed5c1b650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:15.330537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ffe2d1e-0d70-41d8-8423-66bbc2f22769 req-1f16fe6d-f700-4a79-91f5-ed9ce21f38f8 tempest-AbsoluteLimitsNegativeTestJSON-1272637484 tempest-AbsoluteLimitsNegativeTestJSON-1272637484-project] 10.222.0.38 "GET /v2.0/quotas/c234f01d26294757964fb1dbd0e617a3 HTTP/1.1" status: 200 len: 375 time: 0.0470736 Jul 14 11:33:15.351356 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cd245ed4-4f05-4f05-96e0-afed5c1b650c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=024e96d41066481b8c020894042790d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197911 Jul 14 11:33:15.359448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40884) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:15.424392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd245ed4-4f05-4f05-96e0-afed5c1b650c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98dbbf9-7043-421d-b501-52489f3f8e0a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:15.474812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ffe2d1e-0d70-41d8-8423-66bbc2f22769 req-5df3c85b-30a6-4dd3-8f23-0caf7af35084 tempest-AbsoluteLimitsNegativeTestJSON-1272637484 tempest-AbsoluteLimitsNegativeTestJSON-1272637484-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c234f01d26294757964fb1dbd0e617a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1431377 Jul 14 11:33:15.562480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9bb816d5-81b3-4c8d-b4ff-9b90d48b3a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:15.571274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-45c8e7c3-955d-4cf5-8f53-e7af5e519ee0 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547812 Jul 14 11:33:15.640341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 87540a39-4517-4e3c-b18e-efcf62496751 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:33:15.704752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 87540a39-4517-4e3c-b18e-efcf62496751 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:33:15.705073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 87540a39-4517-4e3c-b18e-efcf62496751 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:33:15.731985 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116bf05d-7083-43b3-a37a-92798e97f377 x-openstack-request-id: req-116bf05d-7083-43b3-a37a-92798e97f377 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:15.733368 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69506736-51ed-4929-a0e3-46157712cdeb", "name": "network-vif-deleted", "tag": "22ef0c27-a3e6-462f-bbb8-05ba04081922", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:15.735983 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-116bf05d-7083-43b3-a37a-92798e97f377 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:15.737918 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69506736-51ed-4929-a0e3-46157712cdeb', 'name': 'network-vif-deleted', 'tag': '22ef0c27-a3e6-462f-bbb8-05ba04081922', 'status': 'completed', 'code': 200} Jul 14 11:33:15.750375 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9bb816d5-81b3-4c8d-b4ff-9b90d48b3a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:15.858604 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9bb816d5-81b3-4c8d-b4ff-9b90d48b3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:15.861875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9bb816d5-81b3-4c8d-b4ff-9b90d48b3a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:15.878289 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9bb816d5-81b3-4c8d-b4ff-9b90d48b3a1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f98dbbf9-7043-421d-b501-52489f3f8e0a HTTP/1.1" status: 204 len: 168 time: 0.5007238 Jul 14 11:33:15.905957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acfd777b-d50e-41e4-b03f-ccb83513038b req-999e4fb8-d726-463b-badc-b05c521d6a61 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195262 Jul 14 11:33:15.907786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb816d5-81b3-4c8d-b4ff-9b90d48b3a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98dbbf9-7043-421d-b501-52489f3f8e0a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:15.920655 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bb62fc-b2a1-471d-8e74-fd365e1684ae x-openstack-request-id: req-b2bb62fc-b2a1-471d-8e74-fd365e1684ae {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:15.922306 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8ed8c2-849c-449d-bbc4-4aa9424ede82", "name": "network-vif-deleted", "tag": "87540a39-4517-4e3c-b18e-efcf62496751", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:15.922569 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2bb62fc-b2a1-471d-8e74-fd365e1684ae {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:15.922980 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8ed8c2-849c-449d-bbc4-4aa9424ede82', 'name': 'network-vif-deleted', 'tag': '87540a39-4517-4e3c-b18e-efcf62496751', 'status': 'completed', 'code': 200} Jul 14 11:33:15.944153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-e4c4f662-34be-4704-b4f9-49b846fcc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:15.952636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-e4c4f662-34be-4704-b4f9-49b846fcc0e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 1097 time: 0.6297832 Jul 14 11:33:16.088738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-912b27cb-2d61-4041-9a4e-7c90bfde869f req-6dc40406-b9c3-4e07-9500-80c64c4ecb61 tempest-MultipleCreateTestJSON-1603589784 tempest-MultipleCreateTestJSON-1603589784-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d8ed8c2-849c-449d-bbc4-4aa9424ede82 HTTP/1.1" status: 200 len: 210 time: 0.1817160 Jul 14 11:33:16.230544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-539ec551-86e8-44c6-a87c-55ddc929f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:16.232669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-539ec551-86e8-44c6-a87c-55ddc929f613 service neutron] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 911 time: 0.1429398 Jul 14 11:33:16.445359 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-b28c7ff9-be85-404b-a77e-e7566c041187 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d0232bc-aa80-429b-af0d-01711b07725b HTTP/1.1" status: 200 len: 217 time: 0.2018158 Jul 14 11:33:16.606063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40986) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:16.689326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-9b635192-4f32-441a-874c-ca9e5e5117e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:16.691605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-9b635192-4f32-441a-874c-ca9e5e5117e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.2402070 Jul 14 11:33:16.755149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1a51f-675a-42bc-9aeb-bb4d44b03256 req-cd4f7e55-6134-4721-ab65-fb331d54ca20 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:16.764491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49e1a51f-675a-42bc-9aeb-bb4d44b03256 req-cd4f7e55-6134-4721-ab65-fb331d54ca20 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.2728007 Jul 14 11:33:16.775297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-a7641ee0-325c-40bb-b4f2-af75cc418280 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671799 Jul 14 11:33:17.006138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee7af261-f97b-4d94-b411-884373065693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.042600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-0e6e7d70-e00b-48ce-ad4f-efe3cecde2b4 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571223 Jul 14 11:33:17.113762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49e1a51f-675a-42bc-9aeb-bb4d44b03256 req-e255d206-fe53-4132-917a-aac86bbb3f07 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479574 Jul 14 11:33:17.330423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d46779f-5658-4af9-bd2f-f8f8a5371b1f req-9750d693-8fe1-46e7-aba9-a7ff1db0e1b6 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593753 Jul 14 11:33:17.345978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee7af261-f97b-4d94-b411-884373065693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.354164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee7af261-f97b-4d94-b411-884373065693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.430471 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ee7af261-f97b-4d94-b411-884373065693 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c234f01d26294757964fb1dbd0e617a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8230860 Jul 14 11:33:17.431576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af261-f97b-4d94-b411-884373065693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b49c1a2-0919-45e4-ae10-ec692e1f5bc8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:17.432931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41078) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:17.505418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41088) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:17.522456 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89a6a6d2-c117-4624-b07a-e29870dddeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.574390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89a6a6d2-c117-4624-b07a-e29870dddeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.590991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb24be7-0929-4e3c-a3a9-6cee7da59830 admin admin] Deleting subnet 8245d9ba-cd2d-44c9-8d28-24a8fd24d88a {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:33:17.605412 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bb24be7-0929-4e3c-a3a9-6cee7da59830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.641842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89a6a6d2-c117-4624-b07a-e29870dddeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.644866 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89a6a6d2-c117-4624-b07a-e29870dddeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.647057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-89a6a6d2-c117-4624-b07a-e29870dddeaa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b49c1a2-0919-45e4-ae10-ec692e1f5bc8 HTTP/1.1" status: 204 len: 168 time: 0.2120893 Jul 14 11:33:17.669596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6a6d2-c117-4624-b07a-e29870dddeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b49c1a2-0919-45e4-ae10-ec692e1f5bc8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:17.677612 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bb24be7-0929-4e3c-a3a9-6cee7da59830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.759935 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bb24be7-0929-4e3c-a3a9-6cee7da59830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.880109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bb24be7-0929-4e3c-a3a9-6cee7da59830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.905774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bb24be7-0929-4e3c-a3a9-6cee7da59830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:17.908655 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8bb24be7-0929-4e3c-a3a9-6cee7da59830 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8245d9ba-cd2d-44c9-8d28-24a8fd24d88a HTTP/1.1" status: 204 len: 168 time: 0.4016349 Jul 14 11:33:17.911438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41130) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:17.943236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb24be7-0929-4e3c-a3a9-6cee7da59830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8245d9ba-cd2d-44c9-8d28-24a8fd24d88a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:18.050232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 22ef0c27-a3e6-462f-bbb8-05ba04081922 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:33:18.055368 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:18.090400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 22ef0c27-a3e6-462f-bbb8-05ba04081922 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:33:18.090845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 22ef0c27-a3e6-462f-bbb8-05ba04081922 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:33:18.276097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:18.323952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57872d7c-7d0f-406f-a611-7f304d0d9658']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:18.380998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7df33ad-16be-4216-9c74-ca2112bbd10e') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:18.381943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7df33ad-16be-4216-9c74-ca2112bbd10e') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:18.458802 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:18.480977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:18.497323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:33:18.498030 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:33:18.501252 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:33:18.648393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bafd3f-4e2d-43ac-a9dd-5d2b0a17d687 req-2def4142-daab-42b6-aa9e-91c976ecac68 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:18.655324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6bafd3f-4e2d-43ac-a9dd-5d2b0a17d687 req-2def4142-daab-42b6-aa9e-91c976ecac68 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.3272512 Jul 14 11:33:18.675057 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:18.699336 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:18.701402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] 10.222.0.38 "DELETE /v2.0/networks/57872d7c-7d0f-406f-a611-7f304d0d9658 HTTP/1.1" status: 204 len: 168 time: 0.7881799 Jul 14 11:33:18.716495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55cc9c-2d2e-48cd-8472-6b88c26cbe99 admin admin] Pushing event deleted for resources: {'Network': ['ID=57872d7c-7d0f-406f-a611-7f304d0d9658,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:18.730712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6bafd3f-4e2d-43ac-a9dd-5d2b0a17d687 req-98ae4d48-1f85-403d-be0f-22f6702923e8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739887 Jul 14 11:33:19.013386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41220) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:19.143541 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e92644ba-b397-4776-acae-c649f3ff29b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7df1d4f5c406438ca924231b995f95be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233361 Jul 14 11:33:19.144083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41234) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:19.233953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95c93b97-d383-47cd-964a-9a001b8912f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:19.262409 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95c93b97-d383-47cd-964a-9a001b8912f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:19.346385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95c93b97-d383-47cd-964a-9a001b8912f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:19.353129 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95c93b97-d383-47cd-964a-9a001b8912f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:19.355551 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-95c93b97-d383-47cd-964a-9a001b8912f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2821cd73-c754-42ad-b270-2154973a756a HTTP/1.1" status: 204 len: 168 time: 0.2099264 Jul 14 11:33:19.375920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c93b97-d383-47cd-964a-9a001b8912f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2821cd73-c754-42ad-b270-2154973a756a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:19.612713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41256) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:20.011284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808caa8-76e9-4c5d-a16e-b57c5a64639f req-18f9c64c-1976-4d9b-af02-8f861310108d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:20.019411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1808caa8-76e9-4c5d-a16e-b57c5a64639f req-18f9c64c-1976-4d9b-af02-8f861310108d tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.0978596 Jul 14 11:33:20.070700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1575287407-network', 'tenant_id': '59e57b5bc0824d1e8085c58e7da6563c'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:20.087464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1808caa8-76e9-4c5d-a16e-b57c5a64639f req-36553ce6-77c3-4287-be0e-95dff0ac5159 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665500 Jul 14 11:33:20.137600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Made reservation on behalf of 59e57b5bc0824d1e8085c58e7da6563c for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:33:20.139892 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:20.161656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:20.335718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:20.347837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:20.409403 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ee3df-351a-4427-8576-70cd7cdaa8f9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:20.451788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:33:20.501058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:20.505296 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Added segment 2711a3d4-3277-4b75-bb46-accc7a09074c of type vlan for network 1e82116b-2348-4c2f-96d6-f7224d919eb3 Jul 14 11:33:20.686364 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:20.763492 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:20.766690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:20.767312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:20.817099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1143f-868a-48a0-823d-7406d257d015 req-f817237a-5a03-4a1e-8cfc-6cb538ab1f73 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:20.829695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe1143f-868a-48a0-823d-7406d257d015 req-f817237a-5a03-4a1e-8cfc-6cb538ab1f73 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 945 time: 0.2313554 Jul 14 11:33:20.919749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe1143f-868a-48a0-823d-7406d257d015 req-ba38e80a-e4d3-4740-b2d5-f274faceb505 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886638 Jul 14 11:33:21.010267 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] Pushing event updated for resources: {'Network': ['ID=1e82116b-2348-4c2f-96d6-f7224d919eb3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:21.026899 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a1f68af7-ee2b-4c06-b1db-40735141cd07 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4116108 Jul 14 11:33:21.029297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1e82116b-2348-4c2f-96d6-f7224d919eb3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:33:21.029992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41320) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:21.035257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Request body: {'subnet': {'network_id': '1e82116b-2348-4c2f-96d6-f7224d919eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1575287407-subnet', 'tenant_id': '59e57b5bc0824d1e8085c58e7da6563c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:21.068129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Made reservation on behalf of 59e57b5bc0824d1e8085c58e7da6563c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:33:21.077478 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:21.369504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41330) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:21.378008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:21.391800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23ee3c-65fc-4f99-a427-badf0c46c189 req-33bfbc3f-c2e6-46c7-999e-bb7e90a96cec tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:21.401122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a23ee3c-65fc-4f99-a427-badf0c46c189 req-33bfbc3f-c2e6-46c7-999e-bb7e90a96cec tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.0953665 Jul 14 11:33:21.452364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=346efe5f-7fd4-46fd-ade5-4fea21c5129b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:21.480211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a23ee3c-65fc-4f99-a427-badf0c46c189 req-78d6f977-2f3e-4367-9e01-1c8ecc90e3a2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737743 Jul 14 11:33:21.526693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Checking segment: {'id': '2711a3d4-3277-4b75-bb46-accc7a09074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1e82116b-2348-4c2f-96d6-f7224d919eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:33:21.534320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Network hostable DHCP agents. Network: 1e82116b-2348-4c2f-96d6-f7224d919eb3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:33:21.594825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Network 1e82116b-2348-4c2f-96d6-f7224d919eb3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:33:21.619532 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab8385c5-91b3-4f52-a4d1-09be37c16f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:21.623101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1e82116b-2348-4c2f-96d6-f7224d919eb3) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:33:21.631557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967563d9-eff3-4892-b7fe-b36923a0bc0c None None] Network 1e82116b-2348-4c2f-96d6-f7224d919eb3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:33:21.632609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:21.633230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:21.767128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab8385c5-91b3-4f52-a4d1-09be37c16f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:21.784329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab8385c5-91b3-4f52-a4d1-09be37c16f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:21.795891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99963f00-11d3-4450-beb3-51dbf4a21483 None None] Network 1e82116b-2348-4c2f-96d6-f7224d919eb3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:33:21.826704 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de599e1b-49e3-4a22-913c-c1cca9515798 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7908893 Jul 14 11:33:21.910099 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ab8385c5-91b3-4f52-a4d1-09be37c16f4a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac6f0b56648342a6a8da509993bd0bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385737 Jul 14 11:33:21.913307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41366) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:21.922115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8385c5-91b3-4f52-a4d1-09be37c16f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb8f524-2f65-4674-b28f-bae66f6139fa,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:22.040226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-146003e5-2e3d-4810-98a5-e8074f386f20 req-c69d75b1-9195-4938-8e4b-561a477045ef tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=179baff7-8c22-40e6-8da3-0aa48ac91155 HTTP/1.1" status: 200 len: 210 time: 0.1029758 Jul 14 11:33:22.169272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3370dd54-ac29-4005-ae62-e9674f86e623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:22.208058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3370dd54-ac29-4005-ae62-e9674f86e623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:22.851984 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3370dd54-ac29-4005-ae62-e9674f86e623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:22.855038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3370dd54-ac29-4005-ae62-e9674f86e623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:22.857056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3370dd54-ac29-4005-ae62-e9674f86e623 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3bb8f524-2f65-4674-b28f-bae66f6139fa HTTP/1.1" status: 204 len: 168 time: 0.9422159 Jul 14 11:33:22.873029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370dd54-ac29-4005-ae62-e9674f86e623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb8f524-2f65-4674-b28f-bae66f6139fa,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:23.098513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0b506-f63d-4a00-b0c2-328a9ddaa4c5 req-8d3a4d30-8df6-4e05-8735-97ac3c648d77 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:23.110910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0be0b506-f63d-4a00-b0c2-328a9ddaa4c5 req-8d3a4d30-8df6-4e05-8735-97ac3c648d77 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 945 time: 0.2230237 Jul 14 11:33:23.198729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0be0b506-f63d-4a00-b0c2-328a9ddaa4c5 req-97873c44-665d-41ff-992e-7df1be6c944f tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845525 Jul 14 11:33:23.428337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fad0a-730a-4702-bef2-0729aed36919 req-bb8b8fe4-da7b-4684-8965-bf0e9a53661a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:23.430618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9fad0a-730a-4702-bef2-0729aed36919 req-bb8b8fe4-da7b-4684-8965-bf0e9a53661a tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.1312454 Jul 14 11:33:23.525702 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41430) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:23.538872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9fad0a-730a-4702-bef2-0729aed36919 req-b7cecb22-a2c2-4400-8043-b404f52e0a2f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972681 Jul 14 11:33:23.573543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca642be1-9d49-498c-87a9-80c1aea15786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:23.745034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca642be1-9d49-498c-87a9-80c1aea15786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:23.756506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4344d44-c1fe-4d05-bf2d-732eff75150d req-a681fc2d-d2da-4983-a4a9-c694889d9a1f tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0385916 Jul 14 11:33:23.759607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca642be1-9d49-498c-87a9-80c1aea15786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:23.799929 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca642be1-9d49-498c-87a9-80c1aea15786 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3d41f9bc6814aa0bb3495436d9c4bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732415 Jul 14 11:33:23.802410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41436) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:23.935166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-606eb51a-aed5-4400-b90b-687a96e5e172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:23.939307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca642be1-9d49-498c-87a9-80c1aea15786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2397c-9cdf-4b3a-a680-df1a6a303d53,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:23.998258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-606eb51a-aed5-4400-b90b-687a96e5e172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:24.106294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-606eb51a-aed5-4400-b90b-687a96e5e172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:24.109291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-606eb51a-aed5-4400-b90b-687a96e5e172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:24.110679 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-606eb51a-aed5-4400-b90b-687a96e5e172 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2e2397c-9cdf-4b3a-a680-df1a6a303d53 HTTP/1.1" status: 204 len: 168 time: 0.3069687 Jul 14 11:33:24.140699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606eb51a-aed5-4400-b90b-687a96e5e172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2397c-9cdf-4b3a-a680-df1a6a303d53,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:24.677218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0a766-a811-4538-a331-2b7e0749c152 req-ade1cd95-3f79-40ff-ab40-eaca5d749fde tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:24.684955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6b0a766-a811-4538-a331-2b7e0749c152 req-ade1cd95-3f79-40ff-ab40-eaca5d749fde tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 945 time: 0.0802577 Jul 14 11:33:24.738537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6b0a766-a811-4538-a331-2b7e0749c152 req-0af0f79e-cc1f-4625-96d7-a0555b237ebb tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523226 Jul 14 11:33:25.009635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7efe-7395-4aff-bcec-e26afa0caa49 req-efd87a78-ca87-46df-a958-5712af1b9dcb tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:25.011086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be1c7efe-7395-4aff-bcec-e26afa0caa49 req-efd87a78-ca87-46df-a958-5712af1b9dcb tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.1999450 Jul 14 11:33:25.112719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be1c7efe-7395-4aff-bcec-e26afa0caa49 req-ca74d07c-0a6a-4739-99ba-03d0b72201c0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832946 Jul 14 11:33:25.201722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a37508e-4329-4baf-87d7-62be3e716012 req-6c3408ab-3f52-4ac8-8b1c-c1051dea4622 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0763559 Jul 14 11:33:25.599090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50d3a638-b75a-4ce6-b51b-52fffb061427 req-a4bea21a-8bbf-4e3f-b9db-935d09b366b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=179baff7-8c22-40e6-8da3-0aa48ac91155 HTTP/1.1" status: 200 len: 210 time: 0.0974712 Jul 14 11:33:25.643291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-3676eede-54c9-4445-8f6c-3a6416dec1f3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:25.649930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-3676eede-54c9-4445-8f6c-3a6416dec1f3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/networks?id=1e82116b-2348-4c2f-96d6-f7224d919eb3 HTTP/1.1" status: 200 len: 810 time: 0.2402091 Jul 14 11:33:25.667013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4681b64b-cdf9-4c2e-8234-4eda0e562249 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/quotas/59e57b5bc0824d1e8085c58e7da6563c HTTP/1.1" status: 200 len: 375 time: 0.0105536 Jul 14 11:33:25.706721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0877d7e2-2087-44d7-bb43-42341e9ccac1 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=59e57b5bc0824d1e8085c58e7da6563c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340016 Jul 14 11:33:25.831656 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-d46e5795-cfd5-4fdc-8cfa-b9ecae848a95 service neutron] 10.222.0.38 "GET /v2.0/networks/1e82116b-2348-4c2f-96d6-f7224d919eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157475 Jul 14 11:33:25.998172 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:26.043001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-a3d87b5a-8c13-4db6-9c39-9b0d6328df10 service neutron] 10.222.0.38 "GET /v2.0/networks/1e82116b-2348-4c2f-96d6-f7224d919eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956110 Jul 14 11:33:26.057403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b5b03-4443-4038-8bfb-cd14abd8cbdc req-b25f4c98-fbd4-4ae0-8566-68291091b239 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:26.067524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c12b5b03-4443-4038-8bfb-cd14abd8cbdc req-b25f4c98-fbd4-4ae0-8566-68291091b239 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 945 time: 0.1603894 Jul 14 11:33:26.172562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c12b5b03-4443-4038-8bfb-cd14abd8cbdc req-431883d6-9604-4611-b822-2afa2ff44985 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups?id=32e66332-d94c-45ae-bfa8-9c437b72161a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916362 Jul 14 11:33:26.316901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-44404f39-5aab-47f4-bbb9-73e4b720ed14 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:26.318765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-44404f39-5aab-47f4-bbb9-73e4b720ed14 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.45 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 945 time: 0.1273305 Jul 14 11:33:26.465423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ab9e02c-38f6-424d-b242-66ec77dd6a6a req-af46784c-00fe-485b-bf97-4aebdfa5b5aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.1392472 Jul 14 11:33:26.577702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c2cf3-4771-4383-85f3-19d972a5cc10 req-78cb2269-7b24-4858-8e76-86c930475ccb tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:26.580711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-919c2cf3-4771-4383-85f3-19d972a5cc10 req-78cb2269-7b24-4858-8e76-86c930475ccb tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.2298543 Jul 14 11:33:26.661376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-919c2cf3-4771-4383-85f3-19d972a5cc10 req-d300c982-0bc7-4cb5-adbc-32e249b105e8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719233 Jul 14 11:33:26.667976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Deleting port 4506eb64-d185-4b69-ab3a-43f849d38d2b {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:26.668335 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:26.917663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a04d5e2-7d1f-472f-be32-cd09f573b319 req-c7f7fc6e-c583-4c2e-8137-6e873be5dfde tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0553093 Jul 14 11:33:26.919800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] For port 4506eb64-d185-4b69-ab3a-43f849d38d2b, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4506eb64-d185-4b69-ab3a-43f849d38d2b,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:26.920132 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:27.034934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5a41bfd-14ea-4bd6-8f9c-50f8af35cbd1 req-6ac0a838-8908-487a-b4e5-a013f5d1a334 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 210 time: 0.0860913 Jul 14 11:33:27.214616 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:27.215095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:27.215486 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Floating IP 2702c51d-0682-4a9d-9f22-5dc5571c1068 disassociated. External IP: 172.25.2.66, port: 4506eb64-d185-4b69-ab3a-43f849d38d2b. Jul 14 11:33:27.215918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Calling delete_port for 4506eb64-d185-4b69-ab3a-43f849d38d2b owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:27.544925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:27.610150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Pushing event deleted for resources: {'Port': ['ID=4506eb64-d185-4b69-ab3a-43f849d38d2b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:27.800300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8713db91-a9c2-41dd-a2ae-a42a2d61e3a8 req-75597817-6bea-4a02-b473-e32b3dbcb957 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 210 time: 0.0414891 Jul 14 11:33:27.818425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Router 060ee232-ba0b-41b6-84b9-914c89e951e9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:33:28.019654 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:28.087050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-d0086b7b-ebe5-4e59-90dc-0deeee1b0981 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:28.088678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-d0086b7b-ebe5-4e59-90dc-0deeee1b0981 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 808 time: 0.2941101 Jul 14 11:33:28.116476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-4327216b-2372-46e6-81bf-c14ee52a421c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/quotas/23c841083d26402ca921ca2bdccfbe4b HTTP/1.1" status: 200 len: 375 time: 0.0186052 Jul 14 11:33:28.121965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:33:28.135409 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] Sync routers for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:33:28.150483 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:33:28.151829 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:28.200120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d889e-2df2-4952-a825-6722191a41fa req-d84fe8e4-0755-4469-91b5-6ee895c05e27 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:28.202357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d78d889e-2df2-4952-a825-6722191a41fa req-d84fe8e4-0755-4469-91b5-6ee895c05e27 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.2523324 Jul 14 11:33:28.222372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] No DVR routers for this DVR port 4506eb64-d185-4b69-ab3a-43f849d38d2b on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:33:28.225568 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:28.228299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6ffbedd-6ac2-4217-9403-3c1240162e13 req-deb379aa-3060-42a4-b12c-6188555c6df3 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.45 "DELETE /v2.0/ports/4506eb64-d185-4b69-ab3a-43f849d38d2b HTTP/1.1" status: 204 len: 173 time: 1.8763027 Jul 14 11:33:28.230125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'name': 'network-vif-deleted', 'tag': '4506eb64-d185-4b69-ab3a-43f849d38d2b'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:28.233692 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae4d835-9610-474d-80d9-b10715de0409" -d '{"events": [{"server_uuid": "26aaa61e-c5d4-4cea-b12f-9bf8581e5f10", "name": "network-vif-deleted", "tag": "4506eb64-d185-4b69-ab3a-43f849d38d2b"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:28.303755 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:33:28.311810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d78d889e-2df2-4952-a825-6722191a41fa req-4ac9474f-3d1a-4f67-b9de-95e404c7893f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822086 Jul 14 11:33:28.346132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-2b6a59a4-d8c6-4b07-885c-bf1b949a42e0 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1947982 Jul 14 11:33:28.609958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-74f4c9dc-6cba-4f8e-8006-78f4ef2bcd4b service neutron] 10.222.0.38 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551620 Jul 14 11:33:28.711118 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:21Z', 'revision_number': 5, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:28.773749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-6797ba80-d044-4af9-a2ef-7b073150fb99 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:28.775520 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-6797ba80-d044-4af9-a2ef-7b073150fb99 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.45 "GET /v2.0/networks?id=1e82116b-2348-4c2f-96d6-f7224d919eb3 HTTP/1.1" status: 200 len: 810 time: 0.3655853 Jul 14 11:33:28.781934 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] Checking router: 060ee232-ba0b-41b6-84b9-914c89e951e9 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:33:28.800350 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:33:28.801358 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:28.812086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Request body: {'port': {'device_id': '402f53cf-1438-4f02-8382-bd5d0311b4aa', 'network_id': '1e82116b-2348-4c2f-96d6-f7224d919eb3', 'admin_state_up': True, 'tenant_id': '59e57b5bc0824d1e8085c58e7da6563c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:28.828771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b06b00ef-d342-423a-bc76-51844f03cbe1 req-c7ac39ad-8cbd-4c9d-83fa-47f206d9d5bf tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0917952 Jul 14 11:33:28.962315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-36ddd138-8f00-40fe-8264-a3b34459c844 service neutron] 10.222.0.38 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417990 Jul 14 11:33:29.121686 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:33:29.135182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Made reservation on behalf of 59e57b5bc0824d1e8085c58e7da6563c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:33:29.149159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:29.227521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-209823f9-4a59-4668-8b5f-a4c566fd7673 req-dcabbf1a-b55b-4e9c-a5ba-fe96d756c275 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 210 time: 0.1106472 Jul 14 11:33:29.374150 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e21f76-fab6-4a6d-b2cb-3bc8d5a6d773 x-openstack-request-id: req-36e21f76-fab6-4a6d-b2cb-3bc8d5a6d773 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:29.374452 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26aaa61e-c5d4-4cea-b12f-9bf8581e5f10", "name": "network-vif-deleted", "tag": "4506eb64-d185-4b69-ab3a-43f849d38d2b", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:29.374705 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36e21f76-fab6-4a6d-b2cb-3bc8d5a6d773 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:29.375445 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26aaa61e-c5d4-4cea-b12f-9bf8581e5f10', 'name': 'network-vif-deleted', 'tag': '4506eb64-d185-4b69-ab3a-43f849d38d2b', 'status': 'completed', 'code': 200} Jul 14 11:33:29.499001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Allocated IP 172.20.0.14 (1e82116b-2348-4c2f-96d6-f7224d919eb3/346efe5f-7fd4-46fd-ade5-4fea21c5129b/48ebf874-222d-443a-9d0e-38db310e7ea4) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:33:29.529643 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:21Z', 'revision_number': 5, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:29.584805 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd66a10b-05d1-4ae9-845f-6c438016bdfd req-37cf6471-57f9-4ef3-80ef-d3e9be75493c tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 210 time: 0.0406909 Jul 14 11:33:29.590752 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e163b9f-9b79-4562-a1da-af1b2faf05a8 None None] The sync data for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 is: [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:30:11Z', 'revision_number': 4, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '1b65ad4a-8cb1-4bb9-8233-ce350e70180c', 'name': '', 'network_id': 'c15e1c30-3bf3-44e3-8272-4eb375607d6c', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'mac_address': 'fa:16:3e:49:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:10Z', 'updated_at': '2021-07-14T11:30:21Z', 'revision_number': 5, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'subnets': [{'id': '1b4de33d-b125-4156-b808-21fd8e9c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:33:29.965601 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:30.066618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:30.084060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4506eb64-d185-4b69-ab3a-43f849d38d2b no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:33:30.138890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 4506eb64-d185-4b69-ab3a-43f849d38d2b {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:33:30.139245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4506eb64-d185-4b69-ab3a-43f849d38d2b not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:33:30.211150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297005d9-c61f-4065-b124-eb75e661fc3f None None] New status for floating IP 2702c51d-0682-4a9d-9f22-5dc5571c1068: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:33:30.230496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Network 1e82116b-2348-4c2f-96d6-f7224d919eb3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:33:30.246715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:33:30.283668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:33:30.341689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Pushing event updated for resources: {'Port': ['ID=48ebf874-222d-443a-9d0e-38db310e7ea4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:30.403144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88118b5-c0ec-442c-9906-55a2902ae048 req-a865ebf9-9378-4a03-8650-f3ff2d923790 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:30.405420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d88118b5-c0ec-442c-9906-55a2902ae048 req-a865ebf9-9378-4a03-8650-f3ff2d923790 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.3750985 Jul 14 11:33:30.428823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:30.436453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:30.525732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-4f203c19-5014-4ba6-bfa1-93e95ecf99b3 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7236543 Jul 14 11:33:30.573880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Request body: {'port': {'device_id': '402f53cf-1438-4f02-8382-bd5d0311b4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:30.604594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d88118b5-c0ec-442c-9906-55a2902ae048 req-232cffd8-3478-4725-81a2-0ca8e044c7b1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188426 Jul 14 11:33:30.757583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b103850-c2b3-444d-a6ff-6e2a8d7db557 req-5b597b1f-347d-4ace-a245-cd88849ee6b7 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 210 time: 0.0773911 Jul 14 11:33:30.854261 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:30.933733 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:33:31.538857 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e44defd7-fb07-49e0-bd92-6000b36a77b0 req-2e11e6f1-5d6e-4576-9fa0-ab6cbe8e1555 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0644207 Jul 14 11:33:31.566668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5151f-5c14-48b0-8b1f-8009da2eeced req-8217e81f-8891-42f2-8486-552ef8169aeb tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:31.573999 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38c5151f-5c14-48b0-8b1f-8009da2eeced req-8217e81f-8891-42f2-8486-552ef8169aeb tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 932 time: 0.6275163 Jul 14 11:33:31.713167 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38c5151f-5c14-48b0-8b1f-8009da2eeced req-e42d2ded-3d9e-46ea-b7fd-4c49cb9a949a tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381824 Jul 14 11:33:31.930239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-33f988de-28fa-4a07-a83b-d77de2df03cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:31.932538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-33f988de-28fa-4a07-a83b-d77de2df03cc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 808 time: 0.1691184 Jul 14 11:33:31.949185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Request body: {'port': {'device_id': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046', 'admin_state_up': True, 'tenant_id': '23c841083d26402ca921ca2bdccfbe4b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:32.003512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ada4770-e0e3-46d4-89a2-abcb52a68025 req-0a459e32-bfec-4473-9c47-8f5faef9e82e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 210 time: 0.0745051 Jul 14 11:33:32.079335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ebf874-222d-443a-9d0e-38db310e7ea4 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:33:32.097124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:32.121206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Transition to ACTIVE for port object 48ebf874-222d-443a-9d0e-38db310e7ea4 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:33:32.134154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff236f-bbee-4d14-82a1-a8fe8fece181 req-d3b19ce1-fa2e-477f-a785-04a360e5e03e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:32.142058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-caff236f-bbee-4d14-82a1-a8fe8fece181 req-d3b19ce1-fa2e-477f-a785-04a360e5e03e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.1510730 Jul 14 11:33:32.201756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:32.215700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Made reservation on behalf of 23c841083d26402ca921ca2bdccfbe4b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:33:32.221010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:32.388976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-caff236f-bbee-4d14-82a1-a8fe8fece181 req-aec385d6-c07b-493a-9b88-0b4cc70ac040 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450676 Jul 14 11:33:32.545750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Allocated IP 172.20.0.10 (05ea7b1b-d13f-4ee9-8923-d86fc4fce046/2381bb78-05d0-46eb-b50c-c42bae76cfcf/c34edbfd-13ab-4a66-8138-d58d4ef49d1f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:33:32.594110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Pushing event updated for resources: {'Port': ['ID=48ebf874-222d-443a-9d0e-38db310e7ea4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:32.617938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37cac168-005a-4438-a1ce-d3755e8967ed req-13941850-0f62-425b-812d-1717d192641e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 210 time: 0.1957233 Jul 14 11:33:32.687919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Attempting to bind port 48ebf874-222d-443a-9d0e-38db310e7ea4 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:33:32.692213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Attempting to bind port 48ebf874-222d-443a-9d0e-38db310e7ea4 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '2711a3d4-3277-4b75-bb46-accc7a09074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1e82116b-2348-4c2f-96d6-f7224d919eb3'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:33:32.693235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Attempting to bind port 48ebf874-222d-443a-9d0e-38db310e7ea4 on network 1e82116b-2348-4c2f-96d6-f7224d919eb3 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:33:32.707523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Port 48ebf874-222d-443a-9d0e-38db310e7ea4 on network 1e82116b-2348-4c2f-96d6-f7224d919eb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:33:32.708056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Attempting to bind port 48ebf874-222d-443a-9d0e-38db310e7ea4 on network 1e82116b-2348-4c2f-96d6-f7224d919eb3 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:33:32.722867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:33:32.723494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Checking segment: {'id': '2711a3d4-3277-4b75-bb46-accc7a09074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1e82116b-2348-4c2f-96d6-f7224d919eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:33:32.724611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Bound using segment: {'id': '2711a3d4-3277-4b75-bb46-accc7a09074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1e82116b-2348-4c2f-96d6-f7224d919eb3'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:33:32.725170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Bound port: 48ebf874-222d-443a-9d0e-38db310e7ea4, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2711a3d4-3277-4b75-bb46-accc7a09074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1e82116b-2348-4c2f-96d6-f7224d919eb3'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:33:32.725656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:32.952871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90adae01-b5fa-4d4d-a553-7f019672088b req-4304fd8a-a2bf-4c2b-8e7b-db6937652ce9 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0789776 Jul 14 11:33:33.002990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] For port 48ebf874-222d-443a-9d0e-38db310e7ea4, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:33:33.055800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] For port 48ebf874-222d-443a-9d0e-38db310e7ea4, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=48ebf874-222d-443a-9d0e-38db310e7ea4,segment=NetworkSegment(2711a3d4-3277-4b75-bb46-accc7a09074c),segment_id=2711a3d4-3277-4b75-bb46-accc7a09074c)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:33:33.089483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:33.205316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:33.205966 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:33.207404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] 10.222.0.45 "PUT /v2.0/ports/48ebf874-222d-443a-9d0e-38db310e7ea4 HTTP/1.1" status: 200 len: 1092 time: 2.6568244 Jul 14 11:33:33.207890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402f53cf-1438-4f02-8382-bd5d0311b4aa', 'tag': '48ebf874-222d-443a-9d0e-38db310e7ea4'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:33.210810 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34bcade-3e0f-4020-97f4-c29745b04d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "402f53cf-1438-4f02-8382-bd5d0311b4aa", "tag": "48ebf874-222d-443a-9d0e-38db310e7ea4"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:33.266867 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b516c0f5-4bef-4657-9a3b-b18e325e7424 req-e6037582-d95d-485e-ae2e-629c374546b0 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 210 time: 0.0530951 Jul 14 11:33:33.316367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15642aa8-4ea4-4d07-980d-7fb0e5a3fb1c req-7afd15ef-11b5-4eea-ae73-82eba3b8be24 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:33.329746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15642aa8-4ea4-4d07-980d-7fb0e5a3fb1c req-7afd15ef-11b5-4eea-ae73-82eba3b8be24 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 944 time: 0.3703563 Jul 14 11:33:33.374985 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394cd2a5-cf2e-4e5f-aa2c-2553c490901e x-openstack-request-id: req-394cd2a5-cf2e-4e5f-aa2c-2553c490901e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:33.378622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:33.379218 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402f53cf-1438-4f02-8382-bd5d0311b4aa", "tag": "48ebf874-222d-443a-9d0e-38db310e7ea4", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:33.379629 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-394cd2a5-cf2e-4e5f-aa2c-2553c490901e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:33.380392 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402f53cf-1438-4f02-8382-bd5d0311b4aa', 'tag': '48ebf874-222d-443a-9d0e-38db310e7ea4', 'status': 'completed', 'code': 200} Jul 14 11:33:33.465124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:33.476598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4af903-c6d9-4fc2-9eb8-8c6b761e627c service neutron] Pushing event updated for resources: {'Port': ['ID=48ebf874-222d-443a-9d0e-38db310e7ea4,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:33.479540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['46606d75-0b58-4437-b74c-1daf55b91b15'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:33.504587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:33:33.508594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:33:33.512736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:33:33.536892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15642aa8-4ea4-4d07-980d-7fb0e5a3fb1c req-1fb2bbaf-b4d4-4f90-94a3-e847e61f4bd0 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974447 Jul 14 11:33:33.594533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Pushing event updated for resources: {'Port': ['ID=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:33.621873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.622237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.622584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.622929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.623266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.623601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.623960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.624300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-d8f0fd37-5658-4f03-aea2-8d0f3d25ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:33.625010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.625507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.626014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.626284 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-d8f0fd37-5658-4f03-aea2-8d0f3d25ef5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=59e57b5bc0824d1e8085c58e7da6563c&device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 1095 time: 0.3563507 Jul 14 11:33:33.626757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.627256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:33.673002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:33.673696 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:33.707984 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-3150106e-92f0-4c57-a1b6-176887b24e97 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7631230 Jul 14 11:33:33.720941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Request body: {'port': {'device_id': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:33.770657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-480747bb-bb39-4572-adf0-a52778b53c1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48ebf874-222d-443a-9d0e-38db310e7ea4 HTTP/1.1" status: 200 len: 217 time: 0.1251194 Jul 14 11:33:33.859978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:33.884546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-ac0e6151-6e95-4df1-86f9-e80973b22d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:33.886044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-ac0e6151-6e95-4df1-86f9-e80973b22d6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=346efe5f-7fd4-46fd-ade5-4fea21c5129b HTTP/1.1" status: 200 len: 850 time: 0.1029046 Jul 14 11:33:33.978852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-6c57cde3-5402-4757-9054-d708c77c357c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e82116b-2348-4c2f-96d6-f7224d919eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681901 Jul 14 11:33:34.123242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477adaed-f532-4727-8621-a29351151b78 req-b405d52a-e834-46fa-844c-9e552c36fd90 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:34.125323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-477adaed-f532-4727-8621-a29351151b78 req-b405d52a-e834-46fa-844c-9e552c36fd90 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.3179157 Jul 14 11:33:34.183707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34edbfd-13ab-4a66-8138-d58d4ef49d1f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:33:34.194991 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:34.207830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39b412-39e5-46a1-8d25-9260b7fd3e39 req-fd347940-d554-4336-9e16-d6044a5a5e25 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:34.213351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Transition to ACTIVE for port object c34edbfd-13ab-4a66-8138-d58d4ef49d1f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:33:34.227821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e39b412-39e5-46a1-8d25-9260b7fd3e39 req-fd347940-d554-4336-9e16-d6044a5a5e25 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 932 time: 0.3325496 Jul 14 11:33:34.229996 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:34.244836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-c8af7cc1-fc31-49c1-8fa8-0ed45e8cdc29 service neutron] 10.222.0.45 "GET /v2.0/networks/1e82116b-2348-4c2f-96d6-f7224d919eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502258 Jul 14 11:33:34.285739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Pushing event updated for resources: {'Port': ['ID=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:34.331891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-477adaed-f532-4727-8621-a29351151b78 req-9148725a-8f85-4ce7-8fef-cfcfefdcdf75 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911013 Jul 14 11:33:34.335163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e39b412-39e5-46a1-8d25-9260b7fd3e39 req-e5f866dc-952b-41c3-b500-b183fa2ebe74 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144509 Jul 14 11:33:34.390149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:33:34.390610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:33:34.390801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:33:34.401775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:33:34.402637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:33:34.416384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:33:34.416839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:33:34.417339 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:33:34.417921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Bound port: c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:33:34.422646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:34.487603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0800107-cfe2-4d07-b329-8560c9082a84 req-c6c3093b-d2e6-4ad1-ab05-4e809462c8a4 service neutron] 10.222.0.45 "GET /v2.0/networks/1e82116b-2348-4c2f-96d6-f7224d919eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274580 Jul 14 11:33:34.580726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:33:34.591225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:33:34.602547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:34.617893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b6ed5a9-e60b-488d-a80b-21672937bbc4 req-7152a577-5e8b-41a1-9b42-2e98a37eb03f tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0765767 Jul 14 11:33:34.629419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61312e5f-5d4d-47d8-a583-83a1deb25f46 req-bb42ba73-5b22-4813-9b60-a9cb75c9f8f7 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 210 time: 0.1031594 Jul 14 11:33:34.690511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-6a927997-9b2b-4c3c-93ba-d77091b466fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:34.695062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-6a927997-9b2b-4c3c-93ba-d77091b466fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=59e57b5bc0824d1e8085c58e7da6563c&device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 1095 time: 0.0752757 Jul 14 11:33:34.700448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:34.702017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:34.703433 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] 10.222.0.45 "PUT /v2.0/ports/c34edbfd-13ab-4a66-8138-d58d4ef49d1f HTTP/1.1" status: 200 len: 1092 time: 0.9871206 Jul 14 11:33:34.705732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:34.709908 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b" -d '{"events": [{"name": "network-changed", "server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:34.720343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7eb3c-24b8-411b-8e02-a4853c3f6430 service neutron] Pushing event updated for resources: {'Port': ['ID=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:34.888668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-9e8f6f97-b36d-4c71-bfc8-f5797c6b0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:34.891641 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-9e8f6f97-b36d-4c71-bfc8-f5797c6b0927 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 1095 time: 0.1326969 Jul 14 11:33:34.917041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-b7dd1337-8f69-418b-a009-5f0be98efb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:34.918657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-b7dd1337-8f69-418b-a009-5f0be98efb10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1e82116b-2348-4c2f-96d6-f7224d919eb3 HTTP/1.1" status: 200 len: 910 time: 0.2165730 Jul 14 11:33:34.959649 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-629f66a0-266d-4d9d-9c32-1c38a6a65664 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f HTTP/1.1" status: 200 len: 217 time: 0.0561948 Jul 14 11:33:34.999480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-7f999c8f-c9f3-4ca6-901e-62b6c6e958e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48ebf874-222d-443a-9d0e-38db310e7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0713248 Jul 14 11:33:35.025824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-4ac8af9b-abef-41f0-a1ac-efd78e3b58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:35.027318 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-4ac8af9b-abef-41f0-a1ac-efd78e3b58e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0625243 Jul 14 11:33:35.092508 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-1ec4e937-ab42-4b95-b548-2717d721d451 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550234 Jul 14 11:33:35.103370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-5f65c471-537a-4b8d-95b0-007b217f07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:35.105227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-5f65c471-537a-4b8d-95b0-007b217f07f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=346efe5f-7fd4-46fd-ade5-4fea21c5129b HTTP/1.1" status: 200 len: 850 time: 0.0913806 Jul 14 11:33:35.175620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-e571a88f-a231-4c5b-a096-e8f2a6c26ba4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e82116b-2348-4c2f-96d6-f7224d919eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605938 Jul 14 11:33:35.188984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e03eb-9dec-46d5-8d89-4963d6527ac9 req-5e2796ba-1493-4c3b-9d40-777d6d1e080a tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:35.202809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-378e03eb-9dec-46d5-8d89-4963d6527ac9 req-5e2796ba-1493-4c3b-9d40-777d6d1e080a tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 944 time: 0.2732828 Jul 14 11:33:35.277010 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-864ee656-d7b2-4271-8f2a-eb6991965b98 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691101 Jul 14 11:33:35.293904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-378e03eb-9dec-46d5-8d89-4963d6527ac9 req-7bfc16a6-e125-49b0-b62f-40d86a4f5991 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901592 Jul 14 11:33:35.397514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-d30ab18f-1315-488b-8631-230e99366ee4 service neutron] 10.222.0.45 "GET /v2.0/networks/1e82116b-2348-4c2f-96d6-f7224d919eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853621 Jul 14 11:33:35.415234 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f75ca6-fff4-43b5-aa9c-e68d90cfe9a4 x-openstack-request-id: req-83f75ca6-fff4-43b5-aa9c-e68d90cfe9a4 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:35.415234 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:35.416244 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83f75ca6-fff4-43b5-aa9c-e68d90cfe9a4 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:35.416244 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f', 'status': 'completed', 'code': 200} Jul 14 11:33:35.514307 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99cbccfa-73ba-4f72-a626-74abe475e7ee req-91658523-cffe-469f-baa5-4b416112519c service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305434 Jul 14 11:33:35.652604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e34bcade-3e0f-4020-97f4-c29745b04d5d req-80e92dde-3194-4645-a49c-c32997914861 service neutron] 10.222.0.45 "GET /v2.0/networks/1e82116b-2348-4c2f-96d6-f7224d919eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474065 Jul 14 11:33:35.746329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa297b0-1cf7-4dd2-8616-0be614c012fc req-e5072d0c-3319-4995-afe2-0cc9e6be11a4 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:35.754958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-caa297b0-1cf7-4dd2-8616-0be614c012fc req-e5072d0c-3319-4995-afe2-0cc9e6be11a4 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.1011043 Jul 14 11:33:35.779137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-8056b037-fab0-4805-89e7-11e0a50d6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:35.780703 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-8056b037-fab0-4805-89e7-11e0a50d6322 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 1095 time: 0.1574216 Jul 14 11:33:35.821612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-caa297b0-1cf7-4dd2-8616-0be614c012fc req-1e8971c9-f635-4fd4-88c0-97c807028854 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638597 Jul 14 11:33:36.009583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0926-8ce1-4fbe-a80a-cbbe9c6981ea req-5b1cbbdd-f657-4d2f-82c9-4ab5d553da18 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:36.028800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-619a0926-8ce1-4fbe-a80a-cbbe9c6981ea req-5b1cbbdd-f657-4d2f-82c9-4ab5d553da18 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.2028162 Jul 14 11:33:36.064972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-add234b6-b2af-4a5b-89dd-d04b293204e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:36.077172 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-add234b6-b2af-4a5b-89dd-d04b293204e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.2841833 Jul 14 11:33:36.148484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f287dc11-3037-4412-ad7b-f05d464c964a req-55a94a40-32ac-4b28-aa4b-d36b76a51cc1 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/ports?device_id=26aaa61e-c5d4-4cea-b12f-9bf8581e5f10 HTTP/1.1" status: 200 len: 210 time: 0.0538626 Jul 14 11:33:36.157437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-619a0926-8ce1-4fbe-a80a-cbbe9c6981ea req-71a5b518-bd05-4e7a-be48-b76c50d0dd05 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265194 Jul 14 11:33:36.210329 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-b877d7b9-f064-406e-aa48-a31e807077ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f HTTP/1.1" status: 200 len: 217 time: 0.1209257 Jul 14 11:33:36.311707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-b90f4e65-cd1c-4887-948f-8f9140d59232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:36.313678 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-b90f4e65-cd1c-4887-948f-8f9140d59232 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0906363 Jul 14 11:33:36.329078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41746) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:36.351136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-397e5f2a-309f-4be8-9a40-0ed1bb1d5e0d req-8f76eaba-e6e6-4074-b229-41471356aa6b tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0699730 Jul 14 11:33:36.385908 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-b57eadd1-3599-4ff1-8fec-988ae656051b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556059 Jul 14 11:33:36.565173 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-603dab2f-d92b-4f6a-a8d5-428d871159ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:36.593148 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-bd6ce026-95c2-4da4-923c-603c5973bb79 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959534 Jul 14 11:33:36.682829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-93c8a7ec-39f4-4b49-839f-1ea4be637d85 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:36.686526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-93c8a7ec-39f4-4b49-839f-1ea4be637d85 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.2001841 Jul 14 11:33:36.754719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878b758-11fe-4396-b67f-465fd67c33cd req-e73f9e84-694a-4915-a807-cc15fd168a65 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:36.761204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d878b758-11fe-4396-b67f-465fd67c33cd req-e73f9e84-694a-4915-a807-cc15fd168a65 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 944 time: 0.2434337 Jul 14 11:33:36.811622 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1bebabf9-1d34-4a72-a72a-c4ad6b1dd94b req-25de6ff0-21c1-48ed-8032-5308becb0939 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096961 Jul 14 11:33:36.891536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-603dab2f-d92b-4f6a-a8d5-428d871159ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:36.894248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d878b758-11fe-4396-b67f-465fd67c33cd req-c7d89c9f-ddc6-41a4-8460-00ad84943df7 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027210 Jul 14 11:33:36.905777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-603dab2f-d92b-4f6a-a8d5-428d871159ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:36.969276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Deleting port 3d0232bc-aa80-429b-af0d-01711b07725b {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:36.969691 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:36.995007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dab2f-d92b-4f6a-a8d5-428d871159ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fbb972-d37f-428a-98e6-527fd51c22df,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:36.999897 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-603dab2f-d92b-4f6a-a8d5-428d871159ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d37008821574197bb23a8942b86c346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6684225 Jul 14 11:33:37.002480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41766) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:37.057297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c004433-b0f3-4ed8-ab5b-8d1c4adfd1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.080829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c004433-b0f3-4ed8-ab5b-8d1c4adfd1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.133875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c004433-b0f3-4ed8-ab5b-8d1c4adfd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.136758 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c004433-b0f3-4ed8-ab5b-8d1c4adfd1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.137955 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8c004433-b0f3-4ed8-ab5b-8d1c4adfd1ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/78fbb972-d37f-428a-98e6-527fd51c22df HTTP/1.1" status: 204 len: 168 time: 0.1343465 Jul 14 11:33:37.138507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] For port 3d0232bc-aa80-429b-af0d-01711b07725b, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0232bc-aa80-429b-af0d-01711b07725b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:37.138855 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.147093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c004433-b0f3-4ed8-ab5b-8d1c4adfd1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fbb972-d37f-428a-98e6-527fd51c22df,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:37.159510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Calling delete_port for 3d0232bc-aa80-429b-af0d-01711b07725b owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:37.181846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9a13b-e31a-461b-b259-1fe022398ccc req-bca4d644-60b7-481d-8742-c247644e1f8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:37.183632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41c9a13b-e31a-461b-b259-1fe022398ccc req-bca4d644-60b7-481d-8742-c247644e1f8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 946 time: 0.1681499 Jul 14 11:33:37.288343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41c9a13b-e31a-461b-b259-1fe022398ccc req-7cc5db31-2596-4d70-8902-928ffd680a2c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555458 Jul 14 11:33:37.368099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41778) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:37.450422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.477667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['3d0232bc-aa80-429b-af0d-01711b07725b'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:37.484568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3346c38f-46a0-4354-a9bd-2fb957cb4b5c tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.548149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3346c38f-46a0-4354-a9bd-2fb957cb4b5c tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.616713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event deleted for resources: {'Port': ['ID=3d0232bc-aa80-429b-af0d-01711b07725b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:37.617862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3346c38f-46a0-4354-a9bd-2fb957cb4b5c tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.622670 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3346c38f-46a0-4354-a9bd-2fb957cb4b5c tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.624127 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3346c38f-46a0-4354-a9bd-2fb957cb4b5c tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "DELETE /v2.0/security-groups/32e66332-d94c-45ae-bfa8-9c437b72161a HTTP/1.1" status: 204 len: 168 time: 0.2548761 Jul 14 11:33:37.629513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41790) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:37.654242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346c38f-46a0-4354-a9bd-2fb957cb4b5c tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e66332-d94c-45ae-bfa8-9c437b72161a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:37.657378 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-ae23ec9d-3ddd-4ea6-99a5-c8908149bbc4 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] show failed (client error): The resource could not be found. Jul 14 11:33:37.661373 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ae23ec9d-3ddd-4ea6-99a5-c8908149bbc4 tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "GET /v2.0/security-groups/32e66332-d94c-45ae-bfa8-9c437b72161a HTTP/1.1" status: 404 len: 347 time: 0.0281405 Jul 14 11:33:37.661851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41796) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:37.764896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b458ac8-b7ef-42c5-bb2f-ec5ff61fe88e req-9bc57892-485f-44e6-ab33-520f9a82b33e tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.1789296 Jul 14 11:33:37.807144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] No DVR routers for this DVR port 3d0232bc-aa80-429b-af0d-01711b07725b on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:33:37.813093 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:37.815144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f368ce84-4898-4888-801d-1bf05ff424a3 req-603e564e-8445-4ac4-a127-849f3c9ca6f2 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "DELETE /v2.0/ports/3d0232bc-aa80-429b-af0d-01711b07725b HTTP/1.1" status: 204 len: 173 time: 1.1102841 Jul 14 11:33:37.820528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43e9892-7da9-4ead-b31d-94c93fd0208f', 'name': 'network-vif-deleted', 'tag': '3d0232bc-aa80-429b-af0d-01711b07725b'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:37.823005 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b615ba35-47e9-4efa-9bc0-9abf715451d2" -d '{"events": [{"server_uuid": "c43e9892-7da9-4ead-b31d-94c93fd0208f", "name": "network-vif-deleted", "tag": "3d0232bc-aa80-429b-af0d-01711b07725b"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:37.893705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180224c3-a768-4a44-998e-8523e287a898 req-426867d3-8f02-4411-863c-aad46702e9a6 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:37.897385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-180224c3-a768-4a44-998e-8523e287a898 req-426867d3-8f02-4411-863c-aad46702e9a6 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.4421289 Jul 14 11:33:37.945158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Deleting port 05561741-3a8c-4d70-ad5c-7964ccf114fd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:37.945509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:38.067273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-180224c3-a768-4a44-998e-8523e287a898 req-df4b5dc9-be14-4eab-8c20-6e5acdb39285 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553175 Jul 14 11:33:38.094894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 48ebf874-222d-443a-9d0e-38db310e7ea4 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:33:38.146054 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9944279-e2ec-45fc-8992-baa3cbb9d413 x-openstack-request-id: req-f9944279-e2ec-45fc-8992-baa3cbb9d413 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:38.146355 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43e9892-7da9-4ead-b31d-94c93fd0208f", "name": "network-vif-deleted", "tag": "3d0232bc-aa80-429b-af0d-01711b07725b", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:38.146786 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9944279-e2ec-45fc-8992-baa3cbb9d413 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:38.147363 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43e9892-7da9-4ead-b31d-94c93fd0208f', 'name': 'network-vif-deleted', 'tag': '3d0232bc-aa80-429b-af0d-01711b07725b', 'status': 'completed', 'code': 200} Jul 14 11:33:38.153500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:38.159003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:38.172792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Calling delete_port for 05561741-3a8c-4d70-ad5c-7964ccf114fd owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:38.303129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 48ebf874-222d-443a-9d0e-38db310e7ea4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=48ebf874-222d-443a-9d0e-38db310e7ea4,segment=NetworkSegment(2711a3d4-3277-4b75-bb46-accc7a09074c),segment_id=2711a3d4-3277-4b75-bb46-accc7a09074c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:38.433751 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:38.520419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d33e4-20de-49ec-9374-58ee4bc73185 req-428f46ba-edc5-4f3f-a468-136e567f0f48 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:38.545039 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19d33e4-20de-49ec-9374-58ee4bc73185 req-428f46ba-edc5-4f3f-a468-136e567f0f48 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 944 time: 0.1956708 Jul 14 11:33:38.546271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Pushing event deleted for resources: {'Port': ['ID=05561741-3a8c-4d70-ad5c-7964ccf114fd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:38.628324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '48ebf874-222d-443a-9d0e-38db310e7ea4', 'network_id': '1e82116b-2348-4c2f-96d6-f7224d919eb3', 'port_id': '48ebf874-222d-443a-9d0e-38db310e7ea4', 'mac_address': 'fa:16:3e:0b:5f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '346efe5f-7fd4-46fd-ade5-4fea21c5129b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:33:38.674865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19d33e4-20de-49ec-9374-58ee4bc73185 req-e2c3342a-a1cb-4334-90e8-599d37b3bebc tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205959 Jul 14 11:33:38.703778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:38.734708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ebf874-222d-443a-9d0e-38db310e7ea4 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:33:38.759127 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:38.761970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:38.762134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d73dfd61-80a9-41fa-b6ef-5d5f7dea93a6 req-9f8f3384-79a2-46aa-b09b-4e00ad1704d0 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=c43e9892-7da9-4ead-b31d-94c93fd0208f HTTP/1.1" status: 200 len: 210 time: 0.0742953 Jul 14 11:33:38.763274 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d9648b25-3a5c-47a1-abf8-8bcc6fa1b16e tempest-ServersTestBootFromVolume-1400926779 tempest-ServersTestBootFromVolume-1400926779-project] 10.222.0.38 "DELETE /v2.0/floatingips/2702c51d-0682-4a9d-9f22-5dc5571c1068 HTTP/1.1" status: 204 len: 168 time: 1.0999691 Jul 14 11:33:38.766173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41826) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:38.816269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 48ebf874-222d-443a-9d0e-38db310e7ea4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=48ebf874-222d-443a-9d0e-38db310e7ea4,segment=NetworkSegment(2711a3d4-3277-4b75-bb46-accc7a09074c),segment_id=2711a3d4-3277-4b75-bb46-accc7a09074c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:38.822989 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:38.921494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=48ebf874-222d-443a-9d0e-38db310e7ea4,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:39.125359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['48ebf874-222d-443a-9d0e-38db310e7ea4'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:39.156870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d1b26aa-d62c-4098-a9b6-6138b679a735 req-a176d4cf-3803-4870-b1c9-28937f23bb0a tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0594568 Jul 14 11:33:39.447712 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83ea6136-db84-46a3-a4f3-05de21033da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:39.467895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7ec2a-2ee9-480d-a83c-a46fe3b5461e req-72e2c249-f128-445f-8f55-92e404ffd6ab tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:39.476973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2a7ec2a-2ee9-480d-a83c-a46fe3b5461e req-72e2c249-f128-445f-8f55-92e404ffd6ab tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.2227101 Jul 14 11:33:39.570512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2a7ec2a-2ee9-480d-a83c-a46fe3b5461e req-081477f5-63ca-4855-ac21-3f3cd24e4438 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854268 Jul 14 11:33:39.603076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:40.081232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6f26d-8c36-4e45-b310-7498e6f59315 req-b5a3f6f6-136d-407c-adb4-a7b978e28edd tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:40.089795 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9b6f26d-8c36-4e45-b310-7498e6f59315 req-b5a3f6f6-136d-407c-adb4-a7b978e28edd tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 945 time: 0.1861522 Jul 14 11:33:40.111640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 48ebf874-222d-443a-9d0e-38db310e7ea4 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:33:40.140091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9b6f26d-8c36-4e45-b310-7498e6f59315 req-42f3e095-52e3-453d-812b-04647be2127e tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492678 Jul 14 11:33:40.178437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Deleting port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:40.178736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:40.260180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 48ebf874-222d-443a-9d0e-38db310e7ea4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:33:40.265436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 48ebf874-222d-443a-9d0e-38db310e7ea4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:33:40.265869 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:40.377686 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:40.421159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 48ebf874-222d-443a-9d0e-38db310e7ea4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=48ebf874-222d-443a-9d0e-38db310e7ea4,segment=NetworkSegment(2711a3d4-3277-4b75-bb46-accc7a09074c),segment_id=2711a3d4-3277-4b75-bb46-accc7a09074c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:40.423339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402f53cf-1438-4f02-8382-bd5d0311b4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ebf874-222d-443a-9d0e-38db310e7ea4'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:40.427037 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488b1a3-d165-4100-a5fb-6326413c1c69" -d '{"events": [{"server_uuid": "402f53cf-1438-4f02-8382-bd5d0311b4aa", "name": "network-vif-plugged", "status": "completed", "tag": "48ebf874-222d-443a-9d0e-38db310e7ea4"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:40.433402 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:40.532094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=48ebf874-222d-443a-9d0e-38db310e7ea4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:40.544995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-f6dc2768-6c4a-40da-9226-8c768d6cbc54 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:40.564711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-f6dc2768-6c4a-40da-9226-8c768d6cbc54 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.3168933 Jul 14 11:33:40.645105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b7a06dd-1fa5-4683-8e2e-9c8456bc168c req-35ab21d6-9552-4783-b136-ae087a07a306 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.1209342 Jul 14 11:33:40.648376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] For port 1b65ad4a-8cb1-4bb9-8233-ce350e70180c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b65ad4a-8cb1-4bb9-8233-ce350e70180c,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:40.649720 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:40.658272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67be163b-70d3-4c05-af3d-ecb0fe8d89f9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/quotas/9dff92e033a84752a3854a9be9772157 HTTP/1.1" status: 200 len: 375 time: 0.0926983 Jul 14 11:33:40.718402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-4224c698-5588-430f-b9dc-838942474d20 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585918 Jul 14 11:33:40.728952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Calling delete_port for 1b65ad4a-8cb1-4bb9-8233-ce350e70180c owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:40.758620 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b6ef9b-2b4d-4797-8567-a029b5494623 x-openstack-request-id: req-f5b6ef9b-2b4d-4797-8567-a029b5494623 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:40.759117 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402f53cf-1438-4f02-8382-bd5d0311b4aa", "name": "network-vif-plugged", "status": "completed", "tag": "48ebf874-222d-443a-9d0e-38db310e7ea4", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:40.759531 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5b6ef9b-2b4d-4797-8567-a029b5494623 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:40.760967 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402f53cf-1438-4f02-8382-bd5d0311b4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ebf874-222d-443a-9d0e-38db310e7ea4', 'code': 200} Jul 14 11:33:41.012762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb778-fa54-4dda-b14d-fb4a310210f6 req-f2b6a5be-3832-45e0-b6c5-28ffb7b2eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:41.014341 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dcadb778-fa54-4dda-b14d-fb4a310210f6 req-f2b6a5be-3832-45e0-b6c5-28ffb7b2eea6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 1097 time: 0.1594441 Jul 14 11:33:41.084682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-3fd7ecb5-e849-44a1-92f5-02d0386dcb72 service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654153 Jul 14 11:33:41.119568 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dcadb778-fa54-4dda-b14d-fb4a310210f6 req-849dc3ae-e9d2-4cd4-8d82-e442895b053b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894403 Jul 14 11:33:41.345481 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:41.782929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3d0232bc-aa80-429b-af0d-01711b07725b no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:33:41.813407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 3d0232bc-aa80-429b-af0d-01711b07725b {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:33:41.814005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3d0232bc-aa80-429b-af0d-01711b07725b not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:33:41.952662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b65ad4a-8cb1-4bb9-8233-ce350e70180c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:42.107127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243600c2-97ee-4a8b-9373-7dab03f73a88 req-dad4295b-9cab-4fec-8e92-ebab4043c592 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:42.108789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-243600c2-97ee-4a8b-9373-7dab03f73a88 req-dad4295b-9cab-4fec-8e92-ebab4043c592 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.8394911 Jul 14 11:33:42.120420 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2a740be8-7d78-4433-a0a1-9c97ece55ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:42.194324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-6eebd6cf-613a-44fa-97c4-751937f0affb service neutron] 10.222.0.38 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9510200 Jul 14 11:33:42.258710 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:42.265293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-243600c2-97ee-4a8b-9373-7dab03f73a88 req-6ba4d64c-e15b-4b88-9e6d-a6cc6a5e3965 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400540 Jul 14 11:33:42.637038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:42.796605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e0832-b468-4392-baeb-072b44a3afb0 req-1c26f8ad-278b-4d2e-903a-043726d1ee89 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:42.806788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c3e0832-b468-4392-baeb-072b44a3afb0 req-1c26f8ad-278b-4d2e-903a-043726d1ee89 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 945 time: 0.2563655 Jul 14 11:33:42.955840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dae133-ab43-4a66-9b84-12effd59ca37 req-5809ac8f-b8ca-47ea-b068-6e429ad727f0 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:42.958322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2dae133-ab43-4a66-9b84-12effd59ca37 req-5809ac8f-b8ca-47ea-b068-6e429ad727f0 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 946 time: 0.3345680 Jul 14 11:33:42.980068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c3e0832-b468-4392-baeb-072b44a3afb0 req-491837b8-232b-449a-9b07-cecde2ff72ee tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734729 Jul 14 11:33:43.075053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2dae133-ab43-4a66-9b84-12effd59ca37 req-d6b4bfdf-9711-4149-979a-d9b6790abbb6 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028500 Jul 14 11:33:43.173584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Router 060ee232-ba0b-41b6-84b9-914c89e951e9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:33:43.222144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a398def-fff9-4747-bf02-e394ed86030c req-3e9d28b8-e636-4c49-948e-b799db32f654 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 210 time: 0.0425625 Jul 14 11:33:43.350685 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:43.407923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f080f0bb-ad09-4939-af4e-c05138b4399e req-e1e8c571-49f5-4ee0-8a98-5c1fd10928e6 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0595722 Jul 14 11:33:43.435311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:33:43.447086 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] Sync routers for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:33:43.469240 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:33:43.469759 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:43.477610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-682dbf8b-8ee4-4161-8d38-a7046815dfd3 admin admin] 10.222.0.38 "PUT /v2.0/routers/060ee232-ba0b-41b6-84b9-914c89e951e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7103529 Jul 14 11:33:43.480312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41974) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:43.707028 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:43.812833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745054f-6ae4-4875-9d51-7ab985c40401 req-7e96353e-864b-4674-91c3-2aaf2a543826 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:43.814361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5745054f-6ae4-4875-9d51-7ab985c40401 req-7e96353e-864b-4674-91c3-2aaf2a543826 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.2867565 Jul 14 11:33:43.863579 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:33:43.927763 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:43.940493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5745054f-6ae4-4875-9d51-7ab985c40401 req-65b96749-3a85-450e-940e-d71da2bd6631 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123245 Jul 14 11:33:44.052280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Deleting port 255a1f34-a150-4d1f-ac36-3cd7f51491b9 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:44.052816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:44.176940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] For port 255a1f34-a150-4d1f-ac36-3cd7f51491b9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=255a1f34-a150-4d1f-ac36-3cd7f51491b9,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:44.177616 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:44.191605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Calling delete_port for 255a1f34-a150-4d1f-ac36-3cd7f51491b9 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:44.279804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036cab-9cdf-4266-9e99-ac17e59c6571 req-1d7bc1c6-d2a2-48a7-87d3-01589f14f160 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:44.303040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91036cab-9cdf-4266-9e99-ac17e59c6571 req-1d7bc1c6-d2a2-48a7-87d3-01589f14f160 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 946 time: 0.1610231 Jul 14 11:33:44.394831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91036cab-9cdf-4266-9e99-ac17e59c6571 req-0030a1fa-beb1-42ca-9eee-0d4f46e0eb99 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850697 Jul 14 11:33:44.495578 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:33:41Z', 'revision_number': 5, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port': {'id': '255a1f34-a150-4d1f-ac36-3cd7f51491b9', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:30:04Z', 'updated_at': '2021-07-14T11:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:44.548021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:44.588427 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] Checking router: 060ee232-ba0b-41b6-84b9-914c89e951e9 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:33:44.607344 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] Routers {'060ee232-ba0b-41b6-84b9-914c89e951e9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:33:44.608246 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['060ee232-ba0b-41b6-84b9-914c89e951e9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:44.637654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=255a1f34-a150-4d1f-ac36-3cd7f51491b9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:44.656785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d589240e-116c-4011-9102-ab0f01e34d36 req-7e6422ca-bb47-4df4-9333-5f6a3733a486 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 210 time: 0.0566387 Jul 14 11:33:44.829755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:44.841161 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] Set router 060ee232-ba0b-41b6-84b9-914c89e951e9 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:33:45.015751 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:33:44Z', 'revision_number': 7, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:45.038418 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.073296 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b98af-4977-4e4c-ad8d-7cc12e83f5ea None None] The sync data for ids ['060ee232-ba0b-41b6-84b9-914c89e951e9'] in n-d-778696-8 is: [{'id': '060ee232-ba0b-41b6-84b9-914c89e951e9', 'name': 'tempest-ServersTestBootFromVolume-2133750106-router', 'tenant_id': '4dcb6daafafc4692a2367cfd10a5a900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:30:03Z', 'updated_at': '2021-07-14T11:33:44Z', 'revision_number': 7, 'project_id': '4dcb6daafafc4692a2367cfd10a5a900', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:33:45.142486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.148132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.162368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1393c1b7-1cf0-42c0-8c2d-ded110358915 req-bd0895c3-01c3-4404-a5e8-71542469b1da tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.1349115 Jul 14 11:33:45.201884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-74bc3c88-db54-4c23-82ea-17ecfe94f7a3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:45.203734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-74bc3c88-db54-4c23-82ea-17ecfe94f7a3 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 811 time: 0.5253003 Jul 14 11:33:45.247232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Request body: {'port': {'device_id': '19c49fcc-a1ea-4e24-95ad-b6dedf743843', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'admin_state_up': True, 'tenant_id': '9dff92e033a84752a3854a9be9772157'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:45.284797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.285329 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 060ee232-ba0b-41b6-84b9-914c89e951e9 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:33:45.291447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.293062 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17a57ccb-700f-4f45-980b-f5628b9acd8e admin admin] 10.222.0.38 "DELETE /v2.0/routers/060ee232-ba0b-41b6-84b9-914c89e951e9 HTTP/1.1" status: 204 len: 168 time: 1.8116348 Jul 14 11:33:45.298079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42024) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:45.404629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18a58a-7f35-47ba-91ea-c85db19800d0 req-8ff40350-9889-4692-bf94-ae0716fb09d7 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:45.418948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d18a58a-7f35-47ba-91ea-c85db19800d0 req-8ff40350-9889-4692-bf94-ae0716fb09d7 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 945 time: 0.3870029 Jul 14 11:33:45.423670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-497cbaaf-bfea-4d33-a4d6-d8e45f187fc5 admin admin] Deleting subnet 1b4de33d-b125-4156-b808-21fd8e9c364d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:33:45.429992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-497cbaaf-bfea-4d33-a4d6-d8e45f187fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.492479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-497cbaaf-bfea-4d33-a4d6-d8e45f187fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.522124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-7b0adff6-2957-41d5-8ee4-bab3191e3e88 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:45.524084 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-7b0adff6-2957-41d5-8ee4-bab3191e3e88 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.45 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 946 time: 0.1608500 Jul 14 11:33:45.546787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Made reservation on behalf of 9dff92e033a84752a3854a9be9772157 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:33:45.546787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.593978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d18a58a-7f35-47ba-91ea-c85db19800d0 req-44b0cad5-055e-4737-9ed4-beff9cc80508 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675394 Jul 14 11:33:45.770655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4324d3f-7182-4511-a4f7-fd80639d54c5 req-a3a91909-0916-46cf-ba00-5e1f18696fc5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:45.781710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4324d3f-7182-4511-a4f7-fd80639d54c5 req-a3a91909-0916-46cf-ba00-5e1f18696fc5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.3492796 Jul 14 11:33:45.789581 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-497cbaaf-bfea-4d33-a4d6-d8e45f187fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.828108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Deleting port 48ebf874-222d-443a-9d0e-38db310e7ea4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:45.828851 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:45.865285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 255a1f34-a150-4d1f-ac36-3cd7f51491b9 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:33:45.892665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 255a1f34-a150-4d1f-ac36-3cd7f51491b9 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:33:45.900266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 255a1f34-a150-4d1f-ac36-3cd7f51491b9 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:33:45.902608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b65ad4a-8cb1-4bb9-8233-ce350e70180c no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:33:45.949468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1b65ad4a-8cb1-4bb9-8233-ce350e70180c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:33:45.949915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b65ad4a-8cb1-4bb9-8233-ce350e70180c not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:33:46.000166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Allocated IP 172.20.0.3 (594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9/606cc036-ccce-4fe3-b770-acb3ecc81cfe/e2f93f9e-12ce-496a-90d6-213126854d9b) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:33:46.016611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] For port 48ebf874-222d-443a-9d0e-38db310e7ea4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=48ebf874-222d-443a-9d0e-38db310e7ea4,segment=NetworkSegment(2711a3d4-3277-4b75-bb46-accc7a09074c),segment_id=2711a3d4-3277-4b75-bb46-accc7a09074c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:46.017043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.036569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Calling delete_port for 48ebf874-222d-443a-9d0e-38db310e7ea4 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:46.043475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4324d3f-7182-4511-a4f7-fd80639d54c5 req-6d57c6ce-070e-4c3b-bfa5-8433e899cee4 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604592 Jul 14 11:33:46.174055 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-497cbaaf-bfea-4d33-a4d6-d8e45f187fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.222772 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-497cbaaf-bfea-4d33-a4d6-d8e45f187fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.229832 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-497cbaaf-bfea-4d33-a4d6-d8e45f187fc5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1b4de33d-b125-4156-b808-21fd8e9c364d HTTP/1.1" status: 204 len: 168 time: 0.9310212 Jul 14 11:33:46.230886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cbaaf-bfea-4d33-a4d6-d8e45f187fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4de33d-b125-4156-b808-21fd8e9c364d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:46.232915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11cae6a-e981-4569-9a1c-f2eb8ddf8b22 None None] Network c15e1c30-3bf3-44e3-8272-4eb375607d6c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:33:46.237419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42058) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:46.251731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.349839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.363791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaf10f-6169-4fc8-91a1-9026c8ec5d73 req-5e41c32b-a7bc-4adb-a681-c20025c0332e tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:46.372412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7aeaf10f-6169-4fc8-91a1-9026c8ec5d73 req-5e41c32b-a7bc-4adb-a681-c20025c0332e tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 946 time: 0.6642735 Jul 14 11:33:46.394997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.571662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7aeaf10f-6169-4fc8-91a1-9026c8ec5d73 req-cb392d37-fc50-4d66-855d-4efff60399aa tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd5ee3df-351a-4427-8576-70cd7cdaa8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737349 Jul 14 11:33:46.574836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:33:46.579826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:33:46.584921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:33:46.617725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.621763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event updated for resources: {'Port': ['ID=e2f93f9e-12ce-496a-90d6-213126854d9b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:46.638448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['48ebf874-222d-443a-9d0e-38db310e7ea4'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:46.667670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Pushing event deleted for resources: {'Port': ['ID=48ebf874-222d-443a-9d0e-38db310e7ea4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:46.674836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.675288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.675740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.676212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.677372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.678241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.678892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.679499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.680305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.681149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.681902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.682557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:33:46.686730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccec9ad-ada8-4992-a29f-920fc535e888 None None] DHCP port deletion for c15e1c30-3bf3-44e3-8272-4eb375607d6c request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:33:46.694277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Deleting port 41e2a48e-6c2b-4989-965b-6103b760cea3 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:46.694882 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.737306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:46.744830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.779237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-67498754-f395-407f-80ab-e38699fdab8e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5604439 Jul 14 11:33:46.795041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] For port 41e2a48e-6c2b-4989-965b-6103b760cea3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=41e2a48e-6c2b-4989-965b-6103b760cea3,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:46.796243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.799015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7ccec9ad-ada8-4992-a29f-920fc535e888 None None] Deleting port 41e2a48e-6c2b-4989-965b-6103b760cea3 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:46.800151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Request body: {'port': {'device_id': '19c49fcc-a1ea-4e24-95ad-b6dedf743843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:46.802123 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7ccec9ad-ada8-4992-a29f-920fc535e888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.812797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Calling delete_port for 41e2a48e-6c2b-4989-965b-6103b760cea3 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:46.820857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11173f50-9b64-45c8-bf0a-d3f5972acd6c req-9c6b1aa4-70ff-4c92-856c-c838c5e577c5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:46.833728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11173f50-9b64-45c8-bf0a-d3f5972acd6c req-9c6b1aa4-70ff-4c92-856c-c838c5e577c5 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 931 time: 0.2167027 Jul 14 11:33:46.918876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7ccec9ad-ada8-4992-a29f-920fc535e888 None None] For port 41e2a48e-6c2b-4989-965b-6103b760cea3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=41e2a48e-6c2b-4989-965b-6103b760cea3,segment=NetworkSegment(a1e60ab3-887d-423f-babe-2f7a7cc71910),segment_id=a1e60ab3-887d-423f-babe-2f7a7cc71910)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:46.919376 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7ccec9ad-ada8-4992-a29f-920fc535e888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.930258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5df5b203-5d55-4fe7-a0b6-81d485a7d082 req-adb7687e-1ec4-4787-97fe-c63b48d67a79 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0950301 Jul 14 11:33:46.957744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7ccec9ad-ada8-4992-a29f-920fc535e888 None None] Calling delete_port for 41e2a48e-6c2b-4989-965b-6103b760cea3 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:46.962707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] No DVR routers for this DVR port 48ebf874-222d-443a-9d0e-38db310e7ea4 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:33:46.967150 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:46.971219 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ec4e0550-8155-4591-b087-92e93c4b6dec req-ca4859e5-0022-4d5f-9ba5-4ec10724769f tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.45 "DELETE /v2.0/ports/48ebf874-222d-443a-9d0e-38db310e7ea4 HTTP/1.1" status: 204 len: 173 time: 1.4328978 Jul 14 11:33:46.972806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402f53cf-1438-4f02-8382-bd5d0311b4aa', 'name': 'network-vif-deleted', 'tag': '48ebf874-222d-443a-9d0e-38db310e7ea4'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:46.976403 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6386f0f8-b2ef-41f4-9c49-654a6191017c" -d '{"events": [{"server_uuid": "402f53cf-1438-4f02-8382-bd5d0311b4aa", "name": "network-vif-deleted", "tag": "48ebf874-222d-443a-9d0e-38db310e7ea4"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:47.000956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.025488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11173f50-9b64-45c8-bf0a-d3f5972acd6c req-df9d0e2b-c2d7-47c9-a7b7-5335eaaa928f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679270 Jul 14 11:33:47.077985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e2a48e-6c2b-4989-965b-6103b760cea3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:47.103251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] No DVR routers for this DVR port 41e2a48e-6c2b-4989-965b-6103b760cea3 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:33:47.149071 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.180457 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf8e129-3d7a-4bcd-be98-7dde64f34df6 x-openstack-request-id: req-dcf8e129-3d7a-4bcd-be98-7dde64f34df6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:47.180755 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402f53cf-1438-4f02-8382-bd5d0311b4aa", "name": "network-vif-deleted", "tag": "48ebf874-222d-443a-9d0e-38db310e7ea4", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:47.183641 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcf8e129-3d7a-4bcd-be98-7dde64f34df6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:47.185153 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402f53cf-1438-4f02-8382-bd5d0311b4aa', 'name': 'network-vif-deleted', 'tag': '48ebf874-222d-443a-9d0e-38db310e7ea4', 'status': 'completed', 'code': 200} Jul 14 11:33:47.226742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7ccec9ad-ada8-4992-a29f-920fc535e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.265014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccec9ad-ada8-4992-a29f-920fc535e888 None None] No DVR routers for this DVR port 41e2a48e-6c2b-4989-965b-6103b760cea3 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:33:47.316682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccec9ad-ada8-4992-a29f-920fc535e888 None None] Pushing event deleted for resources: {'Port': ['ID=41e2a48e-6c2b-4989-965b-6103b760cea3,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:47.360035 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.386071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15e1c30-3bf3-44e3-8272-4eb375607d6c']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:47.415305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e60ab3-887d-423f-babe-2f7a7cc71910') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:47.415996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e60ab3-887d-423f-babe-2f7a7cc71910') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:47.437520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.482542 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.491719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:33:47.491719 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.514384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f9710-2419-4f80-a2aa-161be08f67c1 req-124ed914-9192-461c-8097-fe4b70ee8fe5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:47.524465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc4f9710-2419-4f80-a2aa-161be08f67c1 req-124ed914-9192-461c-8097-fe4b70ee8fe5 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.1886070 Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:33:47.560094 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:33:47.608635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.639707 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.642669 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c15e1c30-3bf3-44e3-8272-4eb375607d6c HTTP/1.1" status: 204 len: 168 time: 1.4042175 Jul 14 11:33:47.656910 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d0e38-0adb-49b6-8d89-72457c52be85 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15e1c30-3bf3-44e3-8272-4eb375607d6c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:47.670551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc4f9710-2419-4f80-a2aa-161be08f67c1 req-c3f4f63e-d482-4c7f-b603-5708b40ce9df tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452508 Jul 14 11:33:47.702594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f93f9e-12ce-496a-90d6-213126854d9b {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:33:47.706207 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.714593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 41e2a48e-6c2b-4989-965b-6103b760cea3 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:33:47.733382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Transition to ACTIVE for port object e2f93f9e-12ce-496a-90d6-213126854d9b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:33:47.748003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:47.808765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 41e2a48e-6c2b-4989-965b-6103b760cea3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:33:47.809118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 41e2a48e-6c2b-4989-965b-6103b760cea3 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:33:47.872948 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f93f9e-12ce-496a-90d6-213126854d9b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:47.936096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a132f-14f4-45f7-94e4-5433bce24062 req-51f32738-5504-492b-a1b5-d4cc9fd7d1f0 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:47.944122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f0a132f-14f4-45f7-94e4-5433bce24062 req-51f32738-5504-492b-a1b5-d4cc9fd7d1f0 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 945 time: 0.2090623 Jul 14 11:33:47.990942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3dae340-e67e-4070-8206-74dae61b6183 req-d2afe37e-0c25-4dcd-97d7-4bcc79ae5b64 tempest-ServerGroupTestJSON-1649874852 tempest-ServerGroupTestJSON-1649874852-project] 10.222.0.38 "GET /v2.0/ports?device_id=402f53cf-1438-4f02-8382-bd5d0311b4aa HTTP/1.1" status: 200 len: 210 time: 0.0434701 Jul 14 11:33:48.015152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Attempting to bind port e2f93f9e-12ce-496a-90d6-213126854d9b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:33:48.016134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Attempting to bind port e2f93f9e-12ce-496a-90d6-213126854d9b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:33:48.016680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Attempting to bind port e2f93f9e-12ce-496a-90d6-213126854d9b on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:33:48.035932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Port e2f93f9e-12ce-496a-90d6-213126854d9b on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:33:48.036534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Attempting to bind port e2f93f9e-12ce-496a-90d6-213126854d9b on network 594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:33:48.057855 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42096) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:48.077731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:33:48.077984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Checking segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:33:48.078536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Bound using segment: {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:33:48.080196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Bound port: e2f93f9e-12ce-496a-90d6-213126854d9b, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15eede1-9ac1-444c-9ea3-52e037bde35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:33:48.081027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:48.141953 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0aac2929-d751-4fd9-ab6b-e1c28c42eafd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4dcb6daafafc4692a2367cfd10a5a900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827584 Jul 14 11:33:48.147688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42106) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:48.156374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f0a132f-14f4-45f7-94e4-5433bce24062 req-0821a273-1c3f-43ef-a8a7-0f289d19857f tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108796 Jul 14 11:33:48.208936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] For port e2f93f9e-12ce-496a-90d6-213126854d9b, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:33:48.213584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] For port e2f93f9e-12ce-496a-90d6-213126854d9b, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2f93f9e-12ce-496a-90d6-213126854d9b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:33:48.248268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75a1f03a-9c3e-4aad-9f9c-47b924d0e08c req-0ce77a31-196a-4b79-b4a8-8eccf5fc58f5 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0326912 Jul 14 11:33:48.249977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:48.294157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:48.295092 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:48.296963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] 10.222.0.64 "PUT /v2.0/ports/e2f93f9e-12ce-496a-90d6-213126854d9b HTTP/1.1" status: 200 len: 1091 time: 1.5042496 Jul 14 11:33:48.299900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c49fcc-a1ea-4e24-95ad-b6dedf743843', 'tag': 'e2f93f9e-12ce-496a-90d6-213126854d9b'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:48.300368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dd07-ca20-4372-b6bc-5cfb8d7049fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:48.305661 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9982ade-8fde-4772-928f-1ae08236461d" -d '{"events": [{"name": "network-changed", "server_uuid": "19c49fcc-a1ea-4e24-95ad-b6dedf743843", "tag": "e2f93f9e-12ce-496a-90d6-213126854d9b"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:48.361232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c15e44-acd3-41fb-bf66-b8c5192c4465 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f93f9e-12ce-496a-90d6-213126854d9b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:48.377916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dd07-ca20-4372-b6bc-5cfb8d7049fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:48.386319 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583a1be6-e114-4d2c-a336-624728c5ec64 x-openstack-request-id: req-583a1be6-e114-4d2c-a336-624728c5ec64 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:48.386614 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c49fcc-a1ea-4e24-95ad-b6dedf743843", "tag": "e2f93f9e-12ce-496a-90d6-213126854d9b", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:48.386890 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-583a1be6-e114-4d2c-a336-624728c5ec64 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:48.387257 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c49fcc-a1ea-4e24-95ad-b6dedf743843', 'tag': 'e2f93f9e-12ce-496a-90d6-213126854d9b', 'status': 'completed', 'code': 200} Jul 14 11:33:48.451358 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dd07-ca20-4372-b6bc-5cfb8d7049fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:48.453964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dd07-ca20-4372-b6bc-5cfb8d7049fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:48.455312 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b0a7dd07-ca20-4372-b6bc-5cfb8d7049fa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b5401b68-ae21-42cf-9cdc-b4ca4490cc92 HTTP/1.1" status: 204 len: 168 time: 0.3064442 Jul 14 11:33:48.479618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27222f43-a6fb-4814-8bb7-9cc90657634f req-407eb449-2fd8-4dcf-988e-bcff4addeefa tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:48.481693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27222f43-a6fb-4814-8bb7-9cc90657634f req-407eb449-2fd8-4dcf-988e-bcff4addeefa tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 943 time: 0.1418679 Jul 14 11:33:48.490904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7dd07-ca20-4372-b6bc-5cfb8d7049fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5401b68-ae21-42cf-9cdc-b4ca4490cc92,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:48.507687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-1b48634b-2e23-4019-a6a9-70fc2ff9092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:48.517978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-1b48634b-2e23-4019-a6a9-70fc2ff9092f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 1094 time: 0.1292922 Jul 14 11:33:48.609280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-1dcfc2b5-821e-4a3b-ad4d-ee4d181c8d0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2f93f9e-12ce-496a-90d6-213126854d9b HTTP/1.1" status: 200 len: 217 time: 0.0816522 Jul 14 11:33:48.678820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27222f43-a6fb-4814-8bb7-9cc90657634f req-431d0daf-6ddf-41ee-9bd5-fbbb021b8003 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910632 Jul 14 11:33:48.680637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-2d779a7c-92d9-4c58-a11b-fe2deaf7527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:48.682350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-2d779a7c-92d9-4c58-a11b-fe2deaf7527b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.0631447 Jul 14 11:33:48.759598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-e071b476-47f8-4a6f-85ea-4255423cf690 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658495 Jul 14 11:33:49.135774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-72e9a8de-3a09-4c6d-a23d-5aa0ed593efd tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:49.137577 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-72e9a8de-3a09-4c6d-a23d-5aa0ed593efd tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 945 time: 0.1262066 Jul 14 11:33:49.501583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Deleting port 701c6b0b-59e8-4778-ba6a-e73e7a526255 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:49.502101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:49.545573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-c5109a58-3856-479d-8c2b-6146c6dbd264 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7768285 Jul 14 11:33:49.749281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c732147-0ad2-4c49-91ee-ed8860095d89 req-10331594-7af8-4113-98ae-232c33c5ecd9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:49.760260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c732147-0ad2-4c49-91ee-ed8860095d89 req-10331594-7af8-4113-98ae-232c33c5ecd9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.9059274 Jul 14 11:33:49.784642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99889b3e-48e8-4dba-8303-06fdee11461e req-1e9d0cfc-f2a5-481a-a021-7c08323d6774 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:49.792871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99889b3e-48e8-4dba-8303-06fdee11461e req-1e9d0cfc-f2a5-481a-a021-7c08323d6774 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 945 time: 0.2499430 Jul 14 11:33:49.803236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] For port 701c6b0b-59e8-4778-ba6a-e73e7a526255, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=701c6b0b-59e8-4778-ba6a-e73e7a526255,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:49.803629 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:49.818491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42164) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:49.972402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ad0710a-4c03-465d-a368-7d2865fba640 req-18a16c24-94bf-454a-bda0-328810990102 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135051 Jul 14 11:33:49.994668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c732147-0ad2-4c49-91ee-ed8860095d89 req-8a648ed7-d8fb-43c3-b2fb-8090c98fa438 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331941 Jul 14 11:33:50.021660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99889b3e-48e8-4dba-8303-06fdee11461e req-30237992-bfcb-4b74-82f6-d211464f1151 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274344 Jul 14 11:33:50.157207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 48ebf874-222d-443a-9d0e-38db310e7ea4 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:33:50.189841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 48ebf874-222d-443a-9d0e-38db310e7ea4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:33:50.190622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 48ebf874-222d-443a-9d0e-38db310e7ea4 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:33:50.251316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9982ade-8fde-4772-928f-1ae08236461d req-a357cc85-d9be-49e9-b117-3062cdab1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:50.253262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9982ade-8fde-4772-928f-1ae08236461d req-a357cc85-d9be-49e9-b117-3062cdab1083 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dff92e033a84752a3854a9be9772157&device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 1094 time: 0.2186193 Jul 14 11:33:50.384665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2dc711f-c759-4d1f-bb5f-6791a9cdf478 req-d0d3133e-59e8-47dc-9ced-c7af7d2b0b67 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0801196 Jul 14 11:33:50.463452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9982ade-8fde-4772-928f-1ae08236461d req-fd310839-8436-4dd0-aea9-3ded8f5d8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:50.470127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9982ade-8fde-4772-928f-1ae08236461d req-fd310839-8436-4dd0-aea9-3ded8f5d8758 service neutron] 10.222.0.64 "GET /v2.0/networks?id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 200 len: 911 time: 0.2055731 Jul 14 11:33:50.548948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9982ade-8fde-4772-928f-1ae08236461d req-61018368-3e81-4a0f-ae73-31f8cfa90626 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2f93f9e-12ce-496a-90d6-213126854d9b HTTP/1.1" status: 200 len: 217 time: 0.0687311 Jul 14 11:33:50.559628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625df58c-d932-4805-9522-68c113dfc1b6 req-e5e2bb5c-1f3b-4129-aa48-8fa47fa2aaa1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:50.567638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-625df58c-d932-4805-9522-68c113dfc1b6 req-e5e2bb5c-1f3b-4129-aa48-8fa47fa2aaa1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 943 time: 0.3130488 Jul 14 11:33:50.662937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-625df58c-d932-4805-9522-68c113dfc1b6 req-7b3b4b1d-88cc-4612-a419-e2eabb707525 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940552 Jul 14 11:33:50.710182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9982ade-8fde-4772-928f-1ae08236461d req-310adc6c-0a99-462a-a54a-75f6a82320d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:50.711838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9982ade-8fde-4772-928f-1ae08236461d req-310adc6c-0a99-462a-a54a-75f6a82320d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 200 len: 851 time: 0.1415391 Jul 14 11:33:50.716453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-392587558-network', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:50.778885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:33:50.782250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:50.784676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9982ade-8fde-4772-928f-1ae08236461d req-da9a66b5-ffb3-4fbb-b329-d5b478ae7879 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648477 Jul 14 11:33:50.936066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:50.938498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42206) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:51.008459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9982ade-8fde-4772-928f-1ae08236461d req-746458ee-ba94-4802-8c59-3a28f23d8393 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135384 Jul 14 11:33:51.031727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d517201-7cb3-4285-b08f-d0dd92c98650 admin admin] Deleting subnet 346efe5f-7fd4-46fd-ade5-4fea21c5129b {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:33:51.047416 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2d517201-7cb3-4285-b08f-d0dd92c98650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.157392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.157774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.158086 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Floating IP 2c3889ca-e7e9-4422-aa32-084b69706ebb disassociated. External IP: 172.25.2.144, port: 701c6b0b-59e8-4778-ba6a-e73e7a526255. Jul 14 11:33:51.160236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Calling delete_port for 701c6b0b-59e8-4778-ba6a-e73e7a526255 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:51.238070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2d517201-7cb3-4285-b08f-d0dd92c98650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.312677 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.323877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.356461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:33:51.359241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9982ade-8fde-4772-928f-1ae08236461d req-0611e33f-2430-407d-8720-6932862b0502 service neutron] 10.222.0.64 "GET /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419580 Jul 14 11:33:51.378787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2d517201-7cb3-4285-b08f-d0dd92c98650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.398349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac956d70-ecc6-4729-8841-65dec76fcea1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:51.408232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.408593 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Added segment 5442d39a-5faf-4864-a8b0-aee3300f7010 of type vlan for network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 Jul 14 11:33:51.445393 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.470323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea152f1-c309-4b7a-847e-58d38a98171e req-714b36c1-cec4-47c5-b650-869b63c6b1e4 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:51.473880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ea152f1-c309-4b7a-847e-58d38a98171e req-714b36c1-cec4-47c5-b650-869b63c6b1e4 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 945 time: 0.2540627 Jul 14 11:33:51.474476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.519380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Pushing event deleted for resources: {'Port': ['ID=701c6b0b-59e8-4778-ba6a-e73e7a526255,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:51.538676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372953c9-ef84-414e-93b4-3c2bcd4256f0 req-86fdd147-333a-48d1-8adc-e108f7c892a2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:51.540295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-372953c9-ef84-414e-93b4-3c2bcd4256f0 req-86fdd147-333a-48d1-8adc-e108f7c892a2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.2585640 Jul 14 11:33:51.577309 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2d517201-7cb3-4285-b08f-d0dd92c98650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.606261 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.607928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:51.608647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.622283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ea152f1-c309-4b7a-847e-58d38a98171e req-d28cd15b-1f07-4f30-aab7-9f766c68869d tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups?id=e275d39e-c646-41eb-98e2-74913e7c167d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324761 Jul 14 11:33:51.625853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d517201-7cb3-4285-b08f-d0dd92c98650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346efe5f-7fd4-46fd-ade5-4fea21c5129b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:51.633624 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2d517201-7cb3-4285-b08f-d0dd92c98650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.635501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2d517201-7cb3-4285-b08f-d0dd92c98650 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/346efe5f-7fd4-46fd-ade5-4fea21c5129b HTTP/1.1" status: 204 len: 168 time: 0.6958628 Jul 14 11:33:51.638799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42220) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:51.655281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-372953c9-ef84-414e-93b4-3c2bcd4256f0 req-d3dbf295-bfe8-4f13-b6a5-d3558a15de1a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079869 Jul 14 11:33:51.742384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:51.757619 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9378572 Jul 14 11:33:51.762098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42228) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:51.779360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Request body: {'subnet': {'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-392587558-subnet', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:51.779822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b05577-f442-40cd-b23c-217ced03196e admin admin] Pushing event updated for resources: {'Network': ['ID=f1e755cb-8e63-40e8-85bd-1cc50b0846b4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:51.786186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Router 4b25dd48-bb6e-43c6-96e5-8150e1938420 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:33:51.791941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:33:51.987432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd9fa2c9-2ff4-451e-906b-b87c6014715d req-d7172cc5-0a62-4c5d-a549-ffda9442b002 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0960302 Jul 14 11:33:52.016640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:33:52.029422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] Sync routers for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:33:52.032094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:33:52.034623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.042768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:33:52.043659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:52.044799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.117235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] No DVR routers for this DVR port 701c6b0b-59e8-4778-ba6a-e73e7a526255 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:33:52.120240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.122823 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-183f6cbc-68be-4d72-8368-f63396eb4e85 req-22d37372-d122-4699-a84b-2167bb90d336 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.45 "DELETE /v2.0/ports/701c6b0b-59e8-4778-ba6a-e73e7a526255 HTTP/1.1" status: 204 len: 173 time: 2.9737272 Jul 14 11:33:52.123489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'name': 'network-vif-deleted', 'tag': '701c6b0b-59e8-4778-ba6a-e73e7a526255'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:52.126224 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aee46f7-21b3-4867-b33d-e47606f043cb" -d '{"events": [{"server_uuid": "c2fba62e-a5b0-4cd8-9d28-83eeb93b675e", "name": "network-vif-deleted", "tag": "701c6b0b-59e8-4778-ba6a-e73e7a526255"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:52.126513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e82116b-2348-4c2f-96d6-f7224d919eb3']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:52.151429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2711a3d4-3277-4b75-bb46-accc7a09074c') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:52.151765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2711a3d4-3277-4b75-bb46-accc7a09074c') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:52.169317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c34edbfd-13ab-4a66-8138-d58d4ef49d1f details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:33:52.182369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e1d29-4409-4bf2-9319-f9795f147bb0 req-64312d58-f0ed-4c7e-a732-94d7e83f5c17 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:52.193372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc5e1d29-4409-4bf2-9319-f9795f147bb0 req-64312d58-f0ed-4c7e-a732-94d7e83f5c17 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 943 time: 0.3317411 Jul 14 11:33:52.197612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:33:52.199742 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.220909 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a06a02a-5ff7-4c83-b5f8-536ef5fe1f2a x-openstack-request-id: req-9a06a02a-5ff7-4c83-b5f8-536ef5fe1f2a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:52.221334 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fba62e-a5b0-4cd8-9d28-83eeb93b675e", "name": "network-vif-deleted", "tag": "701c6b0b-59e8-4778-ba6a-e73e7a526255", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:52.221680 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a06a02a-5ff7-4c83-b5f8-536ef5fe1f2a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:52.222179 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fba62e-a5b0-4cd8-9d28-83eeb93b675e', 'name': 'network-vif-deleted', 'tag': '701c6b0b-59e8-4778-ba6a-e73e7a526255', 'status': 'completed', 'code': 200} Jul 14 11:33:52.259100 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.305576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:33:52.305994 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:33:52.318818 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:33:52.343342 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.resource_extend [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:33:52.404694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc5e1d29-4409-4bf2-9319-f9795f147bb0 req-0e17ce66-8faf-4e78-ad4b-45e03b79ac14 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110929 Jul 14 11:33:52.502918 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.523673 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.525771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] 10.222.0.38 "DELETE /v2.0/networks/1e82116b-2348-4c2f-96d6-f7224d919eb3 HTTP/1.1" status: 204 len: 168 time: 0.8863730 Jul 14 11:33:52.554053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105f254-0703-48de-9c8b-2a24ef1dd74e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e82116b-2348-4c2f-96d6-f7224d919eb3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:52.603167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:52.639808 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.674835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f', 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046', 'port_id': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f', 'mac_address': 'fa:16:3e:86:28:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2381bb78-05d0-46eb-b50c-c42bae76cfcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:33:52.747783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31191664-afc5-46e2-ac72-f531a5724c93,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:52.764301 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.791461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Checking segment: {'id': '5442d39a-5faf-4864-a8b0-aee3300f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:33:52.792058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Network hostable DHCP agents. Network: f1e755cb-8e63-40e8-85bd-1cc50b0846b4, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:33:52.802729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42266) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:52.806229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34edbfd-13ab-4a66-8138-d58d4ef49d1f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:33:52.835109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:33:52.903123 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d26b57c1-58d9-4056-931c-1f4e5da82801 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59e57b5bc0824d1e8085c58e7da6563c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983584 Jul 14 11:33:52.906779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42268) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:52.929875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:52.938061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:24Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48394e6-a7de-4775-9d4a-8b664997b8fe', 'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'mac_address': 'fa:16:3e:6b:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:22Z', 'updated_at': '2021-07-14T11:31:34Z', 'revision_number': 5, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'subnets': [{'id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:52.978887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] Checking router: 4b25dd48-bb6e-43c6-96e5-8150e1938420 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:33:52.986894 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:52.997305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-642ead49-6dfa-477d-98da-bedf0a647f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.009974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, f1e755cb-8e63-40e8-85bd-1cc50b0846b4) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:33:53.033636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:53.034314 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.055281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:53.058844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b166f-d170-473d-a494-7d3a4e941d64 None None] Network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:33:53.060107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-642ead49-6dfa-477d-98da-bedf0a647f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.155903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7b90920-9f98-4a97-941e-eca56502ed7a req-dbccd3f7-6698-4ec3-b91c-51c3884879ea tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2fba62e-a5b0-4cd8-9d28-83eeb93b675e HTTP/1.1" status: 200 len: 210 time: 0.1326718 Jul 14 11:33:53.160376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-257e9b03-3771-4fdf-bdb3-a2a23f63a3c7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3971651 Jul 14 11:33:53.166396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42276) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:53.172505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:33:53.173150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:53.173347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:53.189480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-642ead49-6dfa-477d-98da-bedf0a647f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.192692 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-642ead49-6dfa-477d-98da-bedf0a647f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.196964 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-642ead49-6dfa-477d-98da-bedf0a647f48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd5ee3df-351a-4427-8576-70cd7cdaa8f9 HTTP/1.1" status: 204 len: 168 time: 0.2868054 Jul 14 11:33:53.226063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ead49-6dfa-477d-98da-bedf0a647f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ee3df-351a-4427-8576-70cd7cdaa8f9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:53.313312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f4055-b410-4d96-886a-76c1a86adbe8 req-ac3b97b8-b6da-495c-a02d-b625184aef58 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:53.315994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f54f4055-b410-4d96-886a-76c1a86adbe8 req-ac3b97b8-b6da-495c-a02d-b625184aef58 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.4206159 Jul 14 11:33:53.317809 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.319028 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.325724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c34edbfd-13ab-4a66-8138-d58d4ef49d1f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:53.394431 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.459834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36e779a6-b7fe-4aec-89c5-da784af3e5a9 req-c9224dec-2c53-4ec4-aa74-82f39006646f tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0624475 Jul 14 11:33:53.578137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f54f4055-b410-4d96-886a-76c1a86adbe8 req-3535b87d-0a5d-4e1b-878e-2d5c57512f67 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820195 Jul 14 11:33:53.687707 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.792821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f1e755cb-8e63-40e8-85bd-1cc50b0846b4', 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'fixed_ips': [{'subnet_id': '31191664-afc5-46e2-ac72-f531a5724c93'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:33:53.793689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:53.908548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e2f93f9e-12ce-496a-90d6-213126854d9b details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:33:53.920079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07078d9d-f06e-42e6-b9d6-554d816e7afc req-b90f7044-85ff-416d-aa07-a8b01b200c16 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:53.928488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07078d9d-f06e-42e6-b9d6-554d816e7afc req-b90f7044-85ff-416d-aa07-a8b01b200c16 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 943 time: 0.1406467 Jul 14 11:33:53.982745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07078d9d-f06e-42e6-b9d6-554d816e7afc req-5c594de2-7e4e-492d-9882-ca6fbbf1b283 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530248 Jul 14 11:33:54.088815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e2f93f9e-12ce-496a-90d6-213126854d9b, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2f93f9e-12ce-496a-90d6-213126854d9b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:54.116807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:54.138811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:33:54.143939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:54.347478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42316) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:54.378575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Allocated IP 172.25.2.168 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/2f094ccd-8be0-44c8-aa71-ae6429364772) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:33:54.450674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c93dd28-e8c4-4498-a1d1-08a6da832209 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:54.471399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c93dd28-e8c4-4498-a1d1-08a6da832209 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:54.524724 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c93dd28-e8c4-4498-a1d1-08a6da832209 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:54.530551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c93dd28-e8c4-4498-a1d1-08a6da832209 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:54.532238 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2c93dd28-e8c4-4498-a1d1-08a6da832209 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "DELETE /v2.0/security-groups/e275d39e-c646-41eb-98e2-74913e7c167d HTTP/1.1" status: 204 len: 168 time: 0.1823964 Jul 14 11:33:54.541378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42322) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:54.550616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93dd28-e8c4-4498-a1d1-08a6da832209 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e275d39e-c646-41eb-98e2-74913e7c167d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:54.585355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Allocated IP 172.20.0.2 (f1e755cb-8e63-40e8-85bd-1cc50b0846b4/31191664-afc5-46e2-ac72-f531a5724c93/c23c8d15-bb6b-475e-80be-5ed39b96eb26) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:33:54.611241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:54.618378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42328) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:54.667413 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-372841da-afc0-40b8-9ff4-6fd2f35410df tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] show failed (client error): The resource could not be found. Jul 14 11:33:54.670806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-372841da-afc0-40b8-9ff4-6fd2f35410df tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "GET /v2.0/security-groups/e275d39e-c646-41eb-98e2-74913e7c167d HTTP/1.1" status: 404 len: 347 time: 0.1235290 Jul 14 11:33:54.671100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42334) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:54.700237 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:54.834660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 701c6b0b-59e8-4778-ba6a-e73e7a526255 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:33:54.835580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:33:54.846488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:33:54.855168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:33:54.873168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Pushing event updated for resources: {'Port': ['ID=2f094ccd-8be0-44c8-aa71-ae6429364772,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:54.888775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1608189227-network', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:54.901597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94a73e07-369c-4550-8b41-628949d551ac req-3f2e7637-df7e-4e81-963d-9ffe2b3f9a7c tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0790222 Jul 14 11:33:54.902062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'e2f93f9e-12ce-496a-90d6-213126854d9b', 'network_id': '594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9', 'port_id': 'e2f93f9e-12ce-496a-90d6-213126854d9b', 'mac_address': 'fa:16:3e:e9:f2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606cc036-ccce-4fe3-b770-acb3ecc81cfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:33:54.929301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 701c6b0b-59e8-4778-ba6a-e73e7a526255 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:33:54.929967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 701c6b0b-59e8-4778-ba6a-e73e7a526255 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:33:54.995317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Made reservation on behalf of 3655e5c70eaa4217a6ab3d36a5a6c6cc for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:33:54.998105 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.015340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.094384 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.103715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Deleting port 42c9c079-f2fc-4d2a-bf23-1c5689935d56 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:55.104380 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.187710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Transition to ACTIVE for port object c23c8d15-bb6b-475e-80be-5ed39b96eb26 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:33:55.195620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.203191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.203774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.217998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Calling delete_port for 42c9c079-f2fc-4d2a-bf23-1c5689935d56 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:55.243708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f93f9e-12ce-496a-90d6-213126854d9b {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:33:55.254219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315c890-d5cf-476e-b7d6-83ed4bb15220 req-1142a43a-19ca-43bc-869d-930964f8cc8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:55.255782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f315c890-d5cf-476e-b7d6-83ed4bb15220 req-1142a43a-19ca-43bc-869d-930964f8cc8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 945 time: 0.3570197 Jul 14 11:33:55.284828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Transition to ACTIVE for port object c23c8d15-bb6b-475e-80be-5ed39b96eb26 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:33:55.339792 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.358467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e2f93f9e-12ce-496a-90d6-213126854d9b, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2f93f9e-12ce-496a-90d6-213126854d9b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:55.400781 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.422839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.424544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.426959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:33:55.434054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:33:55.437238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Pushing event updated for resources: {'Port': ['ID=c23c8d15-bb6b-475e-80be-5ed39b96eb26,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:55.440244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:33:55.446634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:24Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48394e6-a7de-4775-9d4a-8b664997b8fe', 'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'mac_address': 'fa:16:3e:6b:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:22Z', 'updated_at': '2021-07-14T11:31:34Z', 'revision_number': 5, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'subnets': [{'id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:55.470430 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.523930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd441f-5e32-48ae-868c-df4df4094dd9 None None] The sync data for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 is: [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:31:24Z', 'revision_number': 4, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48394e6-a7de-4775-9d4a-8b664997b8fe', 'name': '', 'network_id': '15aa5681-1a95-4a92-bab4-a3c8e3a31236', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'mac_address': 'fa:16:3e:6b:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:22Z', 'updated_at': '2021-07-14T11:31:34Z', 'revision_number': 5, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'subnets': [{'id': '421db29d-66c1-4613-8c80-1f4775243b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:33:55.540104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Pushing event deleted for resources: {'Port': ['ID=42c9c079-f2fc-4d2a-bf23-1c5689935d56,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:55.601161 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f315c890-d5cf-476e-b7d6-83ed4bb15220 req-3dcf7016-8345-41a5-98c6-90adaf919120 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347950 Jul 14 11:33:55.629913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989294f4-d9ee-4ed3-9e18-03421a640f2e req-abc9309e-c57b-4605-a58f-8bfa04c53c4e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:55.639681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-989294f4-d9ee-4ed3-9e18-03421a640f2e req-abc9309e-c57b-4605-a58f-8bfa04c53c4e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 944 time: 0.3513918 Jul 14 11:33:55.662293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:33:55.674378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['e2f93f9e-12ce-496a-90d6-213126854d9b'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:33:55.704026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.705123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Attempting to bind port c23c8d15-bb6b-475e-80be-5ed39b96eb26 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:33:55.705502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Attempting to bind port c23c8d15-bb6b-475e-80be-5ed39b96eb26 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5442d39a-5faf-4864-a8b0-aee3300f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:33:55.705869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Attempting to bind port c23c8d15-bb6b-475e-80be-5ed39b96eb26 on network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:33:55.708174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.709856 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6daef453-699d-4fb8-ae70-496b57353187 tempest-ServersTestManualDisk-1078800739 tempest-ServersTestManualDisk-1078800739-project] 10.222.0.38 "DELETE /v2.0/floatingips/2c3889ca-e7e9-4422-aa32-084b69706ebb HTTP/1.1" status: 204 len: 168 time: 1.0377622 Jul 14 11:33:55.712923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=e2f93f9e-12ce-496a-90d6-213126854d9b,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:55.713513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-989294f4-d9ee-4ed3-9e18-03421a640f2e req-eb2a03e7-d9c8-4cbe-92bd-fef4c995b8f7 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671687 Jul 14 11:33:55.714038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42350) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:55.721794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacf4222-593a-46d4-9d03-7006b20f1ce2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:55.727507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:33:55.727918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Checking segment: {'id': '5442d39a-5faf-4864-a8b0-aee3300f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:33:55.728344 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.728719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Bound using segment: {'id': '5442d39a-5faf-4864-a8b0-aee3300f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:33:55.729203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Bound port: c23c8d15-bb6b-475e-80be-5ed39b96eb26, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442d39a-5faf-4864-a8b0-aee3300f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:33:55.731747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.732410 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Added segment d1d7c1a6-e042-4c50-8d25-1536c7d1019b of type vlan for network a7384f13-45f2-4544-817f-b0d63a93d759 Jul 14 11:33:55.733967 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.824414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:55.851765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:56.024676 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e9702-598f-4914-8c04-bbdc63fd1742 None None] New status for floating IP 2c3889ca-e7e9-4422-aa32-084b69706ebb: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:33:56.085442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:56.088193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:56.088822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:56.187787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] For port c23c8d15-bb6b-475e-80be-5ed39b96eb26, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:33:56.225035 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:56.236617 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6166382 Jul 14 11:33:56.275747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c34edbfd-13ab-4a66-8138-d58d4ef49d1f up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:33:56.337708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42368) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:56.345327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Request body: {'subnet': {'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1608189227-subnet', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:56.395327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] For port c23c8d15-bb6b-475e-80be-5ed39b96eb26, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c23c8d15-bb6b-475e-80be-5ed39b96eb26,segment=NetworkSegment(5442d39a-5faf-4864-a8b0-aee3300f7010),segment_id=5442d39a-5faf-4864-a8b0-aee3300f7010)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:33:56.450745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Made reservation on behalf of 3655e5c70eaa4217a6ab3d36a5a6c6cc for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:33:56.454104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:56.484199 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:56.523499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42374) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:56.524555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537cdd0-c244-409e-966d-e68f0de0da05 admin admin] Pushing event updated for resources: {'Network': ['ID=a7384f13-45f2-4544-817f-b0d63a93d759,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:56.568872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c17db-6a61-4b8e-a101-827c142f49ba None None] Pushing event updated for resources: {'Port': ['ID=c23c8d15-bb6b-475e-80be-5ed39b96eb26,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:56.599359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network a7384f13-45f2-4544-817f-b0d63a93d759 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:33:56.677628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65ca39a9-9cba-4919-a57d-a1ee4e2e5d5c req-ef9214f8-5bd1-4ee2-909c-2da69aa62fe9 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0444429 Jul 14 11:33:56.743738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port c34edbfd-13ab-4a66-8138-d58d4ef49d1f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:33:56.759284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port c34edbfd-13ab-4a66-8138-d58d4ef49d1f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:33:56.776195 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:56.900481 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:56.917560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6309465c-cc72-4add-8a01-3c709458b2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:56.987974 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.053118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:57.055561 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82bad14-1c33-45ba-9857-ab0fe61449b2" -d '{"events": [{"server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "name": "network-vif-plugged", "status": "completed", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:57.091224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:57.100642 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.159171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6309465c-cc72-4add-8a01-3c709458b2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.172815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6309465c-cc72-4add-8a01-3c709458b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.205231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:57.286654 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6309465c-cc72-4add-8a01-3c709458b2a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef4813c5e97e4292a8986280d1e7e6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7553339 Jul 14 11:33:57.288648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42392) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:57.297583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309465c-cc72-4add-8a01-3c709458b2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f5bf31-f7a7-40e0-ad59-edbde0ec0475,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:57.306767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.401954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f73b-146a-4b05-bddb-2f91acf27ffb req-461f90dc-a946-402c-84e0-2d542fe65044 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:57.409828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f30f73b-146a-4b05-bddb-2f91acf27ffb req-461f90dc-a946-402c-84e0-2d542fe65044 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 945 time: 0.5107791 Jul 14 11:33:57.434771 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.470423 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b569998-7429-4820-b4c6-48f8b5d9eedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.487844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Router eb835b35-f436-412e-a82c-14c2bf1d3ecc is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:33:57.499911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e00a2-ceef-401a-ab7f-7f561130841c req-bcf128f8-4b89-4e78-b0c4-725f33976ae4 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:57.508333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e88e00a2-ceef-401a-ab7f-7f561130841c req-bcf128f8-4b89-4e78-b0c4-725f33976ae4 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 944 time: 0.4090691 Jul 14 11:33:57.561070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f30f73b-146a-4b05-bddb-2f91acf27ffb req-33582a41-803c-48c1-b6e5-73cafbf6d0b9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385131 Jul 14 11:33:57.591651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81572362-eb86-49bf-8af8-d8021ce18714,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:57.608939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e88e00a2-ceef-401a-ab7f-7f561130841c req-dfee2bee-158b-4a81-98b6-413cf9c2a428 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996258 Jul 14 11:33:57.619426 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b569998-7429-4820-b4c6-48f8b5d9eedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.621802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Checking segment: {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:33:57.622170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Network hostable DHCP agents. Network: a7384f13-45f2-4544-817f-b0d63a93d759, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:33:57.659708 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fa934b-9884-4bca-ad9b-4eb4ea0adbc7 x-openstack-request-id: req-19fa934b-9884-4bca-ad9b-4eb4ea0adbc7 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:57.660046 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "name": "network-vif-plugged", "status": "completed", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:57.660525 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19fa934b-9884-4bca-ad9b-4eb4ea0adbc7 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:57.661097 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f', 'code': 200} Jul 14 11:33:57.698340 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Network a7384f13-45f2-4544-817f-b0d63a93d759 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:33:57.728847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c23c8d15-bb6b-475e-80be-5ed39b96eb26 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:33:57.740491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, a7384f13-45f2-4544-817f-b0d63a93d759) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:33:57.756169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:57.756964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.764224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d39694c-12a3-47b8-8095-df8867eaf53b None None] Network a7384f13-45f2-4544-817f-b0d63a93d759 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:33:57.782893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:33:57.820571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.825395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-848c7463-a399-499a-8d8e-bcd3746964ad admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6573310 Jul 14 11:33:57.825579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42400) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:57.835773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b569998-7429-4820-b4c6-48f8b5d9eedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.837868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Sync routers for ids ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:33:57.843203 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b569998-7429-4820-b4c6-48f8b5d9eedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.848839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1b569998-7429-4820-b4c6-48f8b5d9eedf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91f5bf31-f7a7-40e0-ad59-edbde0ec0475 HTTP/1.1" status: 204 len: 168 time: 0.5543308 Jul 14 11:33:57.861293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b569998-7429-4820-b4c6-48f8b5d9eedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f5bf31-f7a7-40e0-ad59-edbde0ec0475,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:57.866352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7b1647c6-f119-47a4-bef1-5ba67d60bb2c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5274551 Jul 14 11:33:57.872671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42404) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:57.878100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:33:57.909289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e2f93f9e-12ce-496a-90d6-213126854d9b up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:33:57.935683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:57.937350 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:58.114204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Routers {'eb835b35-f436-412e-a82c-14c2bf1d3ecc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:33:58.114738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e490d2a6-facd-4a96-aba2-c43e7225f30d req-6c46d68c-133b-488d-871a-a8c255349ff5 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.1491199 Jul 14 11:33:58.114878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:58.144838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141669eb-61cc-4a7a-a09b-4f08dcd9e9d9 req-fab8f91c-6a19-4d33-afd0-4d895aea583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:58.146469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-141669eb-61cc-4a7a-a09b-4f08dcd9e9d9 req-fab8f91c-6a19-4d33-afd0-4d895aea583a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 1097 time: 0.3841529 Jul 14 11:33:58.188569 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:58.391020 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-141669eb-61cc-4a7a-a09b-4f08dcd9e9d9 req-821a6b14-6b5b-496b-8647-eb169ed31a42 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363229 Jul 14 11:33:58.400613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42416) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:58.468859 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:58.526119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Set router eb835b35-f436-412e-a82c-14c2bf1d3ecc gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:33:58.655951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae01be4-0e44-4721-a8c3-9d266e5bdb60 None None] Network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:33:58.679737 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:58.752568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c23c8d15-bb6b-475e-80be-5ed39b96eb26 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:33:58.792716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c23c8d15-bb6b-475e-80be-5ed39b96eb26 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:33:58.793094 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:58.808571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6e836aa2-7f5a-402f-b8ad-7b44b745383e None None] Provisioning for port c23c8d15-bb6b-475e-80be-5ed39b96eb26 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:33:58.871578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b10aba1-caf0-43e7-9b61-496786642941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:58.914455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Deleting port c48394e6-a7de-4775-9d4a-8b664997b8fe {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:33:58.914455 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:58.971158 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:58.999427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.018202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21c8f-58ba-404f-9810-ec2e35e71e7b req-1b94ee18-f4c3-428f-b401-8c4b1a9b5933 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:59.021050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18e21c8f-58ba-404f-9810-ec2e35e71e7b req-1b94ee18-f4c3-428f-b401-8c4b1a9b5933 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 0.2494910 Jul 14 11:33:59.029633 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6e836aa2-7f5a-402f-b8ad-7b44b745383e None None] Provisioning complete for port c23c8d15-bb6b-475e-80be-5ed39b96eb26 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:33:59.029992 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e836aa2-7f5a-402f-b8ad-7b44b745383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.042300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa46a6a-3995-4c72-b594-6e6387938593 req-4440e1fb-3819-4eda-ad6f-5b97f36239f7 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:33:59.050583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aa46a6a-3995-4c72-b594-6e6387938593 req-4440e1fb-3819-4eda-ad6f-5b97f36239f7 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 944 time: 0.2045331 Jul 14 11:33:59.054385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port e2f93f9e-12ce-496a-90d6-213126854d9b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:33:59.057026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb98efa-65f0-49dd-88fc-805dc88d5189 None None] Network a7384f13-45f2-4544-817f-b0d63a93d759 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:33:59.103289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port e2f93f9e-12ce-496a-90d6-213126854d9b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:33:59.103655 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.179310 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b10aba1-caf0-43e7-9b61-496786642941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.199409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18e21c8f-58ba-404f-9810-ec2e35e71e7b req-86213345-d115-422e-b977-40c00ada766b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453905 Jul 14 11:33:59.204018 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b10aba1-caf0-43e7-9b61-496786642941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.275117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aa46a6a-3995-4c72-b594-6e6387938593 req-44a78b4c-e3b1-487e-9cd2-a55c3dbdf60f tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223666 Jul 14 11:33:59.310284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Allocated IP 172.25.2.4 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/f31f7605-3fa0-430f-81dd-306d492e6ccd) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:33:59.379362 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1b10aba1-caf0-43e7-9b61-496786642941 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f0712a9615e4d26a73099de71e90e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9767277 Jul 14 11:33:59.396232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42436) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:33:59.506974 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.516375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.537387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] For port c48394e6-a7de-4775-9d4a-8b664997b8fe, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c48394e6-a7de-4775-9d4a-8b664997b8fe,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:59.537820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.552492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Calling delete_port for c48394e6-a7de-4775-9d4a-8b664997b8fe owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:33:59.579869 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.632097 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e836aa2-7f5a-402f-b8ad-7b44b745383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.650511 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.657274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Pushing event updated for resources: {'Port': ['ID=f31f7605-3fa0-430f-81dd-306d492e6ccd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:59.674220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95eefd92-b6f3-4af1-8f9e-2dbd403c34f5 req-e59e9864-ed2c-48f1-aa61-1f776686866e tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.1100388 Jul 14 11:33:59.681445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c23c8d15-bb6b-475e-80be-5ed39b96eb26, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c23c8d15-bb6b-475e-80be-5ed39b96eb26,segment=NetworkSegment(5442d39a-5faf-4864-a8b0-aee3300f7010),segment_id=5442d39a-5faf-4864-a8b0-aee3300f7010)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:59.686060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:53Z', 'updated_at': '2021-07-14T11:33:55Z', 'revision_number': 3, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'gw_port': {'id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:54Z', 'updated_at': '2021-07-14T11:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:33:59.704840 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.714136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:33:59.716863 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:33:59.719442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:33:59.774894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Checking router: eb835b35-f436-412e-a82c-14c2bf1d3ecc for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:33:59.775249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Updating router eb835b35-f436-412e-a82c-14c2bf1d3ecc port 2f094ccd-8be0-44c8-aa71-ae6429364772 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:33:59.776739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c49fcc-a1ea-4e24-95ad-b6dedf743843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f93f9e-12ce-496a-90d6-213126854d9b'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:33:59.779089 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab3c7a-b182-42db-8b85-c6d431de5fdb" -d '{"events": [{"server_uuid": "19c49fcc-a1ea-4e24-95ad-b6dedf743843", "name": "network-vif-plugged", "status": "completed", "tag": "e2f93f9e-12ce-496a-90d6-213126854d9b"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:33:59.838153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e2f93f9e-12ce-496a-90d6-213126854d9b, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2f93f9e-12ce-496a-90d6-213126854d9b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:33:59.859839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10aba1-caf0-43e7-9b61-496786642941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1f095-4417-4a16-90ed-f77516dc3684,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:59.868488 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2897b990-61be-441f-854e-4998c5aec607 x-openstack-request-id: req-2897b990-61be-441f-854e-4998c5aec607 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:33:59.868488 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c49fcc-a1ea-4e24-95ad-b6dedf743843", "name": "network-vif-plugged", "status": "completed", "tag": "e2f93f9e-12ce-496a-90d6-213126854d9b", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:33:59.868824 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2897b990-61be-441f-854e-4998c5aec607 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:33:59.869058 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c49fcc-a1ea-4e24-95ad-b6dedf743843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f93f9e-12ce-496a-90d6-213126854d9b', 'code': 200} Jul 14 11:33:59.872901 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.882936 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-6e836aa2-7f5a-402f-b8ad-7b44b745383e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:33:59.883376 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-6e836aa2-7f5a-402f-b8ad-7b44b745383e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:33:59.902189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c23c8d15-bb6b-475e-80be-5ed39b96eb26,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:33:59.905338 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:33:59.984121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.185062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ef58b6a-ad55-4d51-81ef-dc13574253d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.243165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c9cda-8816-41cb-9380-812a854e2c6d req-d11fc9c1-4165-49ce-a5f5-3dfe4332a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:00.245194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f9c9cda-8816-41cb-9380-812a854e2c6d req-d11fc9c1-4165-49ce-a5f5-3dfe4332a382 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 1096 time: 0.2148254 Jul 14 11:34:00.255752 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.276735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48394e6-a7de-4775-9d4a-8b664997b8fe,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:00.304803 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.304803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Transition to ACTIVE for port object 2f094ccd-8be0-44c8-aa71-ae6429364772 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:00.355843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f9c9cda-8816-41cb-9380-812a854e2c6d req-75d047c0-922a-4117-923d-e3cc82e2411f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021245 Jul 14 11:34:00.384995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ef58b6a-ad55-4d51-81ef-dc13574253d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.419976 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.496550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=e2f93f9e-12ce-496a-90d6-213126854d9b,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:00.520736 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.596962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.597605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.598326 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.598840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.599390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.600109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.600610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.601167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.601666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.602286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.602777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.603262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:00.671972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a8501-b580-43c5-bbc7-c8ad135b42a8 req-e9376a74-8c0d-4e14-8ab5-cd0c8035be6c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:00.675068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Attempting to bind port 2f094ccd-8be0-44c8-aa71-ae6429364772 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:00.676586 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Attempting to bind port 2f094ccd-8be0-44c8-aa71-ae6429364772 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:00.676973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Attempting to bind port 2f094ccd-8be0-44c8-aa71-ae6429364772 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:00.686579 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-499a8501-b580-43c5-bbc7-c8ad135b42a8 req-e9376a74-8c0d-4e14-8ab5-cd0c8035be6c tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 945 time: 0.1772344 Jul 14 11:34:00.693139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:00.693525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:00.693944 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.694344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:00.695042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Bound port: 2f094ccd-8be0-44c8-aa71-ae6429364772, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:00.695239 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.710329 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.729475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f74f46-b399-42a6-81f4-b2ad04e8575c None None] Pushing event updated for resources: {'Port': ['ID=2f094ccd-8be0-44c8-aa71-ae6429364772,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:00.775083 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.783485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] For port 2f094ccd-8be0-44c8-aa71-ae6429364772, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:00.791607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] For port 2f094ccd-8be0-44c8-aa71-ae6429364772, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2f094ccd-8be0-44c8-aa71-ae6429364772,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:00.804371 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.840359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894e16a-593a-4434-be3f-dcd256b6acab req-43e54624-d148-4bbf-bd0d-97575cd45f31 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:00.842475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a894e16a-593a-4434-be3f-dcd256b6acab req-43e54624-d148-4bbf-bd0d-97575cd45f31 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 0.4126804 Jul 14 11:34:00.844107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3c6f2d4c-9392-4c43-8d6b-1e356ff0a12e None None] Provisioning complete for port c23c8d15-bb6b-475e-80be-5ed39b96eb26 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:00.844486 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2d4c-9392-4c43-8d6b-1e356ff0a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.852416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Allocated IP 172.20.0.1 (f1e755cb-8e63-40e8-85bd-1cc50b0846b4/31191664-afc5-46e2-ac72-f531a5724c93/11553552-d5f6-45f1-b2f9-8f093e8042b0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:00.857505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ef58b6a-ad55-4d51-81ef-dc13574253d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.860190 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ef58b6a-ad55-4d51-81ef-dc13574253d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:00.862297 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ef58b6a-ad55-4d51-81ef-dc13574253d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66a1f095-4417-4a16-90ed-f77516dc3684 HTTP/1.1" status: 204 len: 168 time: 1.4263356 Jul 14 11:34:00.893392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-499a8501-b580-43c5-bbc7-c8ad135b42a8 req-ec013cc3-e99f-4f05-9ce0-52853c080652 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799462 Jul 14 11:34:00.925641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef58b6a-ad55-4d51-81ef-dc13574253d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1f095-4417-4a16-90ed-f77516dc3684,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:00.951704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f74f46-b399-42a6-81f4-b2ad04e8575c None None] Pushing event updated for resources: {'Port': ['ID=2f094ccd-8be0-44c8-aa71-ae6429364772,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:00.965031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Routers {'eb835b35-f436-412e-a82c-14c2bf1d3ecc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:00.965691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:01.002220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a894e16a-593a-4434-be3f-dcd256b6acab req-d5f5859a-fef0-46be-9c7f-abb0aae0349b tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465399 Jul 14 11:34:01.094461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Router b5a2cf08-784c-4c53-815a-a1d893d80716 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:34:01.144867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] Set router eb835b35-f436-412e-a82c-14c2bf1d3ecc gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:01.320627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd2d3ebc-c801-4821-b05d-89353be38e81 req-225c83b2-9b5c-4a74-b939-55375fc10333 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0858464 Jul 14 11:34:01.355587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:01.417962 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Transition to ACTIVE for port object 11553552-d5f6-45f1-b2f9-8f093e8042b0 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:01.468979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bffbc6-82fa-4355-b6b8-759c7c02d461 req-f77352a2-e141-4d79-a77c-221d7d4dbe02 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:01.470829 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6bffbc6-82fa-4355-b6b8-759c7c02d461 req-f77352a2-e141-4d79-a77c-221d7d4dbe02 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 1097 time: 0.2148957 Jul 14 11:34:01.472697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:34:01.486750 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Sync routers for ids ['b5a2cf08-784c-4c53-815a-a1d893d80716'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:34:01.500910 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Routers {'b5a2cf08-784c-4c53-815a-a1d893d80716'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:01.502435 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['b5a2cf08-784c-4c53-815a-a1d893d80716'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:01.529853 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:01.533654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:01.540895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a889eb70-f3be-4b35-a0be-6b650d4128ea admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6605413 Jul 14 11:34:01.541573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42472) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:01.562013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:53Z', 'updated_at': '2021-07-14T11:33:55Z', 'revision_number': 3, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'gw_port': {'id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:54Z', 'updated_at': '2021-07-14T11:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:01.601461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f6106-fb5a-463f-a9b6-2f311c3076f7 None None] The sync data for ids ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'] in n-d-778696-8 is: [{'id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:53Z', 'updated_at': '2021-07-14T11:33:55Z', 'revision_number': 3, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'gw_port': {'id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:54Z', 'updated_at': '2021-07-14T11:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:34:01.667993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=11553552-d5f6-45f1-b2f9-8f093e8042b0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:01.680500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:01.685695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:01.686413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6bffbc6-82fa-4355-b6b8-759c7c02d461 req-58dd1334-0993-4d51-a67c-831000d9cbd2 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758771 Jul 14 11:34:01.689747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:01.703789 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Set router b5a2cf08-784c-4c53-815a-a1d893d80716 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:01.740685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42480) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:01.756557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Router 4b25dd48-bb6e-43c6-96e5-8150e1938420 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:34:01.934890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:34:01.944764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] Sync routers for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:34:01.955803 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6630eebc-fdfb-429e-926c-1cdf400da7b0 admin admin] 10.222.0.38 "PUT /v2.0/routers/4b25dd48-bb6e-43c6-96e5-8150e1938420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2403288 Jul 14 11:34:01.969728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42484) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:01.972764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:01.973473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:01.998102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:02.411017 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:57Z', 'updated_at': '2021-07-14T11:33:59Z', 'revision_number': 3, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'gw_port': {'id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:59Z', 'updated_at': '2021-07-14T11:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:02.445599 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Checking router: b5a2cf08-784c-4c53-815a-a1d893d80716 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:34:02.446265 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Updating router b5a2cf08-784c-4c53-815a-a1d893d80716 port f31f7605-3fa0-430f-81dd-306d492e6ccd binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:34:02.485894 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1322-c9f6-4a5f-99f8-cb83a7ba6f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:02.500487 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:02.507027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:02.567219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c23c8d15-bb6b-475e-80be-5ed39b96eb26 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:02.652461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-beb423d9-2481-4370-814a-ee0cc7adff14 None None] Provisioning for port 11553552-d5f6-45f1-b2f9-8f093e8042b0 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:02.714116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-beb423d9-2481-4370-814a-ee0cc7adff14 None None] Provisioning complete for port 11553552-d5f6-45f1-b2f9-8f093e8042b0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:02.717464 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-beb423d9-2481-4370-814a-ee0cc7adff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:02.808221 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:02.905368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-beb423d9-2481-4370-814a-ee0cc7adff14 None None] Port 11553552-d5f6-45f1-b2f9-8f093e8042b0 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:34:02.991591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c23c8d15-bb6b-475e-80be-5ed39b96eb26 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:02.992290 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.082734 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.097924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.100732 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Transition to ACTIVE for port object f31f7605-3fa0-430f-81dd-306d492e6ccd will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:03.109526 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.192025 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Pushing event updated for resources: {'Port': ['ID=f31f7605-3fa0-430f-81dd-306d492e6ccd,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:03.200811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.221690 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.222918 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.225108 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.243274 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.243796 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.247476 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.247476 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.249223 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.249572 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.250797 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.251165 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.251470 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:03.279365 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Attempting to bind port f31f7605-3fa0-430f-81dd-306d492e6ccd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:03.280055 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Attempting to bind port f31f7605-3fa0-430f-81dd-306d492e6ccd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:03.280426 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Attempting to bind port f31f7605-3fa0-430f-81dd-306d492e6ccd on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:03.291690 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:03.292186 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:03.292602 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.293087 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:03.293580 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Bound port: f31f7605-3fa0-430f-81dd-306d492e6ccd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:03.294010 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.307368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:33:59Z', 'revision_number': 5, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port': {'id': '83059015-b9f8-47ac-86b0-e7600b60fcf0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:31:17Z', 'updated_at': '2021-07-14T11:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:03.337185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] Checking router: 4b25dd48-bb6e-43c6-96e5-8150e1938420 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:34:03.352752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] Routers {'4b25dd48-bb6e-43c6-96e5-8150e1938420'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:03.353907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b25dd48-bb6e-43c6-96e5-8150e1938420'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:03.390229 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] For port f31f7605-3fa0-430f-81dd-306d492e6ccd, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:03.396044 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] For port f31f7605-3fa0-430f-81dd-306d492e6ccd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f31f7605-3fa0-430f-81dd-306d492e6ccd,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:03.406206 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.407638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9fc8c-bddd-4c17-afe7-dd5504de9036 req-c85d7ee3-0d82-41e1-9745-3753a365fd19 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:03.413591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fb9fc8c-bddd-4c17-afe7-dd5504de9036 req-c85d7ee3-0d82-41e1-9745-3753a365fd19 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 945 time: 0.9646616 Jul 14 11:34:03.421189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Deleting port 83059015-b9f8-47ac-86b0-e7600b60fcf0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:34:03.421512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.440325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e0280-ab1d-499f-a6c3-08a9a3a4c9e1 req-680609ea-4035-4510-8d37-35992db3c235 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:03.449964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-062e0280-ab1d-499f-a6c3-08a9a3a4c9e1 req-680609ea-4035-4510-8d37-35992db3c235 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 1097 time: 1.0016112 Jul 14 11:34:03.507947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] Set router 4b25dd48-bb6e-43c6-96e5-8150e1938420 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:03.542229 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37369e45-ebfe-451a-a07a-21043a652dc5 None None] Pushing event updated for resources: {'Port': ['ID=f31f7605-3fa0-430f-81dd-306d492e6ccd,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:03.609586 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Routers {'b5a2cf08-784c-4c53-815a-a1d893d80716'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:03.610330 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['b5a2cf08-784c-4c53-815a-a1d893d80716'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:03.639240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:34:03Z', 'revision_number': 6, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:03.659989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28ff7bd2-8965-4122-877d-08266ce84180 req-8e3b3332-d420-4870-a917-783fa957a604 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0867424 Jul 14 11:34:03.679809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ea337-8991-4355-8df6-df9a7d4c50f9 None None] The sync data for ids ['4b25dd48-bb6e-43c6-96e5-8150e1938420'] in n-d-778696-8 is: [{'id': '4b25dd48-bb6e-43c6-96e5-8150e1938420', 'name': 'tempest-ServersTestManualDisk-1062771359-router', 'tenant_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:31:16Z', 'updated_at': '2021-07-14T11:34:03Z', 'revision_number': 6, 'project_id': '4e76a6ccbdbc46f4b586f3eb62438c50', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:34:03.703838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.732472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-062e0280-ab1d-499f-a6c3-08a9a3a4c9e1 req-8ad9c00d-3b64-411b-a6d6-2509557adaa9 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349591 Jul 14 11:34:03.736566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fb9fc8c-bddd-4c17-afe7-dd5504de9036 req-0270ff41-ebd6-449f-84af-43a888ff7713 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814291 Jul 14 11:34:03.751820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.783625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.800419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1322-c9f6-4a5f-99f8-cb83a7ba6f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.813784 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1322-c9f6-4a5f-99f8-cb83a7ba6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.816892 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] Set router b5a2cf08-784c-4c53-815a-a1d893d80716 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:03.890240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a0ef1322-c9f6-4a5f-99f8-cb83a7ba6f3c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39c6b0a406d142e3a601e7cf0a57f5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1482382 Jul 14 11:34:03.892808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42516) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:03.893458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef1322-c9f6-4a5f-99f8-cb83a7ba6f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2bb207-5485-4060-a5ee-91338adaed94,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:03.962731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] For port 83059015-b9f8-47ac-86b0-e7600b60fcf0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=83059015-b9f8-47ac-86b0-e7600b60fcf0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:03.963121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:03.996681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf87a99e-00f1-42cb-98c8-73b4838bea95 req-f0e48711-ab3f-40d7-a987-3080840e027b tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0530186 Jul 14 11:34:04.030788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.057096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Calling delete_port for 83059015-b9f8-47ac-86b0-e7600b60fcf0 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:34:04.098930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=11553552-d5f6-45f1-b2f9-8f093e8042b0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:04.172528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66d5ddfb-cbb6-4ae5-835e-2dea787cd6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.282243 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66d5ddfb-cbb6-4ae5-835e-2dea787cd6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.299659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2f094ccd-8be0-44c8-aa71-ae6429364772 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:04.339280 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:57Z', 'updated_at': '2021-07-14T11:33:59Z', 'revision_number': 3, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'gw_port': {'id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:59Z', 'updated_at': '2021-07-14T11:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:04.382636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Allocated IP 172.20.0.1 (a7384f13-45f2-4544-817f-b0d63a93d759/81572362-eb86-49bf-8af8-d8021ce18714/95331a2b-44f1-44b8-bc3c-3a531d60862f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:04.434464 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adef127-a0eb-4816-be59-9ff8ea8979ef None None] The sync data for ids ['b5a2cf08-784c-4c53-815a-a1d893d80716'] in n-d-778696-8 is: [{'id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:57Z', 'updated_at': '2021-07-14T11:33:59Z', 'revision_number': 3, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'gw_port': {'id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:59Z', 'updated_at': '2021-07-14T11:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:34:04.462587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 2f094ccd-8be0-44c8-aa71-ae6429364772 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:04.497898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2f094ccd-8be0-44c8-aa71-ae6429364772 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:04.499838 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.509497 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66d5ddfb-cbb6-4ae5-835e-2dea787cd6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.511302 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66d5ddfb-cbb6-4ae5-835e-2dea787cd6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.519794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-66d5ddfb-cbb6-4ae5-835e-2dea787cd6a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de2bb207-5485-4060-a5ee-91338adaed94 HTTP/1.1" status: 204 len: 168 time: 0.6204524 Jul 14 11:34:04.599032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.656106 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.741477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5ddfb-cbb6-4ae5-835e-2dea787cd6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2bb207-5485-4060-a5ee-91338adaed94,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:04.771992 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.799541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:04.803885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:04.861088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Network a7384f13-45f2-4544-817f-b0d63a93d759 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:04.867953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 2f094ccd-8be0-44c8-aa71-ae6429364772, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2f094ccd-8be0-44c8-aa71-ae6429364772,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:04.874674 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:04.903411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:04.924332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:04.938737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Pushing event updated for resources: {'Port': ['ID=95331a2b-44f1-44b8-bc3c-3a531d60862f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:05.024139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=2f094ccd-8be0-44c8-aa71-ae6429364772,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:05.055406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c48394e6-a7de-4775-9d4a-8b664997b8fe no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:34:05.101548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c48394e6-a7de-4775-9d4a-8b664997b8fe {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:34:05.102211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c48394e6-a7de-4775-9d4a-8b664997b8fe not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:34:05.183109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195f36-708c-4113-b181-46499334962d req-ab4f855f-45ba-4af8-a7b1-3fb4f29acca8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:05.185033 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69195f36-708c-4113-b181-46499334962d req-ab4f855f-45ba-4af8-a7b1-3fb4f29acca8 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 945 time: 0.5330236 Jul 14 11:34:05.226204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:05.407690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Router eb835b35-f436-412e-a82c-14c2bf1d3ecc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:34:05.420393 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:05.458940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83059015-b9f8-47ac-86b0-e7600b60fcf0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:05.477097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f6f1eaa0-63a2-49df-87ac-4373b4508aad None None] Provisioning complete for port 11553552-d5f6-45f1-b2f9-8f093e8042b0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:05.477676 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f6f1eaa0-63a2-49df-87ac-4373b4508aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:05.586111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1eaa0-63a2-49df-87ac-4373b4508aad None None] Port 11553552-d5f6-45f1-b2f9-8f093e8042b0 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:34:05.652267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:05.661778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69195f36-708c-4113-b181-46499334962d req-f1290d06-201b-4958-8798-b2d1dbd97d6e tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534469 Jul 14 11:34:05.690770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:05.904537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:05.909268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:05.912029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:34:05.922630 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-306bb8ee-5cc1-464a-bb9f-9eb952faf8a2 admin admin] 10.222.0.38 "PUT /v2.0/routers/eb835b35-f436-412e-a82c-14c2bf1d3ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0961008 Jul 14 11:34:05.942759 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Sync routers for ids ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:34:05.972212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:05.973628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b25dd48-bb6e-43c6-96e5-8150e1938420 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:34:05.979951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:05.981998 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-449419ca-d9f9-477c-a15c-3dac307f02e0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4b25dd48-bb6e-43c6-96e5-8150e1938420 HTTP/1.1" status: 204 len: 168 time: 4.0110667 Jul 14 11:34:05.985085 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Routers {'eb835b35-f436-412e-a82c-14c2bf1d3ecc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:05.985299 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:05.986182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42568) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:06.038483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94e03266-c5e3-4717-8d4d-a7c0ff000b65 req-93acb3c2-b494-4775-a921-5a46ad1865f5 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.0432239 Jul 14 11:34:06.130433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2f094ccd-8be0-44c8-aa71-ae6429364772 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:06.157781 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e56cbd-cad1-46a5-996d-85f23d7e3a1f admin admin] Deleting subnet 421db29d-66c1-4613-8c80-1f4775243b0d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:34:06.184304 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52e56cbd-cad1-46a5-996d-85f23d7e3a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.271192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.279215 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.324405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2f094ccd-8be0-44c8-aa71-ae6429364772 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:06.325049 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.325472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52e56cbd-cad1-46a5-996d-85f23d7e3a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.329089 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Set router eb835b35-f436-412e-a82c-14c2bf1d3ecc gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:06.433635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42580) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:06.514655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.526078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Pushing event updated for resources: {'Port': ['ID=95331a2b-44f1-44b8-bc3c-3a531d60862f,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:06.642034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f31f7605-3fa0-430f-81dd-306d492e6ccd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:06.683784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Network a7384f13-45f2-4544-817f-b0d63a93d759 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:06.685486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:06.707449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52e56cbd-cad1-46a5-996d-85f23d7e3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.728994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f31f7605-3fa0-430f-81dd-306d492e6ccd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:06.740944 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f31f7605-3fa0-430f-81dd-306d492e6ccd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:06.742858 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.770885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2083334743'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:06.847899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:06.852394 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.857642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52e56cbd-cad1-46a5-996d-85f23d7e3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.901351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:34:06.915527 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e56cbd-cad1-46a5-996d-85f23d7e3a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421db29d-66c1-4613-8c80-1f4775243b0d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:06.926171 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:53Z', 'updated_at': '2021-07-14T11:34:02Z', 'revision_number': 4, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'gw_port': {'id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:54Z', 'updated_at': '2021-07-14T11:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '11553552-d5f6-45f1-b2f9-8f093e8042b0', 'name': '', 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'mac_address': 'fa:16:3e:78:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '31191664-afc5-46e2-ac72-f531a5724c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:00Z', 'updated_at': '2021-07-14T11:34:03Z', 'revision_number': 2, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'subnets': [{'id': '31191664-afc5-46e2-ac72-f531a5724c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:06.930225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.930807 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Added segment b95f9b06-7a84-41ba-b273-c7b495a35988 of type vlan for network 9ffc094e-f02b-4083-b9cc-b065ef22c055 Jul 14 11:34:06.934432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Router b5a2cf08-784c-4c53-815a-a1d893d80716 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:34:06.943206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52e56cbd-cad1-46a5-996d-85f23d7e3a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:06.948251 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-52e56cbd-cad1-46a5-996d-85f23d7e3a1f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/421db29d-66c1-4613-8c80-1f4775243b0d HTTP/1.1" status: 204 len: 168 time: 0.9590180 Jul 14 11:34:06.948915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42600) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:06.988585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35ae5f-414d-4bb6-96e8-6dce27442822 None None] Network 15aa5681-1a95-4a92-bab4-a3c8e3a31236 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:34:06.998898 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Checking router: eb835b35-f436-412e-a82c-14c2bf1d3ecc for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:34:06.999518 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Updating router eb835b35-f436-412e-a82c-14c2bf1d3ecc port 11553552-d5f6-45f1-b2f9-8f093e8042b0 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:34:07.009095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.083991 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.090829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.146076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.200421 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.210412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:07.211087 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.254345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port f31f7605-3fa0-430f-81dd-306d492e6ccd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f31f7605-3fa0-430f-81dd-306d492e6ccd,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:07.259271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Deleting port 76606e9b-0358-40e5-bfc0-14dc269c7a6a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:34:07.260270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.285487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:34:07.312831 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.410047 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.437011 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Transition to ACTIVE for port object 11553552-d5f6-45f1-b2f9-8f093e8042b0 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:07.444512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f344c8c-aa6b-44f3-af68-0d8fe16c13d5 req-75b8b0ca-6d73-4c9c-97eb-6d6fd65cd534 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727&device_id=179baff7-8c22-40e6-8da3-0aa48ac91155 HTTP/1.1" status: 200 len: 210 time: 0.2258706 Jul 14 11:34:07.458486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-95a6f834-5e3e-465d-9482-57fe07af8b9d admin admin] 10.222.0.38 "PUT /v2.0/routers/b5a2cf08-784c-4c53-815a-a1d893d80716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9140520 Jul 14 11:34:07.459694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Network': ['ID=9ffc094e-f02b-4083-b9cc-b065ef22c055,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:07.478708 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.509079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a2e89d04-4e23-4ade-90a3-67d71673e312 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0688097 Jul 14 11:34:07.509719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42614) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:07.524368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'subnet': {'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:07.543261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] For port 76606e9b-0358-40e5-bfc0-14dc269c7a6a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=76606e9b-0358-40e5-bfc0-14dc269c7a6a,segment=NetworkSegment(dfce192e-0b0e-4b62-af0c-762aceab50d9),segment_id=dfce192e-0b0e-4b62-af0c-762aceab50d9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:07.544323 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.565766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Calling delete_port for 76606e9b-0358-40e5-bfc0-14dc269c7a6a owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:34:07.584026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 9ffc094e-f02b-4083-b9cc-b065ef22c055 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:34:07.596358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 83059015-b9f8-47ac-86b0-e7600b60fcf0 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:34:07.698836 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12cb53-7bb5-4d65-afc3-a6078610cafb None None] Pushing event updated for resources: {'Port': ['ID=11553552-d5f6-45f1-b2f9-8f093e8042b0,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:07.708668 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.739770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=76606e9b-0358-40e5-bfc0-14dc269c7a6a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:07.770531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] No DVR routers for this DVR port 76606e9b-0358-40e5-bfc0-14dc269c7a6a on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:34:07.839441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 83059015-b9f8-47ac-86b0-e7600b60fcf0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:34:07.840063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 83059015-b9f8-47ac-86b0-e7600b60fcf0 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:34:07.876452 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Attempting to bind port 11553552-d5f6-45f1-b2f9-8f093e8042b0 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:07.876627 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Attempting to bind port 11553552-d5f6-45f1-b2f9-8f093e8042b0 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5442d39a-5faf-4864-a8b0-aee3300f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:07.878333 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Attempting to bind port 11553552-d5f6-45f1-b2f9-8f093e8042b0 on network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:07.902850 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:07.903100 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Checking segment: {'id': '5442d39a-5faf-4864-a8b0-aee3300f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:07.903494 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.903920 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Bound using segment: {'id': '5442d39a-5faf-4864-a8b0-aee3300f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:07.904409 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Bound port: 11553552-d5f6-45f1-b2f9-8f093e8042b0, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442d39a-5faf-4864-a8b0-aee3300f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:07.904796 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:07.982562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=f31f7605-3fa0-430f-81dd-306d492e6ccd,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:08.010605 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:34:08.051652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826f58-7cbd-48cf-90b5-2580e9c4afca req-270508d6-aba5-46f3-8db7-014827cef71b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:08.058238 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4826f58-7cbd-48cf-90b5-2580e9c4afca req-270508d6-aba5-46f3-8db7-014827cef71b tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 945 time: 0.3926306 Jul 14 11:34:08.145043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-d71db372-9744-48bc-906b-3c8eb440c604 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:34:08.153247 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-d71db372-9744-48bc-906b-3c8eb440c604 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4604406 Jul 14 11:34:08.167988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:08.177988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Request body: {'binding': {'host': 'n-h1-778696-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:08.178980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Unknown quota resources ['binding']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:34:08.179710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4826f58-7cbd-48cf-90b5-2580e9c4afca req-86b6c3dc-6810-4507-a65f-b7f8c19783b9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955102 Jul 14 11:34:08.198699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:08.207042 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] For port 11553552-d5f6-45f1-b2f9-8f093e8042b0, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:08.209145 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:08.218323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Sync routers for ids ['b5a2cf08-784c-4c53-815a-a1d893d80716'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:34:08.218887 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] For port 11553552-d5f6-45f1-b2f9-8f093e8042b0, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=11553552-d5f6-45f1-b2f9-8f093e8042b0,segment=NetworkSegment(5442d39a-5faf-4864-a8b0-aee3300f7010),segment_id=5442d39a-5faf-4864-a8b0-aee3300f7010)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:08.227758 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:08.243575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c51fa-4e0d-427b-a8ec-b5e6deb76413 None None] DHCP port deletion for 15aa5681-1a95-4a92-bab4-a3c8e3a31236 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:34:08.256844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Routers {'b5a2cf08-784c-4c53-815a-a1d893d80716'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:08.257817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['b5a2cf08-784c-4c53-815a-a1d893d80716'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:08.265847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15aa5681-1a95-4a92-bab4-a3c8e3a31236']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:08.306497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfce192e-0b0e-4b62-af0c-762aceab50d9') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:08.307163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfce192e-0b0e-4b62-af0c-762aceab50d9') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:08.325049 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:08.400122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:08.457939 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12cb53-7bb5-4d65-afc3-a6078610cafb None None] Pushing event updated for resources: {'Port': ['ID=11553552-d5f6-45f1-b2f9-8f093e8042b0,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:08.459706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:34:08.464587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:34:08.476462 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:34:08.507475 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Routers {'eb835b35-f436-412e-a82c-14c2bf1d3ecc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:08.508529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:33:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:08.652833 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:08.790376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Set router b5a2cf08-784c-4c53-815a-a1d893d80716 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:08.809506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:08.828896 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:08.831327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Subnet': ['ID=364b91bf-fbe8-49d2-8e31-9ef5634adb58,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:08.834505 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] 10.222.0.38 "DELETE /v2.0/networks/15aa5681-1a95-4a92-bab4-a3c8e3a31236 HTTP/1.1" status: 204 len: 168 time: 1.8811610 Jul 14 11:34:08.911556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f53aaf-fbf3-4c05-bd6e-88de39f40e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=15aa5681-1a95-4a92-bab4-a3c8e3a31236,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:08.945683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on host n-h1-778696-8 for vnic_type normal with profile None {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:08.946116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:08.946706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:08.959398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:34:08.965524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:08.978592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:08.981835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:08.983533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:08.985108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Bound port: c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:09.000724 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] Set router eb835b35-f436-412e-a82c-14c2bf1d3ecc gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:09.008392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd79ccb7-f18a-43be-aa28-6861fd3d3f12 req-8fd46717-c1c1-4d43-b5cb-c915cb9f50a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a592f8da868b495fa124986002a0ea4c&device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.1643591 Jul 14 11:34:09.087286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Checking segment: {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:09.088038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network hostable DHCP agents. Network: 9ffc094e-f02b-4083-b9cc-b065ef22c055, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:34:09.130140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:09.141151 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd79ccb7-f18a-43be-aa28-6861fd3d3f12 req-10864773-be78-4438-ac10-f94af8e879e1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a592f8da868b495fa124986002a0ea4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225939 Jul 14 11:34:09.141605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:09.152394 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] 10.222.0.38 "POST /v2.0/ports/c34edbfd-13ab-4a66-8138-d58d4ef49d1f/bindings HTTP/1.1" status: 201 len: 389 time: 0.9980876 Jul 14 11:34:09.300702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network 9ffc094e-f02b-4083-b9cc-b065ef22c055 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:34:09.302242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:57Z', 'updated_at': '2021-07-14T11:34:05Z', 'revision_number': 4, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'gw_port': {'id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:59Z', 'updated_at': '2021-07-14T11:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '95331a2b-44f1-44b8-bc3c-3a531d60862f', 'name': '', 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'mac_address': 'fa:16:3e:fb:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '81572362-eb86-49bf-8af8-d8021ce18714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:03Z', 'updated_at': '2021-07-14T11:34:05Z', 'revision_number': 2, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'subnets': [{'id': '81572362-eb86-49bf-8af8-d8021ce18714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:09.356039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42660) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:09.381771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 9ffc094e-f02b-4083-b9cc-b065ef22c055) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:09.435926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:09.438918 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:09.515746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a6271-3c28-460d-862b-e7e4e2749580 None None] Network 9ffc094e-f02b-4083-b9cc-b065ef22c055 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:34:09.534277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Checking router: b5a2cf08-784c-4c53-815a-a1d893d80716 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:34:09.536927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f84f1903-cd6b-4182-a8d5-84df2916a9aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e76a6ccbdbc46f4b586f3eb62438c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786578 Jul 14 11:34:09.541426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42666) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:09.542477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Updating router b5a2cf08-784c-4c53-815a-a1d893d80716 port 95331a2b-44f1-44b8-bc3c-3a531d60862f binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:34:09.583625 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:53Z', 'updated_at': '2021-07-14T11:34:02Z', 'revision_number': 4, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'gw_port': {'id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:54Z', 'updated_at': '2021-07-14T11:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '11553552-d5f6-45f1-b2f9-8f093e8042b0', 'name': '', 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'mac_address': 'fa:16:3e:78:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '31191664-afc5-46e2-ac72-f531a5724c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:00Z', 'updated_at': '2021-07-14T11:34:08Z', 'revision_number': 4, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'subnets': [{'id': '31191664-afc5-46e2-ac72-f531a5724c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:09.610291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-98eb11d4-d4c2-4bec-a028-6d4e58e7229a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0973871 Jul 14 11:34:09.643014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42668) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:09.688408 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c45787-d657-4685-8ad9-60a8513ee5b8 None None] The sync data for ids ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'] in n-d-778696-8 is: [{'id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:53Z', 'updated_at': '2021-07-14T11:34:02Z', 'revision_number': 4, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'gw_port': {'id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:54Z', 'updated_at': '2021-07-14T11:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '11553552-d5f6-45f1-b2f9-8f093e8042b0', 'name': '', 'network_id': 'f1e755cb-8e63-40e8-85bd-1cc50b0846b4', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'mac_address': 'fa:16:3e:78:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '31191664-afc5-46e2-ac72-f531a5724c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:00Z', 'updated_at': '2021-07-14T11:34:08Z', 'revision_number': 4, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'subnets': [{'id': '31191664-afc5-46e2-ac72-f531a5724c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:34:09.702048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1640023931'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:09.727772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-1db8fb27-7aa3-4e7a-86df-089784d9d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:09.733740 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-1db8fb27-7aa3-4e7a-86df-089784d9d5ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 1097 time: 0.1371982 Jul 14 11:34:09.766401 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:09.768090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79ccb7-f18a-43be-aa28-6861fd3d3f12 req-98935b62-e546-43a6-967a-90e588f59355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:09.776953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd79ccb7-f18a-43be-aa28-6861fd3d3f12 req-98935b62-e546-43a6-967a-90e588f59355 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6244204 Jul 14 11:34:09.967382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9be139-5831-453a-8a1f-a217474682a4 req-62622fd3-b3dd-497b-b209-9bf5d8d21aee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:09.984513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-62622fd3-b3dd-497b-b209-9bf5d8d21aee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 811 time: 0.7678068 Jul 14 11:34:10.014594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:10.031259 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.130043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-34b8d6a7-c9c8-4ca7-85a8-dfa7cc9779c8 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/quotas/3655e5c70eaa4217a6ab3d36a5a6c6cc HTTP/1.1" status: 200 len: 375 time: 0.1172340 Jul 14 11:34:10.132953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-51229664-b240-4c0e-890f-e0baade3d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:10.143218 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-51229664-b240-4c0e-890f-e0baade3d3cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.4015276 Jul 14 11:34:10.279461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:34:10.304045 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1300a32a-e511-4e92-b7ba-c930c5e76afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.333687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-7c7b211d-29f3-4689-bd2f-bca2181df3f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f HTTP/1.1" status: 200 len: 217 time: 0.1864772 Jul 14 11:34:10.366575 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e2ca229-1c2e-45f0-8f9a-3afd423d5651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.377312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.377766 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Added segment 147b49e2-2a23-4f3e-9a6c-e2b803d66bee of type vlan for network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d Jul 14 11:34:10.387910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f31f7605-3fa0-430f-81dd-306d492e6ccd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:10.442195 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1300a32a-e511-4e92-b7ba-c930c5e76afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.515742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-611116a2-301a-4c69-82a4-1c6af6882a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:10.518217 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-611116a2-301a-4c69-82a4-1c6af6882a2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.1771426 Jul 14 11:34:10.560268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0748dc77-4387-4895-99c9-d2e0339bec22 req-a04b4ed1-434a-4d7b-ac6f-d63e9ca979e3 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.1330783 Jul 14 11:34:10.593738 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.596098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-5c79cee5-165b-45d6-922a-8befec20d71f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670118 Jul 14 11:34:10.622172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f31f7605-3fa0-430f-81dd-306d492e6ccd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:10.623046 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.717330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-f86728b5-695e-4a98-b681-dd3c8babadb3 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5845735 Jul 14 11:34:10.841679 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.866381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:10.867047 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.888149 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1300a32a-e511-4e92-b7ba-c930c5e76afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.891795 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1300a32a-e511-4e92-b7ba-c930c5e76afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:10.893100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1300a32a-e511-4e92-b7ba-c930c5e76afa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09616ab8-b448-40d8-a97a-8b3ab29ac8d7 HTTP/1.1" status: 204 len: 168 time: 1.3297350 Jul 14 11:34:11.042612 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-8d228e4e-9319-45d9-a33e-c5cc5a367f4b service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352582 Jul 14 11:34:11.163301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300a32a-e511-4e92-b7ba-c930c5e76afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09616ab8-b448-40d8-a97a-8b3ab29ac8d7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:11.179312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5067229 Jul 14 11:34:11.202317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42694) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:11.232895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'subnet': {'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:11.324197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd79ccb7-f18a-43be-aa28-6861fd3d3f12 req-0feeaa8e-bbd1-4ab0-94ac-e37daa6fd6c3 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0be9926-c8e4-423e-af3d-90ec15deb727 HTTP/1.1" status: 200 len: 210 time: 0.1813290 Jul 14 11:34:11.379073 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-80d46263-7c77-49f7-b249-78f6fd6c1184 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235745 Jul 14 11:34:11.408287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efbe90-4957-4bd9-a608-fdabb8f57bef tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Network': ['ID=2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:11.477462 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:11.500233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Transition to ACTIVE for port object 95331a2b-44f1-44b8-bc3c-3a531d60862f will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:11.551537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:34:11.763416 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:11.880911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-4545e7fb-4b4a-43d6-8e5d-d1a71f7306a5 service neutron] 10.222.0.38 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1472535 Jul 14 11:34:11.914794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d9572-cf66-4489-9009-442ca5800289 req-a3c406ee-c155-465f-bdc5-2cab17c9ca88 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:11.917710 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-740d9572-cf66-4489-9009-442ca5800289 req-a3c406ee-c155-465f-bdc5-2cab17c9ca88 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 945 time: 0.2581737 Jul 14 11:34:11.938423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 11553552-d5f6-45f1-b2f9-8f093e8042b0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:12.037491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-9ffc094e-f02b-4083-b9cc-b065ef22c055', 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'fixed_ips': [{'subnet_id': '364b91bf-fbe8-49d2-8e31-9ef5634adb58'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:34:12.038779 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:12.123608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3213-28cf-4861-a4ba-21e2d239a93e req-fae04957-5454-4540-ad6c-e92c49f06888 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:12.133695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c02f3213-28cf-4861-a4ba-21e2d239a93e req-fae04957-5454-4540-ad6c-e92c49f06888 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 1.2943065 Jul 14 11:34:12.195681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:12.199560 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:12.226316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-f1f6a177-e6bb-4feb-8ba1-8d8bfe9d49ae service neutron] 10.222.0.38 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442125 Jul 14 11:34:12.260128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4d339-f182-4585-ad2f-f0093ce0ae49 None None] Pushing event updated for resources: {'Port': ['ID=95331a2b-44f1-44b8-bc3c-3a531d60862f,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:12.295426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-740d9572-cf66-4489-9009-442ca5800289 req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Deleting port e2f93f9e-12ce-496a-90d6-213126854d9b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:34:12.295777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-740d9572-cf66-4489-9009-442ca5800289 req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:12.327766 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bea21b7c-7ff6-4ad8-a363-b232ee4519f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:12.430969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 11553552-d5f6-45f1-b2f9-8f093e8042b0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:12.469861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 11553552-d5f6-45f1-b2f9-8f093e8042b0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:12.470657 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:12.603465 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:12.689628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-740d9572-cf66-4489-9009-442ca5800289 req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] For port e2f93f9e-12ce-496a-90d6-213126854d9b, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2f93f9e-12ce-496a-90d6-213126854d9b,segment=NetworkSegment(f15eede1-9ac1-444c-9ea3-52e037bde35c),segment_id=f15eede1-9ac1-444c-9ea3-52e037bde35c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:12.691728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-740d9572-cf66-4489-9009-442ca5800289 req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:12.735461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-740d9572-cf66-4489-9009-442ca5800289 req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Calling delete_port for e2f93f9e-12ce-496a-90d6-213126854d9b owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:34:12.807452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Attempting to bind port 95331a2b-44f1-44b8-bc3c-3a531d60862f on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:12.812225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Attempting to bind port 95331a2b-44f1-44b8-bc3c-3a531d60862f by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:12.819347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Attempting to bind port 95331a2b-44f1-44b8-bc3c-3a531d60862f on network a7384f13-45f2-4544-817f-b0d63a93d759 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:12.828294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:12.840533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Checking segment: {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:12.841406 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:12.842461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Bound using segment: {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:12.843315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Bound port: 95331a2b-44f1-44b8-bc3c-3a531d60862f, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:12.843980 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:12.879053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Allocated IP 19.80.0.2 (9ffc094e-f02b-4083-b9cc-b065ef22c055/364b91bf-fbe8-49d2-8e31-9ef5634adb58/205df8c4-f22c-4a50-a18f-d40500e5064e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:12.921044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42736) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:13.202774 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-571c19b7-29ce-4ef9-b501-2612a7108b5e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2942855 Jul 14 11:34:13.239751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] For port 95331a2b-44f1-44b8-bc3c-3a531d60862f, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:13.248359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] For port 95331a2b-44f1-44b8-bc3c-3a531d60862f, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=95331a2b-44f1-44b8-bc3c-3a531d60862f,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:13.354058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c02f3213-28cf-4861-a4ba-21e2d239a93e req-f48d5a7a-d5fe-4a45-a006-da8883314a44 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2190924 Jul 14 11:34:13.379974 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:13.410782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:13.453509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-740d9572-cf66-4489-9009-442ca5800289 req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:13.455340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66055e91-421f-42d6-9174-a40fd09fa304 req-4b40856f-e55a-4e95-b769-270b1e2e2d30 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:13.458688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66055e91-421f-42d6-9174-a40fd09fa304 req-4b40856f-e55a-4e95-b769-270b1e2e2d30 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 945 time: 0.1947303 Jul 14 11:34:13.572549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Pushing event deleted for resources: {'Port': ['ID=e2f93f9e-12ce-496a-90d6-213126854d9b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:13.601067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1514284547-network', 'tenant_id': 'e6d9874acdf64ebf9e7d4e4cb2c1393f'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:13.634331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66055e91-421f-42d6-9174-a40fd09fa304 req-3b5b0ae2-41ba-4da9-977e-34f101b24cfd tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/security-groups?id=963aadfc-7cb0-44f4-b542-5c4df9c537b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688788 Jul 14 11:34:13.714984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['e2f93f9e-12ce-496a-90d6-213126854d9b'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:13.736989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-9fb512e9-abf5-4e8c-b519-6b1c377d3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:13.742384 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-9fb512e9-abf5-4e8c-b519-6b1c377d3b76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 1095 time: 0.4849579 Jul 14 11:34:13.810999 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-659df5d1-24df-454f-b318-ebb084fc472f req-fee5542b-af4c-4b42-b86b-377b9fe28146 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 210 time: 0.0432742 Jul 14 11:34:13.840504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:13.890047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Made reservation on behalf of e6d9874acdf64ebf9e7d4e4cb2c1393f for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:13.897143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:13.926021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d9572-cf66-4489-9009-442ca5800289 req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] No DVR routers for this DVR port e2f93f9e-12ce-496a-90d6-213126854d9b on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:34:13.929737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-740d9572-cf66-4489-9009-442ca5800289 req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:13.934237 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-740d9572-cf66-4489-9009-442ca5800289 req-ac4228f3-d3b0-41a0-941d-7fd7c84f4ee1 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.64 "DELETE /v2.0/ports/e2f93f9e-12ce-496a-90d6-213126854d9b HTTP/1.1" status: 204 len: 173 time: 2.0096405 Jul 14 11:34:13.937609 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:13.945230 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:13.950299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c49fcc-a1ea-4e24-95ad-b6dedf743843', 'name': 'network-vif-deleted', 'tag': 'e2f93f9e-12ce-496a-90d6-213126854d9b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:13.955281 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd157de5-2e81-490f-b22e-c0ee053588dc" -d '{"events": [{"server_uuid": "19c49fcc-a1ea-4e24-95ad-b6dedf743843", "name": "network-vif-deleted", "tag": "e2f93f9e-12ce-496a-90d6-213126854d9b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:14.018548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 11553552-d5f6-45f1-b2f9-8f093e8042b0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=11553552-d5f6-45f1-b2f9-8f093e8042b0,segment=NetworkSegment(5442d39a-5faf-4864-a8b0-aee3300f7010),segment_id=5442d39a-5faf-4864-a8b0-aee3300f7010)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:14.025848 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Subnet': ['ID=973d62ea-bd9b-4822-bff7-f639b66e75a5,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:14.119991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:14.157412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Checking segment: {'id': '147b49e2-2a23-4f3e-9a6c-e2b803d66bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:14.157779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network hostable DHCP agents. Network: 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:34:14.206225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 76606e9b-0358-40e5-bfc0-14dc269c7a6a no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:34:14.240576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:34:14.254092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:14.261023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:14.261914 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:14.282526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 76606e9b-0358-40e5-bfc0-14dc269c7a6a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:34:14.282872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 76606e9b-0358-40e5-bfc0-14dc269c7a6a not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:34:14.297876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0cdf75-2405-4831-bb08-46181da3edad None None] Network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:34:14.300813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Routers {'b5a2cf08-784c-4c53-815a-a1d893d80716'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:14.301505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:34:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['b5a2cf08-784c-4c53-815a-a1d893d80716'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:14.308628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-449b03cf-0087-4dfb-b090-2cd0d39c3226 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0946524 Jul 14 11:34:14.345157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4d339-f182-4585-ad2f-f0093ce0ae49 None None] Pushing event updated for resources: {'Port': ['ID=95331a2b-44f1-44b8-bc3c-3a531d60862f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:14.797157 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:14.818336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e9464d7-c720-4327-be03-1f51296c755b req-4dc3d43c-1b1c-4d86-924e-7d318abc8b7d tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=179baff7-8c22-40e6-8da3-0aa48ac91155 HTTP/1.1" status: 200 len: 210 time: 0.1498971 Jul 14 11:34:14.843745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Transition to ACTIVE for port object 205df8c4-f22c-4a50-a18f-d40500e5064e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:14.906237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Transition to ACTIVE for port object 205df8c4-f22c-4a50-a18f-d40500e5064e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:14.977455 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:15.087407 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:15.127780 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-40e7275a-9da0-462d-9f69-4c69b76f8984 req-a7c85570-6510-4b87-a833-7e95f60986f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a592f8da868b495fa124986002a0ea4c&device_id=179baff7-8c22-40e6-8da3-0aa48ac91155 HTTP/1.1" status: 200 len: 210 time: 0.3920207 Jul 14 11:34:15.132750 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:15.143056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d45d7e-d427-45fe-aa27-a983a372bcf3 req-b0906313-e3e5-4b42-a51b-48098c947a42 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:15.158455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60d45d7e-d427-45fe-aa27-a983a372bcf3 req-b0906313-e3e5-4b42-a51b-48098c947a42 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 0.2279799 Jul 14 11:34:15.208365 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:15.216764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd53859-ffa3-4170-a51a-767ae32a8a26,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:15.226152 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-40e7275a-9da0-462d-9f69-4c69b76f8984 req-71911f82-9f59-4a50-b22e-2daba136b348 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a592f8da868b495fa124986002a0ea4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837674 Jul 14 11:34:15.299143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Network 9ffc094e-f02b-4083-b9cc-b065ef22c055 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:15.321397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:15.329546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=11553552-d5f6-45f1-b2f9-8f093e8042b0,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:15.334755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:15.349940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c33ac8f0-ff49-4d64-af55-0bc206cadb56 req-db3ae7a6-8075-4f52-bb86-3d548f3a65d9 tempest-DeleteServersTestJSON-1753190031 tempest-DeleteServersTestJSON-1753190031-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c49fcc-a1ea-4e24-95ad-b6dedf743843 HTTP/1.1" status: 200 len: 210 time: 0.1380854 Jul 14 11:34:15.411142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60d45d7e-d427-45fe-aa27-a983a372bcf3 req-ac816444-5403-4dce-bed2-76697596e698 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371557 Jul 14 11:34:15.436577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Pushing event updated for resources: {'Port': ['ID=205df8c4-f22c-4a50-a18f-d40500e5064e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:15.446209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] Set router b5a2cf08-784c-4c53-815a-a1d893d80716 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:15.467059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7275a-9da0-462d-9f69-4c69b76f8984 req-63e20417-9534-4135-b230-017eb09b7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:15.469736 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-40e7275a-9da0-462d-9f69-4c69b76f8984 req-63e20417-9534-4135-b230-017eb09b7cbe service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2347462 Jul 14 11:34:15.488423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:34:15.515305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:15.516043 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Added segment 47670162-6b8b-4f9b-94fa-11de1a9eb94b of type vlan for network 080b79f9-da12-46d5-8e5d-67d1f902c7c0 Jul 14 11:34:15.550604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-eff410d2-7d4c-4a69-861a-f70ff9cbcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:15.552457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-eff410d2-7d4c-4a69-861a-f70ff9cbcde5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 1.6901350 Jul 14 11:34:15.645669 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c947f2c-0201-4ccb-80f9-d51363d3c46d x-openstack-request-id: req-8c947f2c-0201-4ccb-80f9-d51363d3c46d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:15.646118 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c49fcc-a1ea-4e24-95ad-b6dedf743843", "name": "network-vif-deleted", "tag": "e2f93f9e-12ce-496a-90d6-213126854d9b", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:15.646548 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c947f2c-0201-4ccb-80f9-d51363d3c46d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:15.647107 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c49fcc-a1ea-4e24-95ad-b6dedf743843', 'name': 'network-vif-deleted', 'tag': 'e2f93f9e-12ce-496a-90d6-213126854d9b', 'status': 'completed', 'code': 200} Jul 14 11:34:15.739710 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-c70fd646-189b-459c-8e35-08df7b0beae0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc718c6-8ac4-42bf-8144-9be71d233294 HTTP/1.1" status: 200 len: 217 time: 0.0914655 Jul 14 11:34:15.766059 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:15.767327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-4dbc61e4-9850-47db-8158-cf79fbba9e51 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:15.796591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-4dbc61e4-9850-47db-8158-cf79fbba9e51 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:15.804331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-4dbc61e4-9850-47db-8158-cf79fbba9e51 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/networks?id=9ffc094e-f02b-4083-b9cc-b065ef22c055&id=2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d&id=9ffc094e-f02b-4083-b9cc-b065ef22c055 HTTP/1.1" status: 200 len: 1392 time: 0.3003552 Jul 14 11:34:15.852491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-e243f513-b64c-4596-bb0f-51b4fe4b5cb0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/quotas/aca6ed6d8df9422e829367de3cbc8b20 HTTP/1.1" status: 200 len: 375 time: 0.0471592 Jul 14 11:34:15.916916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-ee83d616-8471-4100-93c6-2e7f0dceb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:15.918820 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-ee83d616-8471-4100-93c6-2e7f0dceb6ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.1550353 Jul 14 11:34:16.032229 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-e765e9e2-a146-4c8a-937d-bba1cfdd9dcd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039157 Jul 14 11:34:16.037484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92dc8733-1678-49e8-9f91-9f608830937f req-c1e188c0-3e50-46a2-9ec7-285ac05706f4 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 210 time: 0.1653683 Jul 14 11:34:16.054684 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:34:16.153924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-7685ffe7-6c32-4352-8184-988331d9c74c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3004673 Jul 14 11:34:16.230591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e2f93f9e-12ce-496a-90d6-213126854d9b no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:34:16.359630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: e2f93f9e-12ce-496a-90d6-213126854d9b {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:34:16.365985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e2f93f9e-12ce-496a-90d6-213126854d9b not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:34:16.400073 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-a6e25d58-af95-4274-8fc2-2436123f5980 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174729 Jul 14 11:34:16.427288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Attempting to bind port 205df8c4-f22c-4a50-a18f-d40500e5064e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:16.428028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Attempting to bind port 205df8c4-f22c-4a50-a18f-d40500e5064e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:16.428590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Attempting to bind port 205df8c4-f22c-4a50-a18f-d40500e5064e on network 9ffc094e-f02b-4083-b9cc-b065ef22c055 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:16.450792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:16.451461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42818) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:16.454577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:16.460885 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:16.483365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 11553552-d5f6-45f1-b2f9-8f093e8042b0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:16.498215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:16.499445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Checking segment: {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:16.500070 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:16.500642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Bound using segment: {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:16.501327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Bound port: 205df8c4-f22c-4a50-a18f-d40500e5064e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:16.501893 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:16.505047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d', 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'fixed_ips': [{'subnet_id': '973d62ea-bd9b-4822-bff7-f639b66e75a5'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:34:16.506135 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:16.615705 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] Pushing event updated for resources: {'Network': ['ID=080b79f9-da12-46d5-8e5d-67d1f902c7c0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:16.621481 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1fa17943-179b-4f30-9f63-fe7198dca36f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.6915534 Jul 14 11:34:16.623206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42824) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:16.633803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92b3bc5f-6484-4f18-9e8f-a0c793f6187b req-a9076aec-e0e9-4589-b43a-769b22307323 tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.38 "GET /v2.0/ports?device_id=179baff7-8c22-40e6-8da3-0aa48ac91155 HTTP/1.1" status: 200 len: 210 time: 0.2194316 Jul 14 11:34:16.635671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Request body: {'subnet': {'network_id': '080b79f9-da12-46d5-8e5d-67d1f902c7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1514284547-subnet', 'tenant_id': 'e6d9874acdf64ebf9e7d4e4cb2c1393f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:16.653506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 080b79f9-da12-46d5-8e5d-67d1f902c7c0 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:34:16.684170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Made reservation on behalf of e6d9874acdf64ebf9e7d4e4cb2c1393f for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:16.688256 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:16.708464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-e9b9b952-4cc0-4a41-9932-5658ff64ae7c service neutron] 10.222.0.38 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533712 Jul 14 11:34:16.929344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ab61e2b1-b6c6-46c6-a330-dba91d43a1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:17.033566 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae65e82b-4303-483e-8b9d-ed2fcb18802d req-a12a28cf-65c6-422d-b81c-7773f2024d89 service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269763 Jul 14 11:34:17.042230 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-40e7275a-9da0-462d-9f69-4c69b76f8984 req-d50e0a08-9919-4bee-b938-032fe9903d7e tempest-ServerShowV247Test-1981773796 tempest-ServerShowV247Test-1981773796-project] 10.222.0.64 "GET /v2.0/ports?device_id=179baff7-8c22-40e6-8da3-0aa48ac91155 HTTP/1.1" status: 200 len: 210 time: 0.2036712 Jul 14 11:34:17.111609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-37a47e91-8acf-452d-825c-af2000fd4884 service neutron] 10.222.0.38 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021652 Jul 14 11:34:17.125877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9be139-5831-453a-8a1f-a217474682a4 req-a5600686-af1f-4c46-bd07-d5bf98cccca3 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:17.127721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-a5600686-af1f-4c46-bd07-d5bf98cccca3 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.45 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 811 time: 0.3610876 Jul 14 11:34:17.156145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Request body: {'port': {'device_id': 'd98294b0-a100-4acd-9dce-05be1dd0131e', 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759', 'admin_state_up': True, 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:17.349754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:17.489024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=41461254-477f-4a20-ab8f-9a83dd92f79d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:17.493756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Checking segment: {'id': '47670162-6b8b-4f9b-94fa-11de1a9eb94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '080b79f9-da12-46d5-8e5d-67d1f902c7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:17.494121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Network hostable DHCP agents. Network: 080b79f9-da12-46d5-8e5d-67d1f902c7c0, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:34:17.538135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Network 080b79f9-da12-46d5-8e5d-67d1f902c7c0 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:34:17.555286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 080b79f9-da12-46d5-8e5d-67d1f902c7c0) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:17.570756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:17.571913 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:17.592010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Allocated IP 19.86.0.2 (2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d/973d62ea-bd9b-4822-bff7-f639b66e75a5/e76add8e-962f-4ad9-971b-d26d225a20a6) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:17.646351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-f27027e0-507b-466f-a21f-1cec700ab14c service neutron] 10.222.0.38 "GET /v2.0/networks/2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285656 Jul 14 11:34:17.810706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b3dce9fb-a73b-4933-b736-0658c7e224fb service neutron] 10.222.0.38 "GET /v2.0/networks/2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633852 Jul 14 11:34:17.814270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ab61e2b1-b6c6-46c6-a330-dba91d43a1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:17.838180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] For port 205df8c4-f22c-4a50-a18f-d40500e5064e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:17.848671 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5f232836-4df2-42b3-b0c4-f0a055a020ea admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2115915 Jul 14 11:34:17.881344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd71624-2663-4106-a45c-ba58ee654848 None None] Network 080b79f9-da12-46d5-8e5d-67d1f902c7c0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:34:17.914887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 11553552-d5f6-45f1-b2f9-8f093e8042b0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:17.920578 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:17.924736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaef19-0592-409c-ad50-64aa5eb1e0fd req-222449ea-ed99-45e2-bcce-a68c2cf6317c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:17.931890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11eaef19-0592-409c-ad50-64aa5eb1e0fd req-222449ea-ed99-45e2-bcce-a68c2cf6317c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 0.6528325 Jul 14 11:34:17.943962 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ab61e2b1-b6c6-46c6-a330-dba91d43a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:17.980587 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ab61e2b1-b6c6-46c6-a330-dba91d43a1ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f45fd5f3a0c8472e983f50afed7c4112&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5278838 Jul 14 11:34:17.983876 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42848) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:18.037795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] For port 205df8c4-f22c-4a50-a18f-d40500e5064e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=205df8c4-f22c-4a50-a18f-d40500e5064e,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:18.080726 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ebbcc1-9a81-4575-aa23-e07a7d6fb30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:18.103619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Made reservation on behalf of 3655e5c70eaa4217a6ab3d36a5a6c6cc for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:18.121298 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:18.137127 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ebbcc1-9a81-4575-aa23-e07a7d6fb30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:18.150039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:18.192292 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61e2b1-b6c6-46c6-a330-dba91d43a1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb6e85-bb26-4cc2-b5e2-5d9dfef9eb21,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:18.254623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11eaef19-0592-409c-ad50-64aa5eb1e0fd req-426c1b56-75ea-410a-bf84-c0c2e46dfe57 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215311 Jul 14 11:34:18.258235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ebbcc1-9a81-4575-aa23-e07a7d6fb30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:18.262988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ebbcc1-9a81-4575-aa23-e07a7d6fb30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:18.267204 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-78ebbcc1-9a81-4575-aa23-e07a7d6fb30c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ebb6e85-bb26-4cc2-b5e2-5d9dfef9eb21 HTTP/1.1" status: 204 len: 168 time: 0.2816722 Jul 14 11:34:18.296056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebbcc1-9a81-4575-aa23-e07a7d6fb30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb6e85-bb26-4cc2-b5e2-5d9dfef9eb21,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:18.307629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562b423-0af5-4b83-aaf9-0a6fea8cbe3c None None] Pushing event updated for resources: {'Port': ['ID=205df8c4-f22c-4a50-a18f-d40500e5064e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:18.430019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-72650bb6-fa15-4d3b-8f18-f732542e9796 service neutron] 10.222.0.38 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133342 Jul 14 11:34:18.461858 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:18.516578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:57Z', 'updated_at': '2021-07-14T11:34:05Z', 'revision_number': 4, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'gw_port': {'id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:59Z', 'updated_at': '2021-07-14T11:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '95331a2b-44f1-44b8-bc3c-3a531d60862f', 'name': '', 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'mac_address': 'fa:16:3e:fb:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '81572362-eb86-49bf-8af8-d8021ce18714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:03Z', 'updated_at': '2021-07-14T11:34:13Z', 'revision_number': 4, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'subnets': [{'id': '81572362-eb86-49bf-8af8-d8021ce18714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:18.572215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61225e0f-dd92-4866-be1f-e9c97812de75 None None] Network 080b79f9-da12-46d5-8e5d-67d1f902c7c0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:34:18.740475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Transition to ACTIVE for port object e76add8e-962f-4ad9-971b-d26d225a20a6 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:18.784322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Transition to ACTIVE for port object e76add8e-962f-4ad9-971b-d26d225a20a6 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:18.797900 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870883-9a63-4223-969d-b6c6e33899b7 None None] The sync data for ids ['b5a2cf08-784c-4c53-815a-a1d893d80716'] in n-d-778696-8 is: [{'id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:57Z', 'updated_at': '2021-07-14T11:34:05Z', 'revision_number': 4, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'gw_port': {'id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:59Z', 'updated_at': '2021-07-14T11:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '95331a2b-44f1-44b8-bc3c-3a531d60862f', 'name': '', 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'mac_address': 'fa:16:3e:fb:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '81572362-eb86-49bf-8af8-d8021ce18714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:03Z', 'updated_at': '2021-07-14T11:34:13Z', 'revision_number': 4, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'subnets': [{'id': '81572362-eb86-49bf-8af8-d8021ce18714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:34:18.875951 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:18.976848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95da999d-94f6-4d14-8ba9-c54caff269d9 req-773acd71-86ac-4899-9ca9-37d1930fa4f0 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 210 time: 0.1019289 Jul 14 11:34:19.008949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:19.089569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:19.090669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-42cb8f8c-8e76-4c71-80b3-aead92e70d2a service neutron] 10.222.0.38 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491468 Jul 14 11:34:19.113974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:19.127754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Allocated IP 172.20.0.11 (a7384f13-45f2-4544-817f-b0d63a93d759/81572362-eb86-49bf-8af8-d8021ce18714/37ec94c4-15af-44d7-85b8-cdbe240447df) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:19.181537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Pushing event updated for resources: {'Port': ['ID=e76add8e-962f-4ad9-971b-d26d225a20a6,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:19.570449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 205df8c4-f22c-4a50-a18f-d40500e5064e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:19.612657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Attempting to bind port e76add8e-962f-4ad9-971b-d26d225a20a6 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:19.616971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Attempting to bind port e76add8e-962f-4ad9-971b-d26d225a20a6 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '147b49e2-2a23-4f3e-9a6c-e2b803d66bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:19.617759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Attempting to bind port e76add8e-962f-4ad9-971b-d26d225a20a6 on network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:19.727014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:19.792937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:19.793578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Checking segment: {'id': '147b49e2-2a23-4f3e-9a6c-e2b803d66bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:19.793771 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:19.794121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Bound using segment: {'id': '147b49e2-2a23-4f3e-9a6c-e2b803d66bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:19.794614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Bound port: e76add8e-962f-4ad9-971b-d26d225a20a6, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147b49e2-2a23-4f3e-9a6c-e2b803d66bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:19.795002 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:19.929828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:20.121924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42904) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:20.185696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Pushing event updated for resources: {'Port': ['ID=37ec94c4-15af-44d7-85b8-cdbe240447df,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:20.231014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 205df8c4-f22c-4a50-a18f-d40500e5064e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:20.251227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Network a7384f13-45f2-4544-817f-b0d63a93d759 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:20.258471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:20.261970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 95331a2b-44f1-44b8-bc3c-3a531d60862f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:20.278670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:20.428316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] For port e76add8e-962f-4ad9-971b-d26d225a20a6, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:20.468763 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94273f2a-3800-4691-b074-5ab4915f1b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:20.472281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] For port e76add8e-962f-4ad9-971b-d26d225a20a6, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e76add8e-962f-4ad9-971b-d26d225a20a6,segment=NetworkSegment(147b49e2-2a23-4f3e-9a6c-e2b803d66bee),segment_id=147b49e2-2a23-4f3e-9a6c-e2b803d66bee)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:20.516846 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:20.614730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:20.619802 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:20.758747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbab932-cb36-4774-bec8-5c4623929c1a None None] Pushing event updated for resources: {'Port': ['ID=e76add8e-962f-4ad9-971b-d26d225a20a6,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:20.775254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 95331a2b-44f1-44b8-bc3c-3a531d60862f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:20.785471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 95331a2b-44f1-44b8-bc3c-3a531d60862f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:20.787627 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:20.840006 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94273f2a-3800-4691-b074-5ab4915f1b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:20.850144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94273f2a-3800-4691-b074-5ab4915f1b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:20.881550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae031a-07d9-4e7e-a337-b41ccc6ac509 None None] Network 9ffc094e-f02b-4083-b9cc-b065ef22c055 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:34:20.895675 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-efa45cc6-f478-4b4f-91e5-3ddbe70aa5ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7560842 Jul 14 11:34:20.941448 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-94273f2a-3800-4691-b074-5ab4915f1b78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a592f8da868b495fa124986002a0ea4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8149352 Jul 14 11:34:20.947673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42938) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:20.953813 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Request body: {'port': {'device_id': 'd98294b0-a100-4acd-9dce-05be1dd0131e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:21.051822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-194c5498-15f3-4ec0-8288-4a41317bab7c None None] Provisioning for port 205df8c4-f22c-4a50-a18f-d40500e5064e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:21.080556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-194c5498-15f3-4ec0-8288-4a41317bab7c None None] Provisioning complete for port 205df8c4-f22c-4a50-a18f-d40500e5064e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:21.082315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-194c5498-15f3-4ec0-8288-4a41317bab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:21.098419 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c2881b1-8f60-48a2-827d-a52532dbabb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:21.104660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94273f2a-3800-4691-b074-5ab4915f1b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4954e217-7609-47af-9c69-42c31bc727c8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:21.229443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1707d-f8f1-4df1-be3d-580ecaffbb74 req-f7aad414-b43b-4d1a-8c66-002b3fc49e96 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:21.241666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06e1707d-f8f1-4df1-be3d-580ecaffbb74 req-f7aad414-b43b-4d1a-8c66-002b3fc49e96 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 0.9426596 Jul 14 11:34:21.243585 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c2881b1-8f60-48a2-827d-a52532dbabb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:21.338398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:21.376725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c2881b1-8f60-48a2-827d-a52532dbabb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:21.381978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c2881b1-8f60-48a2-827d-a52532dbabb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:21.383427 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2c2881b1-8f60-48a2-827d-a52532dbabb5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4954e217-7609-47af-9c69-42c31bc727c8 HTTP/1.1" status: 204 len: 168 time: 0.4112983 Jul 14 11:34:21.401465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2881b1-8f60-48a2-827d-a52532dbabb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4954e217-7609-47af-9c69-42c31bc727c8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:21.494876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 95331a2b-44f1-44b8-bc3c-3a531d60862f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=95331a2b-44f1-44b8-bc3c-3a531d60862f,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:21.522111 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:21.596687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06e1707d-f8f1-4df1-be3d-580ecaffbb74 req-c8fe3d4f-8e28-442d-a2a4-804a8ee8bd85 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506947 Jul 14 11:34:21.665652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-78f8a6c5-a4b9-4073-846c-7516a9f39c66 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:21.675811 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-78f8a6c5-a4b9-4073-846c-7516a9f39c66 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/networks?id=080b79f9-da12-46d5-8e5d-67d1f902c7c0 HTTP/1.1" status: 200 len: 814 time: 1.1258070 Jul 14 11:34:21.722094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=95331a2b-44f1-44b8-bc3c-3a531d60862f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:21.739789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a3395468-2e4b-47aa-9c2b-55c7a3b7aa19 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/quotas/e6d9874acdf64ebf9e7d4e4cb2c1393f HTTP/1.1" status: 200 len: 375 time: 0.0622272 Jul 14 11:34:21.791313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:21.870287 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-194c5498-15f3-4ec0-8288-4a41317bab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:21.873527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e76add8e-962f-4ad9-971b-d26d225a20a6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:21.962080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-812ac5ad-20f1-412a-a38c-73856a428da3 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e6d9874acdf64ebf9e7d4e4cb2c1393f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2174463 Jul 14 11:34:22.027276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-194c5498-15f3-4ec0-8288-4a41317bab7c None None] For port 205df8c4-f22c-4a50-a18f-d40500e5064e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=205df8c4-f22c-4a50-a18f-d40500e5064e,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:22.046074 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-194c5498-15f3-4ec0-8288-4a41317bab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:22.244553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e76add8e-962f-4ad9-971b-d26d225a20a6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:22.262046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c5498-15f3-4ec0-8288-4a41317bab7c None None] Pushing event updated for resources: {'Port': ['ID=205df8c4-f22c-4a50-a18f-d40500e5064e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:22.364943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d159252f-d584-4c83-8878-453b45ce5ce2 req-1f946908-ce0a-4967-96ec-446a9450c82b tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 210 time: 0.2398455 Jul 14 11:34:22.714682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-fbfea396-8f64-49bf-86ef-23def76ccc79 service neutron] 10.222.0.38 "GET /v2.0/networks/080b79f9-da12-46d5-8e5d-67d1f902c7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504592 Jul 14 11:34:22.755111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-83b043ab-db09-4941-bf1e-b422bea0cb91 None None] Provisioning complete for port 205df8c4-f22c-4a50-a18f-d40500e5064e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:22.764373 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83b043ab-db09-4941-bf1e-b422bea0cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:22.995599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-06d9f032-3ce6-4b5a-90f5-cb2d0eac330c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:23.025536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-06d9f032-3ce6-4b5a-90f5-cb2d0eac330c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:23.028307 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-06d9f032-3ce6-4b5a-90f5-cb2d0eac330c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "GET /v2.0/networks?id=9ffc094e-f02b-4083-b9cc-b065ef22c055&id=2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d&id=9ffc094e-f02b-4083-b9cc-b065ef22c055 HTTP/1.1" status: 200 len: 1392 time: 0.4132659 Jul 14 11:34:23.048095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'port': {'device_id': '76b360e1-1b48-4032-8b38-52b31d5498db', 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055', 'admin_state_up': True, 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:23.107049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae8a31-4f65-4c7b-b305-84646881d46e None None] Network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:34:23.443798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:23.464799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:23.541970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a1b0cf2a-ed70-4003-aafd-8050ac5e6792 service neutron] 10.222.0.38 "GET /v2.0/networks/080b79f9-da12-46d5-8e5d-67d1f902c7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250549 Jul 14 11:34:23.631771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2b79d542-e8e1-4414-b9f0-c2853c84527b None None] Provisioning for port e76add8e-962f-4ad9-971b-d26d225a20a6 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:23.648036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2b79d542-e8e1-4414-b9f0-c2853c84527b None None] Provisioning complete for port e76add8e-962f-4ad9-971b-d26d225a20a6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:23.648424 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b79d542-e8e1-4414-b9f0-c2853c84527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:23.856965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 205df8c4-f22c-4a50-a18f-d40500e5064e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:24.034138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ec94c4-15af-44d7-85b8-cdbe240447df {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:24.060594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Allocated IP 19.80.0.139 (9ffc094e-f02b-4083-b9cc-b065ef22c055/364b91bf-fbe8-49d2-8e31-9ef5634adb58/5a62dba8-0276-41c1-aa41-1db87b2e5fad) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:24.072124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.093872 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b79d542-e8e1-4414-b9f0-c2853c84527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.124435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Transition to ACTIVE for port object 37ec94c4-15af-44d7-85b8-cdbe240447df will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:24.187771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0093d8a-5344-462c-b3ca-0a9793183813 req-a18cd320-bc7f-4d51-9dcc-9d187be165f8 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:24.196160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0093d8a-5344-462c-b3ca-0a9793183813 req-a18cd320-bc7f-4d51-9dcc-9d187be165f8 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 932 time: 0.9119189 Jul 14 11:34:24.199242 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.316362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2b79d542-e8e1-4414-b9f0-c2853c84527b None None] For port e76add8e-962f-4ad9-971b-d26d225a20a6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e76add8e-962f-4ad9-971b-d26d225a20a6,segment=NetworkSegment(147b49e2-2a23-4f3e-9a6c-e2b803d66bee),segment_id=147b49e2-2a23-4f3e-9a6c-e2b803d66bee)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:24.333093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Pushing event updated for resources: {'Port': ['ID=37ec94c4-15af-44d7-85b8-cdbe240447df,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:24.337660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 205df8c4-f22c-4a50-a18f-d40500e5064e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:24.338054 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.344773 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b79d542-e8e1-4414-b9f0-c2853c84527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.449941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.473233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Transition to ACTIVE for port object 5a62dba8-0276-41c1-aa41-1db87b2e5fad will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:24.522946 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.583696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network 9ffc094e-f02b-4083-b9cc-b065ef22c055 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:24.586052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:24.604974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:24.616276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0093d8a-5344-462c-b3ca-0a9793183813 req-01806ae1-8111-4df2-9879-be3c8b59f317 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059002 Jul 14 11:34:24.701542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Port': ['ID=5a62dba8-0276-41c1-aa41-1db87b2e5fad,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:24.734072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:24.735791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.772535 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-01f9919a-749d-4ce4-b4b0-7d7d54205f8c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7346361 Jul 14 11:34:24.785170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'port': {'device_id': '76b360e1-1b48-4032-8b38-52b31d5498db', 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d', 'admin_state_up': True, 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:24.811582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e6b2b658-c01b-4a05-a18d-3350cf43c0d7 None None] Provisioning complete for port e76add8e-962f-4ad9-971b-d26d225a20a6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:24.812158 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6b2b658-c01b-4a05-a18d-3350cf43c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.912217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Attempting to bind port 37ec94c4-15af-44d7-85b8-cdbe240447df on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:24.912507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Attempting to bind port 37ec94c4-15af-44d7-85b8-cdbe240447df by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:24.912835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Attempting to bind port 37ec94c4-15af-44d7-85b8-cdbe240447df on network a7384f13-45f2-4544-817f-b0d63a93d759 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:24.964320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Port 37ec94c4-15af-44d7-85b8-cdbe240447df on network a7384f13-45f2-4544-817f-b0d63a93d759 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:34:24.964920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Attempting to bind port 37ec94c4-15af-44d7-85b8-cdbe240447df on network a7384f13-45f2-4544-817f-b0d63a93d759 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:24.983558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:24.985689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 95331a2b-44f1-44b8-bc3c-3a531d60862f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:24.987157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Checking segment: {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:24.988557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Bound using segment: {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:24.989166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Bound port: 37ec94c4-15af-44d7-85b8-cdbe240447df, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:24.989414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:24.996281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79d542-e8e1-4414-b9f0-c2853c84527b None None] Pushing event updated for resources: {'Port': ['ID=e76add8e-962f-4ad9-971b-d26d225a20a6,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:25.076518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d5080-3d54-4e33-9c9d-602322944b5a req-52b72982-3d8c-4e39-afa3-27edc5868f71 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:25.087647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b16d5080-3d54-4e33-9c9d-602322944b5a req-52b72982-3d8c-4e39-afa3-27edc5868f71 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 0.6422019 Jul 14 11:34:25.124684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:25.135633 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:25.195896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 95331a2b-44f1-44b8-bc3c-3a531d60862f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:25.196380 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:25.398351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-86cb37d4-33d5-41ee-8924-0f163425f0bf None None] Provisioning for port 5a62dba8-0276-41c1-aa41-1db87b2e5fad completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:25.407297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-86cb37d4-33d5-41ee-8924-0f163425f0bf None None] Provisioning complete for port 5a62dba8-0276-41c1-aa41-1db87b2e5fad triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:25.408061 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-86cb37d4-33d5-41ee-8924-0f163425f0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:25.433313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Allocated IP 19.86.0.42 (2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d/973d62ea-bd9b-4822-bff7-f639b66e75a5/7e57238c-708c-41ca-be54-50455591e404) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:25.482097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-86cb37d4-33d5-41ee-8924-0f163425f0bf None None] Port 5a62dba8-0276-41c1-aa41-1db87b2e5fad cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:34:25.648758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e76add8e-962f-4ad9-971b-d26d225a20a6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:25.764805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e76add8e-962f-4ad9-971b-d26d225a20a6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:25.765719 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:25.814463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:25.861402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Transition to ACTIVE for port object 7e57238c-708c-41ca-be54-50455591e404 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:25.941726 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:25.981202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] For port 37ec94c4-15af-44d7-85b8-cdbe240447df, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:26.001296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b16d5080-3d54-4e33-9c9d-602322944b5a req-1c325b84-8f12-4c50-a2f1-1f7f84a0747f tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9112575 Jul 14 11:34:26.014600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:26.025557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:26.025744 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:26.025873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Port': ['ID=7e57238c-708c-41ca-be54-50455591e404,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:26.027546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:26.037700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] For port 37ec94c4-15af-44d7-85b8-cdbe240447df, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ec94c4-15af-44d7-85b8-cdbe240447df,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:26.065435 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:26.140941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:26.148106 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:26.178818 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ae01b6bf-99c3-4e12-877f-5f4d77efb459 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3991380 Jul 14 11:34:26.192940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'port': {'device_id': '76b360e1-1b48-4032-8b38-52b31d5498db', 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055', 'admin_state_up': True, 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:26.260676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Pushing event updated for resources: {'Port': ['ID=37ec94c4-15af-44d7-85b8-cdbe240447df,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:26.321158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:26.321807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:26.323286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-a56b0c37-2225-4526-961f-88ceb76bad67 service neutron] 10.222.0.45 "PUT /v2.0/ports/37ec94c4-15af-44d7-85b8-cdbe240447df HTTP/1.1" status: 200 len: 1092 time: 5.3837070 Jul 14 11:34:26.324266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98294b0-a100-4acd-9dce-05be1dd0131e', 'tag': '37ec94c4-15af-44d7-85b8-cdbe240447df'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:26.326550 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a24020a-6499-49e7-a670-5870ed3d6b36" -d '{"events": [{"name": "network-changed", "server_uuid": "d98294b0-a100-4acd-9dce-05be1dd0131e", "tag": "37ec94c4-15af-44d7-85b8-cdbe240447df"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:26.408287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065517f-ccac-4fff-9206-e7ff1b6021a1 req-6b15d56b-6ec3-4748-8c2a-96dd969045aa tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:26.410691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4065517f-ccac-4fff-9206-e7ff1b6021a1 req-6b15d56b-6ec3-4748-8c2a-96dd969045aa tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 932 time: 1.2162230 Jul 14 11:34:26.465540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcb8dafb-86e2-4267-97d9-5da084f49628 req-319515b6-6375-4107-b008-4a1e17fde5c4 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 210 time: 0.1359127 Jul 14 11:34:26.520001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:26.523508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2e35a2f0-03cb-48fc-8a44-b6c972320742 None None] Provisioning for port 7e57238c-708c-41ca-be54-50455591e404 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:26.535709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2e35a2f0-03cb-48fc-8a44-b6c972320742 None None] Provisioning complete for port 7e57238c-708c-41ca-be54-50455591e404 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:26.535709 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2e35a2f0-03cb-48fc-8a44-b6c972320742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:26.536219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:26.646820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2e35a2f0-03cb-48fc-8a44-b6c972320742 None None] Port 7e57238c-708c-41ca-be54-50455591e404 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:34:26.654816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4065517f-ccac-4fff-9206-e7ff1b6021a1 req-398a28c1-7912-4e85-bffd-c7213e7d3e16 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210348 Jul 14 11:34:26.731345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4edf18a-46dc-42ad-8d89-ee82fa2cf1ed tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:26.733966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4edf18a-46dc-42ad-8d89-ee82fa2cf1ed tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.64 "GET /v2.0/networks?id=080b79f9-da12-46d5-8e5d-67d1f902c7c0 HTTP/1.1" status: 200 len: 814 time: 0.4581687 Jul 14 11:34:26.751668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Request body: {'port': {'device_id': '4553ca4e-8d03-4a6b-a6b9-0673445809cc', 'network_id': '080b79f9-da12-46d5-8e5d-67d1f902c7c0', 'admin_state_up': True, 'tenant_id': 'e6d9874acdf64ebf9e7d4e4cb2c1393f'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:26.881865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9be139-5831-453a-8a1f-a217474682a4 req-8913b8a1-bba4-474d-bebf-fa64e9330f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:26.884427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-8913b8a1-bba4-474d-bebf-fa64e9330f8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 1095 time: 0.4432192 Jul 14 11:34:26.940964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Allocated IP 19.80.0.125 (9ffc094e-f02b-4083-b9cc-b065ef22c055/364b91bf-fbe8-49d2-8e31-9ef5634adb58/353d9487-6c23-417e-870e-535bd2718fc1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:27.007762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-05490e58-e3a0-4329-8509-01a2f0ffb3f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ec94c4-15af-44d7-85b8-cdbe240447df HTTP/1.1" status: 200 len: 217 time: 0.1082485 Jul 14 11:34:27.105494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Made reservation on behalf of e6d9874acdf64ebf9e7d4e4cb2c1393f for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:27.109194 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:27.141966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9be139-5831-453a-8a1f-a217474682a4 req-7dcf3fe2-21e6-4d2f-8878-ec4db43bd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:27.144041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-7dcf3fe2-21e6-4d2f-8878-ec4db43bd7fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81572362-eb86-49bf-8af8-d8021ce18714 HTTP/1.1" status: 200 len: 851 time: 0.1260586 Jul 14 11:34:27.213306 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c29c6f-699a-4d58-8fbd-8cfea837c15e x-openstack-request-id: req-52c29c6f-699a-4d58-8fbd-8cfea837c15e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:27.213856 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98294b0-a100-4acd-9dce-05be1dd0131e", "tag": "37ec94c4-15af-44d7-85b8-cdbe240447df", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:27.214284 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52c29c6f-699a-4d58-8fbd-8cfea837c15e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:27.214933 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98294b0-a100-4acd-9dce-05be1dd0131e', 'tag': '37ec94c4-15af-44d7-85b8-cdbe240447df', 'status': 'completed', 'code': 200} Jul 14 11:34:27.244767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-984f03a4-63bf-46c3-8aad-955ee4a39720 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7384f13-45f2-4544-817f-b0d63a93d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787368 Jul 14 11:34:27.286085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:27.323465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Transition to ACTIVE for port object 353d9487-6c23-417e-870e-535bd2718fc1 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:27.442434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:27.519938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-41b818b8-545d-4db6-8b4f-5cc41eccef40 service neutron] 10.222.0.45 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420616 Jul 14 11:34:27.526090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network 9ffc094e-f02b-4083-b9cc-b065ef22c055 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:27.531459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:27.537322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:27.592825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Port': ['ID=353d9487-6c23-417e-870e-535bd2718fc1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:27.626621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:27.627414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:27.652536 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b07dd34f-815f-42b6-bae4-1ce78494356a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4664297 Jul 14 11:34:27.681906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Request body: {'port': {'device_id': '76b360e1-1b48-4032-8b38-52b31d5498db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:27.715008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Allocated IP 172.20.0.8 (080b79f9-da12-46d5-8e5d-67d1f902c7c0/41461254-477f-4a20-ab8f-9a83dd92f79d/19b7f671-5b67-48d2-a0be-8c39ddae026f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:27.785735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66e2e6-6ca3-4e99-878c-bc99b54aa60b req-87bfcc6a-cb4e-4441-a473-fa9ad9967a70 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:27.788230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b66e2e6-6ca3-4e99-878c-bc99b54aa60b req-87bfcc6a-cb4e-4441-a473-fa9ad9967a70 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 944 time: 0.7322083 Jul 14 11:34:27.923157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b66e2e6-6ca3-4e99-878c-bc99b54aa60b req-23ff8bd3-37f8-4d63-b328-38e4d9a8fdbc tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092064 Jul 14 11:34:27.975441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:28.010193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e8b9fba4-1df8-4379-ba16-c3720925ec07 None None] Provisioning for port 353d9487-6c23-417e-870e-535bd2718fc1 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:28.043417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e8b9fba4-1df8-4379-ba16-c3720925ec07 None None] Provisioning complete for port 353d9487-6c23-417e-870e-535bd2718fc1 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:28.043964 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8b9fba4-1df8-4379-ba16-c3720925ec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:28.095814 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:28.107829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e690c65-6575-433e-a6a7-22519f0806c7 req-64cee7cf-0895-4104-8492-a785d2e69a68 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:28.114148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e690c65-6575-433e-a6a7-22519f0806c7 req-64cee7cf-0895-4104-8492-a785d2e69a68 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 0.5814633 Jul 14 11:34:28.143039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9fba4-1df8-4379-ba16-c3720925ec07 None None] Port 353d9487-6c23-417e-870e-535bd2718fc1 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:34:28.194384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f95e4a4-6e33-41fd-9221-c990013e6efa req-5d3b6085-7a41-44df-baac-fae63e316ec9 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0692177 Jul 14 11:34:28.216288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de9be139-5831-453a-8a1f-a217474682a4 req-0017e973-baac-4426-ac3e-7f51d9c736da service neutron] 10.222.0.45 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405723 Jul 14 11:34:28.273479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e690c65-6575-433e-a6a7-22519f0806c7 req-c8f1f8ac-93ad-47b7-bbf7-896de2bb91e9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951123 Jul 14 11:34:28.343373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:28.514364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47b6f439-1af2-4bd0-86c2-ae2ab9f69425 req-1bc0f3d9-c047-47f4-9356-b7c4b2166517 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 210 time: 0.0848570 Jul 14 11:34:28.547140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-a95c8ed1-6de2-4743-bd4f-e171bc9d20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:28.549794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-a95c8ed1-6de2-4743-bd4f-e171bc9d20c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 1095 time: 0.1883802 Jul 14 11:34:28.564565 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:28.626782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Network 080b79f9-da12-46d5-8e5d-67d1f902c7c0 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:28.646240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:28.700612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a62dba8-0276-41c1-aa41-1db87b2e5fad {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:28.701225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:28.727302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:28.752525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Transition to ACTIVE for port object 5a62dba8-0276-41c1-aa41-1db87b2e5fad will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:28.765084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:28.802815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Pushing event updated for resources: {'Port': ['ID=19b7f671-5b67-48d2-a0be-8c39ddae026f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:28.817635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:28.818470 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:28.857495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b764ec43-5835-438d-9c55-0ad44ce99a41 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1149678 Jul 14 11:34:28.865238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-45cc7c6d-afc8-4d69-832e-4b918e2dae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:28.866883 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-45cc7c6d-afc8-4d69-832e-4b918e2dae61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 911 time: 0.2889407 Jul 14 11:34:28.873563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Request body: {'port': {'device_id': '4553ca4e-8d03-4a6b-a6b9-0673445809cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:29.012402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0eec3-4c3d-45c0-9389-d6c68e3c215c req-8a4bf635-2e50-4cf7-b7e7-293a23c9ff0c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:29.031042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0eec3-4c3d-45c0-9389-d6c68e3c215c req-8a4bf635-2e50-4cf7-b7e7-293a23c9ff0c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:29.033875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Pushing event updated for resources: {'Port': ['ID=5a62dba8-0276-41c1-aa41-1db87b2e5fad,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:29.037671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0eec3-4c3d-45c0-9389-d6c68e3c215c req-8a4bf635-2e50-4cf7-b7e7-293a23c9ff0c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:29.049084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4af0eec3-4c3d-45c0-9389-d6c68e3c215c req-8a4bf635-2e50-4cf7-b7e7-293a23c9ff0c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2376 time: 0.4975479 Jul 14 11:34:29.117392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Attempting to bind port 5a62dba8-0276-41c1-aa41-1db87b2e5fad on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:29.117838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Attempting to bind port 5a62dba8-0276-41c1-aa41-1db87b2e5fad by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:29.118265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Attempting to bind port 5a62dba8-0276-41c1-aa41-1db87b2e5fad on network 9ffc094e-f02b-4083-b9cc-b065ef22c055 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:29.121523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-b6d12721-b46a-439d-811a-51d588a10f9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ec94c4-15af-44d7-85b8-cdbe240447df HTTP/1.1" status: 200 len: 217 time: 0.1894810 Jul 14 11:34:29.124884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Port 5a62dba8-0276-41c1-aa41-1db87b2e5fad on network 9ffc094e-f02b-4083-b9cc-b065ef22c055 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:34:29.125313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Attempting to bind port 5a62dba8-0276-41c1-aa41-1db87b2e5fad on network 9ffc094e-f02b-4083-b9cc-b065ef22c055 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:29.131506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:29.132039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Checking segment: {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:29.132519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Bound using segment: {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:29.133049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Bound port: 5a62dba8-0276-41c1-aa41-1db87b2e5fad, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:29.133508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:29.246763 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:29.291438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] For port 5a62dba8-0276-41c1-aa41-1db87b2e5fad, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:29.297310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] For port 5a62dba8-0276-41c1-aa41-1db87b2e5fad, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5a62dba8-0276-41c1-aa41-1db87b2e5fad,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:29.309152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:29.320974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4af0eec3-4c3d-45c0-9389-d6c68e3c215c req-6af3cac9-a4dd-49e4-8a1a-b815ca946ce5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702522 Jul 14 11:34:29.387135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Pushing event updated for resources: {'Port': ['ID=5a62dba8-0276-41c1-aa41-1db87b2e5fad,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:29.399015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:29.400334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:29.402291 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-ea982746-3225-4f8e-9315-75e16ebe8d61 service neutron] 10.222.0.64 "PUT /v2.0/ports/5a62dba8-0276-41c1-aa41-1db87b2e5fad HTTP/1.1" status: 200 len: 1092 time: 1.7377551 Jul 14 11:34:29.402860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'tag': '5a62dba8-0276-41c1-aa41-1db87b2e5fad'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:29.406502 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b37048-5645-482e-9957-ec340ed8c7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "tag": "5a62dba8-0276-41c1-aa41-1db87b2e5fad"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:29.438228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Request body: {'port': {'device_id': '76b360e1-1b48-4032-8b38-52b31d5498db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:29.560732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-84ac0682-ee4b-4ba9-9c54-9b970cfed68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:29.562512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-84ac0682-ee4b-4ba9-9c54-9b970cfed68c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81572362-eb86-49bf-8af8-d8021ce18714 HTTP/1.1" status: 200 len: 851 time: 0.4158492 Jul 14 11:34:29.643932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2632d4e8-cfbb-4567-a6ee-43acdb46833e req-049d6012-9cac-4b4c-a0f1-4aeb59fbf24f tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0852823 Jul 14 11:34:29.646119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:29.670451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-9ef4f724-f055-40b5-93b0-6c2f0086ba34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7384f13-45f2-4544-817f-b0d63a93d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841279 Jul 14 11:34:29.688439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98729d-b0c1-478d-b738-d95353adb440 req-00a8ad21-e665-4153-8610-8f6643f1887f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:29.691328 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb98729d-b0c1-478d-b738-d95353adb440 req-00a8ad21-e665-4153-8610-8f6643f1887f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 944 time: 0.4516435 Jul 14 11:34:30.068404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb98729d-b0c1-478d-b738-d95353adb440 req-a72f66fa-4375-4cab-8c27-6c2d3091336e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959872 Jul 14 11:34:30.150831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-7ef0c010-cd68-49e8-9dec-ee6b60b78b24 service neutron] 10.222.0.45 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583516 Jul 14 11:34:30.171496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc49463-40a5-4f68-9017-9d2094f9b2a5 req-e29dde58-abbd-47d4-94b2-4ea89565f4df tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:30.179877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-edc49463-40a5-4f68-9017-9d2094f9b2a5 req-e29dde58-abbd-47d4-94b2-4ea89565f4df tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 0.3015878 Jul 14 11:34:30.189783 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9536e44-a669-4677-8055-4a53d118e2bf x-openstack-request-id: req-f9536e44-a669-4677-8055-4a53d118e2bf {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:30.191426 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "tag": "5a62dba8-0276-41c1-aa41-1db87b2e5fad", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:30.192137 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9536e44-a669-4677-8055-4a53d118e2bf {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:30.193278 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'tag': '5a62dba8-0276-41c1-aa41-1db87b2e5fad', 'status': 'completed', 'code': 200} Jul 14 11:34:30.263304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b7f671-5b67-48d2-a0be-8c39ddae026f {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:30.301626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e57238c-708c-41ca-be54-50455591e404 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:30.318734 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:30.329631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 37ec94c4-15af-44d7-85b8-cdbe240447df details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:34:30.381109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Transition to ACTIVE for port object 7e57238c-708c-41ca-be54-50455591e404 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:30.382237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-edc49463-40a5-4f68-9017-9d2094f9b2a5 req-bb434628-bb5d-4b19-9fd7-59e1482be01c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958079 Jul 14 11:34:30.389996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a24020a-6499-49e7-a670-5870ed3d6b36 req-876c66e7-7980-4fe3-b1d9-01faec16afe0 service neutron] 10.222.0.45 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018669 Jul 14 11:34:30.390201 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:30.410943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:30.437775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-6e036be7-983e-440d-9257-5e723a5ba99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:30.438372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-6e036be7-983e-440d-9257-5e723a5ba99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:30.439003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-6e036be7-983e-440d-9257-5e723a5ba99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:30.441837 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-6e036be7-983e-440d-9257-5e723a5ba99b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2731 time: 0.2062919 Jul 14 11:34:30.509243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Transition to ACTIVE for port object 19b7f671-5b67-48d2-a0be-8c39ddae026f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:30.522952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:30.559786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 37ec94c4-15af-44d7-85b8-cdbe240447df, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ec94c4-15af-44d7-85b8-cdbe240447df,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:30.578414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '37ec94c4-15af-44d7-85b8-cdbe240447df', 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759', 'port_id': '37ec94c4-15af-44d7-85b8-cdbe240447df', 'mac_address': 'fa:16:3e:a8:68:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81572362-eb86-49bf-8af8-d8021ce18714', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:34:30.604934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.64', 54783) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:30.647182 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:30.664713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ec94c4-15af-44d7-85b8-cdbe240447df {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:30.695175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 37ec94c4-15af-44d7-85b8-cdbe240447df, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ec94c4-15af-44d7-85b8-cdbe240447df,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:30.708558 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:30.781444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=37ec94c4-15af-44d7-85b8-cdbe240447df,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:30.821684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Pushing event updated for resources: {'Port': ['ID=19b7f671-5b67-48d2-a0be-8c39ddae026f,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:30.919245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Pushing event updated for resources: {'Port': ['ID=7e57238c-708c-41ca-be54-50455591e404,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:31.006865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['37ec94c4-15af-44d7-85b8-cdbe240447df'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:31.032219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-9bce4a09-d439-4428-9600-fcaeb2573924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.032749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-9bce4a09-d439-4428-9600-fcaeb2573924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.033229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-9bce4a09-d439-4428-9600-fcaeb2573924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.036632 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-9bce4a09-d439-4428-9600-fcaeb2573924 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.5317016 Jul 14 11:34:31.039583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Attempting to bind port 7e57238c-708c-41ca-be54-50455591e404 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:31.039734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9675be49-b795-441f-885c-e8072005bab0 req-31246a05-2691-477f-ad7d-6483a52172a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0533218 Jul 14 11:34:31.039948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Attempting to bind port 7e57238c-708c-41ca-be54-50455591e404 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '147b49e2-2a23-4f3e-9a6c-e2b803d66bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:31.040242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Attempting to bind port 7e57238c-708c-41ca-be54-50455591e404 on network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:31.057420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Port 7e57238c-708c-41ca-be54-50455591e404 on network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:34:31.057526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Attempting to bind port 7e57238c-708c-41ca-be54-50455591e404 on network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:31.061741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e172-11b7-4b55-8dc8-36f015d97a2b req-6203493d-01cd-4ac5-80b2-8acf909010bb tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.063441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2990e172-11b7-4b55-8dc8-36f015d97a2b req-6203493d-01cd-4ac5-80b2-8acf909010bb tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 931 time: 0.6723449 Jul 14 11:34:31.127194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Attempting to bind port 19b7f671-5b67-48d2-a0be-8c39ddae026f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:31.128531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Attempting to bind port 19b7f671-5b67-48d2-a0be-8c39ddae026f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '47670162-6b8b-4f9b-94fa-11de1a9eb94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '080b79f9-da12-46d5-8e5d-67d1f902c7c0'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:31.128876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Attempting to bind port 19b7f671-5b67-48d2-a0be-8c39ddae026f on network 080b79f9-da12-46d5-8e5d-67d1f902c7c0 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:31.141358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:31.141358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Checking segment: {'id': '147b49e2-2a23-4f3e-9a6c-e2b803d66bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:31.141358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Bound using segment: {'id': '147b49e2-2a23-4f3e-9a6c-e2b803d66bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:31.141794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Bound port: 7e57238c-708c-41ca-be54-50455591e404, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147b49e2-2a23-4f3e-9a6c-e2b803d66bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:31.142297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:31.155652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab95b0b-a2e1-4bde-a86a-bda1f55c1e76 req-9c06e853-9e9f-4cc5-99e3-1ca68b3f7c94 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.164090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab95b0b-a2e1-4bde-a86a-bda1f55c1e76 req-9c06e853-9e9f-4cc5-99e3-1ca68b3f7c94 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.173864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab95b0b-a2e1-4bde-a86a-bda1f55c1e76 req-9c06e853-9e9f-4cc5-99e3-1ca68b3f7c94 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.184146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ab95b0b-a2e1-4bde-a86a-bda1f55c1e76 req-9c06e853-9e9f-4cc5-99e3-1ca68b3f7c94 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2400 time: 0.5198348 Jul 14 11:34:31.214430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Port 19b7f671-5b67-48d2-a0be-8c39ddae026f on network 080b79f9-da12-46d5-8e5d-67d1f902c7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:34:31.221064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Attempting to bind port 19b7f671-5b67-48d2-a0be-8c39ddae026f on network 080b79f9-da12-46d5-8e5d-67d1f902c7c0 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:31.234023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-3432ce32-0131-432a-83d1-de02ddf0beab tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.240002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-3432ce32-0131-432a-83d1-de02ddf0beab tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1097 time: 0.6153159 Jul 14 11:34:31.270751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-ceede442-2585-4f57-87a4-90295f758d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.272517 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-53b37048-5645-482e-9957-ec340ed8c7b5 req-ceede442-2585-4f57-87a4-90295f758d4a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2262642 Jul 14 11:34:31.281807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] For port 7e57238c-708c-41ca-be54-50455591e404, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:31.287247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] For port 7e57238c-708c-41ca-be54-50455591e404, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=7e57238c-708c-41ca-be54-50455591e404,segment=NetworkSegment(147b49e2-2a23-4f3e-9a6c-e2b803d66bee),segment_id=147b49e2-2a23-4f3e-9a6c-e2b803d66bee)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:31.291812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-8'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:31.293371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:31.312550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:31.315343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Checking segment: {'id': '47670162-6b8b-4f9b-94fa-11de1a9eb94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '080b79f9-da12-46d5-8e5d-67d1f902c7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:31.316004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Bound using segment: {'id': '47670162-6b8b-4f9b-94fa-11de1a9eb94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '080b79f9-da12-46d5-8e5d-67d1f902c7c0'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:31.317252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Bound port: 19b7f671-5b67-48d2-a0be-8c39ddae026f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47670162-6b8b-4f9b-94fa-11de1a9eb94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '080b79f9-da12-46d5-8e5d-67d1f902c7c0'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:31.319665 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:31.343420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:31.344707 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:31.346291 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] 10.222.0.64 "PUT /v2.0/ports/7e57238c-708c-41ca-be54-50455591e404 HTTP/1.1" status: 200 len: 1091 time: 1.9137354 Jul 14 11:34:31.389199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2990e172-11b7-4b55-8dc8-36f015d97a2b req-74256b5f-3077-476a-b80c-7f65b507cf47 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960095 Jul 14 11:34:31.417944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Request body: {'port': {'device_id': '76b360e1-1b48-4032-8b38-52b31d5498db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:31.421389 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b27979-229a-41d7-a4b6-56710716a579 service neutron] Pushing event updated for resources: {'Port': ['ID=7e57238c-708c-41ca-be54-50455591e404,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:31.506743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ab95b0b-a2e1-4bde-a86a-bda1f55c1e76 req-79b7aa40-fe32-4d71-bf01-45f34469435e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215177 Jul 14 11:34:31.546229 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.062324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c34edbfd-13ab-4a66-8138-d58d4ef49d1f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:34:32.195598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-760e6efe-0de9-484a-b5c3-40da59a672be req-af3248d7-29af-482e-81b1-bc67a95e8265 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0705757 Jul 14 11:34:32.197942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353d9487-6c23-417e-870e-535bd2718fc1 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:32.209239 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.225116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Transition to ACTIVE for port object 353d9487-6c23-417e-870e-535bd2718fc1 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:32.226823 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'tag': '7e57238c-708c-41ca-be54-50455591e404'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:32.229727 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c839a5ed-147c-4f1f-817a-b5f21ca63bee" -d '{"events": [{"name": "network-changed", "server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "tag": "7e57238c-708c-41ca-be54-50455591e404"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:32.243887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.286244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] For port 19b7f671-5b67-48d2-a0be-8c39ddae026f, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:32.309376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Pushing event updated for resources: {'Port': ['ID=353d9487-6c23-417e-870e-535bd2718fc1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:32.342995 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.354455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 37ec94c4-15af-44d7-85b8-cdbe240447df up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:32.401328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] For port 19b7f671-5b67-48d2-a0be-8c39ddae026f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=19b7f671-5b67-48d2-a0be-8c39ddae026f,segment=NetworkSegment(47670162-6b8b-4f9b-94fa-11de1a9eb94b),segment_id=47670162-6b8b-4f9b-94fa-11de1a9eb94b)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:32.418274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:32.431955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.454806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c34edbfd-13ab-4a66-8138-d58d4ef49d1f has no active binding in host n-h1-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:34:32.541048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Attempting to bind port 353d9487-6c23-417e-870e-535bd2718fc1 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:32.542823 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Attempting to bind port 353d9487-6c23-417e-870e-535bd2718fc1 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:32.543631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Attempting to bind port 353d9487-6c23-417e-870e-535bd2718fc1 on network 9ffc094e-f02b-4083-b9cc-b065ef22c055 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:32.554811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 37ec94c4-15af-44d7-85b8-cdbe240447df completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:32.557809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Port 353d9487-6c23-417e-870e-535bd2718fc1 on network 9ffc094e-f02b-4083-b9cc-b065ef22c055 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:34:32.559903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Attempting to bind port 353d9487-6c23-417e-870e-535bd2718fc1 on network 9ffc094e-f02b-4083-b9cc-b065ef22c055 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:32.560449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 37ec94c4-15af-44d7-85b8-cdbe240447df triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:32.561507 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.572289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:32.578709 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.579922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] 10.222.0.64 "PUT /v2.0/ports/19b7f671-5b67-48d2-a0be-8c39ddae026f HTTP/1.1" status: 200 len: 1091 time: 3.7108250 Jul 14 11:34:32.583991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:32.586023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Checking segment: {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:32.586638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Bound using segment: {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:32.587274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Bound port: 353d9487-6c23-417e-870e-535bd2718fc1, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95f9b06-7a84-41ba-b273-c7b495a35988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:32.588946 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.595735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4553ca4e-8d03-4a6b-a6b9-0673445809cc', 'tag': '19b7f671-5b67-48d2-a0be-8c39ddae026f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:32.600950 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9068fec9-2565-4c89-815d-226a64b4ad06" -d '{"events": [{"name": "network-changed", "server_uuid": "4553ca4e-8d03-4a6b-a6b9-0673445809cc", "tag": "19b7f671-5b67-48d2-a0be-8c39ddae026f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:32.745648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319d197-5168-4955-b129-282cf3359a07 req-f84d3f86-967b-4557-8181-114fd54bc66f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:32.747821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9319d197-5168-4955-b129-282cf3359a07 req-f84d3f86-967b-4557-8181-114fd54bc66f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 945 time: 0.6335385 Jul 14 11:34:32.776989 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.797802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] For port 353d9487-6c23-417e-870e-535bd2718fc1, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:32.803576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] For port 353d9487-6c23-417e-870e-535bd2718fc1, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=353d9487-6c23-417e-870e-535bd2718fc1,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:32.816454 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.834656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98294b0-a100-4acd-9dce-05be1dd0131e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ec94c4-15af-44d7-85b8-cdbe240447df'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:32.835815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f64ce7-73c8-451e-aa57-7ad230597198 service neutron] Pushing event updated for resources: {'Port': ['ID=19b7f671-5b67-48d2-a0be-8c39ddae026f,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:32.837729 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4afd0d8-6942-439a-a01b-f3c1e41e04c9" -d '{"events": [{"server_uuid": "d98294b0-a100-4acd-9dce-05be1dd0131e", "name": "network-vif-plugged", "status": "completed", "tag": "37ec94c4-15af-44d7-85b8-cdbe240447df"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:32.862653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 37ec94c4-15af-44d7-85b8-cdbe240447df, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ec94c4-15af-44d7-85b8-cdbe240447df,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:32.875684 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.913533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Pushing event updated for resources: {'Port': ['ID=353d9487-6c23-417e-870e-535bd2718fc1,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:32.929266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:32.930330 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:32.932200 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-85269a53-9432-4d92-8daf-f5810fcfae62 service neutron] 10.222.0.64 "PUT /v2.0/ports/353d9487-6c23-417e-870e-535bd2718fc1 HTTP/1.1" status: 200 len: 1092 time: 1.5305648 Jul 14 11:34:32.954109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=37ec94c4-15af-44d7-85b8-cdbe240447df,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:32.979925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9319d197-5168-4955-b129-282cf3359a07 req-f01889d4-e811-4d6d-9fcf-49679fdc090e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143300 Jul 14 11:34:33.008507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:33.018615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d9203-3a8f-40c7-ba6a-b04cfd97b6c1 req-ba7459ef-99db-404d-91e3-1151812b1b00 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.026299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c4d9203-3a8f-40c7-ba6a-b04cfd97b6c1 req-ba7459ef-99db-404d-91e3-1151812b1b00 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 946 time: 0.4824324 Jul 14 11:34:33.105222 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84369b0d-528a-4b22-b065-1fa2194d3303 x-openstack-request-id: req-84369b0d-528a-4b22-b065-1fa2194d3303 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:33.105531 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "tag": "7e57238c-708c-41ca-be54-50455591e404", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:33.108803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-c0b997bd-7f9f-4920-bfe9-61c1dec0b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.109771 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84369b0d-528a-4b22-b065-1fa2194d3303 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:33.110325 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'tag': '7e57238c-708c-41ca-be54-50455591e404', 'status': 'completed', 'code': 200} Jul 14 11:34:33.114641 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-c0b997bd-7f9f-4920-bfe9-61c1dec0b55a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6d9874acdf64ebf9e7d4e4cb2c1393f&device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 1094 time: 0.4509001 Jul 14 11:34:33.203285 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-2f4371bd-4d4d-45cc-b4e7-1e4f8b5fa187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.204048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-2f4371bd-4d4d-45cc-b4e7-1e4f8b5fa187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.204930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-2f4371bd-4d4d-45cc-b4e7-1e4f8b5fa187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.207283 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-2f4371bd-4d4d-45cc-b4e7-1e4f8b5fa187 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2865 time: 0.2049770 Jul 14 11:34:33.248046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c4d9203-3a8f-40c7-ba6a-b04cfd97b6c1 req-487c4ad1-326f-4a1a-b332-c16a2e8e8cdf tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191598 Jul 14 11:34:33.248753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-3a8c4df4-5330-49a1-9916-320701c6453f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b7f671-5b67-48d2-a0be-8c39ddae026f HTTP/1.1" status: 200 len: 217 time: 0.1129003 Jul 14 11:34:33.353473 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-7a8bb4d7-dfc6-4ec0-a13c-c267427a58d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=5a62dba8-0276-41c1-aa41-1db87b2e5fad HTTP/1.1" status: 200 len: 217 time: 0.1382918 Jul 14 11:34:33.373594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:33.528205 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:33.533481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-193392a4-61a9-45c5-9eea-3970c1b07c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.537013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-193392a4-61a9-45c5-9eea-3970c1b07c52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41461254-477f-4a20-ab8f-9a83dd92f79d HTTP/1.1" status: 200 len: 854 time: 0.2755489 Jul 14 11:34:33.615445 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:33.681723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-ffc71371-aa7e-44da-92d6-3a219e0d1ad3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080b79f9-da12-46d5-8e5d-67d1f902c7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814435 Jul 14 11:34:33.797952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5130f3-400d-4116-aa12-bd05c44a0fff req-3cc5b92b-19ba-4ca1-a5b9-1f8b8ec67695 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.801014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a5130f3-400d-4116-aa12-bd05c44a0fff req-3cc5b92b-19ba-4ca1-a5b9-1f8b8ec67695 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 943 time: 0.5025721 Jul 14 11:34:33.932564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49f7c5-acad-4cde-b663-9b65695a7df4 req-c7bd88f7-5593-4ab5-9634-d18f2a887867 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.938883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49f7c5-acad-4cde-b663-9b65695a7df4 req-c7bd88f7-5593-4ab5-9634-d18f2a887867 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.946432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49f7c5-acad-4cde-b663-9b65695a7df4 req-c7bd88f7-5593-4ab5-9634-d18f2a887867 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:33.954252 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc49f7c5-acad-4cde-b663-9b65695a7df4 req-c7bd88f7-5593-4ab5-9634-d18f2a887867 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2412 time: 0.4291584 Jul 14 11:34:33.992872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Pushing event updated for resources: {'Port': ['ID=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:34.007785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a5130f3-400d-4116-aa12-bd05c44a0fff req-38ff6919-92d6-4e71-a01e-94c8404ab672 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862092 Jul 14 11:34:34.019095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on host n-h2-778696-8 for vnic_type normal with profile {"migrating_to": "n-h1-778696-8"} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:34.019566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:34.020043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:34.040199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b729097e-8ec6-4881-91de-943e9df8fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:34.042054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc49f7c5-acad-4cde-b663-9b65695a7df4 req-8588aad8-5a49-4208-8e90-8224ad64b302 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866308 Jul 14 11:34:34.048012 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-b729097e-8ec6-4881-91de-943e9df8fa33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b91bf-fbe8-49d2-8e31-9ef5634adb58 HTTP/1.1" status: 200 len: 801 time: 0.6872280 Jul 14 11:34:34.055228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:34:34.071435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Attempting to bind port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on network 05ea7b1b-d13f-4ee9-8923-d86fc4fce046 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:34.075971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-5b7b829c-c101-4cac-a930-a5d274b51e80 service neutron] 10.222.0.64 "GET /v2.0/networks/080b79f9-da12-46d5-8e5d-67d1f902c7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637886 Jul 14 11:34:34.185357 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b11c9d-7dab-47d4-832d-66624b608ffa x-openstack-request-id: req-d3b11c9d-7dab-47d4-832d-66624b608ffa {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:34.186598 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98294b0-a100-4acd-9dce-05be1dd0131e", "name": "network-vif-plugged", "status": "completed", "tag": "37ec94c4-15af-44d7-85b8-cdbe240447df", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:34.187032 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3b11c9d-7dab-47d4-832d-66624b608ffa {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:34.187608 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98294b0-a100-4acd-9dce-05be1dd0131e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ec94c4-15af-44d7-85b8-cdbe240447df', 'code': 200} Jul 14 11:34:34.230382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-8cea4fd8-d312-483d-b5d6-d06cf1d2d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:34.240354 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-8cea4fd8-d312-483d-b5d6-d06cf1d2d13c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ffc094e-f02b-4083-b9cc-b065ef22c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1835587 Jul 14 11:34:34.352399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0bbb6e1-99d9-4c3f-810a-e00817f7a2fa req-b3d11101-8d34-4d5c-a028-20c660ef828d service neutron] 10.222.0.64 "GET /v2.0/networks/080b79f9-da12-46d5-8e5d-67d1f902c7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580798 Jul 14 11:34:34.422351 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1443f7-8a64-42d6-99bd-143cad5ba4b0 x-openstack-request-id: req-9b1443f7-8a64-42d6-99bd-143cad5ba4b0 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:34.422810 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4553ca4e-8d03-4a6b-a6b9-0673445809cc", "tag": "19b7f671-5b67-48d2-a0be-8c39ddae026f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:34.423583 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b1443f7-8a64-42d6-99bd-143cad5ba4b0 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:34.423583 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4553ca4e-8d03-4a6b-a6b9-0673445809cc', 'tag': '19b7f671-5b67-48d2-a0be-8c39ddae026f', 'status': 'completed', 'code': 200} Jul 14 11:34:34.462883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:34.463410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Checking segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:34.463943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Bound using segment: {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:34.464558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Bound port: c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d61b92-b67b-4bed-8ab4-43530177f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '05ea7b1b-d13f-4ee9-8923-d86fc4fce046'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:34.465047 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:34.520102 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-209c332d-bc59-4d50-9136-af6fc401e50b service neutron] 10.222.0.64 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705286 Jul 14 11:34:34.626877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-754260c1-8f8d-4325-aee3-60c7e5815402 req-ceb45a58-c8c3-4014-8c4a-f220699fbe53 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0907543 Jul 14 11:34:34.660854 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-939a5ee9-de59-4557-9693-b98dcdb90390 service neutron] 10.222.0.64 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339934 Jul 14 11:34:34.717819 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-7d342da2-03ad-4018-b176-aaaaf1c049d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.42&port_id=7e57238c-708c-41ca-be54-50455591e404 HTTP/1.1" status: 200 len: 217 time: 0.0503070 Jul 14 11:34:34.775663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b36da-ddb3-438b-a00f-ff65e66dd3a5 req-44ebe84a-422a-47ec-86e2-bb2387ca2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:34.781576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-761b36da-ddb3-438b-a00f-ff65e66dd3a5 req-44ebe84a-422a-47ec-86e2-bb2387ca2dbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 1097 time: 0.4295349 Jul 14 11:34:34.783034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:34.802203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-597228f7-59b5-4cd2-ad46-ac04ff4c1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:34.804290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-597228f7-59b5-4cd2-ad46-ac04ff4c1332 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6d9874acdf64ebf9e7d4e4cb2c1393f&device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 1094 time: 0.3543572 Jul 14 11:34:34.828475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c95172-27da-4500-b086-713aad683036 req-86d12fec-3b6d-47ca-8576-ad3827c4e4f9 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:34.830502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6c95172-27da-4500-b086-713aad683036 req-86d12fec-3b6d-47ca-8576-ad3827c4e4f9 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.4035244 Jul 14 11:34:34.847869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-c0f76b68-5bd7-4189-88cb-ba5b1419d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:34.850186 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-c0f76b68-5bd7-4189-88cb-ba5b1419d9cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=973d62ea-bd9b-4822-bff7-f639b66e75a5 HTTP/1.1" status: 200 len: 801 time: 0.1120338 Jul 14 11:34:34.871608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:34.942913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-9ac89114-4bfc-4d7c-8d0c-c78e2329f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:34.946132 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-9ac89114-4bfc-4d7c-8d0c-c78e2329f3d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882249 Jul 14 11:34:34.976017 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:35.047257 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-761b36da-ddb3-438b-a00f-ff65e66dd3a5 req-6dc8e817-4c70-4e55-838e-28dddfe44bb7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517197 Jul 14 11:34:35.097699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-22ee191f-4ea3-40f5-82fb-fc984e999806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:35.099882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-22ee191f-4ea3-40f5-82fb-fc984e999806 service neutron] 10.222.0.64 "GET /v2.0/networks?id=080b79f9-da12-46d5-8e5d-67d1f902c7c0 HTTP/1.1" status: 200 len: 914 time: 0.2264647 Jul 14 11:34:35.127543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'tag': '353d9487-6c23-417e-870e-535bd2718fc1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:35.137288 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55c8be5-81fb-4d10-a5be-422b74def905" -d '{"events": [{"name": "network-changed", "server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "tag": "353d9487-6c23-417e-870e-535bd2718fc1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:35.147772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6c95172-27da-4500-b086-713aad683036 req-7afb3828-1387-4425-b26d-d58bda41628a tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970718 Jul 14 11:34:35.180649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:35.181394 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:35.182932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] 10.222.0.64 "PUT /v2.0/ports/c34edbfd-13ab-4a66-8138-d58d4ef49d1f HTTP/1.1" status: 200 len: 1122 time: 3.8958919 Jul 14 11:34:35.189026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-2a0d56eb-2cbd-40f8-aa18-3ae4d3c06017 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b7f671-5b67-48d2-a0be-8c39ddae026f HTTP/1.1" status: 200 len: 217 time: 0.0794001 Jul 14 11:34:35.191882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da03b7e-4784-4619-8438-4bda29c1760e service neutron] Pushing event updated for resources: {'Port': ['ID=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:35.214792 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-698310ee-f96f-4ce7-8898-0d8869c1a343 service neutron] 10.222.0.64 "GET /v2.0/networks/2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595661 Jul 14 11:34:35.245064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['c34edbfd-13ab-4a66-8138-d58d4ef49d1f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:35.245639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e3f29-9db4-4480-b8ae-205f2e12afb5 req-02539eee-7a42-4dd4-b599-5a7e9d0cee47 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:35.259607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-908e3f29-9db4-4480-b8ae-205f2e12afb5 req-02539eee-7a42-4dd4-b599-5a7e9d0cee47 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.4274449 Jul 14 11:34:35.321500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c34edbfd-13ab-4a66-8138-d58d4ef49d1f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:35.375891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-908e3f29-9db4-4480-b8ae-205f2e12afb5 req-13d93699-5b89-4056-af6b-22372252858f tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145780 Jul 14 11:34:35.428590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-a5b1f5d2-80d0-4a10-9053-4089087eb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:35.430172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-a5b1f5d2-80d0-4a10-9053-4089087eb6a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41461254-477f-4a20-ab8f-9a83dd92f79d HTTP/1.1" status: 200 len: 854 time: 0.2264254 Jul 14 11:34:35.516453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-8ff5a686-8f7c-4e0d-bcce-c61023102332 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080b79f9-da12-46d5-8e5d-67d1f902c7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791306 Jul 14 11:34:35.525816 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-f25e504a-f1fe-4951-a535-c4234d2f809d service neutron] 10.222.0.64 "GET /v2.0/networks/2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048584 Jul 14 11:34:35.673761 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-1aacfc83-6429-4fcc-9fd7-695084500baf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=353d9487-6c23-417e-870e-535bd2718fc1 HTTP/1.1" status: 200 len: 217 time: 0.1369143 Jul 14 11:34:35.774990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-9be8ee73-d842-4305-9ddb-89d7db0f2506 service neutron] 10.222.0.64 "GET /v2.0/networks/080b79f9-da12-46d5-8e5d-67d1f902c7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507055 Jul 14 11:34:35.788537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-57297081-dfd6-4fe2-aea8-72a40eaa6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:35.792790 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-57297081-dfd6-4fe2-aea8-72a40eaa6226 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b91bf-fbe8-49d2-8e31-9ef5634adb58 HTTP/1.1" status: 200 len: 801 time: 0.1116841 Jul 14 11:34:35.957560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-6031f839-da11-47cb-aff0-72af35f84755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:35.963660 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-6031f839-da11-47cb-aff0-72af35f84755 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ffc094e-f02b-4083-b9cc-b065ef22c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1635032 Jul 14 11:34:36.014253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9068fec9-2565-4c89-815d-226a64b4ad06 req-fb319a34-6f01-40a1-ac1a-2fcf9000f67d service neutron] 10.222.0.64 "GET /v2.0/networks/080b79f9-da12-46d5-8e5d-67d1f902c7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319505 Jul 14 11:34:36.057144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbf2d7-72b7-42c8-932d-c19e59ef96f1 req-99cc5480-d2aa-4505-9466-b9098df73353 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.058711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97dbf2d7-72b7-42c8-932d-c19e59ef96f1 req-99cc5480-d2aa-4505-9466-b9098df73353 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 943 time: 0.2326550 Jul 14 11:34:36.179424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97dbf2d7-72b7-42c8-932d-c19e59ef96f1 req-348e3ba8-d4ff-4153-b7b7-97d8daf25177 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116071 Jul 14 11:34:36.193682 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-fefa769c-d189-4f69-94c8-6244749fedcf service neutron] 10.222.0.64 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230706 Jul 14 11:34:36.230524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f2787-2c7d-4e9b-85c3-db31a31d0cb4 req-f64cd975-2fdd-4be0-9430-cd0458b94d5b tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.246988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f2787-2c7d-4e9b-85c3-db31a31d0cb4 req-f64cd975-2fdd-4be0-9430-cd0458b94d5b tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.262435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f2787-2c7d-4e9b-85c3-db31a31d0cb4 req-f64cd975-2fdd-4be0-9430-cd0458b94d5b tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.276782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e5f2787-2c7d-4e9b-85c3-db31a31d0cb4 req-f64cd975-2fdd-4be0-9430-cd0458b94d5b tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2412 time: 0.1803648 Jul 14 11:34:36.301252 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7950e681-1f83-4482-b27a-f7a9d4c8315b x-openstack-request-id: req-7950e681-1f83-4482-b27a-f7a9d4c8315b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:36.301736 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "tag": "353d9487-6c23-417e-870e-535bd2718fc1", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:36.302055 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7950e681-1f83-4482-b27a-f7a9d4c8315b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:36.302531 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'tag': '353d9487-6c23-417e-870e-535bd2718fc1', 'status': 'completed', 'code': 200} Jul 14 11:34:36.365359 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e5f2787-2c7d-4e9b-85c3-db31a31d0cb4 req-7a41655f-8075-41f8-abb3-fd35bfba5940 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853620 Jul 14 11:34:36.369836 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a9b839d-d414-47d9-b68a-b031cf6349fe req-58d7e6a1-c8cb-4bd5-90ed-a9bd42afaa5e service neutron] 10.222.0.64 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689999 Jul 14 11:34:36.424807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f'}, {'name': 'network-changed', 'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:36.427446 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f1f18-d467-4bc9-b24b-9605af3b7503" -d '{"events": [{"server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "name": "network-vif-unplugged", "status": "completed", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f"}, {"name": "network-changed", "server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:36.543325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-0674ea61-f575-45fd-b71d-bccc8449a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.544065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-0674ea61-f575-45fd-b71d-bccc8449a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.544500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-0674ea61-f575-45fd-b71d-bccc8449a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.547403 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-0674ea61-f575-45fd-b71d-bccc8449a39a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2865 time: 0.1018932 Jul 14 11:34:36.714760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-bb294f6a-3f02-447b-9215-3e043cdc56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.716700 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-bb294f6a-3f02-447b-9215-3e043cdc56ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d HTTP/1.1" status: 200 len: 902 time: 0.1585536 Jul 14 11:34:36.768864 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-bb982928-fd16-462a-9917-efb75e9f11df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.42&port_id=7e57238c-708c-41ca-be54-50455591e404 HTTP/1.1" status: 200 len: 217 time: 0.0452378 Jul 14 11:34:36.835207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-4695cb5d-f0af-4a15-b210-eec6a0ada7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.837108 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-4695cb5d-f0af-4a15-b210-eec6a0ada7c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=973d62ea-bd9b-4822-bff7-f639b66e75a5 HTTP/1.1" status: 200 len: 801 time: 0.0608253 Jul 14 11:34:36.864198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a217b-222d-48ad-94ff-1fa8424a88f2 req-cc718cf2-f40f-4061-9f98-6ea40e4078ef tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.866098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-608a217b-222d-48ad-94ff-1fa8424a88f2 req-cc718cf2-f40f-4061-9f98-6ea40e4078ef tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.0956299 Jul 14 11:34:36.920544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-608a217b-222d-48ad-94ff-1fa8424a88f2 req-a7ea4b56-96da-478a-b3a4-b799f61db0d0 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485463 Jul 14 11:34:36.946068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-e6b8fd77-d702-4620-8292-1fd35b512ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:36.948041 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-e6b8fd77-d702-4620-8292-1fd35b512ebf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025722 Jul 14 11:34:37.090465 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-8eb3b87a-4359-4615-9241-9928b417f994 service neutron] 10.222.0.64 "GET /v2.0/networks/2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345682 Jul 14 11:34:37.138788 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f590b4-73c5-48e1-b368-7fd55133a8dc x-openstack-request-id: req-35f590b4-73c5-48e1-b368-7fd55133a8dc {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:37.139226 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "name": "network-vif-unplugged", "status": "completed", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f", "code": 200}, {"name": "network-changed", "server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:37.139562 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35f590b4-73c5-48e1-b368-7fd55133a8dc {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:37.140056 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f', 'code': 200} Jul 14 11:34:37.140407 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f', 'status': 'completed', 'code': 200} Jul 14 11:34:37.174677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916736d-a494-49d2-8c0c-2ec09bb92007 req-47ac2a6e-9e86-4ad1-a46c-238b15a86c81 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.176736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4916736d-a494-49d2-8c0c-2ec09bb92007 req-47ac2a6e-9e86-4ad1-a46c-238b15a86c81 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.1023960 Jul 14 11:34:37.243996 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c839a5ed-147c-4f1f-817a-b5f21ca63bee req-9948c260-7a5e-4511-8329-8dbae7d4584c service neutron] 10.222.0.64 "GET /v2.0/networks/2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456797 Jul 14 11:34:37.256083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4916736d-a494-49d2-8c0c-2ec09bb92007 req-22303fd2-9170-4f82-b38b-95b56c84eea8 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700250 Jul 14 11:34:37.329537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5cc7a31-7e81-4db7-b350-9e8bbc16de10 req-5f2fcffc-aa29-469e-b677-508429368325 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0577281 Jul 14 11:34:37.342283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-6ff9a81a-b641-4c05-b7f8-388524b747be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.344511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-6ff9a81a-b641-4c05-b7f8-388524b747be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 1125 time: 0.1660948 Jul 14 11:34:37.462760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43280) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:37.487465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-2cc8b3e1-1948-4e72-a769-edb162f52a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.503228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-2cc8b3e1-1948-4e72-a769-edb162f52a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.503798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-2cc8b3e1-1948-4e72-a769-edb162f52a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.513191 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-2cc8b3e1-1948-4e72-a769-edb162f52a23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2865 time: 0.1911907 Jul 14 11:34:37.595431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-8f567922-5c67-429b-8eba-45bac3db91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.598177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-8f567922-5c67-429b-8eba-45bac3db91d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.2351913 Jul 14 11:34:37.727242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-67a9333e-05d6-46df-8e5c-e0f88f2bc4be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f HTTP/1.1" status: 200 len: 217 time: 0.1072755 Jul 14 11:34:37.775916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-8f2fcfb2-a602-4fe5-a676-3965beb27da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.777451 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-8f2fcfb2-a602-4fe5-a676-3965beb27da2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ffc094e-f02b-4083-b9cc-b065ef22c055 HTTP/1.1" status: 200 len: 902 time: 0.2553535 Jul 14 11:34:37.852528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-f7d9ef6e-3893-468b-ac23-41c47c6e4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.854368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-f7d9ef6e-3893-468b-ac23-41c47c6e4694 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0844369 Jul 14 11:34:37.858736 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-e228b043-e4d8-4063-8cbb-7fe76dc6fb95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=353d9487-6c23-417e-870e-535bd2718fc1 HTTP/1.1" status: 200 len: 217 time: 0.0710669 Jul 14 11:34:37.922421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-d37cab0e-6839-429e-9d97-1decdfdcfcdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395954 Jul 14 11:34:37.991794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-9d2d0207-b388-42cd-8c56-dbba7c5fce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.993400 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-9d2d0207-b388-42cd-8c56-dbba7c5fce9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 1097 time: 0.2150733 Jul 14 11:34:37.994806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-5210d4f2-43f9-4982-b4b7-b9f6195d74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:37.996214 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-5210d4f2-43f9-4982-b4b7-b9f6195d74aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b91bf-fbe8-49d2-8e31-9ef5634adb58 HTTP/1.1" status: 200 len: 801 time: 0.1294575 Jul 14 11:34:38.055194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802e145-191f-47a1-87a8-2c10c05687d3 req-4af13012-93a5-4304-a523-fce405c2f213 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:38.063194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4802e145-191f-47a1-87a8-2c10c05687d3 req-4af13012-93a5-4304-a523-fce405c2f213 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 943 time: 0.3208804 Jul 14 11:34:38.094368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Deleting subnet 606cc036-ccce-4fe3-b770-acb3ecc81cfe {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:34:38.100452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:38.178202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:38.181917 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4802e145-191f-47a1-87a8-2c10c05687d3 req-dae92cae-ace8-4e76-a2f2-e80ff2690f02 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173759 Jul 14 11:34:38.189195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 19b7f671-5b67-48d2-a0be-8c39ddae026f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:34:38.193513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-49e15669-9fdd-4fde-a107-e0df455ee54a service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585156 Jul 14 11:34:38.220821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ce8e-9085-4482-aa5d-e0b277a55df0 req-a8cbc26e-f750-4693-bfcb-c72f1fb65a38 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:38.226252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-40f0c713-22de-4999-9689-6e67617bab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:38.227535 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-40f0c713-22de-4999-9689-6e67617bab59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ffc094e-f02b-4083-b9cc-b065ef22c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2222660 Jul 14 11:34:38.237117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ce8e-9085-4482-aa5d-e0b277a55df0 req-a8cbc26e-f750-4693-bfcb-c72f1fb65a38 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:38.247146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ce8e-9085-4482-aa5d-e0b277a55df0 req-a8cbc26e-f750-4693-bfcb-c72f1fb65a38 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:38.257150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-5ace9bc0-50cf-454c-b389-c92bedc4b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:38.258662 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-5ace9bc0-50cf-454c-b389-c92bedc4b56f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 911 time: 0.2401750 Jul 14 11:34:38.275235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f9ce8e-9085-4482-aa5d-e0b277a55df0 req-a8cbc26e-f750-4693-bfcb-c72f1fb65a38 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2412 time: 0.2861354 Jul 14 11:34:38.305583 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:38.370426 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-425a4344-ff7e-46d7-878a-a696a2dcf185 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ec94c4-15af-44d7-85b8-cdbe240447df HTTP/1.1" status: 200 len: 217 time: 0.0991280 Jul 14 11:34:38.470520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-d49b3ff8-f363-44ef-9703-f4a9773a6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:38.472734 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-d49b3ff8-f363-44ef-9703-f4a9773a6700 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81572362-eb86-49bf-8af8-d8021ce18714 HTTP/1.1" status: 200 len: 851 time: 0.0900068 Jul 14 11:34:38.476341 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-8c45d12f-1fd5-4324-822e-1fc85b96f478 service neutron] 10.222.0.64 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374249 Jul 14 11:34:38.480151 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:38.527753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a0f1f18-d467-4bc9-b24b-9605af3b7503 req-156f8662-3610-4953-90fb-7d247393a81d service neutron] 10.222.0.45 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992955 Jul 14 11:34:38.529336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 19b7f671-5b67-48d2-a0be-8c39ddae026f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=19b7f671-5b67-48d2-a0be-8c39ddae026f,segment=NetworkSegment(47670162-6b8b-4f9b-94fa-11de1a9eb94b),segment_id=47670162-6b8b-4f9b-94fa-11de1a9eb94b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:38.565512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '19b7f671-5b67-48d2-a0be-8c39ddae026f', 'network_id': '080b79f9-da12-46d5-8e5d-67d1f902c7c0', 'port_id': '19b7f671-5b67-48d2-a0be-8c39ddae026f', 'mac_address': 'fa:16:3e:3c:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41461254-477f-4a20-ab8f-9a83dd92f79d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:34:38.592323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606cc036-ccce-4fe3-b770-acb3ecc81cfe,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:38.595509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:38.598313 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/606cc036-ccce-4fe3-b770-acb3ecc81cfe HTTP/1.1" status: 204 len: 168 time: 1.1329865 Jul 14 11:34:38.603180 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-42532938-c5ab-4401-90fd-2865b6be90ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7384f13-45f2-4544-817f-b0d63a93d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017058 Jul 14 11:34:38.606949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43372) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:38.638112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.641346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.642229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.643381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.644123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.646323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.646845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.647334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.647820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.648350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.648836 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.649327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029c418-d128-4a3d-a47c-afbe6f14558b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:38.662674 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:38.691138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f9ce8e-9085-4482-aa5d-e0b277a55df0 req-e8efc937-75fa-44c7-bdb6-46e6d0fefa30 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146261 Jul 14 11:34:38.710400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b7f671-5b67-48d2-a0be-8c39ddae026f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:38.747192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:38.771444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8bd01-1164-45bf-98ca-56e8315d02f4 req-755f6f27-075d-4759-9e33-0f66d965fe0e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:38.781504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ce8bd01-1164-45bf-98ca-56e8315d02f4 req-755f6f27-075d-4759-9e33-0f66d965fe0e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.2526333 Jul 14 11:34:38.816375 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e55c8be5-81fb-4d10-a5be-422b74def905 req-995d3490-919c-46db-8ed0-d7c4be041f7e service neutron] 10.222.0.64 "GET /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313313 Jul 14 11:34:38.839044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ce8bd01-1164-45bf-98ca-56e8315d02f4 req-29d2d4b8-8ba2-4df6-aecc-e41076788af0 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564466 Jul 14 11:34:38.847215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 19b7f671-5b67-48d2-a0be-8c39ddae026f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=19b7f671-5b67-48d2-a0be-8c39ddae026f,segment=NetworkSegment(47670162-6b8b-4f9b-94fa-11de1a9eb94b),segment_id=47670162-6b8b-4f9b-94fa-11de1a9eb94b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:38.866164 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-fcc2a9bf-7b96-4159-953b-28ec3e2e1e57 service neutron] 10.222.0.45 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452464 Jul 14 11:34:38.866440 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:38.996606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=19b7f671-5b67-48d2-a0be-8c39ddae026f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:39.024102 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:39.082266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:39.105001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['19b7f671-5b67-48d2-a0be-8c39ddae026f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:39.107041 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d0c83770-c454-4a97-96ac-5da7e5aff9a5 req-4328cd8f-418a-4be6-a5e4-fb488c37bee9 service neutron] 10.222.0.45 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109256 Jul 14 11:34:39.428633 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0e94b90-e7a4-470e-9e7b-aeacf82d392c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:39.468174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15eede1-9ac1-444c-9ea3-52e037bde35c') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:39.468479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15eede1-9ac1-444c-9ea3-52e037bde35c') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:39.502764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8e67fd7-6ed1-4783-9519-18d43bf1fe5a req-2620060c-09e4-4a07-bbc6-665914835af2 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.4172926 Jul 14 11:34:39.521625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:39.590712 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:39.600781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:34:39.601230 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:39.622734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb399-0e3e-4d78-8289-929676f8037b req-8e9a0cbe-54ba-4ff2-a28a-1bb52409fff9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-582cb399-0e3e-4d78-8289-929676f8037b req-8e9a0cbe-54ba-4ff2-a28a-1bb52409fff9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.5920882 Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:34:39.627635 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:34:39.821962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-582cb399-0e3e-4d78-8289-929676f8037b req-50fc452d-3fe5-42dd-aade-335e19c3432a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611028 Jul 14 11:34:39.837334 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:39.842636 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:39.849850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9 HTTP/1.1" status: 204 len: 168 time: 1.2344186 Jul 14 11:34:39.946555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773478a2-f344-4f56-b998-6638ed4c0cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=594fbe71-6347-41a7-ba4a-2bd9ec2fcfb9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:39.978447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654a239-48d6-4596-b81d-af82ae8bcb41 req-6e61fe39-2bea-40f2-89bb-21f22c1542ae tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:39.988531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7654a239-48d6-4596-b81d-af82ae8bcb41 req-6e61fe39-2bea-40f2-89bb-21f22c1542ae tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 944 time: 0.2756641 Jul 14 11:34:40.077733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43524) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:40.092696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7654a239-48d6-4596-b81d-af82ae8bcb41 req-5efdf29a-8909-4123-a228-91a2c5c22189 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030769 Jul 14 11:34:40.102936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5a62dba8-0276-41c1-aa41-1db87b2e5fad details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:34:40.110914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 19b7f671-5b67-48d2-a0be-8c39ddae026f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:40.218232 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c331bb0e-42fa-4642-81b4-815485e1e7f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9dff92e033a84752a3854a9be9772157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392667 Jul 14 11:34:40.223159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43536) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:40.333220 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b9415c9-8d6e-4dee-b284-eeb2dc85a728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:40.376909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61173e3-7508-4e9d-832c-ef77e4f32d58 req-c8370c34-ff63-4a35-8af1-bbf90fd240cd tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:40.382523 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b9415c9-8d6e-4dee-b284-eeb2dc85a728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:40.384042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5a62dba8-0276-41c1-aa41-1db87b2e5fad, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5a62dba8-0276-41c1-aa41-1db87b2e5fad,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:40.389218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61173e3-7508-4e9d-832c-ef77e4f32d58 req-c8370c34-ff63-4a35-8af1-bbf90fd240cd tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:40.399316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '5a62dba8-0276-41c1-aa41-1db87b2e5fad', 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055', 'port_id': '5a62dba8-0276-41c1-aa41-1db87b2e5fad', 'mac_address': 'fa:16:3e:66:7c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364b91bf-fbe8-49d2-8e31-9ef5634adb58', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:34:40.408326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61173e3-7508-4e9d-832c-ef77e4f32d58 req-c8370c34-ff63-4a35-8af1-bbf90fd240cd tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:40.411709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 19b7f671-5b67-48d2-a0be-8c39ddae026f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:40.420618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c61173e3-7508-4e9d-832c-ef77e4f32d58 req-c8370c34-ff63-4a35-8af1-bbf90fd240cd tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2412 time: 0.2629087 Jul 14 11:34:40.444591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 19b7f671-5b67-48d2-a0be-8c39ddae026f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:40.445124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:40.475310 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b9415c9-8d6e-4dee-b284-eeb2dc85a728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:40.480248 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b9415c9-8d6e-4dee-b284-eeb2dc85a728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:40.482599 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6b9415c9-8d6e-4dee-b284-eeb2dc85a728 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/963aadfc-7cb0-44f4-b542-5c4df9c537b9 HTTP/1.1" status: 204 len: 168 time: 0.2499440 Jul 14 11:34:40.509556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef9df-cf05-4168-a11f-58648ba5eebd req-096d9853-1732-4856-a1fc-e7d062b845aa tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:40.520696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9415c9-8d6e-4dee-b284-eeb2dc85a728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963aadfc-7cb0-44f4-b542-5c4df9c537b9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:40.527748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ecef9df-cf05-4168-a11f-58648ba5eebd req-096d9853-1732-4856-a1fc-e7d062b845aa tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.2608387 Jul 14 11:34:40.593724 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:40.597576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c61173e3-7508-4e9d-832c-ef77e4f32d58 req-48ec193b-05aa-4a69-a4d3-79b3f70a5748 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655431 Jul 14 11:34:40.652720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a62dba8-0276-41c1-aa41-1db87b2e5fad {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:40.661354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ecef9df-cf05-4168-a11f-58648ba5eebd req-c063487e-1807-4ee7-ae2e-61bfece7336d tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317477 Jul 14 11:34:40.773007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5a62dba8-0276-41c1-aa41-1db87b2e5fad, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5a62dba8-0276-41c1-aa41-1db87b2e5fad,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:40.777681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:40.793306 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:40.798073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 353d9487-6c23-417e-870e-535bd2718fc1 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:34:40.884827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4553ca4e-8d03-4a6b-a6b9-0673445809cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b7f671-5b67-48d2-a0be-8c39ddae026f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:40.888251 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f769ae5-0130-489e-a5a3-4a4a7eb3cce8" -d '{"events": [{"server_uuid": "4553ca4e-8d03-4a6b-a6b9-0673445809cc", "name": "network-vif-plugged", "status": "completed", "tag": "19b7f671-5b67-48d2-a0be-8c39ddae026f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:40.889384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-53165771-d707-4554-96eb-c73e3268c83d req-24e268c0-afa3-40c5-9fd6-0278d9b0abdb tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0620043 Jul 14 11:34:40.937869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 19b7f671-5b67-48d2-a0be-8c39ddae026f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=19b7f671-5b67-48d2-a0be-8c39ddae026f,segment=NetworkSegment(47670162-6b8b-4f9b-94fa-11de1a9eb94b),segment_id=47670162-6b8b-4f9b-94fa-11de1a9eb94b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:40.945333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 353d9487-6c23-417e-870e-535bd2718fc1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=353d9487-6c23-417e-870e-535bd2718fc1,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:40.961334 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:40.972471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '353d9487-6c23-417e-870e-535bd2718fc1', 'network_id': '9ffc094e-f02b-4083-b9cc-b065ef22c055', 'port_id': '353d9487-6c23-417e-870e-535bd2718fc1', 'mac_address': 'fa:16:3e:b8:c2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364b91bf-fbe8-49d2-8e31-9ef5634adb58', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:34:40.978854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5a62dba8-0276-41c1-aa41-1db87b2e5fad,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:41.034717 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0835213-f3e8-479c-ace0-c953dcfae8d3 x-openstack-request-id: req-f0835213-f3e8-479c-ace0-c953dcfae8d3 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:41.035302 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4553ca4e-8d03-4a6b-a6b9-0673445809cc", "name": "network-vif-plugged", "status": "completed", "tag": "19b7f671-5b67-48d2-a0be-8c39ddae026f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:41.035711 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0835213-f3e8-479c-ace0-c953dcfae8d3 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:41.036279 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4553ca4e-8d03-4a6b-a6b9-0673445809cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b7f671-5b67-48d2-a0be-8c39ddae026f', 'code': 200} Jul 14 11:34:41.085948 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:41.091731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=19b7f671-5b67-48d2-a0be-8c39ddae026f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:41.121170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353d9487-6c23-417e-870e-535bd2718fc1 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:41.154525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 353d9487-6c23-417e-870e-535bd2718fc1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=353d9487-6c23-417e-870e-535bd2718fc1,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:41.161685 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:41.162993 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 7e57238c-708c-41ca-be54-50455591e404 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:34:41.308650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5b7d3-2fc0-4c21-ab1c-2b41d2bf4dc2 req-99bc1621-176c-4ade-9c1e-1714d93f32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:41.315724 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a4a5b7d3-2fc0-4c21-ab1c-2b41d2bf4dc2 req-99bc1621-176c-4ade-9c1e-1714d93f32d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 1096 time: 0.1809211 Jul 14 11:34:41.404592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc887-1d49-401d-93b8-e27a2b26b36c req-fb55141d-88ed-4446-b36f-541909e18859 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:41.418304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d0bc887-1d49-401d-93b8-e27a2b26b36c req-fb55141d-88ed-4446-b36f-541909e18859 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.2198119 Jul 14 11:34:41.433047 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a4a5b7d3-2fc0-4c21-ab1c-2b41d2bf4dc2 req-f7862cfb-bbed-4222-86dc-246d567b71a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088483 Jul 14 11:34:41.574070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d0bc887-1d49-401d-93b8-e27a2b26b36c req-7bc14196-6706-4c86-9ca9-eed563ac23b4 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540341 Jul 14 11:34:41.623374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a171262-e232-4b05-b040-4fe599db6673 req-300df3ec-91ce-4138-a964-257408196514 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:41.629657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a171262-e232-4b05-b040-4fe599db6673 req-300df3ec-91ce-4138-a964-257408196514 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 945 time: 0.1304562 Jul 14 11:34:41.764167 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a171262-e232-4b05-b040-4fe599db6673 req-84fa388d-99f6-4b39-b484-ccf6256f8a91 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233189 Jul 14 11:34:41.876662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=353d9487-6c23-417e-870e-535bd2718fc1,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:41.976061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 7e57238c-708c-41ca-be54-50455591e404, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=7e57238c-708c-41ca-be54-50455591e404,segment=NetworkSegment(147b49e2-2a23-4f3e-9a6c-e2b803d66bee),segment_id=147b49e2-2a23-4f3e-9a6c-e2b803d66bee)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:42.008653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '7e57238c-708c-41ca-be54-50455591e404', 'network_id': '2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d', 'port_id': '7e57238c-708c-41ca-be54-50455591e404', 'mac_address': 'fa:16:3e:21:31:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973d62ea-bd9b-4822-bff7-f639b66e75a5', 'ip_address': '19.86.0.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:34:42.057110 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.076247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e57238c-708c-41ca-be54-50455591e404 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:42.112949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe7f9-07fb-46ed-93eb-05402759aacb req-b499bd79-53d9-48fe-af3c-57beaf2f0e41 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:42.121432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe7f9-07fb-46ed-93eb-05402759aacb req-b499bd79-53d9-48fe-af3c-57beaf2f0e41 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:42.134553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe7f9-07fb-46ed-93eb-05402759aacb req-b499bd79-53d9-48fe-af3c-57beaf2f0e41 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:42.139379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 7e57238c-708c-41ca-be54-50455591e404, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=7e57238c-708c-41ca-be54-50455591e404,segment=NetworkSegment(147b49e2-2a23-4f3e-9a6c-e2b803d66bee),segment_id=147b49e2-2a23-4f3e-9a6c-e2b803d66bee)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:42.145928 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1dafe7f9-07fb-46ed-93eb-05402759aacb req-b499bd79-53d9-48fe-af3c-57beaf2f0e41 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2414 time: 0.3439190 Jul 14 11:34:42.155971 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.167928 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-09753b6e-512a-4688-a7b8-af3a4618efbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.170307 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-3d0b7ae4-998e-48be-a08a-350978d8a99e service neutron] 10.222.0.45 "GET /v2.0/ports/c34edbfd-13ab-4a66-8138-d58d4ef49d1f/bindings/n-h1-778696-8 HTTP/1.1" status: 200 len: 384 time: 0.1697693 Jul 14 11:34:42.197037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43746) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:42.253515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1dafe7f9-07fb-46ed-93eb-05402759aacb req-38664667-251a-443b-8ff8-57a98f495cd6 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055086 Jul 14 11:34:42.317905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8d93e-061c-465d-b9d1-e1453006aaa9 req-83a6d2e4-f348-4c99-9f27-098e08bac91d tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:42.330887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89c8d93e-061c-465d-b9d1-e1453006aaa9 req-83a6d2e4-f348-4c99-9f27-098e08bac91d tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.3535101 Jul 14 11:34:42.430997 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.457640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89c8d93e-061c-465d-b9d1-e1453006aaa9 req-5e513347-ce75-459a-8451-27863c97d1b3 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245308 Jul 14 11:34:42.471293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c34edbfd-13ab-4a66-8138-d58d4ef49d1f no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:34:42.516744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1949497909-network', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:42.588584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['5a62dba8-0276-41c1-aa41-1db87b2e5fad'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:42.596326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:42.599231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.639581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72454ec0-6d99-4d14-addb-c6024ce4b903 req-5c7ac811-1a55-4508-8abd-c1fc1ee9eb5f tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0650399 Jul 14 11:34:42.641061 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.647880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['7e57238c-708c-41ca-be54-50455591e404'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:42.728464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['353d9487-6c23-417e-870e-535bd2718fc1'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:42.742221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:42.796985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:42.815369 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.816441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=7e57238c-708c-41ca-be54-50455591e404,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:42.825880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.886315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34edbfd-13ab-4a66-8138-d58d4ef49d1f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:34:42.903738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:34:42.909200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:42.944107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.958426 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:42.959076 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Added segment 54e13073-3916-4f6a-b994-06d67c3f1ca2 of type vlan for network 181ba48e-cd53-4e69-885a-619ebf4610cd Jul 14 11:34:42.961349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33ece55-5cf4-4990-a071-ee2764c5ce28,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:43.070840 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:43.082001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] Transition to ACTIVE for port object c34edbfd-13ab-4a66-8138-d58d4ef49d1f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:43.093750 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:43.201487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81543fc6-cf08-4763-9fd2-d08ba5e760c7 req-59e583b0-7371-4968-9afd-bbccec10b5a2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:43.204086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81543fc6-cf08-4763-9fd2-d08ba5e760c7 req-59e583b0-7371-4968-9afd-bbccec10b5a2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 944 time: 0.3342700 Jul 14 11:34:43.212821 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:43.214598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:43.216320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:43.258114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] No DVR routers for this DVR port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:34:43.263604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:43.311428 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-2261e8e5-1c71-469e-b799-3d62125264e9 service neutron] 10.222.0.45 "PUT /v2.0/ports/c34edbfd-13ab-4a66-8138-d58d4ef49d1f/bindings/n-h1-778696-8/activate HTTP/1.1" status: 200 len: 369 time: 1.1389313 Jul 14 11:34:43.365224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1641841 Jul 14 11:34:43.369716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43814) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:43.382713 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:43.383305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Request body: {'subnet': {'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1949497909-subnet', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:43.384527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5076e-c691-44da-8971-dc7fffc5a95a req-cf738bdf-73d7-488b-bb94-855bdefdc0d3 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:43.395138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5b5076e-c691-44da-8971-dc7fffc5a95a req-cf738bdf-73d7-488b-bb94-855bdefdc0d3 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 945 time: 0.3378329 Jul 14 11:34:43.427884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80727ec-2298-459b-8992-408044fe5fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=181ba48e-cd53-4e69-885a-619ebf4610cd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:43.442401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 181ba48e-cd53-4e69-885a-619ebf4610cd details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:34:43.479242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81543fc6-cf08-4763-9fd2-d08ba5e760c7 req-c41d15d4-20c8-44ca-8c50-0d313641b84f tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556686 Jul 14 11:34:43.499687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:34:43.503793 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:43.520145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5b5076e-c691-44da-8971-dc7fffc5a95a req-1b0092f7-1ff4-41ed-b991-fef47e5e04c7 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239953 Jul 14 11:34:43.644854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-ecad3685-81dd-48e2-8b31-9a97736de726 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:43.646516 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-ecad3685-81dd-48e2-8b31-9a97736de726 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1096 time: 0.2592893 Jul 14 11:34:43.787426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-a410d6fb-c263-4ba8-a110-0bfb81d8c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:43.789642 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-a410d6fb-c263-4ba8-a110-0bfb81d8c37d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215&tenant_id=23c841083d26402ca921ca2bdccfbe4b HTTP/1.1" status: 200 len: 1096 time: 0.1193309 Jul 14 11:34:43.875221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:43.939761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830badb4-1009-4522-85af-78c7a353042d req-3b4db101-26b7-4aec-88a0-30919c408f0f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:43.942593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-830badb4-1009-4522-85af-78c7a353042d req-3b4db101-26b7-4aec-88a0-30919c408f0f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.2210901 Jul 14 11:34:43.951436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6ff5347c-ce97-4912-b050-fc5b1398f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:43.953142 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-6ff5347c-ce97-4912-b050-fc5b1398f52b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23c841083d26402ca921ca2bdccfbe4b&device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 1096 time: 0.1344528 Jul 14 11:34:43.955343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf939fd8-6dce-45d3-b5e6-152d07d9c099,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:43.995284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b88951-f3cf-4dc2-9469-de66fc5cf650 req-8dcdd510-9322-4b5d-851d-64fa44fcf827 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:44.009423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b88951-f3cf-4dc2-9469-de66fc5cf650 req-8dcdd510-9322-4b5d-851d-64fa44fcf827 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:44.023643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b88951-f3cf-4dc2-9469-de66fc5cf650 req-8dcdd510-9322-4b5d-851d-64fa44fcf827 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:44.025507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01b88951-f3cf-4dc2-9469-de66fc5cf650 req-8dcdd510-9322-4b5d-851d-64fa44fcf827 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2415 time: 0.2425478 Jul 14 11:34:44.031972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Checking segment: {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:44.032422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Network hostable DHCP agents. Network: 181ba48e-cd53-4e69-885a-619ebf4610cd, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:34:44.074132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Network 181ba48e-cd53-4e69-885a-619ebf4610cd is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:34:44.094326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 181ba48e-cd53-4e69-885a-619ebf4610cd) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:44.097570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-8703e655-e5f8-44cb-bbce-9ee6d1b61f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:44.099298 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-8703e655-e5f8-44cb-bbce-9ee6d1b61f6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 200 len: 908 time: 0.1384714 Jul 14 11:34:44.102433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:44.103432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:44.107680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f402a-8c2c-4902-a308-6a0aaf6b791a None None] Network 181ba48e-cd53-4e69-885a-619ebf4610cd requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:34:44.108758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-830badb4-1009-4522-85af-78c7a353042d req-bb75ef44-f338-4ed3-8667-322cad3ea829 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469116 Jul 14 11:34:44.134885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01b88951-f3cf-4dc2-9469-de66fc5cf650 req-b44f6271-e9d7-4323-a55a-9cec88e30123 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799921 Jul 14 11:34:44.148003 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-4a2e2775-d21f-4367-9d51-ba3b30dd6e0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f HTTP/1.1" status: 200 len: 217 time: 0.0409269 Jul 14 11:34:44.192121 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e41eeeec-d366-4ff9-afd7-0bda72ba395a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8208215 Jul 14 11:34:44.194731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43824) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:44.202388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:34:44.235073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-a70ac2a5-bd3e-4fdc-bd8f-50ecdd51f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:44.236731 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-a70ac2a5-bd3e-4fdc-bd8f-50ecdd51f8d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 200 len: 848 time: 0.0818222 Jul 14 11:34:44.302745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 353d9487-6c23-417e-870e-535bd2718fc1 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:44.317765 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-544367ad-9247-40cf-b19d-9bbea885522f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05ea7b1b-d13f-4ee9-8923-d86fc4fce046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678480 Jul 14 11:34:44.318586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:44.319716 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:44.432586 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 353d9487-6c23-417e-870e-535bd2718fc1 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:44.452108 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 353d9487-6c23-417e-870e-535bd2718fc1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:44.454326 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:44.476733 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ded45a19-6dbf-4b87-ac44-989416f58dc1 req-848208e0-5551-45e0-90ea-e9dfe55a0058 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0561287 Jul 14 11:34:44.625830 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:44.637687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-c3fae25f-2ee4-4fc6-a6d1-397e2bbab06c service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088949 Jul 14 11:34:44.803335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-181ba48e-cd53-4e69-885a-619ebf4610cd', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:34:44.804536 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:44.807332 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:44.873606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353d9487-6c23-417e-870e-535bd2718fc1'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:44.876464 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f78d31-8402-4ebf-9e2b-2b0f4aeb0b80" -d '{"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-plugged", "status": "completed", "tag": "353d9487-6c23-417e-870e-535bd2718fc1"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:44.894025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 353d9487-6c23-417e-870e-535bd2718fc1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=353d9487-6c23-417e-870e-535bd2718fc1,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:44.959084 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:44.962111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5a62dba8-0276-41c1-aa41-1db87b2e5fad up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:44.969022 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:34:44.991232 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-a75952f6-7172-47bf-a643-625ff051f4e6 service neutron] 10.222.0.64 "GET /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510647 Jul 14 11:34:45.073848 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-31ec40a5-36a6-44d0-ab4f-5b03c4212a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:45.075563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-31ec40a5-36a6-44d0-ab4f-5b03c4212a5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6d9874acdf64ebf9e7d4e4cb2c1393f&device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 1096 time: 0.1927857 Jul 14 11:34:45.234834 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:45.343984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=353d9487-6c23-417e-870e-535bd2718fc1,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:45.401922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 5a62dba8-0276-41c1-aa41-1db87b2e5fad completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:45.421508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Allocated IP 172.20.0.2 (181ba48e-cd53-4e69-885a-619ebf4610cd/cf939fd8-6dce-45d3-b5e6-152d07d9c099/3a6c300d-052a-4304-899f-15b32b9ae9b5) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:45.436218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 5a62dba8-0276-41c1-aa41-1db87b2e5fad triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:45.438370 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:45.521351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-63cd1534-85fc-4766-90d8-6b497bef107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:45.522841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-63cd1534-85fc-4766-90d8-6b497bef107f service neutron] 10.222.0.64 "GET /v2.0/networks?id=080b79f9-da12-46d5-8e5d-67d1f902c7c0 HTTP/1.1" status: 200 len: 914 time: 0.4390211 Jul 14 11:34:45.647283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:45.661064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b824c-e0cf-44b0-b214-f6b2bae565b6 req-f9216001-ea45-4619-8d00-3d6436d3a42b tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:45.669364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b7b824c-e0cf-44b0-b214-f6b2bae565b6 req-f9216001-ea45-4619-8d00-3d6436d3a42b tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 945 time: 0.4534428 Jul 14 11:34:45.675468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-2cce8296-478b-4540-85ba-ec402fcd229d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b7f671-5b67-48d2-a0be-8c39ddae026f HTTP/1.1" status: 200 len: 217 time: 0.1437557 Jul 14 11:34:45.696095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8eea5-d31f-4ee8-90c9-ff6ede8f6d8b req-a4f233a1-76e7-4fff-aa8c-8550507c9a59 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:45.702959 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ea8eea5-d31f-4ee8-90c9-ff6ede8f6d8b req-a4f233a1-76e7-4fff-aa8c-8550507c9a59 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 945 time: 0.4358079 Jul 14 11:34:45.783890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-23c05708-a51a-4af9-b202-83907e7327ac tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:45.785361 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-23c05708-a51a-4af9-b202-83907e7327ac tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215&tenant_id=23c841083d26402ca921ca2bdccfbe4b&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1096 time: 0.2425961 Jul 14 11:34:45.869289 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:45.877773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-bce39a00-9c0e-4b63-9143-9815eb4872cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:45.879360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-bce39a00-9c0e-4b63-9143-9815eb4872cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41461254-477f-4a20-ab8f-9a83dd92f79d HTTP/1.1" status: 200 len: 854 time: 0.1635861 Jul 14 11:34:45.907112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b7b824c-e0cf-44b0-b214-f6b2bae565b6 req-59a2eb8f-6ded-4076-8233-9d9dbfbff5d2 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366738 Jul 14 11:34:45.955526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5a62dba8-0276-41c1-aa41-1db87b2e5fad, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5a62dba8-0276-41c1-aa41-1db87b2e5fad,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:45.963097 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:45.963974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c34edbfd-13ab-4a66-8138-d58d4ef49d1f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:34:45.966540 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:45.985700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Transition to ACTIVE for port object 3a6c300d-052a-4304-899f-15b32b9ae9b5 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:46.002498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ea8eea5-d31f-4ee8-90c9-ff6ede8f6d8b req-b7351452-d486-46a2-b1f8-da9ffd1ee30e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750998 Jul 14 11:34:46.009733 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-bfd30751-d878-4cb3-989e-7caaf49662c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080b79f9-da12-46d5-8e5d-67d1f902c7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230788 Jul 14 11:34:46.010367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Transition to ACTIVE for port object 3a6c300d-052a-4304-899f-15b32b9ae9b5 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:46.082229 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fbf2cc-81a3-4abd-996c-ef78f5beccf6 x-openstack-request-id: req-f3fbf2cc-81a3-4abd-996c-ef78f5beccf6 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:46.082734 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-plugged", "status": "completed", "tag": "353d9487-6c23-417e-870e-535bd2718fc1", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:46.083167 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3fbf2cc-81a3-4abd-996c-ef78f5beccf6 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:46.083759 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353d9487-6c23-417e-870e-535bd2718fc1', 'code': 200} Jul 14 11:34:46.091232 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.173247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-77a477fa-0890-45a9-9669-a7589dad62b8 service neutron] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:46.180475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-77a477fa-0890-45a9-9669-a7589dad62b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.182089 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-77a477fa-0890-45a9-9669-a7589dad62b8 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c34edbfd-13ab-4a66-8138-d58d4ef49d1f/bindings/n-h2-778696-8 HTTP/1.1" status: 204 len: 173 time: 0.3875473 Jul 14 11:34:46.187429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Network 181ba48e-cd53-4e69-885a-619ebf4610cd is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:46.195719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:46.200083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:46.207048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5a62dba8-0276-41c1-aa41-1db87b2e5fad,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:46.246771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-2f95c99f-33f8-4047-aabf-81dfdcefc38d service neutron] 10.222.0.64 "GET /v2.0/networks/080b79f9-da12-46d5-8e5d-67d1f902c7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298596 Jul 14 11:34:46.266834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.288300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Pushing event updated for resources: {'Port': ['ID=3a6c300d-052a-4304-899f-15b32b9ae9b5,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:46.289066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.391770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 7e57238c-708c-41ca-be54-50455591e404 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:46.414539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1b4f335-e8fa-405d-8cf2-61ec27b354f9 req-f2a0ebb5-9938-4d3c-a1c6-7d98057ebb34 service neutron] 10.222.0.64 "GET /v2.0/networks/080b79f9-da12-46d5-8e5d-67d1f902c7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441479 Jul 14 11:34:46.443586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Allocated IP 172.25.2.5 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/18938624-49a3-4a7c-b415-eb69dcdf7f1d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:46.450447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Attempting to bind port 3a6c300d-052a-4304-899f-15b32b9ae9b5 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:46.451105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Attempting to bind port 3a6c300d-052a-4304-899f-15b32b9ae9b5 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:46.451290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Attempting to bind port 3a6c300d-052a-4304-899f-15b32b9ae9b5 on network 181ba48e-cd53-4e69-885a-619ebf4610cd {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:46.462421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:46.463027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Checking segment: {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:46.463487 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.463978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Bound using segment: {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:46.464526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Bound port: 3a6c300d-052a-4304-899f-15b32b9ae9b5, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:46.465153 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.539285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 7e57238c-708c-41ca-be54-50455591e404 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:46.560570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 7e57238c-708c-41ca-be54-50455591e404 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:46.560911 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.681727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] For port 3a6c300d-052a-4304-899f-15b32b9ae9b5, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:46.682752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccef5b-d5d6-4ae0-8493-ab598d62ddfe req-b659901f-c8da-4117-869c-ab87db25d680 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:46.688162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72ccef5b-d5d6-4ae0-8493-ab598d62ddfe req-b659901f-c8da-4117-869c-ab87db25d680 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.4403949 Jul 14 11:34:46.692008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] For port 3a6c300d-052a-4304-899f-15b32b9ae9b5, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3a6c300d-052a-4304-899f-15b32b9ae9b5,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:46.711953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.750678 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.796904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3ae76-ca7a-4960-8aed-378840da8c54 req-01cb33d7-8f57-4d21-b142-f24a4ef6cf6a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:46.807625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3ae76-ca7a-4960-8aed-378840da8c54 req-01cb33d7-8f57-4d21-b142-f24a4ef6cf6a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:46.816728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3ae76-ca7a-4960-8aed-378840da8c54 req-01cb33d7-8f57-4d21-b142-f24a4ef6cf6a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:46.824693 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.825325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.828326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bc3ae76-ca7a-4960-8aed-378840da8c54 req-01cb33d7-8f57-4d21-b142-f24a4ef6cf6a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2417 time: 0.3853073 Jul 14 11:34:46.862347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72ccef5b-d5d6-4ae0-8493-ab598d62ddfe req-7182b29b-f3ad-4c67-ae8f-a2c6eb2a1700 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667953 Jul 14 11:34:46.890084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d0520-adb6-4994-9ea9-497bf3d2f0da None None] Pushing event updated for resources: {'Port': ['ID=3a6c300d-052a-4304-899f-15b32b9ae9b5,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:46.940264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 7e57238c-708c-41ca-be54-50455591e404, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=7e57238c-708c-41ca-be54-50455591e404,segment=NetworkSegment(147b49e2-2a23-4f3e-9a6c-e2b803d66bee),segment_id=147b49e2-2a23-4f3e-9a6c-e2b803d66bee)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:46.946677 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:46.949961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:46.962752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:46.969813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:47.010628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bc3ae76-ca7a-4960-8aed-378840da8c54 req-3db40d46-c86c-4a64-a3a0-7fa9caa99a43 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812382 Jul 14 11:34:47.038746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Pushing event updated for resources: {'Port': ['ID=18938624-49a3-4a7c-b415-eb69dcdf7f1d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:47.048313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=7e57238c-708c-41ca-be54-50455591e404,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:47.321694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c484bf7-5b6b-4579-bf46-6cf0bb0a15dd req-7f72080f-cef2-4e58-b570-c620b1fe7c66 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0783885 Jul 14 11:34:47.485323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db7ccf-b77a-40cc-b648-df549158d8aa req-ee3f7de6-41c7-4bbc-98e0-a6a276ffdfb5 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:47.494146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50db7ccf-b77a-40cc-b648-df549158d8aa req-ee3f7de6-41c7-4bbc-98e0-a6a276ffdfb5 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 945 time: 0.1755548 Jul 14 11:34:47.509412 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:47.601040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50db7ccf-b77a-40cc-b648-df549158d8aa req-967cfa30-6e81-4a22-817a-bdbbd2e318c6 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048403 Jul 14 11:34:47.740510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3a6c300d-052a-4304-899f-15b32b9ae9b5 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:47.769208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a9864-426e-4f66-8dd8-75bbbaed1d43 req-a50d3fee-2b39-475c-b683-c61c2977db4a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:47.776185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-209a9864-426e-4f66-8dd8-75bbbaed1d43 req-a50d3fee-2b39-475c-b683-c61c2977db4a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 945 time: 0.1428380 Jul 14 11:34:47.784063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:47.833906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-209a9864-426e-4f66-8dd8-75bbbaed1d43 req-2772271c-1d34-4e86-98e0-7c012c67df1c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512648 Jul 14 11:34:47.869533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 3a6c300d-052a-4304-899f-15b32b9ae9b5 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:48.085150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a62dba8-0276-41c1-aa41-1db87b2e5fad'}, {'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e57238c-708c-41ca-be54-50455591e404'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:48.087838 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694ca48-d520-46b6-908b-c979fa67c247" -d '{"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-plugged", "status": "completed", "tag": "5a62dba8-0276-41c1-aa41-1db87b2e5fad"}, {"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-plugged", "status": "completed", "tag": "7e57238c-708c-41ca-be54-50455591e404"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:48.185745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:34:48.397945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9346fe0-31d2-419e-ba40-14661916dca3 req-851e7e64-79c1-416d-8c40-f6cf4e1b4e24 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:48.403667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9346fe0-31d2-419e-ba40-14661916dca3 req-851e7e64-79c1-416d-8c40-f6cf4e1b4e24 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.2757759 Jul 14 11:34:48.426253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627e260-5bfe-4032-954b-5dcd4bd4cc9a req-6aa3f316-2f3d-4cae-ba4a-2487f7698c26 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:48.426513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8627e260-5bfe-4032-954b-5dcd4bd4cc9a req-6aa3f316-2f3d-4cae-ba4a-2487f7698c26 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 1096 time: 0.2448428 Jul 14 11:34:48.457703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:34:48.469118 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Sync routers for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:34:48.491273 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:48.495780 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:34:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:48.506441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:48.516239 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7bbcb155-3688-478d-b4a4-23571d212c55 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3196034 Jul 14 11:34:48.516889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43894) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:48.520371 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9346fe0-31d2-419e-ba40-14661916dca3 req-8d71e639-a1e4-4042-81e9-f5b697e8b7ee tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073141 Jul 14 11:34:48.598035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8627e260-5bfe-4032-954b-5dcd4bd4cc9a req-e7e56f1d-e7c2-4761-9e05-9bdc8c228b71 tempest-LiveMigrationTest-798651341 tempest-LiveMigrationTest-798651341-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482220 Jul 14 11:34:48.647939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330cfe5-5f2c-40b0-be9c-23b537ff105a None None] Network 181ba48e-cd53-4e69-885a-619ebf4610cd requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:34:48.742149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d408c3bc-ee5b-46ff-b3cc-ea8f4c4776ec None None] Provisioning for port 3a6c300d-052a-4304-899f-15b32b9ae9b5 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:48.763246 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce42787-764a-4cb5-9439-d47646317b7e x-openstack-request-id: req-bce42787-764a-4cb5-9439-d47646317b7e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:48.763915 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-plugged", "status": "completed", "tag": "5a62dba8-0276-41c1-aa41-1db87b2e5fad", "code": 200}, {"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-plugged", "status": "completed", "tag": "7e57238c-708c-41ca-be54-50455591e404", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:48.764370 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bce42787-764a-4cb5-9439-d47646317b7e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:48.765040 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a62dba8-0276-41c1-aa41-1db87b2e5fad', 'code': 200} Jul 14 11:34:48.765534 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e57238c-708c-41ca-be54-50455591e404', 'code': 200} Jul 14 11:34:48.774689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d408c3bc-ee5b-46ff-b3cc-ea8f4c4776ec None None] Provisioning complete for port 3a6c300d-052a-4304-899f-15b32b9ae9b5 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:48.775483 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d408c3bc-ee5b-46ff-b3cc-ea8f4c4776ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:48.866439 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:49.086407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0391470-774a-48f7-bdf9-a42461096e66 req-0e154952-1fd5-4d83-bc3d-0204771ec3ea tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0552938 Jul 14 11:34:49.105559 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d408c3bc-ee5b-46ff-b3cc-ea8f4c4776ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:49.190654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d973-2a23-416e-b7a1-d796c2588836 req-4ad43caf-f0b9-4b4d-9ea8-efa21de3b637 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:49.224505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d408c3bc-ee5b-46ff-b3cc-ea8f4c4776ec None None] For port 3a6c300d-052a-4304-899f-15b32b9ae9b5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3a6c300d-052a-4304-899f-15b32b9ae9b5,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:49.229561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d973-2a23-416e-b7a1-d796c2588836 req-4ad43caf-f0b9-4b4d-9ea8-efa21de3b637 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:49.239406 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d408c3bc-ee5b-46ff-b3cc-ea8f4c4776ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:49.251490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d973-2a23-416e-b7a1-d796c2588836 req-4ad43caf-f0b9-4b4d-9ea8-efa21de3b637 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:49.261225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3e8d973-2a23-416e-b7a1-d796c2588836 req-4ad43caf-f0b9-4b4d-9ea8-efa21de3b637 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2418 time: 0.3638666 Jul 14 11:34:49.322140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408c3bc-ee5b-46ff-b3cc-ea8f4c4776ec None None] Pushing event updated for resources: {'Port': ['ID=3a6c300d-052a-4304-899f-15b32b9ae9b5,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:49.327559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0235-d755-4629-ac13-b7fdfd8d3835 req-2241948d-abae-43d3-8a72-efda8afba463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:49.328431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0235-d755-4629-ac13-b7fdfd8d3835 req-2241948d-abae-43d3-8a72-efda8afba463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:49.329049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0235-d755-4629-ac13-b7fdfd8d3835 req-2241948d-abae-43d3-8a72-efda8afba463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:49.337445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b79b0235-d755-4629-ac13-b7fdfd8d3835 req-2241948d-abae-43d3-8a72-efda8afba463 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2871 time: 0.5096965 Jul 14 11:34:49.364888 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:47Z', 'revision_number': 3, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:49.422876 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Checking router: 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:34:49.423224 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Updating router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 port 18938624-49a3-4a7c-b415-eb69dcdf7f1d binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:34:49.460315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3e8d973-2a23-416e-b7a1-d796c2588836 req-df68b136-1bf4-48ef-84e5-6cf2569334ac tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961577 Jul 14 11:34:49.509545 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:49.526557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b79b0235-d755-4629-ac13-b7fdfd8d3835 req-ede9416e-1cfe-43d4-a176-ebee7283bd7a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795239 Jul 14 11:34:49.603578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38450440-b701-47df-9499-28ced1d11b7b req-0fa54db1-1aa7-411a-9867-3da285ae4aa5 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:49.609919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38450440-b701-47df-9499-28ced1d11b7b req-0fa54db1-1aa7-411a-9867-3da285ae4aa5 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 945 time: 0.2682595 Jul 14 11:34:49.635797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:49.718844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3a6c300d-052a-4304-899f-15b32b9ae9b5 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:49.744872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38450440-b701-47df-9499-28ced1d11b7b req-1c557068-98a7-488c-8d86-deda2708f374 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278365 Jul 14 11:34:49.785635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e5957429-42c4-4f99-9f47-39deff485f8a None None] Provisioning complete for port 3a6c300d-052a-4304-899f-15b32b9ae9b5 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:49.786657 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e5957429-42c4-4f99-9f47-39deff485f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:49.812536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3a6c300d-052a-4304-899f-15b32b9ae9b5 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:49.813306 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:50.061854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Allocated IP 172.20.0.1 (181ba48e-cd53-4e69-885a-619ebf4610cd/cf939fd8-6dce-45d3-b5e6-152d07d9c099/c0c43393-25a2-4461-9130-198ce32f01f4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:34:50.133124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283898b7-a014-412a-ad5c-8e63fa52837b req-ef42af67-e2c9-4ece-ba54-1a61d2066d87 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:50.144597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-283898b7-a014-412a-ad5c-8e63fa52837b req-ef42af67-e2c9-4ece-ba54-1a61d2066d87 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.1558330 Jul 14 11:34:50.227978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-283898b7-a014-412a-ad5c-8e63fa52837b req-be1bd216-260b-4e39-a43b-1062f0b18052 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817680 Jul 14 11:34:50.298800 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:50.349061 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Transition to ACTIVE for port object 18938624-49a3-4a7c-b415-eb69dcdf7f1d will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:50.357331 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:50.444382 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:50.473508 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Transition to ACTIVE for port object c0c43393-25a2-4461-9130-198ce32f01f4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:50.568324 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046f83a-e3ed-4fd4-a017-eae76a47c97e None None] Pushing event updated for resources: {'Port': ['ID=18938624-49a3-4a7c-b415-eb69dcdf7f1d,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:50.568898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:50.588797 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Attempting to bind port 18938624-49a3-4a7c-b415-eb69dcdf7f1d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:50.589358 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Attempting to bind port 18938624-49a3-4a7c-b415-eb69dcdf7f1d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:50.589915 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Attempting to bind port 18938624-49a3-4a7c-b415-eb69dcdf7f1d on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:50.600020 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:50.600589 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:50.601206 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:50.601792 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:50.602510 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Bound port: 18938624-49a3-4a7c-b415-eb69dcdf7f1d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:50.603079 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:50.629584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Network 181ba48e-cd53-4e69-885a-619ebf4610cd is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:50.635175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:50.639041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:34:50.671211 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] For port 18938624-49a3-4a7c-b415-eb69dcdf7f1d, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:50.676355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb6d095a-7c5d-44e5-adbd-55a722c480a8 req-8208de8e-ff13-4fd9-b24e-5f54d3d8e2f7 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0868869 Jul 14 11:34:50.679580 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] For port 18938624-49a3-4a7c-b415-eb69dcdf7f1d, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=18938624-49a3-4a7c-b415-eb69dcdf7f1d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:50.687628 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:50.700053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c43393-25a2-4461-9130-198ce32f01f4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:50.741998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718cbdc-8b79-4e5d-a456-1deb24733ba5 req-07941e14-7367-4594-aec2-b887d04e8181 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:50.747352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:50.749588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4718cbdc-8b79-4e5d-a456-1deb24733ba5 req-07941e14-7367-4594-aec2-b887d04e8181 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 945 time: 0.2201514 Jul 14 11:34:50.778683 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:50.779325 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:34:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:50.940957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4718cbdc-8b79-4e5d-a456-1deb24733ba5 req-5bdee6e3-40dd-46f3-8511-58649d6e390c tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602325 Jul 14 11:34:51.025012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-cbf18d68-3f51-4dd5-9616-c69a8fa86af2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:51.028145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-cbf18d68-3f51-4dd5-9616-c69a8fa86af2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.64 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 945 time: 0.2775636 Jul 14 11:34:51.029234 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:51.031240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9e9efee9-931d-478a-a235-540859278f91 None None] Provisioning for port c0c43393-25a2-4461-9130-198ce32f01f4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:51.049290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9e9efee9-931d-478a-a235-540859278f91 None None] Provisioning complete for port c0c43393-25a2-4461-9130-198ce32f01f4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:51.050066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e9efee9-931d-478a-a235-540859278f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:51.140602 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046f83a-e3ed-4fd4-a017-eae76a47c97e None None] Pushing event updated for resources: {'Port': ['ID=18938624-49a3-4a7c-b415-eb69dcdf7f1d,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:51.146283 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:51.162207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9e9efee9-931d-478a-a235-540859278f91 None None] Port c0c43393-25a2-4461-9130-198ce32f01f4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:34:51.291044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6e28-ab29-4ca4-8721-5fc1732c3d11 req-b5d853b6-24ca-4aeb-9008-51fca9cf9e84 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:51.297345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6e28-ab29-4ca4-8721-5fc1732c3d11 req-b5d853b6-24ca-4aeb-9008-51fca9cf9e84 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:51.303830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6e28-ab29-4ca4-8721-5fc1732c3d11 req-b5d853b6-24ca-4aeb-9008-51fca9cf9e84 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:51.305686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d37f6e28-ab29-4ca4-8721-5fc1732c3d11 req-b5d853b6-24ca-4aeb-9008-51fca9cf9e84 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2418 time: 0.1342425 Jul 14 11:34:51.308563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Deleting port c34edbfd-13ab-4a66-8138-d58d4ef49d1f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:34:51.309059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:51.412038 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:51.420407 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:51.448764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d37f6e28-ab29-4ca4-8721-5fc1732c3d11 req-426a70eb-c602-466b-85d2-64e1ae42d6db tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089771 Jul 14 11:34:51.511277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] For port c34edbfd-13ab-4a66-8138-d58d4ef49d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:51.513131 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:51.528262 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:47Z', 'revision_number': 3, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:51.535531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Calling delete_port for c34edbfd-13ab-4a66-8138-d58d4ef49d1f owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:34:51.563967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c43393-25a2-4461-9130-198ce32f01f4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:51.613877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:51.619094 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b6e3c-7e4d-4d63-a90e-cf6471a5d26b None None] The sync data for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 is: [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:47Z', 'revision_number': 3, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:34:51.777905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Network 181ba48e-cd53-4e69-885a-619ebf4610cd is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:34:51.779972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:34:51.947195 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:51.965794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['46606d75-0b58-4437-b74c-1daf55b91b15'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:52.025797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a545cb-6228-4a23-90bd-18bc5fb54674 req-89d9c294-5605-462c-8d10-c55124056308 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:52.043933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25a545cb-6228-4a23-90bd-18bc5fb54674 req-89d9c294-5605-462c-8d10-c55124056308 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 945 time: 0.5766706 Jul 14 11:34:52.096939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:34:52.213363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25a545cb-6228-4a23-90bd-18bc5fb54674 req-4b4ee4e7-9acd-46c4-88ca-fc199262c7d8 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654665 Jul 14 11:34:52.219478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Pushing event deleted for resources: {'Port': ['ID=c34edbfd-13ab-4a66-8138-d58d4ef49d1f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:52.350369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:34:52.384509 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bc46b6d0-894d-4160-9fcb-8d78aa3de252 admin admin] 10.222.0.38 "PUT /v2.0/routers/8e5fa72d-6da2-4752-bdb2-50c17bbdfe02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8651891 Jul 14 11:34:52.416904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa78caf-f9bb-46ef-8678-442ed01b41e2 req-e3f94ca6-988d-48e3-93cb-090455bf9cd0 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:52.453207 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efa78caf-f9bb-46ef-8678-442ed01b41e2 req-e3f94ca6-988d-48e3-93cb-090455bf9cd0 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.7184737 Jul 14 11:34:52.488213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.497861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.498962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.499763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.500315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.503785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.504611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.505601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.505601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.506451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.507019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.508029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:34:52.524886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] No DVR routers for this DVR port c34edbfd-13ab-4a66-8138-d58d4ef49d1f on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:34:52.534075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:52.538962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de44e3ca-9373-4e4f-8f28-45817f0a8565 req-0d9819df-548e-438e-afcc-92643a58dbed tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.64 "DELETE /v2.0/ports/c34edbfd-13ab-4a66-8138-d58d4ef49d1f HTTP/1.1" status: 204 len: 173 time: 1.5023484 Jul 14 11:34:52.568964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'name': 'network-vif-deleted', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:52.576805 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787359e5-774c-4b85-8f78-a78d788fa524" -d '{"events": [{"server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "name": "network-vif-deleted", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:52.610230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efa78caf-f9bb-46ef-8678-442ed01b41e2 req-4570c6fd-06f1-41f9-aa40-2699b0fe38a6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514039 Jul 14 11:34:52.783621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1aca2f0f-facd-4df7-8b9b-fd0779190558 None None] Provisioning complete for port c0c43393-25a2-4461-9130-198ce32f01f4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:52.784435 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1aca2f0f-facd-4df7-8b9b-fd0779190558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:52.898611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-a1b49874-8903-4937-a5ef-c182fcefdcae tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:52.900366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-a1b49874-8903-4937-a5ef-c182fcefdcae tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.64 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 945 time: 0.2832985 Jul 14 11:34:52.910344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1aca2f0f-facd-4df7-8b9b-fd0779190558 None None] Port c0c43393-25a2-4461-9130-198ce32f01f4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:34:52.983125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4c382c8-cc25-4236-9d46-0d9e4990f7f4 req-6c1ad55b-f857-4cad-bb10-9af50ee373bf tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.1076276 Jul 14 11:34:53.166822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43960) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:53.181435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25d11a57-415f-41ac-9a9b-013405b46c03 req-22831228-20ec-4c2b-9d1b-8ed904f19278 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 210 time: 0.0901070 Jul 14 11:34:53.312744 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5f14ab-c9d3-4728-967c-c3cc01aef203 x-openstack-request-id: req-fc5f14ab-c9d3-4728-967c-c3cc01aef203 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:53.314727 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0846bd2e-78f6-4684-9fb5-deabe1062215", "name": "network-vif-deleted", "tag": "c34edbfd-13ab-4a66-8138-d58d4ef49d1f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:53.316960 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc5f14ab-c9d3-4728-967c-c3cc01aef203 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:53.317583 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0846bd2e-78f6-4684-9fb5-deabe1062215', 'name': 'network-vif-deleted', 'tag': 'c34edbfd-13ab-4a66-8138-d58d4ef49d1f', 'status': 'completed', 'code': 200} Jul 14 11:34:53.345696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Deleting port 19b7f671-5b67-48d2-a0be-8c39ddae026f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:34:53.346030 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:53.444039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55f7b387-4ffd-4c33-ae19-bab8e87b34ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:53.706327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55f7b387-4ffd-4c33-ae19-bab8e87b34ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:53.715343 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55f7b387-4ffd-4c33-ae19-bab8e87b34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:53.736876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] For port 19b7f671-5b67-48d2-a0be-8c39ddae026f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=19b7f671-5b67-48d2-a0be-8c39ddae026f,segment=NetworkSegment(47670162-6b8b-4f9b-94fa-11de1a9eb94b),segment_id=47670162-6b8b-4f9b-94fa-11de1a9eb94b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:53.741265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:53.791653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 18938624-49a3-4a7c-b415-eb69dcdf7f1d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:53.797691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Calling delete_port for 19b7f671-5b67-48d2-a0be-8c39ddae026f owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:34:53.849737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7b387-4ffd-4c33-ae19-bab8e87b34ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23073236-4fda-4068-88ac-99e277cdc2c5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:53.877995 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-55f7b387-4ffd-4c33-ae19-bab8e87b34ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=995dd5315efd425596f0fa1142ee304a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7100031 Jul 14 11:34:53.882656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44002) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:53.927597 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 18938624-49a3-4a7c-b415-eb69dcdf7f1d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:53.934513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 18938624-49a3-4a7c-b415-eb69dcdf7f1d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:53.935175 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:54.012054 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-032e9cd9-d5af-4935-a59d-8a242e4be5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:54.014622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e546a60-1594-4ea2-9d41-8f928eedc21d req-c1bf4e83-3fcc-4b25-9d90-2175c0355c69 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:54.026140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e546a60-1594-4ea2-9d41-8f928eedc21d req-c1bf4e83-3fcc-4b25-9d90-2175c0355c69 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 945 time: 0.4726036 Jul 14 11:34:54.094356 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-032e9cd9-d5af-4935-a59d-8a242e4be5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:54.119809 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:54.199199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e546a60-1594-4ea2-9d41-8f928eedc21d req-4ec1f915-b77c-4460-980b-20dd5f0e990c tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dd53859-ffa3-4170-a51a-767ae32a8a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710851 Jul 14 11:34:54.204014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 18938624-49a3-4a7c-b415-eb69dcdf7f1d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=18938624-49a3-4a7c-b415-eb69dcdf7f1d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:54.212747 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:54.254731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 19b7f671-5b67-48d2-a0be-8c39ddae026f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:34:54.262388 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-032e9cd9-d5af-4935-a59d-8a242e4be5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:54.266268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-032e9cd9-d5af-4935-a59d-8a242e4be5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:54.269128 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-032e9cd9-d5af-4935-a59d-8a242e4be5f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23073236-4fda-4068-88ac-99e277cdc2c5 HTTP/1.1" status: 204 len: 168 time: 0.3842282 Jul 14 11:34:54.318539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e9cd9-d5af-4935-a59d-8a242e4be5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23073236-4fda-4068-88ac-99e277cdc2c5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:54.504354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=18938624-49a3-4a7c-b415-eb69dcdf7f1d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:54.544428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Sync routers for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:34:54.554346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f5f9-723c-437f-8fb4-4897122ced0e req-71c48463-262f-4b29-b122-c54797289fbf tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:54.561954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d805f5f9-723c-437f-8fb4-4897122ced0e req-71c48463-262f-4b29-b122-c54797289fbf tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.4736543 Jul 14 11:34:54.583873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:54.584955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:34:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:54.763266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:54.946862 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:54.989825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44034) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:55.014720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad6e05c1-74dd-4a67-b9ee-25902f2adf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:55.145749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d805f5f9-723c-437f-8fb4-4897122ced0e req-a67e21d9-e4e1-4979-9079-18eba5988571 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822983 Jul 14 11:34:55.175223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c0c43393-25a2-4461-9130-198ce32f01f4', 'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'mac_address': 'fa:16:3e:85:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:49Z', 'updated_at': '2021-07-14T11:34:51Z', 'revision_number': 2, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'subnets': [{'id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:55.182919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:55.283510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Checking router: 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:34:55.294675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Updating router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 port c0c43393-25a2-4461-9130-198ce32f01f4 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:34:55.306563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-356fef30-91af-40bf-9d2f-d27b4e2f8c0a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:55.313532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-356fef30-91af-40bf-9d2f-d27b4e2f8c0a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:55.321150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-356fef30-91af-40bf-9d2f-d27b4e2f8c0a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:55.324279 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-356fef30-91af-40bf-9d2f-d27b4e2f8c0a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2418 time: 0.1860964 Jul 14 11:34:55.326970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad6e05c1-74dd-4a67-b9ee-25902f2adf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:55.340406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Pushing event deleted for resources: {'Port': ['ID=19b7f671-5b67-48d2-a0be-8c39ddae026f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:55.372526 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad6e05c1-74dd-4a67-b9ee-25902f2adf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:55.402740 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ad6e05c1-74dd-4a67-b9ee-25902f2adf39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e39ff82baa67457e8589a7f118c044f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111507 Jul 14 11:34:55.406390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44054) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:55.408570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] No DVR routers for this DVR port 19b7f671-5b67-48d2-a0be-8c39ddae026f on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:34:55.413717 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:55.429040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327445da-7a50-4b8a-9da1-b94f7a0e502f req-23f58d5d-5019-401c-a9ed-0bf5112f800e tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.64 "DELETE /v2.0/ports/19b7f671-5b67-48d2-a0be-8c39ddae026f HTTP/1.1" status: 204 len: 173 time: 2.4912550 Jul 14 11:34:55.432936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4553ca4e-8d03-4a6b-a6b9-0673445809cc', 'name': 'network-vif-deleted', 'tag': '19b7f671-5b67-48d2-a0be-8c39ddae026f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:55.461251 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31e4fc-67b8-41e9-b3b5-97bb7b19439d" -d '{"events": [{"server_uuid": "4553ca4e-8d03-4a6b-a6b9-0673445809cc", "name": "network-vif-deleted", "tag": "19b7f671-5b67-48d2-a0be-8c39ddae026f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:55.470558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c34edbfd-13ab-4a66-8138-d58d4ef49d1f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:34:55.540473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d8a6-f30d-4453-8212-67004c3b0b37 req-7e525928-d560-4ce4-bd2f-a893d3aee5f0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:55.543722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: c34edbfd-13ab-4a66-8138-d58d4ef49d1f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:34:55.550795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d8a6-f30d-4453-8212-67004c3b0b37 req-7e525928-d560-4ce4-bd2f-a893d3aee5f0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:55.557492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d8a6-f30d-4453-8212-67004c3b0b37 req-7e525928-d560-4ce4-bd2f-a893d3aee5f0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:55.561718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device c34edbfd-13ab-4a66-8138-d58d4ef49d1f not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:34:55.567454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6f2d8a6-f30d-4453-8212-67004c3b0b37 req-7e525928-d560-4ce4-bd2f-a893d3aee5f0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 2418 time: 1.0361326 Jul 14 11:34:55.609758 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:55.625595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b555a35-1b81-460f-9788-30fc48957b81 req-bc88ca40-50dd-4bcc-9577-ebdf4be25e90 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.1154771 Jul 14 11:34:55.639592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e05c1-74dd-4a67-b9ee-25902f2adf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aa0b18-6709-4013-8b34-9d1e8a4a38a3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:55.705673 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a4393f8-7df5-4baa-a760-07bcfdad1919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:55.722444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6f2d8a6-f30d-4453-8212-67004c3b0b37 req-a4d0dde4-e85c-4f79-a778-f14969caae44 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532114 Jul 14 11:34:55.777888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 18938624-49a3-4a7c-b415-eb69dcdf7f1d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:55.866916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a4393f8-7df5-4baa-a760-07bcfdad1919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:55.997450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting port 353d9487-6c23-417e-870e-535bd2718fc1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:34:55.997986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:56.034242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1758542-456c-4ed7-8709-0c55163c7ba2 req-b93ed768-4f71-40d6-bc5e-c2fdb7135a64 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 210 time: 0.0982654 Jul 14 11:34:56.227183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74ce49fb-c01f-4fc3-b667-004008282d46 req-a967c211-7627-4585-b2ef-e97e63b61f96 tempest-InstanceActionsTestJSON-1448516380 tempest-InstanceActionsTestJSON-1448516380-project] 10.222.0.38 "GET /v2.0/ports?device_id=4553ca4e-8d03-4a6b-a6b9-0673445809cc HTTP/1.1" status: 200 len: 210 time: 0.1462595 Jul 14 11:34:56.252842 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f772205-f512-430d-a046-7d2d392fdc07 x-openstack-request-id: req-2f772205-f512-430d-a046-7d2d392fdc07 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:56.253425 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4553ca4e-8d03-4a6b-a6b9-0673445809cc", "name": "network-vif-deleted", "tag": "19b7f671-5b67-48d2-a0be-8c39ddae026f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:56.253941 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f772205-f512-430d-a046-7d2d392fdc07 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:56.256006 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4553ca4e-8d03-4a6b-a6b9-0673445809cc', 'name': 'network-vif-deleted', 'tag': '19b7f671-5b67-48d2-a0be-8c39ddae026f', 'status': 'completed', 'code': 200} Jul 14 11:34:56.267182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a4393f8-7df5-4baa-a760-07bcfdad1919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:56.269947 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a4393f8-7df5-4baa-a760-07bcfdad1919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:56.272553 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7a4393f8-7df5-4baa-a760-07bcfdad1919 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98aa0b18-6709-4013-8b34-9d1e8a4a38a3 HTTP/1.1" status: 204 len: 168 time: 0.8620448 Jul 14 11:34:56.293512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4393f8-7df5-4baa-a760-07bcfdad1919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aa0b18-6709-4013-8b34-9d1e8a4a38a3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:56.398771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] For port 353d9487-6c23-417e-870e-535bd2718fc1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=353d9487-6c23-417e-870e-535bd2718fc1,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:56.399434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:56.472866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Calling delete_port for 353d9487-6c23-417e-870e-535bd2718fc1 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:34:56.520590 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:56.553896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Transition to ACTIVE for port object c0c43393-25a2-4461-9130-198ce32f01f4 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:34:56.631676 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:56.749924 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:56.757982 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039d4e-263d-4c76-a39c-46b6d919b771 req-26fcf305-e013-4c57-b478-8d7402fc033c tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:56.777056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9039d4e-263d-4c76-a39c-46b6d919b771 req-26fcf305-e013-4c57-b478-8d7402fc033c tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.2200813 Jul 14 11:34:56.873711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9039d4e-263d-4c76-a39c-46b6d919b771 req-d171b8d2-eebd-4b76-be9f-1bad01fe17b5 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953295 Jul 14 11:34:56.888937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:56.938451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e66d37-ae74-4260-ba1a-372606c356ac None None] Pushing event updated for resources: {'Port': ['ID=c0c43393-25a2-4461-9130-198ce32f01f4,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:56.993649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Port': ['ID=353d9487-6c23-417e-870e-535bd2718fc1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:57.006206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['353d9487-6c23-417e-870e-535bd2718fc1', '5a62dba8-0276-41c1-aa41-1db87b2e5fad', '7e57238c-708c-41ca-be54-50455591e404'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:34:57.111216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 18938624-49a3-4a7c-b415-eb69dcdf7f1d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:57.111824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:57.116943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Attempting to bind port c0c43393-25a2-4461-9130-198ce32f01f4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:34:57.117553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Attempting to bind port c0c43393-25a2-4461-9130-198ce32f01f4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:34:57.118424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Attempting to bind port c0c43393-25a2-4461-9130-198ce32f01f4 on network 181ba48e-cd53-4e69-885a-619ebf4610cd {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:34:57.139163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9371020-19e8-4c77-9167-d6356a3e06db req-d10186fb-dea5-42a8-839b-0e13d785ec17 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.1449165 Jul 14 11:34:57.202837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] No DVR routers for this DVR port 353d9487-6c23-417e-870e-535bd2718fc1 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:34:57.208757 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:57.226939 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-94a70ee9-3249-470f-8ea6-5b4d2b9ed0fe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "DELETE /v2.0/ports/353d9487-6c23-417e-870e-535bd2718fc1 HTTP/1.1" status: 204 len: 173 time: 1.8964243 Jul 14 11:34:57.227476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-deleted', 'tag': '353d9487-6c23-417e-870e-535bd2718fc1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:34:57.250149 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859e0d27-e978-490d-92e7-83ef9013cc8e" -d '{"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-deleted", "tag": "353d9487-6c23-417e-870e-535bd2718fc1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:34:57.260949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:34:57.261338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Checking segment: {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:34:57.282320 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:57.286728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Bound using segment: {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:34:57.287472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Bound port: c0c43393-25a2-4461-9130-198ce32f01f4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:34:57.288104 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:57.432780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc3b21-4ec8-4e8f-ba00-8a8a5cc96508 req-b9a25312-f9c3-492b-9c54-95f7f215fdae tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:57.451213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc3b21-4ec8-4e8f-ba00-8a8a5cc96508 req-b9a25312-f9c3-492b-9c54-95f7f215fdae tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:57.458886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ecdc3b21-4ec8-4e8f-ba00-8a8a5cc96508 req-b9a25312-f9c3-492b-9c54-95f7f215fdae tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 1682 time: 0.2421465 Jul 14 11:34:57.581166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ecdc3b21-4ec8-4e8f-ba00-8a8a5cc96508 req-40b67595-de00-4feb-b1ef-4b8a28149ac1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203349 Jul 14 11:34:57.671553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] For port c0c43393-25a2-4461-9130-198ce32f01f4, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:34:57.677307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] For port c0c43393-25a2-4461-9130-198ce32f01f4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c0c43393-25a2-4461-9130-198ce32f01f4,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:34:57.703965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6bf852ee-97d6-41ee-b1d5-02830ff0f41c req-c6bd8724-9109-451c-ad94-be9b83c5c794 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 210 time: 0.1488461 Jul 14 11:34:57.708760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:57.883005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44100) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:57.956579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:34:57.957223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:34:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:58.022766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0e5446-5e7c-4bc2-ac56-a67ebd8b8f9f admin admin] Deleting subnet 41461254-477f-4a20-ab8f-9a83dd92f79d {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:34:58.037495 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0e5446-5e7c-4bc2-ac56-a67ebd8b8f9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:58.139133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e66d37-ae74-4260-ba1a-372606c356ac None None] Pushing event updated for resources: {'Port': ['ID=c0c43393-25a2-4461-9130-198ce32f01f4,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:58.149077 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0e5446-5e7c-4bc2-ac56-a67ebd8b8f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:58.299710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0e5446-5e7c-4bc2-ac56-a67ebd8b8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:58.327152 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:58.369428 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfb2034-082f-4c39-9131-57a772662dd9 x-openstack-request-id: req-cdfb2034-082f-4c39-9131-57a772662dd9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:34:58.370018 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-deleted", "tag": "353d9487-6c23-417e-870e-535bd2718fc1", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:34:58.370018 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdfb2034-082f-4c39-9131-57a772662dd9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:34:58.370365 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-deleted', 'tag': '353d9487-6c23-417e-870e-535bd2718fc1', 'status': 'completed', 'code': 200} Jul 14 11:34:58.460103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0e5446-5e7c-4bc2-ac56-a67ebd8b8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:58.461540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting port 7e57238c-708c-41ca-be54-50455591e404 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:34:58.462128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:58.665571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] For port 7e57238c-708c-41ca-be54-50455591e404, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=7e57238c-708c-41ca-be54-50455591e404,segment=NetworkSegment(147b49e2-2a23-4f3e-9a6c-e2b803d66bee),segment_id=147b49e2-2a23-4f3e-9a6c-e2b803d66bee)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:58.665973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:58.693776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e5446-5e7c-4bc2-ac56-a67ebd8b8f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41461254-477f-4a20-ab8f-9a83dd92f79d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:58.697696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:34:58.708471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Calling delete_port for 7e57238c-708c-41ca-be54-50455591e404 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:34:58.756065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9a7b49b-23e7-4149-afc9-3df786c06e94 req-adbbf28b-45a2-41f9-8182-492509b1e283 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.2058117 Jul 14 11:34:58.773188 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0e5446-5e7c-4bc2-ac56-a67ebd8b8f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:58.776538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-df0e5446-5e7c-4bc2-ac56-a67ebd8b8f9f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/41461254-477f-4a20-ab8f-9a83dd92f79d HTTP/1.1" status: 204 len: 168 time: 0.8913994 Jul 14 11:34:58.781601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44120) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:34:58.934920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:58.981509 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.011180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Port': ['ID=7e57238c-708c-41ca-be54-50455591e404,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:59.068684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca224c0-3331-49ab-a496-9dd448bad9a2 req-931c4746-84a5-40fd-a04c-62c9cdf6ed85 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:59.074799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ca224c0-3331-49ab-a496-9dd448bad9a2 req-931c4746-84a5-40fd-a04c-62c9cdf6ed85 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.6578145 Jul 14 11:34:59.200396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] No DVR routers for this DVR port 7e57238c-708c-41ca-be54-50455591e404 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:34:59.201794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.207580 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.211414 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-563bcf61-1f24-4e34-807e-5d3411d6a6a1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "DELETE /v2.0/ports/7e57238c-708c-41ca-be54-50455591e404 HTTP/1.1" status: 204 len: 173 time: 1.9526563 Jul 14 11:34:59.226726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080b79f9-da12-46d5-8e5d-67d1f902c7c0']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:59.268351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47670162-6b8b-4f9b-94fa-11de1a9eb94b') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:59.268654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47670162-6b8b-4f9b-94fa-11de1a9eb94b') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:59.293550 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.316324 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.320780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c0c43393-25a2-4461-9130-198ce32f01f4', 'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'mac_address': 'fa:16:3e:85:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:49Z', 'updated_at': '2021-07-14T11:34:57Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'subnets': [{'id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:34:59.324835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:34:59.325622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.398590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767cf8b9-bfc4-446f-bf71-e0de701b4647 None None] The sync data for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 is: [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c0c43393-25a2-4461-9130-198ce32f01f4', 'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'mac_address': 'fa:16:3e:85:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:49Z', 'updated_at': '2021-07-14T11:34:57Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'subnets': [{'id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:34:59.418426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting port 5a62dba8-0276-41c1-aa41-1db87b2e5fad {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:34:59.419590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:34:59.492959 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:34:59.505863 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.524113 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.527070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] 10.222.0.38 "DELETE /v2.0/networks/080b79f9-da12-46d5-8e5d-67d1f902c7c0 HTTP/1.1" status: 204 len: 168 time: 0.7374935 Jul 14 11:34:59.617290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bfb0c-497f-4a78-9e25-4beb8464ac0c admin admin] Pushing event deleted for resources: {'Network': ['ID=080b79f9-da12-46d5-8e5d-67d1f902c7c0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:34:59.671775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] For port 5a62dba8-0276-41c1-aa41-1db87b2e5fad, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5a62dba8-0276-41c1-aa41-1db87b2e5fad,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:34:59.672473 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:34:59.691797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ca224c0-3331-49ab-a496-9dd448bad9a2 req-e93e7937-693d-4d81-9be9-9aa501920c66 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749762 Jul 14 11:34:59.711688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Calling delete_port for 5a62dba8-0276-41c1-aa41-1db87b2e5fad owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:34:59.723686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83c4c8-5f26-4058-b9ab-694326057c05 req-671a793f-1aa4-47f2-ac3f-68deaa90db53 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:34:59.725308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c83c4c8-5f26-4058-b9ab-694326057c05 req-671a793f-1aa4-47f2-ac3f-68deaa90db53 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 946 time: 0.3179548 Jul 14 11:34:59.855161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c0c43393-25a2-4461-9130-198ce32f01f4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:34:59.895743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c83c4c8-5f26-4058-b9ab-694326057c05 req-87a047eb-21da-443d-93ce-41bcd522b700 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497488 Jul 14 11:34:59.974045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c0c43393-25a2-4461-9130-198ce32f01f4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:34:59.982596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c0c43393-25a2-4461-9130-198ce32f01f4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:34:59.983183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:00.025338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44136) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:00.091089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:00.151044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb24746b-e736-4d88-8113-2e5ecd3f2684 req-8fe4dcd9-21a3-48dd-91a9-8486db62dcfa tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 210 time: 0.1264374 Jul 14 11:35:00.181722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Port': ['ID=5a62dba8-0276-41c1-aa41-1db87b2e5fad,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:00.221473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 353d9487-6c23-417e-870e-535bd2718fc1 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:35:00.224255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ee9070f8-df4e-4c4d-9e7e-b8c386b09909 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6d9874acdf64ebf9e7d4e4cb2c1393f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970627 Jul 14 11:35:00.225114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44140) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:00.302403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 353d9487-6c23-417e-870e-535bd2718fc1 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:35:00.303014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 353d9487-6c23-417e-870e-535bd2718fc1 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:35:00.303617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5a62dba8-0276-41c1-aa41-1db87b2e5fad no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:35:00.360472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 5a62dba8-0276-41c1-aa41-1db87b2e5fad {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:35:00.361634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5a62dba8-0276-41c1-aa41-1db87b2e5fad not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:35:00.362226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 7e57238c-708c-41ca-be54-50455591e404 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:35:00.366192 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:00.382725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-deleted', 'tag': '7e57238c-708c-41ca-be54-50455591e404'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:00.391728 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52a6dbb-33cf-4587-a8a5-0a23bee0e10f" -d '{"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-deleted", "tag": "7e57238c-708c-41ca-be54-50455591e404"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:00.406875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] No DVR routers for this DVR port 5a62dba8-0276-41c1-aa41-1db87b2e5fad on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:35:00.418431 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:00.424896 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-db176915-10c1-4edf-8b41-ab2a00cce742 req-2edfd802-b23d-480c-a537-c994c010af21 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "DELETE /v2.0/ports/5a62dba8-0276-41c1-aa41-1db87b2e5fad HTTP/1.1" status: 204 len: 173 time: 1.2020187 Jul 14 11:35:00.459466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31b4c609-533f-4f42-b74e-25afa0351648 req-7bb94c85-026d-4d8e-87ec-bb895b76f272 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.1664569 Jul 14 11:35:00.462801 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c937a00-ea02-4402-8004-2c17593177e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:00.495259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 7e57238c-708c-41ca-be54-50455591e404 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:35:00.495616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 7e57238c-708c-41ca-be54-50455591e404 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:35:00.544242 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c17b1b8-5cea-4486-93ac-f527f437f7d9 x-openstack-request-id: req-2c17b1b8-5cea-4486-93ac-f527f437f7d9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:00.544540 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-deleted", "tag": "7e57238c-708c-41ca-be54-50455591e404", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:00.544793 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c17b1b8-5cea-4486-93ac-f527f437f7d9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:00.545209 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-deleted', 'tag': '7e57238c-708c-41ca-be54-50455591e404', 'status': 'completed', 'code': 200} Jul 14 11:35:00.553098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c0c43393-25a2-4461-9130-198ce32f01f4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c0c43393-25a2-4461-9130-198ce32f01f4,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:00.568991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:00.590851 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c937a00-ea02-4402-8004-2c17593177e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:00.738009 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c937a00-ea02-4402-8004-2c17593177e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:00.758035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c0c43393-25a2-4461-9130-198ce32f01f4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:00.758219 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c937a00-ea02-4402-8004-2c17593177e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:00.760435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2c937a00-ea02-4402-8004-2c17593177e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7dd53859-ffa3-4170-a51a-767ae32a8a26 HTTP/1.1" status: 204 len: 168 time: 0.5342174 Jul 14 11:35:00.784249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.785717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.786232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.786740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.787272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.787773 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.788292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.788789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.789303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.789810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.790375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.790868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:00.813213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c937a00-ea02-4402-8004-2c17593177e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd53859-ffa3-4170-a51a-767ae32a8a26,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:01.153616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1fb55-9d4f-4ddf-a960-50d966710841 req-11119f34-4215-442a-a9b7-ed9d91af2fad tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:01.165130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dee1fb55-9d4f-4ddf-a960-50d966710841 req-11119f34-4215-442a-a9b7-ed9d91af2fad tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.1740582 Jul 14 11:35:01.302276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dee1fb55-9d4f-4ddf-a960-50d966710841 req-a538223f-259c-4c6e-ba70-62f207f16e50 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299748 Jul 14 11:35:01.375979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a23ec11-cf3e-4fca-ab90-f9f61492fac2 req-496d7834-ac0b-40d7-aef3-261deb708a06 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=76b360e1-1b48-4032-8b38-52b31d5498db HTTP/1.1" status: 200 len: 210 time: 0.1334350 Jul 14 11:35:01.661206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1a5596c-7c26-40a0-95fa-4214302888e4 req-2c9c6873-ddbb-4833-9564-ce689d64983d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=0846bd2e-78f6-4684-9fb5-deabe1062215 HTTP/1.1" status: 200 len: 210 time: 0.1210518 Jul 14 11:35:01.809157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c0c43393-25a2-4461-9130-198ce32f01f4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:01.899281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67a1d541-040d-4e37-b0df-8df6e438a682 req-a20d2df7-c91d-4059-807c-7d1698c386e3 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0972688 Jul 14 11:35:01.959664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c0c43393-25a2-4461-9130-198ce32f01f4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:01.960072 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:02.546471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-deleted', 'tag': '5a62dba8-0276-41c1-aa41-1db87b2e5fad'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:02.550457 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edbe8fd-5e1f-4e85-99f4-84472b9c5976" -d '{"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-deleted", "tag": "5a62dba8-0276-41c1-aa41-1db87b2e5fad"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:02.625069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44204) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:02.759629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a74a696-49e0-408d-93ec-846e0ad0469d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting subnet 973d62ea-bd9b-4822-bff7-f639b66e75a5 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:35:02.764145 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74a696-49e0-408d-93ec-846e0ad0469d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:02.832566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da6213-5864-4741-9d55-da4fe1d7fac6 req-80849c85-cbc3-4188-86db-598254412ba2 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:02.833197 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74a696-49e0-408d-93ec-846e0ad0469d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:02.840946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79da6213-5864-4741-9d55-da4fe1d7fac6 req-80849c85-cbc3-4188-86db-598254412ba2 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.2775490 Jul 14 11:35:02.928495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79da6213-5864-4741-9d55-da4fe1d7fac6 req-14cfd762-b817-4521-a431-dda36fddc172 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844584 Jul 14 11:35:02.946544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74a696-49e0-408d-93ec-846e0ad0469d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:02.989011 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67f5a36-46d4-4801-b5b7-766dda2f4f04 x-openstack-request-id: req-c67f5a36-46d4-4801-b5b7-766dda2f4f04 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:03.000191 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b360e1-1b48-4032-8b38-52b31d5498db", "name": "network-vif-deleted", "tag": "5a62dba8-0276-41c1-aa41-1db87b2e5fad", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:03.000698 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c67f5a36-46d4-4801-b5b7-766dda2f4f04 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:03.006298 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b360e1-1b48-4032-8b38-52b31d5498db', 'name': 'network-vif-deleted', 'tag': '5a62dba8-0276-41c1-aa41-1db87b2e5fad', 'status': 'completed', 'code': 200} Jul 14 11:35:03.128990 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74a696-49e0-408d-93ec-846e0ad0469d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:03.186781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b4537d0-f692-4921-a769-86d088a007b6 req-fb9f7b66-11ec-475e-abbe-e85d698bd28f tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0782437 Jul 14 11:35:03.202275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74a696-49e0-408d-93ec-846e0ad0469d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Subnet': ['ID=973d62ea-bd9b-4822-bff7-f639b66e75a5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:03.210543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74a696-49e0-408d-93ec-846e0ad0469d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:03.212395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1bbdc7-c4ed-4352-82d1-411b993594af None None] Network 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:03.213259 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1a74a696-49e0-408d-93ec-846e0ad0469d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "DELETE /v2.0/subnets/973d62ea-bd9b-4822-bff7-f639b66e75a5 HTTP/1.1" status: 204 len: 168 time: 0.5864892 Jul 14 11:35:03.216060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44226) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:03.341113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:03.436825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting port e76add8e-962f-4ad9-971b-d26d225a20a6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:35:03.437181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:03.586316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] For port e76add8e-962f-4ad9-971b-d26d225a20a6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e76add8e-962f-4ad9-971b-d26d225a20a6,segment=NetworkSegment(147b49e2-2a23-4f3e-9a6c-e2b803d66bee),segment_id=147b49e2-2a23-4f3e-9a6c-e2b803d66bee)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:03.587381 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:03.605807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Calling delete_port for e76add8e-962f-4ad9-971b-d26d225a20a6 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:35:03.615404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87459420-0c43-4014-a7f0-c92c5000eef1 None None] DHCP port deletion for 2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:35:03.714004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-87459420-0c43-4014-a7f0-c92c5000eef1 None None] Deleting port e76add8e-962f-4ad9-971b-d26d225a20a6 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:35:03.714501 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87459420-0c43-4014-a7f0-c92c5000eef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:03.764534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:03.800041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-87459420-0c43-4014-a7f0-c92c5000eef1 None None] For port e76add8e-962f-4ad9-971b-d26d225a20a6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e76add8e-962f-4ad9-971b-d26d225a20a6,segment=NetworkSegment(147b49e2-2a23-4f3e-9a6c-e2b803d66bee),segment_id=147b49e2-2a23-4f3e-9a6c-e2b803d66bee)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:03.800676 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87459420-0c43-4014-a7f0-c92c5000eef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:03.833190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Port': ['ID=e76add8e-962f-4ad9-971b-d26d225a20a6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:03.837218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-87459420-0c43-4014-a7f0-c92c5000eef1 None None] Calling delete_port for e76add8e-962f-4ad9-971b-d26d225a20a6 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:35:03.839556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] No DVR routers for this DVR port e76add8e-962f-4ad9-971b-d26d225a20a6 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:35:03.854270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e76add8e-962f-4ad9-971b-d26d225a20a6 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:35:03.936706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e76add8e-962f-4ad9-971b-d26d225a20a6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:35:03.944089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e76add8e-962f-4ad9-971b-d26d225a20a6 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:35:04.180490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:04.246508 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:04.283957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147b49e2-2a23-4f3e-9a6c-e2b803d66bee') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:04.284577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147b49e2-2a23-4f3e-9a6c-e2b803d66bee') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:04.323841 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87459420-0c43-4014-a7f0-c92c5000eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:04.336061 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:04.388687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87459420-0c43-4014-a7f0-c92c5000eef1 None None] Pushing event deleted for resources: {'Port': ['ID=e76add8e-962f-4ad9-971b-d26d225a20a6,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:04.405103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87459420-0c43-4014-a7f0-c92c5000eef1 None None] No DVR routers for this DVR port e76add8e-962f-4ad9-971b-d26d225a20a6 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:35:04.406689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:04.439988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:35:04.445400 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:35:04.614503 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:35:04.636077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44264) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:04.661832 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:04.676236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:04.682791 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "DELETE /v2.0/networks/2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d HTTP/1.1" status: 204 len: 168 time: 1.4654016 Jul 14 11:35:04.708172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44268) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:04.709506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061acd5c-4380-4a60-92df-c06484e4d8d0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Network': ['ID=2ddcc68a-fd2e-4c6a-a0ab-9b27aefbdf3d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:04.717920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7142c5b-9d68-492e-a481-ed21c49f15a8 req-2670430e-7502-49b0-ac01-058bfbd3ff54 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.1077526 Jul 14 11:35:04.850804 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25a4eb11-aeda-4254-afdf-6c912ca7a532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:04.918871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-827ef3ee-ae63-4774-8880-57fbb85dacce tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting subnet 364b91bf-fbe8-49d2-8e31-9ef5634adb58 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:35:04.936279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada06b7-7a98-4104-a1e0-66cfcb4fa8cf req-2c8a55d8-51e2-47ba-b572-509d5ac867d4 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:04.952288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aada06b7-7a98-4104-a1e0-66cfcb4fa8cf req-2c8a55d8-51e2-47ba-b572-509d5ac867d4 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.4521170 Jul 14 11:35:04.955929 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-827ef3ee-ae63-4774-8880-57fbb85dacce tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.042845 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-827ef3ee-ae63-4774-8880-57fbb85dacce tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.048121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25a4eb11-aeda-4254-afdf-6c912ca7a532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.057828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25a4eb11-aeda-4254-afdf-6c912ca7a532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.090449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aada06b7-7a98-4104-a1e0-66cfcb4fa8cf req-2b1aac2e-2c9a-4c68-a7d2-4ed363955c42 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252632 Jul 14 11:35:05.138560 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-25a4eb11-aeda-4254-afdf-6c912ca7a532 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d34c250bdded490b9e602e46f4b6803c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007424 Jul 14 11:35:05.139289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4eb11-aeda-4254-afdf-6c912ca7a532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0335220-dbe7-410d-9a39-91e1c0c5f01b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:05.144029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44270) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:05.230675 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-827ef3ee-ae63-4774-8880-57fbb85dacce tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.276601 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ec15d45-e60f-49ee-b9b1-1104658cac8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.309613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ec15d45-e60f-49ee-b9b1-1104658cac8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.376885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ec15d45-e60f-49ee-b9b1-1104658cac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.380204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ec15d45-e60f-49ee-b9b1-1104658cac8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.381831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5ec15d45-e60f-49ee-b9b1-1104658cac8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d0335220-dbe7-410d-9a39-91e1c0c5f01b HTTP/1.1" status: 204 len: 168 time: 0.2364426 Jul 14 11:35:05.393800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec15d45-e60f-49ee-b9b1-1104658cac8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0335220-dbe7-410d-9a39-91e1c0c5f01b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:05.418161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-827ef3ee-ae63-4774-8880-57fbb85dacce tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.457288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-827ef3ee-ae63-4774-8880-57fbb85dacce tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.457646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a685deb-bf92-4ee7-ad87-9b692eeabc0d None None] Network 9ffc094e-f02b-4083-b9cc-b065ef22c055 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:05.463566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-827ef3ee-ae63-4774-8880-57fbb85dacce tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "DELETE /v2.0/subnets/364b91bf-fbe8-49d2-8e31-9ef5634adb58 HTTP/1.1" status: 204 len: 168 time: 0.7423253 Jul 14 11:35:05.464780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44276) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:05.572879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ef3ee-ae63-4774-8880-57fbb85dacce tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Subnet': ['ID=364b91bf-fbe8-49d2-8e31-9ef5634adb58,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:05.886246 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:05.951516 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-003e24f9-21b6-4eaf-a5a3-a38bfecc99dd req-3cfcb401-fc30-45ff-b3d0-dc6c244fd660 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0644159 Jul 14 11:35:06.025930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting port 205df8c4-f22c-4a50-a18f-d40500e5064e {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:35:06.026301 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:06.209420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537afa80-44ed-40a2-82a5-b5e97d4a0cc0 None None] DHCP port deletion for 9ffc094e-f02b-4083-b9cc-b065ef22c055 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:35:06.317342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-951c5c01-aaf2-45ed-95c5-4067eefbbc7c req-99ba4a31-d8e1-4677-9ab3-31ba02a52f4a tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.1266832 Jul 14 11:35:06.325905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-537afa80-44ed-40a2-82a5-b5e97d4a0cc0 None None] Deleting port 205df8c4-f22c-4a50-a18f-d40500e5064e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:35:06.326860 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-537afa80-44ed-40a2-82a5-b5e97d4a0cc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:06.432865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] For port 205df8c4-f22c-4a50-a18f-d40500e5064e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=205df8c4-f22c-4a50-a18f-d40500e5064e,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:06.433165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:06.444081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-537afa80-44ed-40a2-82a5-b5e97d4a0cc0 None None] For port 205df8c4-f22c-4a50-a18f-d40500e5064e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=205df8c4-f22c-4a50-a18f-d40500e5064e,segment=NetworkSegment(b95f9b06-7a84-41ba-b273-c7b495a35988),segment_id=b95f9b06-7a84-41ba-b273-c7b495a35988)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:06.445671 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-537afa80-44ed-40a2-82a5-b5e97d4a0cc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:06.490686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-537afa80-44ed-40a2-82a5-b5e97d4a0cc0 None None] Calling delete_port for 205df8c4-f22c-4a50-a18f-d40500e5064e owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:35:06.540175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Calling delete_port for 205df8c4-f22c-4a50-a18f-d40500e5064e owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:35:06.787315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90649c-c2a6-45df-8eac-c641b6beff0a req-c143685f-696b-4860-ad22-ff0d7d78f338 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:06.794844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a90649c-c2a6-45df-8eac-c641b6beff0a req-c143685f-696b-4860-ad22-ff0d7d78f338 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.4614642 Jul 14 11:35:06.848735 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-537afa80-44ed-40a2-82a5-b5e97d4a0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:06.931444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537afa80-44ed-40a2-82a5-b5e97d4a0cc0 None None] Pushing event deleted for resources: {'Port': ['ID=205df8c4-f22c-4a50-a18f-d40500e5064e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:06.950397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537afa80-44ed-40a2-82a5-b5e97d4a0cc0 None None] No DVR routers for this DVR port 205df8c4-f22c-4a50-a18f-d40500e5064e on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:35:07.004051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a90649c-c2a6-45df-8eac-c641b6beff0a req-adf05190-9f7a-40ec-8d15-e8a60115b79c tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950693 Jul 14 11:35:07.037454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.114203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] No DVR routers for this DVR port 205df8c4-f22c-4a50-a18f-d40500e5064e on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:35:07.132304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Port': ['ID=205df8c4-f22c-4a50-a18f-d40500e5064e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:07.272414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44318) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:07.316306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.335055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffc094e-f02b-4083-b9cc-b065ef22c055']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:07.399528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95f9b06-7a84-41ba-b273-c7b495a35988') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:07.399839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95f9b06-7a84-41ba-b273-c7b495a35988') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:07.424288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.451835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.467080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:35:07.467538 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:35:07.471562 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:35:07.495913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1522987754-network', 'tenant_id': '32cec261a407494189ca3949d6d969ae'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:07.528316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Made reservation on behalf of 32cec261a407494189ca3949d6d969ae for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:07.535550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.554801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.598415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43166300-b8f7-453f-ba60-9cde6673beeb req-181a46d7-fe88-4604-b996-680cb4f36bb2 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0526278 Jul 14 11:35:07.606492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.616432 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.627887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "DELETE /v2.0/networks/9ffc094e-f02b-4083-b9cc-b065ef22c055 HTTP/1.1" status: 204 len: 168 time: 2.1560836 Jul 14 11:35:07.627887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44324) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:07.651180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-111153093'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:07.690221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ce303-d604-423c-b113-9345cd5f208e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Network': ['ID=9ffc094e-f02b-4083-b9cc-b065ef22c055,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:07.760590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.768741 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.795106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:35:07.796960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:07.801710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.814964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.815296 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Added segment 5139959e-9d9b-4693-84f3-e00cb1f82b4a of type vlan for network 53da603f-c8a8-4203-97fd-895ac1ec1871 Jul 14 11:35:07.845650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 205df8c4-f22c-4a50-a18f-d40500e5064e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:35:07.868979 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.912348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 205df8c4-f22c-4a50-a18f-d40500e5064e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:35:07.916456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:35:07.924030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 205df8c4-f22c-4a50-a18f-d40500e5064e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:35:07.928515 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.929506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:07.930111 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.950564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:07.951060 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Added segment ce046fa3-cadf-495b-b462-6ab1f736cde3 of type vlan for network 1e51f3e3-2332-4593-90b6-498162dfc52f Jul 14 11:35:08.068405 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:08.138048 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:08.144815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:08.145710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:08.290586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Pushing event updated for resources: {'Network': ['ID=53da603f-c8a8-4203-97fd-895ac1ec1871,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:08.296226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67398f6-219e-4af6-9b65-4140c7763ca3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:08.302496 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e58f22ca-ef29-4acd-8cf2-0aff2cabfb7e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0289688 Jul 14 11:35:08.305508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:35:08.314290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44344) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:08.330376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Request body: {'subnet': {'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1522987754-subnet', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:08.409016 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Made reservation on behalf of 32cec261a407494189ca3949d6d969ae for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:08.416615 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:08.432173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Network': ['ID=1e51f3e3-2332-4593-90b6-498162dfc52f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:08.456628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7c4e22da-ddc6-40f8-a39e-b531b2dd2e13 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8114073 Jul 14 11:35:08.481457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1e51f3e3-2332-4593-90b6-498162dfc52f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:35:08.601704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44346) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:08.615514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'subnet': {'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:08.813894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eb997-3dbd-47d1-adcc-8c4799517bf9 req-debf59f7-3021-4995-8fb2-21369d51f1cd tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:08.826741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c15eb997-3dbd-47d1-adcc-8c4799517bf9 req-debf59f7-3021-4995-8fb2-21369d51f1cd tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.3829181 Jul 14 11:35:08.967245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c15eb997-3dbd-47d1-adcc-8c4799517bf9 req-0dce3dab-17ca-4a4e-b041-52c307bb128b tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394510 Jul 14 11:35:09.010192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:09.014048 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:09.055929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:09.221275 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-149ba97f-4eb8-49fb-b06a-afdebafb3c96 req-b128af6f-8756-4d40-ac1c-af69dace4c2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78e7eac68efb4b9388e1894cde4dfccd&device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.1036878 Jul 14 11:35:09.332580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Checking segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:09.333896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Network hostable DHCP agents. Network: 53da603f-c8a8-4203-97fd-895ac1ec1871, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:35:09.352068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96801ef-089e-480e-92cc-5f1b98baab38,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:09.372004 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-149ba97f-4eb8-49fb-b06a-afdebafb3c96 req-0d6c3afe-a589-4e0f-9616-5279f38f04ae service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=78e7eac68efb4b9388e1894cde4dfccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1381147 Jul 14 11:35:09.408530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0969d5f6-fc0d-499b-9c3e-76af6d4a6f7b req-dc9f8b38-e552-43a2-8dfa-551694fa74ca tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0764959 Jul 14 11:35:09.421718 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-46b47437-0769-46a6-bec7-836b1951f219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:09.528184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:09.550930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:35:09.589823 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 53da603f-c8a8-4203-97fd-895ac1ec1871) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:09.600786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694198e3-f4fb-412e-81e3-4ae670f166da None None] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:09.622005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:09.623715 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:09.662402 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e24afa74-ef73-4584-8311-017fd98870b6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3468065 Jul 14 11:35:09.665308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44362) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:09.683823 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:09.703359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Subnet': ['ID=83b49bf7-2b68-4bbb-9c14-97003a1aef2c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:09.747818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Checking segment: {'id': 'ce046fa3-cadf-495b-b462-6ab1f736cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:09.748265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network hostable DHCP agents. Network: 1e51f3e3-2332-4593-90b6-498162dfc52f, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:35:09.756511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:09.758442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:09.799677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network 1e51f3e3-2332-4593-90b6-498162dfc52f is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:35:09.819189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1e51f3e3-2332-4593-90b6-498162dfc52f) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:09.842284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:09.845524 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:09.876764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3e539f76-38f8-4133-b382-107b207f9d8f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2705758 Jul 14 11:35:09.879448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44364) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:09.899068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-665952970'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:09.901222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4138c56-1b58-43b7-9519-de5eca748802 None None] Network 1e51f3e3-2332-4593-90b6-498162dfc52f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:09.925395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ba97f-4eb8-49fb-b06a-afdebafb3c96 req-0523056e-efad-4494-9993-5cea38a4d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:09.926884 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-149ba97f-4eb8-49fb-b06a-afdebafb3c96 req-0523056e-efad-4494-9993-5cea38a4d059 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5435641 Jul 14 11:35:09.945453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:09.951674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:09.960750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:10.033546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:35:10.078079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:10.079086 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Added segment 7e082163-205a-4f63-9dd1-25b0b05b25e1 of type vlan for network be0b6386-278a-4ef3-9f4f-3312e2227dee Jul 14 11:35:10.207234 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:10.215092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-53da603f-c8a8-4203-97fd-895ac1ec1871', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:35:10.216611 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:10.417974 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:10.418574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:10.436632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:10.437321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:10.496499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Allocated IP 172.20.0.2 (53da603f-c8a8-4203-97fd-895ac1ec1871/e96801ef-089e-480e-92cc-5f1b98baab38/b1a6facf-2003-41ae-9837-435e02f2c62f) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:10.561311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6783447 Jul 14 11:35:10.566791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44380) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:10.575472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'subnet': {'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:10.710316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5e166-1077-4429-a216-bd39063437c5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Network': ['ID=be0b6386-278a-4ef3-9f4f-3312e2227dee,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:10.846598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67160ac7-9840-4d19-aadf-f5ea84c117a9 req-4a79c1fc-1467-451c-afdc-5058df584a3b tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:10.850676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67160ac7-9840-4d19-aadf-f5ea84c117a9 req-4a79c1fc-1467-451c-afdc-5058df584a3b tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.5161741 Jul 14 11:35:10.900736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8ca51-01de-4ecf-88a1-2ab14e69b58c req-345aa0b6-9baf-4257-bb5d-c7cc1a6c2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:10.904184 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7aa8ca51-01de-4ecf-88a1-2ab14e69b58c req-345aa0b6-9baf-4257-bb5d-c7cc1a6c2d67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 1097 time: 0.3275185 Jul 14 11:35:10.914855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network be0b6386-278a-4ef3-9f4f-3312e2227dee details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:35:11.022633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67160ac7-9840-4d19-aadf-f5ea84c117a9 req-9fddbee4-73f4-4b20-8a74-f983e83685d4 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643815 Jul 14 11:35:11.024772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:11.045854 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:11.046244 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7aa8ca51-01de-4ecf-88a1-2ab14e69b58c req-6bfcc8e0-3d25-44a1-9772-8394c81d2361 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284084 Jul 14 11:35:11.267771 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:11.360185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Transition to ACTIVE for port object b1a6facf-2003-41ae-9837-435e02f2c62f will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:11.386822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-1e51f3e3-2332-4593-90b6-498162dfc52f', 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'fixed_ips': [{'subnet_id': '83b49bf7-2b68-4bbb-9c14-97003a1aef2c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:35:11.387720 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:11.396862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4677f277-fe67-457e-8f69-3864966d67e6 req-46c1a8bf-38d9-485b-8658-ecc3aa503cad tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.1695056 Jul 14 11:35:11.433966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Transition to ACTIVE for port object b1a6facf-2003-41ae-9837-435e02f2c62f will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:11.446750 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:11.505739 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-149ba97f-4eb8-49fb-b06a-afdebafb3c96 req-92567b9f-9c34-4156-b330-69662166c30f tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.45 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.2708061 Jul 14 11:35:11.529238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Pushing event updated for resources: {'Port': ['ID=b1a6facf-2003-41ae-9837-435e02f2c62f,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:11.609940 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:11.711886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:11.747596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11deda-f969-43b9-8a55-d358ff282b83 req-893a40e4-91b3-41dd-a532-986204a096e0 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:11.750443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e11deda-f969-43b9-8a55-d358ff282b83 req-893a40e4-91b3-41dd-a532-986204a096e0 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 944 time: 0.3768077 Jul 14 11:35:11.762873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:11.782639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:11.800791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:11.923481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e11deda-f969-43b9-8a55-d358ff282b83 req-a293225a-e9a5-44da-95b4-d452252cbffc tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593885 Jul 14 11:35:12.046375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Attempting to bind port b1a6facf-2003-41ae-9837-435e02f2c62f on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:12.049636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Attempting to bind port b1a6facf-2003-41ae-9837-435e02f2c62f by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:12.049959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Attempting to bind port b1a6facf-2003-41ae-9837-435e02f2c62f on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:12.057103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.144157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:12.144546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Checking segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:12.144960 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.145371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Bound using segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:12.145834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Bound port: b1a6facf-2003-41ae-9837-435e02f2c62f, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:12.146217 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.229362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-048ce2f5-9250-4fcf-a95b-dd0817d0642d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:12.231729 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-048ce2f5-9250-4fcf-a95b-dd0817d0642d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.45 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 944 time: 0.5554912 Jul 14 11:35:12.269892 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3fa8d2d4-58c2-4388-a9c7-62ccb6000e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.290297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Checking segment: {'id': '7e082163-205a-4f63-9dd1-25b0b05b25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:12.290664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network hostable DHCP agents. Network: be0b6386-278a-4ef3-9f4f-3312e2227dee, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:35:12.294669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Allocated IP 19.80.0.2 (1e51f3e3-2332-4593-90b6-498162dfc52f/83b49bf7-2b68-4bbb-9c14-97003a1aef2c/17bf4851-520b-4036-9535-b074c3ab3d8e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:12.298490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Subnet': ['ID=2b698edf-27f0-4d13-b70d-63d2b45315f5,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:12.350449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Allocated IP 172.25.2.99 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/ccba598c-27c0-4d30-a62d-c4dbce44405e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:12.379006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network be0b6386-278a-4ef3-9f4f-3312e2227dee is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:35:12.458997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, be0b6386-278a-4ef3-9f4f-3312e2227dee) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:12.483118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:12.484389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.561613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950071-97f2-4c43-93f1-374bcb234309 req-73c421fb-5adb-4714-9719-cbac13932926 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:12.593460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce950071-97f2-4c43-93f1-374bcb234309 req-73c421fb-5adb-4714-9719-cbac13932926 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.3048856 Jul 14 11:35:12.600857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a0bd3c-3d65-4ced-8f7b-2a66ebf68de0 None None] Network be0b6386-278a-4ef3-9f4f-3312e2227dee requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:12.604607 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.610887 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.634311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c37a232e-d862-4ece-ac13-d072d672f2eb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0630400 Jul 14 11:35:12.677371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Transition to ACTIVE for port object 17bf4851-520b-4036-9535-b074c3ab3d8e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:12.680224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] For port b1a6facf-2003-41ae-9837-435e02f2c62f, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:12.695955 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Deleting port 46606d75-0b58-4437-b74c-1daf55b91b15 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:35:12.696393 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.714331 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.715959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] For port b1a6facf-2003-41ae-9837-435e02f2c62f, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b1a6facf-2003-41ae-9837-435e02f2c62f,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:12.733837 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.739407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Transition to ACTIVE for port object 17bf4851-520b-4036-9535-b074c3ab3d8e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:12.762397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce950071-97f2-4c43-93f1-374bcb234309 req-8b1de113-0566-469b-b7e9-f7fb7cde76d8 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264989 Jul 14 11:35:12.828993 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:12.920290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4305dd-4a4f-4caf-a87d-29e05637d2a7 None None] Pushing event updated for resources: {'Port': ['ID=b1a6facf-2003-41ae-9837-435e02f2c62f,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:12.936363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b8640f0-9b2f-4d12-8c67-da19ff8591da req-a5cbfa17-20ba-494e-90ee-b8b00376f8c3 tempest-ServerShowV254Test-838261274 tempest-ServerShowV254Test-838261274-project] 10.222.0.38 "GET /v2.0/ports?device_id=751b7630-807e-423c-8068-fb2cda9987e7 HTTP/1.1" status: 200 len: 210 time: 0.0851417 Jul 14 11:35:13.018955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Network 1e51f3e3-2332-4593-90b6-498162dfc52f is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:13.031379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:13.077963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] For port 46606d75-0b58-4437-b74c-1daf55b91b15, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=46606d75-0b58-4437-b74c-1daf55b91b15,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:13.078962 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:13.090872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:13.105557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:13.189394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Calling delete_port for 46606d75-0b58-4437-b74c-1daf55b91b15 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:35:13.189529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Pushing event updated for resources: {'Port': ['ID=17bf4851-520b-4036-9535-b074c3ab3d8e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:13.249520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:13.257138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:13.262725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:13.363656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Attempting to bind port 17bf4851-520b-4036-9535-b074c3ab3d8e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:13.366923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Attempting to bind port 17bf4851-520b-4036-9535-b074c3ab3d8e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ce046fa3-cadf-495b-b462-6ab1f736cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:13.367220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Attempting to bind port 17bf4851-520b-4036-9535-b074c3ab3d8e on network 1e51f3e3-2332-4593-90b6-498162dfc52f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:13.404139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-be0b6386-278a-4ef3-9f4f-3312e2227dee', 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'fixed_ips': [{'subnet_id': '2b698edf-27f0-4d13-b70d-63d2b45315f5'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:35:13.405007 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:13.424903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:13.425600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Checking segment: {'id': 'ce046fa3-cadf-495b-b462-6ab1f736cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:13.426184 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:13.426738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Bound using segment: {'id': 'ce046fa3-cadf-495b-b462-6ab1f736cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:13.427403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Bound port: 17bf4851-520b-4036-9535-b074c3ab3d8e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce046fa3-cadf-495b-b462-6ab1f736cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:13.428015 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:13.454517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Pushing event updated for resources: {'Port': ['ID=ccba598c-27c0-4d30-a62d-c4dbce44405e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:13.485196 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:13.500062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfee58-d65e-48e0-bb2b-0dcc34ca1bd6 req-a2251dc1-49b8-4209-b5a4-d49d12cf97df tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:13.514645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5bcfee58-d65e-48e0-bb2b-0dcc34ca1bd6 req-a2251dc1-49b8-4209-b5a4-d49d12cf97df tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03e0b75-c6ff-4a84-9268-794fa641338d HTTP/1.1" status: 200 len: 944 time: 0.2707942 Jul 14 11:35:13.604896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] For port 17bf4851-520b-4036-9535-b074c3ab3d8e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:13.608581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] For port 17bf4851-520b-4036-9535-b074c3ab3d8e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=17bf4851-520b-4036-9535-b074c3ab3d8e,segment=NetworkSegment(ce046fa3-cadf-495b-b462-6ab1f736cde3),segment_id=ce046fa3-cadf-495b-b462-6ab1f736cde3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:13.618619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5bcfee58-d65e-48e0-bb2b-0dcc34ca1bd6 req-ec7dcad8-e8c4-454d-ad73-9eab9bc163b8 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027033 Jul 14 11:35:13.645358 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:13.646096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-5e2a4e4e-34de-4a69-af53-de8a4cf20a64 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:13.662680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-5e2a4e4e-34de-4a69-af53-de8a4cf20a64 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:13.691734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-5e2a4e4e-34de-4a69-af53-de8a4cf20a64 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/networks?id=1e51f3e3-2332-4593-90b6-498162dfc52f&id=be0b6386-278a-4ef3-9f4f-3312e2227dee HTTP/1.1" status: 200 len: 1390 time: 0.6155238 Jul 14 11:35:13.785534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-e8a849aa-7159-45f8-b1f7-3b71a77a2069 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/quotas/aca6ed6d8df9422e829367de3cbc8b20 HTTP/1.1" status: 200 len: 375 time: 0.0926704 Jul 14 11:35:13.958304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b1a6facf-2003-41ae-9837-435e02f2c62f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:14.070751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a2c52-f66f-4ec5-9ed5-1219715aa173 None None] Pushing event updated for resources: {'Port': ['ID=17bf4851-520b-4036-9535-b074c3ab3d8e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:14.177907 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:14.184253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b1a6facf-2003-41ae-9837-435e02f2c62f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:14.204738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['46606d75-0b58-4437-b74c-1daf55b91b15'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:35:14.209173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dfe848f8-30da-4b82-8402-2b38f33440bd tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4227366 Jul 14 11:35:14.265118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Pushing event deleted for resources: {'Port': ['ID=46606d75-0b58-4437-b74c-1daf55b91b15,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:14.308435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Allocated IP 19.86.0.2 (be0b6386-278a-4ef3-9f4f-3312e2227dee/2b698edf-27f0-4d13-b70d-63d2b45315f5/17523759-cb59-42c3-aca3-96986c9e2a60) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:14.396967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] No DVR routers for this DVR port 46606d75-0b58-4437-b74c-1daf55b91b15 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:35:14.419760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-e79a2e7f-278d-4b66-9e75-b8c2bfc260bb tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:14.425747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:14.426626 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdf8f355-f2ad-4309-9c73-7dc322c5b763 req-191688ce-8716-4dc6-9026-a7fd1f3b368e tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.45 "DELETE /v2.0/ports/46606d75-0b58-4437-b74c-1daf55b91b15 HTTP/1.1" status: 204 len: 173 time: 2.1799922 Jul 14 11:35:14.427367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'name': 'network-vif-deleted', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:14.429832 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77782273-d56c-4d35-853e-28e019c9d71a" -d '{"events": [{"server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "name": "network-vif-deleted", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:14.454326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-e79a2e7f-278d-4b66-9e75-b8c2bfc260bb tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 811 time: 0.5765948 Jul 14 11:35:14.473427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:14.511145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-b71c02b6-899a-46fa-8113-40bf76c99a5a tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/quotas/3655e5c70eaa4217a6ab3d36a5a6c6cc HTTP/1.1" status: 200 len: 375 time: 0.0546458 Jul 14 11:35:14.819354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-8e0cb397-3312-4049-bd12-1fdada3efd2b service neutron] 10.222.0.38 "GET /v2.0/networks/1e51f3e3-2332-4593-90b6-498162dfc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090908 Jul 14 11:35:15.004840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-217aca3f-ad3c-4fd5-a0bc-2f64f4b435bf tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4919086 Jul 14 11:35:15.060270 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:15.072587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:15.087649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Transition to ACTIVE for port object 17523759-cb59-42c3-aca3-96986c9e2a60 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:15.123075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Transition to ACTIVE for port object 17523759-cb59-42c3-aca3-96986c9e2a60 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:15.138003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb856a37-f033-4dba-aea4-b746f52f63f3 None None] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:15.148836 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:15.241970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-5f6f7ef6-22cc-495e-a0f1-92cb4d6c9943 service neutron] 10.222.0.38 "GET /v2.0/networks/1e51f3e3-2332-4593-90b6-498162dfc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068310 Jul 14 11:35:15.460410 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:15.473763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Network be0b6386-278a-4ef3-9f4f-3312e2227dee is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:15.476727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bbb3dff5-380b-4d33-ab44-5f787696bae6 None None] Provisioning for port b1a6facf-2003-41ae-9837-435e02f2c62f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:15.485529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bbb3dff5-380b-4d33-ab44-5f787696bae6 None None] Provisioning complete for port b1a6facf-2003-41ae-9837-435e02f2c62f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:15.486118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dff5-380b-4d33-ab44-5f787696bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:15.487989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Pushing event updated for resources: {'Port': ['ID=17523759-cb59-42c3-aca3-96986c9e2a60,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:15.500956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:15.541920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:15.851790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Attempting to bind port 17523759-cb59-42c3-aca3-96986c9e2a60 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:15.852208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Attempting to bind port 17523759-cb59-42c3-aca3-96986c9e2a60 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '7e082163-205a-4f63-9dd1-25b0b05b25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:15.852623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Attempting to bind port 17523759-cb59-42c3-aca3-96986c9e2a60 on network be0b6386-278a-4ef3-9f4f-3312e2227dee {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:15.866150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:15.866530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Checking segment: {'id': '7e082163-205a-4f63-9dd1-25b0b05b25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:15.866934 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:15.867327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Bound using segment: {'id': '7e082163-205a-4f63-9dd1-25b0b05b25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:15.867819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Bound port: 17523759-cb59-42c3-aca3-96986c9e2a60, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e082163-205a-4f63-9dd1-25b0b05b25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:15.868390 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:15.984771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 17bf4851-520b-4036-9535-b074c3ab3d8e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:16.051486 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dff5-380b-4d33-ab44-5f787696bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:16.071491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:35:16.129391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c7d952-3f5a-408d-925b-ab212aa3d225 None None] Network 1e51f3e3-2332-4593-90b6-498162dfc52f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:16.188990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-50418dce-3279-463f-81f0-4eea0a5620e3 service neutron] 10.222.0.38 "GET /v2.0/networks/be0b6386-278a-4ef3-9f4f-3312e2227dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9461107 Jul 14 11:35:16.190953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-ec983f26-0133-4b45-802e-4a0b789518ab service neutron] 10.222.0.38 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1768382 Jul 14 11:35:16.207191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-bbb3dff5-380b-4d33-ab44-5f787696bae6 None None] For port b1a6facf-2003-41ae-9837-435e02f2c62f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b1a6facf-2003-41ae-9837-435e02f2c62f,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:16.222040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] For port 17523759-cb59-42c3-aca3-96986c9e2a60, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:16.235758 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dff5-380b-4d33-ab44-5f787696bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:16.258236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:35:16.271157 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Sync routers for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:35:16.296668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] For port 17523759-cb59-42c3-aca3-96986c9e2a60, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=17523759-cb59-42c3-aca3-96986c9e2a60,segment=NetworkSegment(7e082163-205a-4f63-9dd1-25b0b05b25e1),segment_id=7e082163-205a-4f63-9dd1-25b0b05b25e1)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:16.321514 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:35:16.331138 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:35:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:16.356518 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:16.365279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:16.370626 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-495eb362-6859-433a-9c0c-55a1350ea642 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6972322 Jul 14 11:35:16.376162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 17bf4851-520b-4036-9535-b074c3ab3d8e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:16.376805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44450) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:16.609069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 46606d75-0b58-4437-b74c-1daf55b91b15 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:35:16.611164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-76be9721-a040-4f19-b55f-84821f25fbae service neutron] 10.222.0.38 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031208 Jul 14 11:35:16.611319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3dff5-380b-4d33-ab44-5f787696bae6 None None] Pushing event updated for resources: {'Port': ['ID=b1a6facf-2003-41ae-9837-435e02f2c62f,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:16.629724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-af70c988-4c4e-4bfc-a3b2-6041d93bbc93 service neutron] 10.222.0.38 "GET /v2.0/networks/be0b6386-278a-4ef3-9f4f-3312e2227dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141936 Jul 14 11:35:16.685548 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:35:16.813831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1d476c42-c8bb-4c4a-83cf-ce53a69e0f68 None None] Provisioning for port 17bf4851-520b-4036-9535-b074c3ab3d8e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:16.843590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 46606d75-0b58-4437-b74c-1daf55b91b15 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:35:16.862932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 46606d75-0b58-4437-b74c-1daf55b91b15 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:35:16.881304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1d476c42-c8bb-4c4a-83cf-ce53a69e0f68 None None] Provisioning complete for port 17bf4851-520b-4036-9535-b074c3ab3d8e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:16.910339 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d476c42-c8bb-4c4a-83cf-ce53a69e0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:17.110325 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbb4001-e57b-49bf-9c4f-b08ab0acb226 x-openstack-request-id: req-cfbb4001-e57b-49bf-9c4f-b08ab0acb226 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:17.110943 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03e0b75-c6ff-4a84-9268-794fa641338d", "name": "network-vif-deleted", "tag": "46606d75-0b58-4437-b74c-1daf55b91b15", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:17.149113 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cfbb4001-e57b-49bf-9c4f-b08ab0acb226 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:17.152443 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03e0b75-c6ff-4a84-9268-794fa641338d', 'name': 'network-vif-deleted', 'tag': '46606d75-0b58-4437-b74c-1daf55b91b15', 'status': 'completed', 'code': 200} Jul 14 11:35:17.164464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e87dbf-57de-4098-be4d-8643e370d5c4 None None] Pushing event updated for resources: {'Port': ['ID=17523759-cb59-42c3-aca3-96986c9e2a60,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:17.575390 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d476c42-c8bb-4c4a-83cf-ce53a69e0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:17.583146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e5ac13c-f46b-4d2d-9d0c-039b43b57934 req-41adc110-f5cb-4ede-bd46-f21632a7dbfc tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 210 time: 0.2397664 Jul 14 11:35:17.737328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1d476c42-c8bb-4c4a-83cf-ce53a69e0f68 None None] For port 17bf4851-520b-4036-9535-b074c3ab3d8e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=17bf4851-520b-4036-9535-b074c3ab3d8e,segment=NetworkSegment(ce046fa3-cadf-495b-b462-6ab1f736cde3),segment_id=ce046fa3-cadf-495b-b462-6ab1f736cde3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:17.752992 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d476c42-c8bb-4c4a-83cf-ce53a69e0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:17.757007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3db7c0da-3054-4abf-8539-03676a160f0d req-c829de06-5772-49e7-b112-96a0f6dc97cf tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 210 time: 0.1255369 Jul 14 11:35:18.019908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44486) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:18.100682 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:13Z', 'revision_number': 3, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:18.109193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b1a6facf-2003-41ae-9837-435e02f2c62f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:18.158037 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Checking router: 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:35:18.158386 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Updating router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 port ccba598c-27c0-4d30-a62d-c4dbce44405e binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:35:18.162040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-72ff8b96-743b-405f-b48b-b07291a97ddf None None] Provisioning complete for port b1a6facf-2003-41ae-9837-435e02f2c62f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:18.162417 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-72ff8b96-743b-405f-b48b-b07291a97ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:18.264257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:18.343183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d476c42-c8bb-4c4a-83cf-ce53a69e0f68 None None] Pushing event updated for resources: {'Port': ['ID=17bf4851-520b-4036-9535-b074c3ab3d8e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:18.351333 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:18.434456 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3b266249-3a9e-44ca-a487-8163da0134bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:18.681907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b1a6facf-2003-41ae-9837-435e02f2c62f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:18.682288 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:18.797442 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3b266249-3a9e-44ca-a487-8163da0134bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:18.803700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3b266249-3a9e-44ca-a487-8163da0134bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:18.897859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b266249-3a9e-44ca-a487-8163da0134bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18548fa-6f16-4670-b44c-caa9235df29b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:18.904925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3b266249-3a9e-44ca-a487-8163da0134bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78e7eac68efb4b9388e1894cde4dfccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8837757 Jul 14 11:35:18.909505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44506) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:18.992149 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e17cb3ab-2974-4b0d-8b84-cc3d5876cacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.028526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Allocated IP 172.20.0.1 (53da603f-c8a8-4203-97fd-895ac1ec1871/e96801ef-089e-480e-92cc-5f1b98baab38/5b32e252-72c5-49d3-af51-85fc719ff9b9) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:19.074418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6590269f-46a6-403e-bc75-7546e9d46272 None None] Network be0b6386-278a-4ef3-9f4f-3312e2227dee requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:19.090997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f9c9d06-9ece-4dca-9df3-dfb1fe32a94e req-0b72f1d8-652c-48fb-bea2-5592e9e7d3d4 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 210 time: 0.0964117 Jul 14 11:35:19.111951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e17cb3ab-2974-4b0d-8b84-cc3d5876cacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.218113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 17523759-cb59-42c3-aca3-96986c9e2a60 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:19.222129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7c13-6644-4e67-b450-31d2d6f18283 req-8f87b5d5-6f67-4078-8a88-237b6fda2188 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:19.241872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9645f1b6-9965-4a26-b141-53d1aaa7137e None None] Provisioning complete for port 17bf4851-520b-4036-9535-b074c3ab3d8e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:19.242116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d6b7c13-6644-4e67-b450-31d2d6f18283 req-8f87b5d5-6f67-4078-8a88-237b6fda2188 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 944 time: 0.2208107 Jul 14 11:35:19.242655 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9645f1b6-9965-4a26-b141-53d1aaa7137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.399571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e17cb3ab-2974-4b0d-8b84-cc3d5876cacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.405133 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e17cb3ab-2974-4b0d-8b84-cc3d5876cacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.407456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e17cb3ab-2974-4b0d-8b84-cc3d5876cacf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a18548fa-6f16-4670-b44c-caa9235df29b HTTP/1.1" status: 204 len: 168 time: 0.4967935 Jul 14 11:35:19.465318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cb3ab-2974-4b0d-8b84-cc3d5876cacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18548fa-6f16-4670-b44c-caa9235df29b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:19.475531 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.485082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d6b7c13-6644-4e67-b450-31d2d6f18283 req-c00b109b-11d2-44d8-87a9-0ff7d2b178d9 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402532 Jul 14 11:35:19.502706 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Transition to ACTIVE for port object ccba598c-27c0-4d30-a62d-c4dbce44405e will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:19.522606 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.570071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-6fda9715-4d31-4e12-a0fc-0192801f9407 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:19.590903 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-6fda9715-4d31-4e12-a0fc-0192801f9407 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.45 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 944 time: 0.4842577 Jul 14 11:35:19.611742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2defc605-e2c6-48b7-96fe-f21bde8aa9f1 req-d8dad088-6f33-462e-acc3-7414959783c4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 210 time: 0.1198223 Jul 14 11:35:19.701255 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Pushing event updated for resources: {'Port': ['ID=ccba598c-27c0-4d30-a62d-c4dbce44405e,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:19.701903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 17523759-cb59-42c3-aca3-96986c9e2a60 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:19.768122 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.773343 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.777067 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.778744 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.779090 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.779429 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.784650 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.785204 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.786146 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.787184 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.788898 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.789422 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.790788 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:19.801717 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Attempting to bind port ccba598c-27c0-4d30-a62d-c4dbce44405e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:19.803601 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Attempting to bind port ccba598c-27c0-4d30-a62d-c4dbce44405e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:19.805998 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Attempting to bind port ccba598c-27c0-4d30-a62d-c4dbce44405e on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:19.824271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Transition to ACTIVE for port object 5b32e252-72c5-49d3-af51-85fc719ff9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:19.824926 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:19.825437 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:19.825956 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.826444 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:19.833584 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Bound port: ccba598c-27c0-4d30-a62d-c4dbce44405e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:19.834600 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:19.877785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Deleting port 4fc718c6-8ac4-42bf-8144-9be71d233294 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:35:19.880337 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:20.021313 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] For port ccba598c-27c0-4d30-a62d-c4dbce44405e, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:20.033837 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] For port ccba598c-27c0-4d30-a62d-c4dbce44405e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ccba598c-27c0-4d30-a62d-c4dbce44405e,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:20.046272 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:20.059531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 17bf4851-520b-4036-9535-b074c3ab3d8e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:20.080580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9674c77b-7d3a-4cf0-a4d9-3fd17461ca62 None None] Provisioning for port 17523759-cb59-42c3-aca3-96986c9e2a60 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:20.175939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9674c77b-7d3a-4cf0-a4d9-3fd17461ca62 None None] Provisioning complete for port 17523759-cb59-42c3-aca3-96986c9e2a60 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:20.178159 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9674c77b-7d3a-4cf0-a4d9-3fd17461ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:20.219465 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:20.247705 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:35:20.260295 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:35:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:20.481772 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cb882-cd0a-4b22-a4fb-0c9b68bf1268 None None] Pushing event updated for resources: {'Port': ['ID=ccba598c-27c0-4d30-a62d-c4dbce44405e,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:20.483726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:20.554672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:20.577328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:20.597730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9674c77b-7d3a-4cf0-a4d9-3fd17461ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:20.600143 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:35:20.645583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a514137b-ffee-44b1-a3df-29d88503eed7 req-8459cd74-499d-493a-bbf6-e1625e6879b9 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 210 time: 0.1573269 Jul 14 11:35:20.702371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 17bf4851-520b-4036-9535-b074c3ab3d8e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:20.702929 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:20.715062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:20.754057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] For port 4fc718c6-8ac4-42bf-8144-9be71d233294, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4fc718c6-8ac4-42bf-8144-9be71d233294,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:20.757963 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:20.771590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9674c77b-7d3a-4cf0-a4d9-3fd17461ca62 None None] For port 17523759-cb59-42c3-aca3-96986c9e2a60, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=17523759-cb59-42c3-aca3-96986c9e2a60,segment=NetworkSegment(7e082163-205a-4f63-9dd1-25b0b05b25e1),segment_id=7e082163-205a-4f63-9dd1-25b0b05b25e1)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:20.809059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Calling delete_port for 4fc718c6-8ac4-42bf-8144-9be71d233294 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:35:20.857853 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9674c77b-7d3a-4cf0-a4d9-3fd17461ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:21.082573 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:13Z', 'revision_number': 3, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:21.092651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674c77b-7d3a-4cf0-a4d9-3fd17461ca62 None None] Pushing event updated for resources: {'Port': ['ID=17523759-cb59-42c3-aca3-96986c9e2a60,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:21.136884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-76a42b2d-bcd6-407b-bb29-95f7f98869e3 None None] Provisioning complete for port 17523759-cb59-42c3-aca3-96986c9e2a60 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:21.137278 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76a42b2d-bcd6-407b-bb29-95f7f98869e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:21.166065 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be0e07-1a1f-43c8-9ee6-05d9e0d2ddd6 None None] The sync data for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 is: [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:13Z', 'revision_number': 3, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:35:21.235482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:21.237820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Pushing event updated for resources: {'Port': ['ID=5b32e252-72c5-49d3-af51-85fc719ff9b9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:21.288558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9f13a12-45a1-4676-9f63-9e5003eef530 req-61eb72bf-c85f-48c4-92eb-1f3eabef9f33 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 210 time: 0.1925263 Jul 14 11:35:21.329238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Pushing event deleted for resources: {'Port': ['ID=4fc718c6-8ac4-42bf-8144-9be71d233294,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:21.457832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] No DVR routers for this DVR port 4fc718c6-8ac4-42bf-8144-9be71d233294 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:35:21.470848 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:21.473615 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6299b6a6-dcd8-4f02-b5df-1b1ada283990 req-127968ba-ca89-4bff-8a3f-fbd456b37263 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.45 "DELETE /v2.0/ports/4fc718c6-8ac4-42bf-8144-9be71d233294 HTTP/1.1" status: 204 len: 173 time: 1.8815942 Jul 14 11:35:21.474465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'name': 'network-vif-deleted', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:21.483660 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4528aa6-49ce-478e-ab53-a4c5acab6be1" -d '{"events": [{"server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "name": "network-vif-deleted", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:21.525453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-61a94787-ff75-46d6-ab3d-fcaa99ea7df8 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:21.542249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-61a94787-ff75-46d6-ab3d-fcaa99ea7df8 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:21.546154 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-61a94787-ff75-46d6-ab3d-fcaa99ea7df8 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "GET /v2.0/networks?id=1e51f3e3-2332-4593-90b6-498162dfc52f&id=be0b6386-278a-4ef3-9f4f-3312e2227dee HTTP/1.1" status: 200 len: 1390 time: 1.2780633 Jul 14 11:35:21.550924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44556) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:21.556718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d969f43-e558-4caa-97eb-32083170e483 req-694bb8b5-7558-4946-bf1c-da82da11a0b2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:21.576958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d969f43-e558-4caa-97eb-32083170e483 req-694bb8b5-7558-4946-bf1c-da82da11a0b2 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=e764cec2-723c-4666-82e4-625544cf88e9 HTTP/1.1" status: 200 len: 944 time: 0.6901548 Jul 14 11:35:21.586837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'port': {'device_id': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f', 'admin_state_up': True, 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:21.672984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e2574885-6b6b-443c-823e-f09a9bcaa27d None None] Provisioning for port 5b32e252-72c5-49d3-af51-85fc719ff9b9 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:21.673250 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da740f39-f59c-414c-b596-dd95bfd2ed4a x-openstack-request-id: req-da740f39-f59c-414c-b596-dd95bfd2ed4a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:21.673490 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e764cec2-723c-4666-82e4-625544cf88e9", "name": "network-vif-deleted", "tag": "4fc718c6-8ac4-42bf-8144-9be71d233294", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:21.673791 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da740f39-f59c-414c-b596-dd95bfd2ed4a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:21.675543 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e764cec2-723c-4666-82e4-625544cf88e9', 'name': 'network-vif-deleted', 'tag': '4fc718c6-8ac4-42bf-8144-9be71d233294', 'status': 'completed', 'code': 200} Jul 14 11:35:21.680726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e2574885-6b6b-443c-823e-f09a9bcaa27d None None] Provisioning complete for port 5b32e252-72c5-49d3-af51-85fc719ff9b9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:21.681474 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e2574885-6b6b-443c-823e-f09a9bcaa27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:21.852056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e2574885-6b6b-443c-823e-f09a9bcaa27d None None] Port 5b32e252-72c5-49d3-af51-85fc719ff9b9 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:35:21.917883 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d969f43-e558-4caa-97eb-32083170e483 req-c942bfd8-4681-4f65-b2b4-c66647d996d6 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397021 Jul 14 11:35:21.970254 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:35:22.183697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-ac0e66d0-635a-4faa-bf90-ff5d380187e6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:22.185580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-ac0e66d0-635a-4faa-bf90-ff5d380187e6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.64 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 811 time: 0.9260585 Jul 14 11:35:22.244020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Request body: {'port': {'device_id': '67b28736-253c-4050-81e9-ed43438001c5', 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759', 'admin_state_up': True, 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:22.352533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 17523759-cb59-42c3-aca3-96986c9e2a60 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:22.366206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:22.392254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-430521520-network', 'tenant_id': '389af71c25b840298cd32bea403ab4b1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:22.400542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:22.419307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:22.548574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 17523759-cb59-42c3-aca3-96986c9e2a60 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:22.548962 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:22.648449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4fc718c6-8ac4-42bf-8144-9be71d233294 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:35:22.730590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 4fc718c6-8ac4-42bf-8144-9be71d233294 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:35:22.730590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4fc718c6-8ac4-42bf-8144-9be71d233294 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:35:22.736438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bce9b5fc-6a66-49be-8c1e-20bbef9f6de3 req-7d7eca3c-3a5e-4503-ad14-2a524ecaa77f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 210 time: 0.5474432 Jul 14 11:35:22.853823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1b5bace-52fe-44a7-902a-0b95447708cd req-e44fa890-e7e6-4742-a85b-7acfe88b9f8b tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 210 time: 0.1268821 Jul 14 11:35:22.914590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ccba598c-27c0-4d30-a62d-c4dbce44405e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:23.030393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port ccba598c-27c0-4d30-a62d-c4dbce44405e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:23.035654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ccba598c-27c0-4d30-a62d-c4dbce44405e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:23.036815 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.071773 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.129736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.184245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Made reservation on behalf of 3655e5c70eaa4217a6ab3d36a5a6c6cc for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:23.189313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.305683 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.322279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Made reservation on behalf of 389af71c25b840298cd32bea403ab4b1 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:23.325037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.413504 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.434894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Pushing event updated for resources: {'Port': ['ID=5b32e252-72c5-49d3-af51-85fc719ff9b9,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:23.714754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Allocated IP 172.20.0.12 (a7384f13-45f2-4544-817f-b0d63a93d759/81572362-eb86-49bf-8af8-d8021ce18714/64a06cb8-6ac5-4f89-8662-0ea9ae9b3506) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:23.767572 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.871640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port ccba598c-27c0-4d30-a62d-c4dbce44405e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ccba598c-27c0-4d30-a62d-c4dbce44405e,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:23.873677 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.881324 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.920479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:23.990010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:35:23.997353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=ccba598c-27c0-4d30-a62d-c4dbce44405e,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:24.154196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:24.154754 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Added segment 4c94ef07-a609-4e47-8be1-11b7865e1511 of type vlan for network c49b283f-2d1c-426a-bed4-1c415e11bba4 Jul 14 11:35:24.166074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65c78f5e-d197-45f5-9371-c4942cda6035 req-f770a0c2-8af1-4d04-8cab-efcc969f0c0a tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 210 time: 0.0519822 Jul 14 11:35:24.244721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:24.268331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a6b47c-3dd2-46b9-8084-187c77c63e8e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:24.290485 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Allocated IP 19.80.0.235 (1e51f3e3-2332-4593-90b6-498162dfc52f/83b49bf7-2b68-4bbb-9c14-97003a1aef2c/34e706d6-7fb4-4cca-b2fa-46d40d79766d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:24.341973 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:24.348151 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:24.358740 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:24.429071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-384e648c-244d-43cf-8e15-d4456b8748c3 req-f04c9e68-9deb-4ca7-8725-cd86cb2ddca3 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 210 time: 0.2565162 Jul 14 11:35:24.434924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:24.436755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:24.436960 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:24.526651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:24.540019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['37ec94c4-15af-44d7-85b8-cdbe240447df'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:35:24.569112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] Pushing event updated for resources: {'Network': ['ID=c49b283f-2d1c-426a-bed4-1c415e11bba4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:24.600084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network c49b283f-2d1c-426a-bed4-1c415e11bba4 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:35:24.693783 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-75f1fd3a-f607-4469-abc3-3391acc94dca admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.1270297 Jul 14 11:35:24.706898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44594) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:24.762109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Request body: {'subnet': {'network_id': 'c49b283f-2d1c-426a-bed4-1c415e11bba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-430521520-subnet', 'tenant_id': '389af71c25b840298cd32bea403ab4b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:24.838972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Made reservation on behalf of 389af71c25b840298cd32bea403ab4b1 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:24.842387 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:24.851661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Pushing event updated for resources: {'Port': ['ID=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:24.857553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Network a7384f13-45f2-4544-817f-b0d63a93d759 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:24.881284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:24.891906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-56274641-5323-46e7-b644-62e37bd09df1 None None] Provisioning complete for port 5b32e252-72c5-49d3-af51-85fc719ff9b9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:24.893721 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56274641-5323-46e7-b644-62e37bd09df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:24.914580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-ee1ee8b7-67ef-4b3d-9faf-0fe39fb12aa3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:24.916305 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-ee1ee8b7-67ef-4b3d-9faf-0fe39fb12aa3 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 944 time: 0.5390582 Jul 14 11:35:24.962678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:25.081604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-56274641-5323-46e7-b644-62e37bd09df1 None None] Port 5b32e252-72c5-49d3-af51-85fc719ff9b9 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:35:25.195267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597ee35-c40b-45e8-afea-450b9c6b4f1a req-d0bd0f65-3651-458c-83f5-5fa4037abdb6 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:25.197231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c597ee35-c40b-45e8-afea-450b9c6b4f1a req-d0bd0f65-3651-458c-83f5-5fa4037abdb6 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 944 time: 0.6349807 Jul 14 11:35:25.242664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:25.246179 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:25.308963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-04a820a8-e109-4228-8013-b3675f21281e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0860877 Jul 14 11:35:25.348214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Request body: {'port': {'device_id': '67b28736-253c-4050-81e9-ed43438001c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:25.446226 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:25.450955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c597ee35-c40b-45e8-afea-450b9c6b4f1a req-9db461ef-ecba-4ffc-b05a-3ef7df277599 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400444 Jul 14 11:35:25.458969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:35:25.604725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:25.630243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051d225f-ada0-4a5e-8973-42c66054c6f4,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:25.649285 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Transition to ACTIVE for port object 34e706d6-7fb4-4cca-b2fa-46d40d79766d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:25.720384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b29cb-b097-46d5-bab3-1b150a8c0183 req-05d8242f-9f7e-4412-ac61-655658d484ae tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:25.727023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Deleting port 6d79e98c-3078-4810-82b9-86f57aea50e7 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:35:25.727369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:25.736616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-075b29cb-b097-46d5-bab3-1b150a8c0183 req-05d8242f-9f7e-4412-ac61-655658d484ae tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 932 time: 0.3208029 Jul 14 11:35:25.754180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:35:25.771934 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-37e75e97-9878-4e42-93f1-152ec6914648 admin admin] 10.222.0.38 "PUT /v2.0/routers/2d3cc9b6-239d-43e1-a430-6e2ea944bfb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3802521 Jul 14 11:35:25.772608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Sync routers for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:35:25.817613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:35:25.819501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:35:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:25.826205 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:25.832375 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:25.833853 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-401e4a85-629e-4dce-a1ca-053c202115d9 req-8ab5a7f2-95ec-4fce-b82d-372b10a37f76 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 210 time: 0.1557446 Jul 14 11:35:25.873383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Checking segment: {'id': '4c94ef07-a609-4e47-8be1-11b7865e1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c49b283f-2d1c-426a-bed4-1c415e11bba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:25.873757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Network hostable DHCP agents. Network: c49b283f-2d1c-426a-bed4-1c415e11bba4, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:35:25.951219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network 1e51f3e3-2332-4593-90b6-498162dfc52f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:25.961452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:25.982232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:26.010307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Network c49b283f-2d1c-426a-bed4-1c415e11bba4 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:35:26.060952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-075b29cb-b097-46d5-bab3-1b150a8c0183 req-4a5931d6-a3d8-4dbe-936a-30057be2a81d tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167992 Jul 14 11:35:26.075157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, c49b283f-2d1c-426a-bed4-1c415e11bba4) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:26.117870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] For port 6d79e98c-3078-4810-82b9-86f57aea50e7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6d79e98c-3078-4810-82b9-86f57aea50e7,segment=NetworkSegment(26d61b92-b67b-4bed-8ab4-43530177f212),segment_id=26d61b92-b67b-4bed-8ab4-43530177f212)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:26.118531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:26.127369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:26.129502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:26.130998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Port': ['ID=34e706d6-7fb4-4cca-b2fa-46d40d79766d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:26.147303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ccba598c-27c0-4d30-a62d-c4dbce44405e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:26.154375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb26240f-958c-47e1-b1be-fe874a2d21df None None] Network c49b283f-2d1c-426a-bed4-1c415e11bba4 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:26.160287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Calling delete_port for 6d79e98c-3078-4810-82b9-86f57aea50e7 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:35:26.184106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:26.184842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:26.201925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-107302cd-5a20-4c31-996b-47ba35936369 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4553912 Jul 14 11:35:26.368519 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-ddb0d9b1-7411-4409-ab13-09f0f1b8bde4 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7924018 Jul 14 11:35:26.403025 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Request body: {'port': {'device_id': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee', 'admin_state_up': True, 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:26.726903 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:26.820196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:26.833275 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:26.844305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-080f1546-16ce-48cc-9192-2eaa16d219e8 None None] Provisioning for port 34e706d6-7fb4-4cca-b2fa-46d40d79766d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:26.847662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:35:26.878555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Transition to ACTIVE for port object 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:26.880580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa6a9c8-f820-4fdd-9435-04e96ff8b0c1 None None] Network c49b283f-2d1c-426a-bed4-1c415e11bba4 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:26.882677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ccba598c-27c0-4d30-a62d-c4dbce44405e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:26.883241 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:26.888233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-080f1546-16ce-48cc-9192-2eaa16d219e8 None None] Provisioning complete for port 34e706d6-7fb4-4cca-b2fa-46d40d79766d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:26.888858 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-080f1546-16ce-48cc-9192-2eaa16d219e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:26.921781 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:26.955926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-080f1546-16ce-48cc-9192-2eaa16d219e8 None None] Port 34e706d6-7fb4-4cca-b2fa-46d40d79766d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:35:27.072406 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:27.293837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Pushing event updated for resources: {'Port': ['ID=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:27.374942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Pushing event deleted for resources: {'Port': ['ID=6d79e98c-3078-4810-82b9-86f57aea50e7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:27.382644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Made reservation on behalf of aca6ed6d8df9422e829367de3cbc8b20 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:27.394294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:27.428648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44656) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:27.448957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44658) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:27.451235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] No DVR routers for this DVR port 6d79e98c-3078-4810-82b9-86f57aea50e7 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:35:27.455517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1037126114-network', 'tenant_id': '8523272e323f4d5b856cd4f6c3d3a017'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:27.458611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:27.466944 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15980438-65c8-44b0-9feb-ff78d19cf6fb req-2f722f59-e710-44d1-a7f4-4df192a3ad8a tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.45 "DELETE /v2.0/ports/6d79e98c-3078-4810-82b9-86f57aea50e7 HTTP/1.1" status: 204 len: 173 time: 2.5122712 Jul 14 11:35:27.513061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-25a70254-80ec-4d57-ac5e-39ab6c308b31 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900127085', 'description': 'tempest-description--1557549153'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:27.539815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'name': 'network-vif-deleted', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:27.551628 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d6ca78-b11d-46c7-8e26-a30d97deb823" -d '{"events": [{"server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "name": "network-vif-deleted", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:27.575742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3124d58-d74e-4cc0-a7ce-4a0d02e0a6c6 req-7e1dc504-bc1d-4881-b7a1-889322b881b6 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:27.585943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3124d58-d74e-4cc0-a7ce-4a0d02e0a6c6 req-7e1dc504-bc1d-4881-b7a1-889322b881b6 tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cccbc32-1d33-4d87-92d1-271d6c59abfc HTTP/1.1" status: 200 len: 866 time: 0.7038100 Jul 14 11:35:27.816821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Attempting to bind port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:27.817168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Attempting to bind port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:27.817482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Attempting to bind port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 on network a7384f13-45f2-4544-817f-b0d63a93d759 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:27.873271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 on network a7384f13-45f2-4544-817f-b0d63a93d759 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:35:27.874037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Attempting to bind port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 on network a7384f13-45f2-4544-817f-b0d63a93d759 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:27.886182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Made reservation on behalf of 8523272e323f4d5b856cd4f6c3d3a017 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:27.893387 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:27.904167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:27.906747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Checking segment: {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:27.907223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Bound using segment: {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:27.907764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Bound port: 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:27.908799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:27.989897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5b32e252-72c5-49d3-af51-85fc719ff9b9', 'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'mac_address': 'fa:16:3e:61:d6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:18Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 2, 'project_id': '32cec261a407494189ca3949d6d969ae', 'subnets': [{'id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:27.996897 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3124d58-d74e-4cc0-a7ce-4a0d02e0a6c6 req-06bf7e03-aea2-4687-b2bc-57202711f04d tempest-LiveMigrationTest-310275580 tempest-LiveMigrationTest-310275580-project] 10.222.0.38 "GET /v2.0/security-groups?id=63f913ff-38d8-4a8a-a33b-b2ad377ef676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641450 Jul 14 11:35:28.001713 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25a70254-80ec-4d57-ac5e-39ab6c308b31 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.012868 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.042051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Checking router: 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:35:28.042696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Updating router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 port 5b32e252-72c5-49d3-af51-85fc719ff9b9 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:35:28.148525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Allocated IP 19.86.0.210 (be0b6386-278a-4ef3-9f4f-3312e2227dee/2b698edf-27f0-4d13-b70d-63d2b45315f5/9ecce7f5-7bf9-48d3-9e14-e6c65ece96de) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:28.156382 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.167393 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.354116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] For port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:28.373930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228d8a1-fff9-47c9-9ffc-a97d60ba74da req-47c90cbd-55e3-427b-9748-7a455ff889a0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:28.377068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c228d8a1-fff9-47c9-9ffc-a97d60ba74da req-47c90cbd-55e3-427b-9748-7a455ff889a0 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 932 time: 0.4785054 Jul 14 11:35:28.393511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] For port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:28.424896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.518793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8e2c-a0ca-4825-83da-34a40c55d8f5 req-434a90b4-86de-477f-ba2f-8bbf73b63f8d tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:28.552432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.553102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c7d8e2c-a0ca-4825-83da-34a40c55d8f5 req-434a90b4-86de-477f-ba2f-8bbf73b63f8d tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 944 time: 0.3013065 Jul 14 11:35:28.567461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:28.570035 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.573509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] 10.222.0.64 "PUT /v2.0/ports/64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 HTTP/1.1" status: 200 len: 1092 time: 3.2312577 Jul 14 11:35:28.589485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b28736-253c-4050-81e9-ed43438001c5', 'tag': '64a06cb8-6ac5-4f89-8662-0ea9ae9b3506'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:28.592889 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23" -d '{"events": [{"name": "network-changed", "server_uuid": "67b28736-253c-4050-81e9-ed43438001c5", "tag": "64a06cb8-6ac5-4f89-8662-0ea9ae9b3506"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:28.601308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Transition to ACTIVE for port object 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:28.610069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c228d8a1-fff9-47c9-9ffc-a97d60ba74da req-c9a11f1f-9f0c-44be-8b9d-982210cd9eaf tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217143 Jul 14 11:35:28.664463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6d79e98c-3078-4810-82b9-86f57aea50e7 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:35:28.724121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.725187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 6d79e98c-3078-4810-82b9-86f57aea50e7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:35:28.725548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6d79e98c-3078-4810-82b9-86f57aea50e7 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:35:28.750439 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c10f16-39ee-47ab-b97a-1557c3de86fd x-openstack-request-id: req-99c10f16-39ee-47ab-b97a-1557c3de86fd {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:28.754490 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cccbc32-1d33-4d87-92d1-271d6c59abfc", "name": "network-vif-deleted", "tag": "6d79e98c-3078-4810-82b9-86f57aea50e7", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:28.754945 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99c10f16-39ee-47ab-b97a-1557c3de86fd {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:28.755588 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cccbc32-1d33-4d87-92d1-271d6c59abfc', 'name': 'network-vif-deleted', 'tag': '6d79e98c-3078-4810-82b9-86f57aea50e7', 'status': 'completed', 'code': 200} Jul 14 11:35:28.800235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f55e37-a5a9-447c-9935-26aead5bc645 service neutron] Pushing event updated for resources: {'Port': ['ID=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:28.845990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c7d8e2c-a0ca-4825-83da-34a40c55d8f5 req-5f23d81e-1625-4962-9d5e-7367f6205cf0 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918732 Jul 14 11:35:28.855146 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.869426 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a045f457-3fc6-41c7-baed-2082da49ec77 x-openstack-request-id: req-a045f457-3fc6-41c7-baed-2082da49ec77 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:28.869716 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b28736-253c-4050-81e9-ed43438001c5", "tag": "64a06cb8-6ac5-4f89-8662-0ea9ae9b3506", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:28.869974 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a045f457-3fc6-41c7-baed-2082da49ec77 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:28.870358 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b28736-253c-4050-81e9-ed43438001c5', 'tag': '64a06cb8-6ac5-4f89-8662-0ea9ae9b3506', 'status': 'completed', 'code': 200} Jul 14 11:35:28.879064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Transition to ACTIVE for port object 5b32e252-72c5-49d3-af51-85fc719ff9b9 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:28.892659 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.905956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a278d333-2d08-406e-8a40-09e4cbd090a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:28.907507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-a278d333-2d08-406e-8a40-09e4cbd090a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 1095 time: 0.2641108 Jul 14 11:35:28.927964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Network be0b6386-278a-4ef3-9f4f-3312e2227dee is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:28.964668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:28.969405 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25a70254-80ec-4d57-ac5e-39ab6c308b31 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.970523 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:28.973590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event updated for resources: {'Port': ['ID=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:28.989595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25a70254-80ec-4d57-ac5e-39ab6c308b31 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:28.993605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-872af5b9-adb0-4e9a-a802-eeb2e407dd77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 HTTP/1.1" status: 200 len: 217 time: 0.0775726 Jul 14 11:35:29.176581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afbbd8-bebc-4585-b157-5556ad307b67 None None] Pushing event updated for resources: {'Port': ['ID=5b32e252-72c5-49d3-af51-85fc719ff9b9,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:29.216577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-7166a71f-22b3-4f45-9e3f-3e941dd963a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:29.221261 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-7166a71f-22b3-4f45-9e3f-3e941dd963a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81572362-eb86-49bf-8af8-d8021ce18714 HTTP/1.1" status: 200 len: 851 time: 0.2189541 Jul 14 11:35:29.232065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a70254-80ec-4d57-ac5e-39ab6c308b31 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f059bf22-b9fd-42f0-9f13-9c4140a2b342,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:29.262583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:29.263209 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.286856 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-aa889b9f-67d0-46cf-8a5b-4b72e126b8dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7384f13-45f2-4544-817f-b0d63a93d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574677 Jul 14 11:35:29.290333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44688) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:29.296191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Attempting to bind port 5b32e252-72c5-49d3-af51-85fc719ff9b9 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:29.297269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Attempting to bind port 5b32e252-72c5-49d3-af51-85fc719ff9b9 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:29.300333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Attempting to bind port 5b32e252-72c5-49d3-af51-85fc719ff9b9 on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:29.312577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:29.313278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Checking segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:29.313874 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.314613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Bound using segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:29.315299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Bound port: 5b32e252-72c5-49d3-af51-85fc719ff9b9, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:29.315931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.525648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] For port 5b32e252-72c5-49d3-af51-85fc719ff9b9, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:29.530448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] For port 5b32e252-72c5-49d3-af51-85fc719ff9b9, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5b32e252-72c5-49d3-af51-85fc719ff9b9,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:29.540221 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.568946 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.578316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-0e85ff7e-561e-44eb-81ee-2db14e82e5ed service neutron] 10.222.0.64 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834682 Jul 14 11:35:29.582127 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.589121 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-dc789233-90f7-4769-aa39-5a5dbfccfe59 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1944296 Jul 14 11:35:29.593096 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25a70254-80ec-4d57-ac5e-39ab6c308b31 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.598429 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-25a70254-80ec-4d57-ac5e-39ab6c308b31 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0973196 Jul 14 11:35:29.599378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44696) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:29.615395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Request body: {'port': {'device_id': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:29.665954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-24702082-8679-45cb-8dd9-dd921bbba94a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'security_group_rule': {'security_group_id': 'f059bf22-b9fd-42f0-9f13-9c4140a2b342', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:29.709875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:35:29.743137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f242e0e3-384c-4e31-9bd9-a954d7636ab9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:29.756383 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.757645 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Added segment c2096350-f67a-412c-b4d8-20667475ff47 of type vlan for network 6fce1907-72bd-496a-83f7-8fbef771d217 Jul 14 11:35:29.771216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:35:29.773153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:35:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:29.897659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-25276a77-fb5b-42a1-9e68-07aa84cfc3d1 None None] Provisioning for port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:29.955083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-25276a77-fb5b-42a1-9e68-07aa84cfc3d1 None None] Provisioning complete for port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:29.955321 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25276a77-fb5b-42a1-9e68-07aa84cfc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.969037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24702082-8679-45cb-8dd9-dd921bbba94a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:29.999238 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.024122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afbbd8-bebc-4585-b157-5556ad307b67 None None] Pushing event updated for resources: {'Port': ['ID=5b32e252-72c5-49d3-af51-85fc719ff9b9,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:30.158370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.180838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24702082-8679-45cb-8dd9-dd921bbba94a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.193551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76447999-99fd-4ebb-aad9-ce30c5384a09 req-b42b38ed-251d-4337-ab1f-f9970404f74a service neutron] 10.222.0.64 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055593 Jul 14 11:35:30.270240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24702082-8679-45cb-8dd9-dd921bbba94a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.309335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24702082-8679-45cb-8dd9-dd921bbba94a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348eed04-2839-4321-ab11-047c2e08af38,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:30.314721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24702082-8679-45cb-8dd9-dd921bbba94a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.318598 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-24702082-8679-45cb-8dd9-dd921bbba94a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6837351 Jul 14 11:35:30.319204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44706) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:30.326475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9eb8bcd7-7a7a-4998-bb33-70180572809a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'security_group_rule': {'security_group_id': 'f059bf22-b9fd-42f0-9f13-9c4140a2b342', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:30.476659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bcd7-7a7a-4998-bb33-70180572809a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.557464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0333528e-193c-4213-a97b-1057f1263e7c admin admin] Deleting subnet 2381bb78-05d0-46eb-b50c-c42bae76cfcf {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:35:30.576857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-25276a77-fb5b-42a1-9e68-07aa84cfc3d1 None None] Port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:35:30.610555 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0333528e-193c-4213-a97b-1057f1263e7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.616609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:35:30.646923 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bcd7-7a7a-4998-bb33-70180572809a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.690656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bcd7-7a7a-4998-bb33-70180572809a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.709309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d204932-b6f7-43cc-8445-705ef234d15e req-a05e5c2f-4fae-4e31-88b7-698b73e7245a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:30.726336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d204932-b6f7-43cc-8445-705ef234d15e req-a05e5c2f-4fae-4e31-88b7-698b73e7245a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:30.730429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d204932-b6f7-43cc-8445-705ef234d15e req-a05e5c2f-4fae-4e31-88b7-698b73e7245a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1655 time: 0.7677505 Jul 14 11:35:30.732412 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.735085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:30.736699 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.808382 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bcd7-7a7a-4998-bb33-70180572809a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.810880 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9eb8bcd7-7a7a-4998-bb33-70180572809a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4879525 Jul 14 11:35:30.839800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44718) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:30.847941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:30.904605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8bcd7-7a7a-4998-bb33-70180572809a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccff7bb4-ed21-44b0-84a9-52b8fbaaab79,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:30.936200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:30.990236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] Pushing event updated for resources: {'Network': ['ID=6fce1907-72bd-496a-83f7-8fbef771d217,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:31.035978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e706d6-7fb4-4cca-b2fa-46d40d79766d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:31.037621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 6fce1907-72bd-496a-83f7-8fbef771d217 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:35:31.048773 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cd9ac276-205d-4a3b-b24b-14ba9148b99b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6175215 Jul 14 11:35:31.051756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0333528e-193c-4213-a97b-1057f1263e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:31.054394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44726) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:31.054394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44728) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:31.055816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:31.059200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d204932-b6f7-43cc-8445-705ef234d15e req-1cae2076-1890-4a38-807d-8e066a783fbe tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155093 Jul 14 11:35:31.083055 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Transition to ACTIVE for port object 34e706d6-7fb4-4cca-b2fa-46d40d79766d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:31.094008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Request body: {'subnet': {'network_id': '6fce1907-72bd-496a-83f7-8fbef771d217', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1037126114-subnet', 'tenant_id': '8523272e323f4d5b856cd4f6c3d3a017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:31.094222 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:31.150128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5b32e252-72c5-49d3-af51-85fc719ff9b9', 'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'mac_address': 'fa:16:3e:61:d6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:18Z', 'updated_at': '2021-07-14T11:35:29Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'subnets': [{'id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:31.183309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdad65-3bbc-4fb5-8e2d-3622269b8f23 None None] The sync data for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 is: [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5b32e252-72c5-49d3-af51-85fc719ff9b9', 'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'mac_address': 'fa:16:3e:61:d6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:18Z', 'updated_at': '2021-07-14T11:35:29Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'subnets': [{'id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:35:31.232657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=34e706d6-7fb4-4cca-b2fa-46d40d79766d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:31.345163 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0333528e-193c-4213-a97b-1057f1263e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:31.427793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Attempting to bind port 34e706d6-7fb4-4cca-b2fa-46d40d79766d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:31.440815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Attempting to bind port 34e706d6-7fb4-4cca-b2fa-46d40d79766d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'ce046fa3-cadf-495b-b462-6ab1f736cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:31.441686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Attempting to bind port 34e706d6-7fb4-4cca-b2fa-46d40d79766d on network 1e51f3e3-2332-4593-90b6-498162dfc52f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:31.443366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-c76d3c0b-0265-4b3c-baaa-f805053b65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:31.445115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-c76d3c0b-0265-4b3c-baaa-f805053b65c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 1095 time: 1.1029065 Jul 14 11:35:31.454603 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878467-ed40-494a-8c23-37c58d28c0fc req-0eb117f0-a373-43cb-80bb-6f2cb1577d12 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:31.456348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28878467-ed40-494a-8c23-37c58d28c0fc req-0eb117f0-a373-43cb-80bb-6f2cb1577d12 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 944 time: 1.2051663 Jul 14 11:35:31.467589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Port 34e706d6-7fb4-4cca-b2fa-46d40d79766d on network 1e51f3e3-2332-4593-90b6-498162dfc52f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:35:31.468022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Attempting to bind port 34e706d6-7fb4-4cca-b2fa-46d40d79766d on network 1e51f3e3-2332-4593-90b6-498162dfc52f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:31.509308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:31.509761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Checking segment: {'id': 'ce046fa3-cadf-495b-b462-6ab1f736cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:31.524653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Bound using segment: {'id': 'ce046fa3-cadf-495b-b462-6ab1f736cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:31.538370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Bound port: 34e706d6-7fb4-4cca-b2fa-46d40d79766d, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce046fa3-cadf-495b-b462-6ab1f736cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:31.538769 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:31.665373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:31.810290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Allocated IP 172.25.2.74 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/0a4d4f0e-a513-49c4-afcb-bde63d96adbb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:31.936867 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.002414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.123409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5b32e252-72c5-49d3-af51-85fc719ff9b9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:32.213051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'Port': ['ID=0a4d4f0e-a513-49c4-afcb-bde63d96adbb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:32.229611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-e83a367d-2dba-4f50-b650-2b775eacc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:32.231123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-e83a367d-2dba-4f50-b650-2b775eacc3f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 911 time: 0.7656281 Jul 14 11:35:32.232073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Made reservation on behalf of 8523272e323f4d5b856cd4f6c3d3a017 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:32.235310 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.248029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:32.249768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] For port 34e706d6-7fb4-4cca-b2fa-46d40d79766d, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:32.258205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] For port 34e706d6-7fb4-4cca-b2fa-46d40d79766d, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=34e706d6-7fb4-4cca-b2fa-46d40d79766d,segment=NetworkSegment(ce046fa3-cadf-495b-b462-6ab1f736cde3),segment_id=ce046fa3-cadf-495b-b462-6ab1f736cde3)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:32.259567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:32.276123 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.278674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:32.286297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 5b32e252-72c5-49d3-af51-85fc719ff9b9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:32.293129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 5b32e252-72c5-49d3-af51-85fc719ff9b9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:32.294229 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.348863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:35:32.392023 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1abc4998-75ba-4e7e-9c58-6d8b4a03ab02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.442538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-69fce996-e312-4a5b-ac84-53e85a394bec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 HTTP/1.1" status: 200 len: 217 time: 0.1483257 Jul 14 11:35:32.466350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=34e706d6-7fb4-4cca-b2fa-46d40d79766d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:32.467296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28878467-ed40-494a-8c23-37c58d28c0fc req-7515688f-cea9-4fe3-93c6-1db43fc17445 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271585 Jul 14 11:35:32.641811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:32.642267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0333528e-193c-4213-a97b-1057f1263e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.642972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.644849 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f87959c2-18fc-49d3-a492-f0be13c37ef8 service neutron] 10.222.0.64 "PUT /v2.0/ports/34e706d6-7fb4-4cca-b2fa-46d40d79766d HTTP/1.1" status: 200 len: 1092 time: 3.0441349 Jul 14 11:35:32.645489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'tag': '34e706d6-7fb4-4cca-b2fa-46d40d79766d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:32.648070 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7828a0-1e44-403e-9037-5c80ac92d57e" -d '{"events": [{"name": "network-changed", "server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "tag": "34e706d6-7fb4-4cca-b2fa-46d40d79766d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:32.708259 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0333528e-193c-4213-a97b-1057f1263e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.716434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Request body: {'port': {'device_id': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:32.717345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0333528e-193c-4213-a97b-1057f1263e7c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2381bb78-05d0-46eb-b50c-c42bae76cfcf HTTP/1.1" status: 204 len: 168 time: 3.4243002 Jul 14 11:35:32.719419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44744) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:32.798835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:32.810504 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e97f72-62cd-4581-b879-a240ba85e145 x-openstack-request-id: req-19e97f72-62cd-4581-b879-a240ba85e145 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:32.811455 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "tag": "34e706d6-7fb4-4cca-b2fa-46d40d79766d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:32.812356 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19e97f72-62cd-4581-b879-a240ba85e145 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:32.813463 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'tag': '34e706d6-7fb4-4cca-b2fa-46d40d79766d', 'status': 'completed', 'code': 200} Jul 14 11:35:32.892116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 5b32e252-72c5-49d3-af51-85fc719ff9b9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5b32e252-72c5-49d3-af51-85fc719ff9b9,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:32.909333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333528e-193c-4213-a97b-1057f1263e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2381bb78-05d0-46eb-b50c-c42bae76cfcf,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:32.940800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:32.964044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02ab4b-4d82-40b5-91d0-1e960a27c798 req-779343f9-d2a5-4220-ac09-058643a7f997 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:32.976535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02ab4b-4d82-40b5-91d0-1e960a27c798 req-779343f9-d2a5-4220-ac09-058643a7f997 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:32.978576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d02ab4b-4d82-40b5-91d0-1e960a27c798 req-779343f9-d2a5-4220-ac09-058643a7f997 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1667 time: 0.5763726 Jul 14 11:35:32.980238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '64a06cb8-6ac5-4f89-8662-0ea9ae9b3506', 'network_id': 'a7384f13-45f2-4544-817f-b0d63a93d759', 'port_id': '64a06cb8-6ac5-4f89-8662-0ea9ae9b3506', 'mac_address': 'fa:16:3e:fe:63:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81572362-eb86-49bf-8af8-d8021ce18714', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:35:32.983630 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.052727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.056427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=5b32e252-72c5-49d3-af51-85fc719ff9b9,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:33.086921 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.109304 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.131321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:33.143153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-eda56866-e7cb-4b96-96ec-c8484cf4a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:33.144692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-eda56866-e7cb-4b96-96ec-c8484cf4a209 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81572362-eb86-49bf-8af8-d8021ce18714 HTTP/1.1" status: 200 len: 851 time: 0.6757255 Jul 14 11:35:33.159511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:33.174941 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.214551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-d7b0f54e-0a83-4f7f-a558-723749513fb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7384f13-45f2-4544-817f-b0d63a93d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494742 Jul 14 11:35:33.249901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:33.272231 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.380195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['64a06cb8-6ac5-4f89-8662-0ea9ae9b3506'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:35:33.380806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d02ab4b-4d82-40b5-91d0-1e960a27c798 req-f4cd0d65-56b3-4c3b-a560-5f316faa5cb8 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607846 Jul 14 11:35:33.463770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.494058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.611888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7828a0-1e44-403e-9037-5c80ac92d57e req-f07c18ff-ad21-4052-b434-b9c12e40923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:33.612523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7828a0-1e44-403e-9037-5c80ac92d57e req-f07c18ff-ad21-4052-b434-b9c12e40923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:33.619671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff7828a0-1e44-403e-9037-5c80ac92d57e req-f07c18ff-ad21-4052-b434-b9c12e40923c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1914 time: 0.7577569 Jul 14 11:35:33.622645 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1abc4998-75ba-4e7e-9c58-6d8b4a03ab02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.692363 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.700041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1abc4998-75ba-4e7e-9c58-6d8b4a03ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:33.785865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1abc4998-75ba-4e7e-9c58-6d8b4a03ab02 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93bcb063e74147eba5bda5250fe7367b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7150054 Jul 14 11:35:33.793437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44752) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:33.892941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'Port': ['ID=0a4d4f0e-a513-49c4-afcb-bde63d96adbb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:33.956829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.049632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-c7f371d6-00d9-4adc-b2f2-e18fd0c548bb service neutron] 10.222.0.64 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8053033 Jul 14 11:35:34.053600 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.067288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7501c92d-a1e2-4117-b59f-314dcbc4fb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.077931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5b32e252-72c5-49d3-af51-85fc719ff9b9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:34.114771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7828a0-1e44-403e-9037-5c80ac92d57e req-602fee52-5066-4d16-950b-2e7a8590f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:34.115513 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.115650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7828a0-1e44-403e-9037-5c80ac92d57e req-602fee52-5066-4d16-950b-2e7a8590f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:34.116886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7828a0-1e44-403e-9037-5c80ac92d57e req-602fee52-5066-4d16-950b-2e7a8590f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:34.117168 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-adc8fe38-44e6-4de5-a231-4551ae3411ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2760730 Jul 14 11:35:34.118826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff7828a0-1e44-403e-9037-5c80ac92d57e req-602fee52-5066-4d16-950b-2e7a8590f3d0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.4753964 Jul 14 11:35:34.123012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7501c92d-a1e2-4117-b59f-314dcbc4fb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.168261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc4998-75ba-4e7e-9c58-6d8b4a03ab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb22035a-659f-44a8-b1ac-a10ab7ac31bb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:34.172502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.200675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 5b32e252-72c5-49d3-af51-85fc719ff9b9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:34.201603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.231373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ea7b1b-d13f-4ee9-8923-d86fc4fce046']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:34.320555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d61b92-b67b-4bed-8ab4-43530177f212') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:34.320765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d61b92-b67b-4bed-8ab4-43530177f212') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:34.359543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:34.372273 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.386017 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.466608 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.475355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:34.480950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Transition to ACTIVE for port object 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:34.490556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fb058-cacd-4228-945a-65559a2c40c1 req-2981c7f3-1d5d-421b-bd08-f31f5191f9e0 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:34.503484 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.508471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-510fb058-cacd-4228-945a-65559a2c40c1 req-2981c7f3-1d5d-421b-bd08-f31f5191f9e0 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 945 time: 0.6696296 Jul 14 11:35:34.552946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:35:34.553358 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.587470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7501c92d-a1e2-4117-b59f-314dcbc4fb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.588683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:35:34.589986 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:35:34.593893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d2893f-e978-4bd0-9a72-c8ff22d8b1ad,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:34.597425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:34.598163 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.598795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7501c92d-a1e2-4117-b59f-314dcbc4fb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.600043 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7501c92d-a1e2-4117-b59f-314dcbc4fb55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb22035a-659f-44a8-b1ac-a10ab7ac31bb HTTP/1.1" status: 204 len: 168 time: 0.8028951 Jul 14 11:35:34.687609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501c92d-a1e2-4117-b59f-314dcbc4fb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb22035a-659f-44a8-b1ac-a10ab7ac31bb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:34.769649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:34.932967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Attempting to bind port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:34.933331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Attempting to bind port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '7e082163-205a-4f63-9dd1-25b0b05b25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:34.933662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Attempting to bind port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de on network be0b6386-278a-4ef3-9f4f-3312e2227dee {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:34.945065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bf0efe9-a760-44d9-8101-1f40dc5b1d23 req-230d0345-d59a-48aa-8492-14d4c4141be6 service neutron] 10.222.0.64 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8246810 Jul 14 11:35:34.946716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Checking segment: {'id': 'c2096350-f67a-412c-b4d8-20667475ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6fce1907-72bd-496a-83f7-8fbef771d217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:34.946716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Network hostable DHCP agents. Network: 6fce1907-72bd-496a-83f7-8fbef771d217, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:35:34.951637 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:34.958510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de on network be0b6386-278a-4ef3-9f4f-3312e2227dee not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:35:34.962363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Attempting to bind port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de on network be0b6386-278a-4ef3-9f4f-3312e2227dee {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:34.985197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7828a0-1e44-403e-9037-5c80ac92d57e req-4eab51a1-2be3-4320-bae0-3edc9af01a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:34.986862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff7828a0-1e44-403e-9037-5c80ac92d57e req-4eab51a1-2be3-4320-bae0-3edc9af01a90 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8197472 Jul 14 11:35:35.005095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:35.005495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Checking segment: {'id': '7e082163-205a-4f63-9dd1-25b0b05b25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:35.005907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Bound using segment: {'id': '7e082163-205a-4f63-9dd1-25b0b05b25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:35.006362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Bound port: 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e082163-205a-4f63-9dd1-25b0b05b25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:35.006738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.029493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Network 6fce1907-72bd-496a-83f7-8fbef771d217 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:35:35.041379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-510fb058-cacd-4228-945a-65559a2c40c1 req-769f0876-ff85-405b-8c46-f5dc3c8c0fdc tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319486 Jul 14 11:35:35.041998 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.054647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.056875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] 10.222.0.38 "DELETE /v2.0/networks/05ea7b1b-d13f-4ee9-8923-d86fc4fce046 HTTP/1.1" status: 204 len: 168 time: 2.3174949 Jul 14 11:35:35.068417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44768) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:35.073544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a83d03-da85-4893-a6ba-d2a41aa90a0a admin admin] Pushing event deleted for resources: {'Network': ['ID=05ea7b1b-d13f-4ee9-8923-d86fc4fce046,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:35.086044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 6fce1907-72bd-496a-83f7-8fbef771d217) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:35.101443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:35.103692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:35.106970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b28736-253c-4050-81e9-ed43438001c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a06cb8-6ac5-4f89-8662-0ea9ae9b3506'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:35.108584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.114591 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8cef83-33f9-4863-804a-38b7999da574" -d '{"events": [{"server_uuid": "67b28736-253c-4050-81e9-ed43438001c5", "name": "network-vif-plugged", "status": "completed", "tag": "64a06cb8-6ac5-4f89-8662-0ea9ae9b3506"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:35.148313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1cf3ee6c-4d1c-4c88-b929-5849e3e2c632 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0683045 Jul 14 11:35:35.150934 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.154962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd40f16-cb7d-4765-8a32-c6e6ee04a7ca None None] Network 6fce1907-72bd-496a-83f7-8fbef771d217 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:35.210990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1c44f-4d91-4c04-b387-53ccd39b9a18 req-2b08b661-8763-4fb4-b7a9-10b55c76a77a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:35.242644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1c44f-4d91-4c04-b387-53ccd39b9a18 req-2b08b661-8763-4fb4-b7a9-10b55c76a77a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:35.254010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:35.257168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad1c44f-4d91-4c04-b387-53ccd39b9a18 req-2b08b661-8763-4fb4-b7a9-10b55c76a77a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1679 time: 0.3543932 Jul 14 11:35:35.290791 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb44e15-1044-41bf-9086-4045a9245785 admin admin] Deleting subnet 5b34a311-a534-40e2-8b74-bd6a64b5191e {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:35:35.309610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bb44e15-1044-41bf-9086-4045a9245785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.424322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-69b021d1-067d-47c9-b28a-9149b5839cf0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--900127085&fields=id&tenant_id=32cec261a407494189ca3949d6d969ae HTTP/1.1" status: 200 len: 267 time: 0.1659870 Jul 14 11:35:35.467494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad1c44f-4d91-4c04-b387-53ccd39b9a18 req-1e34adc4-6368-41d3-9c02-2ff7584274b5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062478 Jul 14 11:35:35.596646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6e4e8-88f0-407f-8ae1-6a4dc375aa5f None None] Network 6fce1907-72bd-496a-83f7-8fbef771d217 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:35.603363 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bb44e15-1044-41bf-9086-4045a9245785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.696367 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bb44e15-1044-41bf-9086-4045a9245785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.700931 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaf6d9d-6579-461b-9817-a6418894e4a3 x-openstack-request-id: req-faaf6d9d-6579-461b-9817-a6418894e4a3 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:35.703312 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b28736-253c-4050-81e9-ed43438001c5", "name": "network-vif-plugged", "status": "completed", "tag": "64a06cb8-6ac5-4f89-8662-0ea9ae9b3506", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:35.704498 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-faaf6d9d-6579-461b-9817-a6418894e4a3 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:35.705457 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b28736-253c-4050-81e9-ed43438001c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a06cb8-6ac5-4f89-8662-0ea9ae9b3506', 'code': 200} Jul 14 11:35:35.809859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-e895a8fb-4557-48d7-96aa-59730b05829e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:35.811941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-e895a8fb-4557-48d7-96aa-59730b05829e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.3789139 Jul 14 11:35:35.822456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] For port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:35.829606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] For port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,segment=NetworkSegment(7e082163-205a-4f63-9dd1-25b0b05b25e1),segment_id=7e082163-205a-4f63-9dd1-25b0b05b25e1)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:35.870978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.939123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283a64c-e08e-4135-b308-9fcfa27e5a38 req-fec106e0-d915-43e3-ae10-1ed3685fda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:35.962126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7283a64c-e08e-4135-b308-9fcfa27e5a38 req-fec106e0-d915-43e3-ae10-1ed3685fda6f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 1097 time: 0.2177694 Jul 14 11:35:35.967014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:35.967444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:35.980730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-2940b2db-3774-4075-9a79-2d0b951d8436 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/quotas/32cec261a407494189ca3949d6d969ae HTTP/1.1" status: 200 len: 375 time: 0.1388865 Jul 14 11:35:35.983901 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] 10.222.0.64 "PUT /v2.0/ports/9ecce7f5-7bf9-48d3-9e14-e6c65ece96de HTTP/1.1" status: 200 len: 1092 time: 3.2794361 Jul 14 11:35:35.995071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'tag': '9ecce7f5-7bf9-48d3-9e14-e6c65ece96de'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:36.007475 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "tag": "9ecce7f5-7bf9-48d3-9e14-e6c65ece96de"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:36.013998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bb44e15-1044-41bf-9086-4045a9245785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:36.091553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb44e15-1044-41bf-9086-4045a9245785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b34a311-a534-40e2-8b74-bd6a64b5191e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:36.128988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7283a64c-e08e-4135-b308-9fcfa27e5a38 req-c94ca235-7947-4dba-acab-6e7080a84e40 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460476 Jul 14 11:35:36.214107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bb44e15-1044-41bf-9086-4045a9245785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:36.222455 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6bb44e15-1044-41bf-9086-4045a9245785 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5b34a311-a534-40e2-8b74-bd6a64b5191e HTTP/1.1" status: 204 len: 168 time: 1.1529477 Jul 14 11:35:36.225488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44810) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:36.292085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693532a0-a7b1-48ab-aae3-94ad0b42d178 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:36.343624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-b29e758c-6e2e-4271-834d-db92aa8d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:36.346815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-b29e758c-6e2e-4271-834d-db92aa8d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:36.348828 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-b29e758c-6e2e-4271-834d-db92aa8d7a9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1981 time: 0.2585599 Jul 14 11:35:36.433255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-dce8c285-15ef-45f7-9a9f-775577f7cb09 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4502101 Jul 14 11:35:36.443891 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-b20fc958-405b-49a6-98b1-c558ea40764a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=34e706d6-7fb4-4cca-b2fa-46d40d79766d HTTP/1.1" status: 200 len: 217 time: 0.0860035 Jul 14 11:35:36.522148 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:36.641797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-8276c9a3-c562-419f-89e9-7a73b50d6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:36.645830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:36.650866 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-8276c9a3-c562-419f-89e9-7a73b50d6efd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83b49bf7-2b68-4bbb-9c14-97003a1aef2c HTTP/1.1" status: 200 len: 801 time: 0.1973879 Jul 14 11:35:36.665262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b917c85d-417c-4898-a0ff-43f3507ff7f0']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:36.678287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b178817-3931-478a-aae9-50153520a056') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:36.678947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b178817-3931-478a-aae9-50153520a056') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:36.690795 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:36.706931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:36.713780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:35:36.714538 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:36.771521 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-0d03c4ca-7b49-4273-9753-d26b8cd8e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:36.773632 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-0d03c4ca-7b49-4273-9753-d26b8cd8e9e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e51f3e3-2332-4593-90b6-498162dfc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1154652 Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:35:36.844854 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:35:36.869152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-3a9af5db-6a98-47ec-83ca-8d7c2eb35676 service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147615 Jul 14 11:35:36.989098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-6497a56f-6752-4d05-8d9b-19bc81be32c4 service neutron] 10.222.0.64 "GET /v2.0/networks/1e51f3e3-2332-4593-90b6-498162dfc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056267 Jul 14 11:35:36.992400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:37.012001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:37.018171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] 10.222.0.38 "DELETE /v2.0/networks/b917c85d-417c-4898-a0ff-43f3507ff7f0 HTTP/1.1" status: 204 len: 168 time: 0.7902820 Jul 14 11:35:37.074737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112b792-e18c-446f-b489-07f661a6c4de admin admin] Pushing event deleted for resources: {'Network': ['ID=b917c85d-417c-4898-a0ff-43f3507ff7f0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:37.204992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-7ea5fc33-0e42-4896-985a-51270705350f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:37.206628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-7ea5fc33-0e42-4896-985a-51270705350f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/networks?id=c49b283f-2d1c-426a-bed4-1c415e11bba4 HTTP/1.1" status: 200 len: 824 time: 0.3402007 Jul 14 11:35:37.256072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-6a597a6d-b806-4ea7-9eb6-925065848ac4 service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691783 Jul 14 11:35:37.258521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-db8a6d8e-08ce-4aaa-bb09-5ab87b252937 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/quotas/389af71c25b840298cd32bea403ab4b1 HTTP/1.1" status: 200 len: 375 time: 0.0437973 Jul 14 11:35:37.325634 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-1afdb870-ec65-47cf-a87d-dd6f5ca49d9c service neutron] 10.222.0.64 "GET /v2.0/networks/1e51f3e3-2332-4593-90b6-498162dfc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279040 Jul 14 11:35:37.351162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-a4ef7cc6-4cd5-4ae5-bbe8-1d502f663bd7 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=389af71c25b840298cd32bea403ab4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828948 Jul 14 11:35:37.417664 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-6deee04c-b24e-42bd-bc7e-9c05c7e14417 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.210&port_id=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de HTTP/1.1" status: 200 len: 217 time: 0.0806673 Jul 14 11:35:37.418163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44836) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:37.512801 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-75065245-69f0-44b8-94ed-f37349dd10aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23c841083d26402ca921ca2bdccfbe4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936947 Jul 14 11:35:37.515455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-0a8e7695-919f-42a0-a2a4-d982865c5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:37.517974 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-0a8e7695-919f-42a0-a2a4-d982865c5cea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b698edf-27f0-4d13-b70d-63d2b45315f5 HTTP/1.1" status: 200 len: 801 time: 0.0977957 Jul 14 11:35:37.518973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44842) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:37.566174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-99467f84-ad57-4761-9408-596236f17a66 service neutron] 10.222.0.38 "GET /v2.0/networks/c49b283f-2d1c-426a-bed4-1c415e11bba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062802 Jul 14 11:35:37.722267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52ca305b-b09a-42d4-b5b8-fa61ec2ad701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:37.741362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-73deeb7c-9fad-4e9b-aa9e-1dc59c92d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:37.743892 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-73deeb7c-9fad-4e9b-aa9e-1dc59c92d68c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be0b6386-278a-4ef3-9f4f-3312e2227dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2196553 Jul 14 11:35:37.781037 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95467029-b537-445d-8ba5-43a6a0304842 x-openstack-request-id: req-95467029-b537-445d-8ba5-43a6a0304842 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:37.781597 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "tag": "9ecce7f5-7bf9-48d3-9e14-e6c65ece96de", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:37.782126 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95467029-b537-445d-8ba5-43a6a0304842 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:37.784141 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'tag': '9ecce7f5-7bf9-48d3-9e14-e6c65ece96de', 'status': 'completed', 'code': 200} Jul 14 11:35:37.784141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44848) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:37.825857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52ca305b-b09a-42d4-b5b8-fa61ec2ad701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:37.870516 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-fcb34a47-0eeb-4ebc-9558-5ca65ba09912 service neutron] 10.222.0.38 "GET /v2.0/networks/c49b283f-2d1c-426a-bed4-1c415e11bba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949171 Jul 14 11:35:37.982089 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-b71ad220-a2c2-4d9b-bd25-3c766e5d1bce service neutron] 10.222.0.64 "GET /v2.0/networks/be0b6386-278a-4ef3-9f4f-3312e2227dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276318 Jul 14 11:35:37.986642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52ca305b-b09a-42d4-b5b8-fa61ec2ad701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:37.994422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52ca305b-b09a-42d4-b5b8-fa61ec2ad701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:37.998057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-52ca305b-b09a-42d4-b5b8-fa61ec2ad701 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63f913ff-38d8-4a8a-a33b-b2ad377ef676 HTTP/1.1" status: 204 len: 168 time: 0.4773836 Jul 14 11:35:38.049222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca305b-b09a-42d4-b5b8-fa61ec2ad701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f913ff-38d8-4a8a-a33b-b2ad377ef676,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:38.121969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfa4f2-0fd6-452d-ba34-308c418d1a4a req-1bda9051-8dfa-4a1f-8c27-ea0681208e75 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:38.136973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42bfa4f2-0fd6-452d-ba34-308c418d1a4a req-1bda9051-8dfa-4a1f-8c27-ea0681208e75 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.1326845 Jul 14 11:35:38.209838 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2affa1ae-bdaa-4daa-b574-af0fa7f2a08f req-f859ce36-276e-4d7d-829c-7a8a010c2028 service neutron] 10.222.0.64 "GET /v2.0/networks/be0b6386-278a-4ef3-9f4f-3312e2227dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185750 Jul 14 11:35:38.250764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42bfa4f2-0fd6-452d-ba34-308c418d1a4a req-0623ac24-fb23-4c1b-8b7a-94616cc6285a tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098804 Jul 14 11:35:38.284203 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:38.440059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83536e78-0f32-4c4a-9caf-52e0b4662938 req-2e01c333-485d-4274-910c-5bda30e1d02a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 210 time: 0.1065097 Jul 14 11:35:38.621497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-8559bbeb-15a4-4d3e-ad53-02b220e128b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:38.632558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-8559bbeb-15a4-4d3e-ad53-02b220e128b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:38.634659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-8559bbeb-15a4-4d3e-ad53-02b220e128b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1981 time: 0.3428090 Jul 14 11:35:38.674701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4cb757a-7903-4cef-a37f-2346be05f53a req-45ffec6a-05cc-448f-bdcf-dc0c2ea0de43 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 210 time: 0.0863440 Jul 14 11:35:38.733133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef485-b967-46ef-afef-d99e8b38cc54 req-e3a02270-164f-40bf-a5db-e4d54b0d86fb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:38.751589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef485-b967-46ef-afef-d99e8b38cc54 req-e3a02270-164f-40bf-a5db-e4d54b0d86fb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:38.769355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff4ef485-b967-46ef-afef-d99e8b38cc54 req-e3a02270-164f-40bf-a5db-e4d54b0d86fb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1679 time: 0.2594728 Jul 14 11:35:38.867514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff4ef485-b967-46ef-afef-d99e8b38cc54 req-43144857-83d1-4e96-9a28-b116cc9b94a6 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968657 Jul 14 11:35:38.893307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:38.925731 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:39.016124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44880) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:39.175699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f98c298a-d6a0-4ce7-97d9-eefcba9f7ce8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e3ba8a1fd414a02b51614c08d1c7eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577699 Jul 14 11:35:39.176554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44886) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:39.408092 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-683ac72b-1086-4577-9cb2-247ad5faf65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:39.442542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10f3bfa5-7d93-4031-9ec7-b57eca6ba92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:39.495322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-683ac72b-1086-4577-9cb2-247ad5faf65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:39.629247 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=abaf74ced3bf41498f91e6f80a86027d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8443663 Jul 14 11:35:39.633574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-ee0a3398-5bd7-4827-ab73-1f8e5d0a64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:39.635086 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-ee0a3398-5bd7-4827-ab73-1f8e5d0a64c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be0b6386-278a-4ef3-9f4f-3312e2227dee HTTP/1.1" status: 200 len: 901 time: 0.9927795 Jul 14 11:35:39.636589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44896) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:39.656215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9494e3-34b2-43d2-9310-3883b9be4336,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:39.689376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.690018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.690524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.691075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.691586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.692215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.692866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.693361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.693898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.694390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.694879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.695378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd0e69-11b4-4310-85e1-037b3748c286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:39.758173 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-3797dbbd-a748-4be6-9f8c-f64e93f62f5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.210&port_id=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de HTTP/1.1" status: 200 len: 217 time: 0.1031761 Jul 14 11:35:39.841383 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82e5098a-9260-4513-84c3-957fcac9edea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:39.847642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-afa93148-6b32-4dc2-a63c-6710c8f441ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:39.849486 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-afa93148-6b32-4dc2-a63c-6710c8f441ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b698edf-27f0-4d13-b70d-63d2b45315f5 HTTP/1.1" status: 200 len: 801 time: 0.0830696 Jul 14 11:35:39.884115 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-683ac72b-1086-4577-9cb2-247ad5faf65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:39.888369 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-683ac72b-1086-4577-9cb2-247ad5faf65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:39.890858 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-683ac72b-1086-4577-9cb2-247ad5faf65b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f2918f2-e36d-42f6-8059-dc143d7df192 HTTP/1.1" status: 204 len: 168 time: 0.7088449 Jul 14 11:35:39.904318 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82e5098a-9260-4513-84c3-957fcac9edea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:39.953320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce890dc5-37ad-440c-90b3-684c1be41caa req-a0ead168-c5d1-4721-ba87-9fcd33018731 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 210 time: 0.0959876 Jul 14 11:35:39.978218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-6e66085a-ca6b-49cc-a9c1-569b7c7c3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:39.978218 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-6e66085a-ca6b-49cc-a9c1-569b7c7c3000 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be0b6386-278a-4ef3-9f4f-3312e2227dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087551 Jul 14 11:35:40.006403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ac72b-1086-4577-9cb2-247ad5faf65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2918f2-e36d-42f6-8059-dc143d7df192,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:40.053134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82e5098a-9260-4513-84c3-957fcac9edea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:40.055790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82e5098a-9260-4513-84c3-957fcac9edea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:40.080370 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-82e5098a-9260-4513-84c3-957fcac9edea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad9494e3-34b2-43d2-9310-3883b9be4336 HTTP/1.1" status: 204 len: 168 time: 0.4426296 Jul 14 11:35:40.153573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4d245-1528-4b38-bad5-8932c6fbdc45 req-e29c19c6-4c41-4aab-b21e-3b0fc9509e96 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:40.155795 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75d4d245-1528-4b38-bad5-8932c6fbdc45 req-e29c19c6-4c41-4aab-b21e-3b0fc9509e96 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.5245388 Jul 14 11:35:40.281196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5098a-9260-4513-84c3-957fcac9edea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9494e3-34b2-43d2-9310-3883b9be4336,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:40.411302 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-7be1600e-58a2-422d-9a1c-843dc1dc9bfa service neutron] 10.222.0.64 "GET /v2.0/networks/be0b6386-278a-4ef3-9f4f-3312e2227dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317024 Jul 14 11:35:40.419972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-655eab90-70cd-46a6-a729-fc8f7b7a8725 req-d2d88cdd-d232-491b-8238-356a9ab221db tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 210 time: 0.2460015 Jul 14 11:35:40.429246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75d4d245-1528-4b38-bad5-8932c6fbdc45 req-c30f3eb7-7401-4a5f-a55f-4dcf2f09aa79 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578719 Jul 14 11:35:40.447087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-2b12d98b-10f8-4356-a595-ed361d193547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:40.451571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-2b12d98b-10f8-4356-a595-ed361d193547 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 1097 time: 0.7017286 Jul 14 11:35:40.831070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-bde0540e-85e9-468f-9d21-95de9882f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:40.834449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-bde0540e-85e9-468f-9d21-95de9882f854 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 911 time: 0.3753614 Jul 14 11:35:40.894886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-aed1175c-d96e-434c-9012-f32c3529b9ec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:40.896701 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-aed1175c-d96e-434c-9012-f32c3529b9ec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.2419858 Jul 14 11:35:40.953008 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-1edca630-9b4f-4370-a4eb-f48d8deb6bcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 HTTP/1.1" status: 200 len: 217 time: 0.1054361 Jul 14 11:35:41.016396 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f9dfd5f-31b4-4ee4-80c7-b90302e8c5d1 req-2f8bf422-f00c-4d9d-a6e3-74c56a404ad0 service neutron] 10.222.0.64 "GET /v2.0/networks/be0b6386-278a-4ef3-9f4f-3312e2227dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991428 Jul 14 11:35:41.027401 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-80c55987-9476-4396-8d23-17fb265a6472 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32cec261a407494189ca3949d6d969ae HTTP/1.1" status: 200 len: 379 time: 0.1186099 Jul 14 11:35:41.067263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'port': {'device_id': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'admin_state_up': True, 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'security_groups': ['f059bf22-b9fd-42f0-9f13-9c4140a2b342']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:41.186444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-3fdf368b-dfbf-40a1-80ee-aa55ddb3345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:41.193192 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-3fdf368b-dfbf-40a1-80ee-aa55ddb3345b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81572362-eb86-49bf-8af8-d8021ce18714 HTTP/1.1" status: 200 len: 851 time: 0.2152553 Jul 14 11:35:41.228855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ec01e-0826-471f-a099-ace9d0232327 req-889554fc-061f-46a5-a1ca-2b4a48251b5a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:41.238987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ec01e-0826-471f-a099-ace9d0232327 req-889554fc-061f-46a5-a1ca-2b4a48251b5a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:41.252241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d21ec01e-0826-471f-a099-ace9d0232327 req-889554fc-061f-46a5-a1ca-2b4a48251b5a tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1679 time: 0.3634579 Jul 14 11:35:41.312309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Made reservation on behalf of 32cec261a407494189ca3949d6d969ae for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:41.315413 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:41.392345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-be031aff-2c9d-4c3f-8e79-161147599ce4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7384f13-45f2-4544-817f-b0d63a93d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1876774 Jul 14 11:35:41.427936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-612b63de-eb29-49c5-bb35-472498afe897 req-bd267598-2a49-42ad-af00-bc19dedf8fbc tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 210 time: 0.2092140 Jul 14 11:35:41.799713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Allocated IP 172.20.0.4 (53da603f-c8a8-4203-97fd-895ac1ec1871/e96801ef-089e-480e-92cc-5f1b98baab38/937baf72-8eba-4385-a51a-ada320b77614) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:42.117888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d6eeff71-a328-4342-b3aa-405542e2a259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:42.250758 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:42.266074 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:42.297502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Transition to ACTIVE for port object 937baf72-8eba-4385-a51a-ada320b77614 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:42.389278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 34e706d6-7fb4-4cca-b2fa-46d40d79766d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:35:42.392032 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:42.450619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da1390f5-3b37-4ed1-a323-689735f3388d req-a324c8ba-5ad9-4ee8-80bc-58227bd4cc07 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 210 time: 0.1049066 Jul 14 11:35:42.482411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d21ec01e-0826-471f-a099-ace9d0232327 req-640138fa-1440-4cc1-8962-79705bac9d60 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2279458 Jul 14 11:35:42.521117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:42.584716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:42.591000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:42.600514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:42.612528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-4da91bf7-5aae-40fb-a05f-1f38bbe758eb tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:42.620596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-4da91bf7-5aae-40fb-a05f-1f38bbe758eb tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.45 "GET /v2.0/networks?id=c49b283f-2d1c-426a-bed4-1c415e11bba4 HTTP/1.1" status: 200 len: 824 time: 1.3440223 Jul 14 11:35:42.644777 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Request body: {'port': {'device_id': 'f442a91f-454c-4e74-b613-a45bf59098f9', 'network_id': 'c49b283f-2d1c-426a-bed4-1c415e11bba4', 'admin_state_up': True, 'tenant_id': '389af71c25b840298cd32bea403ab4b1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:42.718718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 34e706d6-7fb4-4cca-b2fa-46d40d79766d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=34e706d6-7fb4-4cca-b2fa-46d40d79766d,segment=NetworkSegment(ce046fa3-cadf-495b-b462-6ab1f736cde3),segment_id=ce046fa3-cadf-495b-b462-6ab1f736cde3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:42.762047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '34e706d6-7fb4-4cca-b2fa-46d40d79766d', 'network_id': '1e51f3e3-2332-4593-90b6-498162dfc52f', 'port_id': '34e706d6-7fb4-4cca-b2fa-46d40d79766d', 'mac_address': 'fa:16:3e:19:55:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b49bf7-2b68-4bbb-9c14-97003a1aef2c', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:35:42.772399 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:42.773552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:42.813115 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bc936337-6300-4dc4-a5d8-5ae3ea93ea0f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7693992 Jul 14 11:35:42.821950 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-397443b6-2418-49c6-87d6-331cd2bacb24 service neutron] 10.222.0.64 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3880262 Jul 14 11:35:42.829635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Request body: {'port': {'device_id': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:42.880362 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:42.917682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e706d6-7fb4-4cca-b2fa-46d40d79766d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:42.980470 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 34e706d6-7fb4-4cca-b2fa-46d40d79766d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=34e706d6-7fb4-4cca-b2fa-46d40d79766d,segment=NetworkSegment(ce046fa3-cadf-495b-b462-6ab1f736cde3),segment_id=ce046fa3-cadf-495b-b462-6ab1f736cde3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:43.007494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:43.008450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:35:43.034298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:43.050162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d56bdff7-c869-4386-b502-868673024279 None None] Provisioning for port 937baf72-8eba-4385-a51a-ada320b77614 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:43.068710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d56bdff7-c869-4386-b502-868673024279 None None] Provisioning complete for port 937baf72-8eba-4385-a51a-ada320b77614 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:43.069475 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d56bdff7-c869-4386-b502-868673024279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:43.162596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01f7a3-89d5-4f1b-93fc-9fb9d891b4e2 req-340eb48d-eec4-45d6-ab12-5fcbc8c3ce8e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:43.171784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc01f7a3-89d5-4f1b-93fc-9fb9d891b4e2 req-340eb48d-eec4-45d6-ab12-5fcbc8c3ce8e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.5220020 Jul 14 11:35:43.216763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907531-67b1-4a7a-8a81-d3c212f02a7e req-5434df55-2d78-4ca6-80cf-a451ed0bcaa4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:43.229461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22907531-67b1-4a7a-8a81-d3c212f02a7e req-5434df55-2d78-4ca6-80cf-a451ed0bcaa4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 931 time: 0.4230928 Jul 14 11:35:43.256014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25c503e1-8988-42a4-a7d2-de478a1bc984 req-d1f7a8c5-0f5d-424e-86c5-06b139b9a796 service neutron] 10.222.0.64 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722153 Jul 14 11:35:43.301942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Made reservation on behalf of 389af71c25b840298cd32bea403ab4b1 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:43.305855 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:43.340782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=34e706d6-7fb4-4cca-b2fa-46d40d79766d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:43.379419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc01f7a3-89d5-4f1b-93fc-9fb9d891b4e2 req-e70b55e3-6b04-42fd-9c79-d96b4e8dd9a6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072115 Jul 14 11:35:43.419692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22907531-67b1-4a7a-8a81-d3c212f02a7e req-e08a8045-a12e-4533-badd-ce745191c113 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896038 Jul 14 11:35:43.500841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d56bdff7-c869-4386-b502-868673024279 None None] Port 937baf72-8eba-4385-a51a-ada320b77614 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:35:43.517169 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:43.561629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,segment=NetworkSegment(7e082163-205a-4f63-9dd1-25b0b05b25e1),segment_id=7e082163-205a-4f63-9dd1-25b0b05b25e1)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:43.599198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '9ecce7f5-7bf9-48d3-9e14-e6c65ece96de', 'network_id': 'be0b6386-278a-4ef3-9f4f-3312e2227dee', 'port_id': '9ecce7f5-7bf9-48d3-9e14-e6c65ece96de', 'mac_address': 'fa:16:3e:71:db:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b698edf-27f0-4d13-b70d-63d2b45315f5', 'ip_address': '19.86.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:35:43.717226 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:43.748201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:43.755285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Allocated IP 172.20.0.13 (c49b283f-2d1c-426a-bed4-1c415e11bba4/051d225f-ada0-4a5e-8973-42c66054c6f4/5f808e93-ade4-4b3d-839f-bdb5822b0b78) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:43.800164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,segment=NetworkSegment(7e082163-205a-4f63-9dd1-25b0b05b25e1),segment_id=7e082163-205a-4f63-9dd1-25b0b05b25e1)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:43.800164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:43.841043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21d384b7-af1e-47ff-ac36-a4f27beaf9f4 req-4a4c3ea9-579d-4307-88fb-6935313b0f42 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 210 time: 0.0722690 Jul 14 11:35:43.849954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937baf72-8eba-4385-a51a-ada320b77614 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:43.865530 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:43.934574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Transition to ACTIVE for port object 937baf72-8eba-4385-a51a-ada320b77614 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:43.940430 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:43.984515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:44.033033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['34e706d6-7fb4-4cca-b2fa-46d40d79766d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:35:44.037081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:44.091525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd51ed-f27c-42cf-be56-618540a249c8 req-90a3de15-713d-4ebd-b283-c93d9fab78f1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:44.103400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd51ed-f27c-42cf-be56-618540a249c8 req-90a3de15-713d-4ebd-b283-c93d9fab78f1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:44.105393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31dd51ed-f27c-42cf-be56-618540a249c8 req-90a3de15-713d-4ebd-b283-c93d9fab78f1 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1681 time: 0.2700329 Jul 14 11:35:44.198551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Attempting to bind port 937baf72-8eba-4385-a51a-ada320b77614 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:44.198990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31dd51ed-f27c-42cf-be56-618540a249c8 req-04addb55-0947-4a0a-96f9-6886f88ce13f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869377 Jul 14 11:35:44.199439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Attempting to bind port 937baf72-8eba-4385-a51a-ada320b77614 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:44.201085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Attempting to bind port 937baf72-8eba-4385-a51a-ada320b77614 on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:44.227231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Port 937baf72-8eba-4385-a51a-ada320b77614 on network 53da603f-c8a8-4203-97fd-895ac1ec1871 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:35:44.227231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Attempting to bind port 937baf72-8eba-4385-a51a-ada320b77614 on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:44.241913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:44.244325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Checking segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:44.244976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Bound using segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:44.245644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Bound port: 937baf72-8eba-4385-a51a-ada320b77614, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:44.249079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:44.306576 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:44.426091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:44.439675 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:44.451574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:44.477744 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:44.504350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:44.505614 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:44.507406 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] 10.222.0.45 "PUT /v2.0/ports/937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 1091 time: 1.6841140 Jul 14 11:35:44.508005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:44.511801 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb03df8-5435-4be2-b1f5-450ab1ac16b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:44.554899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d1fca-f2e0-4b82-98aa-197d6ac0e36b service neutron] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:44.651333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-b88ad7f7-856a-4a2d-b305-358300bd79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:44.654631 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-b88ad7f7-856a-4a2d-b305-358300bd79ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1094 time: 0.0815902 Jul 14 11:35:44.709623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Network c49b283f-2d1c-426a-bed4-1c415e11bba4 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:44.727015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Pushing event updated for resources: {'Port': ['ID=5f808e93-ade4-4b3d-839f-bdb5822b0b78,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:44.739744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:44.752343 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-bfeb8a3d-5415-491e-9e6b-45ab88064b2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 217 time: 0.0856934 Jul 14 11:35:44.762657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:44.861955 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45036) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:44.867639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:44.868620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:44.906932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1685836485'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:44.929665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-36106ea5-0383-417c-9f14-9facd6075861 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2936244 Jul 14 11:35:44.946488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Request body: {'port': {'device_id': 'f442a91f-454c-4e74-b613-a45bf59098f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:45.027418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-846231ee-54d5-4de0-bcb1-bfbd6a934d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:45.028309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c037d06-f08a-4e3a-aae8-7c9342ddf308 req-bc341bff-67d1-40f7-a6cc-3f022bf8ab9e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:45.029043 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-846231ee-54d5-4de0-bcb1-bfbd6a934d67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.2660921 Jul 14 11:35:45.031325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c037d06-f08a-4e3a-aae8-7c9342ddf308 req-bc341bff-67d1-40f7-a6cc-3f022bf8ab9e tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.3151140 Jul 14 11:35:45.033297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:45.052295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.079698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9ecce7f5-7bf9-48d3-9e14-e6c65ece96de'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:35:45.107499 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.149880 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.158135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:35:45.182295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.183104 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Added segment 60884583-d30b-4e1c-ae4c-6e6cea2b8a67 of type vlan for network 71c34098-5385-4eb1-b275-140a8ef534f5 Jul 14 11:35:45.231908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c037d06-f08a-4e3a-aae8-7c9342ddf308 req-134fd04b-12ba-4417-b2c7-39eb9449f81a tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275887 Jul 14 11:35:45.274040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-a1b0ba6a-0dd6-4e68-a822-15badbcd7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:45.275956 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-a1b0ba6a-0dd6-4e68-a822-15badbcd7f9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186465 Jul 14 11:35:45.316838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.349987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db8b49-1471-4f8d-a658-b98116db6521 req-3b5572d7-4b0b-4345-841e-aa454871cfe2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:45.351693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9db8b49-1471-4f8d-a658-b98116db6521 req-3b5572d7-4b0b-4345-841e-aa454871cfe2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 943 time: 0.2450953 Jul 14 11:35:45.370408 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a41b57-28f3-448d-a391-adb0597f5a44 x-openstack-request-id: req-00a41b57-28f3-448d-a391-adb0597f5a44 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:45.370755 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:45.370951 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00a41b57-28f3-448d-a391-adb0597f5a44 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:45.371336 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'status': 'completed', 'code': 200} Jul 14 11:35:45.384974 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.392514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:45.393281 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.490659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9db8b49-1471-4f8d-a658-b98116db6521 req-0838f01f-7250-4ab7-a6be-386b0ec73aed tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274211 Jul 14 11:35:45.558840 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6936817 Jul 14 11:35:45.562429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45050) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:45.569590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1509025701'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:45.605610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea393b-2da1-4487-b8a6-92f834fafed0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Network': ['ID=71c34098-5385-4eb1-b275-140a8ef534f5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:45.620343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 71c34098-5385-4eb1-b275-140a8ef534f5 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:35:45.640807 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-c0fffb50-bb43-42de-8742-95e37614ef02 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725160 Jul 14 11:35:45.653883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:45.660267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.736803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f47a-4d1b-4980-b0a3-4b40a7cf9129 req-8db4ef71-eb80-401e-8571-39e1e0bb7b19 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:45.745779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a46f47a-4d1b-4980-b0a3-4b40a7cf9129 req-8db4ef71-eb80-401e-8571-39e1e0bb7b19 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 932 time: 0.2790613 Jul 14 11:35:45.776835 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79ef54f1-d88d-4683-9d67-3d256a67c329 req-87d9129e-9134-4617-8f78-fa1c692c0732 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251202 Jul 14 11:35:45.826853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:35:45.841313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-944b78d4-bd5c-4f04-bc6c-862c67013dc0 req-a3ef624f-ec8c-4fff-8a92-37dfadd348b3 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c92c5dd69c704d5c888e0c895d0a3e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823658 Jul 14 11:35:45.860002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f808e93-ade4-4b3d-839f-bdb5822b0b78 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:45.883294 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.897068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a46f47a-4d1b-4980-b0a3-4b40a7cf9129 req-ffbcd028-68d8-4561-b7b1-d139ae93d80d tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497102 Jul 14 11:35:45.918578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:45.918578 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Added segment cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36 of type vlan for network 87b23580-eb76-43df-94fb-48303c32c2e2 Jul 14 11:35:45.924185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-3f8af52d-2f15-44d3-a594-3868549e5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:45.927320 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-3f8af52d-2f15-44d3-a594-3868549e5cdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1094 time: 0.0881436 Jul 14 11:35:45.989338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Transition to ACTIVE for port object 5f808e93-ade4-4b3d-839f-bdb5822b0b78 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:46.008621 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:46.060790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-02fcdb71-b97f-4f8a-8dae-26060be3efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:46.062845 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-02fcdb71-b97f-4f8a-8dae-26060be3efd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.1287241 Jul 14 11:35:46.063756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:46.072654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Pushing event updated for resources: {'Port': ['ID=5f808e93-ade4-4b3d-839f-bdb5822b0b78,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:46.114959 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-0d619c24-3348-45b6-b4d7-1b563f2693c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 217 time: 0.0450153 Jul 14 11:35:46.178969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-0f627d62-10bc-4ab8-ae17-176682dbea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:46.181024 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-0f627d62-10bc-4ab8-ae17-176682dbea4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.0551338 Jul 14 11:35:46.218389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b78d4-bd5c-4f04-bc6c-862c67013dc0 req-73eb431e-ec70-46bd-8d91-2d6d09234ea9 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:46.224589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-944b78d4-bd5c-4f04-bc6c-862c67013dc0 req-73eb431e-ec70-46bd-8d91-2d6d09234ea9 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680940 Jul 14 11:35:46.277574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:46.286437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:46.287248 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:46.292129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-d10645e1-44c3-41da-9642-390b2f7cd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:46.294600 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-d10645e1-44c3-41da-9642-390b2f7cd284 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038039 Jul 14 11:35:46.369517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-944b78d4-bd5c-4f04-bc6c-862c67013dc0 req-19b8eb79-72c4-4a70-9bac-35b761d06293 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/quotas/c92c5dd69c704d5c888e0c895d0a3e47 HTTP/1.1" status: 200 len: 375 time: 0.0768406 Jul 14 11:35:46.387456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8235810 Jul 14 11:35:46.397973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:46.400136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Attempting to bind port 5f808e93-ade4-4b3d-839f-bdb5822b0b78 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:46.400484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Attempting to bind port 5f808e93-ade4-4b3d-839f-bdb5822b0b78 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '4c94ef07-a609-4e47-8be1-11b7865e1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c49b283f-2d1c-426a-bed4-1c415e11bba4'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:46.400829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Attempting to bind port 5f808e93-ade4-4b3d-839f-bdb5822b0b78 on network c49b283f-2d1c-426a-bed4-1c415e11bba4 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:46.411903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'subnet': {'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:46.417653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 34e706d6-7fb4-4cca-b2fa-46d40d79766d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:46.453231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-944b78d4-bd5c-4f04-bc6c-862c67013dc0 req-d3d50daa-2b7e-41f0-8e04-2eb93f1e943f tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c92c5dd69c704d5c888e0c895d0a3e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722373 Jul 14 11:35:46.455062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Port 5f808e93-ade4-4b3d-839f-bdb5822b0b78 on network c49b283f-2d1c-426a-bed4-1c415e11bba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:35:46.455458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Attempting to bind port 5f808e93-ade4-4b3d-839f-bdb5822b0b78 on network c49b283f-2d1c-426a-bed4-1c415e11bba4 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:46.457955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03014aaf-a79e-4029-9af0-62cea0eca097 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Network': ['ID=87b23580-eb76-43df-94fb-48303c32c2e2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:46.469793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47679084-db5d-4914-8d59-2e4688d53328 req-9a2190d7-637e-4fbd-aeca-96d924af9436 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:46.476185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47679084-db5d-4914-8d59-2e4688d53328 req-9a2190d7-637e-4fbd-aeca-96d924af9436 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:46.478291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47679084-db5d-4914-8d59-2e4688d53328 req-9a2190d7-637e-4fbd-aeca-96d924af9436 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1681 time: 0.3823843 Jul 14 11:35:46.483480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:46.484200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Checking segment: {'id': '4c94ef07-a609-4e47-8be1-11b7865e1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c49b283f-2d1c-426a-bed4-1c415e11bba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:46.485293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Bound using segment: {'id': '4c94ef07-a609-4e47-8be1-11b7865e1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c49b283f-2d1c-426a-bed4-1c415e11bba4'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:46.485722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Bound port: 5f808e93-ade4-4b3d-839f-bdb5822b0b78, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c94ef07-a609-4e47-8be1-11b7865e1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c49b283f-2d1c-426a-bed4-1c415e11bba4'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:46.486103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:46.505634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 87b23580-eb76-43df-94fb-48303c32c2e2 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:35:46.562504 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-2e439a84-880e-4304-905f-614a2ef30dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602360 Jul 14 11:35:46.650407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 34e706d6-7fb4-4cca-b2fa-46d40d79766d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:46.674691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 34e706d6-7fb4-4cca-b2fa-46d40d79766d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:46.675071 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:46.681025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47679084-db5d-4914-8d59-2e4688d53328 req-b069ed13-7b2d-40f2-836c-78b88aa32c03 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892302 Jul 14 11:35:46.689314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:46.698568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:46.757538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] For port 5f808e93-ade4-4b3d-839f-bdb5822b0b78, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:46.765690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] For port 5f808e93-ade4-4b3d-839f-bdb5822b0b78, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5f808e93-ade4-4b3d-839f-bdb5822b0b78,segment=NetworkSegment(4c94ef07-a609-4e47-8be1-11b7865e1511),segment_id=4c94ef07-a609-4e47-8be1-11b7865e1511)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:46.775166 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:46.860805 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-feb03df8-5435-4be2-b1f5-450ab1ac16b9 req-28a34a60-7766-4f33-a636-98602c1e5e7a service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855082 Jul 14 11:35:46.876037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:46.878437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:46.887669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] 10.222.0.45 "PUT /v2.0/ports/5f808e93-ade4-4b3d-839f-bdb5822b0b78 HTTP/1.1" status: 200 len: 1092 time: 1.9491026 Jul 14 11:35:46.888127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f442a91f-454c-4e74-b613-a45bf59098f9', 'tag': '5f808e93-ade4-4b3d-839f-bdb5822b0b78'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:46.890983 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f442a91f-454c-4e74-b613-a45bf59098f9", "tag": "5f808e93-ade4-4b3d-839f-bdb5822b0b78"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:46.964772 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.014395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4e00e-84e3-4a7b-b9ec-26ca2a017454 service neutron] Pushing event updated for resources: {'Port': ['ID=5f808e93-ade4-4b3d-839f-bdb5822b0b78,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:47.026960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e706d6-7fb4-4cca-b2fa-46d40d79766d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:47.029252 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b3edeb-36d6-4f64-b4e6-54d5c03f462f" -d '{"events": [{"server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "name": "network-vif-plugged", "status": "completed", "tag": "34e706d6-7fb4-4cca-b2fa-46d40d79766d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:47.071023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 34e706d6-7fb4-4cca-b2fa-46d40d79766d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=34e706d6-7fb4-4cca-b2fa-46d40d79766d,segment=NetworkSegment(ce046fa3-cadf-495b-b462-6ab1f736cde3),segment_id=ce046fa3-cadf-495b-b462-6ab1f736cde3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:47.076083 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.079288 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.080303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:47.165066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b0f78-1c1f-4080-9ce9-dd96954888b8 req-58081482-48b0-402a-9e16-c12cba640636 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:47.173775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d6b0f78-1c1f-4080-9ce9-dd96954888b8 req-58081482-48b0-402a-9e16-c12cba640636 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.2696369 Jul 14 11:35:47.179013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-2695ee20-aaf2-4050-b35d-b8f892795aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:47.179763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Subnet': ['ID=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:47.180963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-2695ee20-aaf2-4050-b35d-b8f892795aed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=389af71c25b840298cd32bea403ab4b1&device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 1095 time: 0.2308774 Jul 14 11:35:47.182529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Checking segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:47.183037 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network hostable DHCP agents. Network: 71c34098-5385-4eb1-b275-140a8ef534f5, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:35:47.229834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 71c34098-5385-4eb1-b275-140a8ef534f5 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:35:47.252460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 71c34098-5385-4eb1-b275-140a8ef534f5) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:47.268955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c06fbd-e933-452c-ac93-3e123981322b None None] Network 71c34098-5385-4eb1-b275-140a8ef534f5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:47.269799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:47.279034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.304375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-3617b199-174a-4079-9ec2-49d08d4ae081 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f808e93-ade4-4b3d-839f-bdb5822b0b78 HTTP/1.1" status: 200 len: 217 time: 0.0997455 Jul 14 11:35:47.305371 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-62e00134-6c24-43e1-b73e-c066ec9e2d46 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9042661 Jul 14 11:35:47.308085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45090) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:47.314239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'subnet': {'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:47.411755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d6b0f78-1c1f-4080-9ce9-dd96954888b8 req-50cc05f1-1556-4d4e-a8e6-5de0a1a83021 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366030 Jul 14 11:35:47.424206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de98638-510c-41fc-a496-2d3a0bb97bec req-acbc80c9-cfb5-4a42-adda-08d41cf75ae8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:47.428290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=34e706d6-7fb4-4cca-b2fa-46d40d79766d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:47.434287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de98638-510c-41fc-a496-2d3a0bb97bec req-acbc80c9-cfb5-4a42-adda-08d41cf75ae8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 943 time: 0.3667085 Jul 14 11:35:47.482519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:47.484357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-89df154d-ae53-4ce8-9656-bb60c4172848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:47.485875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-89df154d-ae53-4ce8-9656-bb60c4172848 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=051d225f-ada0-4a5e-8973-42c66054c6f4 HTTP/1.1" status: 200 len: 864 time: 0.1709921 Jul 14 11:35:47.488788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:47.489349 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.500686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1de98638-510c-41fc-a496-2d3a0bb97bec req-99886f71-d91f-4804-8f80-9f913ab9bd85 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654314 Jul 14 11:35:47.569764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:47.573845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.608100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-71c34098-5385-4eb1-b275-140a8ef534f5', 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'fixed_ips': [{'subnet_id': 'fb91f9e9-b3d2-4874-9af8-eede9b2acf8a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:35:47.612678 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.618111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-0a8c769d-eebe-448c-b5dc-90454af8717e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c49b283f-2d1c-426a-bed4-1c415e11bba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119995 Jul 14 11:35:47.627627 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43286353-5842-4675-8978-c5caf657b20d x-openstack-request-id: req-43286353-5842-4675-8978-c5caf657b20d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:47.628417 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f442a91f-454c-4e74-b613-a45bf59098f9", "tag": "5f808e93-ade4-4b3d-839f-bdb5822b0b78", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:47.628833 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43286353-5842-4675-8978-c5caf657b20d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:47.629404 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f442a91f-454c-4e74-b613-a45bf59098f9', 'tag': '5f808e93-ade4-4b3d-839f-bdb5822b0b78', 'status': 'completed', 'code': 200} Jul 14 11:35:47.832356 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.895306 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa2fec2-876f-4d3f-8fb2-734abb03d4b5 x-openstack-request-id: req-7fa2fec2-876f-4d3f-8fb2-734abb03d4b5 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:47.895675 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "name": "network-vif-plugged", "status": "completed", "tag": "34e706d6-7fb4-4cca-b2fa-46d40d79766d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:47.895976 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7fa2fec2-876f-4d3f-8fb2-734abb03d4b5 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:47.896857 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e706d6-7fb4-4cca-b2fa-46d40d79766d', 'code': 200} Jul 14 11:35:47.966970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,segment=NetworkSegment(7e082163-205a-4f63-9dd1-25b0b05b25e1),segment_id=7e082163-205a-4f63-9dd1-25b0b05b25e1)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:47.977323 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.984888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:47.986257 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-c20c9c82-0609-4f1d-b882-853f906c3f1a service neutron] 10.222.0.45 "GET /v2.0/networks/c49b283f-2d1c-426a-bed4-1c415e11bba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556652 Jul 14 11:35:48.093933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Checking segment: {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:48.094436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network hostable DHCP agents. Network: 87b23580-eb76-43df-94fb-48303c32c2e2, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:35:48.106768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:48.120463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Subnet': ['ID=2bc9807e-2574-4949-9a4b-9e5324b0f840,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:48.127998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 87b23580-eb76-43df-94fb-48303c32c2e2 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:35:48.140095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Allocated IP 10.1.1.2 (71c34098-5385-4eb1-b275-140a8ef534f5/fb91f9e9-b3d2-4874-9af8-eede9b2acf8a/09d0b110-8adf-494f-bac2-d47275554f55) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:48.143302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 87b23580-eb76-43df-94fb-48303c32c2e2) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:48.155184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4cf19f-11fe-46e2-83d4-d7205364710d None None] Network 87b23580-eb76-43df-94fb-48303c32c2e2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:48.155541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:48.156300 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:48.179307 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c32da342-29f1-4f95-8d0c-d3ebb5b31a3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8690758 Jul 14 11:35:48.181434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45104) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:48.188694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'port': {'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'name': 'tempest-TaggedBootDevicesTest-1408423679', 'fixed_ips': [{'subnet_id': 'fb91f9e9-b3d2-4874-9af8-eede9b2acf8a'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:48.198927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7843fb-c02a-468e-bc6e-538321b89193 req-d725b0bc-d83c-46fc-8600-bda4611863d1 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:48.200645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f7843fb-c02a-468e-bc6e-538321b89193 req-d725b0bc-d83c-46fc-8600-bda4611863d1 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 944 time: 0.3559372 Jul 14 11:35:48.249527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-459aad49-6b7f-4e87-9ae7-62382c8ce80f req-203639a0-aa36-4ee2-8d52-e68379027825 service neutron] 10.222.0.45 "GET /v2.0/networks/c49b283f-2d1c-426a-bed4-1c415e11bba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552166 Jul 14 11:35:48.296346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73591a32-f6c1-44ca-8b88-e52e48cb32d4 req-4326e22e-cd26-425b-b061-1f11a1f517cb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:48.303100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73591a32-f6c1-44ca-8b88-e52e48cb32d4 req-4326e22e-cd26-425b-b061-1f11a1f517cb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:48.321220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73591a32-f6c1-44ca-8b88-e52e48cb32d4 req-4326e22e-cd26-425b-b061-1f11a1f517cb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1683 time: 0.2198799 Jul 14 11:35:48.368661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:48.432464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f7843fb-c02a-468e-bc6e-538321b89193 req-926588de-49d1-4461-a375-ba811b93f17c tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223229 Jul 14 11:35:48.502078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:48.519398 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73591a32-f6c1-44ca-8b88-e52e48cb32d4 req-373b08d7-1762-42fe-90ec-6763b018949c tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970074 Jul 14 11:35:48.526365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] device_id is not set on port f38bed34-9bc0-44f3-8001-9e629cf6e935 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:35:48.583890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-09cd6262-2ee7-45dd-9fae-9db803f3aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:48.588121 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-09cd6262-2ee7-45dd-9fae-9db803f3aa6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=389af71c25b840298cd32bea403ab4b1&device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 1095 time: 0.2515712 Jul 14 11:35:48.712043 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:48.715551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-87b23580-eb76-43df-94fb-48303c32c2e2', 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'fixed_ips': [{'subnet_id': '2bc9807e-2574-4949-9a4b-9e5324b0f840'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:35:48.716440 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:48.754987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:35:48.777256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Transition to ACTIVE for port object 09d0b110-8adf-494f-bac2-d47275554f55 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:48.857410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Transition to ACTIVE for port object 09d0b110-8adf-494f-bac2-d47275554f55 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:48.928172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-152c5305-591c-4337-979b-adde75f1e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:48.930316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-152c5305-591c-4337-979b-adde75f1e195 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c49b283f-2d1c-426a-bed4-1c415e11bba4 HTTP/1.1" status: 200 len: 924 time: 0.3322506 Jul 14 11:35:48.982774 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:48.991922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-9ca4cf9c-8f01-447c-91a7-8821317047d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f808e93-ade4-4b3d-839f-bdb5822b0b78 HTTP/1.1" status: 200 len: 217 time: 0.0510814 Jul 14 11:35:49.009667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Allocated IP 10.1.1.138 (71c34098-5385-4eb1-b275-140a8ef534f5/fb91f9e9-b3d2-4874-9af8-eede9b2acf8a/f38bed34-9bc0-44f3-8001-9e629cf6e935) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:49.067315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Network 71c34098-5385-4eb1-b275-140a8ef534f5 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:49.105157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:49.109084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:49.190561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Pushing event updated for resources: {'Port': ['ID=09d0b110-8adf-494f-bac2-d47275554f55,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:49.267774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:49.288523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '937baf72-8eba-4385-a51a-ada320b77614', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'port_id': '937baf72-8eba-4385-a51a-ada320b77614', 'mac_address': 'fa:16:3e:bb:0f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:35:49.326102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Allocated IP 10.2.2.2 (87b23580-eb76-43df-94fb-48303c32c2e2/2bc9807e-2574-4949-9a4b-9e5324b0f840/75ce79be-51bc-44bf-9eb6-9a7438aecbc2) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:49.331760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:49.354974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Transition to ACTIVE for port object f38bed34-9bc0-44f3-8001-9e629cf6e935 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:49.376548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Attempting to bind port 09d0b110-8adf-494f-bac2-d47275554f55 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:49.376924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Attempting to bind port 09d0b110-8adf-494f-bac2-d47275554f55 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:49.377481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Attempting to bind port 09d0b110-8adf-494f-bac2-d47275554f55 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:49.388844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:49.389943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Checking segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:49.390557 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:49.390680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Bound using segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:49.391500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Bound port: 09d0b110-8adf-494f-bac2-d47275554f55, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:49.391920 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:49.410862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:49.523604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 71c34098-5385-4eb1-b275-140a8ef534f5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:49.527553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:49.549545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:49.552165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-2d1a3a46-e39f-4154-b12e-e09bf6e392d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:49.553397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Port': ['ID=f38bed34-9bc0-44f3-8001-9e629cf6e935,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:49.555071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-2d1a3a46-e39f-4154-b12e-e09bf6e392d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=051d225f-ada0-4a5e-8973-42c66054c6f4 HTTP/1.1" status: 200 len: 864 time: 0.5513794 Jul 14 11:35:49.614603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-640517c9-8deb-4626-a3f0-000997e0aa25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c49b283f-2d1c-426a-bed4-1c415e11bba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484486 Jul 14 11:35:49.642411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b646c-f106-4b50-ba7a-309c0cc0a361 req-2616b31a-0237-46e7-ba1d-f3a0459fa6c2 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:49.651659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b8b646c-f106-4b50-ba7a-309c0cc0a361 req-2616b31a-0237-46e7-ba1d-f3a0459fa6c2 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.8382423 Jul 14 11:35:49.665477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:49.666181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:49.700848 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dde9bb3f-8160-4fbb-afeb-b2f8c168ce07 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5148714 Jul 14 11:35:49.700848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45138) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:49.706587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'port': {'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'name': 'tempest-TaggedBootDevicesTest-1609215581', 'fixed_ips': [{'subnet_id': 'fb91f9e9-b3d2-4874-9af8-eede9b2acf8a'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:49.770916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:49.830478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eacd24-2310-42b3-833b-96ef82af4bd3 req-817bf11e-a7e6-4b9e-be3a-61653e6572aa tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:49.833143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80eacd24-2310-42b3-833b-96ef82af4bd3 req-817bf11e-a7e6-4b9e-be3a-61653e6572aa tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 943 time: 0.9692466 Jul 14 11:35:49.876240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937baf72-8eba-4385-a51a-ada320b77614 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:49.882068 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:49.900320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecce7f5-7bf9-48d3-9e14-e6c65ece96de'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:49.905488 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef4da7c-5695-4767-be58-6f803d432b79" -d '{"events": [{"server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "name": "network-vif-plugged", "status": "completed", "tag": "9ecce7f5-7bf9-48d3-9e14-e6c65ece96de"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:49.925454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:49.931166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b8b646c-f106-4b50-ba7a-309c0cc0a361 req-1245de37-78ca-41de-81d2-9e0be62c5ef3 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781191 Jul 14 11:35:49.946250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:49.946662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80eacd24-2310-42b3-833b-96ef82af4bd3 req-de0c9308-bccd-4759-9418-c6500aca6f10 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888634 Jul 14 11:35:49.961788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:49.971133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Transition to ACTIVE for port object 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:49.975974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] device_id is not set on port 92b44633-b17c-4813-8c26-2dd945a44867 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:35:49.982414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-ca1cc9aa-841a-42de-a45f-2cd176e958ca service neutron] 10.222.0.45 "GET /v2.0/networks/c49b283f-2d1c-426a-bed4-1c415e11bba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535879 Jul 14 11:35:50.024871 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:50.061499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Transition to ACTIVE for port object 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:50.130561 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:50.141192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] For port 09d0b110-8adf-494f-bac2-d47275554f55, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:50.205653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb0b6bf9-7f5c-40fc-8934-26b370cb2bc8 req-e97ec165-97d7-4aa0-ae7e-2fca83a66894 service neutron] 10.222.0.45 "GET /v2.0/networks/c49b283f-2d1c-426a-bed4-1c415e11bba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140086 Jul 14 11:35:50.214907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Network 87b23580-eb76-43df-94fb-48303c32c2e2 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:50.220653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] For port 09d0b110-8adf-494f-bac2-d47275554f55, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=09d0b110-8adf-494f-bac2-d47275554f55,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:50.230139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:50.244299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:50.306462 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:50.339354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:50.349053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['937baf72-8eba-4385-a51a-ada320b77614'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:35:50.370627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ab8f-0cb9-419a-a7c6-6f04ede24f11 req-e4af8fd5-98df-4067-b7df-c5c3665a38b4 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:50.377013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4932ab8f-0cb9-419a-a7c6-6f04ede24f11 req-e4af8fd5-98df-4067-b7df-c5c3665a38b4 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 944 time: 0.1291616 Jul 14 11:35:50.407779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Allocated IP 10.1.1.205 (71c34098-5385-4eb1-b275-140a8ef534f5/fb91f9e9-b3d2-4874-9af8-eede9b2acf8a/92b44633-b17c-4813-8c26-2dd945a44867) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:50.410118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Attempting to bind port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:35:50.410629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Attempting to bind port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:35:50.411008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Attempting to bind port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 on network 87b23580-eb76-43df-94fb-48303c32c2e2 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:35:50.416743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Pushing event updated for resources: {'Port': ['ID=75ce79be-51bc-44bf-9eb6-9a7438aecbc2,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:50.442848 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:35:50.443315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Checking segment: {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:35:50.443642 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:50.444069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Bound using segment: {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:35:50.444566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Bound port: 75ce79be-51bc-44bf-9eb6-9a7438aecbc2, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:35:50.444954 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:50.485830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4932ab8f-0cb9-419a-a7c6-6f04ede24f11 req-d02f1031-918d-4439-bf14-26ce386b4e03 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938346 Jul 14 11:35:50.724418 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5033657b-5606-4306-baca-27851df5b706 x-openstack-request-id: req-5033657b-5606-4306-baca-27851df5b706 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:50.724627 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "name": "network-vif-plugged", "status": "completed", "tag": "9ecce7f5-7bf9-48d3-9e14-e6c65ece96de", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:50.724887 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5033657b-5606-4306-baca-27851df5b706 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:50.725295 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecce7f5-7bf9-48d3-9e14-e6c65ece96de', 'code': 200} Jul 14 11:35:50.763891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5f808e93-ade4-4b3d-839f-bdb5822b0b78 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:35:50.764667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf01dc-0690-41c8-a1f0-527a6d3ade3a req-21f3bc96-5a9a-4c01-8d80-cd04993d03c8 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:50.765426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:50.787825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f91f2-01be-467c-bcba-8ce5700e2a42 None None] Pushing event updated for resources: {'Port': ['ID=09d0b110-8adf-494f-bac2-d47275554f55,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:50.790056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Transition to ACTIVE for port object 92b44633-b17c-4813-8c26-2dd945a44867 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:35:50.808940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf01dc-0690-41c8-a1f0-527a6d3ade3a req-21f3bc96-5a9a-4c01-8d80-cd04993d03c8 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:50.841614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddf01dc-0690-41c8-a1f0-527a6d3ade3a req-21f3bc96-5a9a-4c01-8d80-cd04993d03c8 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1683 time: 0.2967269 Jul 14 11:35:50.888739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:50.942450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] For port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:50.963493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] For port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=75ce79be-51bc-44bf-9eb6-9a7438aecbc2,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:50.996397 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:51.084982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d4dd25-37ab-471e-8172-517dd18c0267 req-befc22ad-b295-4efc-b07b-e594b666c81e tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c92c5dd69c704d5c888e0c895d0a3e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235785 Jul 14 11:35:51.118180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 71c34098-5385-4eb1-b275-140a8ef534f5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:51.125162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:51.135018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26492b2-d05e-4d0e-a931-77656f84af76 None None] Pushing event updated for resources: {'Port': ['ID=75ce79be-51bc-44bf-9eb6-9a7438aecbc2,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:51.179997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Port': ['ID=92b44633-b17c-4813-8c26-2dd945a44867,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:51.213769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:51.222132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddf01dc-0690-41c8-a1f0-527a6d3ade3a req-ce1ee892-eb60-470b-96a9-1d281ee87749 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785107 Jul 14 11:35:51.269274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5f808e93-ade4-4b3d-839f-bdb5822b0b78, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5f808e93-ade4-4b3d-839f-bdb5822b0b78,segment=NetworkSegment(4c94ef07-a609-4e47-8be1-11b7865e1511),segment_id=4c94ef07-a609-4e47-8be1-11b7865e1511)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:51.282740 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:51.284024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:51.312241 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b45adee9-4330-438d-9a38-3042d52b13f3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6100402 Jul 14 11:35:51.344128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '5f808e93-ade4-4b3d-839f-bdb5822b0b78', 'network_id': 'c49b283f-2d1c-426a-bed4-1c415e11bba4', 'port_id': '5f808e93-ade4-4b3d-839f-bdb5822b0b78', 'mac_address': 'fa:16:3e:9c:3f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051d225f-ada0-4a5e-8973-42c66054c6f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:35:51.398240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4dd25-37ab-471e-8172-517dd18c0267 req-346897ab-fe8b-46f7-a535-57f96949e2c4 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:51.399780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d4dd25-37ab-471e-8172-517dd18c0267 req-346897ab-fe8b-46f7-a535-57f96949e2c4 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136992 Jul 14 11:35:51.411576 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:51.440070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f808e93-ade4-4b3d-839f-bdb5822b0b78 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:35:51.445976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323c3b4-2c8d-41ab-a9ff-7ef68f66b731 req-68afc98f-e701-4eb0-81e0-9397d3b7aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:51.447327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323c3b4-2c8d-41ab-a9ff-7ef68f66b731 req-68afc98f-e701-4eb0-81e0-9397d3b7aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:51.450848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e323c3b4-2c8d-41ab-a9ff-7ef68f66b731 req-68afc98f-e701-4eb0-81e0-9397d3b7aa13 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1985 time: 0.5116305 Jul 14 11:35:51.452464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d4dd25-37ab-471e-8172-517dd18c0267 req-9e9f1cdc-6224-4021-b9da-1fe16e5d851e tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/quotas/c92c5dd69c704d5c888e0c895d0a3e47 HTTP/1.1" status: 200 len: 375 time: 0.0418601 Jul 14 11:35:51.477215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5f808e93-ade4-4b3d-839f-bdb5822b0b78, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5f808e93-ade4-4b3d-839f-bdb5822b0b78,segment=NetworkSegment(4c94ef07-a609-4e47-8be1-11b7865e1511),segment_id=4c94ef07-a609-4e47-8be1-11b7865e1511)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:51.487066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:51.592954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d4dd25-37ab-471e-8172-517dd18c0267 req-305014d0-64b0-4c77-8705-e191a4478fda tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c92c5dd69c704d5c888e0c895d0a3e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296258 Jul 14 11:35:51.593571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5f808e93-ade4-4b3d-839f-bdb5822b0b78,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:51.623722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e323c3b4-2c8d-41ab-a9ff-7ef68f66b731 req-8600a6b3-01d5-4327-9545-7d08d7a1ce8d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598101 Jul 14 11:35:51.658469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b1c95-62c6-400f-bbec-c738a6b2c323 req-5faecd31-95a5-41cd-a680-3ddb55121435 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:51.660301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c92b1c95-62c6-400f-bbec-c738a6b2c323 req-5faecd31-95a5-41cd-a680-3ddb55121435 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.2175455 Jul 14 11:35:51.741217 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c92b1c95-62c6-400f-bbec-c738a6b2c323 req-8304b17b-6075-40fd-966b-f4a1c94a153b tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735703 Jul 14 11:35:51.756041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['5f808e93-ade4-4b3d-839f-bdb5822b0b78'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:35:52.020430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc4fea-2c18-4ac2-b3a1-611315d721ed req-3df2fdf0-0f72-4053-aceb-facec952a145 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:52.031086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0dc4fea-2c18-4ac2-b3a1-611315d721ed req-3df2fdf0-0f72-4053-aceb-facec952a145 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1365337 Jul 14 11:35:52.126097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0dc4fea-2c18-4ac2-b3a1-611315d721ed req-d483b308-9ed0-486e-a432-26db280496b3 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824571 Jul 14 11:35:52.211481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:52.212491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45188) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:52.219381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1237be5a-a4e9-4d94-9e2c-32209aa3ccd9 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118270273', 'description': 'tempest-description--1558877297'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:52.287557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1237be5a-a4e9-4d94-9e2c-32209aa3ccd9 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:52.362527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:52.367887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 09d0b110-8adf-494f-bac2-d47275554f55 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:52.558405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27262dc-11f8-4166-a3cc-0c41f64a1c3d None None] Network 71c34098-5385-4eb1-b275-140a8ef534f5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:52.571348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 09d0b110-8adf-494f-bac2-d47275554f55 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:52.624339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1237be5a-a4e9-4d94-9e2c-32209aa3ccd9 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:52.632324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1237be5a-a4e9-4d94-9e2c-32209aa3ccd9 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:52.697548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9657b-f74a-4132-9ca9-e21a12b56f51 req-71d6f611-a226-49fa-88fd-c7ee226734b3 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:52.700753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0be9657b-f74a-4132-9ca9-e21a12b56f51 req-71d6f611-a226-49fa-88fd-c7ee226734b3 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 945 time: 0.2603922 Jul 14 11:35:52.737795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1237be5a-a4e9-4d94-9e2c-32209aa3ccd9 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:52.740101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a5b0b528-e1b2-4f5a-8d82-feaaa75316cf None None] Provisioning for port 09d0b110-8adf-494f-bac2-d47275554f55 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:52.749737 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1237be5a-a4e9-4d94-9e2c-32209aa3ccd9 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5358672 Jul 14 11:35:52.751464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45214) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:52.754398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237be5a-a4e9-4d94-9e2c-32209aa3ccd9 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:52.766846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5f808e93-ade4-4b3d-839f-bdb5822b0b78 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:52.771239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8e9ae1fa-7ed3-43de-8f8b-b0e5b261a54d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'security_group_rule': {'security_group_id': 'e89f3e55-eb27-4d4b-bcaa-15f010cb5db3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:52.784261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a5b0b528-e1b2-4f5a-8d82-feaaa75316cf None None] Provisioning complete for port 09d0b110-8adf-494f-bac2-d47275554f55 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:52.784994 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b528-e1b2-4f5a-8d82-feaaa75316cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:52.860553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0be9657b-f74a-4132-9ca9-e21a12b56f51 req-a5e3d05b-b5dc-4849-a622-b712de06f111 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470661 Jul 14 11:35:52.875515 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae1fa-7ed3-43de-8f8b-b0e5b261a54d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.106537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae1fa-7ed3-43de-8f8b-b0e5b261a54d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.113998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae1fa-7ed3-43de-8f8b-b0e5b261a54d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.135665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83b849-46be-455c-90eb-a6a143bae54e req-bea61e96-5b8b-444e-b008-0a2be61a3353 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:53.156916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83b849-46be-455c-90eb-a6a143bae54e req-bea61e96-5b8b-444e-b008-0a2be61a3353 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:53.158865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b83b849-46be-455c-90eb-a6a143bae54e req-bea61e96-5b8b-444e-b008-0a2be61a3353 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1683 time: 0.2004998 Jul 14 11:35:53.179434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ae1fa-7ed3-43de-8f8b-b0e5b261a54d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf744a2-a8d0-4184-a379-40e10fdacd14,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:53.202181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae1fa-7ed3-43de-8f8b-b0e5b261a54d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.203693 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8e9ae1fa-7ed3-43de-8f8b-b0e5b261a54d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4445555 Jul 14 11:35:53.204438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45230) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:53.218722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45232) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:53.232868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c83ba593-cd64-425b-810b-e3ed3dba09cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'security_group_rule': {'security_group_id': 'e89f3e55-eb27-4d4b-bcaa-15f010cb5db3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:53.257035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b83b849-46be-455c-90eb-a6a143bae54e req-980016a7-81ad-431c-9bb0-c95398421982 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883327 Jul 14 11:35:53.279133 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b528-e1b2-4f5a-8d82-feaaa75316cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.331329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c83ba593-cd64-425b-810b-e3ed3dba09cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.352496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35c8f0-e0be-441f-b7fa-137944d2e074 None None] Network 87b23580-eb76-43df-94fb-48303c32c2e2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:35:53.395015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 5f808e93-ade4-4b3d-839f-bdb5822b0b78 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:53.465150 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c83ba593-cd64-425b-810b-e3ed3dba09cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.471527 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c83ba593-cd64-425b-810b-e3ed3dba09cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.514752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a5b0b528-e1b2-4f5a-8d82-feaaa75316cf None None] For port 09d0b110-8adf-494f-bac2-d47275554f55, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=09d0b110-8adf-494f-bac2-d47275554f55,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:53.524758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 5f808e93-ade4-4b3d-839f-bdb5822b0b78 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:53.525238 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.528329 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ba593-cd64-425b-810b-e3ed3dba09cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a61c54-4e97-4cea-8d4e-fa95804fe004,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:53.533797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25cb3d79-210a-4d59-878e-32f3cbbe2352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.542955 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b528-e1b2-4f5a-8d82-feaaa75316cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.556344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c83ba593-cd64-425b-810b-e3ed3dba09cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.558539 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c83ba593-cd64-425b-810b-e3ed3dba09cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353877 Jul 14 11:35:53.562039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45240) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:53.567085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:35:53.721695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e5579-07b4-4a56-808e-3b4046351202 req-cd6a8b60-e106-492e-b307-9aa95fbdb5b7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:53.724821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25cb3d79-210a-4d59-878e-32f3cbbe2352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.734010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-629e5579-07b4-4a56-808e-3b4046351202 req-cd6a8b60-e106-492e-b307-9aa95fbdb5b7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2376482 Jul 14 11:35:53.737458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25cb3d79-210a-4d59-878e-32f3cbbe2352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.749648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb0a79-a4e4-4914-942c-0e2f5611432a req-c67f66b2-239f-4e61-bed2-8fd005b45025 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:53.757792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05fb0a79-a4e4-4914-942c-0e2f5611432a req-c67f66b2-239f-4e61-bed2-8fd005b45025 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.3548114 Jul 14 11:35:53.833043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-629e5579-07b4-4a56-808e-3b4046351202 req-b5e53823-f7e5-4e8a-954b-bd3c83b53030 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971248 Jul 14 11:35:53.862543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05fb0a79-a4e4-4914-942c-0e2f5611432a req-fa91bca0-f4c9-4433-b0bd-42190f958ef9 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033175 Jul 14 11:35:53.880447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:53.922388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb3d79-210a-4d59-878e-32f3cbbe2352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a633f366-c1d1-4ea4-b0c9-651349ee15ca,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:53.939596 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-25cb3d79-210a-4d59-878e-32f3cbbe2352 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=659da2c4cb05419bbd77b6cdb0d5bebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7340293 Jul 14 11:35:53.942383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45252) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:54.021705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0b528-e1b2-4f5a-8d82-feaaa75316cf None None] Pushing event updated for resources: {'Port': ['ID=09d0b110-8adf-494f-bac2-d47275554f55,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:54.073618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.119529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7da2aac9-7c32-44db-8717-627195a7987b None None] Provisioning for port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:54.128820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7da2aac9-7c32-44db-8717-627195a7987b None None] Provisioning complete for port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:54.129209 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7da2aac9-7c32-44db-8717-627195a7987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.141619 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.184943 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.200766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7624c-8f53-4f04-b41c-28906af700ae req-a0b727a9-52de-4bca-9498-bb82b65e5e12 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:54.203098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0e7624c-8f53-4f04-b41c-28906af700ae req-a0b727a9-52de-4bca-9498-bb82b65e5e12 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 945 time: 0.1615052 Jul 14 11:35:54.258974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.263353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.265962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a633f366-c1d1-4ea4-b0c9-651349ee15ca HTTP/1.1" status: 204 len: 168 time: 0.3222106 Jul 14 11:35:54.297157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0e7624c-8f53-4f04-b41c-28906af700ae req-ee770d12-92b3-459d-b86a-330c8adebda0 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765007 Jul 14 11:35:54.298350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a633f366-c1d1-4ea4-b0c9-651349ee15ca,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:54.328395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.332233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.332614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.340758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.342923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.347661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.348144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.350802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.351128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.354243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.354643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.355091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05f891-3f9c-4098-8830-be2193843f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:54.418378 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.479461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Allocated IP 172.25.2.18 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/b85d8457-7431-4859-9a66-21ec2e3578f0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:54.514605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5f808e93-ade4-4b3d-839f-bdb5822b0b78, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5f808e93-ade4-4b3d-839f-bdb5822b0b78,segment=NetworkSegment(4c94ef07-a609-4e47-8be1-11b7865e1511),segment_id=4c94ef07-a609-4e47-8be1-11b7865e1511)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:54.520603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f442a91f-454c-4e74-b613-a45bf59098f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f808e93-ade4-4b3d-839f-bdb5822b0b78'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:54.524222 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a030ba-7dc2-432e-b7a8-5f0d3e73fca5" -d '{"events": [{"server_uuid": "f442a91f-454c-4e74-b613-a45bf59098f9", "name": "network-vif-plugged", "status": "completed", "tag": "5f808e93-ade4-4b3d-839f-bdb5822b0b78"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:54.546645 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.552210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:54.622453 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277d8931-86b8-4acb-bde8-6da6532aff5f x-openstack-request-id: req-277d8931-86b8-4acb-bde8-6da6532aff5f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:54.623034 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f442a91f-454c-4e74-b613-a45bf59098f9", "name": "network-vif-plugged", "status": "completed", "tag": "5f808e93-ade4-4b3d-839f-bdb5822b0b78", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:54.623504 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-277d8931-86b8-4acb-bde8-6da6532aff5f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:54.624108 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f442a91f-454c-4e74-b613-a45bf59098f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f808e93-ade4-4b3d-839f-bdb5822b0b78', 'code': 200} Jul 14 11:35:54.741496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1f8ae-6c19-4f96-a5fd-26bf0e29a32b req-98a7e295-1b5c-4802-b4b1-643602a27c7d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:54.756833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1f8ae-6c19-4f96-a5fd-26bf0e29a32b req-98a7e295-1b5c-4802-b4b1-643602a27c7d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:54.759440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60a1f8ae-6c19-4f96-a5fd-26bf0e29a32b req-98a7e295-1b5c-4802-b4b1-643602a27c7d tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1683 time: 0.1906006 Jul 14 11:35:54.771661 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.867174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.904609 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7da2aac9-7c32-44db-8717-627195a7987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.931041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5f808e93-ade4-4b3d-839f-bdb5822b0b78,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:54.950291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 937baf72-8eba-4385-a51a-ada320b77614 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:54.965845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe4c4a5-0fa1-4c5f-aad1-e75bcd249758 req-3319f792-622f-49e5-abe9-c98dbc7fcede tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c92c5dd69c704d5c888e0c895d0a3e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871489 Jul 14 11:35:54.966160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 937baf72-8eba-4385-a51a-ada320b77614 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:54.967189 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:54.993087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:54.995546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Port': ['ID=b85d8457-7431-4859-9a66-21ec2e3578f0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:55.011694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:55.012846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7da2aac9-7c32-44db-8717-627195a7987b None None] For port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=75ce79be-51bc-44bf-9eb6-9a7438aecbc2,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:55.015765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:35:55.024944 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7da2aac9-7c32-44db-8717-627195a7987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.067692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60a1f8ae-6c19-4f96-a5fd-26bf0e29a32b req-76079f44-938a-4ece-88f0-c567b1cb89bc tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642791 Jul 14 11:35:55.161116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2aac9-7c32-44db-8717-627195a7987b None None] Pushing event updated for resources: {'Port': ['ID=75ce79be-51bc-44bf-9eb6-9a7438aecbc2,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:55.205555 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.215994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Provisioning for port f38bed34-9bc0-44f3-8001-9e629cf6e935 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:55.246134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Provisioning complete for port f38bed34-9bc0-44f3-8001-9e629cf6e935 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:55.246617 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.281399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.321916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5787cf-3faf-4018-b591-d171cdfb7100 req-c3916aa4-070a-4da2-9bff-afd91a2ba1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:55.336208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e5787cf-3faf-4018-b591-d171cdfb7100 req-c3916aa4-070a-4da2-9bff-afd91a2ba1ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 1097 time: 0.6430595 Jul 14 11:35:55.357948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:55.359416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Port f38bed34-9bc0-44f3-8001-9e629cf6e935 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:35:55.379412 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.387432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Provisioning complete for port 09d0b110-8adf-494f-bac2-d47275554f55 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:55.387996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.391207 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.496153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c4a5-0fa1-4c5f-aad1-e75bcd249758 req-9b4cbb8f-31ab-4c77-afb9-d15fab693b68 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:55.497735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe4c4a5-0fa1-4c5f-aad1-e75bcd249758 req-9b4cbb8f-31ab-4c77-afb9-d15fab693b68 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5307953 Jul 14 11:35:55.508016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e5787cf-3faf-4018-b591-d171cdfb7100 req-ce96383e-2886-47d2-ae88-5231480d4b9c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604044 Jul 14 11:35:55.509171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:55.524531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe4c4a5-0fa1-4c5f-aad1-e75bcd249758 req-ccc705e7-e20b-4833-9af0-c1722e982ee9 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/quotas/c92c5dd69c704d5c888e0c895d0a3e47 HTTP/1.1" status: 200 len: 375 time: 0.0182934 Jul 14 11:35:55.580554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe4c4a5-0fa1-4c5f-aad1-e75bcd249758 req-5c9ad5f1-5073-4f3f-8247-a8825f9e82d8 tempest-QuotasAdminNegativeTest-1883411549 tempest-QuotasAdminNegativeTest-1883411549-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c92c5dd69c704d5c888e0c895d0a3e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550292 Jul 14 11:35:55.620862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Provisioning for port 92b44633-b17c-4813-8c26-2dd945a44867 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:35:55.627574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Provisioning complete for port 92b44633-b17c-4813-8c26-2dd945a44867 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:55.628332 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.630976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ea76a-6eaf-4ecf-818b-e2464ad13ea5 req-e2f33e6f-8c86-4840-9b0c-4cbde9d57bf0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:55.636225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-709ea76a-6eaf-4ecf-818b-e2464ad13ea5 req-e2f33e6f-8c86-4840-9b0c-4cbde9d57bf0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 945 time: 0.2413976 Jul 14 11:35:55.664366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.672147 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.696646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6958fadd-0f08-4dcd-94c1-f039a036cbbf None None] Port 92b44633-b17c-4813-8c26-2dd945a44867 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:35:55.721478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-709ea76a-6eaf-4ecf-818b-e2464ad13ea5 req-5d8bca1e-bbf5-4601-9fc8-ad4848342f9a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778763 Jul 14 11:35:55.782911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Port': ['ID=b85d8457-7431-4859-9a66-21ec2e3578f0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:55.803379 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.822783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c1200a6b-f50e-498d-a364-2907792b71e7 None None] Provisioning complete for port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:55.823510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1200a6b-f50e-498d-a364-2907792b71e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.830157 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:55.846263 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cda02561-7c15-441d-8c07-704e9ab0d2f6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2829781 Jul 14 11:35:55.989992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c1200a6b-f50e-498d-a364-2907792b71e7 None None] Provisioning complete for port 92b44633-b17c-4813-8c26-2dd945a44867 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:55.992540 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1200a6b-f50e-498d-a364-2907792b71e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:56.037457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af41c91-69fb-4402-897b-2d68558d8d5b req-f8023222-488f-41af-8969-a097f5009a46 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:56.048508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3af41c91-69fb-4402-897b-2d68558d8d5b req-f8023222-488f-41af-8969-a097f5009a46 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.1335952 Jul 14 11:35:56.096760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:56.100691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c1200a6b-f50e-498d-a364-2907792b71e7 None None] Port 92b44633-b17c-4813-8c26-2dd945a44867 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:35:56.126825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:56.136726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3af41c91-69fb-4402-897b-2d68558d8d5b req-c01e6cb4-8910-48ff-9f23-da11006c6623 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871317 Jul 14 11:35:56.232038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:56.232926 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:56.247924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7942ca9-ffbc-434d-afac-f14603300f4b req-9c5f8eff-0ff4-4b63-9b3a-6cf5c4b7d51b tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:56.272101 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7942ca9-ffbc-434d-afac-f14603300f4b req-9c5f8eff-0ff4-4b63-9b3a-6cf5c4b7d51b tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 946 time: 0.1467507 Jul 14 11:35:56.333113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7942ca9-ffbc-434d-afac-f14603300f4b req-5aa73878-fc8f-47f1-beb8-1471864fa04b tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599239 Jul 14 11:35:56.335295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 09d0b110-8adf-494f-bac2-d47275554f55 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:56.452828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 09d0b110-8adf-494f-bac2-d47275554f55 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:35:56.452828 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:56.626207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:35:56.640963 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a343412a-1f21-4119-8d12-ead409628e6a" -d '{"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-plugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:35:56.814724 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01ab0a8-1937-4497-90b9-284988dc59de x-openstack-request-id: req-f01ab0a8-1937-4497-90b9-284988dc59de {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:35:56.815066 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-plugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:35:56.815650 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f01ab0a8-1937-4497-90b9-284988dc59de {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:35:56.816689 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'code': 200} Jul 14 11:35:57.021773 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-b2e54842-ec3c-44e3-acb0-b7f38f64a5f1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--118270273&fields=id&tenant_id=cf83387930474e128b1ee65a71c307a7 HTTP/1.1" status: 200 len: 267 time: 0.1290271 Jul 14 11:35:57.097966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123e1f6-2ca4-4a56-852d-48a509da6f04 req-b04fa93b-4163-4a0c-81da-b607a9206146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:57.099501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f123e1f6-2ca4-4a56-852d-48a509da6f04 req-b04fa93b-4163-4a0c-81da-b607a9206146 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1096 time: 0.1803489 Jul 14 11:35:57.157303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea8dfa48-1c01-400c-820c-a2b21146854f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:57.159174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea8dfa48-1c01-400c-820c-a2b21146854f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports/f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 200 len: 932 time: 0.1268032 Jul 14 11:35:57.173918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e9817-97d9-4873-b501-f25572c187b6 req-49273b9d-3cb8-4c09-a939-4dfc818eb2d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:57.175814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-814e9817-97d9-4873-b501-f25572c187b6 req-49273b9d-3cb8-4c09-a939-4dfc818eb2d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 945 time: 0.2149754 Jul 14 11:35:57.245970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45396) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:57.250496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f123e1f6-2ca4-4a56-852d-48a509da6f04 req-62864041-7a5a-4d3d-a553-df67a4c4ecca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305292 Jul 14 11:35:57.287744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-c7864dcd-0087-4e8b-9b19-63f18f596d2e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:57.296335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-c7864dcd-0087-4e8b-9b19-63f18f596d2e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports/92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 200 len: 932 time: 0.1168869 Jul 14 11:35:57.362748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0bdc635c-df30-48b0-a4ab-e2287325b117 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0625997 Jul 14 11:35:57.375102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-814e9817-97d9-4873-b501-f25572c187b6 req-8a7035b6-a4f3-4529-90f8-31b3ec1653bf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826108 Jul 14 11:35:57.453914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-3dceadc3-9f1b-4907-b448-0ea6e43e8000 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0929148 Jul 14 11:35:57.670911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-21dbf140-3170-4472-ad53-10deeb8bdb94 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:57.677154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-21dbf140-3170-4472-ad53-10deeb8bdb94 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:57.683202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-21dbf140-3170-4472-ad53-10deeb8bdb94 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:57.688553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-21dbf140-3170-4472-ad53-10deeb8bdb94 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/networks?id=181ba48e-cd53-4e69-885a-619ebf4610cd&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=87b23580-eb76-43df-94fb-48303c32c2e2&id=87b23580-eb76-43df-94fb-48303c32c2e2 HTTP/1.1" status: 200 len: 1991 time: 0.2336149 Jul 14 11:35:57.719144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-306ddbe9-57a6-4cc4-b805-f7e72698ca6b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/quotas/cf83387930474e128b1ee65a71c307a7 HTTP/1.1" status: 200 len: 375 time: 0.0238786 Jul 14 11:35:57.799028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc1fc4-7ab8-4a38-acc2-4ca032629b34 req-d2c6fe4a-0852-4004-ac7a-dcecddd33fd9 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:57.800441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef126-76f7-4abe-8d15-2759bde14d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:57.805348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc1fc4-7ab8-4a38-acc2-4ca032629b34 req-d2c6fe4a-0852-4004-ac7a-dcecddd33fd9 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:57.807124 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47fc1fc4-7ab8-4a38-acc2-4ca032629b34 req-d2c6fe4a-0852-4004-ac7a-dcecddd33fd9 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1683 time: 0.2049687 Jul 14 11:35:57.863901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-d8dfdadd-2423-45f3-9317-51588bf6a8d2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1356289 Jul 14 11:35:57.926192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef126-76f7-4abe-8d15-2759bde14d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:57.928895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47fc1fc4-7ab8-4a38-acc2-4ca032629b34 req-f7503eb2-0cfb-408e-822d-208246c6d61e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129236 Jul 14 11:35:57.948980 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef126-76f7-4abe-8d15-2759bde14d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:58.024684 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f5ef126-76f7-4abe-8d15-2759bde14d8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c92c5dd69c704d5c888e0c895d0a3e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7769823 Jul 14 11:35:58.025926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ef126-76f7-4abe-8d15-2759bde14d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b97566-a29c-4fef-bf38-58998de900ea,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:58.028584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45412) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:58.052478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-cb7f3415-afed-4c3b-9ec1-b991911bb82c service neutron] 10.222.0.38 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874404 Jul 14 11:35:58.060879 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:58.159125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4abea69-242f-4aad-9b42-1e90478761c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:58.184721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4abea69-242f-4aad-9b42-1e90478761c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:58.277089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4abea69-242f-4aad-9b42-1e90478761c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:58.282107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4abea69-242f-4aad-9b42-1e90478761c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:58.286458 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a4abea69-242f-4aad-9b42-1e90478761c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2b97566-a29c-4fef-bf38-58998de900ea HTTP/1.1" status: 204 len: 168 time: 0.2536223 Jul 14 11:35:58.304136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abea69-242f-4aad-9b42-1e90478761c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b97566-a29c-4fef-bf38-58998de900ea,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:58.410190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-01f382df-b9a4-477b-89be-d6cdd4b2872b service neutron] 10.222.0.38 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567090 Jul 14 11:35:58.423304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-21878016-75dc-4f0a-9ab1-edf88ae81399 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:58.429579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-21878016-75dc-4f0a-9ab1-edf88ae81399 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:58.431351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-21878016-75dc-4f0a-9ab1-edf88ae81399 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 1683 time: 0.2281992 Jul 14 11:35:58.451226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa8b1a-e5ec-4831-8400-1df4fc8aea07 req-abff9efe-b9ce-4ada-9ac5-a2b6af5185f4 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:58.453391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79aa8b1a-e5ec-4831-8400-1df4fc8aea07 req-abff9efe-b9ce-4ada-9ac5-a2b6af5185f4 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.1973095 Jul 14 11:35:58.570427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79aa8b1a-e5ec-4831-8400-1df4fc8aea07 req-a00cbbad-dd09-4282-88a7-d7995b30e450 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884712 Jul 14 11:35:58.575436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-3d50a099-aa96-4e26-97c4-858e9d006e55 service neutron] 10.222.0.38 "GET /v2.0/ports/f38bed34-9bc0-44f3-8001-9e629cf6e935?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1427052 Jul 14 11:35:58.718640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:35:58.719288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:58.813574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-95f7924a-3c46-4a74-9229-012a8241a339 service neutron] 10.222.0.38 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279801 Jul 14 11:35:58.883842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45428) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:58.898126 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c170c5f0-658d-4ec4-beec-909a2716efe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:58.953138 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:35:59.001305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29c1b-39ca-4513-8802-a6f6368cdfca req-f87a1dfd-f315-483f-b210-38d7c6a9ec94 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:59.003964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dee29c1b-39ca-4513-8802-a6f6368cdfca req-f87a1dfd-f315-483f-b210-38d7c6a9ec94 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 946 time: 0.2768037 Jul 14 11:35:59.034029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c170c5f0-658d-4ec4-beec-909a2716efe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:59.038391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c170c5f0-658d-4ec4-beec-909a2716efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:59.041413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-bc05b06b-5a5b-48a6-a68c-2c5839af9df8 service neutron] 10.222.0.38 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155526 Jul 14 11:35:59.049812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] For port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,segment=NetworkSegment(7e082163-205a-4f63-9dd1-25b0b05b25e1),segment_id=7e082163-205a-4f63-9dd1-25b0b05b25e1)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:59.050715 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:59.084290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170c5f0-658d-4ec4-beec-909a2716efe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7837c546-50f4-4b47-812b-c5367a1b14b9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:59.101744 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c170c5f0-658d-4ec4-beec-909a2716efe3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a18187b5c45244af8bc0a10e2d351aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134516 Jul 14 11:35:59.101744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45432) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:35:59.116281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Calling delete_port for 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:35:59.132430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f5fa23c2-304d-4add-9fa8-7fcb4ee52708 service neutron] 10.222.0.38 "GET /v2.0/ports/92b44633-b17c-4813-8c26-2dd945a44867?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0780537 Jul 14 11:35:59.151306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dee29c1b-39ca-4513-8802-a6f6368cdfca req-4ed968bc-bbf5-48f2-93af-631dfe57facc tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328037 Jul 14 11:35:59.184138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2118d46d-b086-420b-91a9-49d0f5e4598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:59.217817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2118d46d-b086-420b-91a9-49d0f5e4598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:59.307536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2118d46d-b086-420b-91a9-49d0f5e4598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:59.310896 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2118d46d-b086-420b-91a9-49d0f5e4598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:59.314665 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2118d46d-b086-420b-91a9-49d0f5e4598e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7837c546-50f4-4b47-812b-c5367a1b14b9 HTTP/1.1" status: 204 len: 168 time: 0.2126799 Jul 14 11:35:59.354210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118d46d-b086-420b-91a9-49d0f5e4598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7837c546-50f4-4b47-812b-c5367a1b14b9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:59.473454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c33ebf-bb19-4e98-a506-15991c61fbf6 req-66823f27-ed56-480d-bc6e-a155da836ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:59.476906 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-58c33ebf-bb19-4e98-a506-15991c61fbf6 req-66823f27-ed56-480d-bc6e-a155da836ea4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 1097 time: 0.1160600 Jul 14 11:35:59.502388 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-80fdb29a-18a1-4b8e-bc39-82468b6f91fa service neutron] 10.222.0.38 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499730 Jul 14 11:35:59.548038 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-58c33ebf-bb19-4e98-a506-15991c61fbf6 req-fe5ab851-94e0-4e11-88b9-ff193164c2d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630603 Jul 14 11:35:59.615220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24beed-6762-4574-bb74-7b37f0fd240f req-d26fcb94-608d-4898-9c39-2597fd99619a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:35:59.617022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd24beed-6762-4574-bb74-7b37f0fd240f req-d26fcb94-608d-4898-9c39-2597fd99619a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 945 time: 0.2662630 Jul 14 11:35:59.736698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd24beed-6762-4574-bb74-7b37f0fd240f req-c2c75612-6e7d-4184-a918-b347604fb403 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093328 Jul 14 11:35:59.738554 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:35:59.742354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-b050d2db-8df4-43eb-8179-cf30f111f3f5 service neutron] 10.222.0.38 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311430 Jul 14 11:35:59.755924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['34e706d6-7fb4-4cca-b2fa-46d40d79766d', '9ecce7f5-7bf9-48d3-9e14-e6c65ece96de'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:35:59.816114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Port': ['ID=9ecce7f5-7bf9-48d3-9e14-e6c65ece96de,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:00.509112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-cf2e38f2-2a52-46c7-89b0-4ae270a180b4 service neutron] 10.222.0.38 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950343 Jul 14 11:36:00.573194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] No DVR routers for this DVR port 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:00.576636 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:00.579055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-5309460e-3266-46b4-8131-13506be85a9f tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "DELETE /v2.0/ports/9ecce7f5-7bf9-48d3-9e14-e6c65ece96de HTTP/1.1" status: 204 len: 173 time: 2.1361461 Jul 14 11:36:00.608666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'name': 'network-vif-deleted', 'tag': '9ecce7f5-7bf9-48d3-9e14-e6c65ece96de'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:00.611074 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafd4373-0f6c-464d-a3a1-a08b5af70290" -d '{"events": [{"server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "name": "network-vif-deleted", "tag": "9ecce7f5-7bf9-48d3-9e14-e6c65ece96de"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:00.752082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebe5bf-327c-4c21-8eff-61c614c59e6f req-1047b244-077d-4b2b-b6ca-02b39f029ec5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:00.753761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ebe5bf-327c-4c21-8eff-61c614c59e6f req-1047b244-077d-4b2b-b6ca-02b39f029ec5 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/ports?device_id=11742ce5-b2f9-4618-bba8-f4d4aa11a347 HTTP/1.1" status: 200 len: 946 time: 0.8541644 Jul 14 11:36:00.761464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-c8c381b7-e3cf-4b62-80ab-9c120e8c80e8 service neutron] 10.222.0.38 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514124 Jul 14 11:36:00.905397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ebe5bf-327c-4c21-8eff-61c614c59e6f req-050f47e7-2b03-4ccd-9099-020e32e8eeec tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac956d70-ecc6-4729-8841-65dec76fcea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373150 Jul 14 11:36:00.992591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-09c613e0-7071-4f36-9b6d-f5e941a6a100 service neutron] 10.222.0.38 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081139 Jul 14 11:36:01.007298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting port 34e706d6-7fb4-4cca-b2fa-46d40d79766d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:01.008012 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:01.280629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-8129cab1-b0a6-44c2-87a8-8e0af496b828 service neutron] 10.222.0.38 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867525 Jul 14 11:36:01.283909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] For port 34e706d6-7fb4-4cca-b2fa-46d40d79766d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=34e706d6-7fb4-4cca-b2fa-46d40d79766d,segment=NetworkSegment(ce046fa3-cadf-495b-b462-6ab1f736cde3),segment_id=ce046fa3-cadf-495b-b462-6ab1f736cde3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:01.285130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:01.308620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6f610-5f10-4a62-8c28-971e63fa75e5 req-2d7f4460-60fa-45ac-bba2-d384a53749ba tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:01.310270 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1b6f610-5f10-4a62-8c28-971e63fa75e5 req-2d7f4460-60fa-45ac-bba2-d384a53749ba tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 946 time: 0.1872485 Jul 14 11:36:01.344632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Calling delete_port for 34e706d6-7fb4-4cca-b2fa-46d40d79766d owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:01.459933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9f275e49-05c6-4187-a78b-e1e97d61d289 service neutron] 10.222.0.38 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638317 Jul 14 11:36:01.589741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1b6f610-5f10-4a62-8c28-971e63fa75e5 req-ed60cc18-9a17-4f2e-93a5-b53f20e9696e tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669737 Jul 14 11:36:01.683134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-87514f31-2b31-4821-82b2-cdbc09326052 service neutron] 10.222.0.38 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172828 Jul 14 11:36:01.861722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:01.892610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Port': ['ID=34e706d6-7fb4-4cca-b2fa-46d40d79766d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:01.993371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] No DVR routers for this DVR port 34e706d6-7fb4-4cca-b2fa-46d40d79766d on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:02.009819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-bb754903-61bd-468c-878e-fc9867f35d9b service neutron] 10.222.0.38 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078742 Jul 14 11:36:02.011594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:02.016035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14b6f614-3799-4f82-a95b-c602427eaf64 req-65951057-712d-4731-af18-0f1352800852 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.64 "DELETE /v2.0/ports/34e706d6-7fb4-4cca-b2fa-46d40d79766d HTTP/1.1" status: 204 len: 173 time: 1.4000840 Jul 14 11:36:02.028129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a207c8-215b-413c-a2ef-454660414d5a req-90f7e36b-93a7-45f2-8b63-fb23a68ff89f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:02.031318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5a207c8-215b-413c-a2ef-454660414d5a req-90f7e36b-93a7-45f2-8b63-fb23a68ff89f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.2854922 Jul 14 11:36:02.128677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5a207c8-215b-413c-a2ef-454660414d5a req-36b73cf1-493c-4b5e-bb33-c19d3bb60d89 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729649 Jul 14 11:36:02.241057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-b419d7c8-d629-490b-aa51-ffb42ddfe969 service neutron] 10.222.0.38 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083392 Jul 14 11:36:02.372048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d94dc-d4ad-42b1-8949-6d708dfa6e12 req-5f214d5b-20a7-4d21-8541-e0881c9223a1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:02.379689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a81d94dc-d4ad-42b1-8949-6d708dfa6e12 req-5f214d5b-20a7-4d21-8541-e0881c9223a1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 945 time: 0.0944376 Jul 14 11:36:02.384247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45524) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:02.390644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-83034940-8bd6-4f08-9b33-36d05ff215d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'floatingip': {'port_id': '937baf72-8eba-4385-a51a-ada320b77614'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:02.417614 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07438860-9588-4925-9427-2963b3f1edf8 x-openstack-request-id: req-07438860-9588-4925-9427-2963b3f1edf8 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:02.417922 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "name": "network-vif-deleted", "tag": "9ecce7f5-7bf9-48d3-9e14-e6c65ece96de", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:02.418161 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07438860-9588-4925-9427-2963b3f1edf8 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:02.418858 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'name': 'network-vif-deleted', 'tag': '9ecce7f5-7bf9-48d3-9e14-e6c65ece96de', 'status': 'completed', 'code': 200} Jul 14 11:36:02.444709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83034940-8bd6-4f08-9b33-36d05ff215d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:02.508408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 34e706d6-7fb4-4cca-b2fa-46d40d79766d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:02.571457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 34e706d6-7fb4-4cca-b2fa-46d40d79766d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:02.572171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 34e706d6-7fb4-4cca-b2fa-46d40d79766d not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:02.572802 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:02.624457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:02.630279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9ecce7f5-7bf9-48d3-9e14-e6c65ece96de not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:02.842351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-2f573cfe-a0be-4867-89ed-42118db67859 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=6f7f73a5ec8440d288bb7c9afd3d23f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521300 Jul 14 11:36:03.139484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-5aa8314f-d528-430a-b968-01a262143c59 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:03.141464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-5aa8314f-d528-430a-b968-01a262143c59 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882445 Jul 14 11:36:03.166655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-1a91ce71-1975-4579-b37e-fafe6b74d21f tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/quotas/6f7f73a5ec8440d288bb7c9afd3d23f5 HTTP/1.1" status: 200 len: 375 time: 0.0175126 Jul 14 11:36:03.205293 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83034940-8bd6-4f08-9b33-36d05ff215d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:03.213228 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83034940-8bd6-4f08-9b33-36d05ff215d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:03.253541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-cfd79a7f-dfb3-4ad8-bb2a-68973dbfe269 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f7f73a5ec8440d288bb7c9afd3d23f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860484 Jul 14 11:36:03.378129 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-83034940-8bd6-4f08-9b33-36d05ff215d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Floating IP 53049aa9-9e10-4081-be07-60211e3c74c8 associated. External IP: 172.25.2.74, port: 937baf72-8eba-4385-a51a-ada320b77614. Jul 14 11:36:03.778650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45574) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:03.954017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83034940-8bd6-4f08-9b33-36d05ff215d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:36:03.976060 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9cb151-b4d8-4bcc-8a4a-8f31be065c47 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting subnet 2b698edf-27f0-4d13-b70d-63d2b45315f5 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:36:03.995486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c9cb151-b4d8-4bcc-8a4a-8f31be065c47 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:04.096779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c9cb151-b4d8-4bcc-8a4a-8f31be065c47 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:04.105806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e195965-7350-4afe-adbf-76f770294651 req-87deafdb-0dc0-47e7-8398-58b353ca3e09 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.1805174 Jul 14 11:36:04.276913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83034940-8bd6-4f08-9b33-36d05ff215d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:36:04.288314 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] Sync routers for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:36:04.289278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83034940-8bd6-4f08-9b33-36d05ff215d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:04.310103 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:36:04.311219 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:35:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:04.397220 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-83034940-8bd6-4f08-9b33-36d05ff215d7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "PUT /v2.0/floatingips/53049aa9-9e10-4081-be07-60211e3c74c8 HTTP/1.1" status: 200 len: 990 time: 2.0116277 Jul 14 11:36:04.407273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:04.412490 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856798f8-d9cc-4936-8eab-57e6da7a5089" -d '{"events": [{"name": "network-changed", "server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:04.438156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'name': 'network-vif-deleted', 'tag': '34e706d6-7fb4-4cca-b2fa-46d40d79766d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:04.442996 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bce8f6-c862-4698-9156-a1caf8f4e78a" -d '{"events": [{"server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "name": "network-vif-deleted", "tag": "34e706d6-7fb4-4cca-b2fa-46d40d79766d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:04.540154 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:36:04.561058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c9cb151-b4d8-4bcc-8a4a-8f31be065c47 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:04.681985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3acc8d18-d159-4b55-995d-48d9aca17ddf req-1304fa1a-7a63-4d07-8465-a6b9e1dcf0d0 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 210 time: 0.4141092 Jul 14 11:36:04.790015 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c9cb151-b4d8-4bcc-8a4a-8f31be065c47 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:04.865821 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '53049aa9-9e10-4081-be07-60211e3c74c8', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'port_id': '937baf72-8eba-4385-a51a-ada320b77614', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'mac_address': 'fa:16:3e:bb:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:35:32Z', 'updated_at': '2021-07-14T11:36:03Z', 'revision_number': 1, 'project_id': '32cec261a407494189ca3949d6d969ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b32e252-72c5-49d3-af51-85fc719ff9b9', 'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'mac_address': 'fa:16:3e:61:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:18Z', 'updated_at': '2021-07-14T11:35:32Z', 'revision_number': 5, 'project_id': '32cec261a407494189ca3949d6d969ae', 'subnets': [{'id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:04.891500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cb151-b4d8-4bcc-8a4a-8f31be065c47 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Subnet': ['ID=2b698edf-27f0-4d13-b70d-63d2b45315f5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:04.909570 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] Checking router: 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:36:04.920806 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:36:04.921614 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:35:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:04.947065 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c9cb151-b4d8-4bcc-8a4a-8f31be065c47 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:04.952101 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1c9cb151-b4d8-4bcc-8a4a-8f31be065c47 tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "DELETE /v2.0/subnets/2b698edf-27f0-4d13-b70d-63d2b45315f5 HTTP/1.1" status: 204 len: 168 time: 1.1680110 Jul 14 11:36:04.953427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45598) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:04.954791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f193959-9a61-4c8a-bb9d-9025ed7bf70d None None] Network be0b6386-278a-4ef3-9f4f-3312e2227dee requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:36:05.082290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-c589210c-20aa-445b-8ebe-cec7ea542a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:05.083998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-c589210c-20aa-445b-8ebe-cec7ea542a67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 1097 time: 0.7582362 Jul 14 11:36:05.100357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfa866-55fb-4711-b298-59575c803089 req-117905ab-356a-40be-be99-614b211e7d59 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:05.108757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9cdfa866-55fb-4711-b298-59575c803089 req-117905ab-356a-40be-be99-614b211e7d59 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 946 time: 0.4066401 Jul 14 11:36:05.148335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:05.152612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65704632-8434-4bf2-8184-852d15be4650 req-b39fe057-8874-4b18-a3a8-f2acd0aee129 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:05.154491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65704632-8434-4bf2-8184-852d15be4650 req-b39fe057-8874-4b18-a3a8-f2acd0aee129 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.2489126 Jul 14 11:36:05.286327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting port 17523759-cb59-42c3-aca3-96986c9e2a60 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:05.286903 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:05.342435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9cdfa866-55fb-4711-b298-59575c803089 req-dc4beaa0-be00-483e-bf36-f236a2f0de78 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259591 Jul 14 11:36:05.445294 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65704632-8434-4bf2-8184-852d15be4650 req-c45d8b1f-43f7-4897-b81c-4131d57bfbf2 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893258 Jul 14 11:36:05.494411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] DHCP port deletion for be0b6386-278a-4ef3-9f4f-3312e2227dee request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:36:05.526098 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:36:05.543659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-b67bbe2f-65a9-4778-a9b3-03edf8c97ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:05.546533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-b67bbe2f-65a9-4778-a9b3-03edf8c97ccd service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 911 time: 0.4146101 Jul 14 11:36:05.723506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-94780096-5dd7-42b0-a610-9af7404e6f76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 HTTP/1.1" status: 200 len: 217 time: 0.1666050 Jul 14 11:36:05.729729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Deleting port 17523759-cb59-42c3-aca3-96986c9e2a60 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:05.730151 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:05.739171 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463ba86d-fa5d-4ae2-b789-e4634d1d9c25 x-openstack-request-id: req-463ba86d-fa5d-4ae2-b789-e4634d1d9c25 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:05.743507 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:05.744269 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-463ba86d-fa5d-4ae2-b789-e4634d1d9c25 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:05.746467 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'status': 'completed', 'code': 200} Jul 14 11:36:05.772866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] For port 17523759-cb59-42c3-aca3-96986c9e2a60, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=17523759-cb59-42c3-aca3-96986c9e2a60,segment=NetworkSegment(7e082163-205a-4f63-9dd1-25b0b05b25e1),segment_id=7e082163-205a-4f63-9dd1-25b0b05b25e1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:05.773285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:05.856403 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1412073-afa4-4f40-a50b-e9dbe3a70662 x-openstack-request-id: req-e1412073-afa4-4f40-a50b-e9dbe3a70662 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:05.862742 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11742ce5-b2f9-4618-bba8-f4d4aa11a347", "name": "network-vif-deleted", "tag": "34e706d6-7fb4-4cca-b2fa-46d40d79766d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:05.862742 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1412073-afa4-4f40-a50b-e9dbe3a70662 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:05.864793 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11742ce5-b2f9-4618-bba8-f4d4aa11a347', 'name': 'network-vif-deleted', 'tag': '34e706d6-7fb4-4cca-b2fa-46d40d79766d', 'status': 'completed', 'code': 200} Jul 14 11:36:05.867398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Calling delete_port for 17523759-cb59-42c3-aca3-96986c9e2a60 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:05.913095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-93cf9a96-9fb3-4895-8444-de7c1e8654cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:05.916936 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-93cf9a96-9fb3-4895-8444-de7c1e8654cd service neutron] 10.222.0.64 "GET /v2.0/ports/f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 200 len: 1028 time: 0.3534763 Jul 14 11:36:06.001954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] For port 17523759-cb59-42c3-aca3-96986c9e2a60, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=17523759-cb59-42c3-aca3-96986c9e2a60,segment=NetworkSegment(7e082163-205a-4f63-9dd1-25b0b05b25e1),segment_id=7e082163-205a-4f63-9dd1-25b0b05b25e1)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:06.002593 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:06.063783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Calling delete_port for 17523759-cb59-42c3-aca3-96986c9e2a60 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:06.092233 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '53049aa9-9e10-4081-be07-60211e3c74c8', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'port_id': '937baf72-8eba-4385-a51a-ada320b77614', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'mac_address': 'fa:16:3e:bb:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:35:32Z', 'updated_at': '2021-07-14T11:36:03Z', 'revision_number': 1, 'project_id': '32cec261a407494189ca3949d6d969ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b32e252-72c5-49d3-af51-85fc719ff9b9', 'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'mac_address': 'fa:16:3e:61:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:18Z', 'updated_at': '2021-07-14T11:35:32Z', 'revision_number': 5, 'project_id': '32cec261a407494189ca3949d6d969ae', 'subnets': [{'id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:06.096130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bf05145-d280-4b21-9b4d-b283becd10bf req-5b4462dd-bc9d-41b1-b83f-5acf60d67396 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.0991404 Jul 14 11:36:06.118397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-9f9cd70b-8a47-4828-b27e-0e686d8119d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:06.120171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-9f9cd70b-8a47-4828-b27e-0e686d8119d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81572362-eb86-49bf-8af8-d8021ce18714 HTTP/1.1" status: 200 len: 851 time: 0.3908505 Jul 14 11:36:06.132439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ee8ccf54-cfb7-40c0-becd-7ff371797984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:06.134752 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ee8ccf54-cfb7-40c0-becd-7ff371797984 service neutron] 10.222.0.64 "GET /v2.0/ports/92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 200 len: 1028 time: 0.2062819 Jul 14 11:36:06.170970 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ef049-58dc-49c4-8cba-26a75801327b None None] The sync data for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 is: [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '53049aa9-9e10-4081-be07-60211e3c74c8', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'port_id': '937baf72-8eba-4385-a51a-ada320b77614', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'mac_address': 'fa:16:3e:bb:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:35:32Z', 'updated_at': '2021-07-14T11:36:03Z', 'revision_number': 1, 'project_id': '32cec261a407494189ca3949d6d969ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b32e252-72c5-49d3-af51-85fc719ff9b9', 'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'mac_address': 'fa:16:3e:61:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:18Z', 'updated_at': '2021-07-14T11:35:32Z', 'revision_number': 5, 'project_id': '32cec261a407494189ca3949d6d969ae', 'subnets': [{'id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:36:06.195892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-2a2bdb2b-385d-48af-af2c-0b5e30c7bfaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7384f13-45f2-4544-817f-b0d63a93d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688210 Jul 14 11:36:06.397785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-cf04c2fd-37ba-4bc0-b962-a7d7c66a59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:06.400635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-cf04c2fd-37ba-4bc0-b962-a7d7c66a59c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1096 time: 0.6453133 Jul 14 11:36:06.427887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fefe688d-54f8-4364-8d1f-ee3c0e1dd662 req-08ac0370-3986-4d09-929f-971491e633a3 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 210 time: 0.1050828 Jul 14 11:36:06.429632 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 17523759-cb59-42c3-aca3-96986c9e2a60 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:06.445616 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:06.496335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 17523759-cb59-42c3-aca3-96986c9e2a60 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:06.496686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 17523759-cb59-42c3-aca3-96986c9e2a60 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:06.591511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Pushing event deleted for resources: {'Port': ['ID=17523759-cb59-42c3-aca3-96986c9e2a60,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:06.610979 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:06.628673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.630069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.630630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.631194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.632282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.632282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.632752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.632956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.633294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.633724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.633948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.644052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:06.655390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b4fda-3a54-4b1a-b68e-a53a12ce47e6 None None] No DVR routers for this DVR port 17523759-cb59-42c3-aca3-96986c9e2a60 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:06.734090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd2dde4-e80c-4082-8614-1876ac2a5f10 None None] New status for floating IP 53049aa9-9e10-4081-be07-60211e3c74c8: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:36:06.784268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-dbed6b5c-dff3-4edc-b968-079b1252798b service neutron] 10.222.0.64 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633454 Jul 14 11:36:06.797878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] No DVR routers for this DVR port 17523759-cb59-42c3-aca3-96986c9e2a60 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:06.809197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Port': ['ID=17523759-cb59-42c3-aca3-96986c9e2a60,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:06.869978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-8dc97c79-088d-48aa-8849-edfb701ecd53 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:06.890964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-8dc97c79-088d-48aa-8849-edfb701ecd53 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:06.917397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-8dc97c79-088d-48aa-8849-edfb701ecd53 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:06.923109 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-8dc97c79-088d-48aa-8849-edfb701ecd53 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "GET /v2.0/networks?id=181ba48e-cd53-4e69-885a-619ebf4610cd&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=87b23580-eb76-43df-94fb-48303c32c2e2&id=87b23580-eb76-43df-94fb-48303c32c2e2 HTTP/1.1" status: 200 len: 1991 time: 0.7695434 Jul 14 11:36:07.098833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4212952b-4e77-4afa-a9be-5d9f149e241d req-ad7e8504-c5eb-4a43-8c8e-9b90f2c4db3b service neutron] 10.222.0.64 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144834 Jul 14 11:36:07.137942 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.144987 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f2bc48a0-8d7d-4881-ba91-ca132d02132c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf83387930474e128b1ee65a71c307a7 HTTP/1.1" status: 200 len: 379 time: 0.2127886 Jul 14 11:36:07.159382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'admin_state_up': True, 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'security_groups': ['e89f3e55-eb27-4d4b-bcaa-15f010cb5db3']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:07.162422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-1d2489ef-2e69-4098-b122-41a00960b094 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6f7f73a5ec8440d288bb7c9afd3d23f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3504882 Jul 14 11:36:07.165699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0b6386-278a-4ef3-9f4f-3312e2227dee']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:07.166700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-f36e4a40-932a-4f5e-a8a1-b5ceab562875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:07.169231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-f36e4a40-932a-4f5e-a8a1-b5ceab562875 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.7352130 Jul 14 11:36:07.219388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e082163-205a-4f63-9dd1-25b0b05b25e1') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:07.220254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e082163-205a-4f63-9dd1-25b0b05b25e1') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:07.240971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.261376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.283973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:36:07.284775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:36:07.288584 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:36:07.383402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.410000 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.412429 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "DELETE /v2.0/networks/be0b6386-278a-4ef3-9f4f-3312e2227dee HTTP/1.1" status: 204 len: 168 time: 2.4569368 Jul 14 11:36:07.413543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff14ed-f3cd-4ed8-80d4-e17d1b5e8a5e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Network': ['ID=be0b6386-278a-4ef3-9f4f-3312e2227dee,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:07.416837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45634) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:07.480048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-066a3e09-43a5-440f-bb19-f7503d76371e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Deleting subnet 83b49bf7-2b68-4bbb-9c14-97003a1aef2c {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:36:07.493573 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-066a3e09-43a5-440f-bb19-f7503d76371e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.506804 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-2ca6e45b-b0b3-4038-ae54-7eb3d8b89e15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 998 time: 0.3216462 Jul 14 11:36:07.556695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-066a3e09-43a5-440f-bb19-f7503d76371e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.662120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:07.667756 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.697437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-8c618799-c367-4eb9-9f2c-2116e6c75cb7 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:07.699383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-8c618799-c367-4eb9-9f2c-2116e6c75cb7 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5203214 Jul 14 11:36:07.710283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-678879a8-0f1e-428a-aa41-b526458c2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:07.711954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-678879a8-0f1e-428a-aa41-b526458c2770 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.1871676 Jul 14 11:36:07.721370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Request body: {'port': {'device_id': '652e7057-a282-48a0-be72-3e8c716b1dc3', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '6f7f73a5ec8440d288bb7c9afd3d23f5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:07.722029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-066a3e09-43a5-440f-bb19-f7503d76371e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:07.738593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047033-93d8-4764-8ca7-bef674b5028c req-58f4f43a-6369-4b6a-884c-55abe25037fc tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:07.747127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92047033-93d8-4764-8ca7-bef674b5028c req-58f4f43a-6369-4b6a-884c-55abe25037fc tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.9341979 Jul 14 11:36:07.910953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc6d7c-0341-4c46-861b-a613c19c9ad3 req-1c79cb66-3c63-47ef-8ba6-085c1bcae68b tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:07.929474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97cc6d7c-0341-4c46-861b-a613c19c9ad3 req-1c79cb66-3c63-47ef-8ba6-085c1bcae68b tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 946 time: 0.3575325 Jul 14 11:36:07.960706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45646) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:07.976187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Allocated IP 172.20.0.10 (181ba48e-cd53-4e69-885a-619ebf4610cd/cf939fd8-6dce-45d3-b5e6-152d07d9c099/ea129b67-5bec-459d-ad1b-54b0753d9e04) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:08.001807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92047033-93d8-4764-8ca7-bef674b5028c req-5b1f7586-7443-4bee-83dd-e65edf1551fb tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531419 Jul 14 11:36:08.043290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-066a3e09-43a5-440f-bb19-f7503d76371e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:08.100710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a3e09-43a5-440f-bb19-f7503d76371e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Subnet': ['ID=83b49bf7-2b68-4bbb-9c14-97003a1aef2c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:08.125585 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-066a3e09-43a5-440f-bb19-f7503d76371e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:08.125755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8770e495-7a57-4e6a-970f-443fcbd343a8 None None] Network 1e51f3e3-2332-4593-90b6-498162dfc52f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:36:08.127732 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-066a3e09-43a5-440f-bb19-f7503d76371e tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "DELETE /v2.0/subnets/83b49bf7-2b68-4bbb-9c14-97003a1aef2c HTTP/1.1" status: 204 len: 168 time: 0.7094889 Jul 14 11:36:08.156748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45654) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:08.269596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97cc6d7c-0341-4c46-861b-a613c19c9ad3 req-9e6b6a5c-720b-440c-87c5-48844fcd3720 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/security-groups?id=40a6b47c-3dd2-46b9-8084-187c77c63e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384995 Jul 14 11:36:08.311709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-9486983b-f19c-417c-880c-3af6baf312d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:08.314646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-9486983b-f19c-417c-880c-3af6baf312d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5641258 Jul 14 11:36:08.371944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:08.420979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Transition to ACTIVE for port object ea129b67-5bec-459d-ad1b-54b0753d9e04 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:08.571980 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:08.611642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83cd57c-1242-46cd-ac79-693c9026a410 None None] DHCP port deletion for 1e51f3e3-2332-4593-90b6-498162dfc52f request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:36:08.698367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 181ba48e-cd53-4e69-885a-619ebf4610cd is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:08.707798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:08.710532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Port': ['ID=ea129b67-5bec-459d-ad1b-54b0753d9e04,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:08.713088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:08.754997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c83cd57c-1242-46cd-ac79-693c9026a410 None None] Deleting port 17bf4851-520b-4036-9535-b074c3ab3d8e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:08.758008 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c83cd57c-1242-46cd-ac79-693c9026a410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:08.797012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:08.798054 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:08.844639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-1ccae8fa-00cc-462b-bda9-89ced2217439 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:08.846539 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-1ccae8fa-00cc-462b-bda9-89ced2217439 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.45 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 946 time: 0.2216506 Jul 14 11:36:08.882777 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0fce0d34-0b29-4169-8db4-7470276d47cd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7291448 Jul 14 11:36:08.903480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c83cd57c-1242-46cd-ac79-693c9026a410 None None] For port 17bf4851-520b-4036-9535-b074c3ab3d8e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=17bf4851-520b-4036-9535-b074c3ab3d8e,segment=NetworkSegment(ce046fa3-cadf-495b-b462-6ab1f736cde3),segment_id=ce046fa3-cadf-495b-b462-6ab1f736cde3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:08.905103 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c83cd57c-1242-46cd-ac79-693c9026a410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:08.924999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c83cd57c-1242-46cd-ac79-693c9026a410 None None] Calling delete_port for 17bf4851-520b-4036-9535-b074c3ab3d8e owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:08.931736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'admin_state_up': True, 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'security_groups': ['e89f3e55-eb27-4d4b-bcaa-15f010cb5db3']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:09.031245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c83cd57c-1242-46cd-ac79-693c9026a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.052693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c5586ab-dc80-4bc1-8ca2-ab0e1d115c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.065445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cd57c-1242-46cd-ac79-693c9026a410 None None] Pushing event deleted for resources: {'Port': ['ID=17bf4851-520b-4036-9535-b074c3ab3d8e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:09.083249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83cd57c-1242-46cd-ac79-693c9026a410 None None] No DVR routers for this DVR port 17bf4851-520b-4036-9535-b074c3ab3d8e on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:09.136090 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.145328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Deleting port 5f808e93-ade4-4b3d-839f-bdb5822b0b78 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:09.145702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.155807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Made reservation on behalf of 6f7f73a5ec8440d288bb7c9afd3d23f5 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:09.160141 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.187801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-952bac24-bbcd-4634-86de-aa5b30545534 None None] Provisioning for port ea129b67-5bec-459d-ad1b-54b0753d9e04 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:09.193408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-952bac24-bbcd-4634-86de-aa5b30545534 None None] Provisioning complete for port ea129b67-5bec-459d-ad1b-54b0753d9e04 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:09.193783 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-952bac24-bbcd-4634-86de-aa5b30545534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.229684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.248577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] For port 5f808e93-ade4-4b3d-839f-bdb5822b0b78, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5f808e93-ade4-4b3d-839f-bdb5822b0b78,segment=NetworkSegment(4c94ef07-a609-4e47-8be1-11b7865e1511),segment_id=4c94ef07-a609-4e47-8be1-11b7865e1511)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:09.248953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.252777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9c49f49-cb56-496a-82f9-4efbd0aa1564 req-3d49eae2-b542-42bd-8c30-4c3db8db96a0 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 210 time: 0.1519575 Jul 14 11:36:09.265969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Calling delete_port for 5f808e93-ade4-4b3d-839f-bdb5822b0b78 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:09.299268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-952bac24-bbcd-4634-86de-aa5b30545534 None None] Port ea129b67-5bec-459d-ad1b-54b0753d9e04 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:36:09.429066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d8610909-9489-4e3f-9110-62be5f9e4fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.429984 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.445558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['5f808e93-ade4-4b3d-839f-bdb5822b0b78'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:09.460106 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.474850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Pushing event deleted for resources: {'Port': ['ID=5f808e93-ade4-4b3d-839f-bdb5822b0b78,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:09.488911 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.597681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] No DVR routers for this DVR port 5f808e93-ade4-4b3d-839f-bdb5822b0b78 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:09.605596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.609988 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-080a38fb-48d2-4ffb-a078-af32e5f4a768 req-8c58e242-0995-4610-ad64-47cf8010229f tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.45 "DELETE /v2.0/ports/5f808e93-ade4-4b3d-839f-bdb5822b0b78 HTTP/1.1" status: 204 len: 173 time: 0.7502315 Jul 14 11:36:09.614532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:09.621730 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:09.631441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f442a91f-454c-4e74-b613-a45bf59098f9', 'name': 'network-vif-deleted', 'tag': '5f808e93-ade4-4b3d-839f-bdb5822b0b78'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:09.640426 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a799d51f-81a1-467b-ac7f-c08ea26a90e5" -d '{"events": [{"server_uuid": "f442a91f-454c-4e74-b613-a45bf59098f9", "name": "network-vif-deleted", "tag": "5f808e93-ade4-4b3d-839f-bdb5822b0b78"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:09.830968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-b8aa0724-dffb-49c2-9977-ea43e77ed9d1 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4555902 Jul 14 11:36:09.883206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Allocated IP 10.1.1.29 (71c34098-5385-4eb1-b275-140a8ef534f5/fb91f9e9-b3d2-4874-9af8-eede9b2acf8a/f6adf4b1-421e-4340-a8f3-d0a40f207e72) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:10.031290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87aea40e-994b-46c9-a878-7996d66f3269,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:10.085479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.096089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 17bf4851-520b-4036-9535-b074c3ab3d8e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:10.149780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e51f3e3-2332-4593-90b6-498162dfc52f']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:10.154175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 17bf4851-520b-4036-9535-b074c3ab3d8e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:10.154696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 17bf4851-520b-4036-9535-b074c3ab3d8e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:10.173983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2d38b-dea5-482a-99e1-5d6d9445b496 req-ac432924-297a-48f2-83b4-60289dbc2fa1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:10.182568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7f2d38b-dea5-482a-99e1-5d6d9445b496 req-ac432924-297a-48f2-83b4-60289dbc2fa1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 932 time: 1.8544893 Jul 14 11:36:10.217845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce046fa3-cadf-495b-b462-6ab1f736cde3') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:10.218520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce046fa3-cadf-495b-b462-6ab1f736cde3') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:10.258951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.297854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Allocated IP 192.168.233.43 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/b4030cdd-0057-47b7-9121-3b1235f18cfa) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:10.391321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.443173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:36:10.444018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:36:10.450208 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:36:10.458028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-856798f8-d9cc-4936-8eab-57e6da7a5089 req-66fb78f8-5a1b-4c37-91b1-113257224d73 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486629 Jul 14 11:36:10.493229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7f2d38b-dea5-482a-99e1-5d6d9445b496 req-6d4b8f30-a76a-43f9-8d35-50e7a75a8661 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092701 Jul 14 11:36:10.607975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1facb2-ee53-48fc-9718-dde0c554192f req-c88b30ed-1424-4a78-afae-f740cf03609c tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:10.609665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b1facb2-ee53-48fc-9718-dde0c554192f req-c88b30ed-1424-4a78-afae-f740cf03609c tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.8139250 Jul 14 11:36:10.675107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c5586ab-dc80-4bc1-8ca2-ab0e1d115c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.712333 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c5586ab-dc80-4bc1-8ca2-ab0e1d115c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.719586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.773165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Transition to ACTIVE for port object f6adf4b1-421e-4340-a8f3-d0a40f207e72 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:10.807882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.824508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45da43de-aa37-4a4b-80ad-91a10f89895e req-18ed766c-2a01-47ed-9822-a941be1ed058 tempest-ServersNegativeTestMultiTenantJSON-1483215749 tempest-ServersNegativeTestMultiTenantJSON-1483215749-project] 10.222.0.38 "GET /v2.0/ports?device_id=f442a91f-454c-4e74-b613-a45bf59098f9 HTTP/1.1" status: 200 len: 210 time: 0.0996428 Jul 14 11:36:10.861820 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.863816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] 10.222.0.38 "DELETE /v2.0/networks/1e51f3e3-2332-4593-90b6-498162dfc52f HTTP/1.1" status: 204 len: 168 time: 2.7024133 Jul 14 11:36:10.875725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:10.915502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9c5586ab-dc80-4bc1-8ca2-ab0e1d115c41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=baf63a1afc9e4034bb0f2185763bb837&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9494567 Jul 14 11:36:10.924637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45686) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:10.928931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77495bd7-457d-4ea9-b074-883fef2aa4bb tempest-ServersTestMultiNic-661167649 tempest-ServersTestMultiNic-661167649-project] Pushing event deleted for resources: {'Network': ['ID=1e51f3e3-2332-4593-90b6-498162dfc52f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:10.948222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5586ab-dc80-4bc1-8ca2-ab0e1d115c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47034875-2546-4c37-9887-9ccab75f2a13,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:10.959754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b1facb2-ee53-48fc-9718-dde0c554192f req-a6a92733-ec8f-4089-b227-bc2029dcb390 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802818 Jul 14 11:36:10.991714 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f6f749-7e26-4045-bcd9-1b9bbc9d69b8 x-openstack-request-id: req-d6f6f749-7e26-4045-bcd9-1b9bbc9d69b8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:10.992295 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f442a91f-454c-4e74-b613-a45bf59098f9", "name": "network-vif-deleted", "tag": "5f808e93-ade4-4b3d-839f-bdb5822b0b78", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:10.992384 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6f6f749-7e26-4045-bcd9-1b9bbc9d69b8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:10.992790 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f442a91f-454c-4e74-b613-a45bf59098f9', 'name': 'network-vif-deleted', 'tag': '5f808e93-ade4-4b3d-839f-bdb5822b0b78', 'status': 'completed', 'code': 200} Jul 14 11:36:11.041869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 71c34098-5385-4eb1-b275-140a8ef534f5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:11.048525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:11.053397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:11.057532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Port': ['ID=f6adf4b1-421e-4340-a8f3-d0a40f207e72,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:11.086937 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7754eacb-0942-4f32-bfbc-d5f488ec33ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.132136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:11.132893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.155692 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ebbb65c6-5427-40a7-896e-909bc4a9ce5b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2467511 Jul 14 11:36:11.168437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'admin_state_up': True, 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'security_groups': ['e89f3e55-eb27-4d4b-bcaa-15f010cb5db3']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:11.200313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aa33622-b71a-45d9-916a-eb26d2f92279 req-6c56a0a9-c242-46dc-86a9-b7bccbf5b051 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 210 time: 0.1167562 Jul 14 11:36:11.257563 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7754eacb-0942-4f32-bfbc-d5f488ec33ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.292864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.362293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Transition to ACTIVE for port object b4030cdd-0057-47b7-9121-3b1235f18cfa will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:11.378588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:11.386463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.438907 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.542137 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7754eacb-0942-4f32-bfbc-d5f488ec33ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.548296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fe9cb3e6-08ad-4bb1-944e-964daf20b939 None None] Provisioning for port f6adf4b1-421e-4340-a8f3-d0a40f207e72 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:11.552193 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7754eacb-0942-4f32-bfbc-d5f488ec33ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.553771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7754eacb-0942-4f32-bfbc-d5f488ec33ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47034875-2546-4c37-9887-9ccab75f2a13 HTTP/1.1" status: 204 len: 168 time: 0.6259058 Jul 14 11:36:11.558171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fe9cb3e6-08ad-4bb1-944e-964daf20b939 None None] Provisioning complete for port f6adf4b1-421e-4340-a8f3-d0a40f207e72 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:11.558977 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fe9cb3e6-08ad-4bb1-944e-964daf20b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.625923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754eacb-0942-4f32-bfbc-d5f488ec33ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47034875-2546-4c37-9887-9ccab75f2a13,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:11.639261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:11.642449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Pushing event updated for resources: {'Port': ['ID=b4030cdd-0057-47b7-9121-3b1235f18cfa,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:11.651244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:11.663928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:11.719336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fe9cb3e6-08ad-4bb1-944e-964daf20b939 None None] Port f6adf4b1-421e-4340-a8f3-d0a40f207e72 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:36:11.762066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Allocated IP 10.1.1.253 (71c34098-5385-4eb1-b275-140a8ef534f5/fb91f9e9-b3d2-4874-9af8-eede9b2acf8a/0628ddc1-a74a-48a7-b7cb-899bac95fa03) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:11.813882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:11.814886 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:11.918462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-72c27b3b-ca3d-4b8e-a383-68d0e86f8baa tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2030869 Jul 14 11:36:11.946568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Request body: {'port': {'device_id': '652e7057-a282-48a0-be72-3e8c716b1dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:12.059469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45708) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:12.130557 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-354f86ed-19a3-4d48-ace8-ff11a085b64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.186009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6f1d9a80-f745-433b-b3e0-395f1aa32d49 None None] Provisioning for port b4030cdd-0057-47b7-9121-3b1235f18cfa completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:12.196013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6f1d9a80-f745-433b-b3e0-395f1aa32d49 None None] Provisioning complete for port b4030cdd-0057-47b7-9121-3b1235f18cfa triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:12.196393 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a80-f745-433b-b3e0-395f1aa32d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.234071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a04640-272d-42aa-b18b-d78bfab8fad8 req-0da622cc-371a-4b0e-a58b-923a6edb2b83 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:12.240734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a04640-272d-42aa-b18b-d78bfab8fad8 req-0da622cc-371a-4b0e-a58b-923a6edb2b83 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:12.248271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40a04640-272d-42aa-b18b-d78bfab8fad8 req-0da622cc-371a-4b0e-a58b-923a6edb2b83 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 1653 time: 0.3952749 Jul 14 11:36:12.296497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45720) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:12.329195 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.339005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d9a80-f745-433b-b3e0-395f1aa32d49 None None] Port b4030cdd-0057-47b7-9121-3b1235f18cfa cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:36:12.397992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40a04640-272d-42aa-b18b-d78bfab8fad8 req-ca1d33aa-1ff4-4e53-a850-34a45f714939 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478603 Jul 14 11:36:12.409742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.435238 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.459713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Transition to ACTIVE for port object 0628ddc1-a74a-48a7-b7cb-899bac95fa03 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:12.470954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d03852-dc13-423b-8047-6e9ebeb44b01 admin admin] Deleting subnet 051d225f-ada0-4a5e-8973-42c66054c6f4 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:36:12.474459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3d03852-dc13-423b-8047-6e9ebeb44b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.545793 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3d03852-dc13-423b-8047-6e9ebeb44b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.636300 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.673788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3d03852-dc13-423b-8047-6e9ebeb44b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.776248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45724) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:12.790693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 71c34098-5385-4eb1-b275-140a8ef534f5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:12.799704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:12.804261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:12.806830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Port': ['ID=0628ddc1-a74a-48a7-b7cb-899bac95fa03,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:12.825080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5f808e93-ade4-4b3d-839f-bdb5822b0b78 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:12.881070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3d03852-dc13-423b-8047-6e9ebeb44b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.889630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 5f808e93-ade4-4b3d-839f-bdb5822b0b78 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:12.889894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5f808e93-ade4-4b3d-839f-bdb5822b0b78 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:12.951822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:12.952818 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.957218 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3d03852-dc13-423b-8047-6e9ebeb44b01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:12.959135 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f3d03852-dc13-423b-8047-6e9ebeb44b01 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/051d225f-ada0-4a5e-8973-42c66054c6f4 HTTP/1.1" status: 204 len: 168 time: 0.6620333 Jul 14 11:36:12.963052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d03852-dc13-423b-8047-6e9ebeb44b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051d225f-ada0-4a5e-8973-42c66054c6f4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:12.964802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45728) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:13.040530 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-9688a9de-3ae6-436a-861f-e407aff90b41 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8770809 Jul 14 11:36:13.058908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2', 'admin_state_up': True, 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'security_groups': ['e89f3e55-eb27-4d4b-bcaa-15f010cb5db3']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:13.133622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0480cf66-f74c-4260-8437-9462287a27fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.178913 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.239458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4030cdd-0057-47b7-9121-3b1235f18cfa {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:13.253636 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.285825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba62d21f-81a7-4d32-843d-fec746cd8145 None None] Provisioning for port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:13.291770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba62d21f-81a7-4d32-843d-fec746cd8145 None None] Provisioning complete for port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:13.292597 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba62d21f-81a7-4d32-843d-fec746cd8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.333400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Transition to ACTIVE for port object b4030cdd-0057-47b7-9121-3b1235f18cfa will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:13.353029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.359309 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.362045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba62d21f-81a7-4d32-843d-fec746cd8145 None None] Port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:36:13.366951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3cfce-b390-4a1f-b0b2-cbd632191e4f req-2adae22e-9c4d-478c-938c-c73d20008ff5 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:13.370099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49b283f-2d1c-426a-bed4-1c415e11bba4']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:13.370489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68a3cfce-b390-4a1f-b0b2-cbd632191e4f req-2adae22e-9c4d-478c-938c-c73d20008ff5 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.9251473 Jul 14 11:36:13.371453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.389285 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c94ef07-a609-4e47-8be1-11b7865e1511') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:13.389977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c94ef07-a609-4e47-8be1-11b7865e1511') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:13.405352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.433558 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.450145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:36:13.450736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:36:13.452971 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:36:13.468326 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0480cf66-f74c-4260-8437-9462287a27fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.475562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Pushing event updated for resources: {'Port': ['ID=b4030cdd-0057-47b7-9121-3b1235f18cfa,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:13.507892 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0480cf66-f74c-4260-8437-9462287a27fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.561996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68a3cfce-b390-4a1f-b0b2-cbd632191e4f req-a9951b98-0192-4c20-be4f-cf06fdbbdb15 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796820 Jul 14 11:36:13.584989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480cf66-f74c-4260-8437-9462287a27fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8044474b-9ac8-43df-8386-48118168c5ab,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:13.591504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:13.652134 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0480cf66-f74c-4260-8437-9462287a27fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75258eba6fa04d91a3872704521919f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698566 Jul 14 11:36:13.653042 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.659270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45734) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:13.705250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ccbbc-baf4-4e13-80c4-10f1dededefe req-6af8aa1e-2ca7-4347-a3f7-8a46f13bc65e tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:13.706972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c9ccbbc-baf4-4e13-80c4-10f1dededefe req-6af8aa1e-2ca7-4347-a3f7-8a46f13bc65e tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 935 time: 0.8547642 Jul 14 11:36:13.712203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-789ba834-3780-4ed2-9342-f25ef04e701a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2039566 Jul 14 11:36:13.719753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.722223 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] 10.222.0.38 "DELETE /v2.0/networks/c49b283f-2d1c-426a-bed4-1c415e11bba4 HTTP/1.1" status: 204 len: 168 time: 0.7536213 Jul 14 11:36:13.742418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45736) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:13.754771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145efd4-76ec-47e6-9686-800872b4518e admin admin] Pushing event deleted for resources: {'Network': ['ID=c49b283f-2d1c-426a-bed4-1c415e11bba4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:13.870294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4107178-cfa7-44b4-bd4f-4317f27ab2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.888912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2787e140-b7c3-41cc-8627-eccdb6b21f11 admin admin] Deleting subnet 36d2893f-e978-4bd0-9a72-c8ff22d8b1ad {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:36:13.896304 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.898578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2787e140-b7c3-41cc-8627-eccdb6b21f11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.911776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c9ccbbc-baf4-4e13-80c4-10f1dededefe req-c05d05f4-9733-4a33-a06a-1c671770fb2a tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/security-groups?id=87aea40e-994b-46c9-a878-7996d66f3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923475 Jul 14 11:36:13.918687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Attempting to bind port b4030cdd-0057-47b7-9121-3b1235f18cfa on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:13.919030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Attempting to bind port b4030cdd-0057-47b7-9121-3b1235f18cfa by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:13.927858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Attempting to bind port b4030cdd-0057-47b7-9121-3b1235f18cfa on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:13.944142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4107178-cfa7-44b4-bd4f-4317f27ab2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.953963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Port b4030cdd-0057-47b7-9121-3b1235f18cfa on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:13.954371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Attempting to bind port b4030cdd-0057-47b7-9121-3b1235f18cfa on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:13.961206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:13.961651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:13.961948 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:13.962373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Bound port: b4030cdd-0057-47b7-9121-3b1235f18cfa, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:13.962736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:13.991216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2787e140-b7c3-41cc-8627-eccdb6b21f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.040330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-8cbd286d-1510-41c4-97ea-56e0099d8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:14.041867 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-8cbd286d-1510-41c4-97ea-56e0099d8cb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 1097 time: 0.2450428 Jul 14 11:36:14.174335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba823d3-d7d3-4e94-8fb7-7276065cd567 req-c424d470-29c4-4325-a140-8e2f5880974d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:14.180199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba823d3-d7d3-4e94-8fb7-7276065cd567 req-c424d470-29c4-4325-a140-8e2f5880974d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:14.182333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2787e140-b7c3-41cc-8627-eccdb6b21f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.186606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba823d3-d7d3-4e94-8fb7-7276065cd567 req-c424d470-29c4-4325-a140-8e2f5880974d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:14.188744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ba823d3-d7d3-4e94-8fb7-7276065cd567 req-c424d470-29c4-4325-a140-8e2f5880974d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 2374 time: 0.3254662 Jul 14 11:36:14.257091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4107178-cfa7-44b4-bd4f-4317f27ab2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.259309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4107178-cfa7-44b4-bd4f-4317f27ab2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.260571 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b4107178-cfa7-44b4-bd4f-4317f27ab2c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8044474b-9ac8-43df-8386-48118168c5ab HTTP/1.1" status: 204 len: 168 time: 0.5966036 Jul 14 11:36:14.287469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4107178-cfa7-44b4-bd4f-4317f27ab2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8044474b-9ac8-43df-8386-48118168c5ab,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:14.356082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2787e140-b7c3-41cc-8627-eccdb6b21f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.409209 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787e140-b7c3-41cc-8627-eccdb6b21f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d2893f-e978-4bd0-9a72-c8ff22d8b1ad,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:14.415243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2787e140-b7c3-41cc-8627-eccdb6b21f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.420239 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2787e140-b7c3-41cc-8627-eccdb6b21f11 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/36d2893f-e978-4bd0-9a72-c8ff22d8b1ad HTTP/1.1" status: 204 len: 168 time: 0.6723099 Jul 14 11:36:14.421834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45742) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:14.509533 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.548591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Allocated IP 10.2.2.100 (87b23580-eb76-43df-94fb-48303c32c2e2/2bc9807e-2574-4949-9a4b-9e5324b0f840/9555707b-f711-4615-ade1-3693da6443f7) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:14.631444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] For port b4030cdd-0057-47b7-9121-3b1235f18cfa, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:14.644092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45748) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:14.684751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] For port b4030cdd-0057-47b7-9121-3b1235f18cfa, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b4030cdd-0057-47b7-9121-3b1235f18cfa,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:14.688135 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.711621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fce1907-72bd-496a-83f7-8fbef771d217']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:14.713674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.722505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b38e00ec-d0c5-4880-8a79-956eb5ec66d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.741489 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.752515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2096350-f67a-412c-b4d8-20667475ff47') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:14.752515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2096350-f67a-412c-b4d8-20667475ff47') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:14.792436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.820333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.839407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:36:14.839917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:36:14.843274 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:36:14.893540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ba823d3-d7d3-4e94-8fb7-7276065cd567 req-eee60453-3c1b-41bf-8788-86854eeb56e7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756608 Jul 14 11:36:14.894915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:14.895653 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.897384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] 10.222.0.64 "PUT /v2.0/ports/b4030cdd-0057-47b7-9121-3b1235f18cfa HTTP/1.1" status: 200 len: 1095 time: 2.9648914 Jul 14 11:36:14.909728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652e7057-a282-48a0-be72-3e8c716b1dc3', 'tag': 'b4030cdd-0057-47b7-9121-3b1235f18cfa'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:14.910877 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af" -d '{"events": [{"name": "network-changed", "server_uuid": "652e7057-a282-48a0-be72-3e8c716b1dc3", "tag": "b4030cdd-0057-47b7-9121-3b1235f18cfa"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:14.914863 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-123f1bbe-c822-4b0e-9f64-99aa68eb7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:14.916390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-123f1bbe-c822-4b0e-9f64-99aa68eb7860 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 200 len: 911 time: 0.8380487 Jul 14 11:36:14.967026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:14.993244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Transition to ACTIVE for port object 9555707b-f711-4615-ade1-3693da6443f7 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:15.058167 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.070237 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.086977 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.092589 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6fce1907-72bd-496a-83f7-8fbef771d217 HTTP/1.1" status: 204 len: 168 time: 0.6672759 Jul 14 11:36:15.092589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a3d15-7e27-4afe-93aa-b05a758dd700 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fce1907-72bd-496a-83f7-8fbef771d217,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:15.109846 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.162190 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a11613-b5b3-4a9d-9ea5-38f6dc138733 x-openstack-request-id: req-21a11613-b5b3-4a9d-9ea5-38f6dc138733 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:15.162495 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652e7057-a282-48a0-be72-3e8c716b1dc3", "tag": "b4030cdd-0057-47b7-9121-3b1235f18cfa", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:15.162760 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21a11613-b5b3-4a9d-9ea5-38f6dc138733 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:15.163197 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652e7057-a282-48a0-be72-3e8c716b1dc3', 'tag': 'b4030cdd-0057-47b7-9121-3b1235f18cfa', 'status': 'completed', 'code': 200} Jul 14 11:36:15.164721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-ef99787b-7414-470a-b015-d159e456c874 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ec94c4-15af-44d7-85b8-cdbe240447df HTTP/1.1" status: 200 len: 217 time: 0.2323842 Jul 14 11:36:15.183406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9ce8f-caac-42b7-a7cc-b4e14ed5a565 service neutron] Pushing event updated for resources: {'Port': ['ID=b4030cdd-0057-47b7-9121-3b1235f18cfa,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:15.211602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Port': ['ID=9555707b-f711-4615-ade1-3693da6443f7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:15.243550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 87b23580-eb76-43df-94fb-48303c32c2e2 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:15.246605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:15.255435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:15.346453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:15.347776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.389750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45758) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:15.431335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813ae84-0a3d-440b-a37e-fdad50dabc97 req-1405cc0c-4ead-4a1e-9953-aa70170dfc94 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:15.432255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6813ae84-0a3d-440b-a37e-fdad50dabc97 req-1405cc0c-4ead-4a1e-9953-aa70170dfc94 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.6554680 Jul 14 11:36:15.444847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-c9a277e7-5a62-449b-be3a-23b87ff5d4a8 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:15.446442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-c9a277e7-5a62-449b-be3a-23b87ff5d4a8 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.64 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.7219553 Jul 14 11:36:15.454403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-988361dd-2d99-44e3-b8b2-07f511a3285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:15.456116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-988361dd-2d99-44e3-b8b2-07f511a3285f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81572362-eb86-49bf-8af8-d8021ce18714 HTTP/1.1" status: 200 len: 851 time: 0.2504938 Jul 14 11:36:15.458286 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-66707127-74bf-42d6-8d08-43d3c6fd8e46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=389af71c25b840298cd32bea403ab4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671957 Jul 14 11:36:15.458991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45760) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:15.527333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7148be53-085a-4d3f-8617-40a2654eaf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.563902 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7148be53-085a-4d3f-8617-40a2654eaf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.584901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6dc735f5-7ba8-452b-8d89-31c3f4989028 None None] Provisioning for port 9555707b-f711-4615-ade1-3693da6443f7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:15.592179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6dc735f5-7ba8-452b-8d89-31c3f4989028 None None] Provisioning complete for port 9555707b-f711-4615-ade1-3693da6443f7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:15.593030 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6dc735f5-7ba8-452b-8d89-31c3f4989028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.601190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-c64e9eb5-d7b3-4efd-ae62-fdb073c7d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:15.602737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-c64e9eb5-d7b3-4efd-ae62-fdb073c7d2f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f7f73a5ec8440d288bb7c9afd3d23f5&device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 1098 time: 0.6186121 Jul 14 11:36:15.636500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6dc735f5-7ba8-452b-8d89-31c3f4989028 None None] Port 9555707b-f711-4615-ade1-3693da6443f7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:36:15.642462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7148be53-085a-4d3f-8617-40a2654eaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.646056 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7148be53-085a-4d3f-8617-40a2654eaf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.647664 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7148be53-085a-4d3f-8617-40a2654eaf99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40a6b47c-3dd2-46b9-8084-187c77c63e8e HTTP/1.1" status: 204 len: 168 time: 0.1877222 Jul 14 11:36:15.656309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-466d8a6e-0154-45aa-bc14-c83a6e384cd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7384f13-45f2-4544-817f-b0d63a93d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089785 Jul 14 11:36:15.659325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148be53-085a-4d3f-8617-40a2654eaf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a6b47c-3dd2-46b9-8084-187c77c63e8e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:15.700793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-4bd2178a-686e-4a1f-9aea-d15a4523a404 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b4030cdd-0057-47b7-9121-3b1235f18cfa HTTP/1.1" status: 200 len: 217 time: 0.0524383 Jul 14 11:36:15.850302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a76853-1132-4bb2-9db0-de118a68289d req-a9adb6f5-e4de-497d-bf89-9056792a3dc0 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:15.851936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6a76853-1132-4bb2-9db0-de118a68289d req-a9adb6f5-e4de-497d-bf89-9056792a3dc0 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 947 time: 0.6294563 Jul 14 11:36:15.865129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6813ae84-0a3d-440b-a37e-fdad50dabc97 req-c0e8648c-6c56-4cc7-a372-18a390f122b6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137151 Jul 14 11:36:15.870344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b38e00ec-d0c5-4880-8a79-956eb5ec66d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.896576 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e041ad79-d90e-4ed6-9192-cdc9d311d821 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8446708 Jul 14 11:36:15.908613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2', 'admin_state_up': True, 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'security_groups': ['e89f3e55-eb27-4d4b-bcaa-15f010cb5db3']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:15.918349 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b38e00ec-d0c5-4880-8a79-956eb5ec66d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:15.993587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-41764035-2ec2-4892-a4b3-452091f59f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:15.995433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-41764035-2ec2-4892-a4b3-452091f59f5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2662890 Jul 14 11:36:16.077610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Made reservation on behalf of cf83387930474e128b1ee65a71c307a7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:16.086052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.100333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b38e00ec-d0c5-4880-8a79-956eb5ec66d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89532f1641444b2a8481e82e7b62cd76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4434869 Jul 14 11:36:16.103135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45768) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:16.117192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e00ec-d0c5-4880-8a79-956eb5ec66d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce8dba1-70e6-4f07-b03a-29988a5b2cb9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:16.152287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6a76853-1132-4bb2-9db0-de118a68289d req-61fa497f-e0b2-452a-ac80-6f236d45e84a tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/security-groups?id=87aea40e-994b-46c9-a878-7996d66f3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600224 Jul 14 11:36:16.189359 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-ce6b9d61-d9f3-40cf-ab8c-a21b4e2f313d service neutron] 10.222.0.45 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816864 Jul 14 11:36:16.263698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45770) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:16.280594 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ae51456-ad92-4683-8698-873ceefcd074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.336847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Deleting port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:16.337102 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.351647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ae51456-ad92-4683-8698-873ceefcd074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.400621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Allocated IP 10.2.2.200 (87b23580-eb76-43df-94fb-48303c32c2e2/2bc9807e-2574-4949-9a4b-9e5324b0f840/bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:16.407122 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c4b3f8e5-b559-4ef4-9ca6-3848d4ce1666 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8523272e323f4d5b856cd4f6c3d3a017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423824 Jul 14 11:36:16.411409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45772) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:16.458683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-4a2ad9fd-5ba3-439a-8db6-7685e36bcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:16.460693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-4a2ad9fd-5ba3-439a-8db6-7685e36bcec0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4316707 Jul 14 11:36:16.484987 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ae51456-ad92-4683-8698-873ceefcd074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.487390 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ae51456-ad92-4683-8698-873ceefcd074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.491890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3ae51456-ad92-4683-8698-873ceefcd074 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cce8dba1-70e6-4f07-b03a-29988a5b2cb9 HTTP/1.1" status: 204 len: 168 time: 0.3867691 Jul 14 11:36:16.540950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae51456-ad92-4683-8698-873ceefcd074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce8dba1-70e6-4f07-b03a-29988a5b2cb9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:16.617177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb738bec-9b02-491e-b3e4-1b16a18a7c88 req-85ff65e2-5d66-409e-bc7a-df05547213b1 service neutron] 10.222.0.45 "GET /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164898 Jul 14 11:36:16.635611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.659393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] For port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:16.660029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.686771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Transition to ACTIVE for port object bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:16.697187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b7267-b53e-4c34-9a1f-c2007fee232b req-a176636c-a68a-40a1-8f13-125548890518 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:16.705252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b7267-b53e-4c34-9a1f-c2007fee232b req-a176636c-a68a-40a1-8f13-125548890518 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:16.711708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b7267-b53e-4c34-9a1f-c2007fee232b req-a176636c-a68a-40a1-8f13-125548890518 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:16.719014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b7267-b53e-4c34-9a1f-c2007fee232b req-a176636c-a68a-40a1-8f13-125548890518 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:16.726572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a9b7267-b53e-4c34-9a1f-c2007fee232b req-a176636c-a68a-40a1-8f13-125548890518 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 3095 time: 0.5017433 Jul 14 11:36:16.740917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.749404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Calling delete_port for 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:16.774035 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b37c203a-15d3-4f9b-9ddf-078910565665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.806651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Network 87b23580-eb76-43df-94fb-48303c32c2e2 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:16.811044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:16.812814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Deleting port 11553552-d5f6-45f1-b2f9-8f093e8042b0 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:16.813487 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.813833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:16.865406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event updated for resources: {'Port': ['ID=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:16.911062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:16.911571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:16.943424 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-36ba8559-5484-482e-bf30-e7267f3cf1a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0411787 Jul 14 11:36:16.968674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:16.978123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a9b7267-b53e-4c34-9a1f-c2007fee232b req-026dc16d-962a-4c20-a75b-934d1a5198b3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506201 Jul 14 11:36:16.980393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-98da552e-14c4-4a95-b4dd-fe30cfe25398 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922297 Jul 14 11:36:16.984843 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b37c203a-15d3-4f9b-9ddf-078910565665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.155586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45782) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:17.186838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-834e5c32-c611-465c-81c1-533cc68fed8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.209343 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.275965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] For port 11553552-d5f6-45f1-b2f9-8f093e8042b0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=11553552-d5f6-45f1-b2f9-8f093e8042b0,segment=NetworkSegment(5442d39a-5faf-4864-a8b0-aee3300f7010),segment_id=5442d39a-5faf-4864-a8b0-aee3300f7010)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:17.276797 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.279138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-309eace2-db84-4a4f-aa92-6261b17459f9 None None] Provisioning for port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:17.289542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-309eace2-db84-4a4f-aa92-6261b17459f9 None None] Provisioning complete for port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:17.289930 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-309eace2-db84-4a4f-aa92-6261b17459f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.325766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Calling delete_port for 11553552-d5f6-45f1-b2f9-8f093e8042b0 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:17.340628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc94568-e71d-4c13-8d33-a36ef09a74c8 req-2d31fe97-d003-40af-9db0-d259d0c6a912 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515778 Jul 14 11:36:17.371771 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b37c203a-15d3-4f9b-9ddf-078910565665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.376059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b37c203a-15d3-4f9b-9ddf-078910565665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.377534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b37c203a-15d3-4f9b-9ddf-078910565665 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f242e0e3-384c-4e31-9bd9-a954d7636ab9 HTTP/1.1" status: 204 len: 168 time: 0.9599402 Jul 14 11:36:17.422512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c203a-15d3-4f9b-9ddf-078910565665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f242e0e3-384c-4e31-9bd9-a954d7636ab9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:17.435051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-309eace2-db84-4a4f-aa92-6261b17459f9 None None] Port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:36:17.547907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bd9a1-91ed-441b-95de-920e89867c44 req-13ce79d4-5545-4131-84f2-3c9f406a0df2 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:17.549443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-451bd9a1-91ed-441b-95de-920e89867c44 req-13ce79d4-5545-4131-84f2-3c9f406a0df2 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 946 time: 0.3945065 Jul 14 11:36:17.667494 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.680367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['37ec94c4-15af-44d7-85b8-cdbe240447df'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:17.692935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-451bd9a1-91ed-441b-95de-920e89867c44 req-bc7f1694-829e-4d3d-84e3-071a4225d575 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245494 Jul 14 11:36:17.729721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Pushing event deleted for resources: {'Port': ['ID=64a06cb8-6ac5-4f89-8662-0ea9ae9b3506,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:17.826072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea129b67-5bec-459d-ad1b-54b0753d9e04 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:17.854140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.889936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Transition to ACTIVE for port object ea129b67-5bec-459d-ad1b-54b0753d9e04 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:17.906790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.924269 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-834e5c32-c611-465c-81c1-533cc68fed8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.950615 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-834e5c32-c611-465c-81c1-533cc68fed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:17.995326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e5c32-c611-465c-81c1-533cc68fed8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49311aea-0a31-43c7-8e39-55a4a9bff6be,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:18.038148 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-834e5c32-c611-465c-81c1-533cc68fed8b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=592b30402bb4423fbe2fb1f95f6a1e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8756454 Jul 14 11:36:18.038983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea129b67-5bec-459d-ad1b-54b0753d9e04,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:18.041386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45798) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:18.265959 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-388a6f5f-ed3c-4ca0-ab8e-ca224a809e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:18.298602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Attempting to bind port ea129b67-5bec-459d-ad1b-54b0753d9e04 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:18.299215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Attempting to bind port ea129b67-5bec-459d-ad1b-54b0753d9e04 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:18.299724 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Attempting to bind port ea129b67-5bec-459d-ad1b-54b0753d9e04 on network 181ba48e-cd53-4e69-885a-619ebf4610cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:18.317187 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-388a6f5f-ed3c-4ca0-ab8e-ca224a809e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:18.328698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Port ea129b67-5bec-459d-ad1b-54b0753d9e04 on network 181ba48e-cd53-4e69-885a-619ebf4610cd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:18.329111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Attempting to bind port ea129b67-5bec-459d-ad1b-54b0753d9e04 on network 181ba48e-cd53-4e69-885a-619ebf4610cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:18.348442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:18.349299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Checking segment: {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:18.349535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Bound using segment: {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:18.350136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Bound port: ea129b67-5bec-459d-ad1b-54b0753d9e04, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e13073-3916-4f6a-b994-06d67c3f1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:18.350567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:18.390671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-9f39522c-864c-4c6e-b901-fd60e1a710ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:18.392800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-9f39522c-864c-4c6e-b901-fd60e1a710ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f7f73a5ec8440d288bb7c9afd3d23f5&device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 1098 time: 0.9454811 Jul 14 11:36:18.488253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-388a6f5f-ed3c-4ca0-ab8e-ca224a809e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:18.492339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-388a6f5f-ed3c-4ca0-ab8e-ca224a809e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:18.494388 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-388a6f5f-ed3c-4ca0-ab8e-ca224a809e1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49311aea-0a31-43c7-8e39-55a4a9bff6be HTTP/1.1" status: 204 len: 168 time: 0.4489493 Jul 14 11:36:18.511119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] For port ea129b67-5bec-459d-ad1b-54b0753d9e04, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:18.514843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a6f5f-ed3c-4ca0-ab8e-ca224a809e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49311aea-0a31-43c7-8e39-55a4a9bff6be,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:18.520007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] For port ea129b67-5bec-459d-ad1b-54b0753d9e04, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:18.540330 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:18.547575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] No DVR routers for this DVR port 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:18.565445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:18.566565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:18.568609 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/ea129b67-5bec-459d-ad1b-54b0753d9e04 HTTP/1.1" status: 200 len: 1092 time: 1.6152043 Jul 14 11:36:18.570758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:18.574163 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7eb07-9ef8-44e0-8c52-968725e89465" -d '{"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:18.619560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:18.633453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1748-e302-4b33-88af-0b1036f0d254 req-ec8ce653-84c0-40b1-9bb2-3b887da77a29 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:18.644069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:18.644303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d2e1748-e302-4b33-88af-0b1036f0d254 req-ec8ce653-84c0-40b1-9bb2-3b887da77a29 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 947 time: 1.0789022 Jul 14 11:36:18.650311 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:18.652493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9bedc4f0-2c39-4812-bc81-2849b65aedfa req-0c69be6f-959a-4805-af28-e99bfe225b9f tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.64 "DELETE /v2.0/ports/64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 HTTP/1.1" status: 204 len: 173 time: 3.1602139 Jul 14 11:36:18.655583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b28736-253c-4050-81e9-ed43438001c5', 'name': 'network-vif-deleted', 'tag': '64a06cb8-6ac5-4f89-8662-0ea9ae9b3506'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:18.658286 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d78f3-11d5-4e00-b239-ff1098a1a241" -d '{"events": [{"server_uuid": "67b28736-253c-4050-81e9-ed43438001c5", "name": "network-vif-deleted", "tag": "64a06cb8-6ac5-4f89-8662-0ea9ae9b3506"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:18.713337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:18.715078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 64a06cb8-6ac5-4f89-8662-0ea9ae9b3506 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:18.913167 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:18.996167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f39cff-f9b2-4c89-a912-54de5a3df9e9 req-95668f64-1e70-4e1d-a4fa-933d71b82922 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:19.003309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f39cff-f9b2-4c89-a912-54de5a3df9e9 req-95668f64-1e70-4e1d-a4fa-933d71b82922 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:19.013086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f39cff-f9b2-4c89-a912-54de5a3df9e9 req-95668f64-1e70-4e1d-a4fa-933d71b82922 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:19.019546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f39cff-f9b2-4c89-a912-54de5a3df9e9 req-95668f64-1e70-4e1d-a4fa-933d71b82922 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:19.026585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f39cff-f9b2-4c89-a912-54de5a3df9e9 req-95668f64-1e70-4e1d-a4fa-933d71b82922 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:19.039323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92f39cff-f9b2-4c89-a912-54de5a3df9e9 req-95668f64-1e70-4e1d-a4fa-933d71b82922 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 3828 time: 0.6447685 Jul 14 11:36:19.045343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45826) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:19.097296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-08faa1c8-818e-4a61-8faa-df728c6f30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:19.099409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-08faa1c8-818e-4a61-8faa-df728c6f30cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.6689148 Jul 14 11:36:19.107803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:19.138102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92f39cff-f9b2-4c89-a912-54de5a3df9e9 req-850b73bd-51d8-4e98-8fa5-156d13c844d6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970972 Jul 14 11:36:19.190165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1845050918-network', 'tenant_id': 'b457762d6bf5419ca552ac6e7504e064'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:19.202084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ee472-599f-4418-9865-a17ebb8af8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea129b67-5bec-459d-ad1b-54b0753d9e04,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:19.322231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-38b8d7a4-7f2d-4046-be40-507387c25be3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b4030cdd-0057-47b7-9121-3b1235f18cfa HTTP/1.1" status: 200 len: 217 time: 0.2104785 Jul 14 11:36:19.343839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=11553552-d5f6-45f1-b2f9-8f093e8042b0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:19.365060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38bed34-9bc0-44f3-8001-9e629cf6e935 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:19.394459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:19.402366 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8171e94-c5d1-4b58-9078-12014c71450b x-openstack-request-id: req-e8171e94-c5d1-4b58-9078-12014c71450b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:19.404096 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:19.404096 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8171e94-c5d1-4b58-9078-12014c71450b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:19.404336 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'status': 'completed', 'code': 200} Jul 14 11:36:19.440833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Transition to ACTIVE for port object f38bed34-9bc0-44f3-8001-9e629cf6e935 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:19.446838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:19.591226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Pushing event updated for resources: {'Port': ['ID=f38bed34-9bc0-44f3-8001-9e629cf6e935,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:19.591685 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c011c6-51ae-4c87-86a9-9f59dfc7f042 x-openstack-request-id: req-06c011c6-51ae-4c87-86a9-9f59dfc7f042 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:19.592596 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b28736-253c-4050-81e9-ed43438001c5", "name": "network-vif-deleted", "tag": "64a06cb8-6ac5-4f89-8662-0ea9ae9b3506", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:19.593058 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06c011c6-51ae-4c87-86a9-9f59dfc7f042 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:19.594014 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b28736-253c-4050-81e9-ed43438001c5', 'name': 'network-vif-deleted', 'tag': '64a06cb8-6ac5-4f89-8662-0ea9ae9b3506', 'status': 'completed', 'code': 200} Jul 14 11:36:19.797067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-83e05f9b-aee3-43c4-b107-c4c6d042b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:19.799042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-83e05f9b-aee3-43c4-b107-c4c6d042b270 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.4155982 Jul 14 11:36:19.816687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d2e1748-e302-4b33-88af-0b1036f0d254 req-68cb3c72-596e-40c2-9225-b43f8acbadd0 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/security-groups?id=87aea40e-994b-46c9-a878-7996d66f3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1710474 Jul 14 11:36:19.817502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Made reservation on behalf of b457762d6bf5419ca552ac6e7504e064 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:19.821946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Attempting to bind port f38bed34-9bc0-44f3-8001-9e629cf6e935 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:19.822480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Attempting to bind port f38bed34-9bc0-44f3-8001-9e629cf6e935 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:19.822837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Attempting to bind port f38bed34-9bc0-44f3-8001-9e629cf6e935 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:19.823488 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:19.840616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Port f38bed34-9bc0-44f3-8001-9e629cf6e935 on network 71c34098-5385-4eb1-b275-140a8ef534f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:19.841176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Attempting to bind port f38bed34-9bc0-44f3-8001-9e629cf6e935 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:19.851276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:19.851624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Checking segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:19.852034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Bound using segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:19.852474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Bound port: f38bed34-9bc0-44f3-8001-9e629cf6e935, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:19.852839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:19.926800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:19.944476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab93a9ac-cd3a-4443-b18e-dd137b0cdaed req-6908b2f2-390d-4d01-84be-5efa96a2b232 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b28736-253c-4050-81e9-ed43438001c5 HTTP/1.1" status: 200 len: 210 time: 0.1159108 Jul 14 11:36:20.098273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-9eaa1558-09fb-434b-9fcc-544145023e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.099025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-9eaa1558-09fb-434b-9fcc-544145023e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.099318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-9eaa1558-09fb-434b-9fcc-544145023e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.100263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-9eaa1558-09fb-434b-9fcc-544145023e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.101173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-9eaa1558-09fb-434b-9fcc-544145023e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.101964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-9eaa1558-09fb-434b-9fcc-544145023e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.104862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-9eaa1558-09fb-434b-9fcc-544145023e05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5245 time: 0.6231589 Jul 14 11:36:20.263867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-5f409cfd-0c7d-4318-8fa6-d9b8f7be9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.266001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-5f409cfd-0c7d-4318-8fa6-d9b8f7be9332 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4276221 Jul 14 11:36:20.352868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] For port f38bed34-9bc0-44f3-8001-9e629cf6e935, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:20.357687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] For port f38bed34-9bc0-44f3-8001-9e629cf6e935, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:20.364300 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:20.402651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.403516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:20.405234 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] 10.222.0.64 "PUT /v2.0/ports/f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 200 len: 1131 time: 1.7767854 Jul 14 11:36:20.436258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:20.497384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7287f7c-c296-4774-a6b1-9f933a780026 service neutron] Pushing event updated for resources: {'Port': ['ID=f38bed34-9bc0-44f3-8001-9e629cf6e935,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:20.519942 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:20.531581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-8e2d8531-e8ac-4f02-ad01-4d4fc3e6c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.532370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-8e2d8531-e8ac-4f02-ad01-4d4fc3e6c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.533305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-8e2d8531-e8ac-4f02-ad01-4d4fc3e6c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.535687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-8e2d8531-e8ac-4f02-ad01-4d4fc3e6c4bd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf83387930474e128b1ee65a71c307a7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4177182 Jul 14 11:36:20.560995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:20.633967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device b4030cdd-0057-47b7-9121-3b1235f18cfa details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:36:20.777562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-4508ab26-194b-4c4e-8cd4-d9c172ff0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:20.783026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ded7eb07-9ef8-44e0-8c52-968725e89465 req-4508ab26-194b-4c4e-8cd4-d9c172ff0f45 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2277195 Jul 14 11:36:20.914692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b44633-b17c-4813-8c26-2dd945a44867 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:20.923915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:20.938433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Transition to ACTIVE for port object 92b44633-b17c-4813-8c26-2dd945a44867 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:20.945847 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:20.953793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port b4030cdd-0057-47b7-9121-3b1235f18cfa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b4030cdd-0057-47b7-9121-3b1235f18cfa,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:20.988832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'b4030cdd-0057-47b7-9121-3b1235f18cfa', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'b4030cdd-0057-47b7-9121-3b1235f18cfa', 'mac_address': 'fa:16:3e:91:f9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:36:21.038461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Pushing event updated for resources: {'Port': ['ID=92b44633-b17c-4813-8c26-2dd945a44867,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:21.052604 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.110217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4030cdd-0057-47b7-9121-3b1235f18cfa {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:21.116135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-f0371ce3-4500-42f2-a1e1-47b262d9963f service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8427074 Jul 14 11:36:21.144890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Attempting to bind port 92b44633-b17c-4813-8c26-2dd945a44867 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:21.145630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Attempting to bind port 92b44633-b17c-4813-8c26-2dd945a44867 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:21.146469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Attempting to bind port 92b44633-b17c-4813-8c26-2dd945a44867 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:21.157345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Port 92b44633-b17c-4813-8c26-2dd945a44867 on network 71c34098-5385-4eb1-b275-140a8ef534f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:21.157821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Attempting to bind port 92b44633-b17c-4813-8c26-2dd945a44867 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:21.158806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port b4030cdd-0057-47b7-9121-3b1235f18cfa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b4030cdd-0057-47b7-9121-3b1235f18cfa,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:21.164673 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.164939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:21.165327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Checking segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:21.165824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Bound using segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:21.166499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Bound port: 92b44633-b17c-4813-8c26-2dd945a44867, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:21.166964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.255778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] For port 92b44633-b17c-4813-8c26-2dd945a44867, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:21.260269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] For port 92b44633-b17c-4813-8c26-2dd945a44867, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=92b44633-b17c-4813-8c26-2dd945a44867,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:21.268084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.273517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.274662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=b4030cdd-0057-47b7-9121-3b1235f18cfa,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:21.313328 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.352206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:21.353124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.356827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['b4030cdd-0057-47b7-9121-3b1235f18cfa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:21.362187 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] 10.222.0.64 "PUT /v2.0/ports/92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 200 len: 1131 time: 0.9322660 Jul 14 11:36:21.412059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:21.442387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:36:21.456606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a952a85-880b-424d-a80e-7e33c787050b req-5cab7479-747f-4719-a68b-28d50656da85 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:21.462780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a952a85-880b-424d-a80e-7e33c787050b req-5cab7479-747f-4719-a68b-28d50656da85 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:21.469534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a952a85-880b-424d-a80e-7e33c787050b req-5cab7479-747f-4719-a68b-28d50656da85 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:21.475718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a952a85-880b-424d-a80e-7e33c787050b req-5cab7479-747f-4719-a68b-28d50656da85 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:21.482089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a952a85-880b-424d-a80e-7e33c787050b req-5cab7479-747f-4719-a68b-28d50656da85 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:21.488411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a952a85-880b-424d-a80e-7e33c787050b req-5cab7479-747f-4719-a68b-28d50656da85 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:21.496182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a952a85-880b-424d-a80e-7e33c787050b req-5cab7479-747f-4719-a68b-28d50656da85 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 4601 time: 1.0719562 Jul 14 11:36:21.501565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'f38bed34-9bc0-44f3-8001-9e629cf6e935'}, {'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': '92b44633-b17c-4813-8c26-2dd945a44867'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:21.504645 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147f9971-143f-4b1d-8011-03f61c1e4116" -d '{"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "f38bed34-9bc0-44f3-8001-9e629cf6e935"}, {"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "92b44633-b17c-4813-8c26-2dd945a44867"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:21.591061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b795695a-881a-473c-ad9b-1be2d0ca6021,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:21.606859 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.607202 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Added segment 40e2bd1f-f3c5-4dae-8df9-d0a74b67a432 of type vlan for network fe98713b-eeae-48c1-9344-d63ddefd2af1 Jul 14 11:36:21.625119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.631429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bade19-741c-4e58-9e06-a454a2729060 service neutron] Pushing event updated for resources: {'Port': ['ID=92b44633-b17c-4813-8c26-2dd945a44867,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:21.697014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf5fc96e-841d-4f8c-9dc2-5a9f3d5d26af req-7f08ccbb-a21a-402c-873c-fc1393115344 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496252 Jul 14 11:36:21.737296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a952a85-880b-424d-a80e-7e33c787050b req-6f43ddc5-3532-4973-b012-aa6fe88923e0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2387671 Jul 14 11:36:21.745108 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:21.775676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a439f-a65d-4845-b0c0-675222684303 req-4a256fdb-dfe2-4bf8-8bef-b2a3c4aa3ffd tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:21.784120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f2a439f-a65d-4845-b0c0-675222684303 req-4a256fdb-dfe2-4bf8-8bef-b2a3c4aa3ffd tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 947 time: 0.7442625 Jul 14 11:36:21.836156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Router eb835b35-f436-412e-a82c-14c2bf1d3ecc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:36:22.039331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.040353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.040946 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.099565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6adf4b1-421e-4340-a8f3-d0a40f207e72 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:22.109287 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.122701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Transition to ACTIVE for port object f6adf4b1-421e-4340-a8f3-d0a40f207e72 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:22.127761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.186117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6adf4b1-421e-4340-a8f3-d0a40f207e72,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:22.253229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2051823 Jul 14 11:36:22.274873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45874) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:22.276473 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ab2b7d-a799-4a0e-b87b-22064fc4eafd x-openstack-request-id: req-73ab2b7d-a799-4a0e-b87b-22064fc4eafd {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:22.276778 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "f38bed34-9bc0-44f3-8001-9e629cf6e935", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "92b44633-b17c-4813-8c26-2dd945a44867", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:22.277035 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73ab2b7d-a799-4a0e-b87b-22064fc4eafd {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:22.277442 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'f38bed34-9bc0-44f3-8001-9e629cf6e935', 'status': 'completed', 'code': 200} Jul 14 11:36:22.277701 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': '92b44633-b17c-4813-8c26-2dd945a44867', 'status': 'completed', 'code': 200} Jul 14 11:36:22.283461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Request body: {'subnet': {'network_id': 'fe98713b-eeae-48c1-9344-d63ddefd2af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1845050918-subnet', 'tenant_id': 'b457762d6bf5419ca552ac6e7504e064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:22.352905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Made reservation on behalf of b457762d6bf5419ca552ac6e7504e064 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:22.358807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.372327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff40d1c-58f4-4f47-9c47-21ff421578a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fe98713b-eeae-48c1-9344-d63ddefd2af1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:22.384509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network fe98713b-eeae-48c1-9344-d63ddefd2af1 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:36:22.391876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:36:22.405222 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] Sync routers for ids ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:36:22.420678 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] Routers {'eb835b35-f436-412e-a82c-14c2bf1d3ecc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:36:22.421235 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:36:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:22.426057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-19eb7314-7ad3-4b89-a63e-4f8c8d809d51 admin admin] 10.222.0.38 "PUT /v2.0/routers/eb835b35-f436-412e-a82c-14c2bf1d3ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3436956 Jul 14 11:36:22.474794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45876) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:22.511026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f2a439f-a65d-4845-b0c0-675222684303 req-760138fd-f713-447d-8e4c-06012a11f0fd tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/security-groups?id=87aea40e-994b-46c9-a878-7996d66f3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145875 Jul 14 11:36:22.597610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5730cefb-2356-4dfb-9a7a-8794086b8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.597873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5730cefb-2356-4dfb-9a7a-8794086b8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.598614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5730cefb-2356-4dfb-9a7a-8794086b8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.598755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5730cefb-2356-4dfb-9a7a-8794086b8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.599282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5730cefb-2356-4dfb-9a7a-8794086b8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.599681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5730cefb-2356-4dfb-9a7a-8794086b8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.601835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5730cefb-2356-4dfb-9a7a-8794086b8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.602923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Attempting to bind port f6adf4b1-421e-4340-a8f3-d0a40f207e72 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:22.603267 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Attempting to bind port f6adf4b1-421e-4340-a8f3-d0a40f207e72 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:22.603709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Attempting to bind port f6adf4b1-421e-4340-a8f3-d0a40f207e72 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:22.604755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5730cefb-2356-4dfb-9a7a-8794086b8e9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6236 time: 0.2340934 Jul 14 11:36:22.636033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device b4030cdd-0057-47b7-9121-3b1235f18cfa up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:36:22.657186 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] Set router eb835b35-f436-412e-a82c-14c2bf1d3ecc gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:36:22.671065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Port f6adf4b1-421e-4340-a8f3-d0a40f207e72 on network 71c34098-5385-4eb1-b275-140a8ef534f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:22.675256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Attempting to bind port f6adf4b1-421e-4340-a8f3-d0a40f207e72 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:22.702428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:22.702872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Checking segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:22.703358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Bound using segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:22.704018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Bound port: f6adf4b1-421e-4340-a8f3-d0a40f207e72, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:22.704725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.737520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-abbdc394-13e7-4a06-9aa1-bc8bddd38181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.738015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-abbdc394-13e7-4a06-9aa1-bc8bddd38181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.738557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-abbdc394-13e7-4a06-9aa1-bc8bddd38181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:22.740265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-abbdc394-13e7-4a06-9aa1-bc8bddd38181 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf83387930474e128b1ee65a71c307a7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1239605 Jul 14 11:36:22.766837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port b4030cdd-0057-47b7-9121-3b1235f18cfa completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:22.773429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port b4030cdd-0057-47b7-9121-3b1235f18cfa triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:22.774074 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.837330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] For port f6adf4b1-421e-4340-a8f3-d0a40f207e72, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:22.841633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] For port f6adf4b1-421e-4340-a8f3-d0a40f207e72, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:22.860366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.925613 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.928568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:22.980087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652e7057-a282-48a0-be72-3e8c716b1dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4030cdd-0057-47b7-9121-3b1235f18cfa'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:22.990466 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d405239d-20ef-42d2-aea1-015c2239807a" -d '{"events": [{"server_uuid": "652e7057-a282-48a0-be72-3e8c716b1dc3", "name": "network-vif-plugged", "status": "completed", "tag": "b4030cdd-0057-47b7-9121-3b1235f18cfa"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:23.014702 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:53Z', 'updated_at': '2021-07-14T11:36:18Z', 'revision_number': 5, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'gw_port': {'id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:54Z', 'updated_at': '2021-07-14T11:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:23.026669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port b4030cdd-0057-47b7-9121-3b1235f18cfa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b4030cdd-0057-47b7-9121-3b1235f18cfa,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:23.035129 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:23.063180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.067756 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:23.072134 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] 10.222.0.64 "PUT /v2.0/ports/f6adf4b1-421e-4340-a8f3-d0a40f207e72 HTTP/1.1" status: 200 len: 1090 time: 1.6830881 Jul 14 11:36:23.147138 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] Checking router: eb835b35-f436-412e-a82c-14c2bf1d3ecc for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:36:23.169772 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] Routers {'eb835b35-f436-412e-a82c-14c2bf1d3ecc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:36:23.172014 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:36:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:23.189101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=b4030cdd-0057-47b7-9121-3b1235f18cfa,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:23.274109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5d7026d3-ad74-4d55-be81-a470db25882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.276639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:23.276742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-5d7026d3-ad74-4d55-be81-a470db25882a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5298285 Jul 14 11:36:23.314038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41bc84-1e0e-4291-9532-5f88db9f63e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6adf4b1-421e-4340-a8f3-d0a40f207e72,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:23.316630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7c1c4-3dec-4e34-9f5c-caa39cafcdb1 req-a7e3d137-e7bb-40f2-8a11-c7160c98cfc9 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.331470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27c7c1c4-3dec-4e34-9f5c-caa39cafcdb1 req-a7e3d137-e7bb-40f2-8a11-c7160c98cfc9 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.3905418 Jul 14 11:36:23.360566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a763b-7ab7-4bf1-9938-9ebee346fc8e req-23f30bf6-adcd-4130-a085-f73632a3061b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.368760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:23.396368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a763b-7ab7-4bf1-9938-9ebee346fc8e req-23f30bf6-adcd-4130-a085-f73632a3061b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.406047 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] Set router eb835b35-f436-412e-a82c-14c2bf1d3ecc gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:36:23.413383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a763b-7ab7-4bf1-9938-9ebee346fc8e req-23f30bf6-adcd-4130-a085-f73632a3061b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.421885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a763b-7ab7-4bf1-9938-9ebee346fc8e req-23f30bf6-adcd-4130-a085-f73632a3061b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.432338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a763b-7ab7-4bf1-9938-9ebee346fc8e req-23f30bf6-adcd-4130-a085-f73632a3061b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.439155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a763b-7ab7-4bf1-9938-9ebee346fc8e req-23f30bf6-adcd-4130-a085-f73632a3061b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.446377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a763b-7ab7-4bf1-9938-9ebee346fc8e req-23f30bf6-adcd-4130-a085-f73632a3061b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.456897 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-916a763b-7ab7-4bf1-9938-9ebee346fc8e req-23f30bf6-adcd-4130-a085-f73632a3061b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5386 time: 0.3903513 Jul 14 11:36:23.464456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8cef39f-dcef-4883-982b-65924f768420,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:23.579737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-916a763b-7ab7-4bf1-9938-9ebee346fc8e req-4cc38056-438a-43b3-87f0-eecdf2f102c7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217821 Jul 14 11:36:23.597129 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:23.632071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Checking segment: {'id': '40e2bd1f-f3c5-4dae-8df9-d0a74b67a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fe98713b-eeae-48c1-9344-d63ddefd2af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:23.632560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Network hostable DHCP agents. Network: fe98713b-eeae-48c1-9344-d63ddefd2af1, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:36:23.666581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27c7c1c4-3dec-4e34-9f5c-caa39cafcdb1 req-24495f28-caa2-491f-9ba7-3023d82252e1 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068310 Jul 14 11:36:23.674150 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:23.692555 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2053cfe5-f65a-499f-81a3-4a1cf9de0e80 x-openstack-request-id: req-2053cfe5-f65a-499f-81a3-4a1cf9de0e80 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:23.693537 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652e7057-a282-48a0-be72-3e8c716b1dc3", "name": "network-vif-plugged", "status": "completed", "tag": "b4030cdd-0057-47b7-9121-3b1235f18cfa", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:23.694306 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2053cfe5-f65a-499f-81a3-4a1cf9de0e80 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:23.694925 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652e7057-a282-48a0-be72-3e8c716b1dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4030cdd-0057-47b7-9121-3b1235f18cfa', 'code': 200} Jul 14 11:36:23.761924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-6f3b1824-9b44-41e4-a288-dcc71b58ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.762951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-6f3b1824-9b44-41e4-a288-dcc71b58ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.763625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-6f3b1824-9b44-41e4-a288-dcc71b58ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.764315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-6f3b1824-9b44-41e4-a288-dcc71b58ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.764971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-6f3b1824-9b44-41e4-a288-dcc71b58ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.765637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-6f3b1824-9b44-41e4-a288-dcc71b58ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.766386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-6f3b1824-9b44-41e4-a288-dcc71b58ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.769796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-6f3b1824-9b44-41e4-a288-dcc71b58ac26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6278 time: 0.3086967 Jul 14 11:36:23.825129 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:53Z', 'updated_at': '2021-07-14T11:36:18Z', 'revision_number': 5, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'gw_port': {'id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:54Z', 'updated_at': '2021-07-14T11:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:23.860926 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fac730-94ee-4738-8acb-a48c4e48033b None None] The sync data for ids ['eb835b35-f436-412e-a82c-14c2bf1d3ecc'] in n-d-778696-8 is: [{'id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'name': 'tempest-ServersTestMultiNic-392587558-router', 'tenant_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:53Z', 'updated_at': '2021-07-14T11:36:18Z', 'revision_number': 5, 'project_id': 'aca6ed6d8df9422e829367de3cbc8b20', 'gw_port': {'id': '2f094ccd-8be0-44c8-aa71-ae6429364772', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb835b35-f436-412e-a82c-14c2bf1d3ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:54Z', 'updated_at': '2021-07-14T11:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:36:23.914057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Network fe98713b-eeae-48c1-9344-d63ddefd2af1 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:36:23.953486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, fe98713b-eeae-48c1-9344-d63ddefd2af1) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:23.973334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b4136-b90d-4b24-aac1-b5886913aaf4 None None] Network fe98713b-eeae-48c1-9344-d63ddefd2af1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:36:23.978276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:23.978891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:24.041422 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5a32099d-82f8-4759-b056-4ef516c5e78c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7618687 Jul 14 11:36:24.126121 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-3b847018-7022-46a1-9a56-250fc87e507a tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0f4a7134e6f84d2db893a2bc1c95a1bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1736891 Jul 14 11:36:24.180214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0628ddc1-a74a-48a7-b7cb-899bac95fa03 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:24.196628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:24.222838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Transition to ACTIVE for port object 0628ddc1-a74a-48a7-b7cb-899bac95fa03 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:24.238554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:24.325493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:24.329996 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef1e843-03b1-409a-9641-82ae826123ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "f6adf4b1-421e-4340-a8f3-d0a40f207e72"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:24.344418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Deleting port 2f094ccd-8be0-44c8-aa71-ae6429364772 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:24.344866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:24.443099 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 11553552-d5f6-45f1-b2f9-8f093e8042b0 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:24.565348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 11553552-d5f6-45f1-b2f9-8f093e8042b0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:24.566043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 11553552-d5f6-45f1-b2f9-8f093e8042b0 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:24.573069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0077b11f-e2d5-4ded-8309-9d153fd4e142 None None] Network fe98713b-eeae-48c1-9344-d63ddefd2af1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:36:24.589977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Pushing event updated for resources: {'Port': ['ID=0628ddc1-a74a-48a7-b7cb-899bac95fa03,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:24.733961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] For port 2f094ccd-8be0-44c8-aa71-ae6429364772, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2f094ccd-8be0-44c8-aa71-ae6429364772,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:24.734269 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:24.750232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-581a2ad9-ad4c-46e1-ac98-d080de471caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:24.750232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-581a2ad9-ad4c-46e1-ac98-d080de471caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:24.751090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-581a2ad9-ad4c-46e1-ac98-d080de471caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:24.752681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-581a2ad9-ad4c-46e1-ac98-d080de471caf service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf83387930474e128b1ee65a71c307a7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9747436 Jul 14 11:36:24.770044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Calling delete_port for 2f094ccd-8be0-44c8-aa71-ae6429364772 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:24.840847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d51ce-3230-4a86-8241-f621ab9170da req-56ca427a-d3fd-45bb-a6f8-08eca8155c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:24.842395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b1d51ce-3230-4a86-8241-f621ab9170da req-56ca427a-d3fd-45bb-a6f8-08eca8155c1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 1100 time: 1.0027013 Jul 14 11:36:24.904563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008a723-9c41-4586-a21f-85b52ff4fff2 req-b8408b9d-ba9b-4d4e-8221-a29fab614866 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:24.908366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6008a723-9c41-4586-a21f-85b52ff4fff2 req-b8408b9d-ba9b-4d4e-8221-a29fab614866 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 949 time: 0.8582330 Jul 14 11:36:24.912459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Attempting to bind port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:24.912872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Attempting to bind port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:24.913385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Attempting to bind port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:24.922691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 on network 71c34098-5385-4eb1-b275-140a8ef534f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:24.922979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Attempting to bind port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:24.930704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b908eb-5f09-430d-a062-b622a862e651 req-73c81463-71fe-4f5e-85ce-d52c2f65a7f3 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:24.932224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-73c81463-71fe-4f5e-85ce-d52c2f65a7f3 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8039315 Jul 14 11:36:24.962039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:24.962039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Checking segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:24.962402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Bound using segment: {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:24.962839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Bound port: 0628ddc1-a74a-48a7-b7cb-899bac95fa03, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60884583-d30b-4e1c-ae4c-6e6cea2b8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:24.963267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:24.989648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b1d51ce-3230-4a86-8241-f621ab9170da req-ea7af817-35a0-40a2-84f9-20e8d8d9d5cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=87aea40e-994b-46c9-a878-7996d66f3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357753 Jul 14 11:36:25.000110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-5fb8957b-38a5-4a67-a9da-4c0b581f2803 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/quotas/0f4a7134e6f84d2db893a2bc1c95a1bd HTTP/1.1" status: 200 len: 375 time: 0.0574794 Jul 14 11:36:25.005760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-cc667eb9-fca7-481f-88c4-c21a16e21ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.007288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-147f9971-143f-4b1d-8011-03f61c1e4116 req-cc667eb9-fca7-481f-88c4-c21a16e21ebb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2448449 Jul 14 11:36:25.013181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6008a723-9c41-4586-a21f-85b52ff4fff2 req-746d19fe-c943-4f4f-96c7-d8c8f07db009 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/security-groups?id=87aea40e-994b-46c9-a878-7996d66f3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973763 Jul 14 11:36:25.042787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-90cd39bb-f545-425d-b51c-5f5d1cefb3e4 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f4a7134e6f84d2db893a2bc1c95a1bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345137 Jul 14 11:36:25.066044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45916) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:25.080985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] For port 0628ddc1-a74a-48a7-b7cb-899bac95fa03, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:25.086369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] For port 0628ddc1-a74a-48a7-b7cb-899bac95fa03, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:25.096578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.109130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.141382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.142027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.143591 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] 10.222.0.64 "PUT /v2.0/ports/0628ddc1-a74a-48a7-b7cb-899bac95fa03 HTTP/1.1" status: 200 len: 1091 time: 1.8788953 Jul 14 11:36:25.143843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-64df2853-5703-462f-8b21-452b0a516e1d admin admin] Deleting subnet a8cef39f-dcef-4883-982b-65924f768420 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:36:25.155777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64df2853-5703-462f-8b21-452b0a516e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.179013 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6870abf4-5cca-4132-a463-fc384a65e8c8 x-openstack-request-id: req-6870abf4-5cca-4132-a463-fc384a65e8c8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:25.179312 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "f6adf4b1-421e-4340-a8f3-d0a40f207e72", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:25.179559 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6870abf4-5cca-4132-a463-fc384a65e8c8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:25.179999 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72', 'status': 'completed', 'code': 200} Jul 14 11:36:25.222949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64df2853-5703-462f-8b21-452b0a516e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.283108 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64df2853-5703-462f-8b21-452b0a516e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.345463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:25.363007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d4e56-e3ce-4275-9f2f-49b7c51fbc8b service neutron] Pushing event updated for resources: {'Port': ['ID=0628ddc1-a74a-48a7-b7cb-899bac95fa03,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:25.432740 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f094ccd-8be0-44c8-aa71-ae6429364772,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:25.473070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.609152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.611404 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.669209 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.670056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb835b35-f436-412e-a82c-14c2bf1d3ecc {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:36:25.674750 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.675949 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47cad721-1382-4216-9bcf-8494d0c406f8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/eb835b35-f436-412e-a82c-14c2bf1d3ecc HTTP/1.1" status: 204 len: 168 time: 3.1870058 Jul 14 11:36:25.682397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45926) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:25.689898 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.699053 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64df2853-5703-462f-8b21-452b0a516e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.739866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-140b025e-9593-4057-abb5-d9b6d246e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.741529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-140b025e-9593-4057-abb5-d9b6d246e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.742034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-140b025e-9593-4057-abb5-d9b6d246e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.742517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-140b025e-9593-4057-abb5-d9b6d246e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.743751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-140b025e-9593-4057-abb5-d9b6d246e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.744323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-140b025e-9593-4057-abb5-d9b6d246e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.744928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-140b025e-9593-4057-abb5-d9b6d246e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.755144 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eef1e843-03b1-409a-9641-82ae826123ea req-140b025e-9593-4057-abb5-d9b6d246e130 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6345 time: 0.5778961 Jul 14 11:36:25.770393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64df2853-5703-462f-8b21-452b0a516e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:25.776825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45928) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:25.777904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-64df2853-5703-462f-8b21-452b0a516e1d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a8cef39f-dcef-4883-982b-65924f768420 HTTP/1.1" status: 204 len: 168 time: 0.7095408 Jul 14 11:36:25.822108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df2853-5703-462f-8b21-452b0a516e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8cef39f-dcef-4883-982b-65924f768420,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:25.911555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-0d5157c3-6d9a-46de-8a51-2b650a362aba tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.913164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-0d5157c3-6d9a-46de-8a51-2b650a362aba tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.45 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.5729001 Jul 14 11:36:25.951108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74e5f-6a0d-41a7-8c93-d2281c7e77f7 req-ef173cee-08e3-4b08-bf0f-3f0cc9fd48ac tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:25.958589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57f74e5f-6a0d-41a7-8c93-d2281c7e77f7 req-ef173cee-08e3-4b08-bf0f-3f0cc9fd48ac tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 946 time: 0.4425726 Jul 14 11:36:25.991045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f203bfd1-2a0b-4e7e-bceb-be66f50bda6d admin admin] Deleting subnet 31191664-afc5-46e2-ac72-f531a5724c93 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:36:25.998994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f203bfd1-2a0b-4e7e-bceb-be66f50bda6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.076924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3de6a-9c2e-4d67-a3fb-16e8e47da31e req-b9edcd6b-63db-4715-835d-ab483ad3d39e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.084118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3de6a-9c2e-4d67-a3fb-16e8e47da31e req-b9edcd6b-63db-4715-835d-ab483ad3d39e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.085869 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.089161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-146ec6e5-d702-45c6-ab3c-f4d8288462e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.089776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-146ec6e5-d702-45c6-ab3c-f4d8288462e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.090289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-146ec6e5-d702-45c6-ab3c-f4d8288462e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.091986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3de6a-9c2e-4d67-a3fb-16e8e47da31e req-b9edcd6b-63db-4715-835d-ab483ad3d39e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.092519 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eef1e843-03b1-409a-9641-82ae826123ea req-146ec6e5-d702-45c6-ab3c-f4d8288462e2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf83387930474e128b1ee65a71c307a7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3280551 Jul 14 11:36:26.096970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.098203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3de6a-9c2e-4d67-a3fb-16e8e47da31e req-b9edcd6b-63db-4715-835d-ab483ad3d39e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.102613 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f203bfd1-2a0b-4e7e-bceb-be66f50bda6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.104165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3de6a-9c2e-4d67-a3fb-16e8e47da31e req-b9edcd6b-63db-4715-835d-ab483ad3d39e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.110898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3de6a-9c2e-4d67-a3fb-16e8e47da31e req-b9edcd6b-63db-4715-835d-ab483ad3d39e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.117093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3de6a-9c2e-4d67-a3fb-16e8e47da31e req-b9edcd6b-63db-4715-835d-ab483ad3d39e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.120061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15b3de6a-9c2e-4d67-a3fb-16e8e47da31e req-b9edcd6b-63db-4715-835d-ab483ad3d39e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5398 time: 0.6751523 Jul 14 11:36:26.219353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57f74e5f-6a0d-41a7-8c93-d2281c7e77f7 req-836a329f-a3da-456c-bbde-43e4e7e376ac tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599933 Jul 14 11:36:26.410835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15b3de6a-9c2e-4d67-a3fb-16e8e47da31e req-50cedb80-48c1-4931-83bf-79dda12bddd0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2786181 Jul 14 11:36:26.413412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2f094ccd-8be0-44c8-aa71-ae6429364772 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:26.490480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 2f094ccd-8be0-44c8-aa71-ae6429364772 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:26.490836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2f094ccd-8be0-44c8-aa71-ae6429364772 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:26.495927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Deleting port 37ec94c4-15af-44d7-85b8-cdbe240447df {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:26.496576 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.603724 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.613369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e843-03b1-409a-9641-82ae826123ea req-312a0b16-d6fe-41ce-9061-b0f0704ba63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:26.614939 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eef1e843-03b1-409a-9641-82ae826123ea req-312a0b16-d6fe-41ce-9061-b0f0704ba63a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5149424 Jul 14 11:36:26.649103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe98713b-eeae-48c1-9344-d63ddefd2af1']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:26.667949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f203bfd1-2a0b-4e7e-bceb-be66f50bda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.697970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e2bd1f-f3c5-4dae-8df9-d0a74b67a432') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:26.698269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e2bd1f-f3c5-4dae-8df9-d0a74b67a432') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:26.714408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.735890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.749256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:36:26.749971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:36:26.752959 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:36:26.797382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8cdaea8-32ac-44dc-a335-9973e3098d99 req-db2c84be-98d3-4bf1-800d-75abf895bf35 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 210 time: 0.0631425 Jul 14 11:36:26.814605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f203bfd1-2a0b-4e7e-bceb-be66f50bda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.846326 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f203bfd1-2a0b-4e7e-bceb-be66f50bda6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.851921 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f203bfd1-2a0b-4e7e-bceb-be66f50bda6d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/31191664-afc5-46e2-ac72-f531a5724c93 HTTP/1.1" status: 204 len: 168 time: 1.1684024 Jul 14 11:36:26.853607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45934) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:26.863038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4034c93-3456-409b-8119-a618cdee9f27 None None] Network f1e755cb-8e63-40e8-85bd-1cc50b0846b4 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:36:26.879667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.896870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203bfd1-2a0b-4e7e-bceb-be66f50bda6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31191664-afc5-46e2-ac72-f531a5724c93,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:26.903447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.909015 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fe98713b-eeae-48c1-9344-d63ddefd2af1 HTTP/1.1" status: 204 len: 168 time: 1.1306071 Jul 14 11:36:26.932223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] For port 37ec94c4-15af-44d7-85b8-cdbe240447df, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ec94c4-15af-44d7-85b8-cdbe240447df,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:26.932745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:26.950895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9555707b-f711-4615-ade1-3693da6443f7 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:26.963497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf64710-7361-4636-8348-392d7f6aff46 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe98713b-eeae-48c1-9344-d63ddefd2af1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:26.976251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Calling delete_port for 37ec94c4-15af-44d7-85b8-cdbe240447df owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:26.982194 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.021187 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.061304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Transition to ACTIVE for port object 9555707b-f711-4615-ade1-3693da6443f7 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:27.146637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9a6d-4387-4c6e-bd96-705981b0d4bd req-90190030-1ddb-41b7-80e4-0d5b88f64e77 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:27.149250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db7d9a6d-4387-4c6e-bd96-705981b0d4bd req-90190030-1ddb-41b7-80e4-0d5b88f64e77 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 949 time: 0.3670738 Jul 14 11:36:27.150311 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.155410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Deleting port c23c8d15-bb6b-475e-80be-5ed39b96eb26 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:27.155889 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.163327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0da871-502c-4950-842c-d0f05dedca14 None None] DHCP port deletion for f1e755cb-8e63-40e8-85bd-1cc50b0846b4 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:36:27.263615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4e0da871-502c-4950-842c-d0f05dedca14 None None] Deleting port c23c8d15-bb6b-475e-80be-5ed39b96eb26 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:27.264277 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4e0da871-502c-4950-842c-d0f05dedca14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.320093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] For port c23c8d15-bb6b-475e-80be-5ed39b96eb26, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c23c8d15-bb6b-475e-80be-5ed39b96eb26,segment=NetworkSegment(5442d39a-5faf-4864-a8b0-aee3300f7010),segment_id=5442d39a-5faf-4864-a8b0-aee3300f7010)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:27.321108 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.343525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Calling delete_port for c23c8d15-bb6b-475e-80be-5ed39b96eb26 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:27.415529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4e0da871-502c-4950-842c-d0f05dedca14 None None] For port c23c8d15-bb6b-475e-80be-5ed39b96eb26, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c23c8d15-bb6b-475e-80be-5ed39b96eb26,segment=NetworkSegment(5442d39a-5faf-4864-a8b0-aee3300f7010),segment_id=5442d39a-5faf-4864-a8b0-aee3300f7010)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:27.416254 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4e0da871-502c-4950-842c-d0f05dedca14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.443644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4e0da871-502c-4950-842c-d0f05dedca14 None None] Calling delete_port for c23c8d15-bb6b-475e-80be-5ed39b96eb26 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:27.470739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Pushing event updated for resources: {'Port': ['ID=9555707b-f711-4615-ade1-3693da6443f7,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:27.501322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db7d9a6d-4387-4c6e-bd96-705981b0d4bd req-cb3da5d0-9926-492f-9131-66132bd19de7 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/security-groups?id=87aea40e-994b-46c9-a878-7996d66f3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057022 Jul 14 11:36:27.571244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45940) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:27.612154 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': '0628ddc1-a74a-48a7-b7cb-899bac95fa03'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:27.616075 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12606117-b6a6-4098-bda0-c1c9ce817f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "0628ddc1-a74a-48a7-b7cb-899bac95fa03"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:27.628404 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4e0da871-502c-4950-842c-d0f05dedca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.673030 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.707997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0da871-502c-4950-842c-d0f05dedca14 None None] No DVR routers for this DVR port c23c8d15-bb6b-475e-80be-5ed39b96eb26 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:27.726439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0da871-502c-4950-842c-d0f05dedca14 None None] Pushing event deleted for resources: {'Port': ['ID=c23c8d15-bb6b-475e-80be-5ed39b96eb26,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:27.758574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23c8d15-bb6b-475e-80be-5ed39b96eb26,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:27.773528 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-278a4ecb-2e75-44d0-9e8a-e52b4992a72f tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0f4a7134e6f84d2db893a2bc1c95a1bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1506605 Jul 14 11:36:27.780729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] No DVR routers for this DVR port c23c8d15-bb6b-475e-80be-5ed39b96eb26 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:27.896890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:27.940525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e0d34b49-15db-4782-acbb-9ca3497e9ae1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b457762d6bf5419ca552ac6e7504e064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330501 Jul 14 11:36:27.951210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45952) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:27.967833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Attempting to bind port 9555707b-f711-4615-ade1-3693da6443f7 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:27.968118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Attempting to bind port 9555707b-f711-4615-ade1-3693da6443f7 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:27.968444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Attempting to bind port 9555707b-f711-4615-ade1-3693da6443f7 on network 87b23580-eb76-43df-94fb-48303c32c2e2 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:27.976961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Pushing event deleted for resources: {'Port': ['ID=37ec94c4-15af-44d7-85b8-cdbe240447df,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:27.990739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Port 9555707b-f711-4615-ade1-3693da6443f7 on network 87b23580-eb76-43df-94fb-48303c32c2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:27.991053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Attempting to bind port 9555707b-f711-4615-ade1-3693da6443f7 on network 87b23580-eb76-43df-94fb-48303c32c2e2 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:28.011655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.064473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:28.065016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Checking segment: {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:28.065556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Bound using segment: {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:28.066124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Bound port: 9555707b-f711-4615-ade1-3693da6443f7, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:28.066601 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.077006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b653d-a464-4426-865c-f3cf510a2ea8 req-73975662-b5b6-4138-95bb-6f8e5a0de3ef tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.079041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-170b653d-a464-4426-865c-f3cf510a2ea8 req-73975662-b5b6-4138-95bb-6f8e5a0de3ef tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98294b0-a100-4acd-9dce-05be1dd0131e HTTP/1.1" status: 200 len: 867 time: 0.5764129 Jul 14 11:36:28.082598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] No DVR routers for this DVR port 37ec94c4-15af-44d7-85b8-cdbe240447df on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:28.097732 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.101506 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.104114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b1e0db8-841e-4daa-a2b6-948030e7f555 req-847fab46-0e68-429a-8281-05e63ff7aaa6 tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.45 "DELETE /v2.0/ports/37ec94c4-15af-44d7-85b8-cdbe240447df HTTP/1.1" status: 204 len: 173 time: 2.1744635 Jul 14 11:36:28.120619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98294b0-a100-4acd-9dce-05be1dd0131e', 'name': 'network-vif-deleted', 'tag': '37ec94c4-15af-44d7-85b8-cdbe240447df'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:28.124303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c23c8d15-bb6b-475e-80be-5ed39b96eb26 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:28.126115 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a60ea6-f9d8-4be6-a3ae-636fab875cdb" -d '{"events": [{"server_uuid": "d98294b0-a100-4acd-9dce-05be1dd0131e", "name": "network-vif-deleted", "tag": "37ec94c4-15af-44d7-85b8-cdbe240447df"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:28.158187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92273-33fb-4436-bf5c-062bfe4c05b0 req-15ed0e15-1ea2-4281-8ef9-61c1271de76d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.164964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92273-33fb-4436-bf5c-062bfe4c05b0 req-15ed0e15-1ea2-4281-8ef9-61c1271de76d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.172907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92273-33fb-4436-bf5c-062bfe4c05b0 req-15ed0e15-1ea2-4281-8ef9-61c1271de76d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.180672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92273-33fb-4436-bf5c-062bfe4c05b0 req-15ed0e15-1ea2-4281-8ef9-61c1271de76d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.188451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92273-33fb-4436-bf5c-062bfe4c05b0 req-15ed0e15-1ea2-4281-8ef9-61c1271de76d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.208681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c23c8d15-bb6b-475e-80be-5ed39b96eb26 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:28.210648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c23c8d15-bb6b-475e-80be-5ed39b96eb26 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:28.217469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92273-33fb-4436-bf5c-062bfe4c05b0 req-15ed0e15-1ea2-4281-8ef9-61c1271de76d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.231798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92273-33fb-4436-bf5c-062bfe4c05b0 req-15ed0e15-1ea2-4281-8ef9-61c1271de76d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.233891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5e92273-33fb-4436-bf5c-062bfe4c05b0 req-15ed0e15-1ea2-4281-8ef9-61c1271de76d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5410 time: 0.4831805 Jul 14 11:36:28.369111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-170b653d-a464-4426-865c-f3cf510a2ea8 req-8c58e9d9-97b1-4342-b164-5bf9f063e7fe tempest-ServerRescueTestJSON-824958472 tempest-ServerRescueTestJSON-824958472-project] 10.222.0.38 "GET /v2.0/security-groups?id=dacf4222-593a-46d4-9d03-7006b20f1ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737718 Jul 14 11:36:28.413965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5e92273-33fb-4436-bf5c-062bfe4c05b0 req-e0c7a841-5d36-49b0-a6de-05408b5b5116 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1686077 Jul 14 11:36:28.439756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] For port 9555707b-f711-4615-ade1-3693da6443f7, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:28.443622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] For port 9555707b-f711-4615-ade1-3693da6443f7, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9555707b-f711-4615-ade1-3693da6443f7,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:28.452181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.470137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e755cb-8e63-40e8-85bd-1cc50b0846b4']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:28.521101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5442d39a-5faf-4864-a8b0-aee3300f7010') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:28.521903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5442d39a-5faf-4864-a8b0-aee3300f7010') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:28.547902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.548805 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.550347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] 10.222.0.64 "PUT /v2.0/ports/9555707b-f711-4615-ade1-3693da6443f7 HTTP/1.1" status: 200 len: 1091 time: 3.2113564 Jul 14 11:36:28.568148 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.603522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Request body: {'port': {'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:28.614216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adc86f-03cd-4fce-b11f-cc184632aaea service neutron] Pushing event updated for resources: {'Port': ['ID=9555707b-f711-4615-ade1-3693da6443f7,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:28.706376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b908eb-5f09-430d-a062-b622a862e651 req-0366382f-c555-4c99-a0a7-a9e300d4b7c0 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:28.714403 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-0366382f-c555-4c99-a0a7-a9e300d4b7c0 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9311919 Jul 14 11:36:28.727133 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3279934f-577d-4bbd-85aa-2853be460071 x-openstack-request-id: req-3279934f-577d-4bbd-85aa-2853be460071 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:28.727662 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "0628ddc1-a74a-48a7-b7cb-899bac95fa03", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:28.728164 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3279934f-577d-4bbd-85aa-2853be460071 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:28.728844 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': '0628ddc1-a74a-48a7-b7cb-899bac95fa03', 'status': 'completed', 'code': 200} Jul 14 11:36:28.731075 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.810360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67c1bd74-f598-406c-8433-5aec6569755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.817895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Request body: {'port': {'device_id': '42c911e7-1e80-4312-801e-1076c5740cb1', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '0f4a7134e6f84d2db893a2bc1c95a1bd'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:28.844312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:36:28.845002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:36:28.850114 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:36:28.888213 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58961d06-5fe5-4045-94bc-eeeeaf0ce43d x-openstack-request-id: req-58961d06-5fe5-4045-94bc-eeeeaf0ce43d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:28.890191 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98294b0-a100-4acd-9dce-05be1dd0131e", "name": "network-vif-deleted", "tag": "37ec94c4-15af-44d7-85b8-cdbe240447df", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:28.891692 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58961d06-5fe5-4045-94bc-eeeeaf0ce43d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:28.892362 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98294b0-a100-4acd-9dce-05be1dd0131e', 'name': 'network-vif-deleted', 'tag': '37ec94c4-15af-44d7-85b8-cdbe240447df', 'status': 'completed', 'code': 200} Jul 14 11:36:28.914746 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:28.967301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 37ec94c4-15af-44d7-85b8-cdbe240447df no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:28.983259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07e595f0-ec8a-4d98-b218-2bc1222603ba req-c7728999-feb3-4b08-92fa-fd1b332df945 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 210 time: 0.0884659 Jul 14 11:36:29.024151 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67c1bd74-f598-406c-8433-5aec6569755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:29.024938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 37ec94c4-15af-44d7-85b8-cdbe240447df {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:29.025464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 37ec94c4-15af-44d7-85b8-cdbe240447df not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:29.053793 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:29.072534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:29.076609 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f1e755cb-8e63-40e8-85bd-1cc50b0846b4 HTTP/1.1" status: 204 len: 168 time: 2.1983047 Jul 14 11:36:29.124097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d170bde-3122-4e29-a680-5dd920d86423 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e755cb-8e63-40e8-85bd-1cc50b0846b4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:29.139004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-bccdc011-b8ed-443e-83d6-2f85539733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.140166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-bccdc011-b8ed-443e-83d6-2f85539733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.140845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-bccdc011-b8ed-443e-83d6-2f85539733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.141519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-bccdc011-b8ed-443e-83d6-2f85539733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.142188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-bccdc011-b8ed-443e-83d6-2f85539733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.142856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-bccdc011-b8ed-443e-83d6-2f85539733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.143547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-bccdc011-b8ed-443e-83d6-2f85539733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.145894 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-bccdc011-b8ed-443e-83d6-2f85539733d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6412 time: 0.4105248 Jul 14 11:36:29.180424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Made reservation on behalf of 0f4a7134e6f84d2db893a2bc1c95a1bd for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:29.186169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:29.242675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:29.302792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67c1bd74-f598-406c-8433-5aec6569755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:29.306160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67c1bd74-f598-406c-8433-5aec6569755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:29.307585 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-67c1bd74-f598-406c-8433-5aec6569755f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b795695a-881a-473c-ad9b-1be2d0ca6021 HTTP/1.1" status: 204 len: 168 time: 1.3558879 Jul 14 11:36:29.330346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1bd74-f598-406c-8433-5aec6569755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b795695a-881a-473c-ad9b-1be2d0ca6021,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:29.362797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-ca2e8d94-05cc-42c1-8674-a6fa05f91fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.363461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-ca2e8d94-05cc-42c1-8674-a6fa05f91fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.364048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-ca2e8d94-05cc-42c1-8674-a6fa05f91fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.365927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-ca2e8d94-05cc-42c1-8674-a6fa05f91fe5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf83387930474e128b1ee65a71c307a7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1981652 Jul 14 11:36:29.575231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45968) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:29.709990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-26b84695-ac47-487f-962c-7404a94c18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:29.717081 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-12606117-b6a6-4098-bda0-c1c9ce817f0a req-26b84695-ac47-487f-962c-7404a94c18fe service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3368692 Jul 14 11:36:29.724192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45970) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:29.745145 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:29.754913 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:29.852469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c2a842-39c0-42dc-965c-e3fb67f86de1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:29.861405 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1e04e7fd-cfd3-4891-83cb-5ddc22eda6e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aca6ed6d8df9422e829367de3cbc8b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358118 Jul 14 11:36:29.864366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45976) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:29.998745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Allocated IP 192.168.233.82 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/dc73ed99-a3dc-4a59-8e95-656cff269a92) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:30.002917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fb2fbc9-85cf-4121-b9ca-9a90a3cc6267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:30.068512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fb2fbc9-85cf-4121-b9ca-9a90a3cc6267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:30.128400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:30.168936 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:30.229484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Transition to ACTIVE for port object bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:30.274604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:30.293573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d064-e46c-4495-8856-c6986fe1e967 req-3d567a08-f09b-401e-b647-e99c5a1575a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:30.298467 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fb2fbc9-85cf-4121-b9ca-9a90a3cc6267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:30.303695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fb2fbc9-85cf-4121-b9ca-9a90a3cc6267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:30.304486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d064-e46c-4495-8856-c6986fe1e967 req-3d567a08-f09b-401e-b647-e99c5a1575a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:30.304930 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9fb2fbc9-85cf-4121-b9ca-9a90a3cc6267 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac956d70-ecc6-4729-8841-65dec76fcea1 HTTP/1.1" status: 204 len: 168 time: 0.4394584 Jul 14 11:36:30.323669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d064-e46c-4495-8856-c6986fe1e967 req-3d567a08-f09b-401e-b647-e99c5a1575a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:30.330342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d064-e46c-4495-8856-c6986fe1e967 req-3d567a08-f09b-401e-b647-e99c5a1575a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:30.334673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2fbc9-85cf-4121-b9ca-9a90a3cc6267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac956d70-ecc6-4729-8841-65dec76fcea1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:30.336874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d064-e46c-4495-8856-c6986fe1e967 req-3d567a08-f09b-401e-b647-e99c5a1575a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:30.345946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d064-e46c-4495-8856-c6986fe1e967 req-3d567a08-f09b-401e-b647-e99c5a1575a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:30.370567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d064-e46c-4495-8856-c6986fe1e967 req-3d567a08-f09b-401e-b647-e99c5a1575a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:30.375782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bc5d064-e46c-4495-8856-c6986fe1e967 req-3d567a08-f09b-401e-b647-e99c5a1575a4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5410 time: 0.6698680 Jul 14 11:36:30.458952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:30.486377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed57e7-a604-4939-bbdd-0f9788ffe03f req-4fed3ad7-db02-483a-a1cf-cab6b3a07725 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:30.488581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88ed57e7-a604-4939-bbdd-0f9788ffe03f req-4fed3ad7-db02-483a-a1cf-cab6b3a07725 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 949 time: 0.6994581 Jul 14 11:36:30.491723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:30.566642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Transition to ACTIVE for port object dc73ed99-a3dc-4a59-8e95-656cff269a92 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:30.640911 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:30.713830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46000) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:30.798040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:30.816266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Pushing event updated for resources: {'Port': ['ID=dc73ed99-a3dc-4a59-8e95-656cff269a92,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:30.850381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:30.866321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:30.923500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': '9555707b-f711-4615-ade1-3693da6443f7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:30.926110 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11157070-bbb5-42a6-8046-e5527e61fe48" -d '{"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "9555707b-f711-4615-ade1-3693da6443f7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:30.949817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1789847831-network', 'tenant_id': '02f6564a02394fbfbc3e05d1d99fa55b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:30.979958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bc5d064-e46c-4495-8856-c6986fe1e967 req-d0bca1f0-b479-4c9c-af01-5a5e17643aff tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5091131 Jul 14 11:36:31.019407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.020929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.045796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Made reservation on behalf of 02f6564a02394fbfbc3e05d1d99fa55b for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:31.050027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.072782 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.073702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88ed57e7-a604-4939-bbdd-0f9788ffe03f req-7d0d7d13-b6f5-4696-81c0-4b9e39a3a627 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/security-groups?id=87aea40e-994b-46c9-a878-7996d66f3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473068 Jul 14 11:36:31.076843 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-13b3b0b3-c045-4f69-85c0-0aa5ce0c763d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2855718 Jul 14 11:36:31.097822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Request body: {'port': {'device_id': '42c911e7-1e80-4312-801e-1076c5740cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:31.118511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Attempting to bind port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:31.118636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Attempting to bind port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:31.119031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Attempting to bind port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 on network 87b23580-eb76-43df-94fb-48303c32c2e2 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:31.127158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-e7c05b78-c1c4-421b-99e6-7d715e7f2e6d tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.129689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 on network 87b23580-eb76-43df-94fb-48303c32c2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:31.130188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Attempting to bind port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 on network 87b23580-eb76-43df-94fb-48303c32c2e2 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:31.132576 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-e7c05b78-c1c4-421b-99e6-7d715e7f2e6d tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.64 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 949 time: 0.3368385 Jul 14 11:36:31.139623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:31.140096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Checking segment: {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:31.140560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Bound using segment: {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:31.141084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Bound port: bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:31.141515 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.381327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-90533399-ae88-48c1-817f-08ed3ca21094 None None] Provisioning for port dc73ed99-a3dc-4a59-8e95-656cff269a92 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:31.388311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-90533399-ae88-48c1-817f-08ed3ca21094 None None] Provisioning complete for port dc73ed99-a3dc-4a59-8e95-656cff269a92 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:31.389191 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-90533399-ae88-48c1-817f-08ed3ca21094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.447205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-90533399-ae88-48c1-817f-08ed3ca21094 None None] Port dc73ed99-a3dc-4a59-8e95-656cff269a92 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:36:31.460829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.536217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Deleting port b4030cdd-0057-47b7-9121-3b1235f18cfa {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:31.536571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.631983 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.642392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46022) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:31.660091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.714880 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea01ecb3-432f-4fb8-a8aa-4cb1931b43e2 x-openstack-request-id: req-ea01ecb3-432f-4fb8-a8aa-4cb1931b43e2 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:31.715747 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "9555707b-f711-4615-ade1-3693da6443f7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:31.716157 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea01ecb3-432f-4fb8-a8aa-4cb1931b43e2 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:31.716705 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': '9555707b-f711-4615-ade1-3693da6443f7', 'status': 'completed', 'code': 200} Jul 14 11:36:31.775816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:36:31.798173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619804a5-de95-49f3-9d4c-8eabf0ea722d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:31.819494 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.819882 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Added segment 7d073533-2e58-4579-b12b-622b5e5d6a83 of type vlan for network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 Jul 14 11:36:31.822837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] For port b4030cdd-0057-47b7-9121-3b1235f18cfa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=b4030cdd-0057-47b7-9121-3b1235f18cfa,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:31.823388 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.847918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] For port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:31.872590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] For port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:31.883603 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.911887 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-732404680-network', 'tenant_id': '7c0e4cb54a624524a525c1bede68014e'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:31.933677 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Calling delete_port for b4030cdd-0057-47b7-9121-3b1235f18cfa owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:31.945203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.945835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:31.947236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 HTTP/1.1" status: 200 len: 1091 time: 3.3534710 Jul 14 11:36:31.973923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-8cfbfafd-f071-4d5d-96e4-af33367bb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.974960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-8cfbfafd-f071-4d5d-96e4-af33367bb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.974960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-8cfbfafd-f071-4d5d-96e4-af33367bb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.975376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-8cfbfafd-f071-4d5d-96e4-af33367bb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.975826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-8cfbfafd-f071-4d5d-96e4-af33367bb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.976328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-8cfbfafd-f071-4d5d-96e4-af33367bb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.976796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-8cfbfafd-f071-4d5d-96e4-af33367bb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:31.978778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-8cfbfafd-f071-4d5d-96e4-af33367bb3eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6437 time: 0.2666316 Jul 14 11:36:31.987549 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.011373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.034610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843858e-d2c9-4589-8291-00dd8eb91acd req-e7f9b8f8-288f-47f1-a8ec-d92edbb6dd3c tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.041496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a843858e-d2c9-4589-8291-00dd8eb91acd req-e7f9b8f8-288f-47f1-a8ec-d92edbb6dd3c tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 935 time: 0.3238394 Jul 14 11:36:32.048992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Made reservation on behalf of 7c0e4cb54a624524a525c1bede68014e for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:32.051314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.100477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.112621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92c414-2f22-433d-8758-e9b34f8a45d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:32.141779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.142677 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.143271 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.233558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a843858e-d2c9-4589-8291-00dd8eb91acd req-40214f1a-067a-4480-a9f5-4a09109002ce tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/security-groups?id=58c2a842-39c0-42dc-965c-e3fb67f86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911550 Jul 14 11:36:32.263287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] Pushing event updated for resources: {'Network': ['ID=6bdc356c-9c87-4b63-b256-f4f346cf6b06,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:32.276083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:36:32.303763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-42904e93-7644-4ae7-9aa3-70302f4ce9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.304530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-42904e93-7644-4ae7-9aa3-70302f4ce9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.305275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-42904e93-7644-4ae7-9aa3-70302f4ce9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.307889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-42904e93-7644-4ae7-9aa3-70302f4ce9bc service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf83387930474e128b1ee65a71c307a7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3144815 Jul 14 11:36:32.346175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc73ed99-a3dc-4a59-8e95-656cff269a92 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:32.363098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.386336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Transition to ACTIVE for port object dc73ed99-a3dc-4a59-8e95-656cff269a92 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:32.387790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.401628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.405242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['b4030cdd-0057-47b7-9121-3b1235f18cfa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:32.433734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Pushing event deleted for resources: {'Port': ['ID=b4030cdd-0057-47b7-9121-3b1235f18cfa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:32.472246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-895c0614-135e-452f-bffc-d8a2e977b648 req-c1199f47-00aa-461b-8dcf-0b5e0d303dc4 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.38 "GET /v2.0/ports?device_id=652e7057-a282-48a0-be72-3e8c716b1dc3 HTTP/1.1" status: 200 len: 210 time: 0.0665047 Jul 14 11:36:32.518053 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.539145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] No DVR routers for this DVR port b4030cdd-0057-47b7-9121-3b1235f18cfa on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:32.542995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.549740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.551758 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a7165982-c673-4b04-a0f8-c14612e61a51 req-07c19039-223a-43a0-9456-7a4b80030088 tempest-ServerDiagnosticsNegativeTest-572004246 tempest-ServerDiagnosticsNegativeTest-572004246-project] 10.222.0.64 "DELETE /v2.0/ports/b4030cdd-0057-47b7-9121-3b1235f18cfa HTTP/1.1" status: 204 len: 173 time: 1.4095540 Jul 14 11:36:32.556922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652e7057-a282-48a0-be72-3e8c716b1dc3', 'name': 'network-vif-deleted', 'tag': 'b4030cdd-0057-47b7-9121-3b1235f18cfa'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:32.560456 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3518d26e-acba-412d-8cce-149c0bf88383" -d '{"events": [{"server_uuid": "652e7057-a282-48a0-be72-3e8c716b1dc3", "name": "network-vif-deleted", "tag": "b4030cdd-0057-47b7-9121-3b1235f18cfa"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:32.567995 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-43ac12d0-6a5f-46bc-bd3e-99dbd85c786f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8532817 Jul 14 11:36:32.579620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46034) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:32.592621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Request body: {'subnet': {'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1789847831-subnet', 'tenant_id': '02f6564a02394fbfbc3e05d1d99fa55b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:32.596617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc73ed99-a3dc-4a59-8e95-656cff269a92,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:32.616659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:36:32.631241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355df10-2e50-4d94-ba97-f5ba0679d88a req-222d7d71-f31f-422f-9ffc-8ad3f92705c3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.643602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355df10-2e50-4d94-ba97-f5ba0679d88a req-222d7d71-f31f-422f-9ffc-8ad3f92705c3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.655232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355df10-2e50-4d94-ba97-f5ba0679d88a req-222d7d71-f31f-422f-9ffc-8ad3f92705c3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.667043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355df10-2e50-4d94-ba97-f5ba0679d88a req-222d7d71-f31f-422f-9ffc-8ad3f92705c3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.674523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355df10-2e50-4d94-ba97-f5ba0679d88a req-222d7d71-f31f-422f-9ffc-8ad3f92705c3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.680873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355df10-2e50-4d94-ba97-f5ba0679d88a req-222d7d71-f31f-422f-9ffc-8ad3f92705c3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.688544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355df10-2e50-4d94-ba97-f5ba0679d88a req-222d7d71-f31f-422f-9ffc-8ad3f92705c3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.696537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9355df10-2e50-4d94-ba97-f5ba0679d88a req-222d7d71-f31f-422f-9ffc-8ad3f92705c3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.4926910 Jul 14 11:36:32.706795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-6c0f95f8-5fa3-42d1-8575-520bd98af4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.708355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11157070-bbb5-42a6-8046-e5527e61fe48 req-6c0f95f8-5fa3-42d1-8575-520bd98af4d7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3690846 Jul 14 11:36:32.722640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63faa322-bc76-495f-9516-4a7c7d8f55b6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:32.732155 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93179329-df44-47da-b226-ebbe7570f6d0 x-openstack-request-id: req-93179329-df44-47da-b226-ebbe7570f6d0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:32.732608 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652e7057-a282-48a0-be72-3e8c716b1dc3", "name": "network-vif-deleted", "tag": "b4030cdd-0057-47b7-9121-3b1235f18cfa", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:32.732857 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93179329-df44-47da-b226-ebbe7570f6d0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:32.733272 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652e7057-a282-48a0-be72-3e8c716b1dc3', 'name': 'network-vif-deleted', 'tag': 'b4030cdd-0057-47b7-9121-3b1235f18cfa', 'status': 'completed', 'code': 200} Jul 14 11:36:32.734166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Attempting to bind port dc73ed99-a3dc-4a59-8e95-656cff269a92 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:32.734504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Attempting to bind port dc73ed99-a3dc-4a59-8e95-656cff269a92 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:32.734889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Attempting to bind port dc73ed99-a3dc-4a59-8e95-656cff269a92 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:32.746006 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.747040 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Added segment 85371e10-4862-48c7-a249-238c89d6530f of type vlan for network e1abb61a-4cd9-4a66-a878-94eecefe4251 Jul 14 11:36:32.749212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Port dc73ed99-a3dc-4a59-8e95-656cff269a92 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:32.749543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Attempting to bind port dc73ed99-a3dc-4a59-8e95-656cff269a92 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:32.768804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:32.769210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:32.769542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:32.770049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Bound port: dc73ed99-a3dc-4a59-8e95-656cff269a92, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:32.770412 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.813147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9355df10-2e50-4d94-ba97-f5ba0679d88a req-0345a38b-00b0-4946-901f-68db3dd2b76f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156232 Jul 14 11:36:32.813664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Made reservation on behalf of 02f6564a02394fbfbc3e05d1d99fa55b for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:32.816218 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.826166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.908029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.909048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:32.909687 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:32.920183 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] For port dc73ed99-a3dc-4a59-8e95-656cff269a92, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:32.985629 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3371243 Jul 14 11:36:32.989992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] For port dc73ed99-a3dc-4a59-8e95-656cff269a92, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=dc73ed99-a3dc-4a59-8e95-656cff269a92,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:32.990928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46036) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:33.000336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Request body: {'subnet': {'network_id': 'e1abb61a-4cd9-4a66-a878-94eecefe4251', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-732404680-subnet', 'tenant_id': '7c0e4cb54a624524a525c1bede68014e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:33.009601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:33.025611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ba0eb717-3c04-406f-9715-37bfb8157d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.026143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ba0eb717-3c04-406f-9715-37bfb8157d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.026626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ba0eb717-3c04-406f-9715-37bfb8157d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.027219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ba0eb717-3c04-406f-9715-37bfb8157d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.027758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ba0eb717-3c04-406f-9715-37bfb8157d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.028260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ba0eb717-3c04-406f-9715-37bfb8157d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.028738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ba0eb717-3c04-406f-9715-37bfb8157d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.030769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-ba0eb717-3c04-406f-9715-37bfb8157d99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6479 time: 0.2621632 Jul 14 11:36:33.040038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11416a-72e5-4e26-acda-bb1270a2cd42 admin admin] Pushing event updated for resources: {'Network': ['ID=e1abb61a-4cd9-4a66-a878-94eecefe4251,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:33.062309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e1abb61a-4cd9-4a66-a878-94eecefe4251 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:36:33.073278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.075013 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:33.076609 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc73ed99-a3dc-4a59-8e95-656cff269a92 HTTP/1.1" status: 200 len: 1095 time: 1.9890277 Jul 14 11:36:33.106339 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Made reservation on behalf of 7c0e4cb54a624524a525c1bede68014e for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:33.109069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:33.129376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd6408-cdcd-46b7-8c83-67eda581deb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc73ed99-a3dc-4a59-8e95-656cff269a92,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:33.146725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-aa34dbb0-a232-4418-985f-7c2e1298b1e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04 HTTP/1.1" status: 200 len: 217 time: 0.0986605 Jul 14 11:36:33.193025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Deleting port 95331a2b-44f1-44b8-bc3c-3a531d60862f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:33.193357 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:33.313512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-7bd296cc-bbbe-434c-a9e4-1f1ec2c561d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.316004 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-7bd296cc-bbbe-434c-a9e4-1f1ec2c561d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf939fd8-6dce-45d3-b5e6-152d07d9c099 HTTP/1.1" status: 200 len: 851 time: 0.1637924 Jul 14 11:36:33.385486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:33.479439 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:33.510665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] For port 95331a2b-44f1-44b8-bc3c-3a531d60862f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=95331a2b-44f1-44b8-bc3c-3a531d60862f,segment=NetworkSegment(d1d7c1a6-e042-4c50-8d25-1536c7d1019b),segment_id=d1d7c1a6-e042-4c50-8d25-1536c7d1019b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:33.511210 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:33.522699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b908eb-5f09-430d-a062-b622a862e651 req-cb1b7564-4bdb-447f-b8af-8287d478883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.524421 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-cb1b7564-4bdb-447f-b8af-8287d478883b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f4a7134e6f84d2db893a2bc1c95a1bd&device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 1098 time: 0.3336532 Jul 14 11:36:33.537631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Calling delete_port for 95331a2b-44f1-44b8-bc3c-3a531d60862f owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:33.546505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90958c23-9a65-414a-9f8d-b5b4e98c0309,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:33.566069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-bab709fc-872c-4070-96d9-52681e19cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.567653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-bab709fc-872c-4070-96d9-52681e19cb92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=181ba48e-cd53-4e69-885a-619ebf4610cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2431874 Jul 14 11:36:33.591167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Checking segment: {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:33.591598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Network hostable DHCP agents. Network: 6bdc356c-9c87-4b63-b256-f4f346cf6b06, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:36:33.607327 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-f3cfb038-0a4a-4d53-94e3-3a51ba19420e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dc73ed99-a3dc-4a59-8e95-656cff269a92 HTTP/1.1" status: 200 len: 217 time: 0.0692155 Jul 14 11:36:33.612877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdd9a92-1dbe-4ba7-a353-f79e7517ef67,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:33.666114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Checking segment: {'id': '85371e10-4862-48c7-a249-238c89d6530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1abb61a-4cd9-4a66-a878-94eecefe4251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:33.666488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Network hostable DHCP agents. Network: e1abb61a-4cd9-4a66-a878-94eecefe4251, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:36:33.717608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b908eb-5f09-430d-a062-b622a862e651 req-a98430a6-3790-4115-a52a-eeeae051d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.720565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:33.722158 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-a98430a6-3790-4115-a52a-eeeae051d75b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1058486 Jul 14 11:36:33.724070 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff2a65-f5e2-45d0-9d04-4e434f40c710" -d '{"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:33.724361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Network e1abb61a-4cd9-4a66-a878-94eecefe4251 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:36:33.733892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd718ff5-88a5-447c-ad4d-37ab2feedb7f req-55743d8a-b715-4dc0-b3cc-cdd041e5973f tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.735098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd718ff5-88a5-447c-ad4d-37ab2feedb7f req-55743d8a-b715-4dc0-b3cc-cdd041e5973f tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 947 time: 0.3065724 Jul 14 11:36:33.741116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:36:33.773580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e1abb61a-4cd9-4a66-a878-94eecefe4251) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:33.780156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.784057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:33.790776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896c365-f0bd-41db-a3e1-50d9f2dd4aa0 None None] Network e1abb61a-4cd9-4a66-a878-94eecefe4251 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:36:33.822706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3ff6069b-716b-49db-b254-836608317bec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8288140 Jul 14 11:36:33.835889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 6bdc356c-9c87-4b63-b256-f4f346cf6b06) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:33.846379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b908eb-5f09-430d-a062-b622a862e651 req-8cc52756-258a-443e-bb79-68e6cdbcbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.853012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eed2ea-15c3-416e-87b0-b83378f3fa8b None None] Network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:36:33.854544 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-8cc52756-258a-443e-bb79-68e6cdbcbb76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239555 Jul 14 11:36:33.892533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:33.896793 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:33.905837 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abac9b4c-eee8-40f8-96ad-2690cc1e8dde x-openstack-request-id: req-abac9b4c-eee8-40f8-96ad-2690cc1e8dde {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:33.906252 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:33.907086 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abac9b4c-eee8-40f8-96ad-2690cc1e8dde {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:33.908847 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5', 'status': 'completed', 'code': 200} Jul 14 11:36:33.967504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-61c83755-ef6f-4685-b5d0-4290391c7911 service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854322 Jul 14 11:36:34.009590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46056) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:34.029943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c05217ac-ac4d-4f2b-8a0a-04ab1ef54296 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4447269 Jul 14 11:36:34.055462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd718ff5-88a5-447c-ad4d-37ab2feedb7f req-73ac1146-c87c-4313-a494-259287ad18be tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/security-groups?id=58c2a842-39c0-42dc-965c-e3fb67f86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036766 Jul 14 11:36:34.062647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63dc9c-1a1e-439c-9def-203c190526b1 None None] Network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:36:34.127373 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-5a5a440f-0937-4df3-a190-c2f75896dd62 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571619 Jul 14 11:36:34.197074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707032e0-45cc-490a-9622-e8b2ab7208ef None None] Network e1abb61a-4cd9-4a66-a878-94eecefe4251 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:36:34.204549 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:34.267342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696acad3-079b-4a23-884c-ee29de149b64 req-88d2d16e-c14b-4dbc-8ca3-0eb63a475c2c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:34.317229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696acad3-079b-4a23-884c-ee29de149b64 req-88d2d16e-c14b-4dbc-8ca3-0eb63a475c2c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:34.339810 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4b908eb-5f09-430d-a062-b622a862e651 req-e243bda8-5655-4a1d-aea4-c863fdc78647 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013383 Jul 14 11:36:34.365005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696acad3-079b-4a23-884c-ee29de149b64 req-88d2d16e-c14b-4dbc-8ca3-0eb63a475c2c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:34.374437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696acad3-079b-4a23-884c-ee29de149b64 req-88d2d16e-c14b-4dbc-8ca3-0eb63a475c2c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:34.381648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696acad3-079b-4a23-884c-ee29de149b64 req-88d2d16e-c14b-4dbc-8ca3-0eb63a475c2c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:34.389065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696acad3-079b-4a23-884c-ee29de149b64 req-88d2d16e-c14b-4dbc-8ca3-0eb63a475c2c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:34.396235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696acad3-079b-4a23-884c-ee29de149b64 req-88d2d16e-c14b-4dbc-8ca3-0eb63a475c2c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:34.404670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-696acad3-079b-4a23-884c-ee29de149b64 req-88d2d16e-c14b-4dbc-8ca3-0eb63a475c2c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.3278151 Jul 14 11:36:34.412566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Pushing event deleted for resources: {'Port': ['ID=95331a2b-44f1-44b8-bc3c-3a531d60862f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:34.475257 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-46f4959a-49e5-4c1c-a47d-8519ee0702fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f7f73a5ec8440d288bb7c9afd3d23f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618106 Jul 14 11:36:34.477213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46076) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:34.531880 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-637bff9a-1230-4730-a80e-4f102165f703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:34.553355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-637bff9a-1230-4730-a80e-4f102165f703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:34.602530 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-637bff9a-1230-4730-a80e-4f102165f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:34.605414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-637bff9a-1230-4730-a80e-4f102165f703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:34.607045 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-637bff9a-1230-4730-a80e-4f102165f703 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87aea40e-994b-46c9-a878-7996d66f3269 HTTP/1.1" status: 204 len: 168 time: 0.1287336 Jul 14 11:36:34.615884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bff9a-1230-4730-a80e-4f102165f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aea40e-994b-46c9-a878-7996d66f3269,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:34.636244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-696acad3-079b-4a23-884c-ee29de149b64 req-11d95dcf-34e1-4975-b2c0-bc6e4a5e994e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2025769 Jul 14 11:36:34.671431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device b4030cdd-0057-47b7-9121-3b1235f18cfa no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:34.698883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: b4030cdd-0057-47b7-9121-3b1235f18cfa {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:34.699476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device b4030cdd-0057-47b7-9121-3b1235f18cfa not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:34.725285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-460d5866-d9cf-46d4-b588-cc883046d5de service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168403 Jul 14 11:36:34.734711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c911e7-1e80-4312-801e-1076c5740cb1', 'tag': 'dc73ed99-a3dc-4a59-8e95-656cff269a92'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:34.737124 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c281cade-32ab-4ef1-b452-ca0bea6f32ae" -d '{"events": [{"name": "network-changed", "server_uuid": "42c911e7-1e80-4312-801e-1076c5740cb1", "tag": "dc73ed99-a3dc-4a59-8e95-656cff269a92"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:34.782013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-14df5b37-b06c-4862-9bfb-c958e9be9230 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 200 len: 217 time: 0.0493748 Jul 14 11:36:34.859263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-adab0efb-2ddd-4755-b939-fd180264fc6d tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:34.860810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-adab0efb-2ddd-4755-b939-fd180264fc6d tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/networks?id=e1abb61a-4cd9-4a66-a878-94eecefe4251 HTTP/1.1" status: 200 len: 821 time: 0.3412750 Jul 14 11:36:34.900613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-78bd5227-12f6-41a7-8315-3c6fa640fba9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/quotas/7c0e4cb54a624524a525c1bede68014e HTTP/1.1" status: 200 len: 375 time: 0.0292993 Jul 14 11:36:34.910575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-fde0f8e2-b5e9-4914-91e0-dfe68aabfcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:34.912289 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-fde0f8e2-b5e9-4914-91e0-dfe68aabfcf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.1230311 Jul 14 11:36:34.951622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:34.958581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-26c87d88-67b9-4d9b-9fc8-a62744bb1b80 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c0e4cb54a624524a525c1bede68014e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499301 Jul 14 11:36:34.969774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46100) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:34.986110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14e3b1-98c3-490f-9c51-dcfa043629ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:35.129636 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14e3b1-98c3-490f-9c51-dcfa043629ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:35.137427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14e3b1-98c3-490f-9c51-dcfa043629ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:35.182226 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8f14e3b1-98c3-490f-9c51-dcfa043629ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d961057d5e44b8fb612359a91f6fe95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103009 Jul 14 11:36:35.183220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14e3b1-98c3-490f-9c51-dcfa043629ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7064b5db-ed68-4bdf-8cca-363678ecd473,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:35.188756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46104) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:35.251700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e44bb55-a809-4c7b-9d36-2f6bbd7d513a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:35.281232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e44bb55-a809-4c7b-9d36-2f6bbd7d513a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:35.365809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e44bb55-a809-4c7b-9d36-2f6bbd7d513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:35.368557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e44bb55-a809-4c7b-9d36-2f6bbd7d513a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:35.369754 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5e44bb55-a809-4c7b-9d36-2f6bbd7d513a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7064b5db-ed68-4bdf-8cca-363678ecd473 HTTP/1.1" status: 204 len: 168 time: 0.1798873 Jul 14 11:36:35.379937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44bb55-a809-4c7b-9d36-2f6bbd7d513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7064b5db-ed68-4bdf-8cca-363678ecd473,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:35.616431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-cf4d8c0e-f318-4565-90c4-fb3440589c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:35.618413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-cf4d8c0e-f318-4565-90c4-fb3440589c5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6926191 Jul 14 11:36:35.660785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-3da9b1ee-ee1f-41f3-80ef-2be51bddbb8e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:35.662329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-3da9b1ee-ee1f-41f3-80ef-2be51bddbb8e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 815 time: 0.6792729 Jul 14 11:36:35.697222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-34893044-7675-48a6-b06c-32826d75f17c service neutron] 10.222.0.38 "GET /v2.0/networks/e1abb61a-4cd9-4a66-a878-94eecefe4251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152681 Jul 14 11:36:35.745330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-e98ef7fb-621f-4ca3-9271-1e440f91c9d7 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/quotas/02f6564a02394fbfbc3e05d1d99fa55b HTTP/1.1" status: 200 len: 375 time: 0.0506890 Jul 14 11:36:35.878113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-78715112-4485-4efc-94e9-0f7619eec9f4 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033843 Jul 14 11:36:35.954779 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:36:35.997502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f9f51ce3-1b18-495f-94dd-bd1c5e766408 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692644 Jul 14 11:36:36.082179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f25ccf1e-a963-4709-87ac-0fb0ae08a0b5 service neutron] 10.222.0.38 "GET /v2.0/networks/e1abb61a-4cd9-4a66-a878-94eecefe4251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726277 Jul 14 11:36:36.111504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Router b5a2cf08-784c-4c53-815a-a1d893d80716 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:36:36.195483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-09463099-bf2b-4305-ac80-f62b90fa8a76 service neutron] 10.222.0.38 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010955 Jul 14 11:36:36.237141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-b550ccf7-97d1-4e70-be43-3416f4069aaf service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315915 Jul 14 11:36:36.252440 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e6549a-f312-409c-a10c-6cca23ee857b x-openstack-request-id: req-d1e6549a-f312-409c-a10c-6cca23ee857b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:36.253576 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c911e7-1e80-4312-801e-1076c5740cb1", "tag": "dc73ed99-a3dc-4a59-8e95-656cff269a92", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:36.253989 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1e6549a-f312-409c-a10c-6cca23ee857b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:36.254568 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c911e7-1e80-4312-801e-1076c5740cb1', 'tag': 'dc73ed99-a3dc-4a59-8e95-656cff269a92', 'status': 'completed', 'code': 200} Jul 14 11:36:36.353468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-52d9ca22-9cf1-4394-b188-b36ac1bc5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:36.355488 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-52d9ca22-9cf1-4394-b188-b36ac1bc5fe7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f4a7134e6f84d2db893a2bc1c95a1bd&device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 1098 time: 0.0705445 Jul 14 11:36:36.375809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-dcfaf236-4952-44be-ad00-de022313fe2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 200 len: 217 time: 0.1257343 Jul 14 11:36:36.488298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:36:36.499299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] Sync routers for ids ['b5a2cf08-784c-4c53-815a-a1d893d80716'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:36:36.502752 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c9fd6cee-b271-41a8-b962-4e29c1716599 admin admin] 10.222.0.38 "PUT /v2.0/routers/b5a2cf08-784c-4c53-815a-a1d893d80716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9245622 Jul 14 11:36:36.508457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46140) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:36.521350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] Routers {'b5a2cf08-784c-4c53-815a-a1d893d80716'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:36:36.526390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:36:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['b5a2cf08-784c-4c53-815a-a1d893d80716'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:36.587123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-729f8b66-2ceb-4b3a-a5dd-555087dce308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:36.589730 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-729f8b66-2ceb-4b3a-a5dd-555087dce308 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2249494 Jul 14 11:36:36.605527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-b47a9da3-6d71-4f3e-8dce-980014a1f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:36.607674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-b47a9da3-6d71-4f3e-8dce-980014a1f78e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.2069993 Jul 14 11:36:36.632839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-3c288dd7-af19-46bd-ac20-b1e8052b065a service neutron] 10.222.0.38 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101512 Jul 14 11:36:36.684873 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-ead4d71d-c2ca-406c-871f-d114215d65aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dc73ed99-a3dc-4a59-8e95-656cff269a92 HTTP/1.1" status: 200 len: 217 time: 0.0869205 Jul 14 11:36:36.692330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] Set router b5a2cf08-784c-4c53-815a-a1d893d80716 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:36:36.793451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-82eda252-5e45-439c-b87b-bf0237bbf1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:36.797911 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-82eda252-5e45-439c-b87b-bf0237bbf1f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1066542 Jul 14 11:36:36.820832 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:36.909339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab2312-455a-4b03-b8c7-48c5eba5d5d6 req-1f643c5d-631a-4f8e-9b40-7cd28865ed06 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:36.910967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02ab2312-455a-4b03-b8c7-48c5eba5d5d6 req-1f643c5d-631a-4f8e-9b40-7cd28865ed06 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 947 time: 0.3116910 Jul 14 11:36:36.974805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-a1c96336-2f80-4cb2-a0a2-0cdde9987295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:36.976445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-a1c96336-2f80-4cb2-a0a2-0cdde9987295 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3426266 Jul 14 11:36:36.987268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-c4d6585c-6ae5-45fe-b555-89978c7ac1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:36.989759 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-c4d6585c-6ae5-45fe-b555-89978c7ac1c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1840434 Jul 14 11:36:37.016494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device dc73ed99-a3dc-4a59-8e95-656cff269a92 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:36:37.088093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02ab2312-455a-4b03-b8c7-48c5eba5d5d6 req-e3f24cce-83da-4f1a-b633-ffe63ccf8a4a tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/security-groups?id=58c2a842-39c0-42dc-965c-e3fb67f86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663449 Jul 14 11:36:37.174535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:57Z', 'updated_at': '2021-07-14T11:36:34Z', 'revision_number': 5, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'gw_port': {'id': 'f31f7605-3fa0-430f-81dd-306d492e6ccd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:33:59Z', 'updated_at': '2021-07-14T11:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:37.216277 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-6f12646c-aacb-4b17-a89c-972f6da5301a service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182183 Jul 14 11:36:37.218132 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:37.241790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] Checking router: b5a2cf08-784c-4c53-815a-a1d893d80716 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:36:37.304763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a5da06b-189c-4f30-ae3a-a6faa56e890b req-7b5225a6-ae75-4e3b-9836-27109138e5bf tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 210 time: 0.0892279 Jul 14 11:36:37.318256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] Routers {'b5a2cf08-784c-4c53-815a-a1d893d80716'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:36:37.320354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:36:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['b5a2cf08-784c-4c53-815a-a1d893d80716'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:37.397538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c281cade-32ab-4ef1-b452-ca0bea6f32ae req-77101251-d81e-4da8-8a5e-2df57e8f7414 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743145 Jul 14 11:36:37.448681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-134c0949-3fa1-49b3-9c4d-6a3fcd3356f9 req-7e69a5a0-c063-43d4-814f-02043edb1d60 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 210 time: 0.0814950 Jul 14 11:36:37.457366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-008f1f3b-ceaa-41ed-b531-08b6c278847c service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713752 Jul 14 11:36:37.482241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port dc73ed99-a3dc-4a59-8e95-656cff269a92, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=dc73ed99-a3dc-4a59-8e95-656cff269a92,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:37.517690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'dc73ed99-a3dc-4a59-8e95-656cff269a92', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'dc73ed99-a3dc-4a59-8e95-656cff269a92', 'mac_address': 'fa:16:3e:80:6b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:36:37.538349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] Set router b5a2cf08-784c-4c53-815a-a1d893d80716 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:36:37.602619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-5316200c-679c-42d5-ba4f-07f91c8d1374 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367776 Jul 14 11:36:37.610194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:57Z', 'updated_at': '2021-07-14T11:36:37Z', 'revision_number': 6, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:37.644990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f425c6-6702-4684-9703-6e2dd49102b9 None None] The sync data for ids ['b5a2cf08-784c-4c53-815a-a1d893d80716'] in n-d-778696-8 is: [{'id': 'b5a2cf08-784c-4c53-815a-a1d893d80716', 'name': 'tempest-ServerRescueTestJSON-1608189227-router', 'tenant_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:33:57Z', 'updated_at': '2021-07-14T11:36:37Z', 'revision_number': 6, 'project_id': '3655e5c70eaa4217a6ab3d36a5a6c6cc', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:36:37.691370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3479df-efcb-4187-ad08-6e557835de83 req-51925320-8772-4cc4-a1a5-f45b6f97ebbc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:37.700561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3479df-efcb-4187-ad08-6e557835de83 req-51925320-8772-4cc4-a1a5-f45b6f97ebbc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:37.706787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3479df-efcb-4187-ad08-6e557835de83 req-51925320-8772-4cc4-a1a5-f45b6f97ebbc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:37.713314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3479df-efcb-4187-ad08-6e557835de83 req-51925320-8772-4cc4-a1a5-f45b6f97ebbc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:37.719632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3479df-efcb-4187-ad08-6e557835de83 req-51925320-8772-4cc4-a1a5-f45b6f97ebbc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:37.722985 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:37.725971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3479df-efcb-4187-ad08-6e557835de83 req-51925320-8772-4cc4-a1a5-f45b6f97ebbc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:37.732230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3479df-efcb-4187-ad08-6e557835de83 req-51925320-8772-4cc4-a1a5-f45b6f97ebbc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:37.734341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe3479df-efcb-4187-ad08-6e557835de83 req-51925320-8772-4cc4-a1a5-f45b6f97ebbc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.6393135 Jul 14 11:36:37.735669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-e8302ec1-1722-4565-bea2-5e59ff27d002 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72 HTTP/1.1" status: 200 len: 217 time: 0.1257982 Jul 14 11:36:37.754104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc73ed99-a3dc-4a59-8e95-656cff269a92 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:37.792238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port dc73ed99-a3dc-4a59-8e95-656cff269a92, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=dc73ed99-a3dc-4a59-8e95-656cff269a92,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:37.794671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Deleting port f31f7605-3fa0-430f-81dd-306d492e6ccd {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:37.795019 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:37.800021 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:37.859472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=dc73ed99-a3dc-4a59-8e95-656cff269a92,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:37.888479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-26bcc027-6abf-4a78-bbbf-c85aff28832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:37.890240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-26bcc027-6abf-4a78-bbbf-c85aff28832b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.1475072 Jul 14 11:36:37.895825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-3050d4c4-e65b-4880-bb6c-918420d44de1 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917099 Jul 14 11:36:37.901728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe3479df-efcb-4187-ad08-6e557835de83 req-0fcfff32-5ac0-4f6f-b40d-9cb41b0a5288 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498604 Jul 14 11:36:38.032148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['dc73ed99-a3dc-4a59-8e95-656cff269a92'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:38.036075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 95331a2b-44f1-44b8-bc3c-3a531d60862f no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:38.081553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 95331a2b-44f1-44b8-bc3c-3a531d60862f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:38.081976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 95331a2b-44f1-44b8-bc3c-3a531d60862f not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:38.414409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] For port f31f7605-3fa0-430f-81dd-306d492e6ccd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f31f7605-3fa0-430f-81dd-306d492e6ccd,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:38.414682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:38.415984 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-2eb90213-e422-498d-82b1-24d864f6f52c tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:38.417604 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-2eb90213-e422-498d-82b1-24d864f6f52c tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.64 "GET /v2.0/networks?id=e1abb61a-4cd9-4a66-a878-94eecefe4251 HTTP/1.1" status: 200 len: 821 time: 0.1144834 Jul 14 11:36:38.435936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Request body: {'port': {'device_id': '67c96bb4-0dcc-4f28-9194-c75bce7e1c69', 'network_id': 'e1abb61a-4cd9-4a66-a878-94eecefe4251', 'admin_state_up': True, 'tenant_id': '7c0e4cb54a624524a525c1bede68014e'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:38.455752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Calling delete_port for f31f7605-3fa0-430f-81dd-306d492e6ccd owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:38.538315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-68b91e2f-9de1-4ea3-bc47-43681bdb8152 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:38.547280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-68b91e2f-9de1-4ea3-bc47-43681bdb8152 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6401520 Jul 14 11:36:38.579304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-1cce6c89-58a8-4f17-b618-a10521cac019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:38.581147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-1cce6c89-58a8-4f17-b618-a10521cac019 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6723549 Jul 14 11:36:38.594705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-293295d6-738f-44f4-a1c3-0e76f66d289a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/quotas/3d5987b3aa24484294adaf8723e0c4c0 HTTP/1.1" status: 200 len: 375 time: 0.0459561 Jul 14 11:36:38.623401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28235-c93e-4069-b003-0319d9ae3d88 req-360b4618-3c52-495d-920c-b53074f32da1 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:38.625414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ea28235-c93e-4069-b003-0319d9ae3d88 req-360b4618-3c52-495d-920c-b53074f32da1 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 948 time: 0.2795558 Jul 14 11:36:38.757682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-eebc251b-0be2-4ecf-b1bf-b6ee12c554d6 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453412 Jul 14 11:36:38.902531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Made reservation on behalf of 7c0e4cb54a624524a525c1bede68014e for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:38.905673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ea28235-c93e-4069-b003-0319d9ae3d88 req-28855c1f-423a-4efd-9b0d-c58e9b06ab61 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/security-groups?id=58c2a842-39c0-42dc-965c-e3fb67f86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304406 Jul 14 11:36:38.908964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:38.978838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-2b570f68-e1f0-4734-8968-b6fcd1505585 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826101 Jul 14 11:36:39.027375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device dc73ed99-a3dc-4a59-8e95-656cff269a92 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:36:39.100809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Allocated IP 172.20.0.10 (e1abb61a-4cd9-4a66-a878-94eecefe4251/cbdd9a92-1dbe-4ba7-a353-f79e7517ef67/f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:39.141949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port dc73ed99-a3dc-4a59-8e95-656cff269a92 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:39.154749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port dc73ed99-a3dc-4a59-8e95-656cff269a92 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:39.155129 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.210306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-76d8fc86-5212-466c-9f27-e3418d0eaa50 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:39.212166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-76d8fc86-5212-466c-9f27-e3418d0eaa50 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 815 time: 0.5193808 Jul 14 11:36:39.268240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Request body: {'port': {'device_id': 'e5dbff89-2b37-45ea-9bc8-5bbdda14fdef', 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06', 'admin_state_up': True, 'tenant_id': '02f6564a02394fbfbc3e05d1d99fa55b'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:39.275478 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.284626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bff5cba2-9a74-4c54-aa06-25d522949cf9 req-6e802fdf-5e73-4eb5-91cb-7581099b40f6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 210 time: 0.1197274 Jul 14 11:36:39.286903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f07f0dc9-2afd-40a3-b22f-51a6dc3a53f0 req-96c6b547-7aab-44e3-b2a4-bd370855f6b8 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 210 time: 0.1162672 Jul 14 11:36:39.327147 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.416121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.496505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.523883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Network e1abb61a-4cd9-4a66-a878-94eecefe4251 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:39.540138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:39.549375 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:39.567350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f31f7605-3fa0-430f-81dd-306d492e6ccd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:39.577365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port dc73ed99-a3dc-4a59-8e95-656cff269a92, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=dc73ed99-a3dc-4a59-8e95-656cff269a92,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:39.578888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c911e7-1e80-4312-801e-1076c5740cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc73ed99-a3dc-4a59-8e95-656cff269a92'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:39.583588 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19678467-c8d3-4033-9d42-24fcaaf4ed7f" -d '{"events": [{"server_uuid": "42c911e7-1e80-4312-801e-1076c5740cb1", "name": "network-vif-plugged", "status": "completed", "tag": "dc73ed99-a3dc-4a59-8e95-656cff269a92"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:39.587372 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.594950 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b6c57939-4835-4004-bdc6-08a08abd7080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.639233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Pushing event updated for resources: {'Port': ['ID=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:39.651565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=dc73ed99-a3dc-4a59-8e95-656cff269a92,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:39.652362 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-f7582cd2-8000-40d9-869f-7a025c4d8ea8 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615741 Jul 14 11:36:39.673955 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:39.674490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.691050 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-f5f9d7ba-91d9-41c0-be56-d9e0dba74fa9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2620335 Jul 14 11:36:39.703712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Request body: {'port': {'device_id': '67c96bb4-0dcc-4f28-9194-c75bce7e1c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:39.734428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-dcd809df-990e-4731-92c0-52c016477ff8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03 HTTP/1.1" status: 200 len: 217 time: 0.0489805 Jul 14 11:36:39.758975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-1a845482-781e-49a2-a91f-55a086b9a851 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229448 Jul 14 11:36:39.793552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.911719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:39.953790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6763eaf9-e49d-4b5b-aa85-17a4c1e60600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:39.955318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6763eaf9-e49d-4b5b-aa85-17a4c1e60600 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.1939597 Jul 14 11:36:40.077895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bf43-3f28-464c-b1f3-021ae380b5a5 req-d02031f1-e0d9-468a-8c3f-12624acbd0a1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.084011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bf43-3f28-464c-b1f3-021ae380b5a5 req-d02031f1-e0d9-468a-8c3f-12624acbd0a1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.090652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bf43-3f28-464c-b1f3-021ae380b5a5 req-d02031f1-e0d9-468a-8c3f-12624acbd0a1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.096588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f31f7605-3fa0-430f-81dd-306d492e6ccd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:40.097123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bf43-3f28-464c-b1f3-021ae380b5a5 req-d02031f1-e0d9-468a-8c3f-12624acbd0a1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.102774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bf43-3f28-464c-b1f3-021ae380b5a5 req-d02031f1-e0d9-468a-8c3f-12624acbd0a1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.109431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bf43-3f28-464c-b1f3-021ae380b5a5 req-d02031f1-e0d9-468a-8c3f-12624acbd0a1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.115359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bf43-3f28-464c-b1f3-021ae380b5a5 req-d02031f1-e0d9-468a-8c3f-12624acbd0a1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.117363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1940bf43-3f28-464c-b1f3-021ae380b5a5 req-d02031f1-e0d9-468a-8c3f-12624acbd0a1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.5564711 Jul 14 11:36:40.118027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Made reservation on behalf of 02f6564a02394fbfbc3e05d1d99fa55b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:40.118765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f31f7605-3fa0-430f-81dd-306d492e6ccd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:40.119382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f31f7605-3fa0-430f-81dd-306d492e6ccd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:40.121762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.138550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:40.146452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.161189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Transition to ACTIVE for port object f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:40.164079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.165888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.174956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.245683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Pushing event updated for resources: {'Port': ['ID=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:40.252244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-45f7c5b4-7e7e-4e34-9423-2bac11300dc8 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.253800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-45f7c5b4-7e7e-4e34-9423-2bac11300dc8 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4665368 Jul 14 11:36:40.272926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.273231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.273499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.273828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.274155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.274479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.274803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.275123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.275569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.275755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.276087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.276401 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:40.302304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.302866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a2cf08-784c-4c53-815a-a1d893d80716 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:36:40.310694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Attempting to bind port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:40.311141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Attempting to bind port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '85371e10-4862-48c7-a249-238c89d6530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1abb61a-4cd9-4a66-a878-94eecefe4251'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:40.311351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Attempting to bind port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb on network e1abb61a-4cd9-4a66-a878-94eecefe4251 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:40.316392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb on network e1abb61a-4cd9-4a66-a878-94eecefe4251 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:40.316770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Attempting to bind port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb on network e1abb61a-4cd9-4a66-a878-94eecefe4251 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:40.317656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.319077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9cdf2687-5dd4-48cb-8642-4977ff80d3fa admin admin] 10.222.0.38 "DELETE /v2.0/routers/b5a2cf08-784c-4c53-815a-a1d893d80716 HTTP/1.1" status: 204 len: 168 time: 3.8037388 Jul 14 11:36:40.327526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46220) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:40.336385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:40.336883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Checking segment: {'id': '85371e10-4862-48c7-a249-238c89d6530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1abb61a-4cd9-4a66-a878-94eecefe4251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:40.337412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Bound using segment: {'id': '85371e10-4862-48c7-a249-238c89d6530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1abb61a-4cd9-4a66-a878-94eecefe4251'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:40.337974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Bound port: f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85371e10-4862-48c7-a249-238c89d6530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1abb61a-4cd9-4a66-a878-94eecefe4251'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:40.338414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.346441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1940bf43-3f28-464c-b1f3-021ae380b5a5 req-44d2bd76-ae86-46c6-b093-18033509e050 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147169 Jul 14 11:36:40.352190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-98608f1f-7076-4b64-b90b-9fb61f7fbfc7 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/quotas/3d5987b3aa24484294adaf8723e0c4c0 HTTP/1.1" status: 200 len: 375 time: 0.0835030 Jul 14 11:36:40.415682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-d82cfd16-d03d-4ec5-b831-31e25c599dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.417470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-d82cfd16-d03d-4ec5-b831-31e25c599dfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4224606 Jul 14 11:36:40.452466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-f8864c04-26cd-40db-836a-c972b1641b9d tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792990 Jul 14 11:36:40.467314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] For port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:40.473490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] For port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,segment=NetworkSegment(85371e10-4862-48c7-a249-238c89d6530f),segment_id=85371e10-4862-48c7-a249-238c89d6530f)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:40.480203 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b7da78-0299-461d-83ab-4422194d912d x-openstack-request-id: req-18b7da78-0299-461d-83ab-4422194d912d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:40.480745 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c911e7-1e80-4312-801e-1076c5740cb1", "name": "network-vif-plugged", "status": "completed", "tag": "dc73ed99-a3dc-4a59-8e95-656cff269a92", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:40.482178 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18b7da78-0299-461d-83ab-4422194d912d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:40.482771 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c911e7-1e80-4312-801e-1076c5740cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc73ed99-a3dc-4a59-8e95-656cff269a92', 'code': 200} Jul 14 11:36:40.482918 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.614045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.614744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.623667 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] 10.222.0.64 "PUT /v2.0/ports/f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb HTTP/1.1" status: 200 len: 1092 time: 0.9222136 Jul 14 11:36:40.623667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c96bb4-0dcc-4f28-9194-c75bce7e1c69', 'tag': 'f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:40.624073 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad38de6f-ff51-47c9-94d7-f30e4c340c00" -d '{"events": [{"name": "network-changed", "server_uuid": "67c96bb4-0dcc-4f28-9194-c75bce7e1c69", "tag": "f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:40.706323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-561102bc-e9e6-429f-9803-17c5df264efa service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651062 Jul 14 11:36:40.759907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dcd0a-cdce-4a57-8f05-f1e4627a5646 service neutron] Pushing event updated for resources: {'Port': ['ID=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:40.797770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a72138b-824e-4855-9a1a-085700f0f5a0 admin admin] Deleting subnet 81572362-eb86-49bf-8af8-d8021ce18714 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:36:40.805892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de386214-bc2b-4d90-9478-4546a8b599bf req-35460c42-1aaa-4302-a91d-795554a06a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.807440 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-de386214-bc2b-4d90-9478-4546a8b599bf req-35460c42-1aaa-4302-a91d-795554a06a43 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 1100 time: 0.1867723 Jul 14 11:36:40.815344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-9887e186-2384-422c-a640-85efe8a001e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.816746 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-9887e186-2384-422c-a640-85efe8a001e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c0e4cb54a624524a525c1bede68014e&device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 1095 time: 0.1108241 Jul 14 11:36:40.861830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Allocated IP 172.20.0.12 (6bdc356c-9c87-4b63-b256-f4f346cf6b06/90958c23-9a65-414a-9f8d-b5b4e98c0309/8538c451-b70c-4519-a6ff-c5d74285974c) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:40.872649 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-838bbc9e-9dbf-4286-a973-4d081a71a102 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb HTTP/1.1" status: 200 len: 217 time: 0.0472121 Jul 14 11:36:40.878889 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a72138b-824e-4855-9a1a-085700f0f5a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:40.881798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-62f17906-7f6f-4465-b1fd-34f5417877cb tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1570480 Jul 14 11:36:40.915972 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-de386214-bc2b-4d90-9478-4546a8b599bf req-1d6cb513-146b-4bd4-84f4-cff484d080fc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=58c2a842-39c0-42dc-965c-e3fb67f86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978820 Jul 14 11:36:40.936956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-ac21cc82-7c5b-42ca-8198-1b73ce727ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:40.938512 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-ac21cc82-7c5b-42ca-8198-1b73ce727ec0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbdd9a92-1dbe-4ba7-a353-f79e7517ef67 HTTP/1.1" status: 200 len: 861 time: 0.0554028 Jul 14 11:36:40.979021 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-aaa31e27-dc32-4c3d-a4f3-c19985218588 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1abb61a-4cd9-4a66-a878-94eecefe4251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342793 Jul 14 11:36:41.036502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-378f71dd-dbc9-45f3-92b3-7f541cf582ef req-3a6b843e-9119-4e6f-8409-830346d06eee tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 210 time: 0.2340188 Jul 14 11:36:41.093657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a72138b-824e-4855-9a1a-085700f0f5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:41.103607 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-28c23162-14d1-45fa-89eb-8c1ccd468f78 service neutron] 10.222.0.64 "GET /v2.0/networks/e1abb61a-4cd9-4a66-a878-94eecefe4251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177981 Jul 14 11:36:41.216753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43edc-6ca2-44a6-b0e0-d1ce2b439243 req-e7ae66a8-51e7-4b4a-8b05-a2647118c5c1 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:41.223998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89e43edc-6ca2-44a6-b0e0-d1ce2b439243 req-e7ae66a8-51e7-4b4a-8b05-a2647118c5c1 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 949 time: 0.5057409 Jul 14 11:36:41.232480 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-76905732-47dc-4cea-8ac5-0da060e3d48b req-68163081-96f2-4dcb-8595-75eae35c0407 service neutron] 10.222.0.64 "GET /v2.0/networks/e1abb61a-4cd9-4a66-a878-94eecefe4251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211135 Jul 14 11:36:41.335224 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a72138b-824e-4855-9a1a-085700f0f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:41.361323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-89ef3795-28e2-4096-bcaf-11724fce6971 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725231 Jul 14 11:36:41.391826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-c448efda-d91c-4a57-8af7-b4990d007fbf tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:41.393321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-c448efda-d91c-4a57-8af7-b4990d007fbf tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4684277 Jul 14 11:36:41.454824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Request body: {'port': {'device_id': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '3d5987b3aa24484294adaf8723e0c4c0'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:41.468701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-95747439-23f2-4590-91e6-361d7798a259 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9555707b-f711-4615-ade1-3693da6443f7 HTTP/1.1" status: 200 len: 217 time: 0.0948112 Jul 14 11:36:41.537187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89e43edc-6ca2-44a6-b0e0-d1ce2b439243 req-607418ea-80d0-4376-9ad6-b534fb40cf1d tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/security-groups?id=58c2a842-39c0-42dc-965c-e3fb67f86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123150 Jul 14 11:36:42.001429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a72138b-824e-4855-9a1a-085700f0f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.008322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.011238 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-9aee14a2-85a6-49bd-b0df-2aa05345b9e0 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252097 Jul 14 11:36:42.030549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f0751-06fb-4c22-8659-b86efa1b44dd req-e2cac8a0-95fc-42a2-b330-c4157dc1fc7e tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.032321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c00f0751-06fb-4c22-8659-b86efa1b44dd req-e2cac8a0-95fc-42a2-b330-c4157dc1fc7e tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 944 time: 0.8605239 Jul 14 11:36:42.092351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2735abbd-4ded-4c40-aa0e-86290b67af06 req-ae49da69-952b-430f-8ab0-88325fc028f2 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 210 time: 0.1115179 Jul 14 11:36:42.093668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-2304a183-6542-4b28-b089-0e484919414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.095124 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-2304a183-6542-4b28-b089-0e484919414c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.5773301 Jul 14 11:36:42.106582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72138b-824e-4855-9a1a-085700f0f5a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81572362-eb86-49bf-8af8-d8021ce18714,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:42.113533 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30bd8c1b-2e03-4b1c-8e8d-d5037a22d6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.117374 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a72138b-824e-4855-9a1a-085700f0f5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.122262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8a72138b-824e-4855-9a1a-085700f0f5a0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/81572362-eb86-49bf-8af8-d8021ce18714 HTTP/1.1" status: 204 len: 168 time: 1.7919519 Jul 14 11:36:42.122940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46242) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:42.162816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-913e633f-6bf4-4252-a8a9-6c248eade825 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.164571 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-913e633f-6bf4-4252-a8a9-6c248eade825 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469538 Jul 14 11:36:42.180631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Request body: {'port': {'device_id': 'affff7f1-abad-4384-b95a-944d23a2af4e', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '3d5987b3aa24484294adaf8723e0c4c0'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:42.187833 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd488378-07c4-4549-9b72-bb20fa98b623 x-openstack-request-id: req-fd488378-07c4-4549-9b72-bb20fa98b623 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:42.188232 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c96bb4-0dcc-4f28-9194-c75bce7e1c69", "tag": "f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:42.188579 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd488378-07c4-4549-9b72-bb20fa98b623 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:42.189204 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c96bb4-0dcc-4f28-9194-c75bce7e1c69', 'tag': 'f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb', 'status': 'completed', 'code': 200} Jul 14 11:36:42.246941 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.341710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-31bea039-a2b1-4944-bd5f-87ee26b9cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.343403 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-31bea039-a2b1-4944-bd5f-87ee26b9cc69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c0e4cb54a624524a525c1bede68014e&device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 1095 time: 0.1083210 Jul 14 11:36:42.374096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Made reservation on behalf of 3d5987b3aa24484294adaf8723e0c4c0 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:42.377633 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.379172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Made reservation on behalf of 3d5987b3aa24484294adaf8723e0c4c0 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:42.382676 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.392765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c00f0751-06fb-4c22-8659-b86efa1b44dd req-126dd580-1d48-49f5-9bd3-d2e22993d9f0 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/security-groups?id=63faa322-bc76-495f-9516-4a7c7d8f55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458474 Jul 14 11:36:42.404694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.417253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.426005 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.448072 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.487252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-20ddbd23-1ed6-46cb-881a-34096a87f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.488933 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-20ddbd23-1ed6-46cb-881a-34096a87f24f service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1abb61a-4cd9-4a66-a878-94eecefe4251 HTTP/1.1" status: 200 len: 921 time: 0.1386530 Jul 14 11:36:42.520880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-46d77396-6e7e-4a5a-b4b8-b91edbe93fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.522333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-46d77396-6e7e-4a5a-b4b8-b91edbe93fdd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3929365 Jul 14 11:36:42.535724 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-a34cebbc-fb23-4f08-b3f6-7bb762f81936 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb HTTP/1.1" status: 200 len: 217 time: 0.0398042 Jul 14 11:36:42.579504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:42.611167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-97d7f9bb-0ea2-492e-b513-a9dcb5d310ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.612741 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-97d7f9bb-0ea2-492e-b513-a9dcb5d310ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbdd9a92-1dbe-4ba7-a353-f79e7517ef67 HTTP/1.1" status: 200 len: 861 time: 0.0705357 Jul 14 11:36:42.640966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.654868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Pushing event updated for resources: {'Port': ['ID=8538c451-b70c-4519-a6ff-c5d74285974c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:42.659482 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-5592c5eb-7fb3-40d6-916c-406d02d4a5fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1abb61a-4cd9-4a66-a878-94eecefe4251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360205 Jul 14 11:36:42.660105 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.687789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:42.704321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:42.722881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ff88-c306-4f8d-862e-d071f3aeb0a5 req-2316c197-d905-4436-99d1-b6e236c66f1f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.728949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ff88-c306-4f8d-862e-d071f3aeb0a5 req-2316c197-d905-4436-99d1-b6e236c66f1f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.735409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ff88-c306-4f8d-862e-d071f3aeb0a5 req-2316c197-d905-4436-99d1-b6e236c66f1f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.741532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ff88-c306-4f8d-862e-d071f3aeb0a5 req-2316c197-d905-4436-99d1-b6e236c66f1f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.748181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ff88-c306-4f8d-862e-d071f3aeb0a5 req-2316c197-d905-4436-99d1-b6e236c66f1f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.754209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ff88-c306-4f8d-862e-d071f3aeb0a5 req-2316c197-d905-4436-99d1-b6e236c66f1f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.760240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ff88-c306-4f8d-862e-d071f3aeb0a5 req-2316c197-d905-4436-99d1-b6e236c66f1f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.763640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0334ff88-c306-4f8d-862e-d071f3aeb0a5 req-2316c197-d905-4436-99d1-b6e236c66f1f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.4534249 Jul 14 11:36:42.780560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70084ba4-8c58-4523-88c5-71a60043ca7a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:42.824777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.867713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Allocated IP 192.168.233.150 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/ea487196-f13c-43fe-8459-02726000582a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:42.873166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7384f13-45f2-4544-817f-b0d63a93d759']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:42.875430 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-53b6981d-7290-47a3-9ef1-b58f4c9163ce service neutron] 10.222.0.64 "GET /v2.0/networks/e1abb61a-4cd9-4a66-a878-94eecefe4251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085457 Jul 14 11:36:42.900325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:42.900621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d7c1a6-e042-4c50-8d25-1536c7d1019b') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:42.917826 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 3d5987b3aa24484294adaf8723e0c4c0 {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:36:42.918295 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:36:42.935986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:42.936629 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.946528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:42.974898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0334ff88-c306-4f8d-862e-d071f3aeb0a5 req-15ad3ad2-796f-46bc-972b-e3bf62b555d2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2007518 Jul 14 11:36:42.981383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-007ab52a-d913-4349-bc93-9c6f40fa2998 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452503 Jul 14 11:36:42.986955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-d0569b71-5f19-450c-a9e8-1c3310f67367 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7640116 Jul 14 11:36:42.987953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.014309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3eee3c-e7ad-49ff-a0e5-e09a363b7fd3 req-0fa7e054-3afa-4b9e-9e19-a855cd3a891a tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:43.015927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c3eee3c-e7ad-49ff-a0e5-e09a363b7fd3 req-0fa7e054-3afa-4b9e-9e19-a855cd3a891a tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 932 time: 0.4977458 Jul 14 11:36:43.017047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:36:43.017462 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.023566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Request body: {'port': {'device_id': 'e5dbff89-2b37-45ea-9bc8-5bbdda14fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:36:43.026051 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:36:43.059727 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ad38de6f-ff51-47c9-94d7-f30e4c340c00 req-e95cc6c5-fad9-43c9-9c6d-c5fccbc4a8fb service neutron] 10.222.0.64 "GET /v2.0/networks/e1abb61a-4cd9-4a66-a878-94eecefe4251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772008 Jul 14 11:36:43.113443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.135242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Transition to ACTIVE for port object ea487196-f13c-43fe-8459-02726000582a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:43.173142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.223300 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.227145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:43.230902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:43.235708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:43.253901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c3eee3c-e7ad-49ff-a0e5-e09a363b7fd3 req-92032fce-4f32-4608-b263-9ea7bc656458 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170258 Jul 14 11:36:43.256763 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.258723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a7384f13-45f2-4544-817f-b0d63a93d759 HTTP/1.1" status: 204 len: 168 time: 1.1263092 Jul 14 11:36:43.265868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Pushing event updated for resources: {'Port': ['ID=ea487196-f13c-43fe-8459-02726000582a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:43.306014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb90714-7af6-4e81-b062-2297cc7ceb21 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7384f13-45f2-4544-817f-b0d63a93d759,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:43.306321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:43.306999 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.312477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-2b376c69-d28f-4ba5-a384-ec04553f4f76 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217766 Jul 14 11:36:43.334515 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.342074 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-cf35f73d-514d-42a2-ab92-20ceacd9df64 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1672292 Jul 14 11:36:43.357426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Request body: {'port': {'device_id': 'affff7f1-abad-4384-b95a-944d23a2af4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:43.379651 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.442150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.447710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-031a1a81-8034-4f5c-b718-2f0769c50844 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 HTTP/1.1" status: 200 len: 217 time: 0.1270628 Jul 14 11:36:43.499753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.626180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46254) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:43.647970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93367b72-7307-4aeb-bc24-ddcdcc7817d8 None None] Provisioning for port ea487196-f13c-43fe-8459-02726000582a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:43.653518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93367b72-7307-4aeb-bc24-ddcdcc7817d8 None None] Provisioning complete for port ea487196-f13c-43fe-8459-02726000582a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:43.654899 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93367b72-7307-4aeb-bc24-ddcdcc7817d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.710546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-93367b72-7307-4aeb-bc24-ddcdcc7817d8 None None] Port ea487196-f13c-43fe-8459-02726000582a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:36:43.819753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-cb6de631-fcb0-4070-9afc-775f210cbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:43.821195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-cb6de631-fcb0-4070-9afc-775f210cbbff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.2396569 Jul 14 11:36:43.832813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea487196-f13c-43fe-8459-02726000582a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:43.841956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.855833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Transition to ACTIVE for port object ea487196-f13c-43fe-8459-02726000582a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:43.859766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d02dbe63-8509-4378-9b9b-be48a3c50507 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3655e5c70eaa4217a6ab3d36a5a6c6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303805 Jul 14 11:36:43.862457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46256) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:43.869065 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:43.931526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b092b-0671-432e-a946-fe05f2b00e7c req-d59837f3-d984-40f0-bec2-7c4bcb40e6c9 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:43.933905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-629b092b-0671-432e-a946-fe05f2b00e7c req-d59837f3-d984-40f0-bec2-7c4bcb40e6c9 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 949 time: 0.4924591 Jul 14 11:36:43.945532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Pushing event updated for resources: {'Port': ['ID=ea487196-f13c-43fe-8459-02726000582a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:44.008556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-029cd6f3-9fdd-4d79-a105-3e54e2292577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.045650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-029cd6f3-9fdd-4d79-a105-3e54e2292577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.050480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870b0ef-300c-4adf-90f9-47d5fb1c64de req-35c20245-c091-4af1-bafe-42f8ce0c411a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:44.053046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f870b0ef-300c-4adf-90f9-47d5fb1c64de req-35c20245-c091-4af1-bafe-42f8ce0c411a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 936 time: 0.4257848 Jul 14 11:36:44.087978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Attempting to bind port ea487196-f13c-43fe-8459-02726000582a on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:44.089040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Attempting to bind port ea487196-f13c-43fe-8459-02726000582a by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:44.089040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Attempting to bind port ea487196-f13c-43fe-8459-02726000582a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:44.096835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Port ea487196-f13c-43fe-8459-02726000582a on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:44.097185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Attempting to bind port ea487196-f13c-43fe-8459-02726000582a on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:44.105788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:44.105788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:44.106884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:44.107021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Bound port: ea487196-f13c-43fe-8459-02726000582a, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:44.107527 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.159320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-029cd6f3-9fdd-4d79-a105-3e54e2292577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.161893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-029cd6f3-9fdd-4d79-a105-3e54e2292577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.165642 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-029cd6f3-9fdd-4d79-a105-3e54e2292577 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dacf4222-593a-46d4-9d03-7006b20f1ce2 HTTP/1.1" status: 204 len: 168 time: 0.2993662 Jul 14 11:36:44.186482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cd6f3-9fdd-4d79-a105-3e54e2292577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacf4222-593a-46d4-9d03-7006b20f1ce2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:44.200244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-629b092b-0671-432e-a946-fe05f2b00e7c req-23d7c686-5c8b-4b33-9690-46b762b33f34 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/security-groups?id=58c2a842-39c0-42dc-965c-e3fb67f86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920738 Jul 14 11:36:44.220501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-296675cf-d921-4f60-a539-33e7a4bf66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:44.223228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-296675cf-d921-4f60-a539-33e7a4bf66a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3848143 Jul 14 11:36:44.241713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] For port ea487196-f13c-43fe-8459-02726000582a, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:44.247296 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] For port ea487196-f13c-43fe-8459-02726000582a, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ea487196-f13c-43fe-8459-02726000582a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:44.259311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.313060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:44.314187 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.316502 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] 10.222.0.45 "PUT /v2.0/ports/ea487196-f13c-43fe-8459-02726000582a HTTP/1.1" status: 200 len: 1096 time: 0.9661307 Jul 14 11:36:44.317222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affff7f1-abad-4384-b95a-944d23a2af4e', 'tag': 'ea487196-f13c-43fe-8459-02726000582a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:44.320463 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f870b0ef-300c-4adf-90f9-47d5fb1c64de req-b6c28c44-949a-4573-ba0c-a30954ce2bc4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473457 Jul 14 11:36:44.320633 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "affff7f1-abad-4384-b95a-944d23a2af4e", "tag": "ea487196-f13c-43fe-8459-02726000582a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:44.373922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ec4a2-ea57-42fb-a159-ce3093136204 service neutron] Pushing event updated for resources: {'Port': ['ID=ea487196-f13c-43fe-8459-02726000582a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:44.453517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-ce5b0dff-3c91-40a3-8f04-963aeb94cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:44.455081 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-ce5b0dff-3c91-40a3-8f04-963aeb94cb66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 1099 time: 0.0674858 Jul 14 11:36:44.506659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Allocated IP 192.168.233.51 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/ba5875de-acc7-4944-bfcc-0fdec3dfd43c) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:36:44.516427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8538c451-b70c-4519-a6ff-c5d74285974c {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:44.521891 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-a151a9d2-b856-4f49-8a5c-717ad732aded service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ea487196-f13c-43fe-8459-02726000582a HTTP/1.1" status: 200 len: 217 time: 0.0585871 Jul 14 11:36:44.560960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.592572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-27665f73-6077-43f1-9fd8-4564228933cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:44.593925 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-27665f73-6077-43f1-9fd8-4564228933cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0656159 Jul 14 11:36:44.679186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Transition to ACTIVE for port object 8538c451-b70c-4519-a6ff-c5d74285974c will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:44.680725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-a7600c02-7002-4668-a81b-51c83c360df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:44.687282 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-a7600c02-7002-4668-a81b-51c83c360df7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863552 Jul 14 11:36:44.713505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:36:44.715299 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.794176 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-72dcc62e-e06a-42af-a8f1-7dcfabca32bf service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000402 Jul 14 11:36:44.841418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,segment=NetworkSegment(85371e10-4862-48c7-a249-238c89d6530f),segment_id=85371e10-4862-48c7-a249-238c89d6530f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:44.854671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb', 'network_id': 'e1abb61a-4cd9-4a66-a878-94eecefe4251', 'port_id': 'f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb', 'mac_address': 'fa:16:3e:ec:2d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdd9a92-1dbe-4ba7-a353-f79e7517ef67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:36:44.879680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-b71d6628-94a9-4476-acd5-fe0355d1709b service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382768 Jul 14 11:36:44.919880 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5148150f-9f18-4abd-8222-af97c53e4f44 req-dcd6a215-6902-4651-a0ed-4c18f3369097 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186094 Jul 14 11:36:44.920629 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:44.946202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:44.974135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,segment=NetworkSegment(85371e10-4862-48c7-a249-238c89d6530f),segment_id=85371e10-4862-48c7-a249-238c89d6530f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:44.978534 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:45.002638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Pushing event updated for resources: {'Port': ['ID=8538c451-b70c-4519-a6ff-c5d74285974c,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:45.014338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9796d-935f-4955-ad32-6979a5425302 req-d4053e58-fef5-4ec1-b16d-7765c4c4bfa0 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:45.015888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fed9796d-935f-4955-ad32-6979a5425302 req-d4053e58-fef5-4ec1-b16d-7765c4c4bfa0 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 944 time: 0.6117561 Jul 14 11:36:45.067881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:45.086830 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:45.101401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616fcd-68c9-43f0-be63-7b03bc0abbd4 req-db664167-5ada-4733-9658-2909162a7b34 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:45.108074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616fcd-68c9-43f0-be63-7b03bc0abbd4 req-db664167-5ada-4733-9658-2909162a7b34 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:45.114062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616fcd-68c9-43f0-be63-7b03bc0abbd4 req-db664167-5ada-4733-9658-2909162a7b34 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:45.120360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616fcd-68c9-43f0-be63-7b03bc0abbd4 req-db664167-5ada-4733-9658-2909162a7b34 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:45.127087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616fcd-68c9-43f0-be63-7b03bc0abbd4 req-db664167-5ada-4733-9658-2909162a7b34 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:45.132984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616fcd-68c9-43f0-be63-7b03bc0abbd4 req-db664167-5ada-4733-9658-2909162a7b34 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:45.138990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616fcd-68c9-43f0-be63-7b03bc0abbd4 req-db664167-5ada-4733-9658-2909162a7b34 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:45.140911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b616fcd-68c9-43f0-be63-7b03bc0abbd4 req-db664167-5ada-4733-9658-2909162a7b34 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.6295323 Jul 14 11:36:45.180051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:45.292086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fed9796d-935f-4955-ad32-6979a5425302 req-b0dc13ec-7154-4c23-96ac-f28ad3297c7e tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/security-groups?id=63faa322-bc76-495f-9516-4a7c7d8f55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195449 Jul 14 11:36:45.298932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Attempting to bind port 8538c451-b70c-4519-a6ff-c5d74285974c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:45.299266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Attempting to bind port 8538c451-b70c-4519-a6ff-c5d74285974c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:45.299593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Attempting to bind port 8538c451-b70c-4519-a6ff-c5d74285974c on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:45.305480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b616fcd-68c9-43f0-be63-7b03bc0abbd4 req-f33b7090-8451-4b69-a932-173efe445c1b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1533127 Jul 14 11:36:45.311824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63ca4233-bcdc-40a9-9a9c-1fcc05f260a8 req-6299bf64-e2be-4589-bac3-aee88268973d service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063854 Jul 14 11:36:45.315844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:45.320040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Port 8538c451-b70c-4519-a6ff-c5d74285974c on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:45.320364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Attempting to bind port 8538c451-b70c-4519-a6ff-c5d74285974c on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:45.342827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:45.343271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Checking segment: {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:45.343756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Bound using segment: {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:45.344332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Bound port: 8538c451-b70c-4519-a6ff-c5d74285974c, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:45.344787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:45.366194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Transition to ACTIVE for port object ba5875de-acc7-4944-bfcc-0fdec3dfd43c will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:45.489797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] For port 8538c451-b70c-4519-a6ff-c5d74285974c, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:45.494031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] For port 8538c451-b70c-4519-a6ff-c5d74285974c, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8538c451-b70c-4519-a6ff-c5d74285974c,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:45.501920 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:45.508780 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:45.817750 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7bf2da-9c32-4082-83ae-0aea27f255c6 x-openstack-request-id: req-5e7bf2da-9c32-4082-83ae-0aea27f255c6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:45.818874 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affff7f1-abad-4384-b95a-944d23a2af4e", "tag": "ea487196-f13c-43fe-8459-02726000582a", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:45.819460 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e7bf2da-9c32-4082-83ae-0aea27f255c6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:45.820129 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affff7f1-abad-4384-b95a-944d23a2af4e', 'tag': 'ea487196-f13c-43fe-8459-02726000582a', 'status': 'completed', 'code': 200} Jul 14 11:36:45.922367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-b4971d18-d05c-47ab-84a7-3cdc9615c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:45.924032 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-b4971d18-d05c-47ab-84a7-3cdc9615c39c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 1099 time: 0.0747929 Jul 14 11:36:46.025265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:36:46.037691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-386d8598-1761-4607-99af-cbec6d77d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.038365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-386d8598-1761-4607-99af-cbec6d77d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.038676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-386d8598-1761-4607-99af-cbec6d77d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.039160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-386d8598-1761-4607-99af-cbec6d77d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.039644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-386d8598-1761-4607-99af-cbec6d77d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.040153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-386d8598-1761-4607-99af-cbec6d77d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.040894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-386d8598-1761-4607-99af-cbec6d77d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.043782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-386d8598-1761-4607-99af-cbec6d77d7a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6479 time: 0.6445100 Jul 14 11:36:46.048577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.049225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:46.050784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] 10.222.0.64 "PUT /v2.0/ports/8538c451-b70c-4519-a6ff-c5d74285974c HTTP/1.1" status: 200 len: 1092 time: 3.0486925 Jul 14 11:36:46.051560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dbff89-2b37-45ea-9bc8-5bbdda14fdef', 'tag': '8538c451-b70c-4519-a6ff-c5d74285974c'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:46.053954 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b1a29a-fe80-4699-afad-bc32c8adc1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dbff89-2b37-45ea-9bc8-5bbdda14fdef", "tag": "8538c451-b70c-4519-a6ff-c5d74285974c"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:46.069535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-c072cf0f-0f64-4b83-8b4a-3a58710eb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.069788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:36:46.077838 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-c072cf0f-0f64-4b83-8b4a-3a58710eb692 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1433158 Jul 14 11:36:46.128161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:36:46.131676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:46.174229 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-06ab2d0d-e8af-4a0a-81ae-70b117b10810 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ea487196-f13c-43fe-8459-02726000582a HTTP/1.1" status: 200 len: 217 time: 0.0882347 Jul 14 11:36:46.273931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-0625a596-b4b9-42a5-a031-144617a0e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.275418 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-0625a596-b4b9-42a5-a031-144617a0e1de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0943255 Jul 14 11:36:46.381062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-df954da5-1e52-48bb-8a5a-24ef221f0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.382696 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-df954da5-1e52-48bb-8a5a-24ef221f0d3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986059 Jul 14 11:36:46.432530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bba95768-6666-4bb6-9a20-c098602f4169 None None] Provisioning for port ba5875de-acc7-4944-bfcc-0fdec3dfd43c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:46.438783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bba95768-6666-4bb6-9a20-c098602f4169 None None] Provisioning complete for port ba5875de-acc7-4944-bfcc-0fdec3dfd43c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:46.439505 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bba95768-6666-4bb6-9a20-c098602f4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:46.472287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.473167 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:46.487624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18f768-695f-4f31-9acc-fef872f73094 service neutron] Pushing event updated for resources: {'Port': ['ID=8538c451-b70c-4519-a6ff-c5d74285974c,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:46.500595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bba95768-6666-4bb6-9a20-c098602f4169 None None] Port ba5875de-acc7-4944-bfcc-0fdec3dfd43c cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:36:46.519486 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-a96f4f47-f179-435f-aa37-624695892b52 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260126 Jul 14 11:36:46.535105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f01e17-4a15-4d96-9b61-e12bcb1810fb req-9887f610-df8a-4894-bd04-0fc09a461cb3 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.537080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9f01e17-4a15-4d96-9b61-e12bcb1810fb req-9887f610-df8a-4894-bd04-0fc09a461cb3 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 944 time: 1.0156476 Jul 14 11:36:46.550592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-2bbc43a0-f6d4-4982-b0d0-abb2f6e7c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.552588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-2bbc43a0-f6d4-4982-b0d0-abb2f6e7c627 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87b23580-eb76-43df-94fb-48303c32c2e2 HTTP/1.1" status: 200 len: 902 time: 0.4855721 Jul 14 11:36:46.563565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-56fcb2f8-532d-4b8f-94a8-7e34abbf4f72 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1254647 Jul 14 11:36:46.599314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Request body: {'port': {'device_id': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:46.664180 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5999fe0b-22c6-4e8e-bd10-6207f69bb2e3 req-fbd1031f-8ef7-45b7-8fa0-1e4bab25471d service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378453 Jul 14 11:36:46.686551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-e09f642a-446f-4972-a53e-81db54da4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.688176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-e09f642a-446f-4972-a53e-81db54da4827 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 1095 time: 0.4904504 Jul 14 11:36:46.689486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-266cda48-5f06-48e8-a4d8-b78eeedd812c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 HTTP/1.1" status: 200 len: 217 time: 0.1283062 Jul 14 11:36:46.710924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9f01e17-4a15-4d96-9b61-e12bcb1810fb req-7f6641bc-f9b7-425b-82ca-d88e6155a925 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559479 Jul 14 11:36:46.727670 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:36:46.738907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479c939-1ab1-4481-908f-2d8670573e6b req-ce7d4ca3-45a9-47d3-b498-6d1d79e19a11 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.746597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2479c939-1ab1-4481-908f-2d8670573e6b req-ce7d4ca3-45a9-47d3-b498-6d1d79e19a11 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 948 time: 0.4858363 Jul 14 11:36:46.812373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-30523a2a-7945-4da9-ba77-7765c1a190ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8538c451-b70c-4519-a6ff-c5d74285974c HTTP/1.1" status: 200 len: 217 time: 0.1096911 Jul 14 11:36:46.817875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:46.821734 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db7b3d6-bc21-4dd4-ace4-55da13072ec8 x-openstack-request-id: req-4db7b3d6-bc21-4dd4-ace4-55da13072ec8 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:46.822394 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dbff89-2b37-45ea-9bc8-5bbdda14fdef", "tag": "8538c451-b70c-4519-a6ff-c5d74285974c", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:46.822916 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4db7b3d6-bc21-4dd4-ace4-55da13072ec8 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:46.823599 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dbff89-2b37-45ea-9bc8-5bbdda14fdef', 'tag': '8538c451-b70c-4519-a6ff-c5d74285974c', 'status': 'completed', 'code': 200} Jul 14 11:36:46.824894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:46.825584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:46.948533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-4690dd85-cafd-4e9c-bfff-607be357aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:46.950345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-4690dd85-cafd-4e9c-bfff-607be357aeb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.2465668 Jul 14 11:36:46.958523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2479c939-1ab1-4481-908f-2d8670573e6b req-e674f0b6-0e65-4b46-876b-4c0027ff8b3e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109201 Jul 14 11:36:46.976285 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:46.997781 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:47.023222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c96bb4-0dcc-4f28-9194-c75bce7e1c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:47.025621 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2965387-92c0-447e-98f8-9e85d57f940d" -d '{"events": [{"server_uuid": "67c96bb4-0dcc-4f28-9194-c75bce7e1c69", "name": "network-vif-plugged", "status": "completed", "tag": "f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:47.043005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,segment=NetworkSegment(85371e10-4862-48c7-a249-238c89d6530f),segment_id=85371e10-4862-48c7-a249-238c89d6530f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:47.047280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-88db30cf-6e04-4aa6-b66d-c602e53de751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.048531 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:47.048809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-88db30cf-6e04-4aa6-b66d-c602e53de751 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.2174084 Jul 14 11:36:47.077970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ea487196-f13c-43fe-8459-02726000582a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:36:47.148828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-0c0fe99b-272f-4632-a1d4-c7887ae16ab7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487456 Jul 14 11:36:47.180335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:47.231315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ea487196-f13c-43fe-8459-02726000582a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ea487196-f13c-43fe-8459-02726000582a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:47.243885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'ea487196-f13c-43fe-8459-02726000582a', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'ea487196-f13c-43fe-8459-02726000582a', 'mac_address': 'fa:16:3e:5d:2e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:36:47.284126 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:47.299185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea487196-f13c-43fe-8459-02726000582a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:47.324881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ea487196-f13c-43fe-8459-02726000582a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ea487196-f13c-43fe-8459-02726000582a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:47.330089 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:47.364177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-d8bb7506-f33d-4260-8fa8-c3fc17e102aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.365717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-d8bb7506-f33d-4260-8fa8-c3fc17e102aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4046550 Jul 14 11:36:47.393315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ea487196-f13c-43fe-8459-02726000582a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:47.491198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32722354-7452-4549-88a0-4e7780d432fd req-19711383-8d43-41ac-896b-51e9d84d214f tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.493001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32722354-7452-4549-88a0-4e7780d432fd req-19711383-8d43-41ac-896b-51e9d84d214f tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 945 time: 0.4683721 Jul 14 11:36:47.524525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-ea70d1d9-88a0-4772-9d8f-4438aa34fd99 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642576 Jul 14 11:36:47.569437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['ea487196-f13c-43fe-8459-02726000582a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:47.582133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e708d6-31e7-435f-b9d5-35190dc344fa req-f4e53833-7721-42ab-b7a4-e02130d005fc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.588023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e708d6-31e7-435f-b9d5-35190dc344fa req-f4e53833-7721-42ab-b7a4-e02130d005fc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.594192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e708d6-31e7-435f-b9d5-35190dc344fa req-f4e53833-7721-42ab-b7a4-e02130d005fc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.600157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e708d6-31e7-435f-b9d5-35190dc344fa req-f4e53833-7721-42ab-b7a4-e02130d005fc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.606602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e708d6-31e7-435f-b9d5-35190dc344fa req-f4e53833-7721-42ab-b7a4-e02130d005fc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.612084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e708d6-31e7-435f-b9d5-35190dc344fa req-f4e53833-7721-42ab-b7a4-e02130d005fc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.617924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e708d6-31e7-435f-b9d5-35190dc344fa req-f4e53833-7721-42ab-b7a4-e02130d005fc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:47.619869 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1e708d6-31e7-435f-b9d5-35190dc344fa req-f4e53833-7721-42ab-b7a4-e02130d005fc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.5036602 Jul 14 11:36:47.736920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32722354-7452-4549-88a0-4e7780d432fd req-7e9fadef-1b2d-4645-93dc-528d20cf699e tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/security-groups?id=63faa322-bc76-495f-9516-4a7c7d8f55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306046 Jul 14 11:36:47.772708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-e986b376-6d77-4198-b4dc-314a31a7af02 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986394 Jul 14 11:36:47.799144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1e708d6-31e7-435f-b9d5-35190dc344fa req-ba1177ac-1718-4092-8366-9e23ae0bf9a5 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486449 Jul 14 11:36:47.868199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c38f8752-7dad-4da8-a549-c29b07eaba0c req-971c92cd-a6ce-406c-8cba-3889edc68ac1 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336298 Jul 14 11:36:47.888473 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b32cd4-97d3-48e6-8172-8424b9f9d5a6 x-openstack-request-id: req-32b32cd4-97d3-48e6-8172-8424b9f9d5a6 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:47.889111 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c96bb4-0dcc-4f28-9194-c75bce7e1c69", "name": "network-vif-plugged", "status": "completed", "tag": "f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:47.890354 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32b32cd4-97d3-48e6-8172-8424b9f9d5a6 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:47.891279 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c96bb4-0dcc-4f28-9194-c75bce7e1c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb', 'code': 200} Jul 14 11:36:47.932775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5875de-acc7-4944-bfcc-0fdec3dfd43c {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:47.950410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:47.963069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01ff2a65-f5e2-45d0-9d04-4e434f40c710 req-9c27c7d1-47fb-4ae5-b2b9-b0fcc09b9389 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802425 Jul 14 11:36:47.993190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Transition to ACTIVE for port object ba5875de-acc7-4944-bfcc-0fdec3dfd43c will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:36:48.010205 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:48.164144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:48.242951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-bef05ae5-5d37-47d1-89ea-428cb7435ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:48.246507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-bef05ae5-5d37-47d1-89ea-428cb7435ad1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 1095 time: 0.2815654 Jul 14 11:36:48.502277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71c1be-5617-4cc8-8bb6-eba523fd0574 req-caf9c65a-6422-4b79-9d85-ccde7b0fec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:48.504755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e71c1be-5617-4cc8-8bb6-eba523fd0574 req-caf9c65a-6422-4b79-9d85-ccde7b0fec6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 1097 time: 0.4850159 Jul 14 11:36:48.548851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Attempting to bind port ba5875de-acc7-4944-bfcc-0fdec3dfd43c on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:36:48.549186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Attempting to bind port ba5875de-acc7-4944-bfcc-0fdec3dfd43c by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:36:48.549515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Attempting to bind port ba5875de-acc7-4944-bfcc-0fdec3dfd43c on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:48.591476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2c4de-3833-46f7-80e1-7ac579468ed0 req-092a9853-00c3-476a-9767-08800a867658 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:48.593233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baa2c4de-3833-46f7-80e1-7ac579468ed0 req-092a9853-00c3-476a-9767-08800a867658 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 944 time: 0.4968181 Jul 14 11:36:48.601491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Port ba5875de-acc7-4944-bfcc-0fdec3dfd43c on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:36:48.601807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Attempting to bind port ba5875de-acc7-4944-bfcc-0fdec3dfd43c on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:36:48.642830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:36:48.643170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:36:48.643557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:36:48.644039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Bound port: ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:36:48.644447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:48.646652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-442ec38f-a366-4fee-b1e2-52df1840be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:48.648205 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-442ec38f-a366-4fee-b1e2-52df1840be40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 915 time: 0.3815267 Jul 14 11:36:48.676493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e71c1be-5617-4cc8-8bb6-eba523fd0574 req-85c87ceb-5bc2-4fd5-b7f9-f80179840149 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63faa322-bc76-495f-9516-4a7c7d8f55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399901 Jul 14 11:36:48.689278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a974e-5ed2-409b-a2ef-0a26dc5bf05e req-3a1802cf-18a9-48a9-9c5f-90f16451ff6e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:48.694596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a17a974e-5ed2-409b-a2ef-0a26dc5bf05e req-3a1802cf-18a9-48a9-9c5f-90f16451ff6e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 949 time: 0.4399977 Jul 14 11:36:48.753708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-097a8a33-b85f-4975-9cef-35bb86fdb398 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8538c451-b70c-4519-a6ff-c5d74285974c HTTP/1.1" status: 200 len: 217 time: 0.0913157 Jul 14 11:36:48.758505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baa2c4de-3833-46f7-80e1-7ac579468ed0 req-3b5f6f66-7254-4692-b89b-7e2d3d5dda02 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541374 Jul 14 11:36:48.838422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-4d8f11b3-4e21-48d3-9e95-88c3236477ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:48.840601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-4d8f11b3-4e21-48d3-9e95-88c3236477ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.0568898 Jul 14 11:36:48.873529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a17a974e-5ed2-409b-a2ef-0a26dc5bf05e req-1036f720-2dae-4583-9617-7b3c9ab70447 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318030 Jul 14 11:36:48.930223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-489b3f74-df92-4e5d-9294-f6aeb79f108f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705979 Jul 14 11:36:49.073234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ea487196-f13c-43fe-8459-02726000582a up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:36:49.161897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port ea487196-f13c-43fe-8459-02726000582a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:49.168754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port ea487196-f13c-43fe-8459-02726000582a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:49.169066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:49.274756 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:49.309869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ea487196-f13c-43fe-8459-02726000582a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ea487196-f13c-43fe-8459-02726000582a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:49.314776 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:49.377819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ea487196-f13c-43fe-8459-02726000582a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:49.414991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:36:49.458440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:36:49.478480 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:49.547551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.548286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:49.549622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] 10.222.0.45 "PUT /v2.0/ports/ba5875de-acc7-4944-bfcc-0fdec3dfd43c HTTP/1.1" status: 200 len: 1095 time: 2.9591093 Jul 14 11:36:49.572069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:49.575201 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fa473f-bac2-431c-b182-1734edd53ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:49.610328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe86b04-072a-4b46-a6fe-bfa060e8aec1 req-75a7259f-c1ee-4ccc-988c-a0925a6d7669 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.617881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-afe86b04-072a-4b46-a6fe-bfa060e8aec1 req-75a7259f-c1ee-4ccc-988c-a0925a6d7669 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 946 time: 0.6983705 Jul 14 11:36:49.662588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-af26433b-ec58-40a9-b8ef-4167fa140c9e service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092881 Jul 14 11:36:49.699072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf4230-3baf-473f-971c-d492a615b67d service neutron] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:49.770264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8386ea-0195-4a54-b0d2-50733c5b75c5 req-1536e78c-70eb-43b8-bf49-01927a0412d8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.776137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8386ea-0195-4a54-b0d2-50733c5b75c5 req-1536e78c-70eb-43b8-bf49-01927a0412d8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.782540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8386ea-0195-4a54-b0d2-50733c5b75c5 req-1536e78c-70eb-43b8-bf49-01927a0412d8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.788517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8386ea-0195-4a54-b0d2-50733c5b75c5 req-1536e78c-70eb-43b8-bf49-01927a0412d8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.795071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8386ea-0195-4a54-b0d2-50733c5b75c5 req-1536e78c-70eb-43b8-bf49-01927a0412d8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.801804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8386ea-0195-4a54-b0d2-50733c5b75c5 req-1536e78c-70eb-43b8-bf49-01927a0412d8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.807798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8386ea-0195-4a54-b0d2-50733c5b75c5 req-1536e78c-70eb-43b8-bf49-01927a0412d8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.811742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c8386ea-0195-4a54-b0d2-50733c5b75c5 req-1536e78c-70eb-43b8-bf49-01927a0412d8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.4201567 Jul 14 11:36:49.826855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-afe86b04-072a-4b46-a6fe-bfa060e8aec1 req-adbfb255-6a03-40b1-a378-54ea1aafeec6 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/security-groups?id=63faa322-bc76-495f-9516-4a7c7d8f55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073193 Jul 14 11:36:49.893179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affff7f1-abad-4384-b95a-944d23a2af4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea487196-f13c-43fe-8459-02726000582a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:49.898677 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99103e68-a07c-4b3e-b49e-1ee0735a2ccc" -d '{"events": [{"server_uuid": "affff7f1-abad-4384-b95a-944d23a2af4e", "name": "network-vif-plugged", "status": "completed", "tag": "ea487196-f13c-43fe-8459-02726000582a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:49.924746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c8386ea-0195-4a54-b0d2-50733c5b75c5 req-f10a48ee-8a25-4b2b-bcfb-c4c022ce1d85 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056314 Jul 14 11:36:49.932816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-4bdad53e-5175-41ee-bea1-c779c01d8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:49.935659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-4bdad53e-5175-41ee-bea1-c779c01d8141 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 1098 time: 0.2916050 Jul 14 11:36:49.956546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72b1a29a-fe80-4699-afad-bc32c8adc1f4 req-1441d147-5b19-4ea3-b753-914465b4d0a1 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843058 Jul 14 11:36:50.016385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-9ab37d1d-f2bd-4624-9065-d1acb51bce82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c HTTP/1.1" status: 200 len: 217 time: 0.0686562 Jul 14 11:36:50.018365 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8011f3-13d1-4dd4-a238-0f92c717bea5 x-openstack-request-id: req-ba8011f3-13d1-4dd4-a238-0f92c717bea5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:50.018653 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:50.018912 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba8011f3-13d1-4dd4-a238-0f92c717bea5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:50.019491 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'status': 'completed', 'code': 200} Jul 14 11:36:50.124582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-147b6a85-4a7a-4d90-9191-fda912995e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:50.126321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-147b6a85-4a7a-4d90-9191-fda912995e09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0933034 Jul 14 11:36:50.301025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d770-53c6-4c47-bf98-dd72a4c4e85c req-cfb1648f-eb67-4511-bf71-8c4685eae05c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:50.302582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80b9d770-53c6-4c47-bf98-dd72a4c4e85c req-cfb1648f-eb67-4511-bf71-8c4685eae05c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 944 time: 0.1703928 Jul 14 11:36:50.307746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-166e4dec-e299-489b-82fa-4aae0a1a05da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:50.309909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-166e4dec-e299-489b-82fa-4aae0a1a05da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754711 Jul 14 11:36:50.342889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040bff0-e2f8-4c9d-886c-1c6f3026d5e9 req-f9400031-852e-4ce6-ae2c-5857d0cc6fd2 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:50.344451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6040bff0-e2f8-4c9d-886c-1c6f3026d5e9 req-f9400031-852e-4ce6-ae2c-5857d0cc6fd2 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 950 time: 0.1534946 Jul 14 11:36:50.437650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80b9d770-53c6-4c47-bf98-dd72a4c4e85c req-5a7845e9-440f-4baf-9ec5-bbc814fa50e7 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256478 Jul 14 11:36:50.465914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6040bff0-e2f8-4c9d-886c-1c6f3026d5e9 req-5a02ec7d-b1d7-4aa7-a3c1-cca961ff248c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139674 Jul 14 11:36:50.499212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-8e056bbb-8b8a-479d-b953-2b8ec6cb69c2 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769896 Jul 14 11:36:50.510294 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e041a44c-63df-46c5-8d68-7314b27edbe7 x-openstack-request-id: req-e041a44c-63df-46c5-8d68-7314b27edbe7 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:50.510824 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affff7f1-abad-4384-b95a-944d23a2af4e", "name": "network-vif-plugged", "status": "completed", "tag": "ea487196-f13c-43fe-8459-02726000582a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:50.511040 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e041a44c-63df-46c5-8d68-7314b27edbe7 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:50.511843 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affff7f1-abad-4384-b95a-944d23a2af4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea487196-f13c-43fe-8459-02726000582a', 'code': 200} Jul 14 11:36:50.615157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb290ba6-fe0f-4ea3-90c3-01768082a321 req-831efcfc-4806-4760-aeab-6bf1a0367348 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087778 Jul 14 11:36:50.675512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1a138-6ede-44e0-9bdf-d86cdf98652a req-e716d8eb-f8fc-4f24-b483-2004a66a40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:50.677129 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2ec1a138-6ede-44e0-9bdf-d86cdf98652a req-e716d8eb-f8fc-4f24-b483-2004a66a40d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 1101 time: 0.0738287 Jul 14 11:36:50.719722 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2ec1a138-6ede-44e0-9bdf-d86cdf98652a req-d0460b0c-b89f-4698-9355-1a7524c98a6c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349417 Jul 14 11:36:50.728450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8538c451-b70c-4519-a6ff-c5d74285974c details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:36:50.745326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa473f-bac2-431c-b182-1734edd53ffa req-e29972dc-2f73-4e04-9c45-645e57252a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:50.748499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50fa473f-bac2-431c-b182-1734edd53ffa req-e29972dc-2f73-4e04-9c45-645e57252a4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 1098 time: 0.0703886 Jul 14 11:36:50.852082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8538c451-b70c-4519-a6ff-c5d74285974c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8538c451-b70c-4519-a6ff-c5d74285974c,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:50.883220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa473f-bac2-431c-b182-1734edd53ffa req-dd42ebd2-c7e2-4968-82ad-dd86a1aa0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:50.884937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50fa473f-bac2-431c-b182-1734edd53ffa req-dd42ebd2-c7e2-4968-82ad-dd86a1aa0acc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1070282 Jul 14 11:36:50.889516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '8538c451-b70c-4519-a6ff-c5d74285974c', 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06', 'port_id': '8538c451-b70c-4519-a6ff-c5d74285974c', 'mac_address': 'fa:16:3e:41:6f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90958c23-9a65-414a-9f8d-b5b4e98c0309', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:36:50.937888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:50.944663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50fa473f-bac2-431c-b182-1734edd53ffa req-45c49576-097e-4c61-bdde-09c6de0f7daf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c HTTP/1.1" status: 200 len: 217 time: 0.0496905 Jul 14 11:36:50.953999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8538c451-b70c-4519-a6ff-c5d74285974c {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:51.022143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8538c451-b70c-4519-a6ff-c5d74285974c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8538c451-b70c-4519-a6ff-c5d74285974c,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:51.032569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:51.063219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa473f-bac2-431c-b182-1734edd53ffa req-f6257b63-5686-476e-892e-d7988d83da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.064971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50fa473f-bac2-431c-b182-1734edd53ffa req-f6257b63-5686-476e-892e-d7988d83da64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1088476 Jul 14 11:36:51.117389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8538c451-b70c-4519-a6ff-c5d74285974c,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:51.201354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cc44a-fea4-43db-9f96-bcff1e85b946 req-4399eda5-8c27-4bb1-8df0-995a2acc923d tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.201354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad5cc44a-fea4-43db-9f96-bcff1e85b946 req-4399eda5-8c27-4bb1-8df0-995a2acc923d tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 946 time: 0.2004478 Jul 14 11:36:51.260470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa473f-bac2-431c-b182-1734edd53ffa req-c03ca755-11a3-4cff-bdc1-f64b8a3a6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.262340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50fa473f-bac2-431c-b182-1734edd53ffa req-c03ca755-11a3-4cff-bdc1-f64b8a3a6af7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1841598 Jul 14 11:36:51.287765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8538c451-b70c-4519-a6ff-c5d74285974c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:51.306957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad5cc44a-fea4-43db-9f96-bcff1e85b946 req-d227f81b-ea2b-4e9e-b004-434526ecc746 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/security-groups?id=63faa322-bc76-495f-9516-4a7c7d8f55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969932 Jul 14 11:36:51.367739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc28d-8ec2-4f6d-9cff-8f2600a610ca req-6f0985fb-9579-4bba-93f2-d74bb0025571 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.374681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc28d-8ec2-4f6d-9cff-8f2600a610ca req-6f0985fb-9579-4bba-93f2-d74bb0025571 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.380725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc28d-8ec2-4f6d-9cff-8f2600a610ca req-6f0985fb-9579-4bba-93f2-d74bb0025571 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.387441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc28d-8ec2-4f6d-9cff-8f2600a610ca req-6f0985fb-9579-4bba-93f2-d74bb0025571 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.393354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc28d-8ec2-4f6d-9cff-8f2600a610ca req-6f0985fb-9579-4bba-93f2-d74bb0025571 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.399520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc28d-8ec2-4f6d-9cff-8f2600a610ca req-6f0985fb-9579-4bba-93f2-d74bb0025571 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.406233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc28d-8ec2-4f6d-9cff-8f2600a610ca req-6f0985fb-9579-4bba-93f2-d74bb0025571 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.414554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37abc28d-8ec2-4f6d-9cff-8f2600a610ca req-6f0985fb-9579-4bba-93f2-d74bb0025571 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.3215199 Jul 14 11:36:51.490140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37abc28d-8ec2-4f6d-9cff-8f2600a610ca req-97804a49-1f45-4a09-9aaa-782ebf5d32e5 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691688 Jul 14 11:36:51.529201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50fa473f-bac2-431c-b182-1734edd53ffa req-daaf7ac3-f598-4b04-8be1-289be5c4cc40 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569091 Jul 14 11:36:51.783071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50fa473f-bac2-431c-b182-1734edd53ffa req-2eca0158-4126-48b0-8010-e8c5aaabdb4f service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405460 Jul 14 11:36:51.800081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc24b91-fa87-4652-9f8e-0c3e7597b582 req-a30f6984-39f4-433c-bc1a-734e6b94957c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.801633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bc24b91-fa87-4652-9f8e-0c3e7597b582 req-a30f6984-39f4-433c-bc1a-734e6b94957c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 945 time: 0.1512449 Jul 14 11:36:51.856298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7045822-ebf9-4851-a223-11688031027f req-9b0fb07a-549a-461e-a23d-4c693e0ced2a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:51.857850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7045822-ebf9-4851-a223-11688031027f req-9b0fb07a-549a-461e-a23d-4c693e0ced2a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 950 time: 0.1231580 Jul 14 11:36:51.868095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bc24b91-fa87-4652-9f8e-0c3e7597b582 req-6667600a-4fe6-49b5-8b86-0c2ca7505c12 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550015 Jul 14 11:36:51.902472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7045822-ebf9-4851-a223-11688031027f req-85bd9407-2b25-477a-b061-425aff971998 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Jul 14 11:36:52.326826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528b3a3-d413-4d4d-9123-65c629a7d30c req-028508e0-c4ef-4d35-b823-e4015f7343d9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:52.328488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f528b3a3-d413-4d4d-9123-65c629a7d30c req-028508e0-c4ef-4d35-b823-e4015f7343d9 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 946 time: 0.0767641 Jul 14 11:36:52.367341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f528b3a3-d413-4d4d-9123-65c629a7d30c req-39972191-86d3-4b07-ad94-f58130a06e5d tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/security-groups?id=63faa322-bc76-495f-9516-4a7c7d8f55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Jul 14 11:36:52.727168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8538c451-b70c-4519-a6ff-c5d74285974c up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:36:52.738099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e1e6-94ee-44a2-be9f-c874431380aa req-3ba343fc-35e5-446b-a371-7b7636ae59d6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:52.744030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e1e6-94ee-44a2-be9f-c874431380aa req-3ba343fc-35e5-446b-a371-7b7636ae59d6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:52.750499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e1e6-94ee-44a2-be9f-c874431380aa req-3ba343fc-35e5-446b-a371-7b7636ae59d6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:52.756634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e1e6-94ee-44a2-be9f-c874431380aa req-3ba343fc-35e5-446b-a371-7b7636ae59d6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:52.763295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e1e6-94ee-44a2-be9f-c874431380aa req-3ba343fc-35e5-446b-a371-7b7636ae59d6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:52.769428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e1e6-94ee-44a2-be9f-c874431380aa req-3ba343fc-35e5-446b-a371-7b7636ae59d6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:52.775232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e1e6-94ee-44a2-be9f-c874431380aa req-3ba343fc-35e5-446b-a371-7b7636ae59d6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:52.777727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b934e1e6-94ee-44a2-be9f-c874431380aa req-3ba343fc-35e5-446b-a371-7b7636ae59d6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.1232867 Jul 14 11:36:52.795829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 8538c451-b70c-4519-a6ff-c5d74285974c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:52.800418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 8538c451-b70c-4519-a6ff-c5d74285974c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:52.800914 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:52.828259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b934e1e6-94ee-44a2-be9f-c874431380aa req-638e6eb3-b932-4daa-b494-d91e86659d2d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429194 Jul 14 11:36:52.903631 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:52.928409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dbff89-2b37-45ea-9bc8-5bbdda14fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8538c451-b70c-4519-a6ff-c5d74285974c'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:52.931385 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eac3c8d-2d30-46c6-82ec-5d44bcb6cdeb" -d '{"events": [{"server_uuid": "e5dbff89-2b37-45ea-9bc8-5bbdda14fdef", "name": "network-vif-plugged", "status": "completed", "tag": "8538c451-b70c-4519-a6ff-c5d74285974c"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:52.947975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 8538c451-b70c-4519-a6ff-c5d74285974c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8538c451-b70c-4519-a6ff-c5d74285974c,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:52.954818 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:53.020926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=8538c451-b70c-4519-a6ff-c5d74285974c,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:53.107239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ba5875de-acc7-4944-bfcc-0fdec3dfd43c details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:36:53.108723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89af181-0456-4400-ae42-dfd7f6fda639 req-149ed725-6904-4e28-baf5-1909d4ab6cf8 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:53.110400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d89af181-0456-4400-ae42-dfd7f6fda639 req-149ed725-6904-4e28-baf5-1909d4ab6cf8 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 946 time: 0.1084211 Jul 14 11:36:53.124520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77869319-cc50-401b-93e3-414be59dd41b req-fb8c4396-dff7-498e-888b-88135f68bdf4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:53.126095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77869319-cc50-401b-93e3-414be59dd41b req-fb8c4396-dff7-498e-888b-88135f68bdf4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 950 time: 0.0941575 Jul 14 11:36:53.179721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d89af181-0456-4400-ae42-dfd7f6fda639 req-d6aabbd8-4ce9-4539-a600-8b272f1d0104 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525019 Jul 14 11:36:53.197148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77869319-cc50-401b-93e3-414be59dd41b req-3c85af99-9bd0-48c4-97a8-cde19c68c67b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Jul 14 11:36:53.232097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:53.241933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'mac_address': 'fa:16:3e:32:7f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:36:53.286397 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:53.301417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5875de-acc7-4944-bfcc-0fdec3dfd43c {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:36:53.327257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:53.337664 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:53.400332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:53.419462 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fb01e2-25d4-43ee-98d7-4df2fb2d6f97 x-openstack-request-id: req-d4fb01e2-25d4-43ee-98d7-4df2fb2d6f97 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:53.420167 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dbff89-2b37-45ea-9bc8-5bbdda14fdef", "name": "network-vif-plugged", "status": "completed", "tag": "8538c451-b70c-4519-a6ff-c5d74285974c", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:53.420707 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4fb01e2-25d4-43ee-98d7-4df2fb2d6f97 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:53.421319 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dbff89-2b37-45ea-9bc8-5bbdda14fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8538c451-b70c-4519-a6ff-c5d74285974c', 'code': 200} Jul 14 11:36:53.456256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56108-2dc6-4fc7-88b6-4c1db0357b52 req-258fd677-e649-417e-a802-42e6a3869509 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:53.463497 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfe56108-2dc6-4fc7-88b6-4c1db0357b52 req-258fd677-e649-417e-a802-42e6a3869509 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 948 time: 0.0968935 Jul 14 11:36:53.595889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfe56108-2dc6-4fc7-88b6-4c1db0357b52 req-e75b6256-8d1c-4324-9b7f-1bc3afcfa79c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309555 Jul 14 11:36:53.621769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['ba5875de-acc7-4944-bfcc-0fdec3dfd43c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:53.666008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-5d0157bc-7030-4bdd-902e-960abb3a43fa tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:53.667806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-5d0157bc-7030-4bdd-902e-960abb3a43fa tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.64 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 946 time: 0.2014461 Jul 14 11:36:53.689499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e2256-46da-4302-a481-e13098eac8f1 req-23237b0b-8ec2-4224-94d4-10a1af4f6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:53.691057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc4e2256-46da-4302-a481-e13098eac8f1 req-23237b0b-8ec2-4224-94d4-10a1af4f6127 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 1097 time: 0.1834972 Jul 14 11:36:53.778116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b21e36-b1ca-4ef9-ab06-a45cd622b8f9 req-2ca67dd2-8592-4917-b750-680523372100 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:53.785306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95b21e36-b1ca-4ef9-ab06-a45cd622b8f9 req-2ca67dd2-8592-4917-b750-680523372100 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 946 time: 0.2116451 Jul 14 11:36:53.846959 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc4e2256-46da-4302-a481-e13098eac8f1 req-9c5eedd2-ce6a-4f13-b8b4-18bf20845192 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228368 Jul 14 11:36:53.870470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95b21e36-b1ca-4ef9-ab06-a45cd622b8f9 req-f1ee7626-8650-4805-8817-9288617fa38a tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/security-groups?id=63faa322-bc76-495f-9516-4a7c7d8f55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840452 Jul 14 11:36:53.897839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Deleting port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:36:53.900247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:54.041196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] For port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,segment=NetworkSegment(85371e10-4862-48c7-a249-238c89d6530f),segment_id=85371e10-4862-48c7-a249-238c89d6530f)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:54.041562 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:54.057844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Calling delete_port for f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:36:54.138817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5f68-6987-4208-9835-cc0616d747bf req-7c279a69-f818-4689-bb10-47ddf4190ad6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:54.144620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5f68-6987-4208-9835-cc0616d747bf req-7c279a69-f818-4689-bb10-47ddf4190ad6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:54.150502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5f68-6987-4208-9835-cc0616d747bf req-7c279a69-f818-4689-bb10-47ddf4190ad6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:54.159086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5f68-6987-4208-9835-cc0616d747bf req-7c279a69-f818-4689-bb10-47ddf4190ad6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:54.164977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5f68-6987-4208-9835-cc0616d747bf req-7c279a69-f818-4689-bb10-47ddf4190ad6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:54.171476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5f68-6987-4208-9835-cc0616d747bf req-7c279a69-f818-4689-bb10-47ddf4190ad6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:54.177345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5f68-6987-4208-9835-cc0616d747bf req-7c279a69-f818-4689-bb10-47ddf4190ad6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:54.179301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c78d5f68-6987-4208-9835-cc0616d747bf req-7c279a69-f818-4689-bb10-47ddf4190ad6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.1922591 Jul 14 11:36:54.244918 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c78d5f68-6987-4208-9835-cc0616d747bf req-3f86bd89-ff48-4164-b191-daca7ccc144a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566676 Jul 14 11:36:54.318723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:54.337834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:36:54.385041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Pushing event deleted for resources: {'Port': ['ID=f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:54.434122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.434465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.434823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.435189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.435503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.435839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.436206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.436541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.436871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.437203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.437541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.437869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:36:54.462673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] No DVR routers for this DVR port f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:36:54.468643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:54.470664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87a653bb-3042-492b-bcbb-39736f58fb75 req-01688ee3-2384-4a4e-b0ff-1d9056bbe707 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.64 "DELETE /v2.0/ports/f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb HTTP/1.1" status: 204 len: 173 time: 0.7953374 Jul 14 11:36:54.471120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c96bb4-0dcc-4f28-9194-c75bce7e1c69', 'name': 'network-vif-deleted', 'tag': 'f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:54.473406 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc57b84-8706-4da4-8199-03dc0dbcd1bf" -d '{"events": [{"server_uuid": "67c96bb4-0dcc-4f28-9194-c75bce7e1c69", "name": "network-vif-deleted", "tag": "f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:54.510357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94e2a4-3bad-46a3-bad6-ff0b55562246 req-01a6180c-b17a-44fc-a33d-3f1251ac214b tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:54.512942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c94e2a4-3bad-46a3-bad6-ff0b55562246 req-01a6180c-b17a-44fc-a33d-3f1251ac214b tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 946 time: 0.1722815 Jul 14 11:36:54.544455 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb66377a-c67d-4556-a3da-c85f5d9ff61e x-openstack-request-id: req-cb66377a-c67d-4556-a3da-c85f5d9ff61e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:54.544850 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c96bb4-0dcc-4f28-9194-c75bce7e1c69", "name": "network-vif-deleted", "tag": "f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:54.545039 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb66377a-c67d-4556-a3da-c85f5d9ff61e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:54.545681 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c96bb4-0dcc-4f28-9194-c75bce7e1c69', 'name': 'network-vif-deleted', 'tag': 'f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb', 'status': 'completed', 'code': 200} Jul 14 11:36:54.570499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c94e2a4-3bad-46a3-bad6-ff0b55562246 req-ac41a939-48a9-40be-b7e5-63f08f9b4bc2 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503087 Jul 14 11:36:54.799902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cce63-c837-47df-bf6e-c750cb5763b9 req-a100e599-8468-4131-b698-00daf7ee56e6 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:54.802365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-676cce63-c837-47df-bf6e-c750cb5763b9 req-a100e599-8468-4131-b698-00daf7ee56e6 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 948 time: 0.0827086 Jul 14 11:36:54.868107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-676cce63-c837-47df-bf6e-c750cb5763b9 req-0a978f49-ab20-47d1-b90f-0b006d54b7cb tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599723 Jul 14 11:36:55.076072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5d310cd-0517-41ad-966b-437ec24111dc req-1265d098-8b5e-4c2b-b13c-b41539bcd859 tempest-InstanceActionsNegativeTestJSON-226011324 tempest-InstanceActionsNegativeTestJSON-226011324-project] 10.222.0.38 "GET /v2.0/ports?device_id=67c96bb4-0dcc-4f28-9194-c75bce7e1c69 HTTP/1.1" status: 200 len: 210 time: 0.0378745 Jul 14 11:36:55.129760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ba5875de-acc7-4944-bfcc-0fdec3dfd43c up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:36:55.218480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port ba5875de-acc7-4944-bfcc-0fdec3dfd43c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:36:55.222927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port ba5875de-acc7-4944-bfcc-0fdec3dfd43c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:36:55.223300 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:55.320584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:55.361516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:55.367425 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:55.422030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:36:55.424539 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f0774b-8a39-4de7-b24e-a1cf6002e86b" -d '{"events": [{"server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "name": "network-vif-plugged", "status": "completed", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:36:55.427947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:55.467919 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8f7508-62c9-4451-b0dc-e8fb365196bf x-openstack-request-id: req-de8f7508-62c9-4451-b0dc-e8fb365196bf {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:36:55.468315 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "name": "network-vif-plugged", "status": "completed", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:36:55.468666 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de8f7508-62c9-4451-b0dc-e8fb365196bf {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:36:55.469176 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'code': 200} Jul 14 11:36:55.534648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00af49-a595-4fed-9493-06e47664ca86 req-450bb346-6083-4368-bac6-6464db8ee980 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:55.540998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00af49-a595-4fed-9493-06e47664ca86 req-450bb346-6083-4368-bac6-6464db8ee980 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:55.547959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00af49-a595-4fed-9493-06e47664ca86 req-450bb346-6083-4368-bac6-6464db8ee980 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:55.553903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00af49-a595-4fed-9493-06e47664ca86 req-450bb346-6083-4368-bac6-6464db8ee980 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:55.560176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00af49-a595-4fed-9493-06e47664ca86 req-450bb346-6083-4368-bac6-6464db8ee980 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:55.566213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00af49-a595-4fed-9493-06e47664ca86 req-450bb346-6083-4368-bac6-6464db8ee980 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:55.572539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00af49-a595-4fed-9493-06e47664ca86 req-450bb346-6083-4368-bac6-6464db8ee980 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:55.575021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d00af49-a595-4fed-9493-06e47664ca86 req-450bb346-6083-4368-bac6-6464db8ee980 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.1288166 Jul 14 11:36:55.633600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d00af49-a595-4fed-9493-06e47664ca86 req-f1516809-8e1b-4fe6-b86e-b0f7b72bca4b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510294 Jul 14 11:36:55.842008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddcb16-8b27-4566-8c0b-961f47407564 req-50e35726-8be9-49c7-888d-bd009c587d25 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:55.844512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1eddcb16-8b27-4566-8c0b-961f47407564 req-50e35726-8be9-49c7-888d-bd009c587d25 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 946 time: 0.1273935 Jul 14 11:36:55.849077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5a94-e36f-48e2-ad4a-c2cd6c7d88d3 req-ca2e15a2-0207-4955-a01e-45ec5596aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:55.851209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-287d5a94-e36f-48e2-ad4a-c2cd6c7d88d3 req-ca2e15a2-0207-4955-a01e-45ec5596aed1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 1100 time: 0.2751355 Jul 14 11:36:55.912384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1eddcb16-8b27-4566-8c0b-961f47407564 req-055c9a6b-586d-44c0-ade9-c41bbffeeba7 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601218 Jul 14 11:36:55.923218 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-287d5a94-e36f-48e2-ad4a-c2cd6c7d88d3 req-939324bb-ce77-4440-bd52-3df943cd4c11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575194 Jul 14 11:36:56.088027 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.130179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa046c-5e91-4c6c-935b-5c049aff3225 req-50e49dbe-acfc-4420-9adb-ee1f48046495 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:56.138998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8caa046c-5e91-4c6c-935b-5c049aff3225 req-50e49dbe-acfc-4420-9adb-ee1f48046495 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.0862451 Jul 14 11:36:56.175171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8caa046c-5e91-4c6c-935b-5c049aff3225 req-23c1c098-26ff-416e-a394-77f5a62ba96c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350556 Jul 14 11:36:56.194458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46500) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:56.247643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f552ff-77ef-4745-a9c2-9db9e1fc3489 admin admin] Deleting subnet cbdd9a92-1dbe-4ba7-a353-f79e7517ef67 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:36:56.260956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85f552ff-77ef-4745-a9c2-9db9e1fc3489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.303799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85f552ff-77ef-4745-a9c2-9db9e1fc3489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.373838 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85f552ff-77ef-4745-a9c2-9db9e1fc3489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.438093 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85f552ff-77ef-4745-a9c2-9db9e1fc3489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.468234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f552ff-77ef-4745-a9c2-9db9e1fc3489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdd9a92-1dbe-4ba7-a353-f79e7517ef67,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:56.472128 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85f552ff-77ef-4745-a9c2-9db9e1fc3489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.474229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-85f552ff-77ef-4745-a9c2-9db9e1fc3489 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cbdd9a92-1dbe-4ba7-a353-f79e7517ef67 HTTP/1.1" status: 204 len: 168 time: 0.2776203 Jul 14 11:36:56.476931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46510) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:56.556183 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.650120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.661794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1abb61a-4cd9-4a66-a878-94eecefe4251']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:56.672948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85371e10-4862-48c7-a249-238c89d6530f') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:56.673473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85371e10-4862-48c7-a249-238c89d6530f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:36:56.683735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.703919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.710693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:36:56.711562 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:36:56.713586 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:36:56.761869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:36:56.782661 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.796415 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:56.799457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] 10.222.0.38 "DELETE /v2.0/networks/e1abb61a-4cd9-4a66-a878-94eecefe4251 HTTP/1.1" status: 204 len: 168 time: 0.3213863 Jul 14 11:36:56.821405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8b41f-c3af-44b3-b00f-2790b61f618f admin admin] Pushing event deleted for resources: {'Network': ['ID=e1abb61a-4cd9-4a66-a878-94eecefe4251,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:56.837082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:36:56.837436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f83ac4a6-66e1-4ff8-a3c5-ed5f759198eb not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:36:56.956981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d346c7-eae0-4206-a6a0-a4265ac659ad req-87e7168e-c7b5-4d59-be48-036c7116892e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:56.964492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d346c7-eae0-4206-a6a0-a4265ac659ad req-87e7168e-c7b5-4d59-be48-036c7116892e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:56.972420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d346c7-eae0-4206-a6a0-a4265ac659ad req-87e7168e-c7b5-4d59-be48-036c7116892e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:56.981903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d346c7-eae0-4206-a6a0-a4265ac659ad req-87e7168e-c7b5-4d59-be48-036c7116892e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:56.992890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d346c7-eae0-4206-a6a0-a4265ac659ad req-87e7168e-c7b5-4d59-be48-036c7116892e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:57.014689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d346c7-eae0-4206-a6a0-a4265ac659ad req-87e7168e-c7b5-4d59-be48-036c7116892e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:57.022872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d346c7-eae0-4206-a6a0-a4265ac659ad req-87e7168e-c7b5-4d59-be48-036c7116892e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:57.030512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8d346c7-eae0-4206-a6a0-a4265ac659ad req-87e7168e-c7b5-4d59-be48-036c7116892e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.1847789 Jul 14 11:36:57.101042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8d346c7-eae0-4206-a6a0-a4265ac659ad req-bb4aefb8-c748-4ca6-bdd4-5aa495d774e1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689476 Jul 14 11:36:57.171686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46522) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:57.236676 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8a86329c-3f2f-469b-9202-f577d137833c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c0e4cb54a624524a525c1bede68014e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635474 Jul 14 11:36:57.237193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46526) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:57.305794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e8511cc-dbf0-40aa-bb58-8db1f26ea16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:57.334516 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e8511cc-dbf0-40aa-bb58-8db1f26ea16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:57.503588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3f979-e10f-4921-b82b-4e81f4dc2070 req-19faa3b4-cf55-450f-89ec-6f11a576efd3 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:57.512411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0fa3f979-e10f-4921-b82b-4e81f4dc2070 req-19faa3b4-cf55-450f-89ec-6f11a576efd3 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1690664 Jul 14 11:36:57.536774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e8511cc-dbf0-40aa-bb58-8db1f26ea16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:57.539834 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e8511cc-dbf0-40aa-bb58-8db1f26ea16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:57.543505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9e8511cc-dbf0-40aa-bb58-8db1f26ea16f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63faa322-bc76-495f-9516-4a7c7d8f55b6 HTTP/1.1" status: 204 len: 168 time: 0.3029399 Jul 14 11:36:57.598891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8511cc-dbf0-40aa-bb58-8db1f26ea16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63faa322-bc76-495f-9516-4a7c7d8f55b6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:57.656543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0fa3f979-e10f-4921-b82b-4e81f4dc2070 req-0983f733-fd8c-40a6-b61a-a1f69db65e7c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430652 Jul 14 11:36:58.008503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ed463bbe-942a-4dc1-b6d6-bf7313a2709c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392740 Jul 14 11:36:58.084862 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:58.304988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-a7eed03f-6fb9-4a0a-b111-e871f546a224 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:58.312275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-a7eed03f-6fb9-4a0a-b111-e871f546a224 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3027954 Jul 14 11:36:58.367086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ec8e7e16-e7fa-4098-af60-2db50362bb3f tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/quotas/3d5987b3aa24484294adaf8723e0c4c0 HTTP/1.1" status: 200 len: 375 time: 0.0538197 Jul 14 11:36:58.580789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-935e6097-a922-48ba-9cbf-3e07e247e097 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2124984 Jul 14 11:36:58.619720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2b2d-a1d0-4ead-879d-9e298a5bc457 req-451ff661-4966-406e-a163-9df4ecc545a6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:58.641385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2b2d-a1d0-4ead-879d-9e298a5bc457 req-451ff661-4966-406e-a163-9df4ecc545a6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:58.647923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2b2d-a1d0-4ead-879d-9e298a5bc457 req-451ff661-4966-406e-a163-9df4ecc545a6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:58.653935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2b2d-a1d0-4ead-879d-9e298a5bc457 req-451ff661-4966-406e-a163-9df4ecc545a6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:58.672164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2b2d-a1d0-4ead-879d-9e298a5bc457 req-451ff661-4966-406e-a163-9df4ecc545a6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:58.686245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2b2d-a1d0-4ead-879d-9e298a5bc457 req-451ff661-4966-406e-a163-9df4ecc545a6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:58.701139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2b2d-a1d0-4ead-879d-9e298a5bc457 req-451ff661-4966-406e-a163-9df4ecc545a6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:58.720507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-099d2b2d-a1d0-4ead-879d-9e298a5bc457 req-451ff661-4966-406e-a163-9df4ecc545a6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.4060993 Jul 14 11:36:58.813648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46588) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:58.856850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-099d2b2d-a1d0-4ead-879d-9e298a5bc457 req-ceee31ce-2c6b-4f16-b149-772501ac06c5 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238029 Jul 14 11:36:58.986052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a8269a7-5082-4da3-b866-e181b3c33972 req-9b8c0999-6416-46d6-9996-b65d717e0009 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 210 time: 0.0416958 Jul 14 11:36:59.002627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1244154353-network', 'tenant_id': 'c773e59b75a640f89b51d2e8b79aa5eb'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:59.050927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Made reservation on behalf of c773e59b75a640f89b51d2e8b79aa5eb for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:59.053658 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:59.064286 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:59.230898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:59.238636 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:59.256249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:36:59.269862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:59.270633 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Added segment fbca0a17-3dfe-49ca-8b3d-3a90a495729f of type vlan for network db00e2ec-30b1-4465-b0e0-0d648d59651c Jul 14 11:36:59.337812 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:59.458779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:59.460222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:36:59.460894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:59.576884 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7620471 Jul 14 11:36:59.580486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46606) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:36:59.586008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:59.586400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Request body: {'subnet': {'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1244154353-subnet', 'tenant_id': 'c773e59b75a640f89b51d2e8b79aa5eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:36:59.605671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf7ad5-d8e0-4269-a2b6-9e52bf14daad admin admin] Pushing event updated for resources: {'Network': ['ID=db00e2ec-30b1-4465-b0e0-0d648d59651c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:59.640114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network db00e2ec-30b1-4465-b0e0-0d648d59651c details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:36:59.642947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Made reservation on behalf of c773e59b75a640f89b51d2e8b79aa5eb for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:36:59.653327 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:36:59.998692 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:00.095614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4238bebe-7991-45a5-a680-3a1cac4f4c4b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:00.124302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Checking segment: {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:00.125167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Network hostable DHCP agents. Network: db00e2ec-30b1-4465-b0e0-0d648d59651c, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:37:00.146283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Network db00e2ec-30b1-4465-b0e0-0d648d59651c is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:37:00.174348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, db00e2ec-30b1-4465-b0e0-0d648d59651c) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:00.186400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f798a15-93e0-45ac-8b44-e831b9c238ff None None] Network db00e2ec-30b1-4465-b0e0-0d648d59651c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:37:00.194042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:00.194961 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:00.258667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-826b43ac-1191-4cb2-b37e-73903214c689 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6635137 Jul 14 11:37:00.330944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811b96-b760-46a4-9608-e410a6930ca9 req-79870b9f-9656-4e6e-ae25-3fb8560ad490 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:00.354436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811b96-b760-46a4-9608-e410a6930ca9 req-79870b9f-9656-4e6e-ae25-3fb8560ad490 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:00.374689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811b96-b760-46a4-9608-e410a6930ca9 req-79870b9f-9656-4e6e-ae25-3fb8560ad490 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:00.411706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811b96-b760-46a4-9608-e410a6930ca9 req-79870b9f-9656-4e6e-ae25-3fb8560ad490 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:00.420976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dd4ffe-9f88-4ee2-a3a8-93b8e69d50df None None] Network db00e2ec-30b1-4465-b0e0-0d648d59651c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:37:00.427567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811b96-b760-46a4-9608-e410a6930ca9 req-79870b9f-9656-4e6e-ae25-3fb8560ad490 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:00.486378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811b96-b760-46a4-9608-e410a6930ca9 req-79870b9f-9656-4e6e-ae25-3fb8560ad490 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:00.492649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811b96-b760-46a4-9608-e410a6930ca9 req-79870b9f-9656-4e6e-ae25-3fb8560ad490 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:00.509190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69811b96-b760-46a4-9608-e410a6930ca9 req-79870b9f-9656-4e6e-ae25-3fb8560ad490 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.3566353 Jul 14 11:37:00.671536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44b95ce8-a611-457a-b0fa-5308fae83f70 req-7f8cb68f-3689-489a-8ed1-6d92310ff1af tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 210 time: 0.3992782 Jul 14 11:37:00.747290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-8b241371-c6ae-4d9c-a79d-b2610eab8118 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1373093 Jul 14 11:37:00.781172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69811b96-b760-46a4-9608-e410a6930ca9 req-9e882ac8-ecce-4643-bf9b-a35e263ac1c8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2708418 Jul 14 11:37:00.961971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-512e0043-3c11-4682-8421-004e710721f5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:00.964429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-512e0043-3c11-4682-8421-004e710721f5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960728 Jul 14 11:37:00.983761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Request body: {'port': {'device_id': '05a05d05-d0f0-4392-8cc6-755b226f4f44', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': '3d5987b3aa24484294adaf8723e0c4c0'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:01.189755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Made reservation on behalf of 3d5987b3aa24484294adaf8723e0c4c0 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:01.205041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:01.341977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46642) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:01.479041 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7d89ad5-a41d-486c-a107-cca68dd119bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:01.650062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7d89ad5-a41d-486c-a107-cca68dd119bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:01.656905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7d89ad5-a41d-486c-a107-cca68dd119bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:01.742060 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d7d89ad5-a41d-486c-a107-cca68dd119bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f25d79a4d8fc4b35ba8599c5ab577b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983035 Jul 14 11:37:01.743727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d89ad5-a41d-486c-a107-cca68dd119bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c217b541-6a80-45cd-9eb4-1731dbcfaa3a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:01.748119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46652) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:01.878765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba54e5e0-dd60-49c3-ac38-ec1cc33e52a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:01.915994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba54e5e0-dd60-49c3-ac38-ec1cc33e52a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:01.984505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba54e5e0-dd60-49c3-ac38-ec1cc33e52a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:01.988846 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba54e5e0-dd60-49c3-ac38-ec1cc33e52a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:01.990815 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ba54e5e0-dd60-49c3-ac38-ec1cc33e52a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c217b541-6a80-45cd-9eb4-1731dbcfaa3a HTTP/1.1" status: 204 len: 168 time: 0.2286522 Jul 14 11:37:02.002447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54e5e0-dd60-49c3-ac38-ec1cc33e52a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c217b541-6a80-45cd-9eb4-1731dbcfaa3a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:02.049889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Allocated IP 192.168.233.43 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/af56752f-46ae-47b4-aaa1-1dd31e30d31f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:02.155916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-f67c42b9-d1bf-452a-b579-ad25ba5009bb tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:02.158307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-f67c42b9-d1bf-452a-b579-ad25ba5009bb tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/networks?id=db00e2ec-30b1-4465-b0e0-0d648d59651c HTTP/1.1" status: 200 len: 818 time: 0.8545938 Jul 14 11:37:02.193026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa329067-616f-432c-8e6b-c43e095b6221 req-e9e3392d-a32c-405b-b0c8-2fa2d22ddb09 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 210 time: 0.0799530 Jul 14 11:37:02.211772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-6eee3b22-3cc9-414f-bb97-b07a1da9ae9d tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/quotas/c773e59b75a640f89b51d2e8b79aa5eb HTTP/1.1" status: 200 len: 375 time: 0.0177348 Jul 14 11:37:02.252011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-f2e9ba34-fe19-4735-b35f-d8ed97106d8d tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c773e59b75a640f89b51d2e8b79aa5eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339592 Jul 14 11:37:02.389528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:02.415220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Transition to ACTIVE for port object af56752f-46ae-47b4-aaa1-1dd31e30d31f will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:02.536987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-b90e75d9-f97b-47b1-b28d-d591b8bb6008 service neutron] 10.222.0.38 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736094 Jul 14 11:37:02.568322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:02.585720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['ea487196-f13c-43fe-8459-02726000582a', 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:02.647187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e8cc-240f-4101-b1a4-8138223cc46d req-54f00b6d-6232-4dd7-9b25-d813246a5653 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:02.658512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e8cc-240f-4101-b1a4-8138223cc46d req-54f00b6d-6232-4dd7-9b25-d813246a5653 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:02.672040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e8cc-240f-4101-b1a4-8138223cc46d req-54f00b6d-6232-4dd7-9b25-d813246a5653 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:02.680049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e8cc-240f-4101-b1a4-8138223cc46d req-54f00b6d-6232-4dd7-9b25-d813246a5653 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:02.691046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e8cc-240f-4101-b1a4-8138223cc46d req-54f00b6d-6232-4dd7-9b25-d813246a5653 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:02.702250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e8cc-240f-4101-b1a4-8138223cc46d req-54f00b6d-6232-4dd7-9b25-d813246a5653 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:02.713249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e8cc-240f-4101-b1a4-8138223cc46d req-54f00b6d-6232-4dd7-9b25-d813246a5653 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:02.715689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d99e8cc-240f-4101-b1a4-8138223cc46d req-54f00b6d-6232-4dd7-9b25-d813246a5653 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.3028069 Jul 14 11:37:02.797375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:02.837331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:02.839752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Pushing event updated for resources: {'Port': ['ID=af56752f-46ae-47b4-aaa1-1dd31e30d31f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:02.850842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:02.897595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d99e8cc-240f-4101-b1a4-8138223cc46d req-dc92b2ee-aa1f-4818-baaf-56040b61138e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1475353 Jul 14 11:37:02.991186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-d4f24d07-e778-4ab4-92e5-c680c239014b service neutron] 10.222.0.38 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456670 Jul 14 11:37:03.020022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:03.020718 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:03.059626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-48a00457-fae6-466f-96b7-fb7a2d8dfa54 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0860953 Jul 14 11:37:03.072206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Request body: {'port': {'device_id': '05a05d05-d0f0-4392-8cc6-755b226f4f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:03.246295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:03.285405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-11455da7-3175-466e-8d3a-6d53f10b4602 None None] Provisioning for port af56752f-46ae-47b4-aaa1-1dd31e30d31f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:03.292360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-11455da7-3175-466e-8d3a-6d53f10b4602 None None] Provisioning complete for port af56752f-46ae-47b4-aaa1-1dd31e30d31f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:03.294009 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-11455da7-3175-466e-8d3a-6d53f10b4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:03.431452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-11455da7-3175-466e-8d3a-6d53f10b4602 None None] Port af56752f-46ae-47b4-aaa1-1dd31e30d31f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:37:03.656853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af56752f-46ae-47b4-aaa1-1dd31e30d31f {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:03.665120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:03.678696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Transition to ACTIVE for port object af56752f-46ae-47b4-aaa1-1dd31e30d31f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:03.685697 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:03.788974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=af56752f-46ae-47b4-aaa1-1dd31e30d31f,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:03.999975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c67a68b5-e5b6-4b2c-a2c6-eb6988aa711e req-68a7e898-a805-47c7-9803-85af9e4ecd26 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 210 time: 0.2704742 Jul 14 11:37:04.066468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f99fe9-d703-4701-b046-b52bbc4be5ab req-038291b3-0b13-485b-8422-860c040f5b9e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:04.080247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1f99fe9-d703-4701-b046-b52bbc4be5ab req-038291b3-0b13-485b-8422-860c040f5b9e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 947 time: 0.3996158 Jul 14 11:37:04.198002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Attempting to bind port af56752f-46ae-47b4-aaa1-1dd31e30d31f on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:04.200536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Attempting to bind port af56752f-46ae-47b4-aaa1-1dd31e30d31f by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:04.200536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Attempting to bind port af56752f-46ae-47b4-aaa1-1dd31e30d31f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:04.219041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Port af56752f-46ae-47b4-aaa1-1dd31e30d31f on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:04.219313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Attempting to bind port af56752f-46ae-47b4-aaa1-1dd31e30d31f on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:04.264572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1f99fe9-d703-4701-b046-b52bbc4be5ab req-df5040f5-1eb0-48b6-bccf-91c97f1af46b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780846 Jul 14 11:37:04.268330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:04.271655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:04.272817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:04.276576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Bound port: af56752f-46ae-47b4-aaa1-1dd31e30d31f, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:04.278637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:04.537152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] For port af56752f-46ae-47b4-aaa1-1dd31e30d31f, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:04.545612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] For port af56752f-46ae-47b4-aaa1-1dd31e30d31f, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=af56752f-46ae-47b4-aaa1-1dd31e30d31f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:37:04.553108 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:04.619019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6550e-e807-4922-a9f8-be7ac437c110 req-b0fc5c66-4d30-401d-a336-bca9f3559ce1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:04.628369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6550e-e807-4922-a9f8-be7ac437c110 req-b0fc5c66-4d30-401d-a336-bca9f3559ce1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:04.634966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6550e-e807-4922-a9f8-be7ac437c110 req-b0fc5c66-4d30-401d-a336-bca9f3559ce1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:04.643949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6550e-e807-4922-a9f8-be7ac437c110 req-b0fc5c66-4d30-401d-a336-bca9f3559ce1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:04.651999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6550e-e807-4922-a9f8-be7ac437c110 req-b0fc5c66-4d30-401d-a336-bca9f3559ce1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:04.659099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6550e-e807-4922-a9f8-be7ac437c110 req-b0fc5c66-4d30-401d-a336-bca9f3559ce1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:04.667695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6550e-e807-4922-a9f8-be7ac437c110 req-b0fc5c66-4d30-401d-a336-bca9f3559ce1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:04.669897 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84d6550e-e807-4922-a9f8-be7ac437c110 req-b0fc5c66-4d30-401d-a336-bca9f3559ce1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5422 time: 0.3321381 Jul 14 11:37:04.671556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:04.672312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:04.673776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] 10.222.0.45 "PUT /v2.0/ports/af56752f-46ae-47b4-aaa1-1dd31e30d31f HTTP/1.1" status: 200 len: 1095 time: 1.6062510 Jul 14 11:37:04.682112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a05d05-d0f0-4392-8cc6-755b226f4f44', 'tag': 'af56752f-46ae-47b4-aaa1-1dd31e30d31f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:04.701254 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d978c0-553d-4725-b27d-ac147f26ab97" -d '{"events": [{"name": "network-changed", "server_uuid": "05a05d05-d0f0-4392-8cc6-755b226f4f44", "tag": "af56752f-46ae-47b4-aaa1-1dd31e30d31f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:04.752739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:04.921044 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.resource_extend [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:37:04.990512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefa3b1-a42b-423e-b842-1666229ea8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=af56752f-46ae-47b4-aaa1-1dd31e30d31f,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:05.022985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84d6550e-e807-4922-a9f8-be7ac437c110 req-d8ee608a-f722-40a3-9853-af0eb4244014 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2975438 Jul 14 11:37:05.171882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-17c4db75-ea23-4fa8-95a2-30acaaed7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:05.174410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-17c4db75-ea23-4fa8-95a2-30acaaed7630 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 1098 time: 0.3200257 Jul 14 11:37:05.221115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:05.280186 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13f0cef-d8d6-4690-924d-b2e223bebb3a x-openstack-request-id: req-b13f0cef-d8d6-4690-924d-b2e223bebb3a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:05.280875 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a05d05-d0f0-4392-8cc6-755b226f4f44", "tag": "af56752f-46ae-47b4-aaa1-1dd31e30d31f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:05.281712 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b13f0cef-d8d6-4690-924d-b2e223bebb3a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:05.282696 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a05d05-d0f0-4392-8cc6-755b226f4f44', 'tag': 'af56752f-46ae-47b4-aaa1-1dd31e30d31f', 'status': 'completed', 'code': 200} Jul 14 11:37:05.285919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-aec99060-e319-4fcc-aef5-754d5a5613c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=af56752f-46ae-47b4-aaa1-1dd31e30d31f HTTP/1.1" status: 200 len: 217 time: 0.0965555 Jul 14 11:37:05.308911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5', 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2', 'port_id': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5', 'mac_address': 'fa:16:3e:ce:c3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc9807e-2574-4949-9a4b-9e5324b0f840', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:05.465288 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:05.481281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:05.508227 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:05.520665 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:05.522006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f6adf4b1-421e-4340-a8f3-d0a40f207e72 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:05.546165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccfa9912-e3b3-4d53-801c-57fda0ba794f req-faf68578-8ddc-4f04-a641-fd1c9a369699 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 210 time: 0.2581635 Jul 14 11:37:05.584126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-93ab7bac-b7f6-4eb0-ad35-f3a49b0f3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:05.586246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-93ab7bac-b7f6-4eb0-ad35-f3a49b0f3cfa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2406406 Jul 14 11:37:05.711675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-5c49d37c-3d05-4ddb-bda5-4484fdfe8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:05.713855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-5c49d37c-3d05-4ddb-bda5-4484fdfe8240 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166801 Jul 14 11:37:05.743251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:05.841995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-e539ea34-687b-4aed-b437-854e1093f880 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888314 Jul 14 11:37:05.977252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3afe4-44ef-4da3-a282-3bfdbdf81c09 req-f454e847-19d7-4225-8831-921f927e08f3 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:05.978715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d3afe4-44ef-4da3-a282-3bfdbdf81c09 req-f454e847-19d7-4225-8831-921f927e08f3 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 947 time: 0.2936807 Jul 14 11:37:06.007140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f6adf4b1-421e-4340-a8f3-d0a40f207e72, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:06.135646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6132fb4-9f18-4a51-b8ae-b370df6315bd req-051088b9-2f23-4ab9-a193-a2036974120b service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780092 Jul 14 11:37:06.180569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d3afe4-44ef-4da3-a282-3bfdbdf81c09 req-393c19da-e70e-4677-b089-49a233fd89eb tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908610 Jul 14 11:37:06.449629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64936842-dcf7-4b17-9f7d-c94363788a18 req-831ac084-bf62-4df9-aaba-fb5435beba90 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:06.469190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64936842-dcf7-4b17-9f7d-c94363788a18 req-831ac084-bf62-4df9-aaba-fb5435beba90 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:06.479518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64936842-dcf7-4b17-9f7d-c94363788a18 req-831ac084-bf62-4df9-aaba-fb5435beba90 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:06.491416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72', 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'port_id': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72', 'mac_address': 'fa:16:3e:1d:f2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb91f9e9-b3d2-4874-9af8-eede9b2acf8a', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:06.499350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64936842-dcf7-4b17-9f7d-c94363788a18 req-831ac084-bf62-4df9-aaba-fb5435beba90 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:06.506815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64936842-dcf7-4b17-9f7d-c94363788a18 req-831ac084-bf62-4df9-aaba-fb5435beba90 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:06.514172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64936842-dcf7-4b17-9f7d-c94363788a18 req-831ac084-bf62-4df9-aaba-fb5435beba90 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:06.520706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64936842-dcf7-4b17-9f7d-c94363788a18 req-831ac084-bf62-4df9-aaba-fb5435beba90 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:06.536433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64936842-dcf7-4b17-9f7d-c94363788a18 req-831ac084-bf62-4df9-aaba-fb5435beba90 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5423 time: 0.2621398 Jul 14 11:37:06.540439 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:06.556239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6adf4b1-421e-4340-a8f3-d0a40f207e72 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:06.582151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f6adf4b1-421e-4340-a8f3-d0a40f207e72, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:06.590679 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:06.594318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f38bed34-9bc0-44f3-8001-9e629cf6e935 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:06.733023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f38bed34-9bc0-44f3-8001-9e629cf6e935, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:06.752945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'f38bed34-9bc0-44f3-8001-9e629cf6e935', 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'port_id': 'f38bed34-9bc0-44f3-8001-9e629cf6e935', 'mac_address': 'fa:16:3e:b1:61:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb91f9e9-b3d2-4874-9af8-eede9b2acf8a', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:06.759796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f6adf4b1-421e-4340-a8f3-d0a40f207e72,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:06.761147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64936842-dcf7-4b17-9f7d-c94363788a18 req-888be51d-591f-409d-8672-a0d5fa274366 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2206354 Jul 14 11:37:06.802652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.803002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.803348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.803690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.804052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.804554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.804893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.805293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.806169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.806686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.807762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.808284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:06.836122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-fbd062d6-940c-422b-b44c-d17517546eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:06.837497 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:06.837629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-fbd062d6-940c-422b-b44c-d17517546eaa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 1098 time: 0.2980301 Jul 14 11:37:06.852235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7cc32dc4-f0d9-441c-bc90-c40de957b68f req-c6bcffe5-b5f9-4d96-9a5b-e346b1544543 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 210 time: 0.0448334 Jul 14 11:37:06.865607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38bed34-9bc0-44f3-8001-9e629cf6e935 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:06.894911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f38bed34-9bc0-44f3-8001-9e629cf6e935, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:06.900484 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:06.902027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9555707b-f711-4615-ade1-3693da6443f7 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:06.987697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9555707b-f711-4615-ade1-3693da6443f7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9555707b-f711-4615-ade1-3693da6443f7,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:06.991769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f38bed34-9bc0-44f3-8001-9e629cf6e935,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:07.014990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-b670f235-1de6-4844-bf03-804dbf456137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:07.015562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '9555707b-f711-4615-ade1-3693da6443f7', 'network_id': '87b23580-eb76-43df-94fb-48303c32c2e2', 'port_id': '9555707b-f711-4615-ade1-3693da6443f7', 'mac_address': 'fa:16:3e:a4:2d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc9807e-2574-4949-9a4b-9e5324b0f840', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:07.017329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-b670f235-1de6-4844-bf03-804dbf456137 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1616757 Jul 14 11:37:07.114547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-b4e6e401-17cb-4ede-a95a-fb91cc5a6b8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=af56752f-46ae-47b4-aaa1-1dd31e30d31f HTTP/1.1" status: 200 len: 217 time: 0.0847535 Jul 14 11:37:07.136218 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:07.156319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9555707b-f711-4615-ade1-3693da6443f7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:07.191625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-41f71768-ea79-4c86-b270-43948bb009a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:07.193511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-41f71768-ea79-4c86-b270-43948bb009a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0691650 Jul 14 11:37:07.211082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9555707b-f711-4615-ade1-3693da6443f7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9555707b-f711-4615-ade1-3693da6443f7,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:07.221565 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:07.222572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 92b44633-b17c-4813-8c26-2dd945a44867 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:07.337962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 92b44633-b17c-4813-8c26-2dd945a44867, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=92b44633-b17c-4813-8c26-2dd945a44867,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:07.367284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '92b44633-b17c-4813-8c26-2dd945a44867', 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'port_id': '92b44633-b17c-4813-8c26-2dd945a44867', 'mac_address': 'fa:16:3e:9c:ee:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb91f9e9-b3d2-4874-9af8-eede9b2acf8a', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:07.389672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9555707b-f711-4615-ade1-3693da6443f7,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:07.539459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-80739fde-53e2-45f5-ac7d-4d9f09d7a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:07.539459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-80739fde-53e2-45f5-ac7d-4d9f09d7a849 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3269160 Jul 14 11:37:07.576411 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:07.610830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b44633-b17c-4813-8c26-2dd945a44867 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:07.640272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 92b44633-b17c-4813-8c26-2dd945a44867, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=92b44633-b17c-4813-8c26-2dd945a44867,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:07.645308 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:07.646432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0628ddc1-a74a-48a7-b7cb-899bac95fa03 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:07.689325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0628ddc1-a74a-48a7-b7cb-899bac95fa03, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:07.705332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '0628ddc1-a74a-48a7-b7cb-899bac95fa03', 'network_id': '71c34098-5385-4eb1-b275-140a8ef534f5', 'port_id': '0628ddc1-a74a-48a7-b7cb-899bac95fa03', 'mac_address': 'fa:16:3e:70:49:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb91f9e9-b3d2-4874-9af8-eede9b2acf8a', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:07.789142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-c067e876-b568-4dda-81d3-5c18defece46 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415881 Jul 14 11:37:07.807958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-072deaaa-a535-4660-ae28-e3b5ed9619b7 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:07.810016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-072deaaa-a535-4660-ae28-e3b5ed9619b7 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "GET /v2.0/networks?id=db00e2ec-30b1-4465-b0e0-0d648d59651c HTTP/1.1" status: 200 len: 818 time: 0.5126038 Jul 14 11:37:07.837715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:07.895835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=92b44633-b17c-4813-8c26-2dd945a44867,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:07.931749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0628ddc1-a74a-48a7-b7cb-899bac95fa03 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:07.993336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0628ddc1-a74a-48a7-b7cb-899bac95fa03, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:08.000126 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:08.001150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ea129b67-5bec-459d-ad1b-54b0753d9e04 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:08.034136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Request body: {'port': {'device_id': '2a004ba8-2a10-4ebf-8b71-f41d338cc483', 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c', 'admin_state_up': True, 'tenant_id': 'c773e59b75a640f89b51d2e8b79aa5eb'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:08.038888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93d978c0-553d-4725-b27d-ac147f26ab97 req-a84b2127-2688-48d8-934f-ca8fbd1d1d68 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252522 Jul 14 11:37:08.047191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ccc28-9f68-453b-a66e-b8deaedf1df0 req-1693bea4-3731-42d0-86e0-618d178d111e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.054610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-632ccc28-9f68-453b-a66e-b8deaedf1df0 req-1693bea4-3731-42d0-86e0-618d178d111e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 947 time: 0.6310675 Jul 14 11:37:08.171775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0628ddc1-a74a-48a7-b7cb-899bac95fa03,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:08.285482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-632ccc28-9f68-453b-a66e-b8deaedf1df0 req-54c692ac-ec5e-41f5-99df-7a953c8db4ed tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299147 Jul 14 11:37:08.300626 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ea129b67-5bec-459d-ad1b-54b0753d9e04, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:08.333309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'port_id': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'mac_address': 'fa:16:3e:b1:37:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:08.353732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de19c-2dbd-465e-b725-caa6828a172c req-35a58b1a-adb2-42a6-b557-16283df5c0b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.359984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de19c-2dbd-465e-b725-caa6828a172c req-35a58b1a-adb2-42a6-b557-16283df5c0b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.366054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de19c-2dbd-465e-b725-caa6828a172c req-35a58b1a-adb2-42a6-b557-16283df5c0b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.372926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de19c-2dbd-465e-b725-caa6828a172c req-35a58b1a-adb2-42a6-b557-16283df5c0b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.382066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de19c-2dbd-465e-b725-caa6828a172c req-35a58b1a-adb2-42a6-b557-16283df5c0b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.391174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de19c-2dbd-465e-b725-caa6828a172c req-35a58b1a-adb2-42a6-b557-16283df5c0b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.407569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de19c-2dbd-465e-b725-caa6828a172c req-35a58b1a-adb2-42a6-b557-16283df5c0b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.416916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c6de19c-2dbd-465e-b725-caa6828a172c req-35a58b1a-adb2-42a6-b557-16283df5c0b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5428 time: 0.3529537 Jul 14 11:37:08.459715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:08.496123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-8ec05cd6-6801-4b46-85f7-1b0f2936783f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.498108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-8ec05cd6-6801-4b46-85f7-1b0f2936783f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "GET /v2.0/networks?id=db00e2ec-30b1-4465-b0e0-0d648d59651c HTTP/1.1" status: 200 len: 818 time: 0.6545699 Jul 14 11:37:08.498642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea129b67-5bec-459d-ad1b-54b0753d9e04 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:08.512898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Request body: {'port': {'device_id': '7f442c6c-3c81-474e-8a2d-b595d00f1573', 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c', 'admin_state_up': True, 'tenant_id': 'c773e59b75a640f89b51d2e8b79aa5eb'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:08.541792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ea129b67-5bec-459d-ad1b-54b0753d9e04, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:08.561237 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:08.685922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-35d97bb1-c789-461b-8cfb-a58468f40995 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:08.691059 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-35d97bb1-c789-461b-8cfb-a58468f40995 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "GET /v2.0/networks?id=db00e2ec-30b1-4465-b0e0-0d648d59651c HTTP/1.1" status: 200 len: 818 time: 0.3184345 Jul 14 11:37:08.705536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Request body: {'port': {'device_id': '4685e2d0-d5e2-477f-94e1-a79a97fbea67', 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c', 'admin_state_up': True, 'tenant_id': 'c773e59b75a640f89b51d2e8b79aa5eb'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:08.716476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ea129b67-5bec-459d-ad1b-54b0753d9e04,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:08.738943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c6de19c-2dbd-465e-b725-caa6828a172c req-39e3e0d4-1129-45f6-bffd-6e4fe5ea63a8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3202009 Jul 14 11:37:08.750093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46798) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:08.868652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bea69e56-97d4-4c73-bd3f-0b79f93057f8 req-6177dd45-fff3-41b6-8308-d0279896b69d tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 210 time: 0.1932709 Jul 14 11:37:08.919290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Made reservation on behalf of c773e59b75a640f89b51d2e8b79aa5eb for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:08.923320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:08.946509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Made reservation on behalf of c773e59b75a640f89b51d2e8b79aa5eb for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:08.956446 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:08.969370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Made reservation on behalf of c773e59b75a640f89b51d2e8b79aa5eb for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:08.973728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.122535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Allocated IP 172.20.0.13 (db00e2ec-30b1-4465-b0e0-0d648d59651c/4238bebe-7991-45a5-a680-3a1cac4f4c4b/87cb7aea-bb9e-4d15-bb7f-0cf417a6badd) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:09.141579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a28ad27e-b497-4d20-8b62-edcd5e290b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.180329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['ea129b67-5bec-459d-ad1b-54b0753d9e04'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:09.228787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device af56752f-46ae-47b4-aaa1-1dd31e30d31f details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:09.232038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:09.267831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['f6adf4b1-421e-4340-a8f3-d0a40f207e72'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:09.270081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['f38bed34-9bc0-44f3-8001-9e629cf6e935'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:09.290492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9555707b-f711-4615-ade1-3693da6443f7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:09.298112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a28ad27e-b497-4d20-8b62-edcd5e290b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.301218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0628ddc1-a74a-48a7-b7cb-899bac95fa03'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:09.309809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a28ad27e-b497-4d20-8b62-edcd5e290b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.427597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ad27e-b497-4d20-8b62-edcd5e290b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c346ac7-2baf-4970-995b-7a0c858157c8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:09.490163 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a28ad27e-b497-4d20-8b62-edcd5e290b5f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7d6177b8df634011b37853d3d2980294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367816 Jul 14 11:37:09.494163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46804) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:09.495553 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.resource_extend [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:37:09.503067 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.536950 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b23e45d5-9809-43e1-a175-ecf79f26d6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.622812 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acf7450c-f9f5-4870-ad49-cc507998d95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.681307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acf7450c-f9f5-4870-ad49-cc507998d95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.703800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.825978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Pushing event updated for resources: {'Port': ['ID=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:09.861048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Network db00e2ec-30b1-4465-b0e0-0d648d59651c is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:09.863491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:09.895610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e97f4e-7a40-47ff-b964-f01debf7ac81 req-a84d64fb-983c-409c-b5aa-9d0059197b71 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:09.895868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Allocated IP 172.20.0.6 (db00e2ec-30b1-4465-b0e0-0d648d59651c/4238bebe-7991-45a5-a680-3a1cac4f4c4b/9b752b4d-143e-4fd4-b5b0-19352a22fe10) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:09.904567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6e97f4e-7a40-47ff-b964-f01debf7ac81 req-a84d64fb-983c-409c-b5aa-9d0059197b71 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 947 time: 0.3513205 Jul 14 11:37:09.913377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acf7450c-f9f5-4870-ad49-cc507998d95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.915765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acf7450c-f9f5-4870-ad49-cc507998d95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:09.925105 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-acf7450c-f9f5-4870-ad49-cc507998d95b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c346ac7-2baf-4970-995b-7a0c858157c8 HTTP/1.1" status: 204 len: 168 time: 0.4255106 Jul 14 11:37:09.943394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port af56752f-46ae-47b4-aaa1-1dd31e30d31f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=af56752f-46ae-47b4-aaa1-1dd31e30d31f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:09.958175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:09.976364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7450c-f9f5-4870-ad49-cc507998d95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c346ac7-2baf-4970-995b-7a0c858157c8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:10.041031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'af56752f-46ae-47b4-aaa1-1dd31e30d31f', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'af56752f-46ae-47b4-aaa1-1dd31e30d31f', 'mac_address': 'fa:16:3e:79:ee:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:10.234061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['92b44633-b17c-4813-8c26-2dd945a44867'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:10.258136 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:10.281290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6e97f4e-7a40-47ff-b964-f01debf7ac81 req-66198253-5ca6-4f82-86ce-4cae77b3a3c2 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758321 Jul 14 11:37:10.327732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:10.348574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:10.363782 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:10.489442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-8314a46d-c182-40aa-b60f-7d0394d7b67e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9748487 Jul 14 11:37:10.493921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Network db00e2ec-30b1-4465-b0e0-0d648d59651c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:10.498564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:10.509342 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:10.509815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:10.519421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Pushing event updated for resources: {'Port': ['ID=9b752b4d-143e-4fd4-b5b0-19352a22fe10,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:10.533219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Request body: {'port': {'device_id': '7f442c6c-3c81-474e-8a2d-b595d00f1573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:10.561694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Allocated IP 172.20.0.11 (db00e2ec-30b1-4465-b0e0-0d648d59651c/4238bebe-7991-45a5-a680-3a1cac4f4c4b/5112b378-c1ad-4d40-a6cf-ed060f484ad6) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:10.614056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a8fb-2c1a-4f62-86f2-217f86ea1acb req-2cbe5947-3271-4ce4-a2fa-4393de611b77 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:10.621524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a8fb-2c1a-4f62-86f2-217f86ea1acb req-2cbe5947-3271-4ce4-a2fa-4393de611b77 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:10.627316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a8fb-2c1a-4f62-86f2-217f86ea1acb req-2cbe5947-3271-4ce4-a2fa-4393de611b77 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:10.639859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a8fb-2c1a-4f62-86f2-217f86ea1acb req-2cbe5947-3271-4ce4-a2fa-4393de611b77 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:10.645245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:10.645245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:10.646118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a8fb-2c1a-4f62-86f2-217f86ea1acb req-2cbe5947-3271-4ce4-a2fa-4393de611b77 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:10.649375 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46820) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:10.653101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a8fb-2c1a-4f62-86f2-217f86ea1acb req-2cbe5947-3271-4ce4-a2fa-4393de611b77 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:10.659391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a8fb-2c1a-4f62-86f2-217f86ea1acb req-2cbe5947-3271-4ce4-a2fa-4393de611b77 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:10.667654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6501a8fb-2c1a-4f62-86f2-217f86ea1acb req-2cbe5947-3271-4ce4-a2fa-4393de611b77 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5429 time: 0.5214827 Jul 14 11:37:10.679151 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-857a5936-6a66-4d43-8c3e-274f822ddba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:10.707884 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-8e2b6c2b-af0f-4441-be66-539b359f2fcd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0079458 Jul 14 11:37:10.723164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Request body: {'port': {'device_id': '4685e2d0-d5e2-477f-94e1-a79a97fbea67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:10.774129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af56752f-46ae-47b4-aaa1-1dd31e30d31f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:10.801159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port af56752f-46ae-47b4-aaa1-1dd31e30d31f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=af56752f-46ae-47b4-aaa1-1dd31e30d31f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:10.872971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:10.889772 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:10.965984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=af56752f-46ae-47b4-aaa1-1dd31e30d31f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:11.094325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-857a5936-6a66-4d43-8c3e-274f822ddba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.101643 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-857a5936-6a66-4d43-8c3e-274f822ddba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.150667 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-857a5936-6a66-4d43-8c3e-274f822ddba9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ef2ee8c8e034a57978c30e05e048e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000191 Jul 14 11:37:11.152060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a5936-6a66-4d43-8c3e-274f822ddba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb010808-dd76-41ee-8623-baa42a1add31,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:11.154489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46826) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:11.187142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6501a8fb-2c1a-4f62-86f2-217f86ea1acb req-e7e50cc5-2241-45ea-8918-a95d8d6cb8db tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5181956 Jul 14 11:37:11.194881 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.214728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['af56752f-46ae-47b4-aaa1-1dd31e30d31f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:11.226165 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d439fc54-e7f7-4c76-85ed-3b0203e55462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.282025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d439fc54-e7f7-4c76-85ed-3b0203e55462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.295658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9b743-188a-4f4a-9637-b636405392fb req-b52e25ff-bb08-47db-9896-5c3a1d1f35f7 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:11.297368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02a9b743-188a-4f4a-9637-b636405392fb req-b52e25ff-bb08-47db-9896-5c3a1d1f35f7 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 932 time: 0.7006269 Jul 14 11:37:11.396253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d439fc54-e7f7-4c76-85ed-3b0203e55462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.399134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d439fc54-e7f7-4c76-85ed-3b0203e55462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.403037 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d439fc54-e7f7-4c76-85ed-3b0203e55462 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb010808-dd76-41ee-8623-baa42a1add31 HTTP/1.1" status: 204 len: 168 time: 0.2453578 Jul 14 11:37:11.435903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439fc54-e7f7-4c76-85ed-3b0203e55462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb010808-dd76-41ee-8623-baa42a1add31,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:11.451537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02a9b743-188a-4f4a-9637-b636405392fb req-b5f5f253-e725-4b4f-8100-d9f1d6828749 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445615 Jul 14 11:37:11.458348 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.524607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.620900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Network db00e2ec-30b1-4465-b0e0-0d648d59651c is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:11.627288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:11.633873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:11.667038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Pushing event updated for resources: {'Port': ['ID=5112b378-c1ad-4d40-a6cf-ed060f484ad6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:11.706924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b752b4d-143e-4fd4-b5b0-19352a22fe10 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:11.708933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:11.709582 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.722475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.743623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dcba7-0647-488e-892c-b9678c6c6920 req-ccaa8c17-fb5f-4f2c-ae9f-4b5982e5f3c5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:11.746096 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e87dcba7-0647-488e-892c-b9678c6c6920 req-ccaa8c17-fb5f-4f2c-ae9f-4b5982e5f3c5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 948 time: 0.1837282 Jul 14 11:37:11.748462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-68680671-98e5-4bff-9295-1579d7ab6e5f tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9043915 Jul 14 11:37:11.748853 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Transition to ACTIVE for port object 9b752b4d-143e-4fd4-b5b0-19352a22fe10 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:11.753362 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:11.777925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Request body: {'port': {'device_id': '2a004ba8-2a10-4ebf-8b71-f41d338cc483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:11.815956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Pushing event updated for resources: {'Port': ['ID=9b752b4d-143e-4fd4-b5b0-19352a22fe10,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:11.911916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e87dcba7-0647-488e-892c-b9678c6c6920 req-27c3853e-6d9b-470d-9eb2-1cfd26e3b680 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592174 Jul 14 11:37:12.047184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.125794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6958-2fa0-40ad-8705-78c4c9c00d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.178381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:12.198891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.243259 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.318432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Transition to ACTIVE for port object 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:12.372682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.380330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Attempting to bind port 9b752b4d-143e-4fd4-b5b0-19352a22fe10 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:12.390764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Attempting to bind port 9b752b4d-143e-4fd4-b5b0-19352a22fe10 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:12.391255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Attempting to bind port 9b752b4d-143e-4fd4-b5b0-19352a22fe10 on network db00e2ec-30b1-4465-b0e0-0d648d59651c {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:12.397039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Port 9b752b4d-143e-4fd4-b5b0-19352a22fe10 on network db00e2ec-30b1-4465-b0e0-0d648d59651c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:12.397681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Attempting to bind port 9b752b4d-143e-4fd4-b5b0-19352a22fe10 on network db00e2ec-30b1-4465-b0e0-0d648d59651c {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:12.404568 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:12.405026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Checking segment: {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:12.407614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Bound using segment: {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:12.407614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Bound port: 9b752b4d-143e-4fd4-b5b0-19352a22fe10, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:12.407614 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.537971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] For port 9b752b4d-143e-4fd4-b5b0-19352a22fe10, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:12.546949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] For port 9b752b4d-143e-4fd4-b5b0-19352a22fe10, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9b752b4d-143e-4fd4-b5b0-19352a22fe10,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:37:12.556722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.587012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Pushing event updated for resources: {'Port': ['ID=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:12.598134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f6adf4b1-421e-4340-a8f3-d0a40f207e72 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:12.627399 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.628124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.632230 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] 10.222.0.64 "PUT /v2.0/ports/9b752b4d-143e-4fd4-b5b0-19352a22fe10 HTTP/1.1" status: 200 len: 1091 time: 1.9144192 Jul 14 11:37:12.641642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4685e2d0-d5e2-477f-94e1-a79a97fbea67', 'tag': '9b752b4d-143e-4fd4-b5b0-19352a22fe10'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:12.647553 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0c3a5c-4311-4849-bcdb-92c95d364792" -d '{"events": [{"name": "network-changed", "server_uuid": "4685e2d0-d5e2-477f-94e1-a79a97fbea67", "tag": "9b752b4d-143e-4fd4-b5b0-19352a22fe10"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:12.703346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port f6adf4b1-421e-4340-a8f3-d0a40f207e72 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:12.712667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port f6adf4b1-421e-4340-a8f3-d0a40f207e72 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:12.714044 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.783252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20169-4011-48fb-b5d1-2f3c2e27fa6d service neutron] Pushing event updated for resources: {'Port': ['ID=9b752b4d-143e-4fd4-b5b0-19352a22fe10,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:12.812573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-1f1b2bea-4fa0-4507-9715-04a533c3203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.814095 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-1f1b2bea-4fa0-4507-9715-04a533c3203d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c773e59b75a640f89b51d2e8b79aa5eb&device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67 HTTP/1.1" status: 200 len: 1094 time: 0.1209006 Jul 14 11:37:12.837339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Attempting to bind port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:12.839072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Attempting to bind port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:12.840573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Attempting to bind port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd on network db00e2ec-30b1-4465-b0e0-0d648d59651c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:12.853226 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.859533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5112b378-c1ad-4d40-a6cf-ed060f484ad6 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:12.882632 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:12.885161 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1d1563-c73e-4ef2-a05a-df8b75b8ed45" -d '{"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "f6adf4b1-421e-4340-a8f3-d0a40f207e72"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:12.887236 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-0c82f9a0-989c-485e-b5e1-f98113dd6274 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b752b4d-143e-4fd4-b5b0-19352a22fe10 HTTP/1.1" status: 200 len: 217 time: 0.0636511 Jul 14 11:37:12.888080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d10d8-50bc-49d2-8bf3-e450dc93314f req-c214d95f-1b0e-4e50-b178-cad6bdbc3aa6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.895618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d10d8-50bc-49d2-8bf3-e450dc93314f req-c214d95f-1b0e-4e50-b178-cad6bdbc3aa6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.899073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f6adf4b1-421e-4340-a8f3-d0a40f207e72, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:12.904829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d10d8-50bc-49d2-8bf3-e450dc93314f req-c214d95f-1b0e-4e50-b178-cad6bdbc3aa6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.906876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.908584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9555707b-f711-4615-ade1-3693da6443f7 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:12.913871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d10d8-50bc-49d2-8bf3-e450dc93314f req-c214d95f-1b0e-4e50-b178-cad6bdbc3aa6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.920231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d10d8-50bc-49d2-8bf3-e450dc93314f req-c214d95f-1b0e-4e50-b178-cad6bdbc3aa6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.928628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d10d8-50bc-49d2-8bf3-e450dc93314f req-c214d95f-1b0e-4e50-b178-cad6bdbc3aa6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.942758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-531b0137-1278-40c0-8a39-6f59a23030bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.944425 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-531b0137-1278-40c0-8a39-6f59a23030bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4238bebe-7991-45a5-a680-3a1cac4f4c4b HTTP/1.1" status: 200 len: 858 time: 0.0501814 Jul 14 11:37:12.944584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d10d8-50bc-49d2-8bf3-e450dc93314f req-c214d95f-1b0e-4e50-b178-cad6bdbc3aa6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:12.956027 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:37:12.968496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-631d10d8-50bc-49d2-8bf3-e450dc93314f req-c214d95f-1b0e-4e50-b178-cad6bdbc3aa6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5429 time: 0.3962808 Jul 14 11:37:12.977382 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:12.991570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd on network db00e2ec-30b1-4465-b0e0-0d648d59651c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:12.991921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Attempting to bind port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd on network db00e2ec-30b1-4465-b0e0-0d648d59651c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:13.006564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f6adf4b1-421e-4340-a8f3-d0a40f207e72,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:13.017591 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-d6ffbe71-4a04-4708-bd21-44467ea3f40f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db00e2ec-30b1-4465-b0e0-0d648d59651c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601645 Jul 14 11:37:13.023592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 9555707b-f711-4615-ade1-3693da6443f7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:13.029909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:13.030311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Checking segment: {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:13.030896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 9555707b-f711-4615-ade1-3693da6443f7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:13.031283 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.032160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Bound using segment: {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:13.032716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Bound port: 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:13.033101 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.136412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Transition to ACTIVE for port object 5112b378-c1ad-4d40-a6cf-ed060f484ad6 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:13.143503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-631d10d8-50bc-49d2-8bf3-e450dc93314f req-e6ec94b4-d00c-4883-886b-1dc21a471f5e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1735590 Jul 14 11:37:13.153313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.197338 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.224205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97089c-91f2-46f2-ac31-f87aed1cc184 req-99966196-6fa7-40e4-9794-c7c3ad615e0c tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:13.224205 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f97089c-91f2-46f2-ac31-f87aed1cc184 req-99966196-6fa7-40e4-9794-c7c3ad615e0c tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 944 time: 0.5356865 Jul 14 11:37:13.224495 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-7ba2c85c-001c-4112-9ff3-85967c87d2c2 service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955130 Jul 14 11:37:13.245019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device af56752f-46ae-47b4-aaa1-1dd31e30d31f up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:13.332163 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9555707b-f711-4615-ade1-3693da6443f7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9555707b-f711-4615-ade1-3693da6443f7,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:13.336941 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbfbaac-83bf-45f7-8aa5-aa5ad4bc0aa6 x-openstack-request-id: req-4bbfbaac-83bf-45f7-8aa5-aa5ad4bc0aa6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:13.337268 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4685e2d0-d5e2-477f-94e1-a79a97fbea67", "tag": "9b752b4d-143e-4fd4-b5b0-19352a22fe10", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:13.337564 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4bbfbaac-83bf-45f7-8aa5-aa5ad4bc0aa6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:13.337967 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4685e2d0-d5e2-477f-94e1-a79a97fbea67', 'tag': '9b752b4d-143e-4fd4-b5b0-19352a22fe10', 'status': 'completed', 'code': 200} Jul 14 11:37:13.390066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.390940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:13.455072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-941aaaec-164e-4ea7-92ce-68d2bbd7d04c service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272561 Jul 14 11:37:13.559367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Pushing event updated for resources: {'Port': ['ID=5112b378-c1ad-4d40-a6cf-ed060f484ad6,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:13.572708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] For port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:13.592291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-088dc229-a9ec-4954-a560-7dcfcbb38e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:13.594303 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-088dc229-a9ec-4954-a560-7dcfcbb38e9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c773e59b75a640f89b51d2e8b79aa5eb&device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67 HTTP/1.1" status: 200 len: 1094 time: 0.0736015 Jul 14 11:37:13.613327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] For port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:37:13.614850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Attempting to bind port 5112b378-c1ad-4d40-a6cf-ed060f484ad6 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:13.615361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Attempting to bind port 5112b378-c1ad-4d40-a6cf-ed060f484ad6 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:13.615818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Attempting to bind port 5112b378-c1ad-4d40-a6cf-ed060f484ad6 on network db00e2ec-30b1-4465-b0e0-0d648d59651c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:13.647097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.655343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Port 5112b378-c1ad-4d40-a6cf-ed060f484ad6 on network db00e2ec-30b1-4465-b0e0-0d648d59651c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:13.655826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Attempting to bind port 5112b378-c1ad-4d40-a6cf-ed060f484ad6 on network db00e2ec-30b1-4465-b0e0-0d648d59651c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:13.700956 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f97089c-91f2-46f2-ac31-f87aed1cc184 req-3cc08ecb-f4a3-450d-af0f-0db1b51a14cd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894958 Jul 14 11:37:13.740706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9555707b-f711-4615-ade1-3693da6443f7,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:13.748657 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4e9b89-00f4-46eb-b8a4-798249f8d06c x-openstack-request-id: req-eb4e9b89-00f4-46eb-b8a4-798249f8d06c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:13.749367 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "f6adf4b1-421e-4340-a8f3-d0a40f207e72", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:13.749778 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb4e9b89-00f4-46eb-b8a4-798249f8d06c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:13.750324 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72', 'code': 200} Jul 14 11:37:13.765362 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.793426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port af56752f-46ae-47b4-aaa1-1dd31e30d31f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:13.797581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:13.801911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port af56752f-46ae-47b4-aaa1-1dd31e30d31f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:13.802520 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.825872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:13.826657 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.834951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:13.835305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Checking segment: {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:13.835988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Bound using segment: {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:13.836454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Bound port: 5112b378-c1ad-4d40-a6cf-ed060f484ad6, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:13.836823 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.844682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-21abd314-c2b3-4a38-8bac-f48f6d021a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:13.846722 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-21abd314-c2b3-4a38-8bac-f48f6d021a5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=db00e2ec-30b1-4465-b0e0-0d648d59651c HTTP/1.1" status: 200 len: 918 time: 0.2448676 Jul 14 11:37:13.891881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:13.893592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:13.895683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] 10.222.0.64 "PUT /v2.0/ports/87cb7aea-bb9e-4d15-bb7f-0cf417a6badd HTTP/1.1" status: 200 len: 1092 time: 3.3918993 Jul 14 11:37:13.913000 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-58478ae7-ea3d-4184-84de-4bb315be5612 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b752b4d-143e-4fd4-b5b0-19352a22fe10 HTTP/1.1" status: 200 len: 217 time: 0.0547957 Jul 14 11:37:13.980771 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.006562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f442c6c-3c81-474e-8a2d-b595d00f1573', 'tag': '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:14.008922 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f035dcb-859f-475b-a16b-8f42a27dec2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f442c6c-3c81-474e-8a2d-b595d00f1573", "tag": "87cb7aea-bb9e-4d15-bb7f-0cf417a6badd"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:14.013043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-5386d461-47f9-4da2-a2f7-302622169f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:14.014759 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-5386d461-47f9-4da2-a2f7-302622169f10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4238bebe-7991-45a5-a680-3a1cac4f4c4b HTTP/1.1" status: 200 len: 858 time: 0.0872424 Jul 14 11:37:14.018321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a700293-a852-412b-8253-69b99b8b9c9f req-294cc2cb-ba47-4de5-abf7-b1bcaa781b9e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:14.019909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-294cc2cb-ba47-4de5-abf7-b1bcaa781b9e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 815 time: 0.1772563 Jul 14 11:37:14.059907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.068119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:14.081179 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.081920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ea129b67-5bec-459d-ad1b-54b0753d9e04 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:14.082663 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-4dae0a73-86f9-4b97-901b-87ba4933bf35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db00e2ec-30b1-4465-b0e0-0d648d59651c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460610 Jul 14 11:37:14.112057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port af56752f-46ae-47b4-aaa1-1dd31e30d31f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=af56752f-46ae-47b4-aaa1-1dd31e30d31f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:14.128563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-5ed13c3c-da8e-4d34-a931-caafd53c736d tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/quotas/02f6564a02394fbfbc3e05d1d99fa55b HTTP/1.1" status: 200 len: 375 time: 0.0901766 Jul 14 11:37:14.129243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257277c5-778e-4ea7-b511-766b8281d427 service neutron] Pushing event updated for resources: {'Port': ['ID=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:14.151689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.154243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d210-c7cf-4bb3-abb0-f2a6182c543a req-f5d0c743-518b-4706-9d02-23c3af4f3859 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:14.161962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5a2d210-c7cf-4bb3-abb0-f2a6182c543a req-f5d0c743-518b-4706-9d02-23c3af4f3859 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 948 time: 0.5341709 Jul 14 11:37:14.227577 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-59403dde-3c82-4bcc-b99a-a6c6a148fcc4 service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338429 Jul 14 11:37:14.240765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:14.269769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5a2d210-c7cf-4bb3-abb0-f2a6182c543a req-27733d34-9428-49f8-b9a9-351b722f0f47 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069677 Jul 14 11:37:14.280443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port ea129b67-5bec-459d-ad1b-54b0753d9e04 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:14.293640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port ea129b67-5bec-459d-ad1b-54b0753d9e04 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:14.294023 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.350157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=af56752f-46ae-47b4-aaa1-1dd31e30d31f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:14.365554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] For port 5112b378-c1ad-4d40-a6cf-ed060f484ad6, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:14.370098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] For port 5112b378-c1ad-4d40-a6cf-ed060f484ad6, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5112b378-c1ad-4d40-a6cf-ed060f484ad6,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:37:14.412777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.419716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-1c0e5f83-85e9-43ae-97df-bad4153478d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:14.421404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-1c0e5f83-85e9-43ae-97df-bad4153478d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c773e59b75a640f89b51d2e8b79aa5eb&device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 1095 time: 0.4004264 Jul 14 11:37:14.436125 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb0c3a5c-4311-4849-bcdb-92c95d364792 req-09072c17-b90e-46c9-8d14-64dd87157a9d service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921446 Jul 14 11:37:14.443790 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.521640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ea129b67-5bec-459d-ad1b-54b0753d9e04, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:14.522049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-8a0594f7-29a4-4a0f-baf2-736ece8557a1 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3784974 Jul 14 11:37:14.534353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.534589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-076d7723-ee24-4183-992c-da151c41fd93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd HTTP/1.1" status: 200 len: 217 time: 0.0822818 Jul 14 11:37:14.536058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:14.537043 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.538580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] 10.222.0.64 "PUT /v2.0/ports/5112b378-c1ad-4d40-a6cf-ed060f484ad6 HTTP/1.1" status: 200 len: 1092 time: 2.7760437 Jul 14 11:37:14.647023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-cdb3feb9-3b1d-42a5-b865-329a5852743c service neutron] 10.222.0.38 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054466 Jul 14 11:37:14.650057 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba162cb2-ae17-48df-9eef-f9e364eabfe6 x-openstack-request-id: req-ba162cb2-ae17-48df-9eef-f9e364eabfe6 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:14.650504 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f442c6c-3c81-474e-8a2d-b595d00f1573", "tag": "87cb7aea-bb9e-4d15-bb7f-0cf417a6badd", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:14.650959 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba162cb2-ae17-48df-9eef-f9e364eabfe6 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:14.651448 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f442c6c-3c81-474e-8a2d-b595d00f1573', 'tag': '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd', 'status': 'completed', 'code': 200} Jul 14 11:37:14.654625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f38bed34-9bc0-44f3-8001-9e629cf6e935 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:14.684618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ea129b67-5bec-459d-ad1b-54b0753d9e04,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:14.756060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port f38bed34-9bc0-44f3-8001-9e629cf6e935 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:14.762476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port f38bed34-9bc0-44f3-8001-9e629cf6e935 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:14.763247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.783741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e80e4-985d-4de0-80e8-70675f7fa56f service neutron] Pushing event updated for resources: {'Port': ['ID=5112b378-c1ad-4d40-a6cf-ed060f484ad6,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:14.828888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-5f183ce8-dad0-4429-bdba-38e40abcc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:14.830400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-5f183ce8-dad0-4429-bdba-38e40abcc6c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4238bebe-7991-45a5-a680-3a1cac4f4c4b HTTP/1.1" status: 200 len: 858 time: 0.1823404 Jul 14 11:37:14.898899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-9a2be508-3a48-4765-895b-bb2166fd45de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db00e2ec-30b1-4465-b0e0-0d648d59651c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456862 Jul 14 11:37:14.901062 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.942252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f38bed34-9bc0-44f3-8001-9e629cf6e935, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:14.952620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:14.953582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 92b44633-b17c-4813-8c26-2dd945a44867 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:15.059430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 92b44633-b17c-4813-8c26-2dd945a44867 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:15.079799 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 92b44633-b17c-4813-8c26-2dd945a44867 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:15.080620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.084333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f38bed34-9bc0-44f3-8001-9e629cf6e935,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:15.092558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-d10fa501-5582-4986-abf0-ab264b288ed3 service neutron] 10.222.0.38 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356258 Jul 14 11:37:15.106440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-88690446-9444-4196-8d0f-cb2949e8e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:15.109769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-88690446-9444-4196-8d0f-cb2949e8e50a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c773e59b75a640f89b51d2e8b79aa5eb&device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483 HTTP/1.1" status: 200 len: 1095 time: 0.4572508 Jul 14 11:37:15.125778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.166472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3a1de-54d3-47d7-a9b5-35d11993d3d8 req-59b519fd-4c8c-424a-a7b3-b28f1185ffc8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:15.178490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3a1de-54d3-47d7-a9b5-35d11993d3d8 req-59b519fd-4c8c-424a-a7b3-b28f1185ffc8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:15.191322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3a1de-54d3-47d7-a9b5-35d11993d3d8 req-59b519fd-4c8c-424a-a7b3-b28f1185ffc8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:15.195744 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.203733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3a1de-54d3-47d7-a9b5-35d11993d3d8 req-59b519fd-4c8c-424a-a7b3-b28f1185ffc8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:15.216745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3a1de-54d3-47d7-a9b5-35d11993d3d8 req-59b519fd-4c8c-424a-a7b3-b28f1185ffc8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:15.232957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3a1de-54d3-47d7-a9b5-35d11993d3d8 req-59b519fd-4c8c-424a-a7b3-b28f1185ffc8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:15.241304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 92b44633-b17c-4813-8c26-2dd945a44867, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=92b44633-b17c-4813-8c26-2dd945a44867,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:15.247700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3a1de-54d3-47d7-a9b5-35d11993d3d8 req-59b519fd-4c8c-424a-a7b3-b28f1185ffc8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:15.248427 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.249145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0628ddc1-a74a-48a7-b7cb-899bac95fa03 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:15.261075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23d3a1de-54d3-47d7-a9b5-35d11993d3d8 req-59b519fd-4c8c-424a-a7b3-b28f1185ffc8 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5433 time: 0.4893808 Jul 14 11:37:15.376635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=92b44633-b17c-4813-8c26-2dd945a44867,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:15.390164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:15.395211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:15.396058 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.402012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-9d0d129e-0391-463d-b391-09dabc2a6b4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5112b378-c1ad-4d40-a6cf-ed060f484ad6 HTTP/1.1" status: 200 len: 217 time: 0.2791460 Jul 14 11:37:15.488603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.551486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0628ddc1-a74a-48a7-b7cb-899bac95fa03, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:15.567504 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.580778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46948) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:15.617023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-0d59a447-06f0-4878-96b4-d5b5ac10d410 service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7009833 Jul 14 11:37:15.675500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0628ddc1-a74a-48a7-b7cb-899bac95fa03,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:15.740651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6af4708e-1c77-4f00-924b-9896fb59648f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.742359 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23d3a1de-54d3-47d7-a9b5-35d11993d3d8 req-f76b66b1-eae3-4c47-a7f4-2db98ccf2726 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4799101 Jul 14 11:37:15.751429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9555707b-f711-4615-ade1-3693da6443f7'}, {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5'}, {'server_uuid': '05a05d05-d0f0-4392-8cc6-755b226f4f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af56752f-46ae-47b4-aaa1-1dd31e30d31f'}, {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04'}, {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38bed34-9bc0-44f3-8001-9e629cf6e935'}, {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b44633-b17c-4813-8c26-2dd945a44867'}, {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0628ddc1-a74a-48a7-b7cb-899bac95fa03'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:15.754081 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab8fdbc-b502-48a4-8194-98b58982a7d9" -d '{"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "9555707b-f711-4615-ade1-3693da6443f7"}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5"}, {"server_uuid": "05a05d05-d0f0-4392-8cc6-755b226f4f44", "name": "network-vif-plugged", "status": "completed", "tag": "af56752f-46ae-47b4-aaa1-1dd31e30d31f"}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04"}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "f38bed34-9bc0-44f3-8001-9e629cf6e935"}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "92b44633-b17c-4813-8c26-2dd945a44867"}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "0628ddc1-a74a-48a7-b7cb-899bac95fa03"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:15.900194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6af4708e-1c77-4f00-924b-9896fb59648f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.909070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6af4708e-1c77-4f00-924b-9896fb59648f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:15.952682 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6af4708e-1c77-4f00-924b-9896fb59648f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=803974df0bdb4df899be8bf48c938a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701804 Jul 14 11:37:15.953980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46962) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:16.004750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4708e-1c77-4f00-924b-9896fb59648f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd78227-0758-44d4-94a3-f3707121029a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:16.045646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f6c569d-89cd-4f4e-bd6f-a460291e4e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:16.071225 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f6c569d-89cd-4f4e-bd6f-a460291e4e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:16.150782 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f6c569d-89cd-4f4e-bd6f-a460291e4e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:16.154476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f6c569d-89cd-4f4e-bd6f-a460291e4e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:16.156212 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0f6c569d-89cd-4f4e-bd6f-a460291e4e28 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9fd78227-0758-44d4-94a3-f3707121029a HTTP/1.1" status: 204 len: 168 time: 0.1935093 Jul 14 11:37:16.184747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c569d-89cd-4f4e-bd6f-a460291e4e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd78227-0758-44d4-94a3-f3707121029a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:16.370420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958190-76d8-49da-abec-2467011d27ff req-62adf5ba-e16a-40d0-8148-38a0f7c5fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:16.373085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-62adf5ba-e16a-40d0-8148-38a0f7c5fe22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4238bebe-7991-45a5-a680-3a1cac4f4c4b HTTP/1.1" status: 200 len: 858 time: 0.9516501 Jul 14 11:37:16.376410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ecc11e9-ee38-4732-aacf-00ad7f5ffed9 req-c071435a-a9a2-45db-bcee-fda3afa78513 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 210 time: 0.0762262 Jul 14 11:37:16.460477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-48adcfdc-f79a-42fa-9d93-877cf9ff6c30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db00e2ec-30b1-4465-b0e0-0d648d59651c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698471 Jul 14 11:37:16.487726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-14fe6bb2-3062-463b-a6a2-9b213825b356 service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8336973 Jul 14 11:37:16.547111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad8132-606b-4a20-838b-0e0b4bb2bb3d req-480f8bad-af36-4d24-8f91-af1dd4c0e728 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:16.554458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95ad8132-606b-4a20-838b-0e0b4bb2bb3d req-480f8bad-af36-4d24-8f91-af1dd4c0e728 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 944 time: 1.0635748 Jul 14 11:37:16.605252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9b752b4d-143e-4fd4-b5b0-19352a22fe10 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:16.660026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a004ba8-2a10-4ebf-8b71-f41d338cc483', 'tag': '5112b378-c1ad-4d40-a6cf-ed060f484ad6'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:16.662571 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0710a51c-1825-40d0-978f-4b5e64b991c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a004ba8-2a10-4ebf-8b71-f41d338cc483", "tag": "5112b378-c1ad-4d40-a6cf-ed060f484ad6"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:16.720891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-ad53ded5-cc1c-465a-bf88-7ac29cdc5ca2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1025352 Jul 14 11:37:16.757427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95ad8132-606b-4a20-838b-0e0b4bb2bb3d req-cea70e9c-6d42-4a2b-bde1-e19f2128a751 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928482 Jul 14 11:37:16.796879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46970) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:16.815063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-977f3025-45d7-446e-83ab-9bf549c3da53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:16.822439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9b752b4d-143e-4fd4-b5b0-19352a22fe10, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9b752b4d-143e-4fd4-b5b0-19352a22fe10,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:16.835513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '9b752b4d-143e-4fd4-b5b0-19352a22fe10', 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c', 'port_id': '9b752b4d-143e-4fd4-b5b0-19352a22fe10', 'mac_address': 'fa:16:3e:ef:05:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4238bebe-7991-45a5-a680-3a1cac4f4c4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:16.881865 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:16.890046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-6ef336df-689f-4dce-8750-48c8c821f938 service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983517 Jul 14 11:37:16.908966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b752b4d-143e-4fd4-b5b0-19352a22fe10 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:16.927335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-d46933df-811d-4ad6-8482-85bef395e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:16.928871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-d46933df-811d-4ad6-8482-85bef395e84e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c773e59b75a640f89b51d2e8b79aa5eb&device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 1095 time: 0.3070092 Jul 14 11:37:16.955301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9b752b4d-143e-4fd4-b5b0-19352a22fe10, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9b752b4d-143e-4fd4-b5b0-19352a22fe10,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:16.962223 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:17.027783 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5e2783-59a4-41b3-bac0-ad06169ca547 x-openstack-request-id: req-7e5e2783-59a4-41b3-bac0-ad06169ca547 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:17.028128 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "9555707b-f711-4615-ade1-3693da6443f7", "code": 200}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5", "code": 200}, {"server_uuid": "05a05d05-d0f0-4392-8cc6-755b226f4f44", "name": "network-vif-plugged", "status": "completed", "tag": "af56752f-46ae-47b4-aaa1-1dd31e30d31f", "code": 200}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04", "code": 200}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "f38bed34-9bc0-44f3-8001-9e629cf6e935", "code": 200}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "92b44633-b17c-4813-8c26-2dd945a44867", "code": 200}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-plugged", "status": "completed", "tag": "0628ddc1-a74a-48a7-b7cb-899bac95fa03", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:17.028385 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e5e2783-59a4-41b3-bac0-ad06169ca547 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:17.030418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-977f3025-45d7-446e-83ab-9bf549c3da53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:17.031059 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9555707b-f711-4615-ade1-3693da6443f7', 'code': 200} Jul 14 11:37:17.031485 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5', 'code': 200} Jul 14 11:37:17.031935 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a05d05-d0f0-4392-8cc6-755b226f4f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af56752f-46ae-47b4-aaa1-1dd31e30d31f', 'code': 200} Jul 14 11:37:17.032372 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'code': 200} Jul 14 11:37:17.033238 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38bed34-9bc0-44f3-8001-9e629cf6e935', 'code': 200} Jul 14 11:37:17.033999 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b44633-b17c-4813-8c26-2dd945a44867', 'code': 200} Jul 14 11:37:17.034606 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0628ddc1-a74a-48a7-b7cb-899bac95fa03', 'code': 200} Jul 14 11:37:17.042728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-977f3025-45d7-446e-83ab-9bf549c3da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:17.070051 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84b5aef-cc0e-4e78-aaae-62394bd1ff5f x-openstack-request-id: req-b84b5aef-cc0e-4e78-aaae-62394bd1ff5f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:17.070322 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a004ba8-2a10-4ebf-8b71-f41d338cc483", "tag": "5112b378-c1ad-4d40-a6cf-ed060f484ad6", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:17.070567 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b84b5aef-cc0e-4e78-aaae-62394bd1ff5f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:17.070954 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a004ba8-2a10-4ebf-8b71-f41d338cc483', 'tag': '5112b378-c1ad-4d40-a6cf-ed060f484ad6', 'status': 'completed', 'code': 200} Jul 14 11:37:17.093798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9b752b4d-143e-4fd4-b5b0-19352a22fe10,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:17.100704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af2f9c-88e5-4e1a-b518-c6357146269d req-723ad3e0-73e5-47e3-91cf-3639a8efe537 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.108763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96af2f9c-88e5-4e1a-b518-c6357146269d req-723ad3e0-73e5-47e3-91cf-3639a8efe537 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 949 time: 0.4395921 Jul 14 11:37:17.110238 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-977f3025-45d7-446e-83ab-9bf549c3da53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83924fb15df042c281665b5d5a961338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122511 Jul 14 11:37:17.115417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46978) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:17.141765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f3025-45d7-446e-83ab-9bf549c3da53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e9c4e1-2428-426c-aa4e-2c40be1b7308,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:17.252337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265e358-03eb-4a05-a539-089d48beed33 req-d0ba1b79-cda3-4d9f-a90d-94bda64a8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.255452 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d265e358-03eb-4a05-a539-089d48beed33 req-d0ba1b79-cda3-4d9f-a90d-94bda64a8bef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 1100 time: 0.0986285 Jul 14 11:37:17.256646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa174b38-ca0d-4d62-90dd-48804418eb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:17.287287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4958190-76d8-49da-abec-2467011d27ff req-9f2140ed-1b33-466d-b304-1d173cd748da service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841612 Jul 14 11:37:17.298438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9b752b4d-143e-4fd4-b5b0-19352a22fe10'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:17.325457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d265e358-03eb-4a05-a539-089d48beed33 req-4601507f-6549-4a0f-8796-912258a575b4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550222 Jul 14 11:37:17.363659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa174b38-ca0d-4d62-90dd-48804418eb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:17.401986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96af2f9c-88e5-4e1a-b518-c6357146269d req-9e4b3355-3f34-4199-a28c-9894d83dd78c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565355 Jul 14 11:37:17.445203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-74cb773a-d9f8-46b5-8c6e-b724aa07323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.447363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-74cb773a-d9f8-46b5-8c6e-b724aa07323e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1096 time: 0.6838980 Jul 14 11:37:17.514941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-b372c56b-bf3a-4239-9522-7da266d9bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.516981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-b372c56b-bf3a-4239-9522-7da266d9bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.517469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-b372c56b-bf3a-4239-9522-7da266d9bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.517947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-b372c56b-bf3a-4239-9522-7da266d9bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.518428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-b372c56b-bf3a-4239-9522-7da266d9bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.521101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-b372c56b-bf3a-4239-9522-7da266d9bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.521594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-b372c56b-bf3a-4239-9522-7da266d9bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.526672 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-b372c56b-bf3a-4239-9522-7da266d9bbff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6493 time: 0.2099154 Jul 14 11:37:17.545710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-edc656ec-1225-4ba1-bbb3-c0c41ebb3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.550340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-edc656ec-1225-4ba1-bbb3-c0c41ebb3da9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=db00e2ec-30b1-4465-b0e0-0d648d59651c HTTP/1.1" status: 200 len: 918 time: 0.6032231 Jul 14 11:37:17.595588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa174b38-ca0d-4d62-90dd-48804418eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:17.598757 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa174b38-ca0d-4d62-90dd-48804418eb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:17.600276 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aa174b38-ca0d-4d62-90dd-48804418eb85 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40e9c4e1-2428-426c-aa4e-2c40be1b7308 HTTP/1.1" status: 204 len: 168 time: 0.4832664 Jul 14 11:37:17.602012 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-baed9060-3332-409b-baff-7059813e8612 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614901 Jul 14 11:37:17.606284 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-325ae7ae-6ca6-4108-840c-66374bf3415e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873126 Jul 14 11:37:17.614609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa174b38-ca0d-4d62-90dd-48804418eb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e9c4e1-2428-426c-aa4e-2c40be1b7308,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:17.802082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-64d55645-ab4b-4b01-9ced-b4b7d9e4ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.805094 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-64d55645-ab4b-4b01-9ced-b4b7d9e4ff34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 1097 time: 0.0875227 Jul 14 11:37:17.818406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-1d35cf7d-9337-4158-9ba5-1ffa8236a891 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd HTTP/1.1" status: 200 len: 217 time: 0.1549265 Jul 14 11:37:17.830906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-446bd582-71dc-4e8e-af62-223b52c64b9f req-3f8d291a-0a14-4478-9a80-0647801e89b3 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 210 time: 0.0980752 Jul 14 11:37:17.927987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7c82-2431-4848-a17d-ed4f77bdb5a2 req-61b42e29-021b-4918-9bfd-c2d241633750 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.934687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7c82-2431-4848-a17d-ed4f77bdb5a2 req-61b42e29-021b-4918-9bfd-c2d241633750 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.940257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7c82-2431-4848-a17d-ed4f77bdb5a2 req-61b42e29-021b-4918-9bfd-c2d241633750 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.946453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7c82-2431-4848-a17d-ed4f77bdb5a2 req-61b42e29-021b-4918-9bfd-c2d241633750 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.958155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7c82-2431-4848-a17d-ed4f77bdb5a2 req-61b42e29-021b-4918-9bfd-c2d241633750 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.965588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7c82-2431-4848-a17d-ed4f77bdb5a2 req-61b42e29-021b-4918-9bfd-c2d241633750 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.971552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7c82-2431-4848-a17d-ed4f77bdb5a2 req-61b42e29-021b-4918-9bfd-c2d241633750 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:17.977001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-541a7c82-2431-4848-a17d-ed4f77bdb5a2 req-61b42e29-021b-4918-9bfd-c2d241633750 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5436 time: 0.8082418 Jul 14 11:37:18.058884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a700293-a852-412b-8253-69b99b8b9c9f req-66a13d86-252c-443a-b9f3-d6cc5840e8cc tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:18.060786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-66a13d86-252c-443a-b9f3-d6cc5840e8cc tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.45 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 815 time: 0.7994282 Jul 14 11:37:18.065784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-d59676b2-3cae-4b4c-90de-35a4300c77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:18.068032 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-d59676b2-3cae-4b4c-90de-35a4300c77f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 915 time: 0.2315724 Jul 14 11:37:18.104054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-541a7c82-2431-4848-a17d-ed4f77bdb5a2 req-bac9ba59-ae7b-4309-b63e-926e73728356 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1011624 Jul 14 11:37:18.123259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Request body: {'port': {'device_id': '1e2b57ad-f1d1-4c76-ab3a-4883396cd30f', 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06', 'admin_state_up': True, 'tenant_id': '02f6564a02394fbfbc3e05d1d99fa55b'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:18.138042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-a46a6f13-5c0b-4326-bc8d-759dcfb89857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:18.139679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-a46a6f13-5c0b-4326-bc8d-759dcfb89857 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.5881498 Jul 14 11:37:18.141975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-d62c2011-467e-40f1-9a83-52ab9e0c648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:18.143602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-d62c2011-467e-40f1-9a83-52ab9e0c648b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c773e59b75a640f89b51d2e8b79aa5eb&device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483 HTTP/1.1" status: 200 len: 1095 time: 0.7183638 Jul 14 11:37:18.151781 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-679f5c71-2c62-4c16-bde2-ceb2b6d230e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8538c451-b70c-4519-a6ff-c5d74285974c HTTP/1.1" status: 200 len: 217 time: 0.0758402 Jul 14 11:37:18.156951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-04782296-9c4c-4c07-b363-ffa7be5b2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:18.158424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-04782296-9c4c-4c07-b363-ffa7be5b2a85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4238bebe-7991-45a5-a680-3a1cac4f4c4b HTTP/1.1" status: 200 len: 858 time: 0.3250909 Jul 14 11:37:18.252957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-310c714a-8298-4bde-8f50-cfa690f55a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:18.254530 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-310c714a-8298-4bde-8f50-cfa690f55a46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.0952568 Jul 14 11:37:18.301711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-608fc13e-7bad-4ad7-91dc-936b3ed7fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:18.303089 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-1b0b8da2-ae74-45fa-a0eb-90f2313e3bb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404422 Jul 14 11:37:18.303353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-608fc13e-7bad-4ad7-91dc-936b3ed7fe2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=db00e2ec-30b1-4465-b0e0-0d648d59651c HTTP/1.1" status: 200 len: 918 time: 0.1163235 Jul 14 11:37:18.443114 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-509d82e6-8233-4cd7-835a-2fb95d7b9398 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255732 Jul 14 11:37:18.454644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-1c702f82-202f-420c-ba1c-4a0c1973ffc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db00e2ec-30b1-4465-b0e0-0d648d59651c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501024 Jul 14 11:37:18.623337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:18.648850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-0f5e2def-9451-4aa0-9ecf-17d73e7528ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5112b378-c1ad-4d40-a6cf-ed060f484ad6 HTTP/1.1" status: 200 len: 217 time: 0.2232928 Jul 14 11:37:18.667627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9b752b4d-143e-4fd4-b5b0-19352a22fe10 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:18.702366 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e39379f0-75c3-4dc3-af65-d9c27a55bc9a req-48414ab5-3c91-44fa-8612-ec8966292c10 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494893 Jul 14 11:37:18.842390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37b16-6240-4734-a4c7-c77cd633e485 req-06875a5d-eb05-49a9-9072-82ef3e106e5c tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:18.844001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfe37b16-6240-4734-a4c7-c77cd633e485 req-06875a5d-eb05-49a9-9072-82ef3e106e5c tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 944 time: 0.8660324 Jul 14 11:37:18.898484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 9b752b4d-143e-4fd4-b5b0-19352a22fe10 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:18.904485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-064b4262-9797-414c-9ddc-87ca611c6d4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 1000 time: 0.6108606 Jul 14 11:37:18.909129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 9b752b4d-143e-4fd4-b5b0-19352a22fe10 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:18.909912 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:18.914069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:18.951208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd', 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c', 'port_id': '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd', 'mac_address': 'fa:16:3e:dd:14:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4238bebe-7991-45a5-a680-3a1cac4f4c4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:19.014094 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:19.014376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-cddcf64d-9256-447e-9d61-206eecd6385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:19.015647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-cddcf64d-9256-447e-9d61-206eecd6385e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.0878375 Jul 14 11:37:19.027658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Made reservation on behalf of 02f6564a02394fbfbc3e05d1d99fa55b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:19.031268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:19.050682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:19.069658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-ce2e6d4f-a6cf-420f-9af2-55d80ac69f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:19.071186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-ce2e6d4f-a6cf-420f-9af2-55d80ac69f52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4238bebe-7991-45a5-a680-3a1cac4f4c4b HTTP/1.1" status: 200 len: 858 time: 0.3651960 Jul 14 11:37:19.089909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:19.096272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:19.108451 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:19.149553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4685e2d0-d5e2-477f-94e1-a79a97fbea67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b752b4d-143e-4fd4-b5b0-19352a22fe10'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:19.152089 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adef387-720d-4ac9-9e15-75f567a1cad8" -d '{"events": [{"server_uuid": "4685e2d0-d5e2-477f-94e1-a79a97fbea67", "name": "network-vif-plugged", "status": "completed", "tag": "9b752b4d-143e-4fd4-b5b0-19352a22fe10"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:19.168277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfe37b16-6240-4734-a4c7-c77cd633e485 req-7d2d1fd2-e7c0-4fa7-94fd-382070dd9739 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695632 Jul 14 11:37:19.175240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-520e1c29-0072-4163-b036-8ecc4d6d76ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db00e2ec-30b1-4465-b0e0-0d648d59651c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663040 Jul 14 11:37:19.177505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-d6dd1dc3-ab45-4820-9b4d-605ad81de990 service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017155 Jul 14 11:37:19.193317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9b752b4d-143e-4fd4-b5b0-19352a22fe10, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9b752b4d-143e-4fd4-b5b0-19352a22fe10,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:19.201888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a92f1-6584-4a12-bf8e-c431ff42af97 req-a24f5703-8633-4f7e-ba65-ec4c3d2ab0c4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:19.209097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2a92f1-6584-4a12-bf8e-c431ff42af97 req-a24f5703-8633-4f7e-ba65-ec4c3d2ab0c4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 949 time: 0.4104054 Jul 14 11:37:19.211113 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:19.237676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:19.349712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9b752b4d-143e-4fd4-b5b0-19352a22fe10,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:19.444795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['87cb7aea-bb9e-4d15-bb7f-0cf417a6badd'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:19.798810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47068) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:19.907885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d4d8e6-b073-422e-ad49-777593d092ee req-e3ae53f5-8b39-4d82-ba7f-920974348537 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 210 time: 0.4823954 Jul 14 11:37:19.917781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2a92f1-6584-4a12-bf8e-c431ff42af97 req-0234003c-0526-4247-921f-42a3f8c591c4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077861 Jul 14 11:37:19.943298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-238864e6-967d-47a6-bb96-310302836ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:19.956779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-55102035-be4f-4dd1-a4f8-602c9c58c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:19.958325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-55102035-be4f-4dd1-a4f8-602c9c58c905 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9187598 Jul 14 11:37:19.986707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f035dcb-859f-475b-a16b-8f42a27dec2f req-c1db0dac-f967-4f6d-a48c-e74263d49a4e service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7755115 Jul 14 11:37:20.012163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-fb1ef35d-6779-4e17-9ab7-dc0e76e5d140 service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930341 Jul 14 11:37:20.028391 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ed6d8f-c605-418c-acf3-de4df94cd528 x-openstack-request-id: req-17ed6d8f-c605-418c-acf3-de4df94cd528 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:20.028914 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4685e2d0-d5e2-477f-94e1-a79a97fbea67", "name": "network-vif-plugged", "status": "completed", "tag": "9b752b4d-143e-4fd4-b5b0-19352a22fe10", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:20.029023 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17ed6d8f-c605-418c-acf3-de4df94cd528 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:20.029394 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4685e2d0-d5e2-477f-94e1-a79a97fbea67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b752b4d-143e-4fd4-b5b0-19352a22fe10', 'code': 200} Jul 14 11:37:20.081927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Allocated IP 172.20.0.13 (6bdc356c-9c87-4b63-b256-f4f346cf6b06/90958c23-9a65-414a-9f8d-b5b4e98c0309/6c9a677d-1787-475b-a39f-976e72ef4c47) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:20.139289 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-238864e6-967d-47a6-bb96-310302836ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:20.143458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-238864e6-967d-47a6-bb96-310302836ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:20.199803 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-238864e6-967d-47a6-bb96-310302836ead admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a27bdf22a97444a08d2e33bfb8b7c664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963802 Jul 14 11:37:20.199803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238864e6-967d-47a6-bb96-310302836ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14768166-4005-44f0-a9d5-2387cb3558ba,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:20.201578 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47078) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:20.270124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01c37940-badd-4f49-beb9-3952055dbb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:20.301579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01c37940-badd-4f49-beb9-3952055dbb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:20.365480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01c37940-badd-4f49-beb9-3952055dbb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:20.368552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01c37940-badd-4f49-beb9-3952055dbb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:20.375222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-01c37940-badd-4f49-beb9-3952055dbb19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14768166-4005-44f0-a9d5-2387cb3558ba HTTP/1.1" status: 204 len: 168 time: 0.1697862 Jul 14 11:37:20.394097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c37940-badd-4f49-beb9-3952055dbb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14768166-4005-44f0-a9d5-2387cb3558ba,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:20.428818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-516a709f-2d8f-48be-8b31-bb5bbf65eec0 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551902 Jul 14 11:37:20.443338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0710a51c-1825-40d0-978f-4b5e64b991c2 req-fc2f1ba8-c636-4883-8d28-3e640f19fbd3 service neutron] 10.222.0.64 "GET /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700719 Jul 14 11:37:20.483316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4cad5-838f-4844-bb88-9c53f44174c7 req-78381a1e-0bda-48e8-8a09-c3359561f7b1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:20.489361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4cad5-838f-4844-bb88-9c53f44174c7 req-78381a1e-0bda-48e8-8a09-c3359561f7b1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:20.496122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4cad5-838f-4844-bb88-9c53f44174c7 req-78381a1e-0bda-48e8-8a09-c3359561f7b1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:20.502082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4cad5-838f-4844-bb88-9c53f44174c7 req-78381a1e-0bda-48e8-8a09-c3359561f7b1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:20.508408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4cad5-838f-4844-bb88-9c53f44174c7 req-78381a1e-0bda-48e8-8a09-c3359561f7b1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:20.515680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4cad5-838f-4844-bb88-9c53f44174c7 req-78381a1e-0bda-48e8-8a09-c3359561f7b1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:20.522098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4cad5-838f-4844-bb88-9c53f44174c7 req-78381a1e-0bda-48e8-8a09-c3359561f7b1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:20.529607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cfa4cad5-838f-4844-bb88-9c53f44174c7 req-78381a1e-0bda-48e8-8a09-c3359561f7b1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5436 time: 0.4491889 Jul 14 11:37:20.632195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5112b378-c1ad-4d40-a6cf-ed060f484ad6 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:20.636528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:20.647082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800150-0551-4df6-af23-fd4fe2c4e639 req-11f09036-99d8-45ba-8870-e6b5d989a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:20.648640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd800150-0551-4df6-af23-fd4fe2c4e639 req-11f09036-99d8-45ba-8870-e6b5d989a82f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67 HTTP/1.1" status: 200 len: 1096 time: 0.5273561 Jul 14 11:37:20.820694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cfa4cad5-838f-4844-bb88-9c53f44174c7 req-2aebe3dd-5c38-4e7b-8517-9a6242eea206 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2901990 Jul 14 11:37:20.833739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:20.834017 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:20.840233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:20.840746 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:20.867484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da9d7ae2-4c82-456b-bf26-e3f91036126e req-593b55b0-cf20-4e2b-9f7c-b7cdeb379a4d service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218867 Jul 14 11:37:20.883199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd800150-0551-4df6-af23-fd4fe2c4e639 req-b0066263-3fbe-4345-ba2a-7cbe90511ded service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122910 Jul 14 11:37:20.955946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63289-75e7-4785-b167-ccd8d92d42d5 req-6609e9e0-6c83-432e-ba2c-feb19f9eb847 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:20.964507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc63289-75e7-4785-b167-ccd8d92d42d5 req-6609e9e0-6c83-432e-ba2c-feb19f9eb847 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 945 time: 0.2316923 Jul 14 11:37:20.992663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:20.999089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5112b378-c1ad-4d40-a6cf-ed060f484ad6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5112b378-c1ad-4d40-a6cf-ed060f484ad6,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:21.011341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8538c451-b70c-4519-a6ff-c5d74285974c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:21.078099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:21.082594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:21.096302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc63289-75e7-4785-b167-ccd8d92d42d5 req-d5925fe4-ceb6-41ef-93f6-1b9f28518df0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308041 Jul 14 11:37:21.099528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:21.100857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '5112b378-c1ad-4d40-a6cf-ed060f484ad6', 'network_id': 'db00e2ec-30b1-4465-b0e0-0d648d59651c', 'port_id': '5112b378-c1ad-4d40-a6cf-ed060f484ad6', 'mac_address': 'fa:16:3e:f4:44:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4238bebe-7991-45a5-a680-3a1cac4f4c4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:21.215444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Pushing event updated for resources: {'Port': ['ID=6c9a677d-1787-475b-a39f-976e72ef4c47,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:21.258319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.263829 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:21.295083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-ae4ebc22-cfc1-4026-92e9-439b5df8c650 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1832075 Jul 14 11:37:21.310983 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:21.344876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:21.349545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Request body: {'port': {'device_id': '1e2b57ad-f1d1-4c76-ab3a-4883396cd30f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:21.367556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5112b378-c1ad-4d40-a6cf-ed060f484ad6 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:21.397240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5112b378-c1ad-4d40-a6cf-ed060f484ad6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5112b378-c1ad-4d40-a6cf-ed060f484ad6,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:21.434439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:21.440386 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:21.449713 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:21.575201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522ddc-46c6-4a61-806e-5b20f540b56c req-60dcab14-612f-4c28-abbc-aa465efeda0c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.581514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5112b378-c1ad-4d40-a6cf-ed060f484ad6,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:21.583952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522ddc-46c6-4a61-806e-5b20f540b56c req-60dcab14-612f-4c28-abbc-aa465efeda0c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.591748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522ddc-46c6-4a61-806e-5b20f540b56c req-60dcab14-612f-4c28-abbc-aa465efeda0c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.600180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522ddc-46c6-4a61-806e-5b20f540b56c req-60dcab14-612f-4c28-abbc-aa465efeda0c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.607217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522ddc-46c6-4a61-806e-5b20f540b56c req-60dcab14-612f-4c28-abbc-aa465efeda0c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.613677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522ddc-46c6-4a61-806e-5b20f540b56c req-60dcab14-612f-4c28-abbc-aa465efeda0c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.620408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522ddc-46c6-4a61-806e-5b20f540b56c req-60dcab14-612f-4c28-abbc-aa465efeda0c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.628321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b522ddc-46c6-4a61-806e-5b20f540b56c req-60dcab14-612f-4c28-abbc-aa465efeda0c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5436 time: 0.3362663 Jul 14 11:37:21.635301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47130) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:21.640773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Request body: {'floatingip': {'port_id': 'ea129b67-5bec-459d-ad1b-54b0753d9e04'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:21.669590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:21.688770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:21.705057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.705555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.706036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.706511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.706974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.707449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.707970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.708783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.711005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.711505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.712018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.712497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.713596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.714073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.719047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.720619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.720619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:21.730506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3db85fc7-3720-4a74-a725-b804e139026b req-65963c68-b699-4885-a53c-be9ddbaf3fa3 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f&device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483&device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67&device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573&device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44&device_id=affff7f1-abad-4384-b95a-944d23a2af4e&device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf&device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef&device_id=42c911e7-1e80-4312-801e-1076c5740cb1&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 15303 time: 0.3934650 Jul 14 11:37:21.738955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:21.810266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3db85fc7-3720-4a74-a725-b804e139026b req-e977adb3-6f88-4188-aabf-f308b172694a tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:21.856053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['5112b378-c1ad-4d40-a6cf-ed060f484ad6'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:22.031077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f442c6c-3c81-474e-8a2d-b595d00f1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:22.033711 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf4dcf6-50d6-41aa-b159-484829ce833e" -d '{"events": [{"server_uuid": "7f442c6c-3c81-474e-8a2d-b595d00f1573", "name": "network-vif-plugged", "status": "completed", "tag": "87cb7aea-bb9e-4d15-bb7f-0cf417a6badd"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:22.170878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d93e1-e816-4ba7-84cb-1709d2eab5c9 req-9e8a2cf8-d8f3-40ac-8d30-64e600bbb674 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:22.174099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c6d93e1-e816-4ba7-84cb-1709d2eab5c9 req-9e8a2cf8-d8f3-40ac-8d30-64e600bbb674 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 932 time: 0.2770755 Jul 14 11:37:22.342232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c6d93e1-e816-4ba7-84cb-1709d2eab5c9 req-d4bd14ce-1d72-41d2-b8e2-380e6d06dd35 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533673 Jul 14 11:37:22.356434 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3db85fc7-3720-4a74-a725-b804e139026b req-e977adb3-6f88-4188-aabf-f308b172694a tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:22.364790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3db85fc7-3720-4a74-a725-b804e139026b req-e977adb3-6f88-4188-aabf-f308b172694a tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:22.436485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3db85fc7-3720-4a74-a725-b804e139026b req-e977adb3-6f88-4188-aabf-f308b172694a tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&id=619804a5-de95-49f3-9d4c-8eabf0ea722d&id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&id=70084ba4-8c58-4523-88c5-71a60043ca7a&id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&id=58c2a842-39c0-42dc-965c-e3fb67f86de1&id=b33ece55-5cf4-4990-a071-ee2764c5ce28&fields=id&fields=name HTTP/1.1" status: 200 len: 739 time: 0.6510570 Jul 14 11:37:22.437199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977adb3-6f88-4188-aabf-f308b172694a tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7944e3a0-a1a5-44da-b118-bd17b44d13a9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:22.505596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9a677d-1787-475b-a39f-976e72ef4c47 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:22.514785 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8341bb-7f02-499f-bd17-2358d6411833 x-openstack-request-id: req-7a8341bb-7f02-499f-bd17-2358d6411833 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:22.515321 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f442c6c-3c81-474e-8a2d-b595d00f1573", "name": "network-vif-plugged", "status": "completed", "tag": "87cb7aea-bb9e-4d15-bb7f-0cf417a6badd", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:22.515915 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a8341bb-7f02-499f-bd17-2358d6411833 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:22.516441 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f442c6c-3c81-474e-8a2d-b595d00f1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd', 'code': 200} Jul 14 11:37:22.520314 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:22.534942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Transition to ACTIVE for port object 6c9a677d-1787-475b-a39f-976e72ef4c47 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:22.544786 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:22.625229 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:37:22.658690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9a677d-1787-475b-a39f-976e72ef4c47,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:22.685006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47164) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:22.700430 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:22.705871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:22.835669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6cb73-2da4-42f2-afd7-aa813f1ef519 req-8da32181-2379-4e0d-9b11-94b2511eb413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:22.837562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3c6cb73-2da4-42f2-afd7-aa813f1ef519 req-8da32181-2379-4e0d-9b11-94b2511eb413 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 1097 time: 0.2262402 Jul 14 11:37:22.838484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Attempting to bind port 6c9a677d-1787-475b-a39f-976e72ef4c47 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:22.838894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Attempting to bind port 6c9a677d-1787-475b-a39f-976e72ef4c47 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:22.839286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Attempting to bind port 6c9a677d-1787-475b-a39f-976e72ef4c47 on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:22.844841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Port 6c9a677d-1787-475b-a39f-976e72ef4c47 on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:22.845642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Attempting to bind port 6c9a677d-1787-475b-a39f-976e72ef4c47 on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:22.888762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:22.889192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Checking segment: {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:22.889654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Bound using segment: {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:22.890259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Bound port: 6c9a677d-1787-475b-a39f-976e72ef4c47, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:22.890884 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:22.937957 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Floating IP e651811c-d553-4670-a24f-23e3f2408dc2 associated. External IP: 172.25.2.18, port: ea129b67-5bec-459d-ad1b-54b0753d9e04. Jul 14 11:37:22.963404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb55b4-1ae1-4ad9-8e53-848facd96f67 req-1ff66b41-d02a-4370-bbcb-440213347e45 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:22.965154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dbb55b4-1ae1-4ad9-8e53-848facd96f67 req-1ff66b41-d02a-4370-bbcb-440213347e45 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 946 time: 0.2145734 Jul 14 11:37:22.969207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2075990993'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:23.003113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3c6cb73-2da4-42f2-afd7-aa813f1ef519 req-4f60b5c9-c895-4c6c-ba02-4988ee7c3763 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427591 Jul 14 11:37:23.074414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dbb55b4-1ae1-4ad9-8e53-848facd96f67 req-4b25b6ad-14b5-4c0a-b24f-c974a42c7f3e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957928 Jul 14 11:37:23.080709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Made reservation on behalf of 9e3c89b0b76747cbbed84a649244a02f for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:23.084323 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.100469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.104983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] For port 6c9a677d-1787-475b-a39f-976e72ef4c47, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:23.124698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] For port 6c9a677d-1787-475b-a39f-976e72ef4c47, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6c9a677d-1787-475b-a39f-976e72ef4c47,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:37:23.137799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.236861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:23.237586 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.238859 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] 10.222.0.45 "PUT /v2.0/ports/6c9a677d-1787-475b-a39f-976e72ef4c47 HTTP/1.1" status: 200 len: 1092 time: 1.9032755 Jul 14 11:37:23.242922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2b57ad-f1d1-4c76-ab3a-4883396cd30f', 'tag': '6c9a677d-1787-475b-a39f-976e72ef4c47'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:23.246145 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fd987a-98e4-4925-85cb-405d190fd01d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2b57ad-f1d1-4c76-ab3a-4883396cd30f", "tag": "6c9a677d-1787-475b-a39f-976e72ef4c47"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:23.271825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:37:23.277337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f343e7f-b21a-4598-8d35-8683a0887e01 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9a677d-1787-475b-a39f-976e72ef4c47,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:23.351288 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc867c2-03b1-489e-bc98-56cbd542969d x-openstack-request-id: req-3cc867c2-03b1-489e-bc98-56cbd542969d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:23.351576 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2b57ad-f1d1-4c76-ab3a-4883396cd30f", "tag": "6c9a677d-1787-475b-a39f-976e72ef4c47", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:23.351823 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cc867c2-03b1-489e-bc98-56cbd542969d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:23.352230 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2b57ad-f1d1-4c76-ab3a-4883396cd30f', 'tag': '6c9a677d-1787-475b-a39f-976e72ef4c47', 'status': 'completed', 'code': 200} Jul 14 11:37:23.370710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6180f05-33b6-4a88-8da9-aff498efd348 req-0031ca1c-fc6d-430e-8eb8-c497efb62fb4 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:23.371204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6180f05-33b6-4a88-8da9-aff498efd348 req-0031ca1c-fc6d-430e-8eb8-c497efb62fb4 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:23.371684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6180f05-33b6-4a88-8da9-aff498efd348 req-0031ca1c-fc6d-430e-8eb8-c497efb62fb4 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:23.373492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6180f05-33b6-4a88-8da9-aff498efd348 req-0031ca1c-fc6d-430e-8eb8-c497efb62fb4 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44&device_id=affff7f1-abad-4384-b95a-944d23a2af4e&device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 2882 time: 0.1985438 Jul 14 11:37:23.395649 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.414897 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.423145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:37:23.430331 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.439181 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] Sync routers for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:37:23.452689 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:23.454536 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:23.462625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:37:23.492750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2505a3c8-6174-493d-8e08-e4cac8b25fcc tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "PUT /v2.0/floatingips/e651811c-d553-4670-a24f-23e3f2408dc2 HTTP/1.1" status: 200 len: 991 time: 1.8556705 Jul 14 11:37:23.494276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:23.496678 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8858604-13ca-4742-86dc-0fa11f5d1c06" -d '{"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:23.506549 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6180f05-33b6-4a88-8da9-aff498efd348 req-a4a62c9c-f69a-4d30-80db-29910e11fd77 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200323 Jul 14 11:37:23.508639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a700293-a852-412b-8253-69b99b8b9c9f req-1d89f722-6251-4a83-916d-dd824eb5c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:23.510900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-1d89f722-6251-4a83-916d-dd824eb5c23a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 1095 time: 0.2018266 Jul 14 11:37:23.511557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc793756-2097-4a4f-9f4e-b7a30b875987,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:23.531779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.544344 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Added segment c3d499a4-b3d9-4bb0-a958-650bdf48aa91 of type vlan for network bd5fba3d-ca76-477d-a328-8bc35be97e99 Jul 14 11:37:23.606333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-39f5d7a8-5ee1-457f-bccd-fd3e327ba7eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9a677d-1787-475b-a39f-976e72ef4c47 HTTP/1.1" status: 200 len: 217 time: 0.0814102 Jul 14 11:37:23.615573 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:37:23.699629 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32ec02-985b-428c-ae85-8a8cb25333a5 x-openstack-request-id: req-3f32ec02-985b-428c-ae85-8a8cb25333a5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:23.699950 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:23.700208 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f32ec02-985b-428c-ae85-8a8cb25333a5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:23.700621 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'status': 'completed', 'code': 200} Jul 14 11:37:23.724132 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.803309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a700293-a852-412b-8253-69b99b8b9c9f req-e0fd4ec9-c4c4-4de9-aa60-5bc62051f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:23.805280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-e0fd4ec9-c4c4-4de9-aa60-5bc62051f61c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.1649218 Jul 14 11:37:23.868949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-24e98b56-01a7-489f-be19-b133d60c89ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475526 Jul 14 11:37:23.896828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cde094-9111-457b-ace9-ff1f0cdf685a req-2dbf2be6-effb-475c-a8ae-f86dc4fc044d tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:23.905930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81cde094-9111-457b-ace9-ff1f0cdf685a req-2dbf2be6-effb-475c-a8ae-f86dc4fc044d tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 944 time: 0.2977896 Jul 14 11:37:23.908005 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.914099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:23.914858 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:23.963931 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'e651811c-d553-4670-a24f-23e3f2408dc2', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'port_id': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'mac_address': 'fa:16:3e:b1:37:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:35:55Z', 'updated_at': '2021-07-14T11:37:22Z', 'revision_number': 1, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0c43393-25a2-4461-9130-198ce32f01f4', 'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'mac_address': 'fa:16:3e:85:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:49Z', 'updated_at': '2021-07-14T11:35:00Z', 'revision_number': 5, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'subnets': [{'id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:24.002396 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] Checking router: 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:37:24.016650 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:24.017417 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:24.196936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-aae729ac-36c7-42d7-aae7-dd5798d71008 service neutron] 10.222.0.45 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176868 Jul 14 11:37:24.212987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5239217 Jul 14 11:37:24.304106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-c5e08e92-5974-4dee-b10f-73d7f38c6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.304828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-c5e08e92-5974-4dee-b10f-73d7f38c6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.305074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-c5e08e92-5974-4dee-b10f-73d7f38c6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.305557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-c5e08e92-5974-4dee-b10f-73d7f38c6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.306036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-c5e08e92-5974-4dee-b10f-73d7f38c6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.307099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-c5e08e92-5974-4dee-b10f-73d7f38c6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.307707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-c5e08e92-5974-4dee-b10f-73d7f38c6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.312083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-c5e08e92-5974-4dee-b10f-73d7f38c6b65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6493 time: 0.5628362 Jul 14 11:37:24.312888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749dce0-b577-43a1-a349-06a30a65a0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Pushing event updated for resources: {'Network': ['ID=bd5fba3d-ca76-477d-a328-8bc35be97e99,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:24.328160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network bd5fba3d-ca76-477d-a328-8bc35be97e99 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:37:24.329442 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:37:24.372921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81cde094-9111-457b-ace9-ff1f0cdf685a req-e4727faa-e9fd-4c4f-b71e-940facd61c6d tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657407 Jul 14 11:37:24.574125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a700293-a852-412b-8253-69b99b8b9c9f req-088a6426-9cf0-4909-9c26-acd306538451 service neutron] 10.222.0.45 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664441 Jul 14 11:37:24.622455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-8a2aee7b-9bec-4537-a104-50e13a1d1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.624075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-8a2aee7b-9bec-4537-a104-50e13a1d1df9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=181ba48e-cd53-4e69-885a-619ebf4610cd HTTP/1.1" status: 200 len: 912 time: 0.2966340 Jul 14 11:37:24.676210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5112b378-c1ad-4d40-a6cf-ed060f484ad6 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:24.740962 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47226) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:24.750701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Request body: {'port': {'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99', 'binding:host_id': 'n-h1-778696-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-376098386'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:24.812424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-133f3b7c-0674-46a9-8e8f-6b30ce1dd160 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04 HTTP/1.1" status: 200 len: 999 time: 0.1670086 Jul 14 11:37:24.819036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Made reservation on behalf of cbff6354ebbb49469b482e1f8e428eb7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:24.822217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:24.832516 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'e651811c-d553-4670-a24f-23e3f2408dc2', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'port_id': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'mac_address': 'fa:16:3e:b1:37:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:35:55Z', 'updated_at': '2021-07-14T11:37:22Z', 'revision_number': 1, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0c43393-25a2-4461-9130-198ce32f01f4', 'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'mac_address': 'fa:16:3e:85:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:49Z', 'updated_at': '2021-07-14T11:35:00Z', 'revision_number': 5, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'subnets': [{'id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:24.849456 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:24.856776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 5112b378-c1ad-4d40-a6cf-ed060f484ad6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:24.862441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 5112b378-c1ad-4d40-a6cf-ed060f484ad6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:24.864044 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:24.896739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa440df-7d32-4a44-b178-cf88e5f9a6df req-a4c1d300-b2e4-4b26-b6a8-0608abc34bb9 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.902328 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eaa440df-7d32-4a44-b178-cf88e5f9a6df req-a4c1d300-b2e4-4b26-b6a8-0608abc34bb9 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 946 time: 0.3036847 Jul 14 11:37:24.916431 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67427313-d208-4a61-89fc-5b5a8456579a None None] The sync data for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 is: [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'e651811c-d553-4670-a24f-23e3f2408dc2', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'port_id': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'mac_address': 'fa:16:3e:b1:37:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:35:55Z', 'updated_at': '2021-07-14T11:37:22Z', 'revision_number': 1, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0c43393-25a2-4461-9130-198ce32f01f4', 'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'mac_address': 'fa:16:3e:85:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:49Z', 'updated_at': '2021-07-14T11:35:00Z', 'revision_number': 5, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'subnets': [{'id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:37:24.947303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd987a-98e4-4925-85cb-405d190fd01d req-307857e4-d08a-423f-aab3-d51276288df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.950325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97fd987a-98e4-4925-85cb-405d190fd01d req-307857e4-d08a-423f-aab3-d51276288df3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 1095 time: 0.2926347 Jul 14 11:37:24.983562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-69faad81-aac1-4d22-a733-383b699eb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:24.986992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-69faad81-aac1-4d22-a733-383b699eb544 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf939fd8-6dce-45d3-b5e6-152d07d9c099 HTTP/1.1" status: 200 len: 851 time: 0.1587870 Jul 14 11:37:25.009159 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:25.076213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:25.084230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:25.090103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a004ba8-2a10-4ebf-8b71-f41d338cc483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5112b378-c1ad-4d40-a6cf-ed060f484ad6'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:25.096161 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e7e6ec-e7ac-4ef5-a645-7f1150bf0831" -d '{"events": [{"server_uuid": "2a004ba8-2a10-4ebf-8b71-f41d338cc483", "name": "network-vif-plugged", "status": "completed", "tag": "5112b378-c1ad-4d40-a6cf-ed060f484ad6"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:25.101212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] device_id is not set on port 2452de1e-9a18-44f2-a11f-b99c88d80e5c yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:37:25.134469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5112b378-c1ad-4d40-a6cf-ed060f484ad6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5112b378-c1ad-4d40-a6cf-ed060f484ad6,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:25.139506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9641b8e9-86ef-4d2a-b3f8-155e560beca0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:25.142373 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:25.157352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eaa440df-7d32-4a44-b178-cf88e5f9a6df req-91b23b8c-45aa-4d7f-b0de-f9eb7dded123 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458317 Jul 14 11:37:25.268340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd987a-98e4-4925-85cb-405d190fd01d req-ca78926e-5b35-44ad-9bac-0d2afeee2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:25.270383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97fd987a-98e4-4925-85cb-405d190fd01d req-ca78926e-5b35-44ad-9bac-0d2afeee2546 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 915 time: 0.2944257 Jul 14 11:37:25.272729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5112b378-c1ad-4d40-a6cf-ed060f484ad6,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:25.301901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-b959b397-fb66-4b6e-a22e-22938321b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:25.304491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-b959b397-fb66-4b6e-a22e-22938321b86d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=181ba48e-cd53-4e69-885a-619ebf4610cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2972491 Jul 14 11:37:25.342261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d53a1-03b4-41d5-9107-36f829393c78 None None] New status for floating IP e651811c-d553-4670-a24f-23e3f2408dc2: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:37:25.348460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97fd987a-98e4-4925-85cb-405d190fd01d req-696533a2-5e53-4017-bab9-2d196f594bdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9a677d-1787-475b-a39f-976e72ef4c47 HTTP/1.1" status: 200 len: 217 time: 0.0654454 Jul 14 11:37:25.543779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd987a-98e4-4925-85cb-405d190fd01d req-32e75a0e-3f8f-42da-aec9-e8ad6122369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:25.545312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97fd987a-98e4-4925-85cb-405d190fd01d req-32e75a0e-3f8f-42da-aec9-e8ad6122369f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.1879916 Jul 14 11:37:25.561645 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42397bc6-61b5-4a5d-94cc-49b147281db0 x-openstack-request-id: req-42397bc6-61b5-4a5d-94cc-49b147281db0 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:25.562710 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a004ba8-2a10-4ebf-8b71-f41d338cc483", "name": "network-vif-plugged", "status": "completed", "tag": "5112b378-c1ad-4d40-a6cf-ed060f484ad6", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:25.562710 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42397bc6-61b5-4a5d-94cc-49b147281db0 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:25.563639 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a004ba8-2a10-4ebf-8b71-f41d338cc483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5112b378-c1ad-4d40-a6cf-ed060f484ad6', 'code': 200} Jul 14 11:37:25.660281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] device_id is not set on port 2452de1e-9a18-44f2-a11f-b99c88d80e5c yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:37:25.689213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:25.704271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Transition to ACTIVE for port object 2452de1e-9a18-44f2-a11f-b99c88d80e5c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:25.718355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:25.810487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Checking segment: {'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:25.811273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Network hostable DHCP agents. Network: bd5fba3d-ca76-477d-a328-8bc35be97e99, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:37:25.817019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'Port': ['ID=2452de1e-9a18-44f2-a11f-b99c88d80e5c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:25.843441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Network bd5fba3d-ca76-477d-a328-8bc35be97e99 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:37:25.856885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, bd5fba3d-ca76-477d-a328-8bc35be97e99) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:25.869382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9c048-a91e-4aa5-987c-4c709ccc435d None None] Network bd5fba3d-ca76-477d-a328-8bc35be97e99 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:37:25.873079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:25.894563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:25.895445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:25.896248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:25.903657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:25.904944 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:25.906111 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 2 to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c Jul 14 11:37:25.924166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:25.924980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:25.925498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:25.932116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:25.933148 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:25.934311 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 3 to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c Jul 14 11:37:25.954454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97fd987a-98e4-4925-85cb-405d190fd01d req-278ef96c-56d3-47c3-b46b-c2e5c666232e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3957527 Jul 14 11:37:25.955927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:25.956512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:25.957026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:25.963208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:25.963908 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:25.964719 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 4 to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c Jul 14 11:37:25.980978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:25.981600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:25.982277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:25.987537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:25.988252 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:25.988858 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 5 to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c Jul 14 11:37:26.004407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:26.005263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:26.005918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:26.012650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:26.013372 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:26.014551 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 6 to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c Jul 14 11:37:26.045054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:26.045720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:26.046455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:26.052035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:26.053147 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:26.053724 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 7 to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c Jul 14 11:37:26.075443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:26.076196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:26.077213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:26.083261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:26.083261 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:26.083876 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 8 to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c Jul 14 11:37:26.096108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-6e710797-6959-43b8-86cb-7a50898efc58 service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7497666 Jul 14 11:37:26.106689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:26.107023 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:26.107563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:26.109488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:26.114651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:26.115899 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:26.115899 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 9 to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c Jul 14 11:37:26.129915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:26.130378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:26.130872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:26.136570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:26.137317 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:26.137960 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 10 to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c Jul 14 11:37:26.155392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:26.155839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:26.156307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:26.160947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:26.161371 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 2452de1e-9a18-44f2-a11f-b99c88d80e5c on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:26.161837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:26.192836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a63af-c970-45f4-b0c3-5f82a28918ec req-2966d9ed-48ce-4754-bad1-31254fa98606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:26.194350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f19a63af-c970-45f4-b0c3-5f82a28918ec req-2966d9ed-48ce-4754-bad1-31254fa98606 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483 HTTP/1.1" status: 200 len: 1097 time: 0.6893940 Jul 14 11:37:26.235913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] For port 2452de1e-9a18-44f2-a11f-b99c88d80e5c, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:26.236208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempted to set empty binding levels {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 11:37:26.240721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:26.264791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97fd987a-98e4-4925-85cb-405d190fd01d req-d573839f-0a41-41bc-8127-c5e8b760219f service neutron] 10.222.0.45 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956600 Jul 14 11:37:26.280948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:26.281785 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:26.300251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'Port': ['ID=2452de1e-9a18-44f2-a11f-b99c88d80e5c,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:26.304892 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bacf13b9-81de-40aa-8b28-7f5bde4b6741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5617793 Jul 14 11:37:26.308130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cfd6f-f914-4879-8dad-6a685b44ec92 req-6b0de55e-1825-483b-beb2-4bd1a76285a5 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:26.308684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47256) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:26.309771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-565cfd6f-f914-4879-8dad-6a685b44ec92 req-6b0de55e-1825-483b-beb2-4bd1a76285a5 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67 HTTP/1.1" status: 200 len: 945 time: 0.3591254 Jul 14 11:37:26.329720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f19a63af-c970-45f4-b0c3-5f82a28918ec req-04a96992-7e3b-45f5-9d3a-90bf22185094 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232102 Jul 14 11:37:26.394415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93f435-b2b6-48ca-8499-daa291ffbdd2 req-de3df93b-39b7-4963-88e1-5b12d2485e18 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:26.396012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b93f435-b2b6-48ca-8499-daa291ffbdd2 req-de3df93b-39b7-4963-88e1-5b12d2485e18 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 944 time: 0.3813400 Jul 14 11:37:26.408990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8858604-13ca-4742-86dc-0fa11f5d1c06 req-02db5d49-df82-460d-a908-96c466b563c9 service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864695 Jul 14 11:37:26.410845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-59056fe9-8680-49bc-8176-3e0bfb17beb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Deleting port 2452de1e-9a18-44f2-a11f-b99c88d80e5c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:26.411324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59056fe9-8680-49bc-8176-3e0bfb17beb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:26.458748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-565cfd6f-f914-4879-8dad-6a685b44ec92 req-a31595d2-b941-452e-aec0-b7a205c313ca tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351340 Jul 14 11:37:26.483000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b93f435-b2b6-48ca-8499-daa291ffbdd2 req-3e7e4304-b292-4a26-8061-640cc31d811e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790412 Jul 14 11:37:26.492274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97fd987a-98e4-4925-85cb-405d190fd01d req-3954490b-4fce-4a15-a756-e4632e8d26bb service neutron] 10.222.0.45 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120864 Jul 14 11:37:26.509838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-59056fe9-8680-49bc-8176-3e0bfb17beb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] For port 2452de1e-9a18-44f2-a11f-b99c88d80e5c, host n-h1-778696-8, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:26.510710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59056fe9-8680-49bc-8176-3e0bfb17beb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:26.548556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-59056fe9-8680-49bc-8176-3e0bfb17beb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Calling delete_port for 2452de1e-9a18-44f2-a11f-b99c88d80e5c owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:26.647080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59056fe9-8680-49bc-8176-3e0bfb17beb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:26.687185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59056fe9-8680-49bc-8176-3e0bfb17beb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event deleted for resources: {'Port': ['ID=2452de1e-9a18-44f2-a11f-b99c88d80e5c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:26.694090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf0b92-3ddd-47e1-bbe7-69faa3bbc3b3 req-886cb663-24d4-4bfb-b296-9d7ab3b4148e tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:26.695142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59056fe9-8680-49bc-8176-3e0bfb17beb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:26.700763 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-59056fe9-8680-49bc-8176-3e0bfb17beb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "DELETE /v2.0/ports/2452de1e-9a18-44f2-a11f-b99c88d80e5c HTTP/1.1" status: 204 len: 168 time: 0.3889863 Jul 14 11:37:26.701998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47268) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:26.707123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbbf0b92-3ddd-47e1-bbe7-69faa3bbc3b3 req-886cb663-24d4-4bfb-b296-9d7ab3b4148e tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 1100 time: 0.1037412 Jul 14 11:37:26.736131 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1618326e-9f0f-454a-a2be-af8b95eecf78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] GET failed (client error): The resource could not be found. Jul 14 11:37:26.741116 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1618326e-9f0f-454a-a2be-af8b95eecf78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "GET /v2.0/ports/2452de1e-9a18-44f2-a11f-b99c88d80e5c HTTP/1.1" status: 404 len: 333 time: 0.0345325 Jul 14 11:37:26.741462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47270) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:26.747449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Request body: {'port': {'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1044712240'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:26.754045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbbf0b92-3ddd-47e1-bbe7-69faa3bbc3b3 req-fd42ac6d-e93e-43cd-b2aa-a7e1c9c3b422 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459275 Jul 14 11:37:26.796097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Made reservation on behalf of cbff6354ebbb49469b482e1f8e428eb7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:26.798779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:26.822343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] device_id is not set on port 44e12106-63ed-466f-aa91-f867cd5f3e2b yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:37:26.936765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc97513-5fc1-484a-9ba1-9667e94e9c0c req-2d125a97-ff8b-44ae-9ba1-3914ba235d56 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:26.946481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffc97513-5fc1-484a-9ba1-9667e94e9c0c req-2d125a97-ff8b-44ae-9ba1-3914ba235d56 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483 HTTP/1.1" status: 200 len: 946 time: 0.0868211 Jul 14 11:37:27.012181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffc97513-5fc1-484a-9ba1-9667e94e9c0c req-6dc81935-aff8-4c3d-a177-b386520c4c4d tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639267 Jul 14 11:37:27.012865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:27.041135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6c3fd-48d2-4588-9235-2f1e6a7bf112 req-4f533b74-b54c-4940-bb5f-5f04cf5b80af tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:27.041135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9f6c3fd-48d2-4588-9235-2f1e6a7bf112 req-4f533b74-b54c-4940-bb5f-5f04cf5b80af tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 1100 time: 0.0841622 Jul 14 11:37:27.059254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:27.086926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9f6c3fd-48d2-4588-9235-2f1e6a7bf112 req-9d18b9ad-adef-450d-8b7c-88d16c38dedd tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Jul 14 11:37:27.127821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Network bd5fba3d-ca76-477d-a328-8bc35be97e99 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:27.129333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'Port': ['ID=44e12106-63ed-466f-aa91-f867cd5f3e2b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:27.132257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:27.134549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:27.136638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:27.137558 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:27.156814 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ce8e0a08-95d4-406e-abb3-585f47506325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4138441 Jul 14 11:37:27.157648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47280) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:27.163332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:27.245909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:27.330359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6c9a677d-1787-475b-a39f-976e72ef4c47 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:27.505755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 6c9a677d-1787-475b-a39f-976e72ef4c47, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6c9a677d-1787-475b-a39f-976e72ef4c47,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:27.518369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '6c9a677d-1787-475b-a39f-976e72ef4c47', 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06', 'port_id': '6c9a677d-1787-475b-a39f-976e72ef4c47', 'mac_address': 'fa:16:3e:dc:de:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90958c23-9a65-414a-9f8d-b5b4e98c0309', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:27.523615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] device_id is not set on port 44e12106-63ed-466f-aa91-f867cd5f3e2b yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:37:27.536924 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:27.573428 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:27.573625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Transition to ACTIVE for port object 44e12106-63ed-466f-aa91-f867cd5f3e2b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:27.580241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:27.625238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9a677d-1787-475b-a39f-976e72ef4c47 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:27.637392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'Port': ['ID=44e12106-63ed-466f-aa91-f867cd5f3e2b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:27.655699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.656115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.656502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.661591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 6c9a677d-1787-475b-a39f-976e72ef4c47, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6c9a677d-1787-475b-a39f-976e72ef4c47,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:27.663470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.663818 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.666671 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:27.674543 n-d-778696-8 neutron-server[93702]: INFO neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 2 to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b Jul 14 11:37:27.727395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.727727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.728266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.738297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.738637 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.741064 n-d-778696-8 neutron-server[93702]: INFO neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 3 to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b Jul 14 11:37:27.761859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.762206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.762554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.775484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.775760 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.783632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d19db-6ef4-4f25-bbde-d0229c7ef4bc req-0e262eb0-9404-4709-ab0e-09249abb2421 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:27.785438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-582d19db-6ef4-4f25-bbde-d0229c7ef4bc req-0e262eb0-9404-4709-ab0e-09249abb2421 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 945 time: 0.1240649 Jul 14 11:37:27.785952 n-d-778696-8 neutron-server[93702]: INFO neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 4 to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b Jul 14 11:37:27.809463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.809892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.810242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.823746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.824130 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.825915 n-d-778696-8 neutron-server[93702]: INFO neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 5 to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b Jul 14 11:37:27.854995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.855656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.856015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.864093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-582d19db-6ef4-4f25-bbde-d0229c7ef4bc req-f32a3958-ce9a-4767-a6dd-343226a74b5b tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679131 Jul 14 11:37:27.866556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.867079 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.867285 n-d-778696-8 neutron-server[93702]: INFO neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 6 to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b Jul 14 11:37:27.883388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.883637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.884012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.889272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.889603 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.889996 n-d-778696-8 neutron-server[93702]: INFO neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 7 to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b Jul 14 11:37:27.905035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.905380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.905722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.910936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.911278 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.911680 n-d-778696-8 neutron-server[93702]: INFO neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 8 to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b Jul 14 11:37:27.926172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.926653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.926997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.932945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.933516 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.934066 n-d-778696-8 neutron-server[93702]: INFO neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 9 to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b Jul 14 11:37:27.943943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=6c9a677d-1787-475b-a39f-976e72ef4c47,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:27.950920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.951509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.952062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.957432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.958009 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.958571 n-d-778696-8 neutron-server[93702]: INFO neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 10 to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b Jul 14 11:37:27.974372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:27.975025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:27.975544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:27.980964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:27.981382 n-d-778696-8 neutron-server[93702]: ERROR neutron.plugins.ml2.managers [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 44e12106-63ed-466f-aa91-f867cd5f3e2b on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:27.981750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:27.997222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['6c9a677d-1787-475b-a39f-976e72ef4c47'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:28.062104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] For port 44e12106-63ed-466f-aa91-f867cd5f3e2b, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:28.063097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempted to set empty binding levels {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 11:37:28.071682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:28.085450 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:28.121866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] In _notify_port_updated(), no bound segment for port 44e12106-63ed-466f-aa91-f867cd5f3e2b on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:37:28.123145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.124027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:28.125758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "PUT /v2.0/ports/44e12106-63ed-466f-aa91-f867cd5f3e2b HTTP/1.1" status: 200 len: 979 time: 0.9670928 Jul 14 11:37:28.128511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47308) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:28.153080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae18616-827a-4c77-be96-f60e290df1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'Port': ['ID=44e12106-63ed-466f-aa91-f867cd5f3e2b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:28.284340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd75d1-2c2b-485d-9ea5-853dee577e2a req-7da0ef7a-d181-48ff-a6ea-fa7081e36e79 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.285992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cdd75d1-2c2b-485d-9ea5-853dee577e2a req-7da0ef7a-d181-48ff-a6ea-fa7081e36e79 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483 HTTP/1.1" status: 200 len: 946 time: 0.1041906 Jul 14 11:37:28.288657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.289360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.290043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.290722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.291374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.292204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.292850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.293492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.294259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.296415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.298040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.299116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.299774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.300498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.301144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.301820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.302609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.303250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.304043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.305519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.306268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.307395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.308345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.309620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.310274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.311203 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.311915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.312672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.313380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.314153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.314802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.315279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.324480 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cb56b495-7ea8-4627-9610-bc846c3cadf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28807 time: 0.1898873 Jul 14 11:37:28.325447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47322) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:28.351767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cdd75d1-2c2b-485d-9ea5-853dee577e2a req-3307568f-75fc-436b-9dbf-cbe335fc688e tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599611 Jul 14 11:37:28.458623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf41df1f-05f9-4869-b733-c55210afb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Deleting port 44e12106-63ed-466f-aa91-f867cd5f3e2b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:28.458976 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf41df1f-05f9-4869-b733-c55210afb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:28.545747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bf41df1f-05f9-4869-b733-c55210afb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] For port 44e12106-63ed-466f-aa91-f867cd5f3e2b, host n-h1-778696-8, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:28.546164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf41df1f-05f9-4869-b733-c55210afb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:28.571718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf41df1f-05f9-4869-b733-c55210afb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Calling delete_port for 44e12106-63ed-466f-aa91-f867cd5f3e2b owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:28.696641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf41df1f-05f9-4869-b733-c55210afb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:28.720945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f3bd2-def3-44d1-9f85-7966c74fc0a6 req-4cb2e94b-a059-4922-afe9-1f5c579bac67 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:28.733273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41df1f-05f9-4869-b733-c55210afb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event deleted for resources: {'Port': ['ID=44e12106-63ed-466f-aa91-f867cd5f3e2b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:28.733525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f6f3bd2-def3-44d1-9f85-7966c74fc0a6 req-4cb2e94b-a059-4922-afe9-1f5c579bac67 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1087291 Jul 14 11:37:28.753354 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf41df1f-05f9-4869-b733-c55210afb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:28.758207 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bf41df1f-05f9-4869-b733-c55210afb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "DELETE /v2.0/ports/44e12106-63ed-466f-aa91-f867cd5f3e2b HTTP/1.1" status: 204 len: 168 time: 0.4293606 Jul 14 11:37:28.759654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47336) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:28.797721 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-79faefd3-df1c-4433-933d-dc9c49e7fd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] GET failed (client error): The resource could not be found. Jul 14 11:37:28.803879 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-79faefd3-df1c-4433-933d-dc9c49e7fd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "GET /v2.0/ports/44e12106-63ed-466f-aa91-f867cd5f3e2b HTTP/1.1" status: 404 len: 333 time: 0.0389526 Jul 14 11:37:28.805387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47340) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:28.812942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468755391', 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:28.836176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f6f3bd2-def3-44d1-9f85-7966c74fc0a6 req-1dfc13b4-9fbc-469a-b88a-d31d9076d21d tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001310 Jul 14 11:37:28.843395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Made reservation on behalf of cbff6354ebbb49469b482e1f8e428eb7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:28.846494 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:28.867688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] device_id is not set on port 2282c956-b6ca-41a9-be6c-ea7a13917bd0 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:37:29.024643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a10cc-c64f-47ea-a0bb-7817474dab1f req-652f2241-1637-448e-bfe7-7c5bab6b1e61 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:29.027043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-582a10cc-c64f-47ea-a0bb-7817474dab1f req-652f2241-1637-448e-bfe7-7c5bab6b1e61 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483 HTTP/1.1" status: 200 len: 946 time: 0.1185589 Jul 14 11:37:29.057858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.103468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.120542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-582a10cc-c64f-47ea-a0bb-7817474dab1f req-c6122698-dd46-4c67-99cb-333d7f5b0967 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879629 Jul 14 11:37:29.156396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Network bd5fba3d-ca76-477d-a328-8bc35be97e99 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:29.163203 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:29.167119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:29.168632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:29.169403 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.175669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'Port': ['ID=2282c956-b6ca-41a9-be6c-ea7a13917bd0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:29.176476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91c4bc-8ca3-4688-8b3c-b362307d99de req-ab66528c-c5f7-4566-a887-92969ebdf010 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:29.186901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d91c4bc-8ca3-4688-8b3c-b362307d99de req-ab66528c-c5f7-4566-a887-92969ebdf010 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 945 time: 0.1435723 Jul 14 11:37:29.211783 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-31ef2993-81d3-4e12-a196-4a52fb4ee901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4036512 Jul 14 11:37:29.212952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47354) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:29.229791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d91c4bc-8ca3-4688-8b3c-b362307d99de req-dc747fe8-485d-4d69-b4d3-3c1d3cd314bd tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 Jul 14 11:37:29.274120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9778a18e-cca7-4056-850e-0b7c2a7b63c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:29.276493 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9778a18e-cca7-4056-850e-0b7c2a7b63c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "GET /v2.0/ports/2282c956-b6ca-41a9-be6c-ea7a13917bd0 HTTP/1.1" status: 200 len: 959 time: 0.0616608 Jul 14 11:37:29.279255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47358) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:29.314485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6c9a677d-1787-475b-a39f-976e72ef4c47 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:29.389395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 6c9a677d-1787-475b-a39f-976e72ef4c47 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:29.391101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d21f24ae-988a-4336-af65-14307b63b0d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Deleting port 2282c956-b6ca-41a9-be6c-ea7a13917bd0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:29.391378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d21f24ae-988a-4336-af65-14307b63b0d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.393453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 6c9a677d-1787-475b-a39f-976e72ef4c47 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:29.394085 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.480266 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.505599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2b57ad-f1d1-4c76-ab3a-4883396cd30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9a677d-1787-475b-a39f-976e72ef4c47'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:29.517281 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47222d8b-c34e-4274-ba99-30a111d479d2" -d '{"events": [{"server_uuid": "1e2b57ad-f1d1-4c76-ab3a-4883396cd30f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9a677d-1787-475b-a39f-976e72ef4c47"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:29.532302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 6c9a677d-1787-475b-a39f-976e72ef4c47, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6c9a677d-1787-475b-a39f-976e72ef4c47,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:29.537705 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.600905 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca5bf8d-ee50-41b7-93e1-ef8ea760953e x-openstack-request-id: req-bca5bf8d-ee50-41b7-93e1-ef8ea760953e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:29.601190 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2b57ad-f1d1-4c76-ab3a-4883396cd30f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9a677d-1787-475b-a39f-976e72ef4c47", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:29.601611 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bca5bf8d-ee50-41b7-93e1-ef8ea760953e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:29.602179 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2b57ad-f1d1-4c76-ab3a-4883396cd30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9a677d-1787-475b-a39f-976e72ef4c47', 'code': 200} Jul 14 11:37:29.603503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=6c9a677d-1787-475b-a39f-976e72ef4c47,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:29.748560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72607ce9-f49b-41c1-a32c-117d08e8268c req-8909a06f-c096-4487-b73d-b4f6a8631c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:29.750138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72607ce9-f49b-41c1-a32c-117d08e8268c req-8909a06f-c096-4487-b73d-b4f6a8631c8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 1097 time: 0.0624511 Jul 14 11:37:29.794981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72607ce9-f49b-41c1-a32c-117d08e8268c req-b8371571-6ea7-47ed-969e-b98624b86d88 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Jul 14 11:37:29.814603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d21f24ae-988a-4336-af65-14307b63b0d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.828989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d21f24ae-988a-4336-af65-14307b63b0d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Calling delete_port for 2282c956-b6ca-41a9-be6c-ea7a13917bd0 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:29.918353 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d21f24ae-988a-4336-af65-14307b63b0d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.945739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f24ae-988a-4336-af65-14307b63b0d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event deleted for resources: {'Port': ['ID=2282c956-b6ca-41a9-be6c-ea7a13917bd0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:29.958367 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d21f24ae-988a-4336-af65-14307b63b0d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:29.960288 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d21f24ae-988a-4336-af65-14307b63b0d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "DELETE /v2.0/ports/2282c956-b6ca-41a9-be6c-ea7a13917bd0 HTTP/1.1" status: 204 len: 168 time: 0.6799707 Jul 14 11:37:29.962937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47374) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:29.996634 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a71ee43-0c1c-4af4-8356-c07620c3b174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] GET failed (client error): The resource could not be found. Jul 14 11:37:29.999927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5a71ee43-0c1c-4af4-8356-c07620c3b174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "GET /v2.0/ports/2282c956-b6ca-41a9-be6c-ea7a13917bd0 HTTP/1.1" status: 404 len: 333 time: 0.0342462 Jul 14 11:37:30.002817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47376) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:30.008040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Request body: {'port': {'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-241594346'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:30.025629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3d5a9-cc95-4810-8c5b-fb6bbb584c9a req-dce0c315-2343-4f83-8f2c-e2469f71ae26 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:30.027433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93a3d5a9-cc95-4810-8c5b-fb6bbb584c9a req-dce0c315-2343-4f83-8f2c-e2469f71ae26 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.0752132 Jul 14 11:37:30.029880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Made reservation on behalf of cbff6354ebbb49469b482e1f8e428eb7 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:30.033069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:30.050201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] device_id is not set on port 7bd3635f-7936-47e6-b16a-9c72a842a96d yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:37:30.085763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93a3d5a9-cc95-4810-8c5b-fb6bbb584c9a req-f472cf51-3888-4153-82f6-a3b94b6ebfe5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Jul 14 11:37:30.265361 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:30.312278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:30.329925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82876-a0b7-4e2d-9e06-dec55ef59df9 req-796ec3c1-b47d-40bb-8f35-8061981e4545 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:30.331985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7d82876-a0b7-4e2d-9e06-dec55ef59df9 req-796ec3c1-b47d-40bb-8f35-8061981e4545 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483 HTTP/1.1" status: 200 len: 946 time: 0.0809522 Jul 14 11:37:30.357042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Network bd5fba3d-ca76-477d-a328-8bc35be97e99 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:30.362825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:30.366913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:30.368547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:30.369781 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:30.381496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd3635f-7936-47e6-b16a-9c72a842a96d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:30.398420 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b779c914-3286-4812-9ae7-bbc6d50a4d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3943198 Jul 14 11:37:30.404322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47394) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:30.410399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7d82876-a0b7-4e2d-9e06-dec55ef59df9 req-28f69e2a-c688-4b4c-ab88-f6890c308cc5 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646238 Jul 14 11:37:30.421238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:30.524072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2021e9-5703-414f-92c1-63a53f6b6f30 req-2667c481-f84c-43b8-b948-174b5cceae76 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:30.532073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a2021e9-5703-414f-92c1-63a53f6b6f30 req-2667c481-f84c-43b8-b948-174b5cceae76 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 946 time: 0.1182837 Jul 14 11:37:30.558724 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:30.585795 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a2021e9-5703-414f-92c1-63a53f6b6f30 req-97318f59-4d95-4bf7-ae35-a29f53020103 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525746 Jul 14 11:37:30.754914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-b4077aee-68b8-47e9-aab7-29373f36c2bd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:30.756786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-b4077aee-68b8-47e9-aab7-29373f36c2bd tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483 HTTP/1.1" status: 200 len: 946 time: 0.0873094 Jul 14 11:37:30.786453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] device_id is not set on port 7bd3635f-7936-47e6-b16a-9c72a842a96d yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:37:30.797408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:30.812116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Transition to ACTIVE for port object 7bd3635f-7936-47e6-b16a-9c72a842a96d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:30.820005 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:30.888195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:30.888328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:30.888671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:30.891651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd3635f-7936-47e6-b16a-9c72a842a96d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:30.895597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:30.895955 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:30.896344 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 2 to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d Jul 14 11:37:30.909344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:30.909679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:30.910457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:30.912942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Deleting port 5112b378-c1ad-4d40-a6cf-ed060f484ad6 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:30.913480 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:30.914623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:30.914955 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:30.915781 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 3 to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d Jul 14 11:37:30.929047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:30.929391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:30.929731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:30.935707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:30.936070 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:30.936468 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 4 to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d Jul 14 11:37:30.950465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:30.950804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:30.951147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:30.956210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:30.956658 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:30.957051 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 5 to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d Jul 14 11:37:30.975758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:30.976870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:30.976870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:30.982234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:30.982563 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:30.983293 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 6 to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d Jul 14 11:37:30.999766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:31.000264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:31.000612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:31.006109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:31.006826 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:31.007506 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 7 to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d Jul 14 11:37:31.025104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:31.026714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:31.027575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:31.031667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] For port 5112b378-c1ad-4d40-a6cf-ed060f484ad6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5112b378-c1ad-4d40-a6cf-ed060f484ad6,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:31.032337 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.032784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:31.033217 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:31.033620 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 8 to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d Jul 14 11:37:31.045210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Calling delete_port for 5112b378-c1ad-4d40-a6cf-ed060f484ad6 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:31.046167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:31.046524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:31.046862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:31.051397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:31.051728 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:31.052292 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 9 to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d Jul 14 11:37:31.078831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:31.080221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:31.080221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:31.089358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:31.089769 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:31.090225 n-d-778696-8 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempt 10 to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d Jul 14 11:37:31.104803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:31.105402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:31.105603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempting to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:31.110533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:31.110773 n-d-778696-8 neutron-server[93701]: ERROR neutron.plugins.ml2.managers [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Failed to bind port 7bd3635f-7936-47e6-b16a-9c72a842a96d on host n-h1-778696-8 for vnic_type normal using segments [{'id': 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd5fba3d-ca76-477d-a328-8bc35be97e99'}] Jul 14 11:37:31.111145 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.205552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] For port 7bd3635f-7936-47e6-b16a-9c72a842a96d, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:31.206091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attempted to set empty binding levels {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 11:37:31.218403 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.233888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] In _notify_port_updated(), no bound segment for port 7bd3635f-7936-47e6-b16a-9c72a842a96d on network bd5fba3d-ca76-477d-a328-8bc35be97e99 {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:37:31.236582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:31.237349 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.242624 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "PUT /v2.0/ports/7bd3635f-7936-47e6-b16a-9c72a842a96d HTTP/1.1" status: 200 len: 978 time: 0.8338983 Jul 14 11:37:31.242880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47408) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:31.267511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.287353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9b752b4d-143e-4fd4-b5b0-19352a22fe10', '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd', '5112b378-c1ad-4d40-a6cf-ed060f484ad6'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:31.318190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Pushing event deleted for resources: {'Port': ['ID=5112b378-c1ad-4d40-a6cf-ed060f484ad6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:31.355168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26818116-4525-4165-87d3-cb9429cbf248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd3635f-7936-47e6-b16a-9c72a842a96d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:31.398140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053408f-7858-4f9f-8b45-5e7709effc3e req-3b9061da-aebd-453b-b9c6-d4079d93977e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:31.400226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4053408f-7858-4f9f-8b45-5e7709effc3e req-3b9061da-aebd-453b-b9c6-d4079d93977e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1774509 Jul 14 11:37:31.401522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] No DVR routers for this DVR port 5112b378-c1ad-4d40-a6cf-ed060f484ad6 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:37:31.414528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.415160 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-638737c4-7a15-401b-b063-6c836a6abea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Deleting port 7bd3635f-7936-47e6-b16a-9c72a842a96d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:31.416510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638737c4-7a15-401b-b063-6c836a6abea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.417954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d26d41d-173c-4c28-8eea-354c3df2debf req-67a6aa14-beb3-4183-a03c-de917b81c7a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "DELETE /v2.0/ports/5112b378-c1ad-4d40-a6cf-ed060f484ad6 HTTP/1.1" status: 204 len: 173 time: 0.6542122 Jul 14 11:37:31.420061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a004ba8-2a10-4ebf-8b71-f41d338cc483', 'name': 'network-vif-deleted', 'tag': '5112b378-c1ad-4d40-a6cf-ed060f484ad6'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:31.422505 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21df291-6db0-4cb4-a58f-0b67c8a5ee78" -d '{"events": [{"server_uuid": "2a004ba8-2a10-4ebf-8b71-f41d338cc483", "name": "network-vif-deleted", "tag": "5112b378-c1ad-4d40-a6cf-ed060f484ad6"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:31.495721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-638737c4-7a15-401b-b063-6c836a6abea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] For port 7bd3635f-7936-47e6-b16a-9c72a842a96d, host n-h1-778696-8, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:31.496134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638737c4-7a15-401b-b063-6c836a6abea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.511290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-638737c4-7a15-401b-b063-6c836a6abea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Calling delete_port for 7bd3635f-7936-47e6-b16a-9c72a842a96d owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:31.521788 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7293c8-9d5d-450c-8cb1-e5d2e278356a x-openstack-request-id: req-7a7293c8-9d5d-450c-8cb1-e5d2e278356a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:31.522138 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a004ba8-2a10-4ebf-8b71-f41d338cc483", "name": "network-vif-deleted", "tag": "5112b378-c1ad-4d40-a6cf-ed060f484ad6", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:31.522398 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a7293c8-9d5d-450c-8cb1-e5d2e278356a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:31.522806 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a004ba8-2a10-4ebf-8b71-f41d338cc483', 'name': 'network-vif-deleted', 'tag': '5112b378-c1ad-4d40-a6cf-ed060f484ad6', 'status': 'completed', 'code': 200} Jul 14 11:37:31.560711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4053408f-7858-4f9f-8b45-5e7709effc3e req-9b08854c-ed8c-464a-a702-085c77bb3edf tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414816 Jul 14 11:37:31.644846 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638737c4-7a15-401b-b063-6c836a6abea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.705867 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638737c4-7a15-401b-b063-6c836a6abea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bd3635f-7936-47e6-b16a-9c72a842a96d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:31.713294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-638737c4-7a15-401b-b063-6c836a6abea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.717184 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-638737c4-7a15-401b-b063-6c836a6abea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "DELETE /v2.0/ports/7bd3635f-7936-47e6-b16a-9c72a842a96d HTTP/1.1" status: 204 len: 168 time: 0.4726186 Jul 14 11:37:31.719761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47428) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:31.766816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f90188-872f-491a-94d7-049a4f193c99 req-c8255921-393e-4ba5-9589-5a1aa1ecf268 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a004ba8-2a10-4ebf-8b71-f41d338cc483 HTTP/1.1" status: 200 len: 210 time: 0.0432909 Jul 14 11:37:31.768308 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b13929f-8e3a-476d-ad73-be6ba4cbe06c tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] GET failed (client error): The resource could not be found. Jul 14 11:37:31.770388 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5b13929f-8e3a-476d-ad73-be6ba4cbe06c tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-466715484-project-admin] 10.222.0.38 "GET /v2.0/ports/7bd3635f-7936-47e6-b16a-9c72a842a96d HTTP/1.1" status: 404 len: 333 time: 0.0492539 Jul 14 11:37:31.773677 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47432) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:31.860538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8c5eb-0def-4cdd-b5cb-ca7a7d9f1ea8 req-6dff5adc-7c6e-49e2-89d4-8a7217ed668e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:31.867286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cb8c5eb-0def-4cdd-b5cb-ca7a7d9f1ea8 req-6dff5adc-7c6e-49e2-89d4-8a7217ed668e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 946 time: 0.0991318 Jul 14 11:37:31.886781 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:31.912476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cb8c5eb-0def-4cdd-b5cb-ca7a7d9f1ea8 req-693633ea-2222-400e-8ff7-020055cb0865 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 Jul 14 11:37:32.001025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:32.014187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5fba3d-ca76-477d-a328-8bc35be97e99']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:32.029173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:32.029464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d499a4-b3d9-4bb0-a958-650bdf48aa91') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:32.039162 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:32.057019 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:32.065351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:37:32.068711 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:37:32.073586 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:37:32.142854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:32.156797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:32.164524 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] 10.222.0.38 "DELETE /v2.0/networks/bd5fba3d-ca76-477d-a328-8bc35be97e99 HTTP/1.1" status: 204 len: 168 time: 0.3891418 Jul 14 11:37:32.192408 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7d100-c325-437e-803d-4ca2a82eaf58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307267907-project] Pushing event deleted for resources: {'Network': ['ID=bd5fba3d-ca76-477d-a328-8bc35be97e99,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:32.531985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47456) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:32.777236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a0011525-5be9-499e-b3f3-16b4256c1db2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e3c89b0b76747cbbed84a649244a02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438014 Jul 14 11:37:32.780826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47472) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:32.835252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d400e-6956-4928-8380-abdc5a4f4d80 req-8960caad-916f-49d4-98ce-457211dbced4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:32.843286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-941d400e-6956-4928-8380-abdc5a4f4d80 req-8960caad-916f-49d4-98ce-457211dbced4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1483576 Jul 14 11:37:32.861333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d666fd12-de0c-4bd3-aba4-17c6b2b91e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:32.908259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-941d400e-6956-4928-8380-abdc5a4f4d80 req-9856a23a-1854-4d90-ae34-8011ce958691 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636258 Jul 14 11:37:32.927066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d666fd12-de0c-4bd3-aba4-17c6b2b91e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:33.011888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d666fd12-de0c-4bd3-aba4-17c6b2b91e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:33.023376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d666fd12-de0c-4bd3-aba4-17c6b2b91e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:33.028103 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d666fd12-de0c-4bd3-aba4-17c6b2b91e63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc793756-2097-4a4f-9f4e-b7a30b875987 HTTP/1.1" status: 204 len: 168 time: 0.2449930 Jul 14 11:37:33.047114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666fd12-de0c-4bd3-aba4-17c6b2b91e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc793756-2097-4a4f-9f4e-b7a30b875987,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:33.495170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47500) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:33.610467 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-21b06439-6184-4ca5-af96-da3db7d3a114 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cbff6354ebbb49469b482e1f8e428eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141965 Jul 14 11:37:33.612745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47504) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:33.685667 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff21-1910-4ed2-af9c-c08323b50c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:33.715018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff21-1910-4ed2-af9c-c08323b50c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:33.819908 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff21-1910-4ed2-af9c-c08323b50c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:33.823069 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff21-1910-4ed2-af9c-c08323b50c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:33.826964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e9f8ff21-1910-4ed2-af9c-c08323b50c35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9641b8e9-86ef-4d2a-b3f8-155e560beca0 HTTP/1.1" status: 204 len: 168 time: 0.2108359 Jul 14 11:37:33.851413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8ff21-1910-4ed2-af9c-c08323b50c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9641b8e9-86ef-4d2a-b3f8-155e560beca0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:34.203221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75210b-9a0f-4ba6-a835-c84a4ee69eb9 req-2c74d70d-27ec-4474-8b70-f9c6467ad1b3 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:34.205108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f75210b-9a0f-4ba6-a835-c84a4ee69eb9 req-2c74d70d-27ec-4474-8b70-f9c6467ad1b3 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1003017 Jul 14 11:37:34.267970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f75210b-9a0f-4ba6-a835-c84a4ee69eb9 req-af02bf3f-6085-4487-8e66-e76b9889c5dc tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526290 Jul 14 11:37:34.505151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef74d1-71f5-42db-b66a-b3a815115d4b req-0744835b-c808-47e8-95f4-e867dfb72d86 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:34.511559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef74d1-71f5-42db-b66a-b3a815115d4b req-0744835b-c808-47e8-95f4-e867dfb72d86 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:34.513285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8ef74d1-71f5-42db-b66a-b3a815115d4b req-0744835b-c808-47e8-95f4-e867dfb72d86 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67&device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 1682 time: 0.1358254 Jul 14 11:37:34.594851 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8ef74d1-71f5-42db-b66a-b3a815115d4b req-4eede936-3164-4a19-8cb7-83a403234893 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750167 Jul 14 11:37:34.725484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5112b378-c1ad-4d40-a6cf-ed060f484ad6 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:37:34.763977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 5112b378-c1ad-4d40-a6cf-ed060f484ad6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:37:34.764328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5112b378-c1ad-4d40-a6cf-ed060f484ad6 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:37:35.500128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb3b9-6e46-470e-adc7-14e605cdd7be req-4c144be3-a717-4776-94e1-d4683aa5e332 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:35.507245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce5eb3b9-6e46-470e-adc7-14e605cdd7be req-4c144be3-a717-4776-94e1-d4683aa5e332 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.0879521 Jul 14 11:37:35.615200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce5eb3b9-6e46-470e-adc7-14e605cdd7be req-5308fa7e-d499-4678-8271-3ca750657a8d tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990875 Jul 14 11:37:35.928473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47614) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:36.058321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1279719608', 'router:external': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:36.095235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Made reservation on behalf of fd4bd9f9ef594bcc9f93e0db3d61bd5d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:36.097604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:36.115524 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:36.149085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b6f73-5485-4177-8a72-3194e6019889 req-6b62d783-bbc9-48ad-aece-3658c63b6794 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:36.152808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-800b6f73-5485-4177-8a72-3194e6019889 req-6b62d783-bbc9-48ad-aece-3658c63b6794 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67 HTTP/1.1" status: 200 len: 945 time: 0.1376522 Jul 14 11:37:36.218972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-800b6f73-5485-4177-8a72-3194e6019889 req-9572416c-185c-464f-9005-72951bbcab67 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606515 Jul 14 11:37:36.304204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:36.310853 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:36.338779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:37:36.352378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833df692-f4bc-4541-91ec-7daf99610f17,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:36.362852 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:36.363974 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Added segment 277d24cf-2fd8-4eca-96dd-873d90d3dd9f of type vlan for network de2b7fd2-3169-428d-90ab-1a284de68ae1 Jul 14 11:37:36.426952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:36.480428 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:36.481631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:36.482222 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:36.544451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6148257 Jul 14 11:37:36.547258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47628) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:36.552138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'subnet': {'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:36.556939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955a8b5-6400-4af9-be38-cbc6af5de55e tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event updated for resources: {'Network': ['ID=de2b7fd2-3169-428d-90ab-1a284de68ae1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:36.576292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network de2b7fd2-3169-428d-90ab-1a284de68ae1 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:37:36.585486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Made reservation on behalf of fd4bd9f9ef594bcc9f93e0db3d61bd5d for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:36.589608 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:36.951506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429591c-f403-4876-8925-18d618921b67 req-c642f5a1-25a5-485f-84e6-7ef2f4955709 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:36.958601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c429591c-f403-4876-8925-18d618921b67 req-c642f5a1-25a5-485f-84e6-7ef2f4955709 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1671164 Jul 14 11:37:37.056799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c429591c-f403-4876-8925-18d618921b67 req-a9c3f903-18b5-4ae9-9b43-9522f1681cc8 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970507 Jul 14 11:37:37.079770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-3c25db98-75fc-47d3-b140-5e183c5887a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:37.081390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-3c25db98-75fc-47d3-b140-5e183c5887a0 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "GET /v2.0/ports?device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67 HTTP/1.1" status: 200 len: 945 time: 0.1101744 Jul 14 11:37:37.190840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.objects.ports [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93702) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:37:37.191592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:37.361460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4c3f8c6-19ea-4b75-b4ec-184c34aae36c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:37.383969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Checking segment: {'id': '277d24cf-2fd8-4eca-96dd-873d90d3dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:37.384456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Network hostable DHCP agents. Network: de2b7fd2-3169-428d-90ab-1a284de68ae1, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:37:37.392844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Deleting port 9b752b4d-143e-4fd4-b5b0-19352a22fe10 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:37.393184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:37.504891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-3aaca3b7-f4e6-4486-8d74-bed28c2490c3 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:37.506591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-3aaca3b7-f4e6-4486-8d74-bed28c2490c3 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f442c6c-3c81-474e-8a2d-b595d00f1573 HTTP/1.1" status: 200 len: 946 time: 0.2186465 Jul 14 11:37:37.573749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Network de2b7fd2-3169-428d-90ab-1a284de68ae1 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:37:37.610705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, de2b7fd2-3169-428d-90ab-1a284de68ae1) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:37.620595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe36b3-25a4-44d2-8d5d-4b668d2eb77b None None] Network de2b7fd2-3169-428d-90ab-1a284de68ae1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:37:37.681690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] For port 9b752b4d-143e-4fd4-b5b0-19352a22fe10, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9b752b4d-143e-4fd4-b5b0-19352a22fe10,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:37.682334 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:37.706047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Calling delete_port for 9b752b4d-143e-4fd4-b5b0-19352a22fe10 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:37.776824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:37.777399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:37.802114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e833e3a2-c225-45a2-95c1-991681b4df7b None None] Network de2b7fd2-3169-428d-90ab-1a284de68ae1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:37:37.823686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4b4a3-0a71-4cce-8bb4-54ae65267119 req-cae5e960-7993-4901-9fd3-dba421f1db3a tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:37.825450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4b4b4a3-0a71-4cce-8bb4-54ae65267119 req-cae5e960-7993-4901-9fd3-dba421f1db3a tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67 HTTP/1.1" status: 200 len: 945 time: 0.4374866 Jul 14 11:37:37.869174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9ee5bbc3-b30f-4734-8661-830a99936231 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3208430 Jul 14 11:37:37.872867 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47660) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:37.886017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-39181008', 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:37.962670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4b4b4a3-0a71-4cce-8bb4-54ae65267119 req-facf90ca-2f76-48a9-92fc-dc8c8c410237 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150999 Jul 14 11:37:37.966584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Made reservation on behalf of fd4bd9f9ef594bcc9f93e0db3d61bd5d for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:37.972318 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:37.980195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Deleting port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:37.980195 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:38.020428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] device_id is not set on port dbec5612-0d90-4aa3-878e-028b170f053f yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:37:38.111442 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:38.124959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9b752b4d-143e-4fd4-b5b0-19352a22fe10', '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:38.208006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Pushing event deleted for resources: {'Port': ['ID=9b752b4d-143e-4fd4-b5b0-19352a22fe10,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:38.233435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Allocated IP 172.20.0.7 (de2b7fd2-3169-428d-90ab-1a284de68ae1/a4c3f8c6-19ea-4b75-b4ec-184c34aae36c/dbec5612-0d90-4aa3-878e-028b170f053f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:38.288911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] No DVR routers for this DVR port 9b752b4d-143e-4fd4-b5b0-19352a22fe10 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:37:38.296998 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:38.300160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8681b158-b956-407f-b9a7-84ac984ccd80 req-f5bdd5d0-9ee3-4497-929d-8784c8729ed6 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "DELETE /v2.0/ports/9b752b4d-143e-4fd4-b5b0-19352a22fe10 HTTP/1.1" status: 204 len: 173 time: 1.2032089 Jul 14 11:37:38.300839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4685e2d0-d5e2-477f-94e1-a79a97fbea67', 'name': 'network-vif-deleted', 'tag': '9b752b4d-143e-4fd4-b5b0-19352a22fe10'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:38.304493 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8c518d-ad82-4d33-83c9-c7c2175955d8" -d '{"events": [{"server_uuid": "4685e2d0-d5e2-477f-94e1-a79a97fbea67", "name": "network-vif-deleted", "tag": "9b752b4d-143e-4fd4-b5b0-19352a22fe10"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:38.317853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] For port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,segment=NetworkSegment(fbca0a17-3dfe-49ca-8b3d-3a90a495729f),segment_id=fbca0a17-3dfe-49ca-8b3d-3a90a495729f)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:38.318371 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:38.396601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Calling delete_port for 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:38.514249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:38.526857 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0156ed65-9fc0-43ea-b611-888f2c37a0fa x-openstack-request-id: req-0156ed65-9fc0-43ea-b611-888f2c37a0fa {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:38.527422 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4685e2d0-d5e2-477f-94e1-a79a97fbea67", "name": "network-vif-deleted", "tag": "9b752b4d-143e-4fd4-b5b0-19352a22fe10", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:38.527422 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0156ed65-9fc0-43ea-b611-888f2c37a0fa {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:38.527818 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4685e2d0-d5e2-477f-94e1-a79a97fbea67', 'name': 'network-vif-deleted', 'tag': '9b752b4d-143e-4fd4-b5b0-19352a22fe10', 'status': 'completed', 'code': 200} Jul 14 11:37:38.578352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:38.599245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152ceea-092f-4bd9-8e86-f92c4bb11cd4 req-6dd8e9a7-c59c-4080-a358-0c905b7e5cd5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:38.600865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d152ceea-092f-4bd9-8e86-f92c4bb11cd4 req-6dd8e9a7-c59c-4080-a358-0c905b7e5cd5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2773283 Jul 14 11:37:38.669840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Network de2b7fd2-3169-428d-90ab-1a284de68ae1 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:38.673549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:38.678512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:38.683568 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event updated for resources: {'Port': ['ID=dbec5612-0d90-4aa3-878e-028b170f053f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:38.709060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d152ceea-092f-4bd9-8e86-f92c4bb11cd4 req-7df0db31-9b0e-4e49-b33a-cafef8287976 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941973 Jul 14 11:37:38.729517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:38.730521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:38.794918 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0789eeb7-67b6-403e-9684-7cb8429b89ff tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.9191897 Jul 14 11:37:38.798273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47694) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:38.802429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:38.901227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2072daae-26b8-4436-9f2d-b1b7984c41da tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Deleting port dbec5612-0d90-4aa3-878e-028b170f053f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:38.901901 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2072daae-26b8-4436-9f2d-b1b7984c41da tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.034798 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2072daae-26b8-4436-9f2d-b1b7984c41da tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.050137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2072daae-26b8-4436-9f2d-b1b7984c41da tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Calling delete_port for dbec5612-0d90-4aa3-878e-028b170f053f owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:39.246888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2072daae-26b8-4436-9f2d-b1b7984c41da tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.284630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072daae-26b8-4436-9f2d-b1b7984c41da tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbec5612-0d90-4aa3-878e-028b170f053f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:39.311351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Pushing event deleted for resources: {'Port': ['ID=87cb7aea-bb9e-4d15-bb7f-0cf417a6badd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:39.342241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ee7d18b-fef2-41dc-82ac-8c0a23ec1384 req-30d0edf0-4d9b-4224-905b-b5ffd2b69460 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.38 "GET /v2.0/ports?device_id=4685e2d0-d5e2-477f-94e1-a79a97fbea67 HTTP/1.1" status: 200 len: 210 time: 0.0745037 Jul 14 11:37:39.375908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2072daae-26b8-4436-9f2d-b1b7984c41da tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.375908 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2072daae-26b8-4436-9f2d-b1b7984c41da tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "DELETE /v2.0/ports/dbec5612-0d90-4aa3-878e-028b170f053f HTTP/1.1" status: 204 len: 168 time: 0.5719252 Jul 14 11:37:39.375908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47710) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:39.376296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-ae42cdf0-cd06-4449-ac3f-b44c491060e4 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:39.376296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-ae42cdf0-cd06-4449-ac3f-b44c491060e4 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 815 time: 0.7076435 Jul 14 11:37:39.381779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1', 'external_fixed_ips': [{'subnet_id': 'a4c3f8c6-19ea-4b75-b4ec-184c34aae36c', 'ip_address': '172.20.0.7'}]}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:39.404897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] No DVR routers for this DVR port 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:37:39.418420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.418420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1396b514-a87f-418e-8ff1-8e9a39288a58 req-a5cfba9a-e61c-4b04-8470-488187798e89 tempest-ListServersNegativeTestJSON-1623034189 tempest-ListServersNegativeTestJSON-1623034189-project] 10.222.0.64 "DELETE /v2.0/ports/87cb7aea-bb9e-4d15-bb7f-0cf417a6badd HTTP/1.1" status: 204 len: 173 time: 1.9024730 Jul 14 11:37:39.430659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.432450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.435800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-7ee480fa-a8df-4a57-bcb4-e0fccb6ba49c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/quotas/02f6564a02394fbfbc3e05d1d99fa55b HTTP/1.1" status: 200 len: 375 time: 0.0346968 Jul 14 11:37:39.466639 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c70456e1-896f-4a70-92bd-fddcd3505ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.524588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.551190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-52342ac0-c848-4da6-a08c-8bea15294bcf tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142707 Jul 14 11:37:39.699234 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:39.771275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-bcd2d2d5-a237-4200-9564-48c3c00e882b service neutron] 10.222.0.38 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191491 Jul 14 11:37:39.917095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-1cbcd53c-96ba-44ec-9a55-c84817b0ebcb service neutron] 10.222.0.38 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280155 Jul 14 11:37:39.979124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:40.001590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:40.068767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7ad65-2d8d-4d56-80a6-fae104e56551 req-cd7233a1-1a3f-40d1-a823-94f0e03ed8f4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:40.071575 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0d7ad65-2d8d-4d56-80a6-fae104e56551 req-cd7233a1-1a3f-40d1-a823-94f0e03ed8f4 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1336172 Jul 14 11:37:40.199412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ecad82ec-50e2-4d23-b205-17178a031952 req-7e7ac531-f6d8-4778-977f-a2f14ce3aca0 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 210 time: 0.0458362 Jul 14 11:37:40.220107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0d7ad65-2d8d-4d56-80a6-fae104e56551 req-d65df308-2250-4210-b3c4-5e95bd8db9be tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379097 Jul 14 11:37:40.326041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Allocated IP 172.20.0.7 (de2b7fd2-3169-428d-90ab-1a284de68ae1/a4c3f8c6-19ea-4b75-b4ec-184c34aae36c/81944250-15aa-4b0e-89c6-592962fbcc93) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:40.473285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:40.531414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f442c6c-3c81-474e-8a2d-b595d00f1573', 'name': 'network-vif-deleted', 'tag': '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:40.534221 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ab73cf-e7b5-407f-9be5-b5be3fc7c7e2" -d '{"events": [{"server_uuid": "7f442c6c-3c81-474e-8a2d-b595d00f1573", "name": "network-vif-deleted", "tag": "87cb7aea-bb9e-4d15-bb7f-0cf417a6badd"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:40.580373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47748) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:40.616845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:40.635043 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfdfa67-cdc7-4bc6-9501-10bb76a7b62e x-openstack-request-id: req-cdfdfa67-cdc7-4bc6-9501-10bb76a7b62e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:40.635333 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f442c6c-3c81-474e-8a2d-b595d00f1573", "name": "network-vif-deleted", "tag": "87cb7aea-bb9e-4d15-bb7f-0cf417a6badd", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:40.635584 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdfdfa67-cdc7-4bc6-9501-10bb76a7b62e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:40.636109 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f442c6c-3c81-474e-8a2d-b595d00f1573', 'name': 'network-vif-deleted', 'tag': '87cb7aea-bb9e-4d15-bb7f-0cf417a6badd', 'status': 'completed', 'code': 200} Jul 14 11:37:40.662413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc41e942-ba87-4505-aa6e-192bcb87a532 admin admin] Deleting subnet 4238bebe-7991-45a5-a680-3a1cac4f4c4b {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:37:40.667824 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc41e942-ba87-4505-aa6e-192bcb87a532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:40.730351 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc41e942-ba87-4505-aa6e-192bcb87a532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:40.746627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Network de2b7fd2-3169-428d-90ab-1a284de68ae1 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:40.750829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:40.753002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9b752b4d-143e-4fd4-b5b0-19352a22fe10 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:37:40.760490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:40.795670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event updated for resources: {'Port': ['ID=81944250-15aa-4b0e-89c6-592962fbcc93,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:40.801699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 9b752b4d-143e-4fd4-b5b0-19352a22fe10 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:37:40.803162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9b752b4d-143e-4fd4-b5b0-19352a22fe10 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:37:40.803761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:37:40.808913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.809377 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.809877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.810293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.810719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.811147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.811577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.812032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.812544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.812960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.813427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.813879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:40.893421 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc41e942-ba87-4505-aa6e-192bcb87a532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:40.905922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:37:40.906270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 87cb7aea-bb9e-4d15-bb7f-0cf417a6badd not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:37:41.027102 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc41e942-ba87-4505-aa6e-192bcb87a532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.121991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41e942-ba87-4505-aa6e-192bcb87a532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4238bebe-7991-45a5-a680-3a1cac4f4c4b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:41.134633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc41e942-ba87-4505-aa6e-192bcb87a532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.140626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bc41e942-ba87-4505-aa6e-192bcb87a532 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4238bebe-7991-45a5-a680-3a1cac4f4c4b HTTP/1.1" status: 204 len: 168 time: 0.5562994 Jul 14 11:37:41.142638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47762) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:41.244439 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.261169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38044fe-e32a-4515-8f2a-09ca36b0da8b req-b352c695-5395-49d4-843e-0f86154aa9e3 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:41.262920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b38044fe-e32a-4515-8f2a-09ca36b0da8b req-b352c695-5395-49d4-843e-0f86154aa9e3 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 945 time: 0.2276337 Jul 14 11:37:41.269493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.412675 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b38044fe-e32a-4515-8f2a-09ca36b0da8b req-620433dd-f27d-4e02-ab09-1e60fbcd8a8d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429882 Jul 14 11:37:41.445421 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.458938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db00e2ec-30b1-4465-b0e0-0d648d59651c']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:41.479338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:41.484040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbca0a17-3dfe-49ca-8b3d-3a90a495729f') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:41.523221 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.570791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0647b2-eff7-4995-ad7f-e2b552e952d1 req-b89f50bb-1725-4cf4-919a-8d988aec5f8e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:41.578451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c0647b2-eff7-4995-ad7f-e2b552e952d1 req-b89f50bb-1725-4cf4-919a-8d988aec5f8e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1988246 Jul 14 11:37:41.588761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.617840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.624408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:37:41.625205 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:37:41.627297 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:37:41.632864 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:37:41.632864 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:37:41.712155 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-350739f6-bf21-45cf-90e0-be0e83dd7e98 req-ef317e60-7bbe-47d5-8e5a-8a4df83ba6a3 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 210 time: 0.1031806 Jul 14 11:37:41.787271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c0647b2-eff7-4995-ad7f-e2b552e952d1 req-aeccbe5f-f53b-4782-a8b6-3a7af0a20fc8 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077003 Jul 14 11:37:41.810644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.826902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:41.829330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Router d5659624-2585-46b5-9336-5b60b51ba509 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:37:41.830720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/db00e2ec-30b1-4465-b0e0-0d648d59651c HTTP/1.1" status: 204 len: 168 time: 0.6868112 Jul 14 11:37:41.857705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9df97-00f6-4374-a92e-18892d4bd5f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db00e2ec-30b1-4465-b0e0-0d648d59651c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:41.900402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-d41eef60-ee15-4c37-a238-465ee711e320 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:41.902361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-d41eef60-ee15-4c37-a238-465ee711e320 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 815 time: 0.2322841 Jul 14 11:37:41.922233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Request body: {'port': {'device_id': '63d3b128-db74-406b-bf0d-2016fede2966', 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06', 'admin_state_up': True, 'tenant_id': '02f6564a02394fbfbc3e05d1d99fa55b'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:42.127767 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-37b30aeb-d215-4ae9-af0a-1886f6bfe9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.142924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:37:42.157421 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Sync routers for ids ['d5659624-2585-46b5-9336-5b60b51ba509'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:37:42.181273 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Routers {'d5659624-2585-46b5-9336-5b60b51ba509'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:42.181479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Made reservation on behalf of 02f6564a02394fbfbc3e05d1d99fa55b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:42.182718 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d5659624-2585-46b5-9336-5b60b51ba509'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:42.192018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.192656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.200507 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-29ecc1e9-e402-4bfe-98de-9edfac2e5d94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8244157 Jul 14 11:37:42.201832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47790) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:42.232058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47792) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:42.242208 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.392155 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Set router d5659624-2585-46b5-9336-5b60b51ba509 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:37:42.467017 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e668f5b6-2a3f-4006-9793-895cf9e55fc5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c773e59b75a640f89b51d2e8b79aa5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345939 Jul 14 11:37:42.469934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47802) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:42.498813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.516638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Allocated IP 172.20.0.11 (6bdc356c-9c87-4b63-b256-f4f346cf6b06/90958c23-9a65-414a-9f8d-b5b4e98c0309/2d0ac539-ec0a-4744-a0a4-d2be3a043449) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:42.609260 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03899c51-2a28-4321-b95c-c61b6aed24da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.719232 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03899c51-2a28-4321-b95c-c61b6aed24da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.877163 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5659624-2585-46b5-9336-5b60b51ba509', 'name': '', 'tenant_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1', 'external_fixed_ips': [{'subnet_id': 'a4c3f8c6-19ea-4b75-b4ec-184c34aae36c', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '81944250-15aa-4b0e-89c6-592962fbcc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:39Z', 'updated_at': '2021-07-14T11:37:41Z', 'revision_number': 3, 'project_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'gw_port': {'id': '81944250-15aa-4b0e-89c6-592962fbcc93', 'name': '', 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5659624-2585-46b5-9336-5b60b51ba509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'a4c3f8c6-19ea-4b75-b4ec-184c34aae36c', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:40Z', 'updated_at': '2021-07-14T11:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4c3f8c6-19ea-4b75-b4ec-184c34aae36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:42.909453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.915478 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03899c51-2a28-4321-b95c-c61b6aed24da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.919064 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03899c51-2a28-4321-b95c-c61b6aed24da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:42.922869 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-03899c51-2a28-4321-b95c-c61b6aed24da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b9fb7d9-78a9-4609-b4cc-d1270576a4a0 HTTP/1.1" status: 204 len: 168 time: 0.4404409 Jul 14 11:37:42.937052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03899c51-2a28-4321-b95c-c61b6aed24da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9fb7d9-78a9-4609-b4cc-d1270576a4a0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:42.960090 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Checking router: d5659624-2585-46b5-9336-5b60b51ba509 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:37:42.965735 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Updating router d5659624-2585-46b5-9336-5b60b51ba509 port 81944250-15aa-4b0e-89c6-592962fbcc93 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:37:43.011353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86a29d57-2a94-49ef-89ae-106398b523d9 req-e0d0067c-0191-4870-95a7-ccab2a8cf3cc tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 210 time: 0.0548847 Jul 14 11:37:43.029756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.044528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8538c451-b70c-4519-a6ff-c5d74285974c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:43.050025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['6c9a677d-1787-475b-a39f-976e72ef4c47'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:43.075910 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.131778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Pushing event updated for resources: {'Port': ['ID=2d0ac539-ec0a-4744-a0a4-d2be3a043449,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:43.223651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:43.226579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:43.241124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:43.279698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.330022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:43.330613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.354378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-e1a4e095-8a37-4d5e-bbe3-f4856dd1f4a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4411068 Jul 14 11:37:43.374746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Request body: {'port': {'device_id': '63d3b128-db74-406b-bf0d-2016fede2966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:43.380150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Deleting port 81944250-15aa-4b0e-89c6-592962fbcc93 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:43.380519 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.390781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d83a9-d9cc-4ec0-a305-694eb590880d req-c7abe6f6-7b71-41d2-89e4-b26cabea5cc2 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:43.400253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f6d83a9-d9cc-4ec0-a305-694eb590880d req-c7abe6f6-7b71-41d2-89e4-b26cabea5cc2 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2726140 Jul 14 11:37:43.481063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ba5875de-acc7-4944-bfcc-0fdec3dfd43c details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:43.499795 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f6d83a9-d9cc-4ec0-a305-694eb590880d req-d279fd87-eb63-43e5-b6d1-8ea9316238e2 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932384 Jul 14 11:37:43.539813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.571479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.573682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Calling delete_port for 81944250-15aa-4b0e-89c6-592962fbcc93 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:43.593414 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.621690 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Transition to ACTIVE for port object 81944250-15aa-4b0e-89c6-592962fbcc93 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:43.659867 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.822738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Attempting to bind port 81944250-15aa-4b0e-89c6-592962fbcc93 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:43.825658 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Attempting to bind port 81944250-15aa-4b0e-89c6-592962fbcc93 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '277d24cf-2fd8-4eca-96dd-873d90d3dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:43.828295 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Attempting to bind port 81944250-15aa-4b0e-89c6-592962fbcc93 on network de2b7fd2-3169-428d-90ab-1a284de68ae1 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:43.846417 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.850435 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:43.850964 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Checking segment: {'id': '277d24cf-2fd8-4eca-96dd-873d90d3dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:43.854389 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.854930 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Bound using segment: {'id': '277d24cf-2fd8-4eca-96dd-873d90d3dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:43.855536 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Bound port: 81944250-15aa-4b0e-89c6-592962fbcc93, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277d24cf-2fd8-4eca-96dd-873d90d3dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:43.856206 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:43.862133 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Pushing event updated for resources: {'Port': ['ID=81944250-15aa-4b0e-89c6-592962fbcc93,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:43.928524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:43.934232 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.934700 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.935370 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.935967 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.939502 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.942397 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.944083 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.944533 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.945460 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.947581 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.950959 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.951352 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40b91c-0f5a-4db3-b47f-c15f371092d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:43.952379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'mac_address': 'fa:16:3e:32:7f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:44.029286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0ac539-ec0a-4744-a0a4-d2be3a043449 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:44.038911 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.048100 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.060247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.063385 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.db.api [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:37:44.064067 n-d-778696-8 neutron-server[93704]: DEBUG oslo_db.api [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:37:44.072914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba5875de-acc7-4944-bfcc-0fdec3dfd43c {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:44.077008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Transition to ACTIVE for port object 2d0ac539-ec0a-4744-a0a4-d2be3a043449 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:44.095387 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.106858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event deleted for resources: {'Port': ['ID=81944250-15aa-4b0e-89c6-592962fbcc93,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:44.110717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:44.118068 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.204670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Pushing event updated for resources: {'Port': ['ID=2d0ac539-ec0a-4744-a0a4-d2be3a043449,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:44.228710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:44.275641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.358728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Attempting to bind port 2d0ac539-ec0a-4744-a0a4-d2be3a043449 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:44.358972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Attempting to bind port 2d0ac539-ec0a-4744-a0a4-d2be3a043449 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:44.359379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Attempting to bind port 2d0ac539-ec0a-4744-a0a4-d2be3a043449 on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:44.366353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Port 2d0ac539-ec0a-4744-a0a4-d2be3a043449 on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:37:44.366678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Attempting to bind port 2d0ac539-ec0a-4744-a0a4-d2be3a043449 on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:44.373800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:44.374079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Checking segment: {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:44.374286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Bound using segment: {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:44.374726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Bound port: 2d0ac539-ec0a-4744-a0a4-d2be3a043449, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:44.375089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.416955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.417715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47860) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:44.420951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.452261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ac256-e9b7-4710-9f14-18e9135c0b80 req-5ce51f9b-b480-47ea-9fb3-16e05b74748f tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:44.453875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-370ac256-e9b7-4710-9f14-18e9135c0b80 req-5ce51f9b-b480-47ea-9fb3-16e05b74748f tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 944 time: 0.1534474 Jul 14 11:37:44.479516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.481484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5659624-2585-46b5-9336-5b60b51ba509 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:37:44.483961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['ba5875de-acc7-4944-bfcc-0fdec3dfd43c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:44.489164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.489647 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fa7f75dd-14a9-4c8f-b63a-b77159f5f8c1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "DELETE /v2.0/routers/d5659624-2585-46b5-9336-5b60b51ba509 HTTP/1.1" status: 204 len: 168 time: 2.2819231 Jul 14 11:37:44.493786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47868) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:44.571511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] For port 2d0ac539-ec0a-4744-a0a4-d2be3a043449, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:44.575088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] For port 2d0ac539-ec0a-4744-a0a4-d2be3a043449, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2d0ac539-ec0a-4744-a0a4-d2be3a043449,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:37:44.578919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-370ac256-e9b7-4710-9f14-18e9135c0b80 req-b1148bf8-7dff-4bee-9518-fc13c18023ed tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160169 Jul 14 11:37:44.580096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9320d145-44ca-4ed9-ad53-dd18377829a0 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Deleting subnet a4c3f8c6-19ea-4b75-b4ec-184c34aae36c {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:37:44.587222 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9320d145-44ca-4ed9-ad53-dd18377829a0 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.593726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.595111 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Attempting to bind port 81944250-15aa-4b0e-89c6-592962fbcc93 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:44.596795 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Attempting to bind port 81944250-15aa-4b0e-89c6-592962fbcc93 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '277d24cf-2fd8-4eca-96dd-873d90d3dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:44.599349 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Attempting to bind port 81944250-15aa-4b0e-89c6-592962fbcc93 on network de2b7fd2-3169-428d-90ab-1a284de68ae1 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:44.640838 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:44.645245 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Checking segment: {'id': '277d24cf-2fd8-4eca-96dd-873d90d3dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:44.645823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9320d145-44ca-4ed9-ad53-dd18377829a0 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.647466 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.648112 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Bound using segment: {'id': '277d24cf-2fd8-4eca-96dd-873d90d3dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:44.648783 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Bound port: 81944250-15aa-4b0e-89c6-592962fbcc93, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277d24cf-2fd8-4eca-96dd-873d90d3dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de2b7fd2-3169-428d-90ab-1a284de68ae1'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:44.651637 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.671428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-network', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:44.700044 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Port 81944250-15aa-4b0e-89c6-592962fbcc93 has been deleted concurrently {{(pid=93704) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 11:37:44.724696 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Routers set() bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:44.726322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Router IDs set() for agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 11:37:44.727760 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_agentschedulers_db [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d5659624-2585-46b5-9336-5b60b51ba509'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent'). {{(pid=93704) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 11:37:44.730997 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc38b79-c454-4488-ada4-00b2204d4523 None None] The sync data for ids ['d5659624-2585-46b5-9336-5b60b51ba509'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:37:44.742291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:44.743034 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.750908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] 10.222.0.64 "PUT /v2.0/ports/2d0ac539-ec0a-4744-a0a4-d2be3a043449 HTTP/1.1" status: 200 len: 1092 time: 1.3887632 Jul 14 11:37:44.763144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d3b128-db74-406b-bf0d-2016fede2966', 'tag': '2d0ac539-ec0a-4744-a0a4-d2be3a043449'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:44.765873 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf095e-4067-4999-b335-8b8e4b632024" -d '{"events": [{"name": "network-changed", "server_uuid": "63d3b128-db74-406b-bf0d-2016fede2966", "tag": "2d0ac539-ec0a-4744-a0a4-d2be3a043449"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:44.784865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9320d145-44ca-4ed9-ad53-dd18377829a0 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.877134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9320d145-44ca-4ed9-ad53-dd18377829a0 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.892337 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d1eb09-4c07-4232-a918-419ddd9aab35 x-openstack-request-id: req-b1d1eb09-4c07-4232-a918-419ddd9aab35 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:44.892811 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d3b128-db74-406b-bf0d-2016fede2966", "tag": "2d0ac539-ec0a-4744-a0a4-d2be3a043449", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:44.893028 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1d1eb09-4c07-4232-a918-419ddd9aab35 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:44.893711 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d3b128-db74-406b-bf0d-2016fede2966', 'tag': '2d0ac539-ec0a-4744-a0a4-d2be3a043449', 'status': 'completed', 'code': 200} Jul 14 11:37:44.896634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Made reservation on behalf of 0cbd4f6e44ff48d39b2ad9ecf853dcc9 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:44.899086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.901160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749ce91-73a8-4e21-bc65-d98c94787d8a service neutron] Pushing event updated for resources: {'Port': ['ID=2d0ac539-ec0a-4744-a0a4-d2be3a043449,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:44.907869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320d145-44ca-4ed9-ad53-dd18377829a0 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c3f8c6-19ea-4b75-b4ec-184c34aae36c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:44.910451 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9320d145-44ca-4ed9-ad53-dd18377829a0 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:44.915940 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9320d145-44ca-4ed9-ad53-dd18377829a0 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/a4c3f8c6-19ea-4b75-b4ec-184c34aae36c HTTP/1.1" status: 204 len: 168 time: 0.4208698 Jul 14 11:37:44.917086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47884) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:44.925641 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.010239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-647cace8-dd98-44db-9457-64610009517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:45.011789 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.012172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-647cace8-dd98-44db-9457-64610009517d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 1095 time: 0.1973116 Jul 14 11:37:45.028057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3083a-e880-4e1a-8f6f-5eaa29e3fb49 req-43ac24da-c5be-476b-a6b3-fc404d99499b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:45.029626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddf3083a-e880-4e1a-8f6f-5eaa29e3fb49 req-43ac24da-c5be-476b-a6b3-fc404d99499b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 948 time: 0.2430580 Jul 14 11:37:45.067807 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.089013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-b34c142d-3ed2-47f4-9f70-ff014b7f04ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0ac539-ec0a-4744-a0a4-d2be3a043449 HTTP/1.1" status: 200 len: 217 time: 0.0554049 Jul 14 11:37:45.109534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.122450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2b7fd2-3169-428d-90ab-1a284de68ae1']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:45.139468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277d24cf-2fd8-4eca-96dd-873d90d3dd9f') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:45.139952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277d24cf-2fd8-4eca-96dd-873d90d3dd9f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:45.150632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.171988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.179584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:37:45.180661 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: items = [ Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:37:45.182868 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:37:45.196607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddf3083a-e880-4e1a-8f6f-5eaa29e3fb49 req-e8e8b9ea-de6d-4674-bf08-7891451f6ef5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521068 Jul 14 11:37:45.201126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-c3726ca6-d5bd-4b87-8717-4baa85eda2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:45.202697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-c3726ca6-d5bd-4b87-8717-4baa85eda2cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.1022325 Jul 14 11:37:45.218393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.248706 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.256550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-24eb71b0-f705-4dc2-aa92-4cfdd5c03b88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410986 Jul 14 11:37:45.270458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.283474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de2b7fd2-3169-428d-90ab-1a284de68ae1 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 11:37:45.286992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.293683 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "DELETE /v2.0/networks/de2b7fd2-3169-428d-90ab-1a284de68ae1 HTTP/1.1" status: 204 len: 168 time: 0.3708215 Jul 14 11:37:45.293890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:37:45.301650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea67c8f-4686-4bcc-9a88-45a76f8725c4 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event deleted for resources: {'Network': ['ID=de2b7fd2-3169-428d-90ab-1a284de68ae1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:45.353022 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.353382 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Added segment 7542a645-86bc-49e1-809c-19f6814c7770 of type vlan for network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda Jul 14 11:37:45.354764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793ae9cb-6cec-44d3-a80c-dc41a53b2add,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:45.385508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:45.426586 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.453051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-3e0c893a-f821-4c7a-81ec-c574a9a2447a service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865587 Jul 14 11:37:45.486140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ba5875de-acc7-4944-bfcc-0fdec3dfd43c no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:37:45.515931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.516930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:45.517520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.606533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:45.645452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '937baf72-8eba-4385-a51a-ada320b77614', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'port_id': '937baf72-8eba-4385-a51a-ada320b77614', 'mac_address': 'fa:16:3e:bb:0f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:45.678394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47908) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:45.683948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Request body: {'subnet': {'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-subnet', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:45.684923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2550921 Jul 14 11:37:45.735992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47910) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:45.738458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77c2fc-ee5b-4cfd-ac4c-0e9becad3493 admin admin] Pushing event updated for resources: {'Network': ['ID=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:45.741770 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.758505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-50761e4b-c792-49f3-aa00-af4280844fe5 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'router': {'name': 'tempest-router--143604584', 'project_id': '48df610de31e4b73a8e9c1fbd82a5d8c'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:45.763700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:37:45.778634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Made reservation on behalf of 0cbd4f6e44ff48d39b2ad9ecf853dcc9 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:37:45.785666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa178116-5296-4f93-95a7-7ce467e01a43 req-c8c2cd1f-e555-46db-9023-d9c7199a1a65 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232665 Jul 14 11:37:45.787326 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.804653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ba5875de-acc7-4944-bfcc-0fdec3dfd43c {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:45.857004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:45.876409 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50761e4b-c792-49f3-aa00-af4280844fe5 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.878200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50761e4b-c792-49f3-aa00-af4280844fe5 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.964841 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.980121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50761e4b-c792-49f3-aa00-af4280844fe5 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.985621 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:45.992132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50761e4b-c792-49f3-aa00-af4280844fe5 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.032450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-1bb3817d-5926-48d6-b051-14ee906b0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:46.034055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-1bb3817d-5926-48d6-b051-14ee906b0def service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 1095 time: 0.1903949 Jul 14 11:37:46.044088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50761e4b-c792-49f3-aa00-af4280844fe5 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.052294 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-50761e4b-c792-49f3-aa00-af4280844fe5 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3124509 Jul 14 11:37:46.052413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114db063-88ff-4375-9dc4-0b6c1ec8d81c req-b573b0a1-ca62-4c5f-9f73-4e3a9f4412fb tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:46.052413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-114db063-88ff-4375-9dc4-0b6c1ec8d81c req-b573b0a1-ca62-4c5f-9f73-4e3a9f4412fb tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 944 time: 0.1914320 Jul 14 11:37:46.053977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47914) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:46.093957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 937baf72-8eba-4385-a51a-ada320b77614 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:46.122862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:46.135544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:46.142472 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.151771 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.230071 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9865-1a73-46f1-bacc-11fc9c53fe13 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.235738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aea79b6-5c29-4f29-8acc-115537bb8491,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:46.237328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:46.267706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Checking segment: {'id': '7542a645-86bc-49e1-809c-19f6814c7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:46.268191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Network hostable DHCP agents. Network: dda63f3c-b9c2-4edc-8976-3bdbd47a4dda, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:37:46.290670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:37:46.299198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['937baf72-8eba-4385-a51a-ada320b77614'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:46.304698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, dda63f3c-b9c2-4edc-8976-3bdbd47a4dda) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:46.316200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:46.317270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.342754 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-182e8aa6-36e6-4948-b0ab-412bf95b11e6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6596038 Jul 14 11:37:46.343427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47924) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:46.350753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-48c78e99-e4b9-4f88-9bdd-865a80464b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:46.351840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dfbfac-2b88-4934-aec9-50feeb0885a3 None None] Network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:37:46.353738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:46.357723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-48c78e99-e4b9-4f88-9bdd-865a80464b5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 915 time: 0.3043835 Jul 14 11:37:46.389919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.391693 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.455378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-114db063-88ff-4375-9dc4-0b6c1ec8d81c req-02eb8c95-61c9-4bdc-8b9d-b6a44bc6b7bb tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934336 Jul 14 11:37:46.503790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.526455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-aaafb8aa-5212-4422-bbca-08913ffd7f3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0ac539-ec0a-4744-a0a4-d2be3a043449 HTTP/1.1" status: 200 len: 217 time: 0.0916173 Jul 14 11:37:46.586475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab325fd-75c5-4c5c-b394-ac0fe6df411e None None] Network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:37:46.646437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9865-1a73-46f1-bacc-11fc9c53fe13 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.649461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9865-1a73-46f1-bacc-11fc9c53fe13 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.713683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9865-1a73-46f1-bacc-11fc9c53fe13 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.714573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ae9865-1a73-46f1-bacc-11fc9c53fe13 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 255f8f40-6cd7-4304-8ad4-bb0185ad1e35 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:37:46.742455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9865-1a73-46f1-bacc-11fc9c53fe13 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.744667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e4ae9865-1a73-46f1-bacc-11fc9c53fe13 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "DELETE /v2.0/routers/255f8f40-6cd7-4304-8ad4-bb0185ad1e35 HTTP/1.1" status: 204 len: 168 time: 0.6895247 Jul 14 11:37:46.750866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:46.791873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-01b82e08-0a06-4ff5-8286-6266b65d35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:46.794014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-01b82e08-0a06-4ff5-8286-6266b65d35e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.0946560 Jul 14 11:37:46.870023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec0d6f-77a0-4e0a-8a48-bd473b95fe39 req-d5deaa38-49b2-49bb-9b2f-066b830f0917 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:46.879620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1ec0d6f-77a0-4e0a-8a48-bd473b95fe39 req-d5deaa38-49b2-49bb-9b2f-066b830f0917 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 947 time: 0.4379551 Jul 14 11:37:46.886547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-db7863ea-1722-496d-959b-13d5f53a5381 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825241 Jul 14 11:37:46.927762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47940) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:46.963048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1ec0d6f-77a0-4e0a-8a48-bd473b95fe39 req-190d6166-f378-4ce4-973e-19fff8ff3b6d tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823371 Jul 14 11:37:47.062803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.095508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-cf73b6f6-fb21-43a0-b396-62cd7a69e2b1 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826367 Jul 14 11:37:47.126943 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.272985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0bf095e-4067-4999-b335-8b8e4b632024 req-60533c4e-c26e-401f-bd61-d5afb3cd9343 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707990 Jul 14 11:37:47.344691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1826136052', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:47.369553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Allocated IP 172.25.2.96 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/4e7640fd-4436-4a33-b1bc-2c0217efed24) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:47.373866 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.375460 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.387457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ba5875de-acc7-4944-bfcc-0fdec3dfd43c up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:47.459990 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.494508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port ba5875de-acc7-4944-bfcc-0fdec3dfd43c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:47.495274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.594198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.640827 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.682062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.686109 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.731144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:47.734890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:47.739541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:47.762296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:47.764526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:47.768389 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3602a0e8-5f2e-4205-b087-ad00718634ac" -d '{"events": [{"server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "name": "network-vif-plugged", "status": "completed", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:47.773416 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:47.774594 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:47.871212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7640fd-4436-4a33-b1bc-2c0217efed24,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:47.913642 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ad334c-a945-4c54-9fe9-519bab93e17e x-openstack-request-id: req-10ad334c-a945-4c54-9fe9-519bab93e17e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:47.913925 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "name": "network-vif-plugged", "status": "completed", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:47.914193 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10ad334c-a945-4c54-9fe9-519bab93e17e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:47.914783 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'code': 200} Jul 14 11:37:47.927308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 937baf72-8eba-4385-a51a-ada320b77614 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:47.927698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:48.027363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:48.112274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:48.168196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:48.174159 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:48.290371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:48.314484 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:48.582177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574362f0-5fc4-46a4-98a6-e991498b5862 req-86674a6b-06a6-4b2c-8843-ad8e9f8aa636 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:48.584622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-574362f0-5fc4-46a4-98a6-e991498b5862 req-86674a6b-06a6-4b2c-8843-ad8e9f8aa636 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2581666 Jul 14 11:37:48.618964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61fd56-18d2-4daa-82ca-c9ef76c3d127 req-1002e71c-117d-4f8f-b071-2f9ea797ad8f tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:48.628684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc61fd56-18d2-4daa-82ca-c9ef76c3d127 req-1002e71c-117d-4f8f-b071-2f9ea797ad8f tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 944 time: 0.9115031 Jul 14 11:37:48.650016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b594a21-e43a-4ebe-90a0-44754edf0f48 req-48448646-5401-4c87-9ed6-d658a3f19db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:48.652142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b594a21-e43a-4ebe-90a0-44754edf0f48 req-48448646-5401-4c87-9ed6-d658a3f19db7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 1100 time: 0.3203580 Jul 14 11:37:48.732226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:48.786676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2d0ac539-ec0a-4744-a0a4-d2be3a043449 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:37:48.798919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b594a21-e43a-4ebe-90a0-44754edf0f48 req-17bb05d7-204c-4de8-860c-f56582f51793 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260304 Jul 14 11:37:48.821469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-574362f0-5fc4-46a4-98a6-e991498b5862 req-89199440-ff0f-4f30-af76-54241e31e208 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209253 Jul 14 11:37:48.843336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc61fd56-18d2-4daa-82ca-c9ef76c3d127 req-ba272a6c-0db7-4235-8c59-f678c911ca8b tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989346 Jul 14 11:37:49.022780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2d0ac539-ec0a-4744-a0a4-d2be3a043449, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2d0ac539-ec0a-4744-a0a4-d2be3a043449,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:49.055700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:49.059405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '2d0ac539-ec0a-4744-a0a4-d2be3a043449', 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06', 'port_id': '2d0ac539-ec0a-4744-a0a4-d2be3a043449', 'mac_address': 'fa:16:3e:37:fb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90958c23-9a65-414a-9f8d-b5b4e98c0309', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:37:49.072105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Router 2b1da984-c2bb-4dec-9815-392660b0fd94 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:37:49.085418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:49.173178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:49.202461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0ac539-ec0a-4744-a0a4-d2be3a043449 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:37:49.228461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Allocated IP 172.25.2.168 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/69cf4ce8-6f9e-4b49-b5d4-73b6025acaec) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:49.273267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2d0ac539-ec0a-4744-a0a4-d2be3a043449, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2d0ac539-ec0a-4744-a0a4-d2be3a043449,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:49.279406 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:49.340539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:37:49.364220 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:49.365970 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c88a4050-63ad-40fb-acc2-5dbfcbf18cb1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0169239 Jul 14 11:37:49.372327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48016) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:49.373076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Sync routers for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:37:49.387807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2d0ac539-ec0a-4744-a0a4-d2be3a043449,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:49.410003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:49.410717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:49.512230 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:49.567799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:49.652189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:49.656026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:49.663991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:49.669366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event updated for resources: {'Port': ['ID=69cf4ce8-6f9e-4b49-b5d4-73b6025acaec,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:49.782265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:37:49.820367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['2d0ac539-ec0a-4744-a0a4-d2be3a043449'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:37:49.957245 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:37:50.125384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:50.130443 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af242ce9-18f3-4a59-bdcc-0e3af45dde8c" -d '{"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-plugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:50.267160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:48Z', 'revision_number': 3, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:50.308300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Checking router: 2b1da984-c2bb-4dec-9815-392660b0fd94 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:37:50.308796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Updating router 2b1da984-c2bb-4dec-9815-392660b0fd94 port 4e7640fd-4436-4a33-b1bc-2c0217efed24 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:37:50.420233 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:50.627067 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:50.719671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8456c5-22de-4695-a88d-486539c2eb96 req-2d22015a-28e0-463c-b84a-0fbb6ea5981e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:50.732728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e8456c5-22de-4695-a88d-486539c2eb96 req-2d22015a-28e0-463c-b84a-0fbb6ea5981e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 945 time: 0.5153413 Jul 14 11:37:50.777569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887f335-4baa-4ea9-80da-a92ad231a129 req-c8e9c96d-0b4a-4f86-a99c-ddc4cf463bbb tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:50.785567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8887f335-4baa-4ea9-80da-a92ad231a129 req-c8e9c96d-0b4a-4f86-a99c-ddc4cf463bbb tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.5569656 Jul 14 11:37:50.930287 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:50.951670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e8456c5-22de-4695-a88d-486539c2eb96 req-8977f518-44ae-481c-baa6-91784ef0580e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198555 Jul 14 11:37:50.956928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Transition to ACTIVE for port object 4e7640fd-4436-4a33-b1bc-2c0217efed24 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:50.968740 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8887f335-4baa-4ea9-80da-a92ad231a129 req-b5b48e2d-2f19-46dd-8591-2bd9e07c2e0d tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820440 Jul 14 11:37:50.969364 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:51.072818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Attempting to bind port 4e7640fd-4436-4a33-b1bc-2c0217efed24 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:51.073265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Attempting to bind port 4e7640fd-4436-4a33-b1bc-2c0217efed24 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:51.073647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Attempting to bind port 4e7640fd-4436-4a33-b1bc-2c0217efed24 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:51.105818 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f37d4a1-3e8f-4b41-9714-7d70b4eeea95 x-openstack-request-id: req-8f37d4a1-3e8f-4b41-9714-7d70b4eeea95 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:51.106084 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-plugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:51.106344 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8f37d4a1-3e8f-4b41-9714-7d70b4eeea95 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:51.106754 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'code': 200} Jul 14 11:37:51.109737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd64803-4298-4736-b2ee-98819e0da110 None None] Pushing event updated for resources: {'Port': ['ID=4e7640fd-4436-4a33-b1bc-2c0217efed24,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:51.122117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:51.122486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:51.122903 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:51.123292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:51.123783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Bound port: 4e7640fd-4436-4a33-b1bc-2c0217efed24, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:51.124199 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:51.185839 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:51.288973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] For port 4e7640fd-4436-4a33-b1bc-2c0217efed24, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:51.295988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] For port 4e7640fd-4436-4a33-b1bc-2c0217efed24, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4e7640fd-4436-4a33-b1bc-2c0217efed24,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:37:51.307063 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:51.413316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:51.418143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:51.498902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:51.548268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd64803-4298-4736-b2ee-98819e0da110 None None] Pushing event updated for resources: {'Port': ['ID=4e7640fd-4436-4a33-b1bc-2c0217efed24,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:51.633991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Allocated IP 172.20.0.1 (dda63f3c-b9c2-4edc-8976-3bdbd47a4dda/2aea79b6-5c29-4f29-8acc-115537bb8491/c48a25a7-f1f6-42e1-91eb-676adf430e98) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:51.677526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7bde7-5602-4b01-8957-462503db0756 req-452b2502-cadd-4681-a4f7-413ba549a8f9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:51.684751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ed7bde7-5602-4b01-8957-462503db0756 req-452b2502-cadd-4681-a4f7-413ba549a8f9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.4299755 Jul 14 11:37:51.739741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:37:51.873320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ed7bde7-5602-4b01-8957-462503db0756 req-19895bcc-8968-48b3-a95e-d45ec36b6996 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875100 Jul 14 11:37:52.067417 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:52.101021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:48Z', 'revision_number': 3, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:52.180933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Router d4b95dee-4703-4bf7-8a9a-888bd022880e is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:37:52.192909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a307bc5c-cba7-4e10-ba42-c992e07b256f None None] The sync data for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 is: [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:48Z', 'revision_number': 3, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:37:52.665235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:52.681649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:37:52.697016 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8971a100-e821-485d-9c89-f7a300c9652c None None] Sync routers for ids ['d4b95dee-4703-4bf7-8a9a-888bd022880e'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:37:52.722457 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971a100-e821-485d-9c89-f7a300c9652c None None] Routers {'d4b95dee-4703-4bf7-8a9a-888bd022880e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:52.723104 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8971a100-e821-485d-9c89-f7a300c9652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d4b95dee-4703-4bf7-8a9a-888bd022880e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:52.812515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2d0ac539-ec0a-4744-a0a4-d2be3a043449 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:52.863981 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8971a100-e821-485d-9c89-f7a300c9652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:52.908971 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971a100-e821-485d-9c89-f7a300c9652c None None] Routers {'d4b95dee-4703-4bf7-8a9a-888bd022880e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:52.910587 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8971a100-e821-485d-9c89-f7a300c9652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d4b95dee-4703-4bf7-8a9a-888bd022880e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:52.985765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 2d0ac539-ec0a-4744-a0a4-d2be3a043449 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:52.993735 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 2d0ac539-ec0a-4744-a0a4-d2be3a043449 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:52.994333 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:53.004903 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8971a100-e821-485d-9c89-f7a300c9652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:53.011415 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8971a100-e821-485d-9c89-f7a300c9652c None None] The sync data for ids ['d4b95dee-4703-4bf7-8a9a-888bd022880e'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:37:53.209995 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:53.303648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2d0ac539-ec0a-4744-a0a4-d2be3a043449, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2d0ac539-ec0a-4744-a0a4-d2be3a043449,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:53.305527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d3b128-db74-406b-bf0d-2016fede2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0ac539-ec0a-4744-a0a4-d2be3a043449'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:37:53.313803 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a883d72b-4b48-46e4-9576-7e9f27951b61" -d '{"events": [{"server_uuid": "63d3b128-db74-406b-bf0d-2016fede2966", "name": "network-vif-plugged", "status": "completed", "tag": "2d0ac539-ec0a-4744-a0a4-d2be3a043449"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:37:53.321700 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:53.412408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2d0ac539-ec0a-4744-a0a4-d2be3a043449,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:53.663966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:53.694987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbedfa3-6fa5-4465-a595-8fabeb89c724 req-1a38cc2b-3876-4677-a6a0-46234da0c7bf tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:53.697416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fbedfa3-6fa5-4465-a595-8fabeb89c724 req-1a38cc2b-3876-4677-a6a0-46234da0c7bf tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 945 time: 1.1773219 Jul 14 11:37:53.702597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:53.712741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:53.762488 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:53.766933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48106) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:53.768557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6834ae37-a9d9-4d81-9434-7fa3809e3cd9 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8389149 Jul 14 11:37:53.784225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:53.906211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Pushing event updated for resources: {'Port': ['ID=c48a25a7-f1f6-42e1-91eb-676adf430e98,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:53.987723 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1497a82a-b8d8-494f-b701-ea4743a77994 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/routers/d4b95dee-4703-4bf7-8a9a-888bd022880e HTTP/1.1" status: 200 len: 921 time: 0.2170799 Jul 14 11:37:53.988582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48114) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:54.013542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46615c5-2446-4bde-8f9c-371a44a8c7a1 req-ed5b881a-28fe-4406-b63b-ec77c6cffbb8 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:54.015504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e46615c5-2446-4bde-8f9c-371a44a8c7a1 req-ed5b881a-28fe-4406-b63b-ec77c6cffbb8 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.4526441 Jul 14 11:37:54.070238 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4ca9f59d-bb47-4ca3-9d32-32b305b70c10 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b95dee-4703-4bf7-8a9a-888bd022880e HTTP/1.1" status: 200 len: 205 time: 0.0786943 Jul 14 11:37:54.080161 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fbedfa3-6fa5-4465-a595-8fabeb89c724 req-af04e439-7ce0-4551-a8c8-3b8371432d41 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103044 Jul 14 11:37:54.080938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48116) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:54.188462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e46615c5-2446-4bde-8f9c-371a44a8c7a1 req-e09001e4-3e39-4bb8-99f4-8219a2717ea8 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719203 Jul 14 11:37:54.224272 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeeaa76-7b69-4d9b-a435-821c241026de x-openstack-request-id: req-9eeeaa76-7b69-4d9b-a435-821c241026de {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:37:54.225245 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d3b128-db74-406b-bf0d-2016fede2966", "name": "network-vif-plugged", "status": "completed", "tag": "2d0ac539-ec0a-4744-a0a4-d2be3a043449", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:37:54.225959 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9eeeaa76-7b69-4d9b-a435-821c241026de {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:37:54.227051 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d3b128-db74-406b-bf0d-2016fede2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0ac539-ec0a-4744-a0a4-d2be3a043449', 'code': 200} Jul 14 11:37:54.269007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:54.292292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4e7640fd-4436-4a33-b1bc-2c0217efed24 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:54.423242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4e7640fd-4436-4a33-b1bc-2c0217efed24 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:37:54.435581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4e7640fd-4436-4a33-b1bc-2c0217efed24 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:54.437578 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:54.502355 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:54.591323 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:54.598104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d993c-d430-48be-9e8e-e71e5e38da06 req-2c14c420-cfbf-460d-9b82-70e96638b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:54.600934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff2d993c-d430-48be-9e8e-e71e5e38da06 req-2c14c420-cfbf-460d-9b82-70e96638b05c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 1097 time: 0.2333839 Jul 14 11:37:54.632261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4e7640fd-4436-4a33-b1bc-2c0217efed24, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4e7640fd-4436-4a33-b1bc-2c0217efed24,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:37:54.643095 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:54.762557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4e7640fd-4436-4a33-b1bc-2c0217efed24,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:54.816379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff2d993c-d430-48be-9e8e-e71e5e38da06 req-7714af15-13f5-4f5d-a1f9-4bb8c1a4c9ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433229 Jul 14 11:37:54.893781 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:54.920346 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:54.926730 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:55.040837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Pushing event updated for resources: {'Port': ['ID=c48a25a7-f1f6-42e1-91eb-676adf430e98,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:55.058717 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:55.062161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.062520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.062848 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.063507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.063507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.064993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.064993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.064993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.064993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.066026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.066026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.066026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:55.143343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Deleting port 69cf4ce8-6f9e-4b49-b5d4-73b6025acaec {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:37:55.143930 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:55.278171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:55.284606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:55.299955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:55.387239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Calling delete_port for 69cf4ce8-6f9e-4b49-b5d4-73b6025acaec owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:37:55.656118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Router 2b1da984-c2bb-4dec-9815-392660b0fd94 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:37:55.699879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9effc4-8485-4d74-94b7-6db88c45e698 req-60ce3b98-640c-4322-8b50-cd5e0787abe9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:55.701490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e9effc4-8485-4d74-94b7-6db88c45e698 req-60ce3b98-640c-4322-8b50-cd5e0787abe9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.3303690 Jul 14 11:37:55.725798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd47e29-9298-4055-9bbb-1fdfb9e4474f req-e8b2db6c-60a5-4cc9-b39a-fcab26a58f91 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:55.736382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8dd47e29-9298-4055-9bbb-1fdfb9e4474f req-e8b2db6c-60a5-4cc9-b39a-fcab26a58f91 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 946 time: 0.3832526 Jul 14 11:37:55.862934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e9effc4-8485-4d74-94b7-6db88c45e698 req-da8e9846-c7e6-46d2-b79c-effb16867a2a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537988 Jul 14 11:37:55.917908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8dd47e29-9298-4055-9bbb-1fdfb9e4474f req-3f58a61f-c414-46d7-a8fe-7807bc755c40 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805344 Jul 14 11:37:56.000687 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.040828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event deleted for resources: {'Port': ['ID=69cf4ce8-6f9e-4b49-b5d4-73b6025acaec,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:56.055981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:37:56.061519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b64fb341-c96f-4936-a063-7522fd107010 admin admin] 10.222.0.38 "PUT /v2.0/routers/2b1da984-c2bb-4dec-9815-392660b0fd94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6853869 Jul 14 11:37:56.082196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Sync routers for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:37:56.126238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:56.131291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:56.240500 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.286201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:37:56.367593 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.373699 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.451799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.452439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Fanout notify agent at l3_agent the message router_deleted on router d4b95dee-4703-4bf7-8a9a-888bd022880e {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:37:56.472291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.477147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-feb65966-e174-40d3-adb2-6885bfdb1d2a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/d4b95dee-4703-4bf7-8a9a-888bd022880e HTTP/1.1" status: 204 len: 168 time: 2.3917394 Jul 14 11:37:56.477604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48174) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:37:56.482565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1177676067', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': False}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:37:56.492049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4e7640fd-4436-4a33-b1bc-2c0217efed24 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:37:56.498042 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.514945 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.517259 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.666816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.669063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4e7640fd-4436-4a33-b1bc-2c0217efed24 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:37:56.669565 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.823991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-504217ac-a5c9-4680-9bd8-f0c257a36346 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:56.828499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-504217ac-a5c9-4680-9bd8-f0c257a36346 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 820 time: 0.2395113 Jul 14 11:37:56.845123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48a25a7-f1f6-42e1-91eb-676adf430e98', 'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'mac_address': 'fa:16:3e:aa:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:51Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 2, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'subnets': [{'id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:56.859646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-19523c82-81d2-4668-833f-a3d80301dee3 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/quotas/0cbd4f6e44ff48d39b2ad9ecf853dcc9 HTTP/1.1" status: 200 len: 375 time: 0.0237377 Jul 14 11:37:56.901557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:56.934322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Checking router: 2b1da984-c2bb-4dec-9815-392660b0fd94 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:37:56.934603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Updating router 2b1da984-c2bb-4dec-9815-392660b0fd94 port c48a25a7-f1f6-42e1-91eb-676adf430e98 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:37:56.978561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-5348d997-91aa-4884-90a3-6067e6605863 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176677 Jul 14 11:37:57.017706 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:57.246603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-6eb99c3f-0006-481f-9d3c-cb9937437148 service neutron] 10.222.0.38 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583449 Jul 14 11:37:57.313900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb74d2-1a2e-4468-a18c-4a7ca3d3878c req-05ee1f84-2a1a-4427-9e14-b1ed5fa36018 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:57.322288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97cb74d2-1a2e-4468-a18c-4a7ca3d3878c req-05ee1f84-2a1a-4427-9e14-b1ed5fa36018 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1829567 Jul 14 11:37:57.334802 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:57.376778 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:57.426171 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:57.436995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Transition to ACTIVE for port object c48a25a7-f1f6-42e1-91eb-676adf430e98 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:37:57.445080 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:57.492544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97cb74d2-1a2e-4468-a18c-4a7ca3d3878c req-f32ea49b-3d5d-4d3c-8275-7c329b153023 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691976 Jul 14 11:37:57.500936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-58ae4c37-b25c-4e81-9fef-a120f2a7561d service neutron] 10.222.0.38 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437730 Jul 14 11:37:57.541162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65294d4-44d5-4b0a-99e4-f025b51ff889 None None] Pushing event updated for resources: {'Port': ['ID=c48a25a7-f1f6-42e1-91eb-676adf430e98,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:57.583362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Attempting to bind port c48a25a7-f1f6-42e1-91eb-676adf430e98 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:37:57.583878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Attempting to bind port c48a25a7-f1f6-42e1-91eb-676adf430e98 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '7542a645-86bc-49e1-809c-19f6814c7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:37:57.584301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Attempting to bind port c48a25a7-f1f6-42e1-91eb-676adf430e98 on network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:37:57.592068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:37:57.592525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Checking segment: {'id': '7542a645-86bc-49e1-809c-19f6814c7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:37:57.593061 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:57.593972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Bound using segment: {'id': '7542a645-86bc-49e1-809c-19f6814c7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:37:57.595032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Bound port: c48a25a7-f1f6-42e1-91eb-676adf430e98, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7542a645-86bc-49e1-809c-19f6814c7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:37:57.595494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:57.595730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Allocated IP 172.25.2.139 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/b4911c49-e66b-40bb-be14-0bd11d87db14) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:37:57.677684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] For port c48a25a7-f1f6-42e1-91eb-676adf430e98, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:37:57.681678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] For port c48a25a7-f1f6-42e1-91eb-676adf430e98, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c48a25a7-f1f6-42e1-91eb-676adf430e98,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:37:57.687864 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:57.779306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:37:57.779986 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:57.784542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65294d4-44d5-4b0a-99e4-f025b51ff889 None None] Pushing event updated for resources: {'Port': ['ID=c48a25a7-f1f6-42e1-91eb-676adf430e98,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:57.899678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:57.947672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed984a6f-2bb9-4058-b198-6fd661a127c3 req-4eb0fc1d-f4de-4d58-8c72-333c07607f14 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:57.955802 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:37:57.979273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed984a6f-2bb9-4058-b198-6fd661a127c3 req-4eb0fc1d-f4de-4d58-8c72-333c07607f14 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 946 time: 0.2144799 Jul 14 11:37:58.025855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:58.130507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed984a6f-2bb9-4058-b198-6fd661a127c3 req-08878412-9ec6-4ca4-afbf-1b6bb7c3ce2c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502502 Jul 14 11:37:58.163768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:37:58.183158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:37:58.204076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:37:58.246424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7629d3e1-8ec6-4af5-b887-66f4b0679240 req-c2369571-9944-4ea7-bef0-630de99bb976 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 210 time: 0.1139510 Jul 14 11:37:58.273613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event updated for resources: {'Port': ['ID=b4911c49-e66b-40bb-be14-0bd11d87db14,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:58.690925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:59.006040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:59.050483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48a25a7-f1f6-42e1-91eb-676adf430e98', 'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'mac_address': 'fa:16:3e:aa:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:51Z', 'updated_at': '2021-07-14T11:37:57Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'subnets': [{'id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:37:59.063217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ef50-d055-4378-9430-7c48331e9454 req-a5438993-02ee-4c88-a36f-649da9532537 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:37:59.079746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75b9ef50-d055-4378-9430-7c48331e9454 req-a5438993-02ee-4c88-a36f-649da9532537 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2269781 Jul 14 11:37:59.150218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd61b0-2cc3-4026-baf5-b9146b90d625 None None] The sync data for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 is: [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48a25a7-f1f6-42e1-91eb-676adf430e98', 'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'mac_address': 'fa:16:3e:aa:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:51Z', 'updated_at': '2021-07-14T11:37:57Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'subnets': [{'id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:37:59.189701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75b9ef50-d055-4378-9430-7c48331e9454 req-946cf7d4-ab5c-4809-b23e-97fafa13e711 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086133 Jul 14 11:37:59.600704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:37:59.679904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65b61c67-a03f-4f87-b27c-3cffc3cd9efc req-9365f516-35b9-4e98-ad19-368e5d0add76 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 210 time: 0.1382971 Jul 14 11:37:59.898074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Router b700b933-7b7c-457a-bd1e-318309f5d531 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:38:00.343930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c48a25a7-f1f6-42e1-91eb-676adf430e98 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:00.487177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c48a25a7-f1f6-42e1-91eb-676adf430e98 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:38:00.494335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c48a25a7-f1f6-42e1-91eb-676adf430e98 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:00.495462 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:00.881280 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:01.028937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:38:01.041277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-513e0821-f41b-44cb-bffb-e9f6091762da tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:01.041890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c48a25a7-f1f6-42e1-91eb-676adf430e98, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c48a25a7-f1f6-42e1-91eb-676adf430e98,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:01.047816 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Sync routers for ids ['b700b933-7b7c-457a-bd1e-318309f5d531'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:38:01.048482 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:01.061558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-513e0821-f41b-44cb-bffb-e9f6091762da tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.64 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 820 time: 0.7397962 Jul 14 11:38:01.112806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Request body: {'port': {'device_id': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'admin_state_up': True, 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:01.139923 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Routers {'b700b933-7b7c-457a-bd1e-318309f5d531'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:01.146457 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['b700b933-7b7c-457a-bd1e-318309f5d531'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:01.185737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:01.187172 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0116fd3c-41c2-41be-9dfd-ca61d197d1c6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7084470 Jul 14 11:38:01.192470 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48290) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:01.264845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c48a25a7-f1f6-42e1-91eb-676adf430e98,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:01.452519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-332e1b19-cf19-4b4b-8f59-a12aff927dae req-f5633450-3fef-43c6-8325-5db0d3bc43ef tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 210 time: 0.1604066 Jul 14 11:38:01.477215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3d7f-497c-47a8-a3bf-69e31a71c0e3 req-88aa39be-5148-4d97-9a97-5c613682f2dc tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:01.487057 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Set router b700b933-7b7c-457a-bd1e-318309f5d531 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:38:01.487768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d8a3d7f-497c-47a8-a3bf-69e31a71c0e3 req-88aa39be-5148-4d97-9a97-5c613682f2dc tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.8365827 Jul 14 11:38:01.545359 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c7caefa8-2677-44eb-ab79-ebf5c40fcf00 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/routers/b700b933-7b7c-457a-bd1e-318309f5d531 HTTP/1.1" status: 200 len: 909 time: 0.3509288 Jul 14 11:38:01.548539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48300) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:01.560145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1177676067', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': True}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:01.595319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Made reservation on behalf of 0cbd4f6e44ff48d39b2ad9ecf853dcc9 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:38:01.600578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:01.640144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:01.640144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:01.701904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d8a3d7f-497c-47a8-a3bf-69e31a71c0e3 req-48e260ae-c322-41e5-a8ae-edeee3c2b051 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124152 Jul 14 11:38:01.789680 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:02.086772 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b700b933-7b7c-457a-bd1e-318309f5d531', 'name': 'tempest-snat-router-1177676067', 'tenant_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.139'}], 'enable_snat': False}, 'gw_port_id': 'b4911c49-e66b-40bb-be14-0bd11d87db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:56Z', 'updated_at': '2021-07-14T11:37:58Z', 'revision_number': 3, 'project_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'gw_port': {'id': 'b4911c49-e66b-40bb-be14-0bd11d87db14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b700b933-7b7c-457a-bd1e-318309f5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:57Z', 'updated_at': '2021-07-14T11:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:02.123163 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:02.155040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Allocated IP 172.20.0.5 (dda63f3c-b9c2-4edc-8976-3bdbd47a4dda/2aea79b6-5c29-4f29-8acc-115537bb8491/412645fc-acca-4066-bd27-4d83d56e4606) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:02.201990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c48a25a7-f1f6-42e1-91eb-676adf430e98 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:02.207120 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Checking router: b700b933-7b7c-457a-bd1e-318309f5d531 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:38:02.207502 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Updating router b700b933-7b7c-457a-bd1e-318309f5d531 port b4911c49-e66b-40bb-be14-0bd11d87db14 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:38:02.323499 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:02.346853 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c48a25a7-f1f6-42e1-91eb-676adf430e98 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:02.347384 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:02.640758 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:02.698795 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:02.770930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:02.779286 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:02.812122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:02.816135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:02.819209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Pushing event updated for resources: {'Port': ['ID=412645fc-acca-4066-bd27-4d83d56e4606,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:02.835992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:02.963738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:02.965029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:03.037421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-85f80800-2204-4cab-9d06-f29f73a8e18f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9462566 Jul 14 11:38:03.065637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Request body: {'port': {'device_id': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:03.145571 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:03.177345 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Transition to ACTIVE for port object b4911c49-e66b-40bb-be14-0bd11d87db14 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:38:03.187475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cbe5a-9a12-4678-8a50-be290aa8aa06 req-18d0b0af-4d9b-42f1-aa7d-4d4e713f731c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:03.189562 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:03.190602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b5cbe5a-9a12-4678-8a50-be290aa8aa06 req-18d0b0af-4d9b-42f1-aa7d-4d4e713f731c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2078505 Jul 14 11:38:03.255507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cad08-fe72-484c-94fc-74ecba165579 req-31bc1cbf-df0d-4a6d-bd00-7100ca57afd1 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:03.264330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea5cad08-fe72-484c-94fc-74ecba165579 req-31bc1cbf-df0d-4a6d-bd00-7100ca57afd1 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 931 time: 0.3546093 Jul 14 11:38:03.292055 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6eebd-3da6-4f21-b454-49475c17464a None None] Pushing event updated for resources: {'Port': ['ID=b4911c49-e66b-40bb-be14-0bd11d87db14,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:03.345768 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Attempting to bind port b4911c49-e66b-40bb-be14-0bd11d87db14 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:38:03.346323 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Attempting to bind port b4911c49-e66b-40bb-be14-0bd11d87db14 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:38:03.346544 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Attempting to bind port b4911c49-e66b-40bb-be14-0bd11d87db14 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:38:03.364001 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:38:03.364444 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:38:03.364984 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:03.365471 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:38:03.366052 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Bound port: b4911c49-e66b-40bb-be14-0bd11d87db14, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:38:03.366443 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:03.370411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Allocated IP 172.25.2.252 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:03.453779 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] For port b4911c49-e66b-40bb-be14-0bd11d87db14, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:38:03.461421 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] For port b4911c49-e66b-40bb-be14-0bd11d87db14, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b4911c49-e66b-40bb-be14-0bd11d87db14,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:38:03.482773 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:03.574295 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Routers {'b700b933-7b7c-457a-bd1e-318309f5d531'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:03.575400 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['b700b933-7b7c-457a-bd1e-318309f5d531'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:03.708973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:03.827307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:03.893886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:03.899983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:03.905107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:03.955652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event updated for resources: {'Port': ['ID=936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:03.976869 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6eebd-3da6-4f21-b454-49475c17464a None None] Pushing event updated for resources: {'Port': ['ID=b4911c49-e66b-40bb-be14-0bd11d87db14,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:04.051338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b5cbe5a-9a12-4678-8a50-be290aa8aa06 req-540dc864-d2d7-48c0-a3b7-9234bab8d7ca tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8371408 Jul 14 11:38:04.052164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:04.080720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea5cad08-fe72-484c-94fc-74ecba165579 req-1e533881-8265-47c5-afb9-6140735b6e95 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8148916 Jul 14 11:38:04.083255 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] Set router b700b933-7b7c-457a-bd1e-318309f5d531 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:38:04.495471 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b700b933-7b7c-457a-bd1e-318309f5d531', 'name': 'tempest-snat-router-1177676067', 'tenant_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.139'}], 'enable_snat': False}, 'gw_port_id': 'b4911c49-e66b-40bb-be14-0bd11d87db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:56Z', 'updated_at': '2021-07-14T11:37:58Z', 'revision_number': 3, 'project_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'gw_port': {'id': 'b4911c49-e66b-40bb-be14-0bd11d87db14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b700b933-7b7c-457a-bd1e-318309f5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:57Z', 'updated_at': '2021-07-14T11:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:04.555709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:04.582478 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73087614-5bb9-48e1-94a1-c5447dcb6f48 None None] The sync data for ids ['b700b933-7b7c-457a-bd1e-318309f5d531'] in n-d-778696-8 is: [{'id': 'b700b933-7b7c-457a-bd1e-318309f5d531', 'name': 'tempest-snat-router-1177676067', 'tenant_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.139'}], 'enable_snat': False}, 'gw_port_id': 'b4911c49-e66b-40bb-be14-0bd11d87db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:56Z', 'updated_at': '2021-07-14T11:37:58Z', 'revision_number': 3, 'project_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'gw_port': {'id': 'b4911c49-e66b-40bb-be14-0bd11d87db14', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b700b933-7b7c-457a-bd1e-318309f5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:57Z', 'updated_at': '2021-07-14T11:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:38:04.753872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412645fc-acca-4066-bd27-4d83d56e4606 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:38:04.774366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:04.808153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Transition to ACTIVE for port object 412645fc-acca-4066-bd27-4d83d56e4606 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:38:04.815580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:04.970058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Pushing event updated for resources: {'Port': ['ID=412645fc-acca-4066-bd27-4d83d56e4606,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:05.168606 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:05.235726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Attempting to bind port 412645fc-acca-4066-bd27-4d83d56e4606 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:38:05.237058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Attempting to bind port 412645fc-acca-4066-bd27-4d83d56e4606 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '7542a645-86bc-49e1-809c-19f6814c7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:38:05.238448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Attempting to bind port 412645fc-acca-4066-bd27-4d83d56e4606 on network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:38:05.260102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Port 412645fc-acca-4066-bd27-4d83d56e4606 on network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:38:05.260102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Attempting to bind port 412645fc-acca-4066-bd27-4d83d56e4606 on network dda63f3c-b9c2-4edc-8976-3bdbd47a4dda {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:38:05.283168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:38:05.285244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Checking segment: {'id': '7542a645-86bc-49e1-809c-19f6814c7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:38:05.285760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Bound using segment: {'id': '7542a645-86bc-49e1-809c-19f6814c7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:38:05.289716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Bound port: 412645fc-acca-4066-bd27-4d83d56e4606, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7542a645-86bc-49e1-809c-19f6814c7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:38:05.292852 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:05.531056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Router 0a891a52-5cc5-452d-8158-d32948d36792 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:38:05.821981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694764b4-0d0f-4366-9eb6-bda7a823dc51 req-d2881fb8-0ace-4832-ad22-760c21137031 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:05.824888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-694764b4-0d0f-4366-9eb6-bda7a823dc51 req-d2881fb8-0ace-4832-ad22-760c21137031 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 943 time: 0.4662554 Jul 14 11:38:05.830762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] For port 412645fc-acca-4066-bd27-4d83d56e4606, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:38:05.848459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:38:05.860954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Sync routers for ids ['0a891a52-5cc5-452d-8158-d32948d36792'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:38:05.876566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Routers {'0a891a52-5cc5-452d-8158-d32948d36792'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:05.883817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0a891a52-5cc5-452d-8158-d32948d36792'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:05.887621 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:05.889523 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9761fd46-b580-4181-87d8-59c5276260d2 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3394694 Jul 14 11:38:05.892378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48388) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:05.978934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] For port 412645fc-acca-4066-bd27-4d83d56e4606, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=412645fc-acca-4066-bd27-4d83d56e4606,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:38:06.010970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d903f-d72d-4e9e-8d6b-9e69da048926 req-b66eec8c-ff13-484c-a456-7a035ce0052f tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:06.021229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-551d903f-d72d-4e9e-8d6b-9e69da048926 req-b66eec8c-ff13-484c-a456-7a035ce0052f tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.4839935 Jul 14 11:38:06.058228 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:06.073525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-694764b4-0d0f-4366-9eb6-bda7a823dc51 req-d10a1615-856c-44df-82ed-4b80d177dbd3 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380466 Jul 14 11:38:06.152612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Set router 0a891a52-5cc5-452d-8158-d32948d36792 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:38:06.175335 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bd2349e4-fb23-4aea-bd84-2d530b57ed27 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/routers/0a891a52-5cc5-452d-8158-d32948d36792 HTTP/1.1" status: 200 len: 908 time: 0.2810509 Jul 14 11:38:06.182828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48394) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:06.323532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b4911c49-e66b-40bb-be14-0bd11d87db14 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:06.511975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:06.514455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:06.515967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] 10.222.0.64 "PUT /v2.0/ports/412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 1091 time: 3.4567907 Jul 14 11:38:06.589120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:06.614090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b4911c49-e66b-40bb-be14-0bd11d87db14 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:38:06.617507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-551d903f-d72d-4e9e-8d6b-9e69da048926 req-38cd9820-d62e-444d-bc80-7b6296edcf4b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951264 Jul 14 11:38:06.619379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:06.627743 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e636ec58-21c2-448e-a861-156189fb36a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:06.630366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b4911c49-e66b-40bb-be14-0bd11d87db14 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:06.633262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:06.637626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458b671-9cc4-4f7e-83fa-6850e03b7abf service neutron] Pushing event updated for resources: {'Port': ['ID=412645fc-acca-4066-bd27-4d83d56e4606,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:06.747225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a891a52-5cc5-452d-8158-d32948d36792', 'name': 'tempest-snat-router-1177676067', 'tenant_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:38:01Z', 'updated_at': '2021-07-14T11:38:04Z', 'revision_number': 3, 'project_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'gw_port': {'id': '936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a891a52-5cc5-452d-8158-d32948d36792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:38:02Z', 'updated_at': '2021-07-14T11:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:06.776999 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f2f837-4214-49a7-9efe-c248297fb248 x-openstack-request-id: req-18f2f837-4214-49a7-9efe-c248297fb248 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:06.777524 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:06.777714 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18f2f837-4214-49a7-9efe-c248297fb248 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:06.778122 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606', 'status': 'completed', 'code': 200} Jul 14 11:38:06.784785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Checking router: 0a891a52-5cc5-452d-8158-d32948d36792 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:38:06.785137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Updating router 0a891a52-5cc5-452d-8158-d32948d36792 port 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:38:06.880772 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:06.914569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-b7514993-b364-4256-b838-309d6380a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:06.916234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-b7514993-b364-4256-b838-309d6380a6e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1094 time: 0.2428937 Jul 14 11:38:06.946455 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:07.031975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-88310021-11aa-4f04-9b4e-002bf080c8a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 217 time: 0.1043565 Jul 14 11:38:07.047740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b4911c49-e66b-40bb-be14-0bd11d87db14, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b4911c49-e66b-40bb-be14-0bd11d87db14,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:07.058339 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:07.156584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:07.159059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b4911c49-e66b-40bb-be14-0bd11d87db14,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:07.172521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.172921 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.173194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.173531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.173865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.174197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.174525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.174849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.175173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.175495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.175817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.176410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:07.380142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-d11d9944-59e9-487b-99dc-c31bb351b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:07.386294 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-d11d9944-59e9-487b-99dc-c31bb351b4ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 200 len: 860 time: 0.3348427 Jul 14 11:38:07.462669 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:07.475245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Transition to ACTIVE for port object 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:38:07.483774 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:07.558287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-271e0104-69ee-4f15-9489-1ca899426e9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510839 Jul 14 11:38:07.594145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Attempting to bind port 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:38:07.594509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Attempting to bind port 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:38:07.594872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Attempting to bind port 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:38:07.604021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:38:07.604532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:38:07.605126 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:07.605532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:38:07.606031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Bound port: 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:38:07.606423 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:07.655320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c14d39-c876-440e-89e4-02e16b2e4a93 None None] Pushing event updated for resources: {'Port': ['ID=936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:07.759446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Deleting port 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:07.760664 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:07.761297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] For port 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:38:07.765621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] For port 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:38:07.775700 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:07.847197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c14d39-c876-440e-89e4-02e16b2e4a93 None None] Pushing event updated for resources: {'Port': ['ID=936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:07.877049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Routers {'0a891a52-5cc5-452d-8158-d32948d36792'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:07.877795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:37:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0a891a52-5cc5-452d-8158-d32948d36792'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:08.012537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7a3d6-30b6-4315-abb9-a835090a8fe6 req-1bdd8917-c86b-4598-a552-9899b53a936f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:08.019257 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fd7a3d6-30b6-4315-abb9-a835090a8fe6 req-1bdd8917-c86b-4598-a552-9899b53a936f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 943 time: 0.7238593 Jul 14 11:38:08.023363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] Set router 0a891a52-5cc5-452d-8158-d32948d36792 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:38:08.068881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-96623a3b-179f-48a9-abf0-31c02136dc21 service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869657 Jul 14 11:38:08.072347 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:08.124666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a891a52-5cc5-452d-8158-d32948d36792', 'name': 'tempest-snat-router-1177676067', 'tenant_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:38:01Z', 'updated_at': '2021-07-14T11:38:07Z', 'revision_number': 4, 'project_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:08.159040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fd7a3d6-30b6-4315-abb9-a835090a8fe6 req-bbcf73a7-4605-4306-adf1-f99a8b1fd7a3 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811970 Jul 14 11:38:08.166667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9fbd3-0ebc-4a56-a2e3-d02b848e6d0c None None] The sync data for ids ['0a891a52-5cc5-452d-8158-d32948d36792'] in n-d-778696-8 is: [{'id': '0a891a52-5cc5-452d-8158-d32948d36792', 'name': 'tempest-snat-router-1177676067', 'tenant_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:38:01Z', 'updated_at': '2021-07-14T11:38:07Z', 'revision_number': 4, 'project_id': 'fd4bd9f9ef594bcc9f93e0db3d61bd5d', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:38:08.196784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b4911c49-e66b-40bb-be14-0bd11d87db14 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:08.211504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Calling delete_port for 936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:08.315329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b4911c49-e66b-40bb-be14-0bd11d87db14 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:08.315959 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:08.379024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3118f00-c0b2-44d9-9a02-f54ca5e7681f req-08f791d4-8bc3-498f-860d-d7dd886193a8 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:08.387554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3118f00-c0b2-44d9-9a02-f54ca5e7681f req-08f791d4-8bc3-498f-860d-d7dd886193a8 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.4940033 Jul 14 11:38:08.579758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3118f00-c0b2-44d9-9a02-f54ca5e7681f req-bc14ca3a-4c08-456e-80bd-6ff684a8ae82 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871965 Jul 14 11:38:08.660574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39987d22-3fd2-4e92-b57f-017e769b2ed9 req-cfc67354-3542-432d-b0c3-bb99655ca6ef service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514064 Jul 14 11:38:08.808985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:08.857617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event deleted for resources: {'Port': ['ID=936aee5f-5695-42d0-ba4f-3e3c4fd9ce8f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:08.934491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636ec58-21c2-448e-a861-156189fb36a5 req-95cecd70-60d4-4103-a50e-8cab9fc2b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:08.936249 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e636ec58-21c2-448e-a861-156189fb36a5 req-95cecd70-60d4-4103-a50e-8cab9fc2b907 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1094 time: 0.1895511 Jul 14 11:38:09.050598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:09.201278 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:09.203795 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:09.206009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636ec58-21c2-448e-a861-156189fb36a5 req-f57f1aa0-08a8-4d18-80f8-28c7e02f2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:09.207524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e636ec58-21c2-448e-a861-156189fb36a5 req-f57f1aa0-08a8-4d18-80f8-28c7e02f2f1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 920 time: 0.2605126 Jul 14 11:38:09.344434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e636ec58-21c2-448e-a861-156189fb36a5 req-05a10d81-799b-4d7e-bc91-29d22ee408a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 217 time: 0.0637462 Jul 14 11:38:09.351639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:09.356657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a891a52-5cc5-452d-8158-d32948d36792 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:38:09.368564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:09.370544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d6969afe-e2ad-45d8-b659-ded96e2eed76 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "DELETE /v2.0/routers/0a891a52-5cc5-452d-8158-d32948d36792 HTTP/1.1" status: 204 len: 168 time: 3.1757905 Jul 14 11:38:09.376720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48432) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:09.429349 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-740fe85f-9c41-4a49-a360-984d15d4795c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:09.461078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636ec58-21c2-448e-a861-156189fb36a5 req-69a4f64e-07ca-4b7f-af61-de0e273bb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:09.462653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e636ec58-21c2-448e-a861-156189fb36a5 req-69a4f64e-07ca-4b7f-af61-de0e273bb3a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 200 len: 860 time: 0.0907929 Jul 14 11:38:09.581071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e636ec58-21c2-448e-a861-156189fb36a5 req-3a6f7148-9433-4b53-a388-ba4db8bec385 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987725 Jul 14 11:38:09.706000 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:09.723680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ed7db-db29-4921-816f-0e17650cb3c4 req-86ed6ebb-38c3-4e3f-8d4b-fea425210420 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:09.732074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f1ed7db-db29-4921-816f-0e17650cb3c4 req-86ed6ebb-38c3-4e3f-8d4b-fea425210420 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 943 time: 0.2682400 Jul 14 11:38:09.903121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:09.947770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f1ed7db-db29-4921-816f-0e17650cb3c4 req-0e6f71b1-44d5-4c73-9d48-9fc63e2f4126 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121279 Jul 14 11:38:09.989013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e636ec58-21c2-448e-a861-156189fb36a5 req-846b514c-e154-4405-9d2e-8c92d2eef137 service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993065 Jul 14 11:38:10.010143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Deleting port b4911c49-e66b-40bb-be14-0bd11d87db14 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:10.010740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:10.140442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d060e1b-73a5-4f27-806c-0f9701e0ebf0 req-11df34fe-639e-4d7c-b073-eb7e81e6337e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:10.144376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d060e1b-73a5-4f27-806c-0f9701e0ebf0 req-11df34fe-639e-4d7c-b073-eb7e81e6337e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.3625846 Jul 14 11:38:10.203670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e636ec58-21c2-448e-a861-156189fb36a5 req-5d084750-fa33-4c1d-a131-4a06b0529f47 service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999867 Jul 14 11:38:10.218139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] For port b4911c49-e66b-40bb-be14-0bd11d87db14, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b4911c49-e66b-40bb-be14-0bd11d87db14,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:10.219146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:10.249594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Calling delete_port for b4911c49-e66b-40bb-be14-0bd11d87db14 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:10.286226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d060e1b-73a5-4f27-806c-0f9701e0ebf0 req-27ee45a4-8c2d-49cd-b5e6-73ce2ec036ae tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814497 Jul 14 11:38:10.542748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:10.731012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:10.829588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4911c49-e66b-40bb-be14-0bd11d87db14,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:10.867957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 412645fc-acca-4066-bd27-4d83d56e4606 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:38:10.890009 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:10.893809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:10.982839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:10.982976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b700b933-7b7c-457a-bd1e-318309f5d531 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:38:10.995063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:10.996867 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-88cc5975-8014-429b-8a48-55eaea72bf4d tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "DELETE /v2.0/routers/b700b933-7b7c-457a-bd1e-318309f5d531 HTTP/1.1" status: 204 len: 168 time: 1.6169312 Jul 14 11:38:11.000820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48456) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:11.012716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1255406886', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:11.057367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 412645fc-acca-4066-bd27-4d83d56e4606, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=412645fc-acca-4066-bd27-4d83d56e4606,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:11.077990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '412645fc-acca-4066-bd27-4d83d56e4606', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'port_id': '412645fc-acca-4066-bd27-4d83d56e4606', 'mac_address': 'fa:16:3e:fe:ef:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:38:11.088263 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:11.089622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:11.165138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:11.187585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412645fc-acca-4066-bd27-4d83d56e4606 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:38:11.246241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 412645fc-acca-4066-bd27-4d83d56e4606, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=412645fc-acca-4066-bd27-4d83d56e4606,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:11.253728 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:11.319018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:11.343750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=412645fc-acca-4066-bd27-4d83d56e4606,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:11.463019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45484b4c-5461-4a6b-9d09-cf89f7ba632c req-e60e4ec6-7d98-46b6-8990-a2e49c2686b7 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:11.465724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45484b4c-5461-4a6b-9d09-cf89f7ba632c req-e60e4ec6-7d98-46b6-8990-a2e49c2686b7 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 943 time: 0.2415485 Jul 14 11:38:11.574290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['412645fc-acca-4066-bd27-4d83d56e4606'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:11.582847 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:11.636567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45484b4c-5461-4a6b-9d09-cf89f7ba632c req-dfdac94b-b16e-4ad7-875d-6f9e2bfc74a5 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360893 Jul 14 11:38:11.716637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6cd3b-841f-4247-8335-b979ffd61080 req-fdb00565-e86c-4bec-a260-3e0da9ec7539 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:11.724793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2d6cd3b-841f-4247-8335-b979ffd61080 req-fdb00565-e86c-4bec-a260-3e0da9ec7539 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2257264 Jul 14 11:38:11.787152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2d6cd3b-841f-4247-8335-b979ffd61080 req-7fbeb64c-a902-4a46-a7b7-d6923eb664cd tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591218 Jul 14 11:38:12.138477 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-137fbda3-0029-4a27-8a95-a15395031485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:12.182487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b4911c49-e66b-40bb-be14-0bd11d87db14 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:38:12.205081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b4911c49-e66b-40bb-be14-0bd11d87db14 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:38:12.205541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b4911c49-e66b-40bb-be14-0bd11d87db14 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:38:12.229045 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:12.314169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7f780-5409-43d3-849f-3b56ca7ca87a req-1027ebc2-cc13-4e47-b6ca-5bba4e1204d4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:12.315962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ad7f780-5409-43d3-849f-3b56ca7ca87a req-1027ebc2-cc13-4e47-b6ca-5bba4e1204d4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 945 time: 0.5205052 Jul 14 11:38:12.346477 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:12.373857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:12.435456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ad7f780-5409-43d3-849f-3b56ca7ca87a req-81bb2003-edfd-468e-a146-520af7e1fa8b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104798 Jul 14 11:38:12.518577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Allocated IP 172.25.2.177 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/f07513fe-a571-4253-a0c6-4a2f826d56a2) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:12.631334 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:12.678660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:12.724738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:12.730798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:12.734300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:12.761095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event updated for resources: {'Port': ['ID=f07513fe-a571-4253-a0c6-4a2f826d56a2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:12.892931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 412645fc-acca-4066-bd27-4d83d56e4606 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:12.951003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 412645fc-acca-4066-bd27-4d83d56e4606 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:38:12.958278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 412645fc-acca-4066-bd27-4d83d56e4606 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:12.959323 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:13.080343 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:13.084038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb57f-cf77-4790-8596-1c32daff81d3 req-f0dd7f72-40b6-4a2e-88a9-e780bef8cd92 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:13.086573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28acb57f-cf77-4790-8596-1c32daff81d3 req-f0dd7f72-40b6-4a2e-88a9-e780bef8cd92 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 944 time: 0.3008251 Jul 14 11:38:13.114471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:13.117167 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a5ab07-4296-4032-aa9b-4a6cc9d0c7d8" -d '{"events": [{"server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "name": "network-vif-plugged", "status": "completed", "tag": "412645fc-acca-4066-bd27-4d83d56e4606"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:13.131376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 412645fc-acca-4066-bd27-4d83d56e4606, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=412645fc-acca-4066-bd27-4d83d56e4606,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:13.138773 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:13.189315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=412645fc-acca-4066-bd27-4d83d56e4606,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:13.195224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28acb57f-cf77-4790-8596-1c32daff81d3 req-21db3426-0ab0-449d-bf81-fb80d15fcbf2 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988131 Jul 14 11:38:13.215548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7505c-5b1c-4481-b89c-e4efbe52378e req-9c312f0c-f8c8-454d-a35f-4bf9bd9b7d7f tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:13.222709 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8d7505c-5b1c-4481-b89c-e4efbe52378e req-9c312f0c-f8c8-454d-a35f-4bf9bd9b7d7f tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2294440 Jul 14 11:38:13.231419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:13.248996 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4da338-4b42-4d96-8691-2ba7a5980f84 x-openstack-request-id: req-5b4da338-4b42-4d96-8691-2ba7a5980f84 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:13.249512 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "name": "network-vif-plugged", "status": "completed", "tag": "412645fc-acca-4066-bd27-4d83d56e4606", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:13.249939 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b4da338-4b42-4d96-8691-2ba7a5980f84 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:13.250503 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606', 'code': 200} Jul 14 11:38:13.306021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8d7505c-5b1c-4481-b89c-e4efbe52378e req-f086ba8e-407d-499b-9b11-559c9a127ffc tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824032 Jul 14 11:38:13.369285 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:13.453789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551fc48-ebc9-498f-8dd7-235393289ba8 req-b83ace60-5b56-42a5-a2b9-7a5025762501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:13.455547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5551fc48-ebc9-498f-8dd7-235393289ba8 req-b83ace60-5b56-42a5-a2b9-7a5025762501 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1096 time: 0.1177754 Jul 14 11:38:13.563101 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:13.649236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5551fc48-ebc9-498f-8dd7-235393289ba8 req-420c4801-5207-4dce-a22a-65b13fae2039 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861775 Jul 14 11:38:13.738552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e08c5-278d-4ef7-b217-eb25ed67a880 req-88e5bed3-b541-4e57-a802-b1f08916e36d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:13.740010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b91e08c5-278d-4ef7-b217-eb25ed67a880 req-88e5bed3-b541-4e57-a802-b1f08916e36d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 945 time: 0.1627431 Jul 14 11:38:13.793997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b91e08c5-278d-4ef7-b217-eb25ed67a880 req-f297a8be-0ae4-4833-b3dc-266dc22acab8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Jul 14 11:38:13.794646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Router 5b02f0e7-591a-484b-8525-599c368689ec is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:38:13.939008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:38:13.951969 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9f3244-a19c-4eed-8b04-a03c348741cf None None] Sync routers for ids ['5b02f0e7-591a-484b-8525-599c368689ec'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:38:13.964322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f3244-a19c-4eed-8b04-a03c348741cf None None] Routers {'5b02f0e7-591a-484b-8525-599c368689ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:13.964949 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1a9f3244-a19c-4eed-8b04-a03c348741cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5b02f0e7-591a-484b-8525-599c368689ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:13.966443 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:13.970610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2f90920c-aa0c-47d9-a871-1bf34e1d9d02 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9646852 Jul 14 11:38:13.971401 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48512) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:13.987700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6a34b58c-89bd-449e-8a87-d8c7cebfb9e6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': False}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:14.030476 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1a9f3244-a19c-4eed-8b04-a03c348741cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:14.045573 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f3244-a19c-4eed-8b04-a03c348741cf None None] Routers {'5b02f0e7-591a-484b-8525-599c368689ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:14.046606 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1a9f3244-a19c-4eed-8b04-a03c348741cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5b02f0e7-591a-484b-8525-599c368689ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:14.085492 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1a9f3244-a19c-4eed-8b04-a03c348741cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:14.086297 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9f3244-a19c-4eed-8b04-a03c348741cf None None] The sync data for ids ['5b02f0e7-591a-484b-8525-599c368689ec'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:38:14.420176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f9b2-452d-470e-811d-7ab686906f37 req-4af0e380-efff-48ad-8ae2-b7bbafcebf9c tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:14.427812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd53f9b2-452d-470e-811d-7ab686906f37 req-4af0e380-efff-48ad-8ae2-b7bbafcebf9c tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.0948286 Jul 14 11:38:14.532058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd53f9b2-452d-470e-811d-7ab686906f37 req-d7d10404-f2de-48d8-ab11-6db1f94065d9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031692 Jul 14 11:38:14.561830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c936db2-8f2f-4ac7-bdaa-d068c51559a8 req-16568092-b89b-4b8d-94b9-c162a686a9cb tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:14.563836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c936db2-8f2f-4ac7-bdaa-d068c51559a8 req-16568092-b89b-4b8d-94b9-c162a686a9cb tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1276870 Jul 14 11:38:14.651177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c936db2-8f2f-4ac7-bdaa-d068c51559a8 req-95303cc6-8184-4136-b335-fa759873881b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779579 Jul 14 11:38:14.770718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a34b58c-89bd-449e-8a87-d8c7cebfb9e6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:15.074960 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:15.219742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a34b58c-89bd-449e-8a87-d8c7cebfb9e6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:15.224607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a34b58c-89bd-449e-8a87-d8c7cebfb9e6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:15.342700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a34b58c-89bd-449e-8a87-d8c7cebfb9e6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Router 5b02f0e7-591a-484b-8525-599c368689ec has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:38:15.457573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a34b58c-89bd-449e-8a87-d8c7cebfb9e6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:38:15.462094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a34b58c-89bd-449e-8a87-d8c7cebfb9e6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:15.463334 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6a34b58c-89bd-449e-8a87-d8c7cebfb9e6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "PUT /v2.0/routers/5b02f0e7-591a-484b-8525-599c368689ec HTTP/1.1" status: 200 len: 922 time: 1.4798841 Jul 14 11:38:15.466492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48536) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:15.476270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c9fd7f-70b7-40c1-8823-142bd740c5f6 None None] Sync routers for ids ['5b02f0e7-591a-484b-8525-599c368689ec'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:38:15.483649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:38:15.517609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9fd7f-70b7-40c1-8823-142bd740c5f6 None None] Routers {'5b02f0e7-591a-484b-8525-599c368689ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:15.519419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-27c9fd7f-70b7-40c1-8823-142bd740c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5b02f0e7-591a-484b-8525-599c368689ec'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:15.565233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-72749a04-c04b-4df8-a188-fda38345b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:15.566298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-27c9fd7f-70b7-40c1-8823-142bd740c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:15.566792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-72749a04-c04b-4df8-a188-fda38345b687 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1096 time: 0.0731030 Jul 14 11:38:15.582500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9fd7f-70b7-40c1-8823-142bd740c5f6 None None] Routers {'5b02f0e7-591a-484b-8525-599c368689ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:15.583191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-27c9fd7f-70b7-40c1-8823-142bd740c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5b02f0e7-591a-484b-8525-599c368689ec'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:15.604853 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-79cd212f-3ec2-4177-b5fc-23db002c6cd3 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/routers/5b02f0e7-591a-484b-8525-599c368689ec HTTP/1.1" status: 200 len: 922 time: 0.1370747 Jul 14 11:38:15.607492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48540) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:15.626507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-27c9fd7f-70b7-40c1-8823-142bd740c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:15.627138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c9fd7f-70b7-40c1-8823-142bd740c5f6 None None] The sync data for ids ['5b02f0e7-591a-484b-8525-599c368689ec'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:38:15.695012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-2711d13a-3d6c-43b6-b236-9a13a13d9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:15.701291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-2711d13a-3d6c-43b6-b236-9a13a13d9e4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.1104188 Jul 14 11:38:15.707939 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:15.763174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79ebe9-c23b-458d-840e-15a0d96ea084 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:15.775133 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ba79ebe9-c23b-458d-840e-15a0d96ea084 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=5b02f0e7-591a-484b-8525-599c368689ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1642892 Jul 14 11:38:15.777374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48544) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:15.792189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:15.793229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:15.800404 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c5cd9-627c-4e6e-bec4-70e1dc52b59a" -d '{"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-unplugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:15.813254 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:15.869544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-ab133529-6608-421a-a5e4-cbe6283d2ad0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 1000 time: 0.1609886 Jul 14 11:38:15.881600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:15.911055 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7668c0c8-62e4-4e9c-a383-80f7df827fe1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:15.916702 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7668c0c8-62e4-4e9c-a383-80f7df827fe1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 881 time: 0.1377954 Jul 14 11:38:15.917400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48550) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:15.957869 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-59957ba7-ddae-4097-884a-1b8cbb103a2b tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b02f0e7-591a-484b-8525-599c368689ec HTTP/1.1" status: 200 len: 205 time: 0.0392790 Jul 14 11:38:15.958534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48554) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:15.993969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e2e9-2a1c-4909-8eef-7b6afa501ce9 req-1735fe8d-c617-4fd2-9edb-240b1c432668 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:15.997162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9d5e2e9-2a1c-4909-8eef-7b6afa501ce9 req-1735fe8d-c617-4fd2-9edb-240b1c432668 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2743535 Jul 14 11:38:16.009715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c374f9-ae03-416f-80a7-58945cae55e8 req-b55254fa-ce6a-4f16-94bd-ab6795f2b98f tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:16.017386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6c374f9-ae03-416f-80a7-58945cae55e8 req-b55254fa-ce6a-4f16-94bd-ab6795f2b98f tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2165389 Jul 14 11:38:16.055885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-ae796676-739f-451e-96a9-2853ea4cc174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:16.055885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-ae796676-739f-451e-96a9-2853ea4cc174 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.1718497 Jul 14 11:38:16.140128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6c374f9-ae03-416f-80a7-58945cae55e8 req-dcf19a54-e8b0-4c69-b306-020ba2b5515f tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217923 Jul 14 11:38:16.161364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9d5e2e9-2a1c-4909-8eef-7b6afa501ce9 req-f8592cfd-7296-4f10-95c8-070fff8033a2 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237974 Jul 14 11:38:16.206227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-e12da5b0-1cec-49d6-b389-4e6e33b53f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:16.207804 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-e12da5b0-1cec-49d6-b389-4e6e33b53f07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440356 Jul 14 11:38:16.229673 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:16.307454 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024888e4-106c-4bc3-91e0-d7dbd97ae107 x-openstack-request-id: req-024888e4-106c-4bc3-91e0-d7dbd97ae107 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:16.308266 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-unplugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:16.308266 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-024888e4-106c-4bc3-91e0-d7dbd97ae107 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:16.309334 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'code': 200} Jul 14 11:38:16.389090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-1d3f29c1-aa6e-422b-9c32-53fa453a94e6 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730056 Jul 14 11:38:16.463972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:16.542162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Deleting port f07513fe-a571-4253-a0c6-4a2f826d56a2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:16.542532 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:16.597509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ab6fb4c-192c-4dcf-b45e-ecc084779b61 req-5be31cc6-c9b9-4360-a323-78bbf8939793 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996050 Jul 14 11:38:16.651287 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:16.669479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Calling delete_port for f07513fe-a571-4253-a0c6-4a2f826d56a2 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:16.894715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799a34-c011-4546-b31c-24840974ff44 req-051e296f-4bb2-432e-a7c7-f686c31a11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:16.896433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e799a34-c011-4546-b31c-24840974ff44 req-051e296f-4bb2-432e-a7c7-f686c31a11fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1096 time: 0.1306791 Jul 14 11:38:16.938309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:16.971704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event deleted for resources: {'Port': ['ID=f07513fe-a571-4253-a0c6-4a2f826d56a2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:17.080211 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.087190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee494-c394-499a-b16a-2504511f0915 req-a366ab56-c63b-4a2e-a3d8-b0dcfe4a0bce tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:17.090305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea2ee494-c394-499a-b16a-2504511f0915 req-a366ab56-c63b-4a2e-a3d8-b0dcfe4a0bce tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2164297 Jul 14 11:38:17.105788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799a34-c011-4546-b31c-24840974ff44 req-a43fa7c3-4c3c-468e-a6f6-036419ba9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:17.108084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e799a34-c011-4546-b31c-24840974ff44 req-a43fa7c3-4c3c-468e-a6f6-036419ba9e66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 920 time: 0.1797628 Jul 14 11:38:17.218707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e799a34-c011-4546-b31c-24840974ff44 req-8b5e2ba0-45fd-4095-8c08-ce9d8b764411 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 217 time: 0.0969534 Jul 14 11:38:17.244785 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.247326 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.335089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea2ee494-c394-499a-b16a-2504511f0915 req-0dd9cdb2-ec52-43f9-8b10-6fe62ee08e32 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251949 Jul 14 11:38:17.345167 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.345884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Fanout notify agent at l3_agent the message router_deleted on router 5b02f0e7-591a-484b-8525-599c368689ec {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:38:17.354191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.361682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48686) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:17.362016 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dc940bfe-7f22-4900-9de9-a8ee82e5e786 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/5b02f0e7-591a-484b-8525-599c368689ec HTTP/1.1" status: 204 len: 168 time: 1.3959126 Jul 14 11:38:17.373155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-38afcef9-5044-48fa-9b59-3a65e73a0c4c tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2055038146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:17.393127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799a34-c011-4546-b31c-24840974ff44 req-9a8903c7-a515-418c-83dd-51ba440ac83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:17.394425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e799a34-c011-4546-b31c-24840974ff44 req-9a8903c7-a515-418c-83dd-51ba440ac83e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 200 len: 860 time: 0.1640003 Jul 14 11:38:17.437461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e799a34-c011-4546-b31c-24840974ff44 req-660d3249-f94b-45ff-8343-0623d7b909be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349095 Jul 14 11:38:17.438592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38afcef9-5044-48fa-9b59-3a65e73a0c4c tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.439962 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38afcef9-5044-48fa-9b59-3a65e73a0c4c tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.514232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:38:17.592691 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38afcef9-5044-48fa-9b59-3a65e73a0c4c tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.605160 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38afcef9-5044-48fa-9b59-3a65e73a0c4c tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.646101 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38afcef9-5044-48fa-9b59-3a65e73a0c4c tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.647705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-38afcef9-5044-48fa-9b59-3a65e73a0c4c tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2826486 Jul 14 11:38:17.651522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48722) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:17.657754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:17.665883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:17.685803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e799a34-c011-4546-b31c-24840974ff44 req-a1ef75ab-a113-4444-9e62-2100a062f9cb service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155163 Jul 14 11:38:17.697233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d174-7b3c-415f-8ed0-ccf534ef72cb req-1c4ab012-711a-443d-8642-46b55c2fd4ed tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:17.706569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f25d174-7b3c-415f-8ed0-ccf534ef72cb req-1c4ab012-711a-443d-8642-46b55c2fd4ed tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2374706 Jul 14 11:38:17.827388 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f25d174-7b3c-415f-8ed0-ccf534ef72cb req-39ab64df-9742-4f25-a8bc-209c53c25301 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138840 Jul 14 11:38:17.865515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '937baf72-8eba-4385-a51a-ada320b77614', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'port_id': '937baf72-8eba-4385-a51a-ada320b77614', 'mac_address': 'fa:16:3e:bb:0f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:38:17.875286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e799a34-c011-4546-b31c-24840974ff44 req-05b67b1a-cdc7-4b01-95fa-268d3b385443 service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605051 Jul 14 11:38:17.920075 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:17.936161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937baf72-8eba-4385-a51a-ada320b77614 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:38:17.967934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:17.974915 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:18.025456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:18.098098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:18.120026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['937baf72-8eba-4385-a51a-ada320b77614'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:18.437251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:18.501855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:18.661789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1837d-c5b6-4003-9cb5-9c4009bffb49 req-d7e5b245-923a-4129-b0b3-3179ea04e004 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:18.665345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bda1837d-c5b6-4003-9cb5-9c4009bffb49 req-d7e5b245-923a-4129-b0b3-3179ea04e004 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.1454773 Jul 14 11:38:18.716561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Allocated IP 172.25.2.135 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/6cadb516-ae97-43d5-b451-ab4438326e5f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:18.738929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bda1837d-c5b6-4003-9cb5-9c4009bffb49 req-0b7cc3a8-7d77-460a-b73d-8d858fa872f0 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579894 Jul 14 11:38:18.849442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:18.901750 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:18.949821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:18.955832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:18.964509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:18.993088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event updated for resources: {'Port': ['ID=6cadb516-ae97-43d5-b451-ab4438326e5f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:19.095121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa00fc-905e-4775-ba40-8d637de385a8 req-7e44d3a9-ed84-4a03-9f57-7c89df4442d6 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.104004 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ffa00fc-905e-4775-ba40-8d637de385a8 req-7e44d3a9-ed84-4a03-9f57-7c89df4442d6 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1174977 Jul 14 11:38:19.164143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ffa00fc-905e-4775-ba40-8d637de385a8 req-eb3b5b2a-a988-4f17-860d-cf42c148b631 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586689 Jul 14 11:38:19.389232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-befafb85-fb06-4f3a-9d07-617f04624a9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0858967 Jul 14 11:38:19.534657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:19.601129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-397e3e79-f546-42a2-92ac-1db20b282c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.606641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-397e3e79-f546-42a2-92ac-1db20b282c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.608733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-397e3e79-f546-42a2-92ac-1db20b282c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.609221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-397e3e79-f546-42a2-92ac-1db20b282c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.611364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-397e3e79-f546-42a2-92ac-1db20b282c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.611887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-397e3e79-f546-42a2-92ac-1db20b282c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.612358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-397e3e79-f546-42a2-92ac-1db20b282c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.614393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-397e3e79-f546-42a2-92ac-1db20b282c4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6493 time: 0.1432388 Jul 14 11:38:19.641184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 937baf72-8eba-4385-a51a-ada320b77614 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:19.641977 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:19.732850 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:19.873733 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:19.883565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-c37d6464-b6c1-4190-90d0-e8d84e038fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.885356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-c37d6464-b6c1-4190-90d0-e8d84e038fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.885950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-c37d6464-b6c1-4190-90d0-e8d84e038fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:19.889259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-c37d6464-b6c1-4190-90d0-e8d84e038fe3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=181ba48e-cd53-4e69-885a-619ebf4610cd&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=87b23580-eb76-43df-94fb-48303c32c2e2&id=87b23580-eb76-43df-94fb-48303c32c2e2 HTTP/1.1" status: 200 len: 2291 time: 0.2423453 Jul 14 11:38:19.945834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:19.968369 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4497a7e-577e-4d27-bb12-b9cc07d4fbfe" -d '{"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-plugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:20.004046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:20.012279 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:20.148190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=10']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:20.218507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-f3af9aa1-62cf-44ca-aaca-5b37ff04691c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04 HTTP/1.1" status: 200 len: 1001 time: 0.3222611 Jul 14 11:38:20.265111 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:20.273154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:20.359468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-f69701f7-a69a-4233-bd98-facec395edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:20.361374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-f69701f7-a69a-4233-bd98-facec395edb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf939fd8-6dce-45d3-b5e6-152d07d9c099 HTTP/1.1" status: 200 len: 851 time: 0.0858083 Jul 14 11:38:20.410330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031f90-edc4-4dcc-9bdf-ba79455fe11e req-5188ba06-7c26-4191-afb2-c4ca4537f8b7 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:20.412516 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3031f90-edc4-4dcc-9bdf-ba79455fe11e req-5188ba06-7c26-4191-afb2-c4ca4537f8b7 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2921379 Jul 14 11:38:20.483245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3031f90-edc4-4dcc-9bdf-ba79455fe11e req-f8ee22fc-f877-41ad-9e2f-95ca531c21bd tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472870 Jul 14 11:38:20.538930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-9ca90f83-297b-441c-8898-bf08719f8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:20.545886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-9ca90f83-297b-441c-8898-bf08719f8782 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=181ba48e-cd53-4e69-885a-619ebf4610cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748831 Jul 14 11:38:20.565835 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba535279-86e2-4fec-91b4-25c043ac04b9 x-openstack-request-id: req-ba535279-86e2-4fec-91b4-25c043ac04b9 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:20.566260 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-plugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:20.566387 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba535279-86e2-4fec-91b4-25c043ac04b9 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:20.566869 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'code': 200} Jul 14 11:38:20.663584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Router ad9d1f38-3e8c-4042-a2ca-db3e84109cc7 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:38:20.766081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-d3f3fcbb-1d10-4341-9c19-9effeb25ef41 service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124791 Jul 14 11:38:20.870663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:38:20.886579 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49f346-c7dc-4719-b5b5-d9dc45b0d597 None None] Sync routers for ids ['ad9d1f38-3e8c-4042-a2ca-db3e84109cc7'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:38:20.905475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:20.908933 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-21088015-6647-46ec-9e34-3bf53834f474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "PUT /v2.0/routers/ad9d1f38-3e8c-4042-a2ca-db3e84109cc7 HTTP/1.1" status: 200 len: 880 time: 3.2559462 Jul 14 11:38:20.913892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49004) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:20.924725 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49f346-c7dc-4719-b5b5-d9dc45b0d597 None None] Routers {'ad9d1f38-3e8c-4042-a2ca-db3e84109cc7'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:20.925861 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0a49f346-c7dc-4719-b5b5-d9dc45b0d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ad9d1f38-3e8c-4042-a2ca-db3e84109cc7'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:21.035517 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0a49f346-c7dc-4719-b5b5-d9dc45b0d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:21.063216 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49f346-c7dc-4719-b5b5-d9dc45b0d597 None None] Routers {'ad9d1f38-3e8c-4042-a2ca-db3e84109cc7'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:21.064769 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0a49f346-c7dc-4719-b5b5-d9dc45b0d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ad9d1f38-3e8c-4042-a2ca-db3e84109cc7'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:21.206979 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0a49f346-c7dc-4719-b5b5-d9dc45b0d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:21.207670 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49f346-c7dc-4719-b5b5-d9dc45b0d597 None None] The sync data for ids ['ad9d1f38-3e8c-4042-a2ca-db3e84109cc7'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:38:21.262119 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1a6b3adf-9bd9-4ef1-ab7c-da94d64c794f tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/routers/ad9d1f38-3e8c-4042-a2ca-db3e84109cc7 HTTP/1.1" status: 200 len: 921 time: 0.3442237 Jul 14 11:38:21.265098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49020) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:21.422445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac371c6b-0a36-4311-a6a6-9c89e1ba5323 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:21.425471 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ac371c6b-0a36-4311-a6a6-9c89e1ba5323 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=ad9d1f38-3e8c-4042-a2ca-db3e84109cc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1591420 Jul 14 11:38:21.429898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49034) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:21.531913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97859109-be13-425e-9367-7cdd0f8bb55f req-3aefc94b-2fae-44ed-b17c-01ead0782345 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:21.532521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97859109-be13-425e-9367-7cdd0f8bb55f req-3aefc94b-2fae-44ed-b17c-01ead0782345 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.8188975 Jul 14 11:38:21.550945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b0f16-873e-422a-b192-6fb40506cfde tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:21.552736 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aa5b0f16-873e-422a-b192-6fb40506cfde tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 881 time: 0.1215434 Jul 14 11:38:21.555993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49050) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:21.689036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9a32e340-c2ee-47d0-9532-884628e67474 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9d1f38-3e8c-4042-a2ca-db3e84109cc7 HTTP/1.1" status: 200 len: 205 time: 0.1266203 Jul 14 11:38:21.689585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49064) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:21.701629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-a8a18e09-3b5d-4257-8c47-a415344642e8 service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9221301 Jul 14 11:38:21.787819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97859109-be13-425e-9367-7cdd0f8bb55f req-06b977fd-6ff3-407e-ba5d-ac7240b6d697 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994107 Jul 14 11:38:21.854423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:21.901265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-d769ec25-5aed-488f-a633-cf082d8a57f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 200 len: 217 time: 0.1905994 Jul 14 11:38:22.009270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-f43faa97-29ae-48f1-b175-7933f8b6f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:22.011762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-f43faa97-29ae-48f1-b175-7933f8b6f136 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.0995491 Jul 14 11:38:22.026927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:22.029198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e4931-fa72-4adf-8ac8-630d4563c538 req-d50a0f11-bd1c-4157-9b9e-31ce7599ffff tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:22.037459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c31e4931-fa72-4adf-8ac8-630d4563c538 req-d50a0f11-bd1c-4157-9b9e-31ce7599ffff tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.3079267 Jul 14 11:38:22.139375 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Deleting port 6cadb516-ae97-43d5-b451-ab4438326e5f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:22.140066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:22.178539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c31e4931-fa72-4adf-8ac8-630d4563c538 req-05653cd1-f1df-4fc5-8501-00fa392d7d5b tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389215 Jul 14 11:38:22.195724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-d8514949-f5fc-488b-8775-16edf3db3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:22.197455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-d8514949-f5fc-488b-8775-16edf3db3879 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1470885 Jul 14 11:38:22.315842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:22.340555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-212708b0-bcc1-4ed7-9695-ff5d3e2ebf2a service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333110 Jul 14 11:38:22.340870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Calling delete_port for 6cadb516-ae97-43d5-b451-ab4438326e5f owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:22.508433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-7ebae892-2e39-4d33-bfac-69b6d66ff812 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478300 Jul 14 11:38:22.588825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-c39f502d-6c0f-4588-a3e2-5d92e4988266 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 200 len: 217 time: 0.0770106 Jul 14 11:38:22.666142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-29fb6225-dd1a-4d0d-92d6-b2336861d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:22.675337 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:22.682718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-29fb6225-dd1a-4d0d-92d6-b2336861d284 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.0715261 Jul 14 11:38:22.747319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event deleted for resources: {'Port': ['ID=6cadb516-ae97-43d5-b451-ab4438326e5f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:22.807946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-1e1abc82-4911-49d2-a175-f9a19da5a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:22.809880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-1e1abc82-4911-49d2-a175-f9a19da5a62f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1273770 Jul 14 11:38:22.950855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.119473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-77c702a9-1bbb-491a-b02c-f8b7777084d2 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882917 Jul 14 11:38:23.182637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.190376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.265518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea1600-5d01-47ec-99f7-945e4691747d req-a0b9d506-b4ee-46a4-bc1b-fb9131b4ab6e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:23.267122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cdea1600-5d01-47ec-99f7-945e4691747d req-a0b9d506-b4ee-46a4-bc1b-fb9131b4ab6e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2324991 Jul 14 11:38:23.326553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-b70ce5c5-5541-4b23-9ad8-92e1ffe506fd service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984909 Jul 14 11:38:23.341045 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.343356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Fanout notify agent at l3_agent the message router_deleted on router ad9d1f38-3e8c-4042-a2ca-db3e84109cc7 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:38:23.366738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.371524 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cace8b82-60d1-4e46-b367-c2c0478c7646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/ad9d1f38-3e8c-4042-a2ca-db3e84109cc7 HTTP/1.1" status: 204 len: 168 time: 1.6772704 Jul 14 11:38:23.372240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49140) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:23.386469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-eafe8bc6-0fe4-4f5b-aca8-dbebb4ff0fd5 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1189395821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:23.394648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-a4f7754e-7bac-4f74-9646-fdeb8b9db7c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72 HTTP/1.1" status: 200 len: 217 time: 0.0518432 Jul 14 11:38:23.404120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cdea1600-5d01-47ec-99f7-945e4691747d req-2badeae3-2f9b-4cbd-86bb-2509a7d141dc tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295223 Jul 14 11:38:23.442324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eafe8bc6-0fe4-4f5b-aca8-dbebb4ff0fd5 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.446550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eafe8bc6-0fe4-4f5b-aca8-dbebb4ff0fd5 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.536189 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eafe8bc6-0fe4-4f5b-aca8-dbebb4ff0fd5 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.565172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-9a933ebd-fd66-426c-920d-f28ba932d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:23.566246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-9a933ebd-fd66-426c-920d-f28ba932d583 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.1611595 Jul 14 11:38:23.566992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eafe8bc6-0fe4-4f5b-aca8-dbebb4ff0fd5 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.607499 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eafe8bc6-0fe4-4f5b-aca8-dbebb4ff0fd5 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:23.612845 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eafe8bc6-0fe4-4f5b-aca8-dbebb4ff0fd5 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2342412 Jul 14 11:38:23.613449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49142) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:23.628326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': True}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:23.637895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6ae2d-7090-4835-a817-0f2a375beb50 req-3d3eb5f4-067f-4840-ae00-291a84f42d7b tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:23.639452 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85d6ae2d-7090-4835-a817-0f2a375beb50 req-3d3eb5f4-067f-4840-ae00-291a84f42d7b tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.1362510 Jul 14 11:38:23.706826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-6e862e29-cfc3-4200-b94d-47ec4ba084ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:23.708539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-6e862e29-cfc3-4200-b94d-47ec4ba084ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317346 Jul 14 11:38:23.719226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85d6ae2d-7090-4835-a817-0f2a375beb50 req-72e6a1b0-317e-4439-9087-0e87a87f5df3 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Jul 14 11:38:23.926047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-672da538-afd2-43e7-abcb-657201d6c588 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055104 Jul 14 11:38:24.030555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:24.121507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-f88a7016-2287-4991-ba12-af6f409a512d service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844299 Jul 14 11:38:24.177800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-925ba947-2476-41d5-9bc7-0efd00f99bd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03 HTTP/1.1" status: 200 len: 217 time: 0.0465078 Jul 14 11:38:24.244814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-07ea261d-d381-4710-81f2-ff481c6cf9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:24.246596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-07ea261d-d381-4710-81f2-ff481c6cf9ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.0629137 Jul 14 11:38:24.345869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-b70289c5-d7c0-4782-ae4e-6ad8ca728372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:24.347495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-b70289c5-d7c0-4782-ae4e-6ad8ca728372 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932357 Jul 14 11:38:24.351574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:24.376079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:24.477340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-44f66281-5638-4f68-afc3-5eca3e88a201 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226940 Jul 14 11:38:24.570192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Allocated IP 172.25.2.39 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/7bce9dd1-340f-4f44-a4f2-2c5bec5ace03) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:24.625735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-297b8cae-ce46-4403-923c-1a7e81d97ca3 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374643 Jul 14 11:38:24.702085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:24.767837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:24.794354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-e2b064c2-db1d-49d8-997c-cba312f9e78c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9555707b-f711-4615-ade1-3693da6443f7 HTTP/1.1" status: 200 len: 217 time: 0.1504080 Jul 14 11:38:24.830837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:24.833869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:24.837881 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:24.909598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc1877-7e4e-470e-a2c5-25e2f0008283 req-8e143724-d681-414f-86d6-d6b222852c5a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:24.921597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a2fc1877-7e4e-470e-a2c5-25e2f0008283 req-8e143724-d681-414f-86d6-d6b222852c5a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.2762957 Jul 14 11:38:24.930935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event updated for resources: {'Port': ['ID=7bce9dd1-340f-4f44-a4f2-2c5bec5ace03,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:24.951475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-7bbe93d1-e1cb-4083-b736-200d543774a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:24.953129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-7bbe93d1-e1cb-4083-b736-200d543774a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.1500483 Jul 14 11:38:25.186882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a2fc1877-7e4e-470e-a2c5-25e2f0008283 req-1befc3ab-a1c8-41b7-8ade-f0a7c0bdfc63 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641897 Jul 14 11:38:25.260217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-b23e17c9-12cd-486b-aa00-bd385b1e90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:25.266009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-b23e17c9-12cd-486b-aa00-bd385b1e90a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2888429 Jul 14 11:38:25.277164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:25.299281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427ba59-7091-4678-bd53-c3a93d53cac4 req-8441620d-5554-4070-bcb5-39b3358f0b11 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:25.311200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7427ba59-7091-4678-bd53-c3a93d53cac4 req-8441620d-5554-4070-bcb5-39b3358f0b11 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2125251 Jul 14 11:38:25.427622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7427ba59-7091-4678-bd53-c3a93d53cac4 req-2d99ca10-96e9-4aa7-ab2f-47a3af80a4cc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152005 Jul 14 11:38:25.480369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-44ec5b2a-8f5e-4c96-9135-9fee17cb237a service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005754 Jul 14 11:38:25.622850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-d7102909-9877-49df-a3d1-0f7cb5e03512 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254826 Jul 14 11:38:25.626345 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:25.631638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:25.686127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-cc600707-c7eb-4260-810e-486f8e9003ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 HTTP/1.1" status: 200 len: 217 time: 0.0541236 Jul 14 11:38:25.760974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-64d210aa-6314-4bce-8e0d-c1b778613ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:25.763668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-64d210aa-6314-4bce-8e0d-c1b778613ae8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.0637910 Jul 14 11:38:25.847674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-e3002ce9-cb56-4bb6-a496-120b4ae5cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:25.848745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-e3002ce9-cb56-4bb6-a496-120b4ae5cab4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774257 Jul 14 11:38:25.924844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Router 9ecb4996-b3db-4ae3-b4b9-c4a82457af83 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:38:26.120210 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:26.145418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-b56d8928-96f9-43f5-be2b-2296bd75358d service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826471 Jul 14 11:38:26.283879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f591b01-ef36-4e27-a9ba-a15579534a18 req-f417e35c-02b4-4a7a-ae7e-330f0ee600c8 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325479 Jul 14 11:38:26.491963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991606-30e3-4562-b7c1-15d3f0f2ab85 req-9c0c93db-e1af-4890-b92d-d9ba9b1d7fb5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:26.500276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39991606-30e3-4562-b7c1-15d3f0f2ab85 req-9c0c93db-e1af-4890-b92d-d9ba9b1d7fb5 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.1084185 Jul 14 11:38:26.566455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39991606-30e3-4562-b7c1-15d3f0f2ab85 req-f0532370-75b2-4a78-841e-45f484656f36 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616581 Jul 14 11:38:26.644786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:38:26.654940 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:26.659124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49178) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:26.662236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee1582-1090-4fa4-b04b-b86e7ccf04c8 None None] Sync routers for ids ['9ecb4996-b3db-4ae3-b4b9-c4a82457af83'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:38:26.684490 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5fd41a9b-df89-4c75-ac5d-3b0005dd57f7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "PUT /v2.0/routers/9ecb4996-b3db-4ae3-b4b9-c4a82457af83 HTTP/1.1" status: 200 len: 914 time: 3.0684359 Jul 14 11:38:26.689693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee1582-1090-4fa4-b04b-b86e7ccf04c8 None None] Routers {'9ecb4996-b3db-4ae3-b4b9-c4a82457af83'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:26.694580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-31ee1582-1090-4fa4-b04b-b86e7ccf04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9ecb4996-b3db-4ae3-b4b9-c4a82457af83'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:26.796908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-31ee1582-1090-4fa4-b04b-b86e7ccf04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:26.808664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee1582-1090-4fa4-b04b-b86e7ccf04c8 None None] Routers {'9ecb4996-b3db-4ae3-b4b9-c4a82457af83'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:26.809568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-31ee1582-1090-4fa4-b04b-b86e7ccf04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9ecb4996-b3db-4ae3-b4b9-c4a82457af83'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:26.846466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-31ee1582-1090-4fa4-b04b-b86e7ccf04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:26.847396 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee1582-1090-4fa4-b04b-b86e7ccf04c8 None None] The sync data for ids ['9ecb4996-b3db-4ae3-b4b9-c4a82457af83'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:38:26.883921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849516f-2176-42f2-ba85-7949b763374a req-0f797f99-5689-4b95-82b2-48fe2b15ff15 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:26.886519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b849516f-2176-42f2-ba85-7949b763374a req-0f797f99-5689-4b95-82b2-48fe2b15ff15 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.1590443 Jul 14 11:38:26.889368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d2ccf1d3-eec5-47ea-b4c0-279d67753a03 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/routers/9ecb4996-b3db-4ae3-b4b9-c4a82457af83 HTTP/1.1" status: 200 len: 920 time: 0.2291596 Jul 14 11:38:26.892415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49182) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:26.956852 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:38:27.028880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b849516f-2176-42f2-ba85-7949b763374a req-2c95fa70-44e1-4113-ac73-e889bd87f9bc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257129 Jul 14 11:38:27.075012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a154a36-e043-4ac7-9b80-6daed9645bb8 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:27.077009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4a154a36-e043-4ac7-9b80-6daed9645bb8 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=9ecb4996-b3db-4ae3-b4b9-c4a82457af83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1832016 Jul 14 11:38:27.079662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49198) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:27.217577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d057cf-7081-4a3b-b35b-75501285da4a tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:27.219995 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e7d057cf-7081-4a3b-b35b-75501285da4a tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 881 time: 0.1391234 Jul 14 11:38:27.222763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49202) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:27.228857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-d31a287e-5a7d-40d4-8083-e1e241303a1a tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:27.237243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-d31a287e-5a7d-40d4-8083-e1e241303a1a tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 815 time: 0.1426377 Jul 14 11:38:27.262005 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1d2ddf2e-4f22-426e-b6a0-4f6014ab030d tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ecb4996-b3db-4ae3-b4b9-c4a82457af83 HTTP/1.1" status: 200 len: 205 time: 0.0375602 Jul 14 11:38:27.271236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-e549c31d-a782-483c-9adf-8ffd540b161e tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/quotas/02f6564a02394fbfbc3e05d1d99fa55b HTTP/1.1" status: 200 len: 375 time: 0.0329051 Jul 14 11:38:27.273828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49204) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:27.472797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-2060b067-09b9-40b1-89c1-fccf058827a5 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1994953 Jul 14 11:38:27.490344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:27.566804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ba5875de-acc7-4944-bfcc-0fdec3dfd43c details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:38:27.839520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:27.852249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:27.861066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'mac_address': 'fa:16:3e:32:7f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:38:27.922822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-172a11e5-2b8f-40d3-a6c1-1dc03c16b105 service neutron] 10.222.0.38 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486454 Jul 14 11:38:27.943238 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:27.967596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba5875de-acc7-4944-bfcc-0fdec3dfd43c {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:38:28.013937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:28.028315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:28.071569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-6ca6cca9-c00f-41c4-8d5d-2cbd21095b09 service neutron] 10.222.0.38 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462817 Jul 14 11:38:28.121801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:28.158195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57ac65-ebec-4602-a367-6951fdb38a3e req-a99fd060-082a-487e-9977-2ec6c3d5d25b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:28.161382 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:28.169422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a57ac65-ebec-4602-a367-6951fdb38a3e req-a99fd060-082a-487e-9977-2ec6c3d5d25b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 949 time: 0.3558996 Jul 14 11:38:28.192553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Deleting port 7bce9dd1-340f-4f44-a4f2-2c5bec5ace03 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:28.192939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:28.295383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a57ac65-ebec-4602-a367-6951fdb38a3e req-ecedc4d2-e353-4a75-a8b8-d369eb70a541 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212108 Jul 14 11:38:28.344792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['ba5875de-acc7-4944-bfcc-0fdec3dfd43c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:28.479943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a54b09e0-f33d-49e9-929b-bd89f5d16551 req-3c5672c4-d533-4d8e-bb16-195bfcae9838 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 210 time: 0.1092098 Jul 14 11:38:28.502257 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:28.656188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Calling delete_port for 7bce9dd1-340f-4f44-a4f2-2c5bec5ace03 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:28.938308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52585d4-120e-4b42-b73c-d88724ff8654 req-034aa1c0-af2a-4d1f-9344-9aa46ab2339a tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:28.951470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f52585d4-120e-4b42-b73c-d88724ff8654 req-034aa1c0-af2a-4d1f-9344-9aa46ab2339a tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.4570968 Jul 14 11:38:29.597574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f52585d4-120e-4b42-b73c-d88724ff8654 req-415c12b1-f9e7-4b4a-a108-67993c35a850 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449907 Jul 14 11:38:29.613125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ba5875de-acc7-4944-bfcc-0fdec3dfd43c up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:29.804626 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:29.839332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port ba5875de-acc7-4944-bfcc-0fdec3dfd43c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:29.839763 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:29.871543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2cf5-e402-4f4e-a84b-359dae6130dd req-7ab6fa19-62ce-4f8a-9506-cc687c78d88b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:29.873573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c4c2cf5-e402-4f4e-a84b-359dae6130dd req-7ab6fa19-62ce-4f8a-9506-cc687c78d88b tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 948 time: 0.2730925 Jul 14 11:38:29.874604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event deleted for resources: {'Port': ['ID=7bce9dd1-340f-4f44-a4f2-2c5bec5ace03,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:30.038427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c4c2cf5-e402-4f4e-a84b-359dae6130dd req-baa7afda-5e21-47b8-a2fb-e784c1d6d685 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552496 Jul 14 11:38:30.063509 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.161075 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.225351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:30.225611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-322bb70c-c858-46ba-b5c3-24ddf1d99d0c req-a5b036a3-f1fa-4f02-838e-0684df12be6c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 210 time: 0.1147285 Jul 14 11:38:30.228475 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28108ac-5a49-4110-8773-afb1900319a0" -d '{"events": [{"server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "name": "network-vif-plugged", "status": "completed", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:30.232132 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.238010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.278258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:30.288164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.363511 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7ed9a2-8f71-428d-96cb-7c85c2d7b7a0 x-openstack-request-id: req-6f7ed9a2-8f71-428d-96cb-7c85c2d7b7a0 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:30.364231 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "name": "network-vif-plugged", "status": "completed", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:30.364724 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6f7ed9a2-8f71-428d-96cb-7c85c2d7b7a0 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:30.365340 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'code': 200} Jul 14 11:38:30.366841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=10']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:30.372424 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.373461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Fanout notify agent at l3_agent the message router_deleted on router 9ecb4996-b3db-4ae3-b4b9-c4a82457af83 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:38:30.382893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.384087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-268163e1-69bd-4465-8edc-a8d6caea02ca tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/9ecb4996-b3db-4ae3-b4b9-c4a82457af83 HTTP/1.1" status: 204 len: 168 time: 3.1086717 Jul 14 11:38:30.387767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49252) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:30.392513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e6c60b6f-e2f2-4268-9c03-27d70ae90064 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1200253895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:30.454012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6c60b6f-e2f2-4268-9c03-27d70ae90064 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.455623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6c60b6f-e2f2-4268-9c03-27d70ae90064 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.539130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6c60b6f-e2f2-4268-9c03-27d70ae90064 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.547087 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6c60b6f-e2f2-4268-9c03-27d70ae90064 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.584208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6c60b6f-e2f2-4268-9c03-27d70ae90064 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:30.591434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49254) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:30.597589 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e6c60b6f-e2f2-4268-9c03-27d70ae90064 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2084124 Jul 14 11:38:30.599280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': False}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:30.906769 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:31.036116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f001-edde-41a5-9c12-fe214833bcc7 req-43a10ab2-4ce5-4c95-9291-900d80ac7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:31.038472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c58f001-edde-41a5-9c12-fe214833bcc7 req-43a10ab2-4ce5-4c95-9291-900d80ac7c01 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 1101 time: 0.5023425 Jul 14 11:38:31.110077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9fcc9-fdb9-4e14-bfaa-8b5cb4308bd9 req-d79947ad-5463-446b-ab26-7ec9232549ef tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:31.118010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9a9fcc9-fdb9-4e14-bfaa-8b5cb4308bd9 req-d79947ad-5463-446b-ab26-7ec9232549ef tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.3042181 Jul 14 11:38:31.209309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-fb12a459-3d49-4d74-89c9-b3652aad0971 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:31.210990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-fb12a459-3d49-4d74-89c9-b3652aad0971 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 815 time: 0.3206611 Jul 14 11:38:31.251725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Request body: {'port': {'device_id': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06', 'admin_state_up': True, 'tenant_id': '02f6564a02394fbfbc3e05d1d99fa55b'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:31.272695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9a9fcc9-fdb9-4e14-bfaa-8b5cb4308bd9 req-8f374d8d-6359-4071-ad3f-84181e8cdb40 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534846 Jul 14 11:38:31.275797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c58f001-edde-41a5-9c12-fe214833bcc7 req-f99b6a6c-999a-4f03-ad5d-b55ffe286922 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175541 Jul 14 11:38:31.513215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c12f228-81be-447d-84e8-1e77950ae696 req-3da2e268-f802-42bb-8f67-2c3378131212 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 210 time: 0.0542395 Jul 14 11:38:31.526802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c414e-c73a-41f7-9c18-8a2a830c8599 req-2fbdff42-2f20-4983-b3bf-a1b5055bd8f7 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:31.537956 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-007c414e-c73a-41f7-9c18-8a2a830c8599 req-2fbdff42-2f20-4983-b3bf-a1b5055bd8f7 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 950 time: 0.2913959 Jul 14 11:38:31.689986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Made reservation on behalf of 02f6564a02394fbfbc3e05d1d99fa55b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:38:31.696641 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:31.737160 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:31.742197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-007c414e-c73a-41f7-9c18-8a2a830c8599 req-ab0c2bed-4a01-47bc-8c14-a5feb5836c28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473794 Jul 14 11:38:31.770274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:31.992744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Allocated IP 172.20.0.7 (6bdc356c-9c87-4b63-b256-f4f346cf6b06/90958c23-9a65-414a-9f8d-b5b4e98c0309/ef954f07-705b-45b9-81cc-98465a0fd947) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:32.009555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Allocated IP 172.25.2.170 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/96f3b43d-e38e-4fcc-8174-2d2b1f181f81) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:32.160826 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:32.360873 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:32.498191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Pushing event updated for resources: {'Port': ['ID=96f3b43d-e38e-4fcc-8174-2d2b1f181f81,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:32.518060 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:32.552120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:32.559968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:32.609400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:32.795315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20e18341-c73a-463d-838b-1f9bb074f3c9 req-f227ba92-61d8-4cc0-90b9-9aec88d2abdb tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 210 time: 0.1031451 Jul 14 11:38:32.843457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:32.859384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8538c451-b70c-4519-a6ff-c5d74285974c', '2d0ac539-ec0a-4744-a0a4-d2be3a043449'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:32.864257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['6c9a677d-1787-475b-a39f-976e72ef4c47'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:32.891511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e08d4-2154-445a-89ef-6b522cd69e5f req-a079635e-c64b-4bed-83a6-3a6dad4b0816 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:32.899214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c10e08d4-2154-445a-89ef-6b522cd69e5f req-a079635e-c64b-4bed-83a6-3a6dad4b0816 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.4260378 Jul 14 11:38:32.944943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Pushing event updated for resources: {'Port': ['ID=ef954f07-705b-45b9-81cc-98465a0fd947,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:32.999108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:33.007469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:33.022414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c10e08d4-2154-445a-89ef-6b522cd69e5f req-bf61f270-7c0c-44df-8582-dd7dd5429360 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221287 Jul 14 11:38:33.026140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:33.132860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:33.133482 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:33.147399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:33.192827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-ebe5bfe7-ffd9-40a4-965a-1239490d7326 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9453247 Jul 14 11:38:33.212177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Request body: {'port': {'device_id': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:33.395022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1da43-6340-409e-87f2-b4b8630b50d2 req-d987aa24-3241-4ab5-9795-23a31e020e4c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:33.400405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aae1da43-6340-409e-87f2-b4b8630b50d2 req-d987aa24-3241-4ab5-9795-23a31e020e4c tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 950 time: 0.2123857 Jul 14 11:38:33.478248 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:33.578560 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aae1da43-6340-409e-87f2-b4b8630b50d2 req-6b13d039-51d5-4c79-acbe-17e230f54cc2 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234858 Jul 14 11:38:33.705161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:33.723112 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:34.522136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a790-ff6d-4570-9435-f7d835211f30 req-178ab495-4a6d-4ce9-ab48-6a3787047623 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:34.523796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b495a790-ff6d-4570-9435-f7d835211f30 req-178ab495-4a6d-4ce9-ab48-6a3787047623 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 949 time: 0.2189400 Jul 14 11:38:34.565012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1526cca-1f09-4acc-b7bc-d65247945727 req-8ae6a0e6-8403-43cb-bab3-5b5ea14e15a5 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:34.566545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1526cca-1f09-4acc-b7bc-d65247945727 req-8ae6a0e6-8403-43cb-bab3-5b5ea14e15a5 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 931 time: 0.2605047 Jul 14 11:38:34.580679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Router 54f683cf-c269-4435-8793-db29e5b8bbef is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:38:34.604661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef954f07-705b-45b9-81cc-98465a0fd947 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:38:34.623410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:34.696876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Transition to ACTIVE for port object ef954f07-705b-45b9-81cc-98465a0fd947 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:38:34.703809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b495a790-ff6d-4570-9435-f7d835211f30 req-56b1bcf9-8bd8-48dc-a6c8-31764ef1521e tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/security-groups?id=58c2a842-39c0-42dc-965c-e3fb67f86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515977 Jul 14 11:38:34.712643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:34.714927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1526cca-1f09-4acc-b7bc-d65247945727 req-080cae4a-c16a-4376-a184-6b9fc4f37fee tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399152 Jul 14 11:38:34.815469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Pushing event updated for resources: {'Port': ['ID=ef954f07-705b-45b9-81cc-98465a0fd947,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:34.901777 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:38:34.912632 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43570490-4710-4e88-aa4a-a2108cb90f29 None None] Sync routers for ids ['54f683cf-c269-4435-8793-db29e5b8bbef'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:38:34.913651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:34.915060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c061fa08-ceaa-4ee8-86fe-70295905df94 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "PUT /v2.0/routers/54f683cf-c269-4435-8793-db29e5b8bbef HTTP/1.1" status: 200 len: 916 time: 4.3217010 Jul 14 11:38:34.917644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49312) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:34.926635 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43570490-4710-4e88-aa4a-a2108cb90f29 None None] Routers {'54f683cf-c269-4435-8793-db29e5b8bbef'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:34.927554 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-43570490-4710-4e88-aa4a-a2108cb90f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['54f683cf-c269-4435-8793-db29e5b8bbef'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:34.972608 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-43570490-4710-4e88-aa4a-a2108cb90f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:34.982649 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43570490-4710-4e88-aa4a-a2108cb90f29 None None] Routers {'54f683cf-c269-4435-8793-db29e5b8bbef'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:34.983530 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-43570490-4710-4e88-aa4a-a2108cb90f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['54f683cf-c269-4435-8793-db29e5b8bbef'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:35.012035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Attempting to bind port ef954f07-705b-45b9-81cc-98465a0fd947 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:38:35.014145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Attempting to bind port ef954f07-705b-45b9-81cc-98465a0fd947 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:38:35.016332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Attempting to bind port ef954f07-705b-45b9-81cc-98465a0fd947 on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:38:35.027178 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-43570490-4710-4e88-aa4a-a2108cb90f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:35.028143 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43570490-4710-4e88-aa4a-a2108cb90f29 None None] The sync data for ids ['54f683cf-c269-4435-8793-db29e5b8bbef'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:38:35.032204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Port ef954f07-705b-45b9-81cc-98465a0fd947 on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:38:35.032724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Attempting to bind port ef954f07-705b-45b9-81cc-98465a0fd947 on network 6bdc356c-9c87-4b63-b256-f4f346cf6b06 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:38:35.092094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:38:35.092771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Checking segment: {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:38:35.093366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Bound using segment: {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:38:35.094033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Bound port: ef954f07-705b-45b9-81cc-98465a0fd947, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d073533-2e58-4579-b12b-622b5e5d6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:38:35.094617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:35.136733 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fa80df58-6237-4848-9664-826554f2f3f6 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/routers/54f683cf-c269-4435-8793-db29e5b8bbef HTTP/1.1" status: 200 len: 922 time: 0.2173469 Jul 14 11:38:35.139043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49314) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:35.215559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cc485-eeb3-41a4-b826-16abc1f12e9a req-8929c4ea-874f-4f55-85e1-68832702cd73 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:35.222883 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec5cc485-eeb3-41a4-b826-16abc1f12e9a req-8929c4ea-874f-4f55-85e1-68832702cd73 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 1101 time: 0.3186617 Jul 14 11:38:35.228342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a7040-13b6-4b30-91c1-214d96babd06 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:35.230631 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-070a7040-13b6-4b30-91c1-214d96babd06 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=54f683cf-c269-4435-8793-db29e5b8bbef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0865154 Jul 14 11:38:35.233114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49316) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:35.250667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] For port ef954f07-705b-45b9-81cc-98465a0fd947, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:38:35.260270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930779d-f475-44a2-ae3c-d5f5c3204e11 req-c08c4e4c-ac95-4049-98f4-c94c6dbe4633 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:35.277946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a930779d-f475-44a2-ae3c-d5f5c3204e11 req-c08c4e4c-ac95-4049-98f4-c94c6dbe4633 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2382383 Jul 14 11:38:35.327013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] For port ef954f07-705b-45b9-81cc-98465a0fd947, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ef954f07-705b-45b9-81cc-98465a0fd947,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:38:35.350233 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:35.362496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec5cc485-eeb3-41a4-b826-16abc1f12e9a req-a21fdc09-88ff-4fe7-9aed-f7c0d3da83d7 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386998 Jul 14 11:38:35.372017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d66b0a9-f2f7-4ba1-a426-618f20619ad7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:35.374090 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0d66b0a9-f2f7-4ba1-a426-618f20619ad7 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 881 time: 0.1400349 Jul 14 11:38:35.376924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49318) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:35.415044 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d2b9aa68-8e93-4a0a-b30a-80db8bec4f35 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=54f683cf-c269-4435-8793-db29e5b8bbef HTTP/1.1" status: 200 len: 205 time: 0.0369654 Jul 14 11:38:35.418296 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49326) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:35.431898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:35.432567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:35.433985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-bee39479-8f72-477b-be17-add27d0a611c service neutron] 10.222.0.64 "PUT /v2.0/ports/ef954f07-705b-45b9-81cc-98465a0fd947 HTTP/1.1" status: 200 len: 1091 time: 2.2308733 Jul 14 11:38:35.434455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'tag': 'ef954f07-705b-45b9-81cc-98465a0fd947'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:35.436798 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f5185b-affb-4fbf-a0c5-228c32757f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "01f82fa2-5638-4fa7-a9c9-cfedaf5e1886", "tag": "ef954f07-705b-45b9-81cc-98465a0fd947"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:35.481163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a930779d-f475-44a2-ae3c-d5f5c3204e11 req-6dba35ef-d977-4191-ad42-232d3bcffa48 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021892 Jul 14 11:38:35.560940 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:35.592412 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e95f082-683e-468a-9edc-380cc1b2a5eb x-openstack-request-id: req-9e95f082-683e-468a-9edc-380cc1b2a5eb {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:35.593001 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f82fa2-5638-4fa7-a9c9-cfedaf5e1886", "tag": "ef954f07-705b-45b9-81cc-98465a0fd947", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:35.593001 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e95f082-683e-468a-9edc-380cc1b2a5eb {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:35.593306 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'tag': 'ef954f07-705b-45b9-81cc-98465a0fd947', 'status': 'completed', 'code': 200} Jul 14 11:38:35.626052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee39479-8f72-477b-be17-add27d0a611c service neutron] Pushing event updated for resources: {'Port': ['ID=ef954f07-705b-45b9-81cc-98465a0fd947,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:35.676174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-5368f87a-0789-4201-9948-56dc031b06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:35.677878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-5368f87a-0789-4201-9948-56dc031b06bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 1094 time: 0.1831875 Jul 14 11:38:35.691731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-d60afd33-182d-4ff8-a585-89c9508d47ef tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:35.693962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-d60afd33-182d-4ff8-a585-89c9508d47ef tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.45 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 949 time: 0.2000661 Jul 14 11:38:35.701059 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:35.768906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Deleting port 96f3b43d-e38e-4fcc-8174-2d2b1f181f81 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:35.769260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:35.822441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-6aed7f3a-09f3-48e2-b37f-03474aa9b207 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef954f07-705b-45b9-81cc-98465a0fd947 HTTP/1.1" status: 200 len: 217 time: 0.1271865 Jul 14 11:38:35.876448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:35.890930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Calling delete_port for 96f3b43d-e38e-4fcc-8174-2d2b1f181f81 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:35.998632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-eaaf299c-e3af-4581-9299-cbb35dd9e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:36.000207 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-eaaf299c-e3af-4581-9299-cbb35dd9e59b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.1703565 Jul 14 11:38:36.058370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-7725b589-11af-4c83-a05c-24c36363ce7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469427 Jul 14 11:38:36.083005 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.113081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event deleted for resources: {'Port': ['ID=96f3b43d-e38e-4fcc-8174-2d2b1f181f81,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:36.128747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84f4e8-038b-495e-bd19-3b8f4cc50032 req-82a06fb9-bdca-4dff-b1df-a4eb112cc8ea tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:36.130278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f84f4e8-038b-495e-bd19-3b8f4cc50032 req-82a06fb9-bdca-4dff-b1df-a4eb112cc8ea tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 1101 time: 0.3016560 Jul 14 11:38:36.136219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Deleting port dc73ed99-a3dc-4a59-8e95-656cff269a92 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:36.136564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.169544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09780aa6-216d-4d8c-8d2f-83d3c78ac47f req-ece537c6-eee1-4fbc-84c1-c66d0ca4afac tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:36.171269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09780aa6-216d-4d8c-8d2f-83d3c78ac47f req-ece537c6-eee1-4fbc-84c1-c66d0ca4afac tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/ports?device_id=42c911e7-1e80-4312-801e-1076c5740cb1 HTTP/1.1" status: 200 len: 949 time: 0.2755542 Jul 14 11:38:36.180104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.272320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.274961 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.294750 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f84f4e8-038b-495e-bd19-3b8f4cc50032 req-c59dd1b5-0945-467b-a6d0-b7aa30dc3dd5 tempest-ServersAdminTestJSON-1422404008 tempest-ServersAdminTestJSON-1422404008-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551945 Jul 14 11:38:36.322270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.322830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Fanout notify agent at l3_agent the message router_deleted on router 54f683cf-c269-4435-8793-db29e5b8bbef {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:38:36.325736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09780aa6-216d-4d8c-8d2f-83d3c78ac47f req-5e20d028-3b25-42e0-8886-b74285b73ee2 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.38 "GET /v2.0/security-groups?id=58c2a842-39c0-42dc-965c-e3fb67f86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245835 Jul 14 11:38:36.330968 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.330968 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-662fb76e-0b57-47da-8ce5-265820c53f68 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/54f683cf-c269-4435-8793-db29e5b8bbef HTTP/1.1" status: 204 len: 168 time: 0.9115639 Jul 14 11:38:36.339010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49350) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:36.345798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-848755127', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:36.356686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] For port dc73ed99-a3dc-4a59-8e95-656cff269a92, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=dc73ed99-a3dc-4a59-8e95-656cff269a92,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:36.357328 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.373399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Calling delete_port for dc73ed99-a3dc-4a59-8e95-656cff269a92 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:36.380021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.382157 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.383025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-b28fea90-44a3-4b34-8361-5c25f724d973 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130548 Jul 14 11:38:36.451510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.632667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ddce4da-de77-40af-a4e8-be2659c262e0 req-897f4e4c-49c0-4212-85e3-ed3f31837712 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401536 Jul 14 11:38:36.652324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246d319-2157-410a-8a09-adcdf0de91f7 req-635b635f-5786-46b6-a1e7-a918a3d440a0 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:36.654534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9246d319-2157-410a-8a09-adcdf0de91f7 req-635b635f-5786-46b6-a1e7-a918a3d440a0 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 943 time: 0.1425915 Jul 14 11:38:36.658723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.792117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9246d319-2157-410a-8a09-adcdf0de91f7 req-0dce81fa-aa85-41ad-9ca9-fff6605563fe tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032608 Jul 14 11:38:36.802552 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.822115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['dc73ed99-a3dc-4a59-8e95-656cff269a92'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:36.875710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Pushing event deleted for resources: {'Port': ['ID=dc73ed99-a3dc-4a59-8e95-656cff269a92,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:36.899989 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.908537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-b3fcefdb-207e-445e-a4bd-7b081de09c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:36.910252 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-b3fcefdb-207e-445e-a4bd-7b081de09c34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 1094 time: 0.2113247 Jul 14 11:38:36.925940 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.952279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] No DVR routers for this DVR port dc73ed99-a3dc-4a59-8e95-656cff269a92 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:38:36.972745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:36.975322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64e379a8-0f22-47c2-95f5-d0dcaa613277 req-98cd81ea-f0cc-4d1b-becd-47b673996321 tempest-VolumesBackupsTest-450986174 tempest-VolumesBackupsTest-450986174-project] 10.222.0.45 "DELETE /v2.0/ports/dc73ed99-a3dc-4a59-8e95-656cff269a92 HTTP/1.1" status: 204 len: 173 time: 1.2673168 Jul 14 11:38:37.038124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Allocated IP 172.25.2.251 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/7213daa3-7ff1-49e8-891d-673ad85cd3cb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:37.123913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-6174d0f7-050e-435e-8311-1b68de21d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:37.125871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-6174d0f7-050e-435e-8311-1b68de21d16f service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 915 time: 0.1876743 Jul 14 11:38:37.152094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee45a4-0874-41df-ab94-cf87ed71567e req-fee16d42-1420-4888-8acb-a87618d94513 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:37.153723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87ee45a4-0874-41df-ab94-cf87ed71567e req-fee16d42-1420-4888-8acb-a87618d94513 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.1771083 Jul 14 11:38:37.155355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:37.187414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-e9962660-ab5e-4fb4-838c-af659697675d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef954f07-705b-45b9-81cc-98465a0fd947 HTTP/1.1" status: 200 len: 217 time: 0.0519295 Jul 14 11:38:37.200577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:37.200906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1c16c-76d8-4864-b39e-f7f7590ef1b7 req-ce594194-6309-4eaf-a7c6-e6b3129c0892 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:37.202159 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eda1c16c-76d8-4864-b39e-f7f7590ef1b7 req-ce594194-6309-4eaf-a7c6-e6b3129c0892 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2510536 Jul 14 11:38:37.243606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:37.246521 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:37.249100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:37.293080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event updated for resources: {'Port': ['ID=7213daa3-7ff1-49e8-891d-673ad85cd3cb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:37.297874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87ee45a4-0874-41df-ab94-cf87ed71567e req-eb1901d8-2430-48bc-a43d-c597545d4aee tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141508 Jul 14 11:38:37.312005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-8bdfd307-10a2-43c6-89ee-655e44f08b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:37.313789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-8bdfd307-10a2-43c6-89ee-655e44f08b4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.1105018 Jul 14 11:38:37.316901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eda1c16c-76d8-4864-b39e-f7f7590ef1b7 req-9b7c31c0-7fcd-412b-b29b-cbd9939747f2 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964170 Jul 14 11:38:37.365607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-c6e44832-1070-43ce-a8bd-dc19dbdb695e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441244 Jul 14 11:38:37.561941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e29e98-5b91-4fc2-8cf3-39aa5d515c3e req-81e90e06-d1f8-46cb-b240-158cc40026ac tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:37.564722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22e29e98-5b91-4fc2-8cf3-39aa5d515c3e req-81e90e06-d1f8-46cb-b240-158cc40026ac tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 949 time: 0.1113634 Jul 14 11:38:37.588021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:37.594451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c911e7-1e80-4312-801e-1076c5740cb1', 'name': 'network-vif-deleted', 'tag': 'dc73ed99-a3dc-4a59-8e95-656cff269a92'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:37.596854 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0070245a-2af8-485d-aeaf-94ca89d1164b" -d '{"events": [{"server_uuid": "42c911e7-1e80-4312-801e-1076c5740cb1", "name": "network-vif-deleted", "tag": "dc73ed99-a3dc-4a59-8e95-656cff269a92"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:37.611516 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-244194f9-8709-4656-a29e-9bcd82d7a710 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382965 Jul 14 11:38:37.672612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22e29e98-5b91-4fc2-8cf3-39aa5d515c3e req-de09ce67-aa58-4534-9480-c27207d76d17 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018050 Jul 14 11:38:37.744757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f5185b-affb-4fbf-a0c5-228c32757f4d req-2729c89a-0439-4706-a96e-9f0c85fec1a5 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260252 Jul 14 11:38:37.890538 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:37.942749 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f6b9d-5511-4ac8-ac94-8b21bd9e43b2 x-openstack-request-id: req-c78f6b9d-5511-4ac8-ac94-8b21bd9e43b2 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:37.943043 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c911e7-1e80-4312-801e-1076c5740cb1", "name": "network-vif-deleted", "tag": "dc73ed99-a3dc-4a59-8e95-656cff269a92", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:37.943822 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c78f6b9d-5511-4ac8-ac94-8b21bd9e43b2 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:37.944689 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c911e7-1e80-4312-801e-1076c5740cb1', 'name': 'network-vif-deleted', 'tag': 'dc73ed99-a3dc-4a59-8e95-656cff269a92', 'status': 'completed', 'code': 200} Jul 14 11:38:38.132419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Router 746e8cad-ee7a-4934-b5af-14aef9a23771 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:38:38.159839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a9ac2-2562-49fb-953c-d07543ef8a88 req-a3438d70-f9bb-4dc5-9422-e17f224c5f4c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:38.161273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a0a9ac2-2562-49fb-953c-d07543ef8a88 req-a3438d70-f9bb-4dc5-9422-e17f224c5f4c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 943 time: 0.1208522 Jul 14 11:38:38.189706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65ae5-0f16-47a6-a3db-ecbaeea77c06 req-d6a1b68d-74c6-4025-9b4a-65d6f01cc6b8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:38.197934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fe65ae5-0f16-47a6-a3db-ecbaeea77c06 req-d6a1b68d-74c6-4025-9b4a-65d6f01cc6b8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.1249845 Jul 14 11:38:38.250720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a0a9ac2-2562-49fb-953c-d07543ef8a88 req-fef76f56-22af-4878-be0b-c07ca28b9c7b tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780716 Jul 14 11:38:38.253160 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:38:38.262204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fe65ae5-0f16-47a6-a3db-ecbaeea77c06 req-9a257750-65e8-4d44-8499-db47490f2842 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633359 Jul 14 11:38:38.265690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e458b58-2812-41af-9281-f27a452db727 None None] Sync routers for ids ['746e8cad-ee7a-4934-b5af-14aef9a23771'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:38:38.286416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e458b58-2812-41af-9281-f27a452db727 None None] Routers {'746e8cad-ee7a-4934-b5af-14aef9a23771'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:38.287153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e458b58-2812-41af-9281-f27a452db727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746e8cad-ee7a-4934-b5af-14aef9a23771'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:38.289341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:38.293531 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a84896d8-45e7-4a55-88c3-2c39a2770875 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9537716 Jul 14 11:38:38.293828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49394) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:38.299054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:38.320082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e458b58-2812-41af-9281-f27a452db727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:38.329471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e458b58-2812-41af-9281-f27a452db727 None None] Routers {'746e8cad-ee7a-4934-b5af-14aef9a23771'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:38.330181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e458b58-2812-41af-9281-f27a452db727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746e8cad-ee7a-4934-b5af-14aef9a23771'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:38.367310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e458b58-2812-41af-9281-f27a452db727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:38.367906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e458b58-2812-41af-9281-f27a452db727 None None] The sync data for ids ['746e8cad-ee7a-4934-b5af-14aef9a23771'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:38:38.881922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-c564a6dd-7fb1-44d3-8308-f72269c6bf42 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:38.883456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-c564a6dd-7fb1-44d3-8308-f72269c6bf42 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 949 time: 0.5460262 Jul 14 11:38:39.009247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ef954f07-705b-45b9-81cc-98465a0fd947 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:38:39.076639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdb163-fd28-4943-8891-ea198e9a9de3 req-8657bc1e-d819-4994-bc62-116d2c02f901 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:39.078216 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccfdb163-fd28-4943-8891-ea198e9a9de3 req-8657bc1e-d819-4994-bc62-116d2c02f901 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.3013918 Jul 14 11:38:39.097055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948f30c-186e-418f-b2f3-4564e4537b14 req-e61087cb-0390-4a61-ade1-04b47955b585 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:39.098644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5948f30c-186e-418f-b2f3-4564e4537b14 req-e61087cb-0390-4a61-ade1-04b47955b585 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 949 time: 0.2765944 Jul 14 11:38:39.121299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ef954f07-705b-45b9-81cc-98465a0fd947, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ef954f07-705b-45b9-81cc-98465a0fd947,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:39.134988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'ef954f07-705b-45b9-81cc-98465a0fd947', 'network_id': '6bdc356c-9c87-4b63-b256-f4f346cf6b06', 'port_id': 'ef954f07-705b-45b9-81cc-98465a0fd947', 'mac_address': 'fa:16:3e:14:fe:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90958c23-9a65-414a-9f8d-b5b4e98c0309', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:38:39.177487 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.191609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef954f07-705b-45b9-81cc-98465a0fd947 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:38:39.214337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ef954f07-705b-45b9-81cc-98465a0fd947, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ef954f07-705b-45b9-81cc-98465a0fd947,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:39.218923 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.221726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccfdb163-fd28-4943-8891-ea198e9a9de3 req-ed97d52c-fad2-47bd-98ba-1272f30ebbd0 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342299 Jul 14 11:38:39.268526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5948f30c-186e-418f-b2f3-4564e4537b14 req-9fa23bb2-e5f5-4262-a6cc-bc957a62d095 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518261 Jul 14 11:38:39.277569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Deleting port af56752f-46ae-47b4-aaa1-1dd31e30d31f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:39.278099 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.291829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ef954f07-705b-45b9-81cc-98465a0fd947,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:39.403827 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.425003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.443748 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e591-9d9e-4c84-ba5a-5cbb6dfc7c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.449092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] For port af56752f-46ae-47b4-aaa1-1dd31e30d31f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=af56752f-46ae-47b4-aaa1-1dd31e30d31f,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:39.449513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.483141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Calling delete_port for af56752f-46ae-47b4-aaa1-1dd31e30d31f owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:39.530927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['ef954f07-705b-45b9-81cc-98465a0fd947'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:39.627240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:38:39.630210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device dc73ed99-a3dc-4a59-8e95-656cff269a92 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:38:39.646576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Deleting port 7213daa3-7ff1-49e8-891d-673ad85cd3cb {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:39.646921 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.661829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: dc73ed99-a3dc-4a59-8e95-656cff269a92 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:38:39.662922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device dc73ed99-a3dc-4a59-8e95-656cff269a92 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:38:39.662922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:38:39.706778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010456b9-a3d2-4ab6-b6f7-ffcd7d98978c req-d55fd1fa-b7d7-4fee-9db2-67bccc1e30cc tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:39.708357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-010456b9-a3d2-4ab6-b6f7-ffcd7d98978c req-d55fd1fa-b7d7-4fee-9db2-67bccc1e30cc tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.2233341 Jul 14 11:38:39.788449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473ff08-c18a-4fe1-a213-408a226f4759 req-44bc5a17-1db8-4142-9239-8d36aed56546 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:39.789891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6473ff08-c18a-4fe1-a213-408a226f4759 req-44bc5a17-1db8-4142-9239-8d36aed56546 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 944 time: 0.2224500 Jul 14 11:38:39.833607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-010456b9-a3d2-4ab6-b6f7-ffcd7d98978c req-fffd1f69-ea40-4c2c-bf13-2aa78d57b800 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113787 Jul 14 11:38:39.857982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:39.860808 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.862324 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.880585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '937baf72-8eba-4385-a51a-ada320b77614', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'port_id': '937baf72-8eba-4385-a51a-ada320b77614', 'mac_address': 'fa:16:3e:bb:0f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:38:39.891175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Calling delete_port for 7213daa3-7ff1-49e8-891d-673ad85cd3cb owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:39.895341 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:39.909289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:39.911644 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25ffcc5-d7f1-46d6-a3ce-c62968949d77" -d '{"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-unplugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:39.912545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6473ff08-c18a-4fe1-a213-408a226f4759 req-7a2bdd76-f9a2-4b56-b4f4-1ae252a64f04 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146996 Jul 14 11:38:39.935507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['ea487196-f13c-43fe-8459-02726000582a', 'af56752f-46ae-47b4-aaa1-1dd31e30d31f', 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:39.951525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Pushing event deleted for resources: {'Port': ['ID=af56752f-46ae-47b4-aaa1-1dd31e30d31f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:39.982303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:39.992901 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:40.000537 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:40.033342 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db979cc-aab3-463e-bd6d-e3e8f4997255 x-openstack-request-id: req-8db979cc-aab3-463e-bd6d-e3e8f4997255 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:40.033637 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-unplugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:40.033890 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8db979cc-aab3-463e-bd6d-e3e8f4997255 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:40.034286 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'code': 200} Jul 14 11:38:40.035442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] No DVR routers for this DVR port af56752f-46ae-47b4-aaa1-1dd31e30d31f on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:38:40.039912 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:40.041904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6686319a-3f16-4f68-a979-c6064cb5a846 req-0a777e82-46c8-4653-b862-4202dd86f5e9 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "DELETE /v2.0/ports/af56752f-46ae-47b4-aaa1-1dd31e30d31f HTTP/1.1" status: 204 len: 173 time: 1.1483617 Jul 14 11:38:40.042645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a05d05-d0f0-4392-8cc6-755b226f4f44', 'name': 'network-vif-deleted', 'tag': 'af56752f-46ae-47b4-aaa1-1dd31e30d31f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:40.045634 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761243e5-b6e0-4dbb-b13e-050ad8c4699d" -d '{"events": [{"server_uuid": "05a05d05-d0f0-4392-8cc6-755b226f4f44", "name": "network-vif-deleted", "tag": "af56752f-46ae-47b4-aaa1-1dd31e30d31f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:40.046267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 937baf72-8eba-4385-a51a-ada320b77614 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:38:40.118790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=11']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:40.134457 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c330cd7-d11a-425a-93f0-259828ae08a1 x-openstack-request-id: req-3c330cd7-d11a-425a-93f0-259828ae08a1 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:40.134901 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a05d05-d0f0-4392-8cc6-755b226f4f44", "name": "network-vif-deleted", "tag": "af56752f-46ae-47b4-aaa1-1dd31e30d31f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:40.135095 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c330cd7-d11a-425a-93f0-259828ae08a1 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:40.140021 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a05d05-d0f0-4392-8cc6-755b226f4f44', 'name': 'network-vif-deleted', 'tag': 'af56752f-46ae-47b4-aaa1-1dd31e30d31f', 'status': 'completed', 'code': 200} Jul 14 11:38:40.147183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:38:40.147647 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:38:40.228984 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:40.272904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Pushing event deleted for resources: {'Port': ['ID=7213daa3-7ff1-49e8-891d-673ad85cd3cb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:40.369791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:40.587664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-969e5324-e9b0-40fb-90c7-d894672f49d2 req-f62b5338-ba55-4537-ab6b-d956888a58e3 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a05d05-d0f0-4392-8cc6-755b226f4f44 HTTP/1.1" status: 200 len: 210 time: 0.0921431 Jul 14 11:38:40.676119 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:40.698512 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:40.700632 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:40.719125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937baf72-8eba-4385-a51a-ada320b77614 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:38:40.725148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f48ddc-259f-4061-9385-3cf495873b7c req-aa260676-d6e4-48b7-b4c2-cadaf4e68445 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:40.729305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25f48ddc-259f-4061-9385-3cf495873b7c req-aa260676-d6e4-48b7-b4c2-cadaf4e68445 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2683277 Jul 14 11:38:40.753224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:40.758885 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:40.822355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=12']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:40.841674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Router 746e8cad-ee7a-4934-b5af-14aef9a23771 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:38:40.857214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['937baf72-8eba-4385-a51a-ada320b77614'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:40.867958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25f48ddc-259f-4061-9385-3cf495873b7c req-7266e0b1-580a-49e9-a849-7cea82ca81e1 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014447 Jul 14 11:38:40.967301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:38:40.977968 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c1b74-fd71-428a-ba25-942b4d5d67e3 None None] Sync routers for ids ['746e8cad-ee7a-4934-b5af-14aef9a23771'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:38:40.991432 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c1b74-fd71-428a-ba25-942b4d5d67e3 None None] Routers {'746e8cad-ee7a-4934-b5af-14aef9a23771'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:40.993622 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ec1c1b74-fd71-428a-ba25-942b4d5d67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746e8cad-ee7a-4934-b5af-14aef9a23771'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:40.999654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:41.003616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-de32d958-3c95-4aa9-a033-772c34d818e4 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "PUT /v2.0/routers/746e8cad-ee7a-4934-b5af-14aef9a23771 HTTP/1.1" status: 200 len: 705 time: 2.7085235 Jul 14 11:38:41.006966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49426) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:41.024392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ef954f07-705b-45b9-81cc-98465a0fd947 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:41.058170 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ec1c1b74-fd71-428a-ba25-942b4d5d67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:41.067656 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c1b74-fd71-428a-ba25-942b4d5d67e3 None None] Routers {'746e8cad-ee7a-4934-b5af-14aef9a23771'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:38:41.069700 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ec1c1b74-fd71-428a-ba25-942b4d5d67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746e8cad-ee7a-4934-b5af-14aef9a23771'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:41.103365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49428) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:41.111997 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7f07dbe4-bf3f-47ce-b2c0-cd806c8b37b1 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/routers/746e8cad-ee7a-4934-b5af-14aef9a23771 HTTP/1.1" status: 200 len: 740 time: 0.0907044 Jul 14 11:38:41.116752 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ec1c1b74-fd71-428a-ba25-942b4d5d67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:38:41.117835 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c1b74-fd71-428a-ba25-942b4d5d67e3 None None] The sync data for ids ['746e8cad-ee7a-4934-b5af-14aef9a23771'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:38:41.215487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a2553a4d-848e-4f14-b208-2e326d4cb793 tempest-RoutersAdminTest-591233083 tempest-RoutersAdminTest-591233083-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=746e8cad-ee7a-4934-b5af-14aef9a23771 HTTP/1.1" status: 200 len: 205 time: 0.1119010 Jul 14 11:38:41.218193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49438) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:41.220164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port ef954f07-705b-45b9-81cc-98465a0fd947 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:38:41.225936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port ef954f07-705b-45b9-81cc-98465a0fd947 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:41.226494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:41.354648 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:41.383681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2972710-6b07-4a94-8aeb-7f6a732e02fc req-465df527-a1a8-4b23-98a0-33891f3886db tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:41.386606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a2972710-6b07-4a94-8aeb-7f6a732e02fc req-465df527-a1a8-4b23-98a0-33891f3886db tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 944 time: 0.2285347 Jul 14 11:38:41.408622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bdd10-2955-4365-ac8b-3acdc76b0372 req-f087bef4-cf95-459c-af33-ace0a5efd793 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:41.410208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d4bdd10-2955-4365-ac8b-3acdc76b0372 req-f087bef4-cf95-459c-af33-ace0a5efd793 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 945 time: 0.2817256 Jul 14 11:38:41.418056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ef954f07-705b-45b9-81cc-98465a0fd947, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ef954f07-705b-45b9-81cc-98465a0fd947,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:41.428339 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:41.496236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ef954f07-705b-45b9-81cc-98465a0fd947,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:41.512997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a2972710-6b07-4a94-8aeb-7f6a732e02fc req-0d40b534-1dce-47ef-8e0f-5b8c68c32447 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016498 Jul 14 11:38:41.570644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d4bdd10-2955-4365-ac8b-3acdc76b0372 req-06024759-620a-4eb9-8fff-04025934c01d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153662 Jul 14 11:38:41.633733 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a36a80d9-792d-453a-a064-3bd98fc0297c tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=746e8cad-ee7a-4934-b5af-14aef9a23771 HTTP/1.1" status: 200 len: 205 time: 0.4105537 Jul 14 11:38:41.633861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:41.633988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49476) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:41.728266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d365b408-8319-4b73-8cbc-ee293303bd20 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:41.729381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 937baf72-8eba-4385-a51a-ada320b77614 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:41.729990 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:41.926717 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:41.995358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:42.001846 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:42.003076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device af56752f-46ae-47b4-aaa1-1dd31e30d31f no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:38:42.055415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef954f07-705b-45b9-81cc-98465a0fd947'}, {'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:42.059800 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5eaa4-3b2f-4134-bb11-01e2b965d1a4" -d '{"events": [{"server_uuid": "01f82fa2-5638-4fa7-a9c9-cfedaf5e1886", "name": "network-vif-plugged", "status": "completed", "tag": "ef954f07-705b-45b9-81cc-98465a0fd947"}, {"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-plugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:42.065866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: af56752f-46ae-47b4-aaa1-1dd31e30d31f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:38:42.066667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device af56752f-46ae-47b4-aaa1-1dd31e30d31f not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:38:42.109127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=13']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:42.126137 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-92316297-db87-4a18-9b04-945f5be5799c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:42.149143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d365b408-8319-4b73-8cbc-ee293303bd20 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:42.151408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d365b408-8319-4b73-8cbc-ee293303bd20 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:42.214192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51b3da-97e5-4500-aea4-7bce9c39bb2b req-b45c9c02-39d0-44cc-bb48-906fdcd9a3b7 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:42.218569 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d365b408-8319-4b73-8cbc-ee293303bd20 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:42.219347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d365b408-8319-4b73-8cbc-ee293303bd20 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Fanout notify agent at l3_agent the message router_deleted on router 746e8cad-ee7a-4934-b5af-14aef9a23771 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:38:42.221790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa51b3da-97e5-4500-aea4-7bce9c39bb2b req-b45c9c02-39d0-44cc-bb48-906fdcd9a3b7 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.0891471 Jul 14 11:38:42.234248 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d365b408-8319-4b73-8cbc-ee293303bd20 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:42.242868 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d365b408-8319-4b73-8cbc-ee293303bd20 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/746e8cad-ee7a-4934-b5af-14aef9a23771 HTTP/1.1" status: 204 len: 168 time: 0.6083689 Jul 14 11:38:42.243247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49508) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.249167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:42.286111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bce44828-089b-4f98-a30c-49aa9ff320e8 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=746e8cad-ee7a-4934-b5af-14aef9a23771 HTTP/1.1" status: 200 len: 205 time: 0.0417612 Jul 14 11:38:42.289106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49512) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.312673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa51b3da-97e5-4500-aea4-7bce9c39bb2b req-97e35c66-d711-4294-8e07-d19263ed55ec tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896959 Jul 14 11:38:42.381935 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14c907c-dfbc-47cb-a207-f5b6de58c3a3 x-openstack-request-id: req-e14c907c-dfbc-47cb-a207-f5b6de58c3a3 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:42.382926 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f82fa2-5638-4fa7-a9c9-cfedaf5e1886", "name": "network-vif-plugged", "status": "completed", "tag": "ef954f07-705b-45b9-81cc-98465a0fd947", "code": 200}, {"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-plugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:42.383511 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e14c907c-dfbc-47cb-a207-f5b6de58c3a3 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:42.384197 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef954f07-705b-45b9-81cc-98465a0fd947', 'code': 200} Jul 14 11:38:42.384778 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'code': 200} Jul 14 11:38:42.396760 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-871919c4-8542-47a4-9e38-604c63410523 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] delete failed (client error): The resource could not be found. Jul 14 11:38:42.398585 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-871919c4-8542-47a4-9e38-604c63410523 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/746e8cad-ee7a-4934-b5af-14aef9a23771 HTTP/1.1" status: 404 len: 336 time: 0.1085801 Jul 14 11:38:42.401254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49528) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.435536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-976bf92a-f1ba-4406-a48b-ee7351e8cf32 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=54f683cf-c269-4435-8793-db29e5b8bbef HTTP/1.1" status: 200 len: 205 time: 0.0331218 Jul 14 11:38:42.437980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49532) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.516947 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-00927664-7163-4cfd-8b49-f565e40c2e5f tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] delete failed (client error): The resource could not be found. Jul 14 11:38:42.524966 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-00927664-7163-4cfd-8b49-f565e40c2e5f tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/54f683cf-c269-4435-8793-db29e5b8bbef HTTP/1.1" status: 404 len: 336 time: 0.0855796 Jul 14 11:38:42.525199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49546) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.616935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6b0df8d7-1dcc-4939-9a01-4b6d7e10680d tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ecb4996-b3db-4ae3-b4b9-c4a82457af83 HTTP/1.1" status: 200 len: 205 time: 0.0699432 Jul 14 11:38:42.619014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49556) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.694698 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-1b1b7d01-d522-46a1-b3f9-8da3fda88332 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] delete failed (client error): The resource could not be found. Jul 14 11:38:42.697838 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1b1b7d01-d522-46a1-b3f9-8da3fda88332 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/9ecb4996-b3db-4ae3-b4b9-c4a82457af83 HTTP/1.1" status: 404 len: 336 time: 0.0777547 Jul 14 11:38:42.701178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49558) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.719076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9d5b6-0ae0-4684-bb7d-8f27112f39e4 req-8005ee37-d27d-4a05-ada7-653d1f616602 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:42.727305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18e9d5b6-0ae0-4684-bb7d-8f27112f39e4 req-8005ee37-d27d-4a05-ada7-653d1f616602 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 950 time: 0.2718582 Jul 14 11:38:42.742986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca625bde-5071-4343-a1e2-e866b3356646 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9d1f38-3e8c-4042-a2ca-db3e84109cc7 HTTP/1.1" status: 200 len: 205 time: 0.0403674 Jul 14 11:38:42.745273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49560) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.748439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fc9b9-3203-4446-a33c-b0891ad01a50 req-ab69e7e4-4fcd-4273-baee-ecf18beef39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:42.749986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e4fc9b9-3203-4446-a33c-b0891ad01a50 req-ab69e7e4-4fcd-4273-baee-ecf18beef39a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 1096 time: 0.2769041 Jul 14 11:38:42.795128 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-98634ece-88ae-483a-a4cf-c7d0ad987cc2 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] delete failed (client error): The resource could not be found. Jul 14 11:38:42.796349 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-98634ece-88ae-483a-a4cf-c7d0ad987cc2 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/ad9d1f38-3e8c-4042-a2ca-db3e84109cc7 HTTP/1.1" status: 404 len: 336 time: 0.0498989 Jul 14 11:38:42.799035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49562) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.819318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18e9d5b6-0ae0-4684-bb7d-8f27112f39e4 req-aacabd46-5759-4a31-a9b5-96d9f18c9569 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909593 Jul 14 11:38:42.832657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900a070-9ad3-4c2e-ab75-b62fd5fc7cb6 req-e1c25ffc-3c51-4fe0-9398-fac888fad880 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:42.844885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d900a070-9ad3-4c2e-ab75-b62fd5fc7cb6 req-e1c25ffc-3c51-4fe0-9398-fac888fad880 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 945 time: 0.2028968 Jul 14 11:38:42.874522 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5dcffac6-4d57-40dc-b69b-eb5e4af64dbf tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b02f0e7-591a-484b-8525-599c368689ec HTTP/1.1" status: 200 len: 205 time: 0.0704880 Jul 14 11:38:42.877016 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49564) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:42.890176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e4fc9b9-3203-4446-a33c-b0891ad01a50 req-101439de-d1fe-4967-8eb0-ed401e743c53 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324818 Jul 14 11:38:42.930821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d900a070-9ad3-4c2e-ab75-b62fd5fc7cb6 req-012eccfa-6eb6-4ff0-9560-e393e11561d3 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849402 Jul 14 11:38:42.934412 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-019c5cd2-d9fb-416c-920a-38c52b9afdd6 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] delete failed (client error): The resource could not be found. Jul 14 11:38:42.935973 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-019c5cd2-d9fb-416c-920a-38c52b9afdd6 tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/5b02f0e7-591a-484b-8525-599c368689ec HTTP/1.1" status: 404 len: 336 time: 0.0579505 Jul 14 11:38:42.939334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49566) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:43.023554 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-964d3b2b-535e-4a44-8cd9-c5e4fe632abf tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b95dee-4703-4bf7-8a9a-888bd022880e HTTP/1.1" status: 200 len: 205 time: 0.0824060 Jul 14 11:38:43.028398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49570) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:43.090330 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-43b54614-837b-403b-ac87-fac90d91f96f tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] delete failed (client error): The resource could not be found. Jul 14 11:38:43.091393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-43b54614-837b-403b-ac87-fac90d91f96f tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/routers/d4b95dee-4703-4bf7-8a9a-888bd022880e HTTP/1.1" status: 404 len: 336 time: 0.0620613 Jul 14 11:38:43.094231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49574) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:43.146185 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c777ced6-d28b-47a0-8ee6-9c0a6408cb6a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] DELETE failed (client error): The resource could not be found. Jul 14 11:38:43.147116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c777ced6-d28b-47a0-8ee6-9c0a6408cb6a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:38:43.149623 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c777ced6-d28b-47a0-8ee6-9c0a6408cb6a tempest-RoutersAdminTest-1551284544 tempest-RoutersAdminTest-1551284544-project] 10.222.0.38 "DELETE /v2.0/subnets/a4c3f8c6-19ea-4b75-b4ec-184c34aae36c HTTP/1.1" status: 404 len: 337 time: 0.0538461 Jul 14 11:38:43.205703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072c16b-d527-41cb-9648-1aac79f3eb72 req-f3c0a467-8390-4d8e-a3bf-12f040fcdfe4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:43.207350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d072c16b-d527-41cb-9648-1aac79f3eb72 req-f3c0a467-8390-4d8e-a3bf-12f040fcdfe4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.1884818 Jul 14 11:38:43.268629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d072c16b-d527-41cb-9648-1aac79f3eb72 req-0333863f-979d-4f3e-aec9-fa1726f575b9 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473044 Jul 14 11:38:43.383815 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:43.572309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49582) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:43.582150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c28a-2070-4c68-9eb8-c56b5843e365 req-a72441b5-858f-4042-81fd-753891451248 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:43.585940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d72c28a-2070-4c68-9eb8-c56b5843e365 req-a72441b5-858f-4042-81fd-753891451248 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.1079912 Jul 14 11:38:43.641334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d72c28a-2070-4c68-9eb8-c56b5843e365 req-986353c9-2723-4a85-be87-6177233e9a79 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 Jul 14 11:38:43.723107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:43.889426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:43.896492 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:43.989112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-d6cd9ba0-221f-46a3-905e-7a68830cec0d tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:43.993170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-d6cd9ba0-221f-46a3-905e-7a68830cec0d tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 950 time: 0.1646950 Jul 14 11:38:43.995181 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f7f506d8a024bd3883b438aa3d340b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208887 Jul 14 11:38:43.998038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49590) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:44.000682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9a0e21-dfe3-48a0-ab62-90c957beff9f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:44.023972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.026185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.027318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.027663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.028031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.028368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.028701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.029032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.029359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.029686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.030013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.030337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446e268-9d87-4518-8e68-b3f987e230e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:44.281055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491c8c0-f23d-4f8c-b4aa-8bef771cea83 req-a88963f0-e021-4070-b4fa-360932ec90ed tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:44.283349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1491c8c0-f23d-4f8c-b4aa-8bef771cea83 req-a88963f0-e021-4070-b4fa-360932ec90ed tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 950 time: 0.2345545 Jul 14 11:38:44.703467 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09e9803d-c46d-461a-b86b-4343f505a042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:44.790907 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09e9803d-c46d-461a-b86b-4343f505a042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:44.817369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Deleting port ea487196-f13c-43fe-8459-02726000582a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:44.817671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:44.849824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1491c8c0-f23d-4f8c-b4aa-8bef771cea83 req-e97e6fd8-f414-4c70-affa-7fb6c62a0bd6 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425138 Jul 14 11:38:44.927003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e1462-4f00-4e55-b6ab-4f177088b167 req-ae04870d-283b-4819-b82d-954c7edca9b7 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:44.935427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a01e1462-4f00-4e55-b6ab-4f177088b167 req-ae04870d-283b-4819-b82d-954c7edca9b7 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 945 time: 0.7530746 Jul 14 11:38:45.125149 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:45.176029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a01e1462-4f00-4e55-b6ab-4f177088b167 req-0f442dff-d102-4bc9-85cf-a2f5d0cf29f5 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387557 Jul 14 11:38:45.181483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5a57-65df-4e0f-9f1c-bb7e2b9634bb req-666ec4f9-0812-4ef1-9157-aeccd1916679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:45.183262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e2ef5a57-65df-4e0f-9f1c-bb7e2b9634bb req-666ec4f9-0812-4ef1-9157-aeccd1916679 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1096 time: 0.9250493 Jul 14 11:38:45.223880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09e9803d-c46d-461a-b86b-4343f505a042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:45.229007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09e9803d-c46d-461a-b86b-4343f505a042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:45.232543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-09e9803d-c46d-461a-b86b-4343f505a042 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc9a0e21-dfe3-48a0-ab62-90c957beff9f HTTP/1.1" status: 204 len: 168 time: 1.2307668 Jul 14 11:38:45.247959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] For port ea487196-f13c-43fe-8459-02726000582a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ea487196-f13c-43fe-8459-02726000582a,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:45.248331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:45.251029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9803d-c46d-461a-b86b-4343f505a042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9a0e21-dfe3-48a0-ab62-90c957beff9f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:45.279868 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e2ef5a57-65df-4e0f-9f1c-bb7e2b9634bb req-e95785a8-e09e-427b-aac0-9c493db4a43b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886431 Jul 14 11:38:45.290153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Calling delete_port for ea487196-f13c-43fe-8459-02726000582a owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:45.638394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c60fb-df78-46cf-a2e0-8942258b63ef req-992768e0-6a78-4b97-a3fc-8ed14c38fb6a tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:45.640045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-115c60fb-df78-46cf-a2e0-8942258b63ef req-992768e0-6a78-4b97-a3fc-8ed14c38fb6a tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2005990 Jul 14 11:38:45.651661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387b50e-a4aa-45f6-8dcd-2d750814e58d req-78a9899d-6a9d-4865-9b40-eb0a8035421b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:45.653281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f387b50e-a4aa-45f6-8dcd-2d750814e58d req-78a9899d-6a9d-4865-9b40-eb0a8035421b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.2527685 Jul 14 11:38:45.703419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-115c60fb-df78-46cf-a2e0-8942258b63ef req-d071203e-1a1d-4733-90be-41db80eeefec tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Jul 14 11:38:45.792539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f387b50e-a4aa-45f6-8dcd-2d750814e58d req-316074f8-3816-4f59-bfc1-07159787cab9 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924885 Jul 14 11:38:45.823789 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:45.840964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['ba5875de-acc7-4944-bfcc-0fdec3dfd43c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:45.891640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Pushing event deleted for resources: {'Port': ['ID=ea487196-f13c-43fe-8459-02726000582a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:46.035278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49614) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:46.130055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] No DVR routers for this DVR port ea487196-f13c-43fe-8459-02726000582a on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:38:46.140214 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:46.146599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce9975b0-c87f-4fb4-bd6f-bf9f0b7acdfe req-cbabd438-314a-4c2b-b72b-26232e765e28 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "DELETE /v2.0/ports/ea487196-f13c-43fe-8459-02726000582a HTTP/1.1" status: 204 len: 173 time: 2.1373580 Jul 14 11:38:46.160676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affff7f1-abad-4384-b95a-944d23a2af4e', 'name': 'network-vif-deleted', 'tag': 'ea487196-f13c-43fe-8459-02726000582a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:46.171174 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad219c5-ce63-4f74-8ded-9f2ffdc440d5" -d '{"events": [{"server_uuid": "affff7f1-abad-4384-b95a-944d23a2af4e", "name": "network-vif-deleted", "tag": "ea487196-f13c-43fe-8459-02726000582a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:46.185404 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c667e6a7-6d39-4a4c-a1d0-58257dcd6d1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd4bd9f9ef594bcc9f93e0db3d61bd5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473129 Jul 14 11:38:46.187739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49622) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:46.298692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d676299-d460-4d32-a690-7cc1fe915d91 req-f32da0db-3115-4a50-8de7-1fafdc99ffff tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=affff7f1-abad-4384-b95a-944d23a2af4e HTTP/1.1" status: 200 len: 210 time: 0.1158245 Jul 14 11:38:46.360081 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe243765-7c61-4a39-a5d7-66e5c6404dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:46.407912 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe243765-7c61-4a39-a5d7-66e5c6404dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:46.427315 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7739116f-9a22-4952-bb43-7bd0bf613d7f x-openstack-request-id: req-7739116f-9a22-4952-bb43-7bd0bf613d7f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:46.427708 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affff7f1-abad-4384-b95a-944d23a2af4e", "name": "network-vif-deleted", "tag": "ea487196-f13c-43fe-8459-02726000582a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:46.428239 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7739116f-9a22-4952-bb43-7bd0bf613d7f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:46.428826 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affff7f1-abad-4384-b95a-944d23a2af4e', 'name': 'network-vif-deleted', 'tag': 'ea487196-f13c-43fe-8459-02726000582a', 'status': 'completed', 'code': 200} Jul 14 11:38:46.498679 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe243765-7c61-4a39-a5d7-66e5c6404dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:46.513584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe243765-7c61-4a39-a5d7-66e5c6404dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:46.514813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fe243765-7c61-4a39-a5d7-66e5c6404dfb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/833df692-f4bc-4541-91ec-7daf99610f17 HTTP/1.1" status: 204 len: 168 time: 0.3249922 Jul 14 11:38:46.543335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe243765-7c61-4a39-a5d7-66e5c6404dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833df692-f4bc-4541-91ec-7daf99610f17,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:47.180037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2c257-6b47-481b-9607-e380be899f80 req-4624af2d-c356-4b48-b93d-bc011432540f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:47.188404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4b2c257-6b47-481b-9607-e380be899f80 req-4624af2d-c356-4b48-b93d-bc011432540f tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2101939 Jul 14 11:38:47.388631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4b2c257-6b47-481b-9607-e380be899f80 req-b76728f2-84e3-4567-816b-e445a62c52c4 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931970 Jul 14 11:38:47.426024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fed62-9532-41f4-810e-f93347c831cb req-428684a4-e3ec-47b9-811a-660e21f92064 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:47.428246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d71fed62-9532-41f4-810e-f93347c831cb req-428684a4-e3ec-47b9-811a-660e21f92064 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.2103138 Jul 14 11:38:47.508443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d71fed62-9532-41f4-810e-f93347c831cb req-467e1c7f-4000-4f0e-8d0c-301044ed45ea tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716627 Jul 14 11:38:47.665998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ea487196-f13c-43fe-8459-02726000582a no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:38:47.691190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-31bf73bb-7d04-46e2-a30e-8696b5af8dbb req-6d06c497-a461-497a-bc71-2c74d3211258 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-707910750', 'description': 'tempest-description-1155724696'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:47.704306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: ea487196-f13c-43fe-8459-02726000582a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:38:47.705075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ea487196-f13c-43fe-8459-02726000582a not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:38:47.755999 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-31bf73bb-7d04-46e2-a30e-8696b5af8dbb req-6d06c497-a461-497a-bc71-2c74d3211258 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:47.966779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-31bf73bb-7d04-46e2-a30e-8696b5af8dbb req-6d06c497-a461-497a-bc71-2c74d3211258 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:47.979033 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-31bf73bb-7d04-46e2-a30e-8696b5af8dbb req-6d06c497-a461-497a-bc71-2c74d3211258 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.041086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-31bf73bb-7d04-46e2-a30e-8696b5af8dbb req-6d06c497-a461-497a-bc71-2c74d3211258 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.077437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31bf73bb-7d04-46e2-a30e-8696b5af8dbb req-6d06c497-a461-497a-bc71-2c74d3211258 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3919566 Jul 14 11:38:48.098321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06c497-a461-497a-bc71-2c74d3211258 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cb4327-2aa7-44d8-ac3d-d2db92b2d71b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:48.157629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49672) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:48.367770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-d2afc61c-9ec0-4cb9-9a7c-f9b1038a6100 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-707910750&fields=id&tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9 HTTP/1.1" status: 200 len: 267 time: 0.0701830 Jul 14 11:38:48.394298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-211637087'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:48.427482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Made reservation on behalf of 0eb3bcc9b8404c65860caef8655f141a for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:38:48.438866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.457913 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.550496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-fa121239-e043-4f49-87fa-6a43dc19bd4b tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:48.553604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-fa121239-e043-4f49-87fa-6a43dc19bd4b tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.1849320 Jul 14 11:38:48.567439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003a40e-2a90-413c-ba42-41a895f1f54e req-a4543fbd-a15d-4a62-a87d-3245eb28c803 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:48.578105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5003a40e-2a90-413c-ba42-41a895f1f54e req-a4543fbd-a15d-4a62-a87d-3245eb28c803 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 950 time: 0.1923161 Jul 14 11:38:48.586381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-b8522dd8-0203-45ba-8187-a2906aac4de9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Request body: {'port': {'security_groups': ['793ae9cb-6cec-44d3-a80c-dc41a53b2add', 'c4cb4327-2aa7-44d8-ac3d-d2db92b2d71b']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:48.679269 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.687712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.705452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:38:48.726160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.732415 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Added segment 5477544a-78b6-428f-984a-613c998ec755 of type vlan for network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 Jul 14 11:38:48.754038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5003a40e-2a90-413c-ba42-41a895f1f54e req-6d2f6072-0ccc-4bf5-a695-6347a0aca003 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746159 Jul 14 11:38:48.834982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f132e0-0007-46a7-9db0-7d120f1abb8f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:48.843534 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-b8522dd8-0203-45ba-8187-a2906aac4de9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.866709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.942920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:48.963758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:48.969444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:49.058510 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8996778 Jul 14 11:38:49.059249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49688) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:49.087731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'subnet': {'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:49.190654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37fed9-1c8f-47d0-bc45-dceb4c85316e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Network': ['ID=9c0f6ee9-47e6-42d0-acce-5c9740546ee8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:49.205229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:38:49.213912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-b8522dd8-0203-45ba-8187-a2906aac4de9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] For port 412645fc-acca-4066-bd27-4d83d56e4606, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=412645fc-acca-4066-bd27-4d83d56e4606,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:49.239375 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Made reservation on behalf of 0eb3bcc9b8404c65860caef8655f141a for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:38:49.248477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:49.278644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-b8522dd8-0203-45ba-8187-a2906aac4de9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:49.290963 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-b8522dd8-0203-45ba-8187-a2906aac4de9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:49.315074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['412645fc-acca-4066-bd27-4d83d56e4606'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:49.416689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-b8522dd8-0203-45ba-8187-a2906aac4de9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:49.417546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-b8522dd8-0203-45ba-8187-a2906aac4de9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:49.439000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2891ec00-919d-4274-b68c-f9a94ccdc2d6 req-b8522dd8-0203-45ba-8187-a2906aac4de9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "PUT /v2.0/ports/412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 981 time: 0.8559971 Jul 14 11:38:49.439841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:49.447831 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebbc04e-965e-473a-bf45-6e19c194f975" -d '{"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:49.564289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['412645fc-acca-4066-bd27-4d83d56e4606'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:49.566746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8522dd8-0203-45ba-8187-a2906aac4de9 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Pushing event updated for resources: {'Port': ['ID=412645fc-acca-4066-bd27-4d83d56e4606,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:49.869066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:49.956719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-7aa1de6f-98fd-4207-8695-3e2dfcfc5dee tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-707910750&fields=id&tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9 HTTP/1.1" status: 200 len: 267 time: 0.0905886 Jul 14 11:38:49.988481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-86573f73-6c0f-4c94-a7da-8e47a3d4109a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:49.990872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-86573f73-6c0f-4c94-a7da-8e47a3d4109a tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 950 time: 0.3383105 Jul 14 11:38:50.055139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Subnet': ['ID=898e53be-d6f3-4012-b985-b3ab843b4e1d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:50.061844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d892d-b12e-45f3-b959-c9eb954e5ba3 req-5760a368-8877-447f-af61-7946c749ee84 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:50.067045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Checking segment: {'id': '5477544a-78b6-428f-984a-613c998ec755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:38:50.068206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Network hostable DHCP agents. Network: 9c0f6ee9-47e6-42d0-acce-5c9740546ee8, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:38:50.071367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-594d892d-b12e-45f3-b959-c9eb954e5ba3 req-5760a368-8877-447f-af61-7946c749ee84 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.3422277 Jul 14 11:38:50.110986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:38:50.130856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 9c0f6ee9-47e6-42d0-acce-5c9740546ee8) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:50.140654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:50.142295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:50.157842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869a015-7fb2-4cad-a32e-b467c94411f2 None None] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:38:50.188372 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c4766103-8970-4107-bdca-5ba6306ff678 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1180754 Jul 14 11:38:50.188891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49704) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:50.200450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'port': {'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-203085207'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:50.241171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-594d892d-b12e-45f3-b959-c9eb954e5ba3 req-083ef971-54e5-414c-8ab3-d59dc861f6ce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952768 Jul 14 11:38:50.306937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-db729204-7522-482f-9a79-8f9eb5d7220d tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:50.315756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-db729204-7522-482f-9a79-8f9eb5d7220d tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 984 time: 0.3578615 Jul 14 11:38:50.329396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-50781e2f-0881-4b9c-bf8e-c8f32b599d72 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Request body: {'port': {'security_groups': ['793ae9cb-6cec-44d3-a80c-dc41a53b2add']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:50.445206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Deleting port ba5875de-acc7-4944-bfcc-0fdec3dfd43c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:50.447252 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:50.454703 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4dcb48-c186-485c-8995-93737e5da493 x-openstack-request-id: req-7b4dcb48-c186-485c-8995-93737e5da493 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:50.455150 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:50.455745 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b4dcb48-c186-485c-8995-93737e5da493 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:50.456713 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606', 'status': 'completed', 'code': 200} Jul 14 11:38:50.632065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Made reservation on behalf of 0eb3bcc9b8404c65860caef8655f141a for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:38:50.638917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:50.711909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] device_id is not set on port b50ac6d0-6005-4958-8d35-049845820293 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:38:50.754437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-9c0f6ee9-47e6-42d0-acce-5c9740546ee8', 'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8', 'tenant_id': '0eb3bcc9b8404c65860caef8655f141a', 'fixed_ips': [{'subnet_id': '898e53be-d6f3-4012-b985-b3ab843b4e1d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:38:50.756788 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:50.815766 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-50781e2f-0881-4b9c-bf8e-c8f32b599d72 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:50.977753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-c1f78f3d-cfbd-4960-839b-77fc3702049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:50.979782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-c1f78f3d-cfbd-4960-839b-77fc3702049a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1135 time: 0.5046661 Jul 14 11:38:51.001800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] For port ba5875de-acc7-4944-bfcc-0fdec3dfd43c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:51.002189 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:51.040861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Allocated IP 2001:db8::1c1 (9c0f6ee9-47e6-42d0-acce-5c9740546ee8/898e53be-d6f3-4012-b985-b3ab843b4e1d/b50ac6d0-6005-4958-8d35-049845820293) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:51.116651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Calling delete_port for ba5875de-acc7-4944-bfcc-0fdec3dfd43c owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:51.270260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f0dbe-fc0b-4231-bf99-59c26a646cb1 req-e9ef6827-1e9d-4e64-b324-bb12c6e98e29 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:51.275625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d4f0dbe-fc0b-4231-bf99-59c26a646cb1 req-e9ef6827-1e9d-4e64-b324-bb12c6e98e29 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 950 time: 0.4186420 Jul 14 11:38:51.365038 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:51.390909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Transition to ACTIVE for port object b50ac6d0-6005-4958-8d35-049845820293 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:38:51.417606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-e7cbbd7d-f351-403d-9353-1a9052624cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:51.419063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-e7cbbd7d-f351-403d-9353-1a9052624cdc service neutron] 10.222.0.64 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 920 time: 0.4302444 Jul 14 11:38:51.464981 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:51.491586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-8cf3a8b4-5b12-4310-b878-5a02532cd0c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 217 time: 0.0519724 Jul 14 11:38:51.521348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d4f0dbe-fc0b-4231-bf99-59c26a646cb1 req-d207ea10-1490-4f58-8390-b608deb90530 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/security-groups?id=70084ba4-8c58-4523-88c5-71a60043ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134879 Jul 14 11:38:51.601768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Allocated IP 2001:db8::2 (9c0f6ee9-47e6-42d0-acce-5c9740546ee8/898e53be-d6f3-4012-b985-b3ab843b4e1d/dbf4b27a-6510-4c2e-be76-a3174e3bfdfd) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:51.645338 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:51.646530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-50781e2f-0881-4b9c-bf8e-c8f32b599d72 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] For port 412645fc-acca-4066-bd27-4d83d56e4606, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=412645fc-acca-4066-bd27-4d83d56e4606,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:51.668277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-04e79d46-ed83-47e9-9563-42f6f6cd2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:51.669776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-04e79d46-ed83-47e9-9563-42f6f6cd2429 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 200 len: 860 time: 0.1678400 Jul 14 11:38:51.670587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:51.680214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:51.695511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:51.698522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:51.778811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Port': ['ID=b50ac6d0-6005-4958-8d35-049845820293,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:51.797785 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-519de296-0758-477f-a85d-be5faa465568 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6043029 Jul 14 11:38:51.798497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49716) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:51.825256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'port': {'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1983216850', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:72:67:df'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:51.829571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-d70df86e-5f94-48b8-a5f7-6588f8ee343e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519451 Jul 14 11:38:51.992802 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-50781e2f-0881-4b9c-bf8e-c8f32b599d72 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:52.175868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:52.201070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:52.212015 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-50781e2f-0881-4b9c-bf8e-c8f32b599d72 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:52.244967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['412645fc-acca-4066-bd27-4d83d56e4606'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:52.260012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Transition to ACTIVE for port object dbf4b27a-6510-4c2e-be76-a3174e3bfdfd will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:38:52.297522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Made reservation on behalf of 0eb3bcc9b8404c65860caef8655f141a for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:38:52.386552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Transition to ACTIVE for port object dbf4b27a-6510-4c2e-be76-a3174e3bfdfd will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:38:52.391484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50781e2f-0881-4b9c-bf8e-c8f32b599d72 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Pushing event updated for resources: {'Port': ['ID=412645fc-acca-4066-bd27-4d83d56e4606,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:52.411017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:52.551707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Pushing event updated for resources: {'Port': ['ID=dbf4b27a-6510-4c2e-be76-a3174e3bfdfd,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:52.605487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:52.660252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Pushing event deleted for resources: {'Port': ['ID=ba5875de-acc7-4944-bfcc-0fdec3dfd43c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:52.690026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:52.705567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] device_id is not set on port 6b6d8f03-e437-4946-b838-654d7a379a67 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:38:52.707201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-50781e2f-0881-4b9c-bf8e-c8f32b599d72 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:52.707932 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-50781e2f-0881-4b9c-bf8e-c8f32b599d72 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:52.725172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7496352-3196-4e08-8e3d-016f59f8e7e4 req-50781e2f-0881-4b9c-bf8e-c8f32b599d72 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "PUT /v2.0/ports/412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 942 time: 2.4081290 Jul 14 11:38:52.731291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:52.753782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:52.754928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:52.773439 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee" -d '{"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:52.873831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['412645fc-acca-4066-bd27-4d83d56e4606'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:38:52.900276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-0ade3878-61d6-47d5-bdac-3fef907d5f5b service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0605767 Jul 14 11:38:53.124672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] No DVR routers for this DVR port ba5875de-acc7-4944-bfcc-0fdec3dfd43c on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:38:53.156273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Allocated IP 2001:db8::1f (9c0f6ee9-47e6-42d0-acce-5c9740546ee8/898e53be-d6f3-4012-b985-b3ab843b4e1d/6b6d8f03-e437-4946-b838-654d7a379a67) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:53.240800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:53.242869 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7be5e8d7-bc35-4bed-8f21-db60d4caadb9 req-3d3aa1cc-811e-4f20-9656-e750e8f50c98 tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.45 "DELETE /v2.0/ports/ba5875de-acc7-4944-bfcc-0fdec3dfd43c HTTP/1.1" status: 204 len: 173 time: 3.2072184 Jul 14 11:38:53.246651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Attempting to bind port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:38:53.258206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Attempting to bind port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5477544a-78b6-428f-984a-613c998ec755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:38:53.258817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Attempting to bind port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd on network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:38:53.292539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89c91c53-3335-4723-9056-dc996f95a30c req-25bf505e-15a3-420b-9520-88fc9d5f029e tempest-ServersAdminTestJSON-646834331 tempest-ServersAdminTestJSON-646834331-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ecd8dd-87cf-4a23-84f5-687163e1c2cf HTTP/1.1" status: 200 len: 210 time: 0.1552749 Jul 14 11:38:53.297665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:38:53.299780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Checking segment: {'id': '5477544a-78b6-428f-984a-613c998ec755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:38:53.301002 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:53.302796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Bound using segment: {'id': '5477544a-78b6-428f-984a-613c998ec755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:38:53.305771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Bound port: dbf4b27a-6510-4c2e-be76-a3174e3bfdfd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5477544a-78b6-428f-984a-613c998ec755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:38:53.306730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:53.591265 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:53.637067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Transition to ACTIVE for port object 6b6d8f03-e437-4946-b838-654d7a379a67 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:38:53.674972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] For port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:38:53.705342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ba5875de-acc7-4944-bfcc-0fdec3dfd43c no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:38:53.714468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] For port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dbf4b27a-6510-4c2e-be76-a3174e3bfdfd,segment=NetworkSegment(5477544a-78b6-428f-984a-613c998ec755),segment_id=5477544a-78b6-428f-984a-613c998ec755)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:38:53.730953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:53.762802 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:53.800326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:53.806549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:53.821012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:53.828180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:53.842374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:53.851737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea3ae1-c4a6-47c3-a8ce-de48e3ffc145 req-b59dfc6a-52ed-4035-b9f5-d45b2e49e6e1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:53.863957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Port': ['ID=6b6d8f03-e437-4946-b838-654d7a379a67,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:53.866632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21ea3ae1-c4a6-47c3-a8ce-de48e3ffc145 req-b59dfc6a-52ed-4035-b9f5-d45b2e49e6e1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.7790697 Jul 14 11:38:53.880223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ebbc04e-965e-473a-bf45-6e19c194f975 req-f521a987-359b-453e-b66b-85c806db8996 service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9669759 Jul 14 11:38:53.881746 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b5bcbe25-ce02-47a1-9963-45a93b1eecb8 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0821686 Jul 14 11:38:53.884780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49732) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:53.899164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-eb417a77-2ff1-4999-af0c-064c91823ec2 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5204465 Jul 14 11:38:53.913527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: ba5875de-acc7-4944-bfcc-0fdec3dfd43c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:38:53.914597 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ba5875de-acc7-4944-bfcc-0fdec3dfd43c not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:38:53.942035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38718000-e24a-4eed-b2cf-3d39677004c8 None None] Pushing event updated for resources: {'Port': ['ID=dbf4b27a-6510-4c2e-be76-a3174e3bfdfd,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:53.962150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:54.015240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21ea3ae1-c4a6-47c3-a8ce-de48e3ffc145 req-9a8e792a-71e9-4440-802e-324a9775d86d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469715 Jul 14 11:38:54.050621 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:54.187433 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de2f4ff-fb8e-423c-a61c-677d238b06c8 x-openstack-request-id: req-5de2f4ff-fb8e-423c-a61c-677d238b06c8 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:54.188765 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:54.189168 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5de2f4ff-fb8e-423c-a61c-677d238b06c8 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:54.204000 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606', 'status': 'completed', 'code': 200} Jul 14 11:38:54.234524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c047fd-9996-4cfc-b194-f648e46a83d2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:54.258271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c047fd-9996-4cfc-b194-f648e46a83d2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:54.289186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c047fd-9996-4cfc-b194-f648e46a83d2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:54.293484 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-83c047fd-9996-4cfc-b194-f648e46a83d2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.4048803 Jul 14 11:38:54.296102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49738) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:54.483110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-9470bc73-b9e0-4b62-b845-2a3d40c6cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:54.490660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-9470bc73-b9e0-4b62-b845-2a3d40c6cec1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1096 time: 0.2854991 Jul 14 11:38:54.631117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-84a697d4-6600-4f3c-ba28-fefc2e15305b tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Deleting port 6b6d8f03-e437-4946-b838-654d7a379a67 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:54.633035 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84a697d4-6600-4f3c-ba28-fefc2e15305b tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:54.810163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-88d1b4e7-dc53-400d-8b69-4eb601010a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:54.812170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-88d1b4e7-dc53-400d-8b69-4eb601010a89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 920 time: 0.3060017 Jul 14 11:38:54.941914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84a697d4-6600-4f3c-ba28-fefc2e15305b tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:54.989085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-84a697d4-6600-4f3c-ba28-fefc2e15305b tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Calling delete_port for 6b6d8f03-e437-4946-b838-654d7a379a67 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:38:55.500981 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84a697d4-6600-4f3c-ba28-fefc2e15305b tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:55.550058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49756) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:55.563263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a697d4-6600-4f3c-ba28-fefc2e15305b tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event deleted for resources: {'Port': ['ID=6b6d8f03-e437-4946-b838-654d7a379a67,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:55.779141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84a697d4-6600-4f3c-ba28-fefc2e15305b tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:55.781387 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-84a697d4-6600-4f3c-ba28-fefc2e15305b tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "DELETE /v2.0/ports/6b6d8f03-e437-4946-b838-654d7a379a67 HTTP/1.1" status: 204 len: 168 time: 1.4843159 Jul 14 11:38:55.786906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-842b5808-72ff-4f40-a7a9-1410079ce4e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 217 time: 0.9563513 Jul 14 11:38:55.788165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49762) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:55.850906 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92b491b-7c4a-423a-a435-a5e7b220454c tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] GET failed (client error): The resource could not be found. Jul 14 11:38:55.856427 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c92b491b-7c4a-423a-a435-a5e7b220454c tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "GET /v2.0/ports/6b6d8f03-e437-4946-b838-654d7a379a67 HTTP/1.1" status: 404 len: 333 time: 0.0655572 Jul 14 11:38:55.863776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49764) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:55.887569 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:55.892492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'port': {'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1380186575'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:56.022356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762f5a0-407e-48ee-870f-45e12e1e91ac None None] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:38:56.026035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-d4844066-6412-4d04-9360-b6abb285850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:56.027769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-d4844066-6412-4d04-9360-b6abb285850f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 200 len: 860 time: 0.2322235 Jul 14 11:38:56.077937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-840e194b-499c-4e11-adf1-3c1ff3ff1b36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374160 Jul 14 11:38:56.127016 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-06e0893f-fd0d-49ed-93cf-7f12d46fb689 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d5987b3aa24484294adaf8723e0c4c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709178 Jul 14 11:38:56.131260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49766) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:56.162120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a872a-4287-4a47-aa8f-3dfd56ea0e21 req-a240ddac-6d0b-40b5-badc-ec288feea7a7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:56.181355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b64a872a-4287-4a47-aa8f-3dfd56ea0e21 req-a240ddac-6d0b-40b5-badc-ec288feea7a7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.3755031 Jul 14 11:38:56.203211 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:56.211748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e1ad69af-4687-4ad6-9c30-9f1e6e347a04 None None] Provisioning for port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:38:56.301565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5204c28-09be-4923-bc90-ad4817a4e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:56.384682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5204c28-09be-4923-bc90-ad4817a4e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:56.390498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dbf4b27a-6510-4c2e-be76-a3174e3bfdfd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:56.421925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'name': 'network-vif-deleted', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:38:56.429359 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fada5d-c724-49f2-af2f-fe95705236c8" -d '{"events": [{"server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "name": "network-vif-deleted", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:38:56.448208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-aa425233-c503-4ed9-9cfc-6326a1d139a8 service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544922 Jul 14 11:38:56.450634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Made reservation on behalf of 0eb3bcc9b8404c65860caef8655f141a for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:38:56.454280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:56.526293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] device_id is not set on port 4429296d-7137-4a83-a259-f4af3bb8d26f yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:38:56.580476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:38:56.609269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:56.609778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:56.634822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5204c28-09be-4923-bc90-ad4817a4e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:56.638353 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5204c28-09be-4923-bc90-ad4817a4e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:56.640728 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e5204c28-09be-4923-bc90-ad4817a4e2df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70084ba4-8c58-4523-88c5-71a60043ca7a HTTP/1.1" status: 204 len: 168 time: 0.5081661 Jul 14 11:38:56.746106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5204c28-09be-4923-bc90-ad4817a4e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70084ba4-8c58-4523-88c5-71a60043ca7a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:56.851752 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:56.868572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b64a872a-4287-4a47-aa8f-3dfd56ea0e21 req-d249b173-715e-4ca8-b235-642c21c7ab8f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6858141 Jul 14 11:38:56.928240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Allocated IP 172.25.2.13 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/ccd83914-6543-4d95-93a7-c7dddf16c472) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:56.943951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dbf4b27a-6510-4c2e-be76-a3174e3bfdfd,segment=NetworkSegment(5477544a-78b6-428f-984a-613c998ec755),segment_id=5477544a-78b6-428f-984a-613c998ec755)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:56.954039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.008754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Allocated IP 2001:db8::139 (9c0f6ee9-47e6-42d0-acce-5c9740546ee8/898e53be-d6f3-4012-b985-b3ab843b4e1d/4429296d-7137-4a83-a259-f4af3bb8d26f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:57.049797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74c36a6e-5295-4f3a-8a37-6eac0cf11cee req-649fcc2e-fadb-4214-b57b-f2ff6680d00c service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083559 Jul 14 11:38:57.088965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=dbf4b27a-6510-4c2e-be76-a3174e3bfdfd,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:57.216341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2d1013f1-a251-4eb0-b0a7-d790dd5e39a0 None None] Provisioning complete for port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:57.216717 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2d1013f1-a251-4eb0-b0a7-d790dd5e39a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.247147 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.384084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.436538 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d0f868-1f0b-4615-a1e7-f511645b032d x-openstack-request-id: req-43d0f868-1f0b-4615-a1e7-f511645b032d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:38:57.436875 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ecd8dd-87cf-4a23-84f5-687163e1c2cf", "name": "network-vif-deleted", "tag": "ba5875de-acc7-4944-bfcc-0fdec3dfd43c", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:38:57.437130 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43d0f868-1f0b-4615-a1e7-f511645b032d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:38:57.437555 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ecd8dd-87cf-4a23-84f5-687163e1c2cf', 'name': 'network-vif-deleted', 'tag': 'ba5875de-acc7-4944-bfcc-0fdec3dfd43c', 'status': 'completed', 'code': 200} Jul 14 11:38:57.461947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49778) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:57.502464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2d1013f1-a251-4eb0-b0a7-d790dd5e39a0 None None] Provisioning for port b50ac6d0-6005-4958-8d35-049845820293 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:38:57.506501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:57.507729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2d1013f1-a251-4eb0-b0a7-d790dd5e39a0 None None] Provisioning complete for port b50ac6d0-6005-4958-8d35-049845820293 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:57.508158 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2d1013f1-a251-4eb0-b0a7-d790dd5e39a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.533046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:57.539028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:57.595342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2d1013f1-a251-4eb0-b0a7-d790dd5e39a0 None None] Port b50ac6d0-6005-4958-8d35-049845820293 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:38:57.674454 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7f97299f-5075-4428-9ac3-5ca6665f850c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=650c6d5bfa9d42a68d009387a081e3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107580 Jul 14 11:38:57.681058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49782) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:57.715433 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.728196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Pushing event updated for resources: {'Port': ['ID=ccd83914-6543-4d95-93a7-c7dddf16c472,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:57.750654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Transition to ACTIVE for port object 4429296d-7137-4a83-a259-f4af3bb8d26f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:38:57.768052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6bd3-670c-4858-8c6c-f5a3a2179ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.783984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.785457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.788331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.788562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.790389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.790813 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.791231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.792238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.794248 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.794865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3e887945-24ba-4b2c-a7b0-9ac003b995a7 None None] Provisioning complete for port b50ac6d0-6005-4958-8d35-049845820293 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:57.796621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.797942 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e887945-24ba-4b2c-a7b0-9ac003b995a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.799269 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.800552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:57.824453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6bd3-670c-4858-8c6c-f5a3a2179ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.843676 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.874344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:57.933791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3e887945-24ba-4b2c-a7b0-9ac003b995a7 None None] Port b50ac6d0-6005-4958-8d35-049845820293 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:38:57.997713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:58.003068 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.011516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:58.025950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:38:58.034415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:58.040188 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.078059 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.091234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Port': ['ID=4429296d-7137-4a83-a259-f4af3bb8d26f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:58.107393 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8c0de622-8df0-4251-99cf-7c444c92106e tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2414012 Jul 14 11:38:58.109882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:58.117652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b70db327-7600-43be-8e40-36d75c93091a tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:72:67:df'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:38:58.250743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c87e9073-4773-4b4e-8564-169bd5bfdc61 None None] Could not find standard attr ID for object 6b6d8f03-e437-4946-b838-654d7a379a67. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:38:58.278583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dbf4b27a-6510-4c2e-be76-a3174e3bfdfd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:58.401280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6bd3-670c-4858-8c6c-f5a3a2179ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.408802 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6bd3-670c-4858-8c6c-f5a3a2179ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.421087 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c9ef6bd3-670c-4858-8c6c-f5a3a2179ecb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7944e3a0-a1a5-44da-b118-bd17b44d13a9 HTTP/1.1" status: 204 len: 168 time: 0.7385702 Jul 14 11:38:58.457129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:58.457518 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.480116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef6bd3-670c-4858-8c6c-f5a3a2179ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7944e3a0-a1a5-44da-b118-bd17b44d13a9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:58.507914 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.552907 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.803643 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b70db327-7600-43be-8e40-36d75c93091a tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.896918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f1f8958b-d1c8-4d8f-823f-bbf03869af38 None None] Provisioning for port 4429296d-7137-4a83-a259-f4af3bb8d26f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:38:58.908562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f1f8958b-d1c8-4d8f-823f-bbf03869af38 None None] Provisioning complete for port 4429296d-7137-4a83-a259-f4af3bb8d26f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:38:58.908946 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f1f8958b-d1c8-4d8f-823f-bbf03869af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:58.984198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Pushing event updated for resources: {'Port': ['ID=ccd83914-6543-4d95-93a7-c7dddf16c472,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:59.008746 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:59.037430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8958b-d1c8-4d8f-823f-bbf03869af38 None None] Port 4429296d-7137-4a83-a259-f4af3bb8d26f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:38:59.081467 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:59.087006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-ed4203c2-fc73-4ab0-975e-4e4a698e5023 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.1848228 Jul 14 11:38:59.234656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989c873-06fd-472c-b015-c12c5f80320a req-522d26d4-d077-4291-b6e9-0af44c1b210a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:59.245282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3989c873-06fd-472c-b015-c12c5f80320a req-522d26d4-d077-4291-b6e9-0af44c1b210a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 1.0278361 Jul 14 11:38:59.304288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b70db327-7600-43be-8e40-36d75c93091a tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:59.325357 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b70db327-7600-43be-8e40-36d75c93091a tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:59.380069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-254ed558-354a-4a12-bfa4-cd4002c808cc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.2837052 Jul 14 11:38:59.393950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b70db327-7600-43be-8e40-36d75c93091a tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] In _notify_port_updated(), no bound segment for port 4429296d-7137-4a83-a259-f4af3bb8d26f on network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:38:59.401174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70db327-7600-43be-8e40-36d75c93091a tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:59.402051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b70db327-7600-43be-8e40-36d75c93091a tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:59.407234 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b70db327-7600-43be-8e40-36d75c93091a tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "PUT /v2.0/ports/4429296d-7137-4a83-a259-f4af3bb8d26f HTTP/1.1" status: 200 len: 1003 time: 1.2958710 Jul 14 11:38:59.408344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49806) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:38:59.527150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3989c873-06fd-472c-b015-c12c5f80320a req-50a521d1-3b63-4025-ad84-19bb2deae642 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808528 Jul 14 11:38:59.560398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70db327-7600-43be-8e40-36d75c93091a tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Port': ['ID=4429296d-7137-4a83-a259-f4af3bb8d26f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:59.725714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6ab62b5c-0518-4ba4-bf4e-d20afa6c0aca tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Deleting port 4429296d-7137-4a83-a259-f4af3bb8d26f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:38:59.727023 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b5c-0518-4ba4-bf4e-d20afa6c0aca tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:59.792330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-3d68788a-95a6-4657-b5a6-4ec00a4d4c20 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:38:59.793857 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-3d68788a-95a6-4657-b5a6-4ec00a4d4c20 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.4126816 Jul 14 11:38:59.821200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-b73af86c-2b29-4ec1-b228-1e1617e4ea18 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:38:59.822354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61acb9fe-b6f4-48db-a527-7429eb272d00 req-b73af86c-2b29-4ec1-b228-1e1617e4ea18 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189941 Jul 14 11:38:59.921625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b5c-0518-4ba4-bf4e-d20afa6c0aca tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:38:59.956613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6ab62b5c-0518-4ba4-bf4e-d20afa6c0aca tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Calling delete_port for 4429296d-7137-4a83-a259-f4af3bb8d26f owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:00.001339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0d563a82-baab-48fc-b517-ed1c5336a9d0 None None] Provisioning complete for port 4429296d-7137-4a83-a259-f4af3bb8d26f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:00.002112 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d563a82-baab-48fc-b517-ed1c5336a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:00.124201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0d563a82-baab-48fc-b517-ed1c5336a9d0 None None] Port 4429296d-7137-4a83-a259-f4af3bb8d26f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:00.241695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b5c-0518-4ba4-bf4e-d20afa6c0aca tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:00.398631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-973907ba-24a3-492a-8817-a3041417db43 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:00.400343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-973907ba-24a3-492a-8817-a3041417db43 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3135104 Jul 14 11:39:00.568153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-67068e1f-9be3-47f1-8264-ed30b4edc5f1 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.1528864 Jul 14 11:39:00.579690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-ad2ea365-01fc-4b57-a520-93f4e4ebd630 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Request body: {'floatingip': {'port_id': '412645fc-acca-4066-bd27-4d83d56e4606', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:00.692952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-ad2ea365-01fc-4b57-a520-93f4e4ebd630 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:01.013060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab62b5c-0518-4ba4-bf4e-d20afa6c0aca tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event deleted for resources: {'Port': ['ID=4429296d-7137-4a83-a259-f4af3bb8d26f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:01.129490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b5c-0518-4ba4-bf4e-d20afa6c0aca tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:01.133994 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ab62b5c-0518-4ba4-bf4e-d20afa6c0aca tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "DELETE /v2.0/ports/4429296d-7137-4a83-a259-f4af3bb8d26f HTTP/1.1" status: 204 len: 168 time: 1.7192125 Jul 14 11:39:01.134624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49840) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:01.175117 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5efec3-fe8d-48d6-b5e5-66b2f5b32b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] GET failed (client error): The resource could not be found. Jul 14 11:39:01.182613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2d5efec3-fe8d-48d6-b5e5-66b2f5b32b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "GET /v2.0/ports/4429296d-7137-4a83-a259-f4af3bb8d26f HTTP/1.1" status: 404 len: 333 time: 0.0415323 Jul 14 11:39:01.182946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49842) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:01.191053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'port': {'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-351832388'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:01.430171 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Made reservation on behalf of 0eb3bcc9b8404c65860caef8655f141a for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:01.444556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:01.489774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d712ef-c0f1-450c-9caa-d16ca2c1277f req-1f31a86c-bb2b-45fb-b821-c28aea237373 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:01.500093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] device_id is not set on port 40e262a2-7e05-4c6b-8052-ae90154f54a0 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:01.503583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0d712ef-c0f1-450c-9caa-d16ca2c1277f req-1f31a86c-bb2b-45fb-b821-c28aea237373 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.3696537 Jul 14 11:39:01.588459 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-ad2ea365-01fc-4b57-a520-93f4e4ebd630 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:01.601683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-ad2ea365-01fc-4b57-a520-93f4e4ebd630 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:01.650838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0d712ef-c0f1-450c-9caa-d16ca2c1277f req-af1df7bd-33c7-44bf-b6a6-efc21e658178 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459932 Jul 14 11:39:01.868885 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-ad2ea365-01fc-4b57-a520-93f4e4ebd630 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Floating IP a54cdbf6-3862-40ba-a756-ecea18f3b0ce associated. External IP: 172.25.2.13, port: 412645fc-acca-4066-bd27-4d83d56e4606. Jul 14 11:39:01.886854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Allocated IP 2001:db8::29a (9c0f6ee9-47e6-42d0-acce-5c9740546ee8/898e53be-d6f3-4012-b985-b3ab843b4e1d/40e262a2-7e05-4c6b-8052-ae90154f54a0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:02.144151 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:02.166449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Transition to ACTIVE for port object 40e262a2-7e05-4c6b-8052-ae90154f54a0 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:02.211325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:02.275263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:02.283686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:02.289013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:02.292425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-ad2ea365-01fc-4b57-a520-93f4e4ebd630 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Router 2b1da984-c2bb-4dec-9815-392660b0fd94 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:39:02.307921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:02.307921 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:02.389554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Port': ['ID=40e262a2-7e05-4c6b-8052-ae90154f54a0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:02.403088 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-625dc2e7-5e94-4ee3-904f-d553d0c9aa55 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2189867 Jul 14 11:39:02.405968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49864) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:02.419948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4259ca1d-1494-4887-b6e2-68df0b5e9ac0 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:72:67:df'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:02.482066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-ad2ea365-01fc-4b57-a520-93f4e4ebd630 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:39:02.490724 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-ad2ea365-01fc-4b57-a520-93f4e4ebd630 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:02.498543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] Sync routers for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:39:02.513183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:39:02.516713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:02.604041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-ad2ea365-01fc-4b57-a520-93f4e4ebd630 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "PUT /v2.0/floatingips/a54cdbf6-3862-40ba-a756-ecea18f3b0ce HTTP/1.1" status: 200 len: 995 time: 2.0284429 Jul 14 11:39:02.605705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:02.609542 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d07b32-674a-4805-b2c9-f4b208766bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:02.610255 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4259ca1d-1494-4887-b6e2-68df0b5e9ac0 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:02.772775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-13e75d64-48b5-44c3-b3ee-9f912a41fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:02.774335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-13e75d64-48b5-44c3-b3ee-9f912a41fdc1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1096 time: 0.1489670 Jul 14 11:39:02.781521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:39:02.927240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-f79d0f3d-ba46-4d28-8c2e-9c8fe3510c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:02.928809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-f79d0f3d-ba46-4d28-8c2e-9c8fe3510c12 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 920 time: 0.1444259 Jul 14 11:39:02.992541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0ede8059-45f2-477b-a90c-4b41dc3d4a1f None None] Provisioning for port 40e262a2-7e05-4c6b-8052-ae90154f54a0 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:02.998591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0ede8059-45f2-477b-a90c-4b41dc3d4a1f None None] Provisioning complete for port 40e262a2-7e05-4c6b-8052-ae90154f54a0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:02.999225 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0ede8059-45f2-477b-a90c-4b41dc3d4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:02.999933 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4259ca1d-1494-4887-b6e2-68df0b5e9ac0 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:03.015239 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4259ca1d-1494-4887-b6e2-68df0b5e9ac0 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:03.059563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-47c8d125-6414-4376-9a9a-746b57503f59 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 998 time: 0.1212275 Jul 14 11:39:03.071119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4259ca1d-1494-4887-b6e2-68df0b5e9ac0 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] In _notify_port_updated(), no bound segment for port 40e262a2-7e05-4c6b-8052-ae90154f54a0 on network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:39:03.077478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259ca1d-1494-4887-b6e2-68df0b5e9ac0 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:03.079766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4259ca1d-1494-4887-b6e2-68df0b5e9ac0 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:03.085461 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4259ca1d-1494-4887-b6e2-68df0b5e9ac0 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "PUT /v2.0/ports/40e262a2-7e05-4c6b-8052-ae90154f54a0 HTTP/1.1" status: 200 len: 1002 time: 0.6774502 Jul 14 11:39:03.124146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49872) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:03.168822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0ede8059-45f2-477b-a90c-4b41dc3d4a1f None None] Port 40e262a2-7e05-4c6b-8052-ae90154f54a0 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:03.218333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-62a56289-b9b3-4ea0-8458-8b4491986273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:03.224621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-62a56289-b9b3-4ea0-8458-8b4491986273 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 200 len: 860 time: 0.1588602 Jul 14 11:39:03.305212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-f5a3900f-a503-4042-b5ba-97ebde239203 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721996 Jul 14 11:39:03.307073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'a54cdbf6-3862-40ba-a756-ecea18f3b0ce', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'port_id': '412645fc-acca-4066-bd27-4d83d56e4606', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'mac_address': 'fa:16:3e:fe:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:38:57Z', 'updated_at': '2021-07-14T11:39:01Z', 'revision_number': 1, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48a25a7-f1f6-42e1-91eb-676adf430e98', 'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'mac_address': 'fa:16:3e:aa:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:51Z', 'updated_at': '2021-07-14T11:38:00Z', 'revision_number': 5, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'subnets': [{'id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:03.319096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259ca1d-1494-4887-b6e2-68df0b5e9ac0 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Port': ['ID=40e262a2-7e05-4c6b-8052-ae90154f54a0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:03.325480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-51bad956-7ef6-47e9-b634-85d03884f15e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:39:03.330663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-51bad956-7ef6-47e9-b634-85d03884f15e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088952 Jul 14 11:39:03.377442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8e6159e5-78c2-4627-95fe-6bbdaece3f46 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Deleting port 40e262a2-7e05-4c6b-8052-ae90154f54a0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:03.377794 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e6159e5-78c2-4627-95fe-6bbdaece3f46 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:03.432224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] Checking router: 2b1da984-c2bb-4dec-9815-392660b0fd94 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:39:03.439187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:39:03.440009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:03.548630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-b5079870-4d8e-4f6a-804d-7f3ab8c09093 service neutron] 10.222.0.38 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080214 Jul 14 11:39:03.562720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e6159e5-78c2-4627-95fe-6bbdaece3f46 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:03.573055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fbe7f0b5-dcb2-487a-9964-2f7f8100d3e8 None None] Provisioning complete for port 40e262a2-7e05-4c6b-8052-ae90154f54a0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:03.573578 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fbe7f0b5-dcb2-487a-9964-2f7f8100d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:03.602354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8e6159e5-78c2-4627-95fe-6bbdaece3f46 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Calling delete_port for 40e262a2-7e05-4c6b-8052-ae90154f54a0 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:03.647188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7f0b5-dcb2-487a-9964-2f7f8100d3e8 None None] Port 40e262a2-7e05-4c6b-8052-ae90154f54a0 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:03.732138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:39:03.924458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e6159e5-78c2-4627-95fe-6bbdaece3f46 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:03.968077 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:39:04.039646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6159e5-78c2-4627-95fe-6bbdaece3f46 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event deleted for resources: {'Port': ['ID=40e262a2-7e05-4c6b-8052-ae90154f54a0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:04.099686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'a54cdbf6-3862-40ba-a756-ecea18f3b0ce', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'port_id': '412645fc-acca-4066-bd27-4d83d56e4606', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'mac_address': 'fa:16:3e:fe:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:38:57Z', 'updated_at': '2021-07-14T11:39:01Z', 'revision_number': 1, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48a25a7-f1f6-42e1-91eb-676adf430e98', 'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'mac_address': 'fa:16:3e:aa:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:51Z', 'updated_at': '2021-07-14T11:38:00Z', 'revision_number': 5, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'subnets': [{'id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:04.118163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d48be738-1124-4178-b2c0-c78f0ad5c320 req-92461964-8e96-490a-a225-3c99a688bb37 service neutron] 10.222.0.38 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626204 Jul 14 11:39:04.163387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468c9c72-6ff6-47fa-9908-48a471e5385c None None] The sync data for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 is: [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'a54cdbf6-3862-40ba-a756-ecea18f3b0ce', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'port_id': '412645fc-acca-4066-bd27-4d83d56e4606', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'mac_address': 'fa:16:3e:fe:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:38:57Z', 'updated_at': '2021-07-14T11:39:01Z', 'revision_number': 1, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48a25a7-f1f6-42e1-91eb-676adf430e98', 'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'mac_address': 'fa:16:3e:aa:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:51Z', 'updated_at': '2021-07-14T11:38:00Z', 'revision_number': 5, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'subnets': [{'id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:39:04.164738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e6159e5-78c2-4627-95fe-6bbdaece3f46 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:04.182726 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8e6159e5-78c2-4627-95fe-6bbdaece3f46 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "DELETE /v2.0/ports/40e262a2-7e05-4c6b-8052-ae90154f54a0 HTTP/1.1" status: 204 len: 168 time: 1.0568273 Jul 14 11:39:04.185140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49884) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:04.251206 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e66d015-9a58-41d4-88da-a44da15da408 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] GET failed (client error): The resource could not be found. Jul 14 11:39:04.253759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5e66d015-9a58-41d4-88da-a44da15da408 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "GET /v2.0/ports/40e262a2-7e05-4c6b-8052-ae90154f54a0 HTTP/1.1" status: 404 len: 333 time: 0.0672736 Jul 14 11:39:04.258443 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e025d3c9-057f-40c3-84a9-cfeefb12b54d x-openstack-request-id: req-e025d3c9-057f-40c3-84a9-cfeefb12b54d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:04.258850 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:04.259833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49886) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:04.268007 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e025d3c9-057f-40c3-84a9-cfeefb12b54d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:04.269557 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606', 'status': 'completed', 'code': 200} Jul 14 11:39:04.274512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'port': {'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-691525844'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:04.525879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-57c07fed-6a74-4e6e-a71a-4e622eae8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:04.531965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-57c07fed-6a74-4e6e-a71a-4e622eae8dbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1096 time: 0.2730613 Jul 14 11:39:04.545606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Made reservation on behalf of 0eb3bcc9b8404c65860caef8655f141a for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:04.554574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:04.610202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] device_id is not set on port 3c344964-977b-4b58-a7f5-088507aba579 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:04.669925 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29e6de-a721-4589-a438-eb1853d46900 None None] New status for floating IP a54cdbf6-3862-40ba-a756-ecea18f3b0ce: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:39:04.777113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59a78-0eb6-49ca-97fb-259e386f23ec req-1d600324-132f-4ad8-8d46-91ad7995a2ba tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:04.785040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0d59a78-0eb6-49ca-97fb-259e386f23ec req-1d600324-132f-4ad8-8d46-91ad7995a2ba tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.3746181 Jul 14 11:39:04.853684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Allocated IP 2001:db8::43 (9c0f6ee9-47e6-42d0-acce-5c9740546ee8/898e53be-d6f3-4012-b985-b3ab843b4e1d/3c344964-977b-4b58-a7f5-088507aba579) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:04.875297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0d59a78-0eb6-49ca-97fb-259e386f23ec req-d874fe90-fef0-4835-bac0-3a206784f76c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877714 Jul 14 11:39:04.890924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-d9a958d1-0cb7-4dce-bc8f-cb2e12e6619b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706654 Jul 14 11:39:04.940095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-89ab1752-2d2c-4236-9509-7c820b90fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:04.947256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-89ab1752-2d2c-4236-9509-7c820b90fe85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 920 time: 0.4113359 Jul 14 11:39:05.109524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-4bd3fb98-a5fd-47fd-a43e-b24c493529b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 998 time: 0.1377354 Jul 14 11:39:05.178083 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:05.197548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Transition to ACTIVE for port object 3c344964-977b-4b58-a7f5-088507aba579 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:05.232417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-07b42dde-a448-4bc7-bb88-9ca4925102a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:05.233949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-07b42dde-a448-4bc7-bb88-9ca4925102a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 200 len: 860 time: 0.1054711 Jul 14 11:39:05.258790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:05.304101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:05.308768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:05.313168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:05.315767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-6877d5a6-0636-4739-846a-ab3778dd0a63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686181 Jul 14 11:39:05.320868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:05.321654 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:05.345081 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0835743 Jul 14 11:39:05.348240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49904) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:05.355104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'port': {'network_id': '9c0f6ee9-47e6-42d0-acce-5c9740546ee8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1080284782'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:05.382602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e1077-ef27-482b-be9e-1b89401f3cd6 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Port': ['ID=3c344964-977b-4b58-a7f5-088507aba579,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:05.431949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-244831d0-536b-4a0e-813c-fa9855df230d tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1000 time: 0.3209157 Jul 14 11:39:05.476082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-5c41d4b9-4452-4e63-8c60-879633cc2e45 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:05.477911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-5c41d4b9-4452-4e63-8c60-879633cc2e45 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5790772 Jul 14 11:39:05.554267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-d36d2e01-7c2c-455b-8867-5c468f006e3e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/quotas/d24263558a9d471fa97fb3a7c61697d8 HTTP/1.1" status: 200 len: 375 time: 0.0427301 Jul 14 11:39:05.585026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-b12a34a5-1e62-408a-a315-2902e075f54a tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:05.595598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-b12a34a5-1e62-408a-a315-2902e075f54a tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports/412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 942 time: 0.1533751 Jul 14 11:39:05.613585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Made reservation on behalf of 0eb3bcc9b8404c65860caef8655f141a for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:05.647710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-d19a2fbb-a81e-4110-9e74-81b38d4c49ec tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735350 Jul 14 11:39:05.650870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:05.655176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-5b72a229-ee4e-4c38-9e7b-a303610a5391 service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263800 Jul 14 11:39:05.749077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] device_id is not set on port 115ffe9a-8727-4169-b4ad-d50b1e3b3204 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:05.790745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93d9e2b3-fd33-40f7-aa20-f852b0564e61 None None] Provisioning for port 3c344964-977b-4b58-a7f5-088507aba579 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:05.799811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93d9e2b3-fd33-40f7-aa20-f852b0564e61 None None] Provisioning complete for port 3c344964-977b-4b58-a7f5-088507aba579 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:05.800571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52d07b32-674a-4805-b2c9-f4b208766bb4 req-812a4e9b-1026-4e5b-92bc-6e9c377f589d service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365540 Jul 14 11:39:05.802378 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93d9e2b3-fd33-40f7-aa20-f852b0564e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:05.853889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-93d9e2b3-fd33-40f7-aa20-f852b0564e61 None None] Port 3c344964-977b-4b58-a7f5-088507aba579 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:05.940982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-fc1cc01d-0a68-478f-aea2-8d6243c8e754 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1000 time: 0.0884490 Jul 14 11:39:05.985362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Allocated IP 2001:db8::39c (9c0f6ee9-47e6-42d0-acce-5c9740546ee8/898e53be-d6f3-4012-b985-b3ab843b4e1d/115ffe9a-8727-4169-b4ad-d50b1e3b3204) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:06.097947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-e92b2fb6-7389-4455-881d-79c616e0e102 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:06.107216 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-e92b2fb6-7389-4455-881d-79c616e0e102 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.1639292 Jul 14 11:39:06.169171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:06.215743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Transition to ACTIVE for port object 115ffe9a-8727-4169-b4ad-d50b1e3b3204 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:06.230704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-32e6d751-665f-4d76-9113-676ffc5a4cf6 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1000 time: 0.1226404 Jul 14 11:39:06.242447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-5431ebb6-7103-45a2-a0ff-034bfe64a962 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:06.281638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:06.350000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021c8eb-f0af-4197-960a-272e398e99e3 req-c4d171cb-d7e6-4c4f-8bf7-48b57dcb9499 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:06.354044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e021c8eb-f0af-4197-960a-272e398e99e3 req-c4d171cb-d7e6-4c4f-8bf7-48b57dcb9499 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.2638643 Jul 14 11:39:06.362141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:06.362847 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-5431ebb6-7103-45a2-a0ff-034bfe64a962 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:06.366506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:06.371394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:06.377311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:06.377964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:06.385383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Port': ['ID=115ffe9a-8727-4169-b4ad-d50b1e3b3204,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:06.408312 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a00c6577-a07d-4d06-aaae-6e5427989908 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0588727 Jul 14 11:39:06.418712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49946) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:06.433085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-50f5db83-1a5b-4d9f-a95a-284a40c2f1e1 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:72:67:df'}, {'ip_address': '2001:db8::43', 'mac_address': 'fa:16:3e:99:e3:46'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:06.498416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e021c8eb-f0af-4197-960a-272e398e99e3 req-3c8e62a0-9937-4fde-926f-5389f444f076 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327343 Jul 14 11:39:06.662702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-5431ebb6-7103-45a2-a0ff-034bfe64a962 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:06.673644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-5431ebb6-7103-45a2-a0ff-034bfe64a962 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:06.674064 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-5431ebb6-7103-45a2-a0ff-034bfe64a962 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Floating IP a54cdbf6-3862-40ba-a756-ecea18f3b0ce disassociated. External IP: 172.25.2.13, port: 412645fc-acca-4066-bd27-4d83d56e4606. Jul 14 11:39:06.822500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50f5db83-1a5b-4d9f-a95a-284a40c2f1e1 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:06.954129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-441dc8da-a680-4d0e-9a49-45b062d8e015 req-ba4a1953-c542-4ef2-bc06-81120088b784 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 210 time: 0.1253498 Jul 14 11:39:06.991701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-259017b2-95b1-4cf8-a058-c4b4e5cf4f7b None None] Provisioning for port 115ffe9a-8727-4169-b4ad-d50b1e3b3204 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:06.996024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-259017b2-95b1-4cf8-a058-c4b4e5cf4f7b None None] Provisioning complete for port 115ffe9a-8727-4169-b4ad-d50b1e3b3204 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:06.996408 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-259017b2-95b1-4cf8-a058-c4b4e5cf4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:07.270606 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50f5db83-1a5b-4d9f-a95a-284a40c2f1e1 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:07.279140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50f5db83-1a5b-4d9f-a95a-284a40c2f1e1 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:07.337998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-5431ebb6-7103-45a2-a0ff-034bfe64a962 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Router 2b1da984-c2bb-4dec-9815-392660b0fd94 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:39:07.370584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-50f5db83-1a5b-4d9f-a95a-284a40c2f1e1 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] In _notify_port_updated(), no bound segment for port 115ffe9a-8727-4169-b4ad-d50b1e3b3204 on network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:39:07.383622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5db83-1a5b-4d9f-a95a-284a40c2f1e1 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:07.384898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50f5db83-1a5b-4d9f-a95a-284a40c2f1e1 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:07.387713 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-50f5db83-1a5b-4d9f-a95a-284a40c2f1e1 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "PUT /v2.0/ports/115ffe9a-8727-4169-b4ad-d50b1e3b3204 HTTP/1.1" status: 200 len: 1067 time: 0.9662857 Jul 14 11:39:07.390806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-259017b2-95b1-4cf8-a058-c4b4e5cf4f7b None None] Port 115ffe9a-8727-4169-b4ad-d50b1e3b3204 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:07.394691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49986) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:07.475974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5db83-1a5b-4d9f-a95a-284a40c2f1e1 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event updated for resources: {'Port': ['ID=115ffe9a-8727-4169-b4ad-d50b1e3b3204,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:07.564137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-5431ebb6-7103-45a2-a0ff-034bfe64a962 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:39:07.574718 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-5431ebb6-7103-45a2-a0ff-034bfe64a962 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:07.576451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] Sync routers for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:39:07.592684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:39:07.593324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:07.622368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0f38c12c-940b-44b3-8b11-1c35606c0175 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Deleting port 115ffe9a-8727-4169-b4ad-d50b1e3b3204 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:07.623113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f38c12c-940b-44b3-8b11-1c35606c0175 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:07.668205 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-5431ebb6-7103-45a2-a0ff-034bfe64a962 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "PUT /v2.0/floatingips/a54cdbf6-3862-40ba-a756-ecea18f3b0ce HTTP/1.1" status: 200 len: 694 time: 1.4313693 Jul 14 11:39:07.670844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:07.675987 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:07.776212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f38c12c-940b-44b3-8b11-1c35606c0175 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:07.793935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0f38c12c-940b-44b3-8b11-1c35606c0175 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Calling delete_port for 115ffe9a-8727-4169-b4ad-d50b1e3b3204 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:07.797988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109f90d-0ec5-4fdd-9d97-17cf636f7552 req-1cb641cd-6590-4705-8054-da26b1bd8b4d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:07.800007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2109f90d-0ec5-4fdd-9d97-17cf636f7552 req-1cb641cd-6590-4705-8054-da26b1bd8b4d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.1307473 Jul 14 11:39:07.842580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-c0170aa1-6497-4b59-a0b7-92a810387780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:07.844603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-c0170aa1-6497-4b59-a0b7-92a810387780 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1096 time: 0.1259816 Jul 14 11:39:07.850284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:39:07.875134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2109f90d-0ec5-4fdd-9d97-17cf636f7552 req-bd29fb8a-feb8-4730-b558-f27812ff9d03 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669084 Jul 14 11:39:08.103959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4caa767b-f6f4-4cec-864f-8bde186610cc None None] Provisioning complete for port 115ffe9a-8727-4169-b4ad-d50b1e3b3204 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:08.104988 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4caa767b-f6f4-4cec-864f-8bde186610cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:08.117604 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11778173-790b-4dc3-85e7-e51d15a54021 x-openstack-request-id: req-11778173-790b-4dc3-85e7-e51d15a54021 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:08.118532 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "tag": "412645fc-acca-4066-bd27-4d83d56e4606", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:08.118960 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11778173-790b-4dc3-85e7-e51d15a54021 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:08.119812 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606', 'status': 'completed', 'code': 200} Jul 14 11:39:08.167091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f38c12c-940b-44b3-8b11-1c35606c0175 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:08.228874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-834c2815-ffbc-4c7a-972f-bdaabb6de520 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1365767 Jul 14 11:39:08.231576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38c12c-940b-44b3-8b11-1c35606c0175 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event deleted for resources: {'Port': ['ID=115ffe9a-8727-4169-b4ad-d50b1e3b3204,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:08.248275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48a25a7-f1f6-42e1-91eb-676adf430e98', 'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'mac_address': 'fa:16:3e:aa:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:51Z', 'updated_at': '2021-07-14T11:38:00Z', 'revision_number': 5, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'subnets': [{'id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:08.250065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4caa767b-f6f4-4cec-864f-8bde186610cc None None] Port 115ffe9a-8727-4169-b4ad-d50b1e3b3204 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:08.308690 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d786ce86-5e86-4e6a-84ef-2a0ebc681084 req-05c62f5d-a258-4001-853a-489409ac7081 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 210 time: 0.0852735 Jul 14 11:39:08.310607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] Checking router: 2b1da984-c2bb-4dec-9815-392660b0fd94 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:39:08.321887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:39:08.322634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:38:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:08.464330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:39:08.515780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-86a975d9-5a41-4cdc-b2a8-0ce1fc745e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:08.524301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-86a975d9-5a41-4cdc-b2a8-0ce1fc745e67 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 920 time: 0.6619644 Jul 14 11:39:08.597144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f38c12c-940b-44b3-8b11-1c35606c0175 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:08.600430 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0f38c12c-940b-44b3-8b11-1c35606c0175 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "DELETE /v2.0/ports/115ffe9a-8727-4169-b4ad-d50b1e3b3204 HTTP/1.1" status: 204 len: 168 time: 1.2029881 Jul 14 11:39:08.603634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50016) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:08.632629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-b606650e-3745-406f-b4a9-a21220f13e80 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 217 time: 0.1074352 Jul 14 11:39:08.676514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-7ca1ebd2-baea-4c08-a421-1357e2041446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:08.678517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-7ca1ebd2-baea-4c08-a421-1357e2041446 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 1096 time: 0.5878184 Jul 14 11:39:08.683424 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeaefddb-07f5-456b-84ac-6e3efb7a22be tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] GET failed (client error): The resource could not be found. Jul 14 11:39:08.685338 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aeaefddb-07f5-456b-84ac-6e3efb7a22be tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "GET /v2.0/ports/115ffe9a-8727-4169-b4ad-d50b1e3b3204 HTTP/1.1" status: 404 len: 333 time: 0.0806108 Jul 14 11:39:08.688192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50026) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:08.734287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-fe3dbcd2-31d8-43a9-bec7-999cf2d2294d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:08.734666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48a25a7-f1f6-42e1-91eb-676adf430e98', 'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'mac_address': 'fa:16:3e:aa:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:51Z', 'updated_at': '2021-07-14T11:38:00Z', 'revision_number': 5, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'subnets': [{'id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:08.736522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-fe3dbcd2-31d8-43a9-bec7-999cf2d2294d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4542482 Jul 14 11:39:08.769443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b847a19-cb4d-4dfd-b627-7a9cd03025a0 None None] The sync data for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 is: [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c48a25a7-f1f6-42e1-91eb-676adf430e98', 'name': '', 'network_id': 'dda63f3c-b9c2-4edc-8976-3bdbd47a4dda', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'mac_address': 'fa:16:3e:aa:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:51Z', 'updated_at': '2021-07-14T11:38:00Z', 'revision_number': 5, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'subnets': [{'id': '2aea79b6-5c29-4f29-8acc-115537bb8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:39:08.791480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Request body: {'port': {'device_id': '40a512e2-7bd7-4df4-b73c-68bfdf8310b1', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'd24263558a9d471fa97fb3a7c61697d8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:08.829431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-04aca4e3-e28f-4a2e-a985-cf9b1ea45d74 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Deleting port 3c344964-977b-4b58-a7f5-088507aba579 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:08.829811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04aca4e3-e28f-4a2e-a985-cf9b1ea45d74 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:08.881456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-e41475c5-6026-4aad-a159-a7f93fffe8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:08.883241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-e41475c5-6026-4aad-a159-a7f93fffe8f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 200 len: 860 time: 0.2281694 Jul 14 11:39:08.943438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-9af6fdea-8ae1-4833-a295-075d5ad0b4f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454049 Jul 14 11:39:08.961365 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04aca4e3-e28f-4a2e-a985-cf9b1ea45d74 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:08.984736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ea35f-f248-4351-bcb7-b81269f2a7e5 req-aaee483e-fb72-4db5-81c5-ac395b565ed8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:08.993558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc9ea35f-f248-4351-bcb7-b81269f2a7e5 req-aaee483e-fb72-4db5-81c5-ac395b565ed8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 946 time: 0.3763521 Jul 14 11:39:08.996938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-04aca4e3-e28f-4a2e-a985-cf9b1ea45d74 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Calling delete_port for 3c344964-977b-4b58-a7f5-088507aba579 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:09.178459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04aca4e3-e28f-4a2e-a985-cf9b1ea45d74 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:09.215835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-96937e8e-9b87-425d-a3bb-b1e462555e0b service neutron] 10.222.0.38 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612984 Jul 14 11:39:09.220342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aca4e3-e28f-4a2e-a985-cf9b1ea45d74 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event deleted for resources: {'Port': ['ID=3c344964-977b-4b58-a7f5-088507aba579,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:09.255129 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04aca4e3-e28f-4a2e-a985-cf9b1ea45d74 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:09.257371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-82d6c296-3c21-42ea-8dae-f3635cb0e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:09.257915 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-04aca4e3-e28f-4a2e-a985-cf9b1ea45d74 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "DELETE /v2.0/ports/3c344964-977b-4b58-a7f5-088507aba579 HTTP/1.1" status: 204 len: 168 time: 0.5684919 Jul 14 11:39:09.259084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-82d6c296-3c21-42ea-8dae-f3635cb0e077 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 200 len: 920 time: 0.5516491 Jul 14 11:39:09.260159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50030) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:09.269652 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418aa25f-4afe-4990-9632-b738d64560a9 None None] New status for floating IP a54cdbf6-3862-40ba-a756-ecea18f3b0ce: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:39:09.337387 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a21bbb-4719-4cb1-8e0e-a12c312c3680 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] GET failed (client error): The resource could not be found. Jul 14 11:39:09.344110 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-95a21bbb-4719-4cb1-8e0e-a12c312c3680 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "GET /v2.0/ports/3c344964-977b-4b58-a7f5-088507aba579 HTTP/1.1" status: 404 len: 333 time: 0.0824456 Jul 14 11:39:09.347492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50034) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:09.389511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc9ea35f-f248-4351-bcb7-b81269f2a7e5 req-f6c414e0-87e0-4385-bbc5-6afaefbe3620 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950119 Jul 14 11:39:09.395233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-79f7dfd3-0593-4667-ae70-10b1eaf2d974 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 200 len: 217 time: 0.1038089 Jul 14 11:39:09.431459 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e637e761-af91-4f81-94c9-d37030f3685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:09.673144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-db31b6a4-653b-46f4-b2e5-b890ee5b07db tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Deleting port b50ac6d0-6005-4958-8d35-049845820293 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:09.673503 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db31b6a4-653b-46f4-b2e5-b890ee5b07db tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:09.820134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:09.877949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db31b6a4-653b-46f4-b2e5-b890ee5b07db tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:09.902674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-db31b6a4-653b-46f4-b2e5-b890ee5b07db tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Calling delete_port for b50ac6d0-6005-4958-8d35-049845820293 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:09.983800 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:10.022963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:10.026472 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d25ba62-3eeb-409d-9a46-08c6f2056f9d" -d '{"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-unplugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:10.068347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:10.075068 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:10.231436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=14']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:10.261982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.264303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.264712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.265769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.266183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.266565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.268582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.269105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.270638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.270808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db31b6a4-653b-46f4-b2e5-b890ee5b07db tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:10.271355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.271503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.271820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:10.304429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Made reservation on behalf of d24263558a9d471fa97fb3a7c61697d8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:10.310888 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:10.374939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31b6a4-653b-46f4-b2e5-b890ee5b07db tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event deleted for resources: {'Port': ['ID=b50ac6d0-6005-4958-8d35-049845820293,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:10.444777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db31b6a4-653b-46f4-b2e5-b890ee5b07db tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:10.450205 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-db31b6a4-653b-46f4-b2e5-b890ee5b07db tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "DELETE /v2.0/ports/b50ac6d0-6005-4958-8d35-049845820293 HTTP/1.1" status: 204 len: 168 time: 1.1007533 Jul 14 11:39:10.452524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50088) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:10.454857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:10.516802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61ad8ef9-1588-4f7d-a61b-1e6e021ffa24 req-ef1000f0-00ec-4e98-8570-863e62bc37f4 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 210 time: 0.0740151 Jul 14 11:39:10.518415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-3b26edc2-38ac-4e74-99a8-7781c2a3da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:10.520521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-3b26edc2-38ac-4e74-99a8-7781c2a3da5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 200 len: 860 time: 1.1008856 Jul 14 11:39:10.554580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c09ada81-9169-47fd-bc4e-2df6aa193c64 req-c52f99c0-d389-4c78-9422-bed7183e6012 service neutron] 10.222.0.38 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3377461 Jul 14 11:39:10.616009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddbce50-3b76-47e1-945d-d5fb9ede3bc2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Deleting subnet 898e53be-d6f3-4012-b985-b3ab843b4e1d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:10.626411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-6fee8cd9-f40a-4318-88df-376cea034077 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973608 Jul 14 11:39:10.629638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddbce50-3b76-47e1-945d-d5fb9ede3bc2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:10.697417 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17cef42-dd13-4c66-8512-1c002afaf2de x-openstack-request-id: req-f17cef42-dd13-4c66-8512-1c002afaf2de {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:10.697983 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-unplugged", "status": "completed", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:10.698556 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f17cef42-dd13-4c66-8512-1c002afaf2de {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:10.699103 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'code': 200} Jul 14 11:39:10.722719 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddbce50-3b76-47e1-945d-d5fb9ede3bc2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:10.780802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-812e25de-96b1-4f98-927b-16c82ccc0de2 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/floatingips/a54cdbf6-3862-40ba-a756-ecea18f3b0ce HTTP/1.1" status: 200 len: 692 time: 0.1707428 Jul 14 11:39:10.894081 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddbce50-3b76-47e1-945d-d5fb9ede3bc2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:10.949744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-7d8815ee-97ab-43da-a39f-abbcd99b4c3e tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:10.951449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-7d8815ee-97ab-43da-a39f-abbcd99b4c3e tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 784 time: 0.1619260 Jul 14 11:39:10.965833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-1812c06a-0e8c-4085-9403-02d5d88a29aa tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:39:10.967141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-1812c06a-0e8c-4085-9403-02d5d88a29aa tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076225 Jul 14 11:39:10.980766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddbce50-3b76-47e1-945d-d5fb9ede3bc2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.008117 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddbce50-3b76-47e1-945d-d5fb9ede3bc2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.008322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9fbb88-e329-436c-8564-5db41f623c49 None None] Network 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:11.011807 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5ddbce50-3b76-47e1-945d-d5fb9ede3bc2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "DELETE /v2.0/subnets/898e53be-d6f3-4012-b985-b3ab843b4e1d HTTP/1.1" status: 204 len: 168 time: 0.5559142 Jul 14 11:39:11.051979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50126) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:11.069755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbce50-3b76-47e1-945d-d5fb9ede3bc2 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event deleted for resources: {'Subnet': ['ID=898e53be-d6f3-4012-b985-b3ab843b4e1d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:11.080402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-bfa55224-ac46-4d02-9a0e-1ae2cd64bd95 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.1027544 Jul 14 11:39:11.238110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.282780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-e572ceaf-633d-436f-a5df-9873d0d8190c tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.1953642 Jul 14 11:39:11.324949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f2da7-9162-462f-aa30-0e3f8c000e64 None None] DHCP port deletion for 9c0f6ee9-47e6-42d0-acce-5c9740546ee8 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:39:11.340219 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.376330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Deleting port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:11.381347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.426974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-5f0ff289-f9d2-497f-8cae-52e142db3289 service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560463 Jul 14 11:39:11.427509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e37f2da7-9162-462f-aa30-0e3f8c000e64 None None] Deleting port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:11.427643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.428310 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e37f2da7-9162-462f-aa30-0e3f8c000e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.496007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e37f2da7-9162-462f-aa30-0e3f8c000e64 None None] For port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dbf4b27a-6510-4c2e-be76-a3174e3bfdfd,segment=NetworkSegment(5477544a-78b6-428f-984a-613c998ec755),segment_id=5477544a-78b6-428f-984a-613c998ec755)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:11.497048 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e37f2da7-9162-462f-aa30-0e3f8c000e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.513962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e37f2da7-9162-462f-aa30-0e3f8c000e64 None None] Calling delete_port for dbf4b27a-6510-4c2e-be76-a3174e3bfdfd owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:11.553549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] For port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dbf4b27a-6510-4c2e-be76-a3174e3bfdfd,segment=NetworkSegment(5477544a-78b6-428f-984a-613c998ec755),segment_id=5477544a-78b6-428f-984a-613c998ec755)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:11.554053 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.585321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Calling delete_port for dbf4b27a-6510-4c2e-be76-a3174e3bfdfd owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:11.613065 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e37f2da7-9162-462f-aa30-0e3f8c000e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.657253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f2da7-9162-462f-aa30-0e3f8c000e64 None None] Pushing event deleted for resources: {'Port': ['ID=dbf4b27a-6510-4c2e-be76-a3174e3bfdfd,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:11.670797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f2da7-9162-462f-aa30-0e3f8c000e64 None None] No DVR routers for this DVR port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:11.714769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208d7930-b56e-4e22-84b7-a7946edcfb22,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:11.771892 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.811993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2025a-7c93-496c-9054-ed511bb75a43 req-4074fa7d-8c06-45dd-8d97-a5868a1b7b0c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:11.814156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84b2025a-7c93-496c-9054-ed511bb75a43 req-4074fa7d-8c06-45dd-8d97-a5868a1b7b0c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.5976257 Jul 14 11:39:11.814343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event deleted for resources: {'Port': ['ID=dbf4b27a-6510-4c2e-be76-a3174e3bfdfd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:11.824901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] No DVR routers for this DVR port dbf4b27a-6510-4c2e-be76-a3174e3bfdfd on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:11.853772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54aad799-a0aa-4405-b1ff-97f5e3e6d89d req-bc25899d-6336-4514-8caa-cf204072537b service neutron] 10.222.0.64 "GET /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885946 Jul 14 11:39:11.900630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Allocated IP 192.168.233.209 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/54d2f595-0c29-4b83-92dd-fbecad9c3aa3) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:11.909673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Deleting port ccd83914-6543-4d95-93a7-c7dddf16c472 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:11.910849 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.971501 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:11.994058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0f6ee9-47e6-42d0-acce-5c9740546ee8']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:12.006049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84b2025a-7c93-496c-9054-ed511bb75a43 req-7f2f0a2d-1b23-44ce-96b9-b6db8f79f63e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705804 Jul 14 11:39:12.029560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5477544a-78b6-428f-984a-613c998ec755') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:12.029987 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5477544a-78b6-428f-984a-613c998ec755') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:12.064736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.081460 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.081710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.120542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d265e09b-5b50-47e5-8512-dc8c21bc7350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.125337 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.144542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Calling delete_port for ccd83914-6543-4d95-93a7-c7dddf16c472 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:12.155795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:39:12.158729 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:39:12.168920 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:39:12.247160 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.298235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dbf4b27a-6510-4c2e-be76-a3174e3bfdfd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:12.337380 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.380270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.384148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: dbf4b27a-6510-4c2e-be76-a3174e3bfdfd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:39:12.385404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dbf4b27a-6510-4c2e-be76-a3174e3bfdfd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:39:12.395487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.404161 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] 10.222.0.38 "DELETE /v2.0/networks/9c0f6ee9-47e6-42d0-acce-5c9740546ee8 HTTP/1.1" status: 204 len: 168 time: 1.3506405 Jul 14 11:39:12.449705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Transition to ACTIVE for port object 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:12.451489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee4332-e28a-40f0-ba0d-5de699fe0b33 tempest-AllowedAddressPairIpV6TestJSON-213581648 tempest-AllowedAddressPairIpV6TestJSON-213581648-project] Pushing event deleted for resources: {'Network': ['ID=9c0f6ee9-47e6-42d0-acce-5c9740546ee8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:12.455667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5075344-4624-4b33-b573-aa964a6b725d req-a4e8edda-d249-4a0c-89f9-09a0fee6c1fd tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 210 time: 0.1047943 Jul 14 11:39:12.558728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.642709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event updated for resources: {'Port': ['ID=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:12.649591 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.689522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Pushing event deleted for resources: {'Port': ['ID=ccd83914-6543-4d95-93a7-c7dddf16c472,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:12.707533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:12.731107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:12.744470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:12.808246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:12.809194 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:12.891757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-e4e1743e-2cae-4dfa-848e-3b3eae0e6e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1075912 Jul 14 11:39:12.908920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Request body: {'port': {'device_id': '40a512e2-7bd7-4df4-b73c-68bfdf8310b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:12.939407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50146) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:13.018724 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.021576 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.024805 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.029659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3026b216-8c5c-461f-b753-f5474e1401d7 req-4ecb8ad6-1e25-4d7b-b76d-39bbad9b7712 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "DELETE /v2.0/floatingips/a54cdbf6-3862-40ba-a756-ecea18f3b0ce HTTP/1.1" status: 204 len: 173 time: 1.7451897 Jul 14 11:39:13.146303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-73b30386-ff1f-4adc-bb5c-365fd21a8905 None None] Provisioning for port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:13.154255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-73b30386-ff1f-4adc-bb5c-365fd21a8905 None None] Provisioning complete for port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:13.154633 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73b30386-ff1f-4adc-bb5c-365fd21a8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.231255 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ed4a4b55-1cc3-4aec-9d3b-f478bfb52432 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0eb3bcc9b8404c65860caef8655f141a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903605 Jul 14 11:39:13.233678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50154) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:13.242218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-73b30386-ff1f-4adc-bb5c-365fd21a8905 None None] Port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:13.303311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57b62666-9773-411a-887c-713a2e1e18de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.327745 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57b62666-9773-411a-887c-713a2e1e18de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.391535 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57b62666-9773-411a-887c-713a2e1e18de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.397649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57b62666-9773-411a-887c-713a2e1e18de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.399268 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.399821 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-57b62666-9773-411a-887c-713a2e1e18de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30f132e0-0007-46a7-9db0-7d120f1abb8f HTTP/1.1" status: 204 len: 168 time: 0.1651340 Jul 14 11:39:13.412417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b62666-9773-411a-887c-713a2e1e18de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f132e0-0007-46a7-9db0-7d120f1abb8f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:13.435818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-478d4092-a2fe-4087-b9f6-6047c321ba57 req-81b4fe2c-3a0f-4c9e-9733-8b9f9f9af8b6 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups/c4cb4327-2aa7-44d8-ac3d-d2db92b2d71b HTTP/1.1" status: 200 len: 1809 time: 0.1734145 Jul 14 11:39:13.472300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-654349ef-3e00-418c-b3dd-edee8cc65092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:13.474423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-654349ef-3e00-418c-b3dd-edee8cc65092 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1095 time: 0.2149522 Jul 14 11:39:13.575892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53151b8-8516-4984-84d3-0e48d1b53e51 req-2d52480e-194c-43d9-b400-07e2320caddd tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:13.583362 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d53151b8-8516-4984-84d3-0e48d1b53e51 req-2d52480e-194c-43d9-b400-07e2320caddd tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3226466 Jul 14 11:39:13.640504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:39:13.649267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.663591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Transition to ACTIVE for port object 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:13.694647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.795084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d53151b8-8516-4984-84d3-0e48d1b53e51 req-bf3c1439-f46d-4ef8-941e-2280b9c14bc2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103460 Jul 14 11:39:13.799758 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-478d4092-a2fe-4087-b9f6-6047c321ba57 req-a81a4463-b301-4065-a2f7-0351b1c56744 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:13.842471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Pushing event updated for resources: {'Port': ['ID=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:13.845649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-6d483c1a-ddb8-4927-aea9-4617d5aefb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:13.847343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-6d483c1a-ddb8-4927-aea9-4617d5aefb3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.3392503 Jul 14 11:39:13.886684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-478d4092-a2fe-4087-b9f6-6047c321ba57 req-a81a4463-b301-4065-a2f7-0351b1c56744 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.068894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-f6274f81-8053-44c1-b538-49374e52a750 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 998 time: 0.1941228 Jul 14 11:39:14.085033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Attempting to bind port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:14.085483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Attempting to bind port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:14.085811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Attempting to bind port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:14.100846 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-478d4092-a2fe-4087-b9f6-6047c321ba57 req-a81a4463-b301-4065-a2f7-0351b1c56744 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.103323 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-478d4092-a2fe-4087-b9f6-6047c321ba57 req-a81a4463-b301-4065-a2f7-0351b1c56744 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.104470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-478d4092-a2fe-4087-b9f6-6047c321ba57 req-a81a4463-b301-4065-a2f7-0351b1c56744 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "DELETE /v2.0/security-groups/c4cb4327-2aa7-44d8-ac3d-d2db92b2d71b HTTP/1.1" status: 204 len: 173 time: 0.6604500 Jul 14 11:39:14.150422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a4463-b301-4065-a2f7-0351b1c56744 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cb4327-2aa7-44d8-ac3d-d2db92b2d71b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:14.176586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:39:14.177357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Attempting to bind port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:14.195683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:14.196083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:14.196480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:14.196935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Bound port: 54d2f595-0c29-4b83-92dd-fbecad9c3aa3, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:14.197302 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.228380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde08030-8a84-45fe-901b-3435fa2cfc0d req-050d1a53-8166-45f8-9b6b-a4ef3e5ab957 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:14.235703 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bde08030-8a84-45fe-901b-3435fa2cfc0d req-050d1a53-8166-45f8-9b6b-a4ef3e5ab957 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 948 time: 0.2480738 Jul 14 11:39:14.250284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-a4fd5ecb-7bda-4176-b98c-298099df8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:14.251782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-a4fd5ecb-7bda-4176-b98c-298099df8556 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.1619718 Jul 14 11:39:14.354522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bde08030-8a84-45fe-901b-3435fa2cfc0d req-673e766c-5d2c-464f-baa9-7012857537c4 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178873 Jul 14 11:39:14.396502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] For port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:14.402972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] For port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:14.416457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.427593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50188) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:14.432886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-a7457a4d-59d7-4a5f-abde-70cd48036ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:14.434476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-a7457a4d-59d7-4a5f-abde-70cd48036ef1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577163 Jul 14 11:39:14.516691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:14.517391 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.518710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] 10.222.0.45 "PUT /v2.0/ports/54d2f595-0c29-4b83-92dd-fbecad9c3aa3 HTTP/1.1" status: 200 len: 1096 time: 1.6145356 Jul 14 11:39:14.521633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a512e2-7bd7-4df4-b73c-68bfdf8310b1', 'tag': '54d2f595-0c29-4b83-92dd-fbecad9c3aa3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:14.523833 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "40a512e2-7bd7-4df4-b73c-68bfdf8310b1", "tag": "54d2f595-0c29-4b83-92dd-fbecad9c3aa3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:14.590628 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3726ec08-3dcc-4a44-9b83-8fad61bedbe0 x-openstack-request-id: req-3726ec08-3dcc-4a44-9b83-8fad61bedbe0 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:14.591156 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a512e2-7bd7-4df4-b73c-68bfdf8310b1", "tag": "54d2f595-0c29-4b83-92dd-fbecad9c3aa3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:14.591409 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3726ec08-3dcc-4a44-9b83-8fad61bedbe0 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:14.592134 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a512e2-7bd7-4df4-b73c-68bfdf8310b1', 'tag': '54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'status': 'completed', 'code': 200} Jul 14 11:39:14.613994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2101097530'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:14.633390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856ea44-afa9-4972-964c-8182680888a0 service neutron] Pushing event updated for resources: {'Port': ['ID=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:14.642222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:14.648965 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.675627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.706317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-c1775bed-0094-44f2-bc94-c3a57e208a61 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457163 Jul 14 11:39:14.838210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-ad24c6f2-062a-4603-a71c-b44d1d6ce687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:14.839832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-ad24c6f2-062a-4603-a71c-b44d1d6ce687 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 1099 time: 0.2297938 Jul 14 11:39:14.900370 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.903632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-ff5551c8-d30f-4b1a-86b2-78757bb1e2cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=54d2f595-0c29-4b83-92dd-fbecad9c3aa3 HTTP/1.1" status: 200 len: 217 time: 0.0477757 Jul 14 11:39:14.907407 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.941028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:39:14.953953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2317d9-e145-4775-bae4-17661e939d8b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:14.989834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:14.990656 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Added segment 99dbba42-82dd-451f-aa7f-95711a1fcf27 of type vlan for network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 Jul 14 11:39:15.003370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbdaa387-2099-4e7e-8a50-0ee3c04773ae req-a3676237-8c3a-4eb9-864c-f4bdd8506d90 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845604 Jul 14 11:39:15.010774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-a6ab3ec8-938b-435e-9003-ca9d3911300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:15.012339 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-a6ab3ec8-938b-435e-9003-ca9d3911300d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0942252 Jul 14 11:39:15.038556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4f6a5-f4ba-455a-b5c6-0b82195c2476 req-24ceb006-4eac-49ec-a685-c35d6ccd364c tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:15.040187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ff4f6a5-f4ba-455a-b5c6-0b82195c2476 req-24ceb006-4eac-49ec-a685-c35d6ccd364c tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2890210 Jul 14 11:39:15.086824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:15.092109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:15.148454 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:15.158022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:15.158994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:15.206506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ff4f6a5-f4ba-455a-b5c6-0b82195c2476 req-d5515987-acbd-4d47-8d07-3ccbea4532f3 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573761 Jul 14 11:39:15.233150 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8002627 Jul 14 11:39:15.233667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50210) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:15.248766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:15.249580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3ef6efd1-6cf8-492c-b74b-862bce67a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:15.252600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-3ef6efd1-6cf8-492c-b74b-862bce67a4d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2111368 Jul 14 11:39:15.281621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31428b-adc2-4a01-8440-ab329e9e3533 req-8cc2dcf1-0ceb-400a-bc4b-4c0f28ebdc26 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:15.283224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ae31428b-adc2-4a01-8440-ab329e9e3533 req-8cc2dcf1-0ceb-400a-bc4b-4c0f28ebdc26 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1562657 Jul 14 11:39:15.362332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06c3ea-4a33-4b25-bbe3-f67554f36a14 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Network': ['ID=f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:15.379658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:39:15.413866 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ae31428b-adc2-4a01-8440-ab329e9e3533 req-6764d9b4-4678-4508-b435-713a66dc39b8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095698 Jul 14 11:39:15.441047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-d8ff76bf-8194-44bc-b15b-4d2ffb0d37ce service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732278 Jul 14 11:39:15.458932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:15.464757 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:15.548591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd1b2353-c93d-4c23-84a7-0cc696cbbb46 req-8e470ed8-3a28-4db7-b847-dbf966678cad service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998747 Jul 14 11:39:15.754934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:15.836320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:15.836736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network hostable DHCP agents. Network: f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:39:15.838779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=211dace3-fc1b-4415-928f-eaea640b6241,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:15.862757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:39:15.874257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:15.883487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:15.884170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:15.884925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a6875-0d2a-40bd-afbd-9746b7497772 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:15.919425 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cfc5477d-077c-4e33-8ec2-06fca3add1aa tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6824629 Jul 14 11:39:15.919687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50218) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:15.925283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'name': 'tempest-NetworksTestDHCPv6-681930849'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:16.073940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:16.078089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:16.099667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 1e0817bd-7be7-46ad-86e1-900ac56bf0af yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:16.151113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '211dace3-fc1b-4415-928f-eaea640b6241'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:39:16.153928 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:16.250064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-4632f1d8-a514-4c35-b6df-888b6f49b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:16.251438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::24d (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/211dace3-fc1b-4415-928f-eaea640b6241/1e0817bd-7be7-46ad-86e1-900ac56bf0af) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:16.251972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-4632f1d8-a514-4c35-b6df-888b6f49b34b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 1099 time: 0.6427279 Jul 14 11:39:16.265182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f263dfa-c339-454d-a87f-c12499cda4ed req-1e245c17-601a-4237-a704-ab278e730b0d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:16.273172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f263dfa-c339-454d-a87f-c12499cda4ed req-1e245c17-601a-4237-a704-ab278e730b0d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 948 time: 0.5988834 Jul 14 11:39:16.380730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f263dfa-c339-454d-a87f-c12499cda4ed req-d0cefc47-6e63-4c3c-8b21-bcae976906c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063452 Jul 14 11:39:16.437373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-c1bdf079-4562-4e49-8cf3-d4f9fb5145ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:16.438759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-c1bdf079-4562-4e49-8cf3-d4f9fb5145ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1636295 Jul 14 11:39:16.495210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:16.511290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 1e0817bd-7be7-46ad-86e1-900ac56bf0af will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:16.535156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-44af0784-76a9-474f-9e01-cfacbf0e52b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=54d2f595-0c29-4b83-92dd-fbecad9c3aa3 HTTP/1.1" status: 200 len: 217 time: 0.0882452 Jul 14 11:39:16.553311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:16.615254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/211dace3-fc1b-4415-928f-eaea640b6241/a1a6b4cb-64e2-4024-9358-5f34a2f13870) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:16.634761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=1e0817bd-7be7-46ad-86e1-900ac56bf0af,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:16.637040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-4dff8046-d19a-45e8-b8e9-f7359b02cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:16.639264 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-4dff8046-d19a-45e8-b8e9-f7359b02cf9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0793989 Jul 14 11:39:16.663017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:16.665184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:16.668431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:16.674406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:16.675343 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:16.694906 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b05a8dad-9a44-42c6-84ee-7b6d04000d96 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7741182 Jul 14 11:39:16.697886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50228) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:16.803636 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc34a7-cfd5-4555-a079-55c1188f0bc7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:16.808388 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-94dc34a7-cfd5-4555-a079-55c1188f0bc7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1081512 Jul 14 11:39:16.811417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1032f4-b706-47ee-bced-370c3c769a5c req-5f058768-4662-476e-9fe4-fff627a087e0 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:16.812337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50230) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:16.813746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa1032f4-b706-47ee-bced-370c3c769a5c req-5f058768-4662-476e-9fe4-fff627a087e0 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.2915015 Jul 14 11:39:16.855187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8dbb7-d815-4708-a672-8ad1befd1628 req-99f1eee8-68de-4799-b14f-bc8b253b7a42 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:16.863403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8f8dbb7-d815-4708-a672-8ad1befd1628 req-99f1eee8-68de-4799-b14f-bc8b253b7a42 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2214334 Jul 14 11:39:16.873075 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:16.885758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Transition to ACTIVE for port object a1a6b4cb-64e2-4024-9358-5f34a2f13870 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:16.905223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Transition to ACTIVE for port object a1a6b4cb-64e2-4024-9358-5f34a2f13870 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:16.914152 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:16.943038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-99330198-3a07-4b03-87de-cb2e01f41f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:16.944793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-99330198-3a07-4b03-87de-cb2e01f41f08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823923 Jul 14 11:39:16.945992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-deb53f62-074b-45e9-bc3b-16cdb15521bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 1e0817bd-7be7-46ad-86e1-900ac56bf0af {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:16.946436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-deb53f62-074b-45e9-bc3b-16cdb15521bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:16.980145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:16.985872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:16.991554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:16.997277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Pushing event updated for resources: {'Port': ['ID=a1a6b4cb-64e2-4024-9358-5f34a2f13870,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:17.070704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Attempting to bind port a1a6b4cb-64e2-4024-9358-5f34a2f13870 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:17.078965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Attempting to bind port a1a6b4cb-64e2-4024-9358-5f34a2f13870 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:17.079198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Attempting to bind port a1a6b4cb-64e2-4024-9358-5f34a2f13870 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:17.089275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:17.089715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:17.090274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:17.090628 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:17.091144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Bound port: a1a6b4cb-64e2-4024-9358-5f34a2f13870, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:17.091569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:17.097779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa1032f4-b706-47ee-bced-370c3c769a5c req-45e2d64f-e9d3-4733-948f-57097dd374e6 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734573 Jul 14 11:39:17.187252 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-deb53f62-074b-45e9-bc3b-16cdb15521bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:17.227052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-deb53f62-074b-45e9-bc3b-16cdb15521bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 1e0817bd-7be7-46ad-86e1-900ac56bf0af owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:17.245181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] For port a1a6b4cb-64e2-4024-9358-5f34a2f13870, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:17.251961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] For port a1a6b4cb-64e2-4024-9358-5f34a2f13870, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a1a6b4cb-64e2-4024-9358-5f34a2f13870,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:17.265712 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:17.340594 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d8f3a-844d-45ee-9ca4-1065dd3c17c9 None None] Pushing event updated for resources: {'Port': ['ID=a1a6b4cb-64e2-4024-9358-5f34a2f13870,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:17.343599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8f8dbb7-d815-4708-a672-8ad1befd1628 req-a0f6f7e8-4f1a-45ac-99e2-8440b8159105 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4787281 Jul 14 11:39:17.352084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-11c3e0ba-a9ae-4506-988c-44854109f1ee service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945181 Jul 14 11:39:17.486731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-6bb07480-de3c-4746-ac8e-45c2a36d2af5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5915477 Jul 14 11:39:17.523936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-0db2e3fc-78a8-4833-8364-67c32e96b519 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:17.525552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-0db2e3fc-78a8-4833-8364-67c32e96b519 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.5705004 Jul 14 11:39:17.673877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fb43ca6-76a5-4452-8d4e-43405fe43c7e req-9ff302e2-6343-4309-beda-5996d35ab262 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010447 Jul 14 11:39:17.857817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:39:17.964356 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-deb53f62-074b-45e9-bc3b-16cdb15521bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:18.013782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb53f62-074b-45e9-bc3b-16cdb15521bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=1e0817bd-7be7-46ad-86e1-900ac56bf0af,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:18.058590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-703552d5-8048-4f63-8767-0999e7ef6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:18.060884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-deb53f62-074b-45e9-bc3b-16cdb15521bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:18.061123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-703552d5-8048-4f63-8767-0999e7ef6d02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 1097 time: 0.5270822 Jul 14 11:39:18.080218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50246) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:18.081425 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-deb53f62-074b-45e9-bc3b-16cdb15521bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/1e0817bd-7be7-46ad-86e1-900ac56bf0af HTTP/1.1" status: 204 len: 168 time: 1.2674918 Jul 14 11:39:18.082951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:18.084027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Deleting port 412645fc-acca-4066-bd27-4d83d56e4606 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:18.084622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:18.099656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8003e6-51d4-46b2-9f53-bb6b2adef51b req-f7297a79-9124-4fce-8a98-a1ead0edb407 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:18.100577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'mac_address': 'fa:16:3e:e2:a8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:39:18.101901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed8003e6-51d4-46b2-9f53-bb6b2adef51b req-f7297a79-9124-4fce-8a98-a1ead0edb407 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3322515 Jul 14 11:39:18.122965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d2f-1164-4bb9-96d7-75d829b4256d req-d8046a7b-5bd6-4043-95b2-0ad29e866226 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:18.124665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58d61d2f-1164-4bb9-96d7-75d829b4256d req-d8046a7b-5bd6-4043-95b2-0ad29e866226 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 948 time: 0.4496410 Jul 14 11:39:18.201696 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:18.229327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:39:18.257706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:18.264175 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:18.396070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58d61d2f-1164-4bb9-96d7-75d829b4256d req-4abedd33-4741-4199-99da-a7a60d431a77 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409911 Jul 14 11:39:18.530166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a1a6b4cb-64e2-4024-9358-5f34a2f13870 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:18.545512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf1c1e8-fcf3-41c4-aaff-85b634c567ec tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:18.547475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf1c1e8-fcf3-41c4-aaff-85b634c567ec tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:18.553768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2cf1c1e8-fcf3-41c4-aaff-85b634c567ec tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4615777 Jul 14 11:39:18.554143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50258) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:18.583071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed8003e6-51d4-46b2-9f53-bb6b2adef51b req-518ca343-65f7-4048-94bf-e84e34f735ea tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4562376 Jul 14 11:39:18.630646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-abf020ef-aff2-4670-9b08-36cff2d7a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:18.635237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:18.635477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-abf020ef-aff2-4670-9b08-36cff2d7a8ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 915 time: 0.5322011 Jul 14 11:39:18.646186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:18.654792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53032d5-09a8-4312-9d46-54ebd4832e91 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 211dace3-fc1b-4415-928f-eaea640b6241 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:18.662406 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c53032d5-09a8-4312-9d46-54ebd4832e91 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:18.708793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] For port 412645fc-acca-4066-bd27-4d83d56e4606, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=412645fc-acca-4066-bd27-4d83d56e4606,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:18.709425 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:18.749246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a1a6b4cb-64e2-4024-9358-5f34a2f13870 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:18.751638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c53032d5-09a8-4312-9d46-54ebd4832e91 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:18.825986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-5ccaa4e7-afda-49ca-a480-14920206e81b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9a677d-1787-475b-a39f-976e72ef4c47 HTTP/1.1" status: 200 len: 217 time: 0.1451099 Jul 14 11:39:18.827014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Calling delete_port for 412645fc-acca-4066-bd27-4d83d56e4606 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:18.935350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c53032d5-09a8-4312-9d46-54ebd4832e91 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:18.988664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9c3fcb-5800-4fad-bf88-207baf2ebef4 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:19.013972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c53032d5-09a8-4312-9d46-54ebd4832e91 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.038327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-c1f15080-ccc8-4f6c-a7bf-16c28b486dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:19.039912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-c1f15080-ccc8-4f6c-a7bf-16c28b486dea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.2009404 Jul 14 11:39:19.054501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53032d5-09a8-4312-9d46-54ebd4832e91 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=211dace3-fc1b-4415-928f-eaea640b6241,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:19.063349 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c53032d5-09a8-4312-9d46-54ebd4832e91 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.069699 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c53032d5-09a8-4312-9d46-54ebd4832e91 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/211dace3-fc1b-4415-928f-eaea640b6241 HTTP/1.1" status: 204 len: 168 time: 0.5143859 Jul 14 11:39:19.071563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50262) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:19.085287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49f612-6b49-4998-9f76-50aa908ebe37 req-8f6b32dc-d868-4b18-b7b3-b3068320947d tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:19.087016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db49f612-6b49-4998-9f76-50aa908ebe37 req-8f6b32dc-d868-4b18-b7b3-b3068320947d tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 945 time: 0.5214405 Jul 14 11:39:19.112137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-fe1e209d-80cd-4c3b-b870-55e193cf63c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635557 Jul 14 11:39:19.136014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e1681dea-71a0-4a71-8a3f-2e6cc8e07f64 None None] Provisioning for port a1a6b4cb-64e2-4024-9358-5f34a2f13870 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:19.151038 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b2023782-8a23-460d-9704-316376c3cc56 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781565 Jul 14 11:39:19.151838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50264) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:19.158407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e1681dea-71a0-4a71-8a3f-2e6cc8e07f64 None None] Provisioning complete for port a1a6b4cb-64e2-4024-9358-5f34a2f13870 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:19.158800 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1681dea-71a0-4a71-8a3f-2e6cc8e07f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.159540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:19.194816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 412645fc-acca-4066-bd27-4d83d56e4606 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:19.262758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db49f612-6b49-4998-9f76-50aa908ebe37 req-f0ed792e-7cce-49f8-84e8-86046b16d50e tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/security-groups?id=793ae9cb-6cec-44d3-a80c-dc41a53b2add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530352 Jul 14 11:39:19.321878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:19.328142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.379959 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1681dea-71a0-4a71-8a3f-2e6cc8e07f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.389947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf5867-2d71-49ed-b090-e2dccc21bc9c None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:39:19.395710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91238-b537-4d70-97fc-8f42665749de req-a2e7db2d-8fc0-41dd-b3c6-9cec48e0c69a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:19.399024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1a91238-b537-4d70-97fc-8f42665749de req-a2e7db2d-8fc0-41dd-b3c6-9cec48e0c69a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.4234579 Jul 14 11:39:19.414061 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.542544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e1681dea-71a0-4a71-8a3f-2e6cc8e07f64 None None] For port a1a6b4cb-64e2-4024-9358-5f34a2f13870, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a1a6b4cb-64e2-4024-9358-5f34a2f13870,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:19.552367 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1681dea-71a0-4a71-8a3f-2e6cc8e07f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.630386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-edd78487-0c3e-4f3c-ab30-71415084a82d service neutron] 10.222.0.45 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021820 Jul 14 11:39:19.630627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.631182 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.680556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:19.683798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf5867-2d71-49ed-b090-e2dccc21bc9c None None] Deleting port a1a6b4cb-64e2-4024-9358-5f34a2f13870 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:19.685007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:19.685622 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5867-2d71-49ed-b090-e2dccc21bc9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.692237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:19.692943 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.718696 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5652537 Jul 14 11:39:19.723270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50272) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:19.729505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'name': 'tempest-NetworksTestDHCPv6-1596736001'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:19.744094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1681dea-71a0-4a71-8a3f-2e6cc8e07f64 None None] Pushing event updated for resources: {'Port': ['ID=a1a6b4cb-64e2-4024-9358-5f34a2f13870,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:19.780957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1a91238-b537-4d70-97fc-8f42665749de req-e29673e7-a25e-42ec-9155-8b07aebdbfee tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741996 Jul 14 11:39:19.815698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e8bf5867-2d71-49ed-b090-e2dccc21bc9c None None] For port a1a6b4cb-64e2-4024-9358-5f34a2f13870, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a1a6b4cb-64e2-4024-9358-5f34a2f13870,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:19.820710 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5867-2d71-49ed-b090-e2dccc21bc9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.844078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Pushing event deleted for resources: {'Port': ['ID=412645fc-acca-4066-bd27-4d83d56e4606,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:19.845262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf5867-2d71-49ed-b090-e2dccc21bc9c None None] Calling delete_port for a1a6b4cb-64e2-4024-9358-5f34a2f13870 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:19.861995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efba9e1-2f89-4c04-b9a5-3e69e94339e0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=0f3b0f0a-3666-4367-9716-f9dc4a256756,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:19.881626 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:19.909453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:19.914138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.942618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 14e0edb5-400e-4015-b037-716f0d1f16fd yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:19.972219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0e081ac-bdd6-488f-b521-66d2fcd32f59 req-1740f3e0-bb61-4e21-947f-e9a5c06215f0 service neutron] 10.222.0.45 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027277 Jul 14 11:39:19.973593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] No DVR routers for this DVR port 412645fc-acca-4066-bd27-4d83d56e4606 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:19.990983 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:19.996791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7cde00da-f2d3-48aa-8443-decc15822d18 req-d0188ecd-231d-4627-9c1f-325f99d87bcc tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.64 "DELETE /v2.0/ports/412645fc-acca-4066-bd27-4d83d56e4606 HTTP/1.1" status: 204 len: 173 time: 2.4361205 Jul 14 11:39:20.025211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'name': 'network-vif-deleted', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:20.033644 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7ea4d6-eebe-4883-888e-7860c793c5e6" -d '{"events": [{"server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "name": "network-vif-deleted", "tag": "412645fc-acca-4066-bd27-4d83d56e4606"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:20.092145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934ce8d-27db-4663-ab46-45543a769ec8 req-e74d726c-e88d-431f-9a2c-0abae8eafadb tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:20.102635 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5867-2d71-49ed-b090-e2dccc21bc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:20.103435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1934ce8d-27db-4663-ab46-45543a769ec8 req-e74d726c-e88d-431f-9a2c-0abae8eafadb tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 949 time: 0.4865446 Jul 14 11:39:20.103806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::185 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/0f3b0f0a-3666-4367-9716-f9dc4a256756/14e0edb5-400e-4015-b037-716f0d1f16fd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:20.107745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:20.126318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:20.134748 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:20.233980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf5867-2d71-49ed-b090-e2dccc21bc9c None None] Pushing event deleted for resources: {'Port': ['ID=a1a6b4cb-64e2-4024-9358-5f34a2f13870,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:20.234870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1934ce8d-27db-4663-ab46-45543a769ec8 req-3a5f9a30-8e96-4ef2-bdb0-f91a07bd36ce tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294179 Jul 14 11:39:20.256343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bf5867-2d71-49ed-b090-e2dccc21bc9c None None] No DVR routers for this DVR port a1a6b4cb-64e2-4024-9358-5f34a2f13870 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:20.312017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a1a6b4cb-64e2-4024-9358-5f34a2f13870 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:20.326594 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81bf83-ae3c-4d69-8ad7-0db5366c12e9 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:20.345502 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d023720-3f3d-435a-a33a-fddaa0d73713 x-openstack-request-id: req-8d023720-3f3d-435a-a33a-fddaa0d73713 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:20.345898 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0990e4a-12b5-4202-abec-cd20034fedc4", "name": "network-vif-deleted", "tag": "412645fc-acca-4066-bd27-4d83d56e4606", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:20.346163 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d023720-3f3d-435a-a33a-fddaa0d73713 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:20.346601 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0990e4a-12b5-4202-abec-cd20034fedc4', 'name': 'network-vif-deleted', 'tag': '412645fc-acca-4066-bd27-4d83d56e4606', 'status': 'completed', 'code': 200} Jul 14 11:39:20.375697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a1a6b4cb-64e2-4024-9358-5f34a2f13870 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:39:20.376100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a1a6b4cb-64e2-4024-9358-5f34a2f13870 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:39:20.439098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:20.461589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 14e0edb5-400e-4015-b037-716f0d1f16fd will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:20.472201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-bdfcb7d5-dc09-43b1-869d-0f91d1df606a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:20.474461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-bdfcb7d5-dc09-43b1-869d-0f91d1df606a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.3106089 Jul 14 11:39:20.520351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:20.565318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:20.575822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:20.605489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a4ea1583-7432-4d39-9cde-1304afad319a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/quotas/32cec261a407494189ca3949d6d969ae HTTP/1.1" status: 200 len: 375 time: 0.0975637 Jul 14 11:39:20.619436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:20.627773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:20.634453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a512e2-7bd7-4df4-b73c-68bfdf8310b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d2f595-0c29-4b83-92dd-fbecad9c3aa3'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:20.637190 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f184c99d-3f5b-42b0-8b51-aff883744e76" -d '{"events": [{"server_uuid": "40a512e2-7bd7-4df4-b73c-68bfdf8310b1", "name": "network-vif-plugged", "status": "completed", "tag": "54d2f595-0c29-4b83-92dd-fbecad9c3aa3"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:20.640805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:20.642538 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:20.666227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-673ccb8c-7a4a-4f9c-82bd-ab906652997b req-55c3996d-6d1e-47c2-b9b2-fc8564626476 tempest-ServerRescueTestJSONUnderV235-1143624629 tempest-ServerRescueTestJSONUnderV235-1143624629-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0990e4a-12b5-4202-abec-cd20034fedc4 HTTP/1.1" status: 200 len: 210 time: 0.0987902 Jul 14 11:39:20.710143 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9854841 Jul 14 11:39:20.710853 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0d82f-defe-4c7c-9de7-ae127bf9138e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=14e0edb5-400e-4015-b037-716f0d1f16fd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:20.716707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50302) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:20.731223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:20.748397 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:20.793544 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1db80d-4521-400b-bda5-895ae539e28c x-openstack-request-id: req-3b1db80d-4521-400b-bda5-895ae539e28c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:20.793838 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a512e2-7bd7-4df4-b73c-68bfdf8310b1", "name": "network-vif-plugged", "status": "completed", "tag": "54d2f595-0c29-4b83-92dd-fbecad9c3aa3", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:20.794713 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b1db80d-4521-400b-bda5-895ae539e28c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:20.794713 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a512e2-7bd7-4df4-b73c-68bfdf8310b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'code': 200} Jul 14 11:39:20.834749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-bd5f2f5d-e224-4d22-ac64-24e253658591 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2281258 Jul 14 11:39:20.835433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:20.848420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-e37de1ce-95b5-4dfc-af96-f4a6c5d066fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3722904 Jul 14 11:39:20.868918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '0f3b0f0a-3666-4367-9716-f9dc4a256756'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:39:20.872778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:21.033599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/0f3b0f0a-3666-4367-9716-f9dc4a256756/c2d374cf-c759-452f-ac63-64c02e5fcef2) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:21.129922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-6787f542-8a67-45ba-93f0-296eb76f2722 service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930112 Jul 14 11:39:21.174047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e642e-e684-41e8-b0b4-b12843448d86 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:21.179107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-410e642e-e684-41e8-b0b4-b12843448d86 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4404523 Jul 14 11:39:21.179669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50306) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:21.244641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-69396cba-e59f-470e-af46-f80574d0539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:21.246146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-69396cba-e59f-470e-af46-f80574d0539e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 1097 time: 0.3526850 Jul 14 11:39:21.252152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01d5a9-86a7-477e-9a01-1c88f88d81ea req-9ff81722-9518-430d-b2ce-d9409fa899e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:21.253877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff01d5a9-86a7-477e-9a01-1c88f88d81ea req-9ff81722-9518-430d-b2ce-d9409fa899e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 1101 time: 0.3048871 Jul 14 11:39:21.309929 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:21.336580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Transition to ACTIVE for port object c2d374cf-c759-452f-ac63-64c02e5fcef2 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:21.347292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dd66c447-f698-4d58-bd53-392ed3911612 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 14e0edb5-400e-4015-b037-716f0d1f16fd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:21.348342 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd66c447-f698-4d58-bd53-392ed3911612 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:21.366581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Transition to ACTIVE for port object c2d374cf-c759-452f-ac63-64c02e5fcef2 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:21.377950 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:21.440071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:21.447243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:21.466369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:21.500822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Pushing event updated for resources: {'Port': ['ID=c2d374cf-c759-452f-ac63-64c02e5fcef2,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:21.538818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-86e8fac5-9d6d-43a5-9218-acb31c98cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:21.547230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-86e8fac5-9d6d-43a5-9218-acb31c98cd41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 200 len: 915 time: 0.2311220 Jul 14 11:39:21.576433 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd66c447-f698-4d58-bd53-392ed3911612 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:21.577836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Attempting to bind port c2d374cf-c759-452f-ac63-64c02e5fcef2 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:21.578746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Attempting to bind port c2d374cf-c759-452f-ac63-64c02e5fcef2 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:21.579313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Attempting to bind port c2d374cf-c759-452f-ac63-64c02e5fcef2 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:21.586342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:21.586789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:21.587156 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:21.587550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:21.588134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Bound port: c2d374cf-c759-452f-ac63-64c02e5fcef2, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:21.588528 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:21.605683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dd66c447-f698-4d58-bd53-392ed3911612 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 14e0edb5-400e-4015-b037-716f0d1f16fd owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:21.631061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff01d5a9-86a7-477e-9a01-1c88f88d81ea req-c5748e03-f53b-4d8f-97da-b85506541d89 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700092 Jul 14 11:39:21.685224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] For port c2d374cf-c759-452f-ac63-64c02e5fcef2, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:21.688965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] For port c2d374cf-c759-452f-ac63-64c02e5fcef2, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c2d374cf-c759-452f-ac63-64c02e5fcef2,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:21.695198 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:21.823814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c25bea-201f-4a5c-b1bd-6b986018933d None None] Pushing event updated for resources: {'Port': ['ID=c2d374cf-c759-452f-ac63-64c02e5fcef2,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:21.956120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd66c447-f698-4d58-bd53-392ed3911612 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:22.009358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66c447-f698-4d58-bd53-392ed3911612 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=14e0edb5-400e-4015-b037-716f0d1f16fd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:22.100871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd66c447-f698-4d58-bd53-392ed3911612 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:22.103118 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dd66c447-f698-4d58-bd53-392ed3911612 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/14e0edb5-400e-4015-b037-716f0d1f16fd HTTP/1.1" status: 204 len: 168 time: 0.9226367 Jul 14 11:39:22.105903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50318) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:22.246895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66424625-1635-44c6-8211-93534092c963 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:22.260711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66424625-1635-44c6-8211-93534092c963 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:22.265438 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-66424625-1635-44c6-8211-93534092c963 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1553581 Jul 14 11:39:22.265975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50322) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:22.350450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c2d374cf-c759-452f-ac63-64c02e5fcef2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:22.350906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-7ae262ff-0faa-4a75-87fd-19635a657023 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8538c451-b70c-4519-a6ff-c5d74285974c HTTP/1.1" status: 200 len: 217 time: 0.7711718 Jul 14 11:39:22.354557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-f50a4470-aa86-4f67-aa67-7b2276171471 service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2233706 Jul 14 11:39:22.375261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6114628-a2d2-4848-b77a-f623d5914e52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 0f3b0f0a-3666-4367-9716-f9dc4a256756 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:22.381022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6114628-a2d2-4848-b77a-f623d5914e52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:22.467800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-be55b00a-9afd-4b55-a50b-c4772a1b7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:22.469837 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-be55b00a-9afd-4b55-a50b-c4772a1b7d17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 200 len: 855 time: 0.1103604 Jul 14 11:39:22.483761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6114628-a2d2-4848-b77a-f623d5914e52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:22.500460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c2d374cf-c759-452f-ac63-64c02e5fcef2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:22.579160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-212a1a3f-6786-49a6-9167-963e4c27eba6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdc356c-9c87-4b63-b256-f4f346cf6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958927 Jul 14 11:39:22.596754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dec6a-748b-441a-b510-9bd084942f38 req-258b6eb0-2e4d-453d-9bc0-742450452656 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:22.615684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-784dec6a-748b-441a-b510-9bd084942f38 req-258b6eb0-2e4d-453d-9bc0-742450452656 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 950 time: 1.0598013 Jul 14 11:39:22.704777 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50330) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:22.742944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6114628-a2d2-4848-b77a-f623d5914e52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:22.810228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-784dec6a-748b-441a-b510-9bd084942f38 req-0be2eddf-9454-4160-99f2-ae595fb89e17 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921844 Jul 14 11:39:22.937475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6114628-a2d2-4848-b77a-f623d5914e52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:22.964524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-1c52badd-92f7-46df-bedd-67db5b7a8960 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451502 Jul 14 11:39:22.989395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6114628-a2d2-4848-b77a-f623d5914e52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3b0f0a-3666-4367-9716-f9dc4a256756,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:22.995487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6114628-a2d2-4848-b77a-f623d5914e52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:22.999913 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b6114628-a2d2-4848-b77a-f623d5914e52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/0f3b0f0a-3666-4367-9716-f9dc4a256756 HTTP/1.1" status: 204 len: 168 time: 0.7312226 Jul 14 11:39:23.000620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50338) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:23.057285 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9f9c1b05-083e-4bd5-975a-1dd0ee0ba443 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552983 Jul 14 11:39:23.058416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50340) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:23.064173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:23.113480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcd7f3c3-e392-49b9-9bde-57ce1dd69400 req-fd6076fa-6499-43a7-9b43-1a20ab942f54 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 210 time: 0.1521878 Jul 14 11:39:23.214077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:23.218317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:23.261948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77a5321-3cbd-4bfd-bea3-5e954cc262c0 req-2e8a5448-463e-461c-b747-c175d50e2509 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183056 Jul 14 11:39:23.494306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7907d551-9584-4210-b9ce-6f96eca4ef5c None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:23.498426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:23.619494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:23.621419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=f8f331e3-066a-445f-b9c2-3039d3697e74,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:23.629845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:23.634103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:23.634377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:23.662919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50348) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:23.666885 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f6601c3c-566c-4ee5-b7eb-a6ef5d09536e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6071634 Jul 14 11:39:23.676857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'name': 'tempest-NetworksTestDHCPv6-1185703158'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:23.767556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4bd8c0e3-2f9e-4d0b-9ddf-e98ecdbfbf74 None None] Provisioning for port c2d374cf-c759-452f-ac63-64c02e5fcef2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:23.776000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4bd8c0e3-2f9e-4d0b-9ddf-e98ecdbfbf74 None None] Provisioning complete for port c2d374cf-c759-452f-ac63-64c02e5fcef2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:23.776656 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4bd8c0e3-2f9e-4d0b-9ddf-e98ecdbfbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:23.969463 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:23.982162 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4bd8c0e3-2f9e-4d0b-9ddf-e98ecdbfbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:24.055587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4bd8c0e3-2f9e-4d0b-9ddf-e98ecdbfbf74 None None] For port c2d374cf-c759-452f-ac63-64c02e5fcef2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c2d374cf-c759-452f-ac63-64c02e5fcef2,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:24.062596 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4bd8c0e3-2f9e-4d0b-9ddf-e98ecdbfbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:24.117329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8c0e3-2f9e-4d0b-9ddf-e98ecdbfbf74 None None] Pushing event updated for resources: {'Port': ['ID=c2d374cf-c759-452f-ac63-64c02e5fcef2,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:24.129161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4bd8c0e3-2f9e-4d0b-9ddf-e98ecdbfbf74 None None] Could not find standard attr ID for object 14e0edb5-400e-4015-b037-716f0d1f16fd. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:39:24.269520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:24.272480 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:24.300561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c2d374cf-c759-452f-ac63-64c02e5fcef2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:24.376982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f25cdc-b49c-4866-bea0-9851f13b1ba8 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:24.417202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 29cc2607-f5ff-4278-bc49-c5ac8d53e3d7 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:24.462869 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe936a0f-9dc4-4e43-a9f2-5f2ea0319492 req-5f3354a4-af49-4b3a-b708-867d9ec86dbe tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 210 time: 0.0777357 Jul 14 11:39:24.506047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d9a2a2b2-6f08-4595-9143-8340e74e6e59 None None] Provisioning complete for port c2d374cf-c759-452f-ac63-64c02e5fcef2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:24.506644 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a2b2-6f08-4595-9143-8340e74e6e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:24.616854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc550f9-ca40-43fd-abba-c97908d262ea req-eb96f367-5778-46f0-b952-377d5b3dab29 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:24.618407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfc550f9-ca40-43fd-abba-c97908d262ea req-eb96f367-5778-46f0-b952-377d5b3dab29 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 950 time: 0.3959622 Jul 14 11:39:24.642883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c2d374cf-c759-452f-ac63-64c02e5fcef2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:24.643414 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:24.772307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfc550f9-ca40-43fd-abba-c97908d262ea req-2d3f6be3-b37c-47b8-8202-11dd4e4d4d98 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422465 Jul 14 11:39:24.917648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-b7b4511a-0201-4a84-8bfd-8b6849554eb2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:24.919190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-b7b4511a-0201-4a84-8bfd-8b6849554eb2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.4675910 Jul 14 11:39:24.933391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::110 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/f8f331e3-066a-445f-b9c2-3039d3697e74/29cc2607-f5ff-4278-bc49-c5ac8d53e3d7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:24.943788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'port': {'device_id': 'ea6f1f64-3efd-42be-ac1c-56e1c2b2273a', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'admin_state_up': True, 'tenant_id': '32cec261a407494189ca3949d6d969ae'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:25.282239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f2ae5df8-9d13-4c53-8dff-3d8115ba2966 None None] Provisioning complete for port c2d374cf-c759-452f-ac63-64c02e5fcef2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:25.283491 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f2ae5df8-9d13-4c53-8dff-3d8115ba2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:25.373577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Deleting port c48a25a7-f1f6-42e1-91eb-676adf430e98 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:25.373932 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:25.382190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Made reservation on behalf of 32cec261a407494189ca3949d6d969ae for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:25.385751 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:25.495429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:25.630606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 29cc2607-f5ff-4278-bc49-c5ac8d53e3d7 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:25.657522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-44ad35cb-c2e1-47e0-94ca-633232cf9348 None None] Could not find standard attr ID for object 1e0817bd-7be7-46ad-86e1-900ac56bf0af. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:39:25.715151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] For port c48a25a7-f1f6-42e1-91eb-676adf430e98, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c48a25a7-f1f6-42e1-91eb-676adf430e98,segment=NetworkSegment(7542a645-86bc-49e1-809c-19f6814c7770),segment_id=7542a645-86bc-49e1-809c-19f6814c7770)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:25.715449 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:25.807716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Calling delete_port for c48a25a7-f1f6-42e1-91eb-676adf430e98 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:25.834027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Allocated IP 172.20.0.9 (53da603f-c8a8-4203-97fd-895ac1ec1871/e96801ef-089e-480e-92cc-5f1b98baab38/c0e43455-150a-4902-a8f3-681222d3f9bf) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:25.981000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e85c501d-8bcc-434c-8fe1-d4bc79b10506 None None] Could not find standard attr ID for object 14e0edb5-400e-4015-b037-716f0d1f16fd. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:39:26.116254 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:26.232847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fe71a-8c9a-4910-816a-1aae71132881 req-b131c3bb-c5c4-4808-b5a9-24b06daa3b72 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:26.234428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d33fe71a-8c9a-4910-816a-1aae71132881 req-b131c3bb-c5c4-4808-b5a9-24b06daa3b72 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 1101 time: 0.7468486 Jul 14 11:39:26.241647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:26.344503 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d33fe71a-8c9a-4910-816a-1aae71132881 req-5679a189-e591-40b8-9543-2e34129bf84d tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:26.397698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:26.446761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:26.448712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=29cc2607-f5ff-4278-bc49-c5ac8d53e3d7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:26.453270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:26.459624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:26.460491 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:26.528962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c9a65-b2d6-4e89-9e55-e57e336580be req-4ca61fc9-f38e-40fd-a5ba-9d0abbf1fdf3 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:26.530597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e3c9a65-b2d6-4e89-9e55-e57e336580be req-4ca61fc9-f38e-40fd-a5ba-9d0abbf1fdf3 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 945 time: 0.8098829 Jul 14 11:39:26.713017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e3c9a65-b2d6-4e89-9e55-e57e336580be req-1410b854-4f6c-4164-9c93-eef811f99dbd tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574833 Jul 14 11:39:26.717667 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:26.730942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8e711598-2047-4301-9e0c-c11e20bebede None None] Provisioning for port 29cc2607-f5ff-4278-bc49-c5ac8d53e3d7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:26.736768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8e711598-2047-4301-9e0c-c11e20bebede None None] Provisioning complete for port 29cc2607-f5ff-4278-bc49-c5ac8d53e3d7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:26.737621 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8e711598-2047-4301-9e0c-c11e20bebede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:26.748794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Transition to ACTIVE for port object c0e43455-150a-4902-a8f3-681222d3f9bf will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:26.781791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8e711598-2047-4301-9e0c-c11e20bebede None None] Port 29cc2607-f5ff-4278-bc49-c5ac8d53e3d7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:26.859178 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d33fe71a-8c9a-4910-816a-1aae71132881 req-5679a189-e591-40b8-9543-2e34129bf84d tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:26.879949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d33fe71a-8c9a-4910-816a-1aae71132881 req-5679a189-e591-40b8-9543-2e34129bf84d tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:26.906980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e820dcf9-b697-46bf-a884-0d1b42c8adc5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2425268 Jul 14 11:39:26.909650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50394) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:26.918055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-914c3479-78d2-4fc0-9443-64ec54ff24ee req-24cd73b5-6212-4706-925e-f88af5dc5f30 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 210 time: 0.0646005 Jul 14 11:39:26.918822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:26.977301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d33fe71a-8c9a-4910-816a-1aae71132881 req-5679a189-e591-40b8-9543-2e34129bf84d tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7270403 Jul 14 11:39:26.987317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48a25a7-f1f6-42e1-91eb-676adf430e98,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:26.994838 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:27.033861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679a189-e591-40b8-9543-2e34129bf84d tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e4f4ab-3af5-4800-9bcc-a4559e2006f2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:27.055708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267b8e9-0c26-4e47-93ad-989fcb291ef8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:27.079549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267b8e9-0c26-4e47-93ad-989fcb291ef8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:27.082740 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5267b8e9-0c26-4e47-93ad-989fcb291ef8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1707880 Jul 14 11:39:27.087590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50400) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:27.162285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:27.178997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:27.182676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:27.195405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'Port': ['ID=c0e43455-150a-4902-a8f3-681222d3f9bf,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:27.266341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9be65253-f9e7-4ad3-b917-40a6a74bbac2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 29cc2607-f5ff-4278-bc49-c5ac8d53e3d7 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:27.267245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9be65253-f9e7-4ad3-b917-40a6a74bbac2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:27.357129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:27.357862 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:27.416075 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9be65253-f9e7-4ad3-b917-40a6a74bbac2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:27.432378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9be65253-f9e7-4ad3-b917-40a6a74bbac2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 29cc2607-f5ff-4278-bc49-c5ac8d53e3d7 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:27.462304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:27.487011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-325c52e9-d9e8-4000-9840-e7e4a3913254 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:27.489976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-325c52e9-d9e8-4000-9840-e7e4a3913254 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 945 time: 0.4991241 Jul 14 11:39:27.493835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-d48c3d68-49b6-4539-a4fc-1a2fe3f7213d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5576985 Jul 14 11:39:27.625177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Request body: {'port': {'device_id': 'ea6f1f64-3efd-42be-ac1c-56e1c2b2273a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:27.640993 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5a3017d7-7def-4d60-bbb8-07f62c7bdf0b None None] Provisioning for port c0e43455-150a-4902-a8f3-681222d3f9bf completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:27.642346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9be65253-f9e7-4ad3-b917-40a6a74bbac2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:27.650186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5a3017d7-7def-4d60-bbb8-07f62c7bdf0b None None] Provisioning complete for port c0e43455-150a-4902-a8f3-681222d3f9bf triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:27.650568 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5a3017d7-7def-4d60-bbb8-07f62c7bdf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:27.676958 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be65253-f9e7-4ad3-b917-40a6a74bbac2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=29cc2607-f5ff-4278-bc49-c5ac8d53e3d7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:27.725625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5a3017d7-7def-4d60-bbb8-07f62c7bdf0b None None] Port c0e43455-150a-4902-a8f3-681222d3f9bf cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:27.736456 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9be65253-f9e7-4ad3-b917-40a6a74bbac2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:27.744033 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9be65253-f9e7-4ad3-b917-40a6a74bbac2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/29cc2607-f5ff-4278-bc49-c5ac8d53e3d7 HTTP/1.1" status: 204 len: 168 time: 0.6538098 Jul 14 11:39:27.749373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50420) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:27.828459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-9961d00e-6198-409d-afbe-65551a028135 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317775 Jul 14 11:39:27.856438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0b2a4-208f-4613-b4e2-decdeea1da7e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:27.857951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0b2a4-208f-4613-b4e2-decdeea1da7e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:27.868401 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eef0b2a4-208f-4613-b4e2-decdeea1da7e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1101303 Jul 14 11:39:27.869234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50424) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:27.958527 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-07383946-dddc-4797-93a5-f47905ef11bb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet f8f331e3-066a-445f-b9c2-3039d3697e74 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:27.964603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07383946-dddc-4797-93a5-f47905ef11bb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.021273 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07383946-dddc-4797-93a5-f47905ef11bb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.070476 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.092593 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07383946-dddc-4797-93a5-f47905ef11bb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.106503 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.167500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Deleting port ef954f07-705b-45b9-81cc-98465a0fd947 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:28.168031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.208469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07383946-dddc-4797-93a5-f47905ef11bb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.247329 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07383946-dddc-4797-93a5-f47905ef11bb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f331e3-066a-445f-b9c2-3039d3697e74,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:28.249466 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07383946-dddc-4797-93a5-f47905ef11bb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.260540 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-07383946-dddc-4797-93a5-f47905ef11bb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/f8f331e3-066a-445f-b9c2-3039d3697e74 HTTP/1.1" status: 204 len: 168 time: 0.3799796 Jul 14 11:39:28.260540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50434) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:28.265947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169d00ca-03c5-4028-961f-3eeb3c8e519d None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:28.279061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-f7c6a480-de35-4823-875a-81799df41ead tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:28.287672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-f7c6a480-de35-4823-875a-81799df41ead tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3756027 Jul 14 11:39:28.316765 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-42c96f20-046c-468a-8b6d-83f8593918df tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551784 Jul 14 11:39:28.319379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50436) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:28.345993 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-ad0e9cd6-05bd-4eb6-a636-ae9b5ce0993c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/quotas/d24263558a9d471fa97fb3a7c61697d8 HTTP/1.1" status: 200 len: 375 time: 0.0569181 Jul 14 11:39:28.435536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d4776-7ae9-41ae-941f-9afb6fe8a0c8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:28.437847 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-811d4776-7ae9-41ae-941f-9afb6fe8a0c8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1171172 Jul 14 11:39:28.442454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50438) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:28.474989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131c085-729d-4936-98e8-83f3215fef42 req-23c10ae3-563c-4d26-bda3-a448ac29318d tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:28.483720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4131c085-729d-4936-98e8-83f3215fef42 req-23c10ae3-563c-4d26-bda3-a448ac29318d tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 945 time: 0.5047913 Jul 14 11:39:28.522929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd53ef3a-90ee-467e-93a1-c7fff343c8e3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:28.527563 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bd53ef3a-90ee-467e-93a1-c7fff343c8e3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811973 Jul 14 11:39:28.527814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50440) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:28.593291 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c83e66eb-d30f-469b-a123-d6a6236566c0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504379 Jul 14 11:39:28.595467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50442) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:28.602120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:28.676199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] For port ef954f07-705b-45b9-81cc-98465a0fd947, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ef954f07-705b-45b9-81cc-98465a0fd947,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:28.676525 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.765968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Calling delete_port for ef954f07-705b-45b9-81cc-98465a0fd947 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:28.787276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4131c085-729d-4936-98e8-83f3215fef42 req-777b88f7-59cb-42bc-a72f-178b64852db9 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022234 Jul 14 11:39:28.868201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea84c3-8660-42f3-96bb-28e41fda0079 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:39:28.913596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:28.917451 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:28.989671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-80ea84c3-8660-42f3-96bb-28e41fda0079 None None] Deleting port c2d374cf-c759-452f-ac63-64c02e5fcef2 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:28.994642 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80ea84c3-8660-42f3-96bb-28e41fda0079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:29.046325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-3e7092bf-5dcc-4857-be46-8227aed2c47a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6990936 Jul 14 11:39:29.077380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Router 2b1da984-c2bb-4dec-9815-392660b0fd94 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:39:29.091408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-80ea84c3-8660-42f3-96bb-28e41fda0079 None None] For port c2d374cf-c759-452f-ac63-64c02e5fcef2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c2d374cf-c759-452f-ac63-64c02e5fcef2,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:29.092603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80ea84c3-8660-42f3-96bb-28e41fda0079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:29.108858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-80ea84c3-8660-42f3-96bb-28e41fda0079 None None] Calling delete_port for c2d374cf-c759-452f-ac63-64c02e5fcef2 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:29.205932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ef954f07-705b-45b9-81cc-98465a0fd947 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:29.209247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80ea84c3-8660-42f3-96bb-28e41fda0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:29.231735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:29.259176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea84c3-8660-42f3-96bb-28e41fda0079 None None] Pushing event deleted for resources: {'Port': ['ID=c2d374cf-c759-452f-ac63-64c02e5fcef2,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:29.275408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea84c3-8660-42f3-96bb-28e41fda0079 None None] No DVR routers for this DVR port c2d374cf-c759-452f-ac63-64c02e5fcef2 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:29.303158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:29.307538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:29.319266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d2c59-75f8-4b0c-84c4-0fa69367b9c5 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:29.357123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=4799c2bb-90c5-4a53-baa6-14c2474d31c8,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:29.364175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:29.364815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:29.411834 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1b627b43-a356-4b6b-b18d-c5b36bcdbf25 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8140607 Jul 14 11:39:29.415239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50446) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:29.426603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:29.435519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': '4799c2bb-90c5-4a53-baa6-14c2474d31c8', 'ip_address': '2001:db8::2665:eb9:af66:1174'}], 'name': 'tempest-NetworksTestDHCPv6-418373682'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:29.521224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef954f07-705b-45b9-81cc-98465a0fd947'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:29.523886 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aba3712-20c1-4c7f-99a7-357125a05848" -d '{"events": [{"server_uuid": "01f82fa2-5638-4fa7-a9c9-cfedaf5e1886", "name": "network-vif-unplugged", "status": "completed", "tag": "ef954f07-705b-45b9-81cc-98465a0fd947"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:29.589807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ef954f07-705b-45b9-81cc-98465a0fd947, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ef954f07-705b-45b9-81cc-98465a0fd947,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:29.596206 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:29.598343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:29.731226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ef954f07-705b-45b9-81cc-98465a0fd947,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:29.824034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '4799c2bb-90c5-4a53-baa6-14c2474d31c8'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:39:29.824916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:29.827025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:29.870677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb036-d690-4e5e-a1f7-1f291c031ec3 req-4d2ce5c8-8f28-4e89-b0ce-718301f12baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:29.873016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4dbb036-d690-4e5e-a1f7-1f291c031ec3 req-4d2ce5c8-8f28-4e89-b0ce-718301f12baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 931 time: 0.7855296 Jul 14 11:39:29.875660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 8a9a992d-87fc-44ae-9ef6-5c29581523a4 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:29.925414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:39:29.936202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c1fe4e60-46b9-4c55-8d62-6022d3eabdc9 admin admin] 10.222.0.38 "PUT /v2.0/routers/2b1da984-c2bb-4dec-9815-392660b0fd94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2285395 Jul 14 11:39:29.937958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50462) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:29.969365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] Sync routers for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:39:30.050594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e43455-150a-4902-a8f3-681222d3f9bf {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:39:30.054091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:39:30.055203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:39:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:30.078680 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:30.089498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4dbb036-d690-4e5e-a1f7-1f291c031ec3 req-65f3abef-21e3-4f54-ab77-156804b3b461 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822443 Jul 14 11:39:30.149124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Transition to ACTIVE for port object c0e43455-150a-4902-a8f3-681222d3f9bf will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:30.155940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:30.178902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/4799c2bb-90c5-4a53-baa6-14c2474d31c8/40c96608-03ab-441a-9420-be986634ff33) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:30.189954 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:30.222117 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3393dbf-3634-412b-a9ea-98e05328a0cf x-openstack-request-id: req-f3393dbf-3634-412b-a9ea-98e05328a0cf {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:30.223508 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:30.224853 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f82fa2-5638-4fa7-a9c9-cfedaf5e1886", "name": "network-vif-unplugged", "status": "completed", "tag": "ef954f07-705b-45b9-81cc-98465a0fd947", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:30.225233 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3393dbf-3634-412b-a9ea-98e05328a0cf {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:30.226244 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef954f07-705b-45b9-81cc-98465a0fd947', 'code': 200} Jul 14 11:39:30.234801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8538c451-b70c-4519-a6ff-c5d74285974c', '2d0ac539-ec0a-4744-a0a4-d2be3a043449'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:30.239546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['6c9a677d-1787-475b-a39f-976e72ef4c47'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:30.395870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Pushing event updated for resources: {'Port': ['ID=c0e43455-150a-4902-a8f3-681222d3f9bf,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:30.507110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c2d374cf-c759-452f-ac63-64c02e5fcef2 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:30.602050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c2d374cf-c759-452f-ac63-64c02e5fcef2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:39:30.602428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c2d374cf-c759-452f-ac63-64c02e5fcef2 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:39:30.656748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Pushing event deleted for resources: {'Port': ['ID=ef954f07-705b-45b9-81cc-98465a0fd947,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:30.734739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:39:30.825204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82e73ccd-6887-47e2-8b07-aae886752e19 req-bb71bb8b-d241-47c4-80a6-528724d90419 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 210 time: 0.3290045 Jul 14 11:39:30.826099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] No DVR routers for this DVR port ef954f07-705b-45b9-81cc-98465a0fd947 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:30.838348 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:30.840678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4c08522-0a01-41cf-b805-51c257b7e934 req-bb520a06-c76e-4151-b3b5-2327d5b8ebca tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "DELETE /v2.0/ports/ef954f07-705b-45b9-81cc-98465a0fd947 HTTP/1.1" status: 204 len: 173 time: 3.3427801 Jul 14 11:39:30.841674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'name': 'network-vif-deleted', 'tag': 'ef954f07-705b-45b9-81cc-98465a0fd947'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:30.852925 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cbeb45-19d7-4635-ada0-0faff04be611" -d '{"events": [{"server_uuid": "01f82fa2-5638-4fa7-a9c9-cfedaf5e1886", "name": "network-vif-deleted", "tag": "ef954f07-705b-45b9-81cc-98465a0fd947"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:30.928475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9d65bdc-df2d-4a51-9093-67b78217953d req-a69ae511-2d85-41a7-af6f-9a388ad19315 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 210 time: 0.2347162 Jul 14 11:39:30.970073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Attempting to bind port c0e43455-150a-4902-a8f3-681222d3f9bf on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:30.970423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Attempting to bind port c0e43455-150a-4902-a8f3-681222d3f9bf by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:30.970768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Attempting to bind port c0e43455-150a-4902-a8f3-681222d3f9bf on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:30.996541 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050224d7-bef3-44c4-a265-d4e2542e655a x-openstack-request-id: req-050224d7-bef3-44c4-a265-d4e2542e655a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:30.996841 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f82fa2-5638-4fa7-a9c9-cfedaf5e1886", "name": "network-vif-deleted", "tag": "ef954f07-705b-45b9-81cc-98465a0fd947", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:30.997099 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-050224d7-bef3-44c4-a265-d4e2542e655a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:30.997512 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f82fa2-5638-4fa7-a9c9-cfedaf5e1886', 'name': 'network-vif-deleted', 'tag': 'ef954f07-705b-45b9-81cc-98465a0fd947', 'status': 'completed', 'code': 200} Jul 14 11:39:31.005653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Port c0e43455-150a-4902-a8f3-681222d3f9bf on network 53da603f-c8a8-4203-97fd-895ac1ec1871 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:39:31.005991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Attempting to bind port c0e43455-150a-4902-a8f3-681222d3f9bf on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:31.033099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:31.033451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Checking segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:31.033846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Bound using segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:31.034839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Bound port: c0e43455-150a-4902-a8f3-681222d3f9bf, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:31.036052 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:31.062785 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:31.185504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] For port c0e43455-150a-4902-a8f3-681222d3f9bf, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:31.202700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] For port c0e43455-150a-4902-a8f3-681222d3f9bf, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c0e43455-150a-4902-a8f3-681222d3f9bf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:31.207100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Deleting port 4e7640fd-4436-4a33-b1bc-2c0217efed24 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:31.207702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:31.211772 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:31.301298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:31.302573 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:31.304557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] 10.222.0.45 "PUT /v2.0/ports/c0e43455-150a-4902-a8f3-681222d3f9bf HTTP/1.1" status: 200 len: 1091 time: 3.6850088 Jul 14 11:39:31.374979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc7f91-dd9b-4393-b025-2e6354e9502d service neutron] Pushing event updated for resources: {'Port': ['ID=c0e43455-150a-4902-a8f3-681222d3f9bf,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:31.421021 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:31.478351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] For port 4e7640fd-4436-4a33-b1bc-2c0217efed24, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4e7640fd-4436-4a33-b1bc-2c0217efed24,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:31.478841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:31.481928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Transition to ACTIVE for port object 40c96608-03ab-441a-9420-be986634ff33 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:31.490864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:39:26Z', 'revision_number': 5, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port': {'id': '4e7640fd-4436-4a33-b1bc-2c0217efed24', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:37:47Z', 'updated_at': '2021-07-14T11:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:31.502648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Calling delete_port for 4e7640fd-4436-4a33-b1bc-2c0217efed24 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:31.581171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] Checking router: 2b1da984-c2bb-4dec-9815-392660b0fd94 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:39:31.609703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Transition to ACTIVE for port object 40c96608-03ab-441a-9420-be986634ff33 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:31.650867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] Routers {'2b1da984-c2bb-4dec-9815-392660b0fd94'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:39:31.651727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:39:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2b1da984-c2bb-4dec-9815-392660b0fd94'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:31.665263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ec9e6-7702-4552-873a-974b146a77e1 req-1c7e232f-974d-479d-9767-9a8ce568e4ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:31.666819 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:31.673023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533ec9e6-7702-4552-873a-974b146a77e1 req-1c7e232f-974d-479d-9767-9a8ce568e4ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 943 time: 0.2647974 Jul 14 11:39:31.733231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::2665:eb9:af66:1174 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/4799c2bb-90c5-4a53-baa6-14c2474d31c8/8a9a992d-87fc-44ae-9ef6-5c29581523a4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:31.758805 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533ec9e6-7702-4552-873a-974b146a77e1 req-c78ac1ef-2aaf-4ac5-8ca5-f0be6d4f1bcb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844350 Jul 14 11:39:31.927120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:31.932496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Pushing event updated for resources: {'Port': ['ID=40c96608-03ab-441a-9420-be986634ff33,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:31.941324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:31.948168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] Set router 2b1da984-c2bb-4dec-9815-392660b0fd94 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:39:31.951245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:31.953934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-eb937aa6-cb63-48b5-b6ba-32b041aed331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:31.955755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-eb937aa6-cb63-48b5-b6ba-32b041aed331 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 1094 time: 0.3520854 Jul 14 11:39:32.048774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-934b66a0-4b83-4660-9c40-32c6450f3495 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0e43455-150a-4902-a8f3-681222d3f9bf HTTP/1.1" status: 200 len: 217 time: 0.0828414 Jul 14 11:39:32.132452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:39:31Z', 'revision_number': 6, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:32.166303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.182129 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.195488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a28fa508-4caf-47e3-93df-bcdfff339a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:32.197243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-a28fa508-4caf-47e3-93df-bcdfff339a93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.0771456 Jul 14 11:39:32.204994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 8a9a992d-87fc-44ae-9ef6-5c29581523a4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:32.214350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76212b-c5fc-4e20-8d5d-7ad75c188608 None None] The sync data for ids ['2b1da984-c2bb-4dec-9815-392660b0fd94'] in n-d-778696-8 is: [{'id': '2b1da984-c2bb-4dec-9815-392660b0fd94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684782587-router', 'tenant_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:37:46Z', 'updated_at': '2021-07-14T11:39:31Z', 'revision_number': 6, 'project_id': '0cbd4f6e44ff48d39b2ad9ecf853dcc9', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:39:32.251024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.264436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Attempting to bind port 40c96608-03ab-441a-9420-be986634ff33 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:32.264818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Attempting to bind port 40c96608-03ab-441a-9420-be986634ff33 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:32.265190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Attempting to bind port 40c96608-03ab-441a-9420-be986634ff33 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:32.278263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:32.278935 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:32.279353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.279746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:32.280297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Bound port: 40c96608-03ab-441a-9420-be986634ff33, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:32.280686 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.329467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:32.333420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:32.337796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:32.343658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:32.344552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.359113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=8a9a992d-87fc-44ae-9ef6-5c29581523a4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:32.362917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] For port 40c96608-03ab-441a-9420-be986634ff33, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:32.367732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] For port 40c96608-03ab-441a-9420-be986634ff33, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=40c96608-03ab-441a-9420-be986634ff33,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:32.368552 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0254fa6c-ec55-4a93-a785-104589b1faaf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9509163 Jul 14 11:39:32.369213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50498) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:32.372824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.448304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7640fd-4436-4a33-b1bc-2c0217efed24,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:32.457387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45c1f21c-df18-43b5-949d-4662cd3d638f req-9d3e94a3-d5ad-4d07-9b61-5a12e46b70e0 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 210 time: 0.2683184 Jul 14 11:39:32.469509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f399b410-488c-4aea-b7ca-ad34acc6dfe4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:32.477954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f399b410-488c-4aea-b7ca-ad34acc6dfe4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:32.482006 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f399b410-488c-4aea-b7ca-ad34acc6dfe4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1094096 Jul 14 11:39:32.482361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50506) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:32.506490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-feb4abdf-c8c2-41c6-8aef-2b14823f072b req-dacc024e-c395-4e3e-8997-50bdbd9d2fad tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=01f82fa2-5638-4fa7-a9c9-cfedaf5e1886 HTTP/1.1" status: 200 len: 210 time: 0.1889987 Jul 14 11:39:32.507841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff90291-7869-464f-ad1b-eb6c64049ce0 None None] Pushing event updated for resources: {'Port': ['ID=40c96608-03ab-441a-9420-be986634ff33,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:32.643532 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.653950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-3e68ff58-9333-4f36-a626-6c31f6fefe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:32.659044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-3e68ff58-9333-4f36-a626-6c31f6fefe16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3552449 Jul 14 11:39:32.719194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-642354ab-0857-4201-b646-26d4766826b8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 8a9a992d-87fc-44ae-9ef6-5c29581523a4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:32.719899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-642354ab-0857-4201-b646-26d4766826b8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.749611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c48a25a7-f1f6-42e1-91eb-676adf430e98 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:32.807272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c48a25a7-f1f6-42e1-91eb-676adf430e98 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:39:32.809701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.810643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c48a25a7-f1f6-42e1-91eb-676adf430e98 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:39:32.822559 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.895678 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.896217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1da984-c2bb-4dec-9815-392660b0fd94 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:39:32.922153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-642354ab-0857-4201-b646-26d4766826b8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.926389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:32.927559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bbad0105-2423-480a-8b21-9bd050ed91d7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2b1da984-c2bb-4dec-9815-392660b0fd94 HTTP/1.1" status: 204 len: 168 time: 2.9855897 Jul 14 11:39:32.935708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50512) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:33.002263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6f1f64-3efd-42be-ac1c-56e1c2b2273a', 'tag': 'c0e43455-150a-4902-a8f3-681222d3f9bf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:33.004724 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6f1f64-3efd-42be-ac1c-56e1c2b2273a", "tag": "c0e43455-150a-4902-a8f3-681222d3f9bf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:33.017450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-59ce45e4-0ab0-4989-b3c4-2a463e17e33b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370338 Jul 14 11:39:33.029171 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-642354ab-0857-4201-b646-26d4766826b8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 8a9a992d-87fc-44ae-9ef6-5c29581523a4 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:33.098267 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4389af38-3e56-4134-843f-3e3d638f1e6f x-openstack-request-id: req-4389af38-3e56-4134-843f-3e3d638f1e6f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:33.098875 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6f1f64-3efd-42be-ac1c-56e1c2b2273a", "tag": "c0e43455-150a-4902-a8f3-681222d3f9bf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:33.099309 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4389af38-3e56-4134-843f-3e3d638f1e6f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:33.099976 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6f1f64-3efd-42be-ac1c-56e1c2b2273a', 'tag': 'c0e43455-150a-4902-a8f3-681222d3f9bf', 'status': 'completed', 'code': 200} Jul 14 11:39:33.138420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b933e86-7915-40c3-8b2f-2dd021bd80ff admin admin] Deleting subnet 2aea79b6-5c29-4f29-8acc-115537bb8491 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:33.150086 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b933e86-7915-40c3-8b2f-2dd021bd80ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:33.287014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-b4bcb562-f351-4d75-b0f4-20dea8c98cc0 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130952 Jul 14 11:39:33.299336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd15002-4223-4314-b650-1d9bbdc85379 req-fc7214a0-f689-4309-9782-489628f21ad6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:33.301653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd15002-4223-4314-b650-1d9bbdc85379 req-fc7214a0-f689-4309-9782-489628f21ad6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 943 time: 0.2611070 Jul 14 11:39:33.337488 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-642354ab-0857-4201-b646-26d4766826b8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:33.402102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b933e86-7915-40c3-8b2f-2dd021bd80ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:33.419188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-90639ed6-1da0-46d1-94c2-469049c7d5e3 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:33.420885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-90639ed6-1da0-46d1-94c2-469049c7d5e3 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3910923 Jul 14 11:39:33.432099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642354ab-0857-4201-b646-26d4766826b8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=8a9a992d-87fc-44ae-9ef6-5c29581523a4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:33.436066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Request body: {'port': {'device_id': '9c0e8c21-47d3-439c-b0fe-50108cf34fc6', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'd24263558a9d471fa97fb3a7c61697d8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:33.468969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-642354ab-0857-4201-b646-26d4766826b8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:33.471329 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-642354ab-0857-4201-b646-26d4766826b8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/8a9a992d-87fc-44ae-9ef6-5c29581523a4 HTTP/1.1" status: 204 len: 168 time: 0.9764848 Jul 14 11:39:33.473953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50520) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:33.525369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b933e86-7915-40c3-8b2f-2dd021bd80ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:33.535304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd15002-4223-4314-b650-1d9bbdc85379 req-999bf4a7-102e-4afc-a1a3-d3e3fe34f884 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149646 Jul 14 11:39:33.620082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-122cd42d-a3c4-436b-b7d4-680bc9b2b746 req-3c00e95a-fd0d-4e90-aa64-9c0569002a55 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128695 Jul 14 11:39:33.637670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada49c2-8268-4159-b314-cfd39b248435 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:33.639403 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada49c2-8268-4159-b314-cfd39b248435 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:33.641101 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ada49c2-8268-4159-b314-cfd39b248435 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1658931 Jul 14 11:39:33.659979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50530) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:33.746439 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b933e86-7915-40c3-8b2f-2dd021bd80ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:33.784082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-b3deaba5-006e-49be-9a58-c23f933b0daa tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1326542 Jul 14 11:39:33.790508 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b933e86-7915-40c3-8b2f-2dd021bd80ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aea79b6-5c29-4f29-8acc-115537bb8491,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:33.794966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b933e86-7915-40c3-8b2f-2dd021bd80ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:33.798039 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1b933e86-7915-40c3-8b2f-2dd021bd80ff admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2aea79b6-5c29-4f29-8acc-115537bb8491 HTTP/1.1" status: 204 len: 168 time: 0.8515413 Jul 14 11:39:33.803892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50534) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:33.881156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6909087-d9da-4662-8ade-faa4e9a25a3c req-d7f69cc5-65be-4561-8aa2-5673b2fe9552 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 210 time: 0.1391895 Jul 14 11:39:34.004379 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.150209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e20e30-b467-4cc8-b9cd-752775615b5e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 4799c2bb-90c5-4a53-baa6-14c2474d31c8 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:34.160038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Made reservation on behalf of d24263558a9d471fa97fb3a7c61697d8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:34.167390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.188279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44e20e30-b467-4cc8-b9cd-752775615b5e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.193353 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.209821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda63f3c-b9c2-4edc-8976-3bdbd47a4dda']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:34.224123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7542a645-86bc-49e1-809c-19f6814c7770') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:34.224954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7542a645-86bc-49e1-809c-19f6814c7770') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:39:34.236746 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.255186 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.264988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:39:34.266417 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:39:34.318685 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:39:34.384606 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.390532 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.392531 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dda63f3c-b9c2-4edc-8976-3bdbd47a4dda HTTP/1.1" status: 204 len: 168 time: 0.5874400 Jul 14 11:39:34.417316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be937f7e-8f0c-4f8d-9a95-20a214d24356 admin admin] Pushing event deleted for resources: {'Network': ['ID=dda63f3c-b9c2-4edc-8976-3bdbd47a4dda,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:34.484983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 40c96608-03ab-441a-9420-be986634ff33 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:34.764904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-51c17a0b-4279-49dd-8687-09cebae235f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:34.767682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-51c17a0b-4279-49dd-8687-09cebae235f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 1094 time: 1.0153925 Jul 14 11:39:34.772647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44e20e30-b467-4cc8-b9cd-752775615b5e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:34.934016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a28143c8-f6e4-4baf-91a9-46d6edb87339 None None] Provisioning for port 40c96608-03ab-441a-9420-be986634ff33 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:34.940422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 40c96608-03ab-441a-9420-be986634ff33 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:34.957815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 40c96608-03ab-441a-9420-be986634ff33 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:34.958504 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.058605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50560) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:35.188901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-58d57f4c-3c46-4514-9739-1a6552f18b7c None None] Could not find standard attr ID for object 8a9a992d-87fc-44ae-9ef6-5c29581523a4. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:39:35.201865 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0f8cad21-74f6-4f77-8d7f-77d0b46751f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0cbd4f6e44ff48d39b2ad9ecf853dcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427631 Jul 14 11:39:35.208129 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.210517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50564) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:35.289552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 40c96608-03ab-441a-9420-be986634ff33, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=40c96608-03ab-441a-9420-be986634ff33,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:35.296812 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.325615 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44e20e30-b467-4cc8-b9cd-752775615b5e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.329567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2821269b-1069-4e40-aa67-13414de4888f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.384404 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2821269b-1069-4e40-aa67-13414de4888f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.404527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4e7640fd-4436-4a33-b1bc-2c0217efed24 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:35.414094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=40c96608-03ab-441a-9420-be986634ff33,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:35.459039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4e7640fd-4436-4a33-b1bc-2c0217efed24 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:39:35.460523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4e7640fd-4436-4a33-b1bc-2c0217efed24 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:39:35.477765 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44e20e30-b467-4cc8-b9cd-752775615b5e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.505718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-ae805cc0-004f-4655-8dc7-1f2ff58639e9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:35.507487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-ae805cc0-004f-4655-8dc7-1f2ff58639e9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5985308 Jul 14 11:39:35.510217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2821269b-1069-4e40-aa67-13414de4888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.517924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2821269b-1069-4e40-aa67-13414de4888f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.523497 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2821269b-1069-4e40-aa67-13414de4888f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/793ae9cb-6cec-44d3-a80c-dc41a53b2add HTTP/1.1" status: 204 len: 168 time: 0.3110888 Jul 14 11:39:35.537152 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821269b-1069-4e40-aa67-13414de4888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793ae9cb-6cec-44d3-a80c-dc41a53b2add,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:35.665391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96b4353d-d8c5-4aa0-a973-a5ae0930987d req-3ed7aeea-c1af-4a71-9b3e-54397c75e4b6 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 210 time: 0.2174993 Jul 14 11:39:35.672856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Request body: {'port': {'device_id': 'e59344ef-f729-44ea-962c-006b0db01c3d', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'd24263558a9d471fa97fb3a7c61697d8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:35.686027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e20e30-b467-4cc8-b9cd-752775615b5e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=4799c2bb-90c5-4a53-baa6-14c2474d31c8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:35.693790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44e20e30-b467-4cc8-b9cd-752775615b5e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:35.698832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-44e20e30-b467-4cc8-b9cd-752775615b5e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/4799c2bb-90c5-4a53-baa6-14c2474d31c8 HTTP/1.1" status: 204 len: 168 time: 2.0089586 Jul 14 11:39:35.700692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50572) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:35.712742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-34f6b39c-0e23-40f6-a9ae-6ef66d3c951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:35.714392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-34f6b39c-0e23-40f6-a9ae-6ef66d3c951c service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.8494906 Jul 14 11:39:35.719902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e6989-7c8b-4d12-a463-27403e9d49ff None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:35.820428 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b00a7a93-ac2d-4599-977b-82800703e9c5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180930 Jul 14 11:39:35.822001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50574) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:35.838034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:35.930763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-87a9ec72-3ac3-4e58-8919-af63a659818d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0e43455-150a-4902-a8f3-681222d3f9bf HTTP/1.1" status: 200 len: 217 time: 0.1633480 Jul 14 11:39:36.008712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:36.015213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:36.042002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Allocated IP 192.168.233.115 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/d022d906-cd2d-4966-9300-290d110a14da) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:36.070724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c0e43455-150a-4902-a8f3-681222d3f9bf details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:39:36.102679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98651f4f-ca6c-40ee-b787-2efff114d8c2 req-58f99036-fc50-4697-93bc-6a985e148ceb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:36.113706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98651f4f-ca6c-40ee-b787-2efff114d8c2 req-58f99036-fc50-4697-93bc-6a985e148ceb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 943 time: 0.6742582 Jul 14 11:39:36.122398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-8a44f05d-7f20-4ed2-8dd3-d5b63f80915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:36.141133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-8a44f05d-7f20-4ed2-8dd3-d5b63f80915b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.1985457 Jul 14 11:39:36.238923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c0e43455-150a-4902-a8f3-681222d3f9bf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c0e43455-150a-4902-a8f3-681222d3f9bf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:36.264286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'c0e43455-150a-4902-a8f3-681222d3f9bf', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'port_id': 'c0e43455-150a-4902-a8f3-681222d3f9bf', 'mac_address': 'fa:16:3e:0a:de:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:39:36.337249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb49bd3-c59b-453d-b4b8-61c763aaf6e8 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:39:36.362658 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:36.408331 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:36.415533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 40c96608-03ab-441a-9420-be986634ff33 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:36.430318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:36.443468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:36.452887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e43455-150a-4902-a8f3-681222d3f9bf {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:39:36.460303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:36.460916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:36.504211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c0e43455-150a-4902-a8f3-681222d3f9bf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c0e43455-150a-4902-a8f3-681222d3f9bf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:36.514136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7eb49bd3-c59b-453d-b4b8-61c763aaf6e8 None None] Deleting port 40c96608-03ab-441a-9420-be986634ff33 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:36.514931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bd3-c59b-453d-b4b8-61c763aaf6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:36.525521 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=dbedf1e0-d8ea-41de-8432-fa528358e635,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:36.530799 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:36.534286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Made reservation on behalf of d24263558a9d471fa97fb3a7c61697d8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:36.538735 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:36.564115 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c678e460-feb3-46b3-8ed8-996bd5cb2699 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7305119 Jul 14 11:39:36.567342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50594) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:36.578812 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': 'dbedf1e0-d8ea-41de-8432-fa528358e635', 'ip_address': '2001:db8::8b5a:ecba:df04:e827'}], 'name': 'tempest-NetworksTestDHCPv6-752578366'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:36.600317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98651f4f-ca6c-40ee-b787-2efff114d8c2 req-9d5cc3b2-6b7e-4549-bdd2-17c6433c1dee tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852931 Jul 14 11:39:36.692529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c0e43455-150a-4902-a8f3-681222d3f9bf,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:36.806724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-80155763-6e4b-4e0b-a264-b17c2e869e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:36.809523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-80155763-6e4b-4e0b-a264-b17c2e869e02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6576810 Jul 14 11:39:36.813585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:36.819994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c0e43455-150a-4902-a8f3-681222d3f9bf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:36.841805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7eb49bd3-c59b-453d-b4b8-61c763aaf6e8 None None] For port 40c96608-03ab-441a-9420-be986634ff33, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=40c96608-03ab-441a-9420-be986634ff33,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:36.841805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bd3-c59b-453d-b4b8-61c763aaf6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:36.852204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:37.001855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 40c96608-03ab-441a-9420-be986634ff33, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=40c96608-03ab-441a-9420-be986634ff33,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:37.002098 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:37.006289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7eb49bd3-c59b-453d-b4b8-61c763aaf6e8 None None] Calling delete_port for 40c96608-03ab-441a-9420-be986634ff33 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:37.019728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c41e9bc-bbd5-4774-9880-41082620aa49 req-dd0ceb6f-df25-48cc-9db0-78ab0b9139ef tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 210 time: 0.0650785 Jul 14 11:39:37.029415 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:37.058207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Transition to ACTIVE for port object d022d906-cd2d-4966-9300-290d110a14da will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:37.089490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:37.092820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-1a0f3089-4eb3-4545-9c51-3991b14b91a3 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667797 Jul 14 11:39:37.163279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 03f911a3-c8f6-4291-8cb7-f531ece48a8e yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:37.249333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=40c96608-03ab-441a-9420-be986634ff33,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:37.259880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:37.310451 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bd3-c59b-453d-b4b8-61c763aaf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:37.354124 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb49bd3-c59b-453d-b4b8-61c763aaf6e8 None None] Pushing event deleted for resources: {'Port': ['ID=40c96608-03ab-441a-9420-be986634ff33,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:37.369345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb49bd3-c59b-453d-b4b8-61c763aaf6e8 None None] No DVR routers for this DVR port 40c96608-03ab-441a-9420-be986634ff33 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:37.382908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:37.406313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:37.406499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a72f70d-1bab-486f-8d6b-4aa9aa151204 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:37.428006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:37.510390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::8b5a:ecba:df04:e827 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/dbedf1e0-d8ea-41de-8432-fa528358e635/03f911a3-c8f6-4291-8cb7-f531ece48a8e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:37.603571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bdeb80c-ec9a-426b-9c73-fd939cbff19f req-e9351bfa-4091-4795-b0d8-c1406c72c491 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963644 Jul 14 11:39:37.605180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event updated for resources: {'Port': ['ID=d022d906-cd2d-4966-9300-290d110a14da,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:37.639993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Allocated IP 192.168.233.95 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/ddbe1617-690b-453c-8953-1f00fdd44d01) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:37.730136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:37.730888 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:37.781894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-d69bab00-5e08-4d67-9de1-f8c26c03d02a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3497534 Jul 14 11:39:37.807658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': 'dbedf1e0-d8ea-41de-8432-fa528358e635'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:39:37.808260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Request body: {'port': {'device_id': '9c0e8c21-47d3-439c-b0fe-50108cf34fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:37.808855 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:37.907141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:37.932103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 03f911a3-c8f6-4291-8cb7-f531ece48a8e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:37.971107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:37.997650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.069110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3c0aff4e-08e9-410d-945d-681f58f37f6f None None] Provisioning for port d022d906-cd2d-4966-9300-290d110a14da completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:38.101597 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3c0aff4e-08e9-410d-945d-681f58f37f6f None None] Provisioning complete for port d022d906-cd2d-4966-9300-290d110a14da triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:38.101977 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3c0aff4e-08e9-410d-945d-681f58f37f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.113340 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:38.117092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:38.131572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:38.146855 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:38.147536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.183927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=03f911a3-c8f6-4291-8cb7-f531ece48a8e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:38.195594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.196214 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5e7b49f2-170b-476c-8fea-60c93bf3cc49 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6267118 Jul 14 11:39:38.197218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50652) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:38.215767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Transition to ACTIVE for port object ddbe1617-690b-453c-8953-1f00fdd44d01 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:38.234236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/dbedf1e0-d8ea-41de-8432-fa528358e635/10c31cef-7b4f-4135-b7d8-0ad208663c44) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:38.265494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3c0aff4e-08e9-410d-945d-681f58f37f6f None None] Port d022d906-cd2d-4966-9300-290d110a14da cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:38.270670 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.334872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51591bab-e6af-42c7-be66-ec39e7d05686 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:38.352449 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-51591bab-e6af-42c7-be66-ec39e7d05686 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1541064 Jul 14 11:39:38.353114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50654) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:38.367368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:38.386321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:38.419622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:38.483262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:38.485050 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.509812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.561999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event updated for resources: {'Port': ['ID=ddbe1617-690b-453c-8953-1f00fdd44d01,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:38.574758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-244d494b-1b86-4e03-bd31-45a5330c2e16 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 03f911a3-c8f6-4291-8cb7-f531ece48a8e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:38.575247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-244d494b-1b86-4e03-bd31-45a5330c2e16 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.603483 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.609862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-8ff93451-297f-4d50-95e3-ca66e21a8018 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9757597 Jul 14 11:39:38.613943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Transition to ACTIVE for port object 10c31cef-7b4f-4135-b7d8-0ad208663c44 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:38.663330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Transition to ACTIVE for port object 10c31cef-7b4f-4135-b7d8-0ad208663c44 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:38.668734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Request body: {'port': {'device_id': 'e59344ef-f729-44ea-962c-006b0db01c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:38.685443 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.685956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d67d8-6cce-4920-b08c-6483551905db req-ed8debc2-7c84-4bb0-94ef-67bf1cadb492 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:38.696920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-754d67d8-6cce-4920-b08c-6483551905db req-ed8debc2-7c84-4bb0-94ef-67bf1cadb492 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 944 time: 0.7870097 Jul 14 11:39:38.742870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-244d494b-1b86-4e03-bd31-45a5330c2e16 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.761497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-244d494b-1b86-4e03-bd31-45a5330c2e16 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 03f911a3-c8f6-4291-8cb7-f531ece48a8e owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:38.786732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:38.796680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:38.805392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:38.865278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Pushing event updated for resources: {'Port': ['ID=10c31cef-7b4f-4135-b7d8-0ad208663c44,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:38.914265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-754d67d8-6cce-4920-b08c-6483551905db req-7e69f9f6-b634-4730-ad76-e36ac0ed4e07 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163231 Jul 14 11:39:38.944477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Attempting to bind port 10c31cef-7b4f-4135-b7d8-0ad208663c44 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:38.944859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Attempting to bind port 10c31cef-7b4f-4135-b7d8-0ad208663c44 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:38.945432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Attempting to bind port 10c31cef-7b4f-4135-b7d8-0ad208663c44 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:38.966119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:38.966406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:38.966834 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:38.967255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:38.967774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Bound port: 10c31cef-7b4f-4135-b7d8-0ad208663c44, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:38.968199 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:39.003460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a4725711-d5d2-4cfb-897e-fa4656fb49aa None None] Provisioning for port ddbe1617-690b-453c-8953-1f00fdd44d01 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:39.014806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a4725711-d5d2-4cfb-897e-fa4656fb49aa None None] Provisioning complete for port ddbe1617-690b-453c-8953-1f00fdd44d01 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:39.015183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a4725711-d5d2-4cfb-897e-fa4656fb49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:39.113703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-244d494b-1b86-4e03-bd31-45a5330c2e16 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:39.116028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a4725711-d5d2-4cfb-897e-fa4656fb49aa None None] Port ddbe1617-690b-453c-8953-1f00fdd44d01 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:39.134733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] For port 10c31cef-7b4f-4135-b7d8-0ad208663c44, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:39.138413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] For port 10c31cef-7b4f-4135-b7d8-0ad208663c44, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=10c31cef-7b4f-4135-b7d8-0ad208663c44,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:39.154192 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:39.201591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d494b-1b86-4e03-bd31-45a5330c2e16 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=03f911a3-c8f6-4291-8cb7-f531ece48a8e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:39.202309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:39.266119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb0411-bced-497b-b3f7-891bd215b493 req-08c5e729-7063-4665-9a19-f0f0dbb302b7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:39.288544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-244d494b-1b86-4e03-bd31-45a5330c2e16 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:39.291660 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-244d494b-1b86-4e03-bd31-45a5330c2e16 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/03f911a3-c8f6-4291-8cb7-f531ece48a8e HTTP/1.1" status: 204 len: 168 time: 0.9374261 Jul 14 11:39:39.293887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8cb0411-bced-497b-b3f7-891bd215b493 req-08c5e729-7063-4665-9a19-f0f0dbb302b7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 935 time: 0.8788421 Jul 14 11:39:39.294308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50670) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:39.299793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ca4ed-6448-458c-b909-c52ec831e50c None None] Pushing event updated for resources: {'Port': ['ID=10c31cef-7b4f-4135-b7d8-0ad208663c44,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:39.313939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:39.460654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f18eab6-749f-4e3e-ae88-959a318ce14e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:39.463884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f18eab6-749f-4e3e-ae88-959a318ce14e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:39.469821 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f18eab6-749f-4e3e-ae88-959a318ce14e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1739745 Jul 14 11:39:39.474147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50672) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:39.490532 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-20d69a89-871d-4dd5-a8cf-28b4f7247b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:39.646578 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b89b342-af61-4751-b2e6-513b6c4744d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet dbedf1e0-d8ea-41de-8432-fa528358e635 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:39.678731 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b89b342-af61-4751-b2e6-513b6c4744d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:39.733582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b89b342-af61-4751-b2e6-513b6c4744d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:39.785986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50680) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:40.068270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c0e43455-150a-4902-a8f3-681222d3f9bf up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:40.201919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port c0e43455-150a-4902-a8f3-681222d3f9bf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:40.204140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8cb0411-bced-497b-b3f7-891bd215b493 req-c3a9120a-633e-49e3-90bf-c9d8ff9e247c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9087799 Jul 14 11:39:40.245962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port c0e43455-150a-4902-a8f3-681222d3f9bf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:40.252889 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:40.517864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 10c31cef-7b4f-4135-b7d8-0ad208663c44 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:40.599444 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:40.615709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813348c-15e7-40d4-98e9-f316bb2f5267 req-c90e6987-e988-46bc-8c20-4140a16d1c91 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:40.617531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b813348c-15e7-40d4-98e9-f316bb2f5267 req-c90e6987-e988-46bc-8c20-4140a16d1c91 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 944 time: 0.4644196 Jul 14 11:39:40.655783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6f1f64-3efd-42be-ac1c-56e1c2b2273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e43455-150a-4902-a8f3-681222d3f9bf'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:40.659567 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b49ab8-0338-44b0-afe8-1c6576935d47" -d '{"events": [{"server_uuid": "ea6f1f64-3efd-42be-ac1c-56e1c2b2273a", "name": "network-vif-plugged", "status": "completed", "tag": "c0e43455-150a-4902-a8f3-681222d3f9bf"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:40.682190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c0e43455-150a-4902-a8f3-681222d3f9bf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c0e43455-150a-4902-a8f3-681222d3f9bf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:40.689381 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:40.692783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab11786-11a4-4c5a-aabc-9d87bd071934 req-2d7bbe3a-2cb9-46bd-8c5d-d01cb81e24de tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:40.694473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ab11786-11a4-4c5a-aabc-9d87bd071934 req-2d7bbe3a-2cb9-46bd-8c5d-d01cb81e24de tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 946 time: 0.2240398 Jul 14 11:39:40.702124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d022d906-cd2d-4966-9300-290d110a14da {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:39:40.729676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 10c31cef-7b4f-4135-b7d8-0ad208663c44 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:40.755998 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:40.770855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f822a2d-601b-4a68-a79f-f853e04de4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:40.775928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c0e43455-150a-4902-a8f3-681222d3f9bf,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:40.792055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b813348c-15e7-40d4-98e9-f316bb2f5267 req-ab2eb2b5-b1bd-43a0-99b1-264dcce47860 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497080 Jul 14 11:39:40.811252 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b89b342-af61-4751-b2e6-513b6c4744d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:40.825927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ab11786-11a4-4c5a-aabc-9d87bd071934 req-9450cf86-c1f2-47ca-a133-b7beac29b1a6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161680 Jul 14 11:39:40.827971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Transition to ACTIVE for port object d022d906-cd2d-4966-9300-290d110a14da will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:40.855266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:40.904118 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bc5f2a-84b2-420c-a8e3-9ccf01ba64a2 x-openstack-request-id: req-69bc5f2a-84b2-420c-a8e3-9ccf01ba64a2 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:40.905428 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6f1f64-3efd-42be-ac1c-56e1c2b2273a", "name": "network-vif-plugged", "status": "completed", "tag": "c0e43455-150a-4902-a8f3-681222d3f9bf", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:40.906316 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69bc5f2a-84b2-420c-a8e3-9ccf01ba64a2 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:40.906980 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6f1f64-3efd-42be-ac1c-56e1c2b2273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e43455-150a-4902-a8f3-681222d3f9bf', 'code': 200} Jul 14 11:39:40.960002 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:39:41.000704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f822a2d-601b-4a68-a79f-f853e04de4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.013927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f822a2d-601b-4a68-a79f-f853e04de4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.050741 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6f822a2d-601b-4a68-a79f-f853e04de4d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df40229a710e43e79090f8589e5e5a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2642109 Jul 14 11:39:41.071717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] Provisioning for port 10c31cef-7b4f-4135-b7d8-0ad208663c44 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:41.077678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50698) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:41.079255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] Provisioning complete for port 10c31cef-7b4f-4135-b7d8-0ad208663c44 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:41.081848 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.118382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98944821-462f-4065-b9ce-441175d72597 service neutron] Pushing event updated for resources: {'Port': ['ID=d022d906-cd2d-4966-9300-290d110a14da,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:41.161191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f822a2d-601b-4a68-a79f-f853e04de4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c704ddff-62b5-4c0d-88c3-102deef7139c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:41.224858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b89b342-af61-4751-b2e6-513b6c4744d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.265076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.339554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b89b342-af61-4751-b2e6-513b6c4744d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.356685 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5b89b342-af61-4751-b2e6-513b6c4744d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/dbedf1e0-d8ea-41de-8432-fa528358e635 HTTP/1.1" status: 204 len: 168 time: 1.8808355 Jul 14 11:39:41.358469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4842-d8fa-4de5-a4a3-c1c9d857faa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.364228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50704) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:41.364943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4082d-4af0-44d7-a1b5-cf048838c904 req-11189815-e819-45b5-beab-945e44dc12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:41.366038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b342-af61-4751-b2e6-513b6c4744d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=dbedf1e0-d8ea-41de-8432-fa528358e635,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:41.366688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a9f4082d-4af0-44d7-a1b5-cf048838c904 req-11189815-e819-45b5-beab-945e44dc12c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 1096 time: 0.3713152 Jul 14 11:39:41.418116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Attempting to bind port d022d906-cd2d-4966-9300-290d110a14da on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:41.418599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Attempting to bind port d022d906-cd2d-4966-9300-290d110a14da by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:41.419053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Attempting to bind port d022d906-cd2d-4966-9300-290d110a14da on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:41.431626 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:39:41.432018 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:39:41.442793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Port d022d906-cd2d-4966-9300-290d110a14da on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:39:41.442793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Attempting to bind port d022d906-cd2d-4966-9300-290d110a14da on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:41.445004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b572a-e668-4c9a-b217-848d854c2edb None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:41.449829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbe1617-690b-453c-8953-1f00fdd44d01 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:39:41.463528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.466312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:41.466789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:41.467276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:41.467931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Bound port: d022d906-cd2d-4966-9300-290d110a14da, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:41.468411 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.468730 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2196724b-5af8-40ca-8874-87da87d00301 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948951 Jul 14 11:39:41.471199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50706) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:41.497045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:41.505234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a9f4082d-4af0-44d7-a1b5-cf048838c904 req-9365b5fc-f7f6-4834-9164-85f05c4058eb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061695 Jul 14 11:39:41.520583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Transition to ACTIVE for port object ddbe1617-690b-453c-8953-1f00fdd44d01 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:41.545911 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.609042 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4842-d8fa-4de5-a4a3-c1c9d857faa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.655637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbe1617-690b-453c-8953-1f00fdd44d01,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:41.678345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] For port d022d906-cd2d-4966-9300-290d110a14da, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:41.735566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4842-d8fa-4de5-a4a3-c1c9d857faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.739638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4842-d8fa-4de5-a4a3-c1c9d857faa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.745188 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f0c4842-d8fa-4de5-a4a3-c1c9d857faa4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c704ddff-62b5-4c0d-88c3-102deef7139c HTTP/1.1" status: 204 len: 168 time: 0.6647511 Jul 14 11:39:41.758222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8228d0c6-2859-4d78-acac-f3f295431907 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:39:41.781396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] For port d022d906-cd2d-4966-9300-290d110a14da, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d022d906-cd2d-4966-9300-290d110a14da,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:41.781650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c4842-d8fa-4de5-a4a3-c1c9d857faa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c704ddff-62b5-4c0d-88c3-102deef7139c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:41.819472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.873282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-7afad3ae-4be8-4151-8432-b6babd995223 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:41.881719 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-7afad3ae-4be8-4151-8432-b6babd995223 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 946 time: 0.4018154 Jul 14 11:39:41.954777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8228d0c6-2859-4d78-acac-f3f295431907 None None] Deleting port 10c31cef-7b4f-4135-b7d8-0ad208663c44 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:41.954777 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8228d0c6-2859-4d78-acac-f3f295431907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:41.982694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bab90-cbea-4dc2-b826-8c74c30c9216 req-17ff5b4d-1e93-4993-bed4-55073a316779 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:41.992527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a90bab90-cbea-4dc2-b826-8c74c30c9216 req-17ff5b4d-1e93-4993-bed4-55073a316779 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 935 time: 0.5074918 Jul 14 11:39:41.997875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:42.001536 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.007841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-98944821-462f-4065-b9ce-441175d72597 service neutron] 10.222.0.64 "PUT /v2.0/ports/d022d906-cd2d-4966-9300-290d110a14da HTTP/1.1" status: 200 len: 1096 time: 4.2175970 Jul 14 11:39:42.019062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0e8c21-47d3-439c-b0fe-50108cf34fc6', 'tag': 'd022d906-cd2d-4966-9300-290d110a14da'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:42.026134 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0e8c21-47d3-439c-b0fe-50108cf34fc6", "tag": "d022d906-cd2d-4966-9300-290d110a14da"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:42.090417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:42.094121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.169666 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.289076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Attempting to bind port ddbe1617-690b-453c-8953-1f00fdd44d01 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:42.289490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Attempting to bind port ddbe1617-690b-453c-8953-1f00fdd44d01 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:42.289873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Attempting to bind port ddbe1617-690b-453c-8953-1f00fdd44d01 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:42.332152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98944821-462f-4065-b9ce-441175d72597 service neutron] Pushing event updated for resources: {'Port': ['ID=d022d906-cd2d-4966-9300-290d110a14da,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:42.358801 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a90bab90-cbea-4dc2-b826-8c74c30c9216 req-4d474a68-1263-49bc-8e8e-a309024e1b80 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597801 Jul 14 11:39:42.361580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Port ddbe1617-690b-453c-8953-1f00fdd44d01 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:39:42.362332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Attempting to bind port ddbe1617-690b-453c-8953-1f00fdd44d01 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:42.415875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:42.430629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:42.431128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:42.431636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Bound port: ddbe1617-690b-453c-8953-1f00fdd44d01, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:42.440834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Deleting port 2d0ac539-ec0a-4744-a0a4-d2be3a043449 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:42.441783 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.444235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.567077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 10c31cef-7b4f-4135-b7d8-0ad208663c44 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:42.587682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] For port 2d0ac539-ec0a-4744-a0a4-d2be3a043449, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2d0ac539-ec0a-4744-a0a4-d2be3a043449,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:42.588439 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.607209 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Calling delete_port for 2d0ac539-ec0a-4744-a0a4-d2be3a043449 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:42.627036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abc6e0-59b8-4e04-a810-e43f04745540 req-474f1601-435b-4da6-8be2-fb464ec80612 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:42.646371 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02abc6e0-59b8-4e04-a810-e43f04745540 req-474f1601-435b-4da6-8be2-fb464ec80612 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.5844486 Jul 14 11:39:42.673900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-6929e913-1ad3-4139-a399-023537cb416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:42.676347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-6929e913-1ad3-4139-a399-023537cb416e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 1099 time: 0.5763233 Jul 14 11:39:42.706480 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f7013a82-33d8-4c72-a92d-11551de6cc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.755560 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-81403cbe-6d32-4e11-b979-33a8e67a6389 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d022d906-cd2d-4966-9300-290d110a14da HTTP/1.1" status: 200 len: 217 time: 0.0688112 Jul 14 11:39:42.780323 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.818201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02abc6e0-59b8-4e04-a810-e43f04745540 req-2567b8fc-69c9-4ea4-b995-7a01ab8f57e2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706629 Jul 14 11:39:42.826951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] For port 10c31cef-7b4f-4135-b7d8-0ad208663c44, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=10c31cef-7b4f-4135-b7d8-0ad208663c44,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:42.830109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-8228d0c6-2859-4d78-acac-f3f295431907 None None] For port 10c31cef-7b4f-4135-b7d8-0ad208663c44, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=10c31cef-7b4f-4135-b7d8-0ad208663c44,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:42.831681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8228d0c6-2859-4d78-acac-f3f295431907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.835593 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:42.909331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] For port ddbe1617-690b-453c-8953-1f00fdd44d01, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:42.931175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8228d0c6-2859-4d78-acac-f3f295431907 None None] Calling delete_port for 10c31cef-7b4f-4135-b7d8-0ad208663c44 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:42.961411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-e25d66fd-e7a8-4e4b-851c-11ac32100b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:42.968508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-37b79392-670f-424e-b7b9-8e21f50a65df None None] Could not find standard attr ID for object 03f911a3-c8f6-4291-8cb7-f531ece48a8e. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:39:42.970927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-e25d66fd-e7a8-4e4b-851c-11ac32100b2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2026510 Jul 14 11:39:42.974107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] For port ddbe1617-690b-453c-8953-1f00fdd44d01, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ddbe1617-690b-453c-8953-1f00fdd44d01,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:43.017575 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:43.029116 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:43.037428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8538c451-b70c-4519-a6ff-c5d74285974c', '2d0ac539-ec0a-4744-a0a4-d2be3a043449'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:43.041040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['6c9a677d-1787-475b-a39f-976e72ef4c47'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:43.129037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66038328-69bc-4071-81f1-ad932ef32ed5 None None] Pushing event updated for resources: {'Port': ['ID=10c31cef-7b4f-4135-b7d8-0ad208663c44,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:43.153580 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:43.175727 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd7b7a1-454e-41d0-bbe3-e93a640192a6 x-openstack-request-id: req-ccd7b7a1-454e-41d0-bbe3-e93a640192a6 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:43.177773 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0e8c21-47d3-439c-b0fe-50108cf34fc6", "tag": "d022d906-cd2d-4966-9300-290d110a14da", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:43.178316 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ccd7b7a1-454e-41d0-bbe3-e93a640192a6 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:43.178974 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0e8c21-47d3-439c-b0fe-50108cf34fc6', 'tag': 'd022d906-cd2d-4966-9300-290d110a14da', 'status': 'completed', 'code': 200} Jul 14 11:39:43.182631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:43.183638 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:43.189705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] 10.222.0.64 "PUT /v2.0/ports/ddbe1617-690b-453c-8953-1f00fdd44d01 HTTP/1.1" status: 200 len: 1095 time: 4.5313647 Jul 14 11:39:43.240935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129418af-3406-44d0-9ecc-93b33afb7e7a req-434a16d7-e8eb-49ff-b8a1-9f093873ba2c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:43.256539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-129418af-3406-44d0-9ecc-93b33afb7e7a req-434a16d7-e8eb-49ff-b8a1-9f093873ba2c tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d3b128-db74-406b-bf0d-2016fede2966 HTTP/1.1" status: 200 len: 867 time: 0.5148830 Jul 14 11:39:43.281915 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8228d0c6-2859-4d78-acac-f3f295431907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:43.321811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:43.352376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8228d0c6-2859-4d78-acac-f3f295431907 None None] No DVR routers for this DVR port 10c31cef-7b4f-4135-b7d8-0ad208663c44 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:43.368342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=cc9e2eda-ac34-4d86-b234-d5a369ad4a10,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:43.373699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-129418af-3406-44d0-9ecc-93b33afb7e7a req-bd02c12f-9776-4377-b338-afe6814d4bae tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148229 Jul 14 11:39:43.379688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:43.383619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:43.384113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:43.387051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Pushing event deleted for resources: {'Port': ['ID=2d0ac539-ec0a-4744-a0a4-d2be3a043449,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:43.402772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] No DVR routers for this DVR port 2d0ac539-ec0a-4744-a0a4-d2be3a043449 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:43.416185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:43.423606 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8cc9f6d0-a501-4e0d-a8c8-07c6f2803da3 req-f2f2cc4c-a3dd-4cb2-bfc9-6c42adbbca49 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "DELETE /v2.0/ports/2d0ac539-ec0a-4744-a0a4-d2be3a043449 HTTP/1.1" status: 204 len: 173 time: 1.5314033 Jul 14 11:39:43.427073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228d0c6-2859-4d78-acac-f3f295431907 None None] Pushing event deleted for resources: {'Port': ['ID=10c31cef-7b4f-4135-b7d8-0ad208663c44,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:43.433511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d3b128-db74-406b-bf0d-2016fede2966', 'name': 'network-vif-deleted', 'tag': '2d0ac539-ec0a-4744-a0a4-d2be3a043449'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:43.440039 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0db5cc-2298-498c-ae74-4b73505df738" -d '{"events": [{"server_uuid": "63d3b128-db74-406b-bf0d-2016fede2966", "name": "network-vif-deleted", "tag": "2d0ac539-ec0a-4744-a0a4-d2be3a043449"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:43.452917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e91120e-8033-417b-b29d-ede430670c3d None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:43.488023 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e9f3d987-5870-415b-9d69-96f379fde814 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9952965 Jul 14 11:39:43.489878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50754) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:43.505385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': 'cc9e2eda-ac34-4d86-b234-d5a369ad4a10', 'ip_address': '2001:db8::93c0:9bd6:583:f102'}], 'name': 'tempest-NetworksTestDHCPv6-178475703'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:43.572843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b7817-1b4c-41be-80ed-26f5b7336df2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbe1617-690b-453c-8953-1f00fdd44d01,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:43.618585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-fe6fe051-a322-4e3b-91b5-826028333d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:43.620321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-fe6fe051-a322-4e3b-91b5-826028333d96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6361961 Jul 14 11:39:43.757874 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20d2262-e385-4103-b4d5-52fb601e4b55 x-openstack-request-id: req-b20d2262-e385-4103-b4d5-52fb601e4b55 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:43.758313 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d3b128-db74-406b-bf0d-2016fede2966", "name": "network-vif-deleted", "tag": "2d0ac539-ec0a-4744-a0a4-d2be3a043449", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:43.758417 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b20d2262-e385-4103-b4d5-52fb601e4b55 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:43.758826 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d3b128-db74-406b-bf0d-2016fede2966', 'name': 'network-vif-deleted', 'tag': '2d0ac539-ec0a-4744-a0a4-d2be3a043449', 'status': 'completed', 'code': 200} Jul 14 11:39:43.790058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:43.825123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-f0cee268-b72f-4db8-9d39-b675e25def64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:43.827209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-f0cee268-b72f-4db8-9d39-b675e25def64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 1098 time: 0.5238333 Jul 14 11:39:43.880530 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:43.942961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-1a0c8cbd-0d75-490c-94a1-5c062532a4bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=ddbe1617-690b-453c-8953-1f00fdd44d01 HTTP/1.1" status: 200 len: 217 time: 0.0806091 Jul 14 11:39:43.967321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:44.013949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 66a2a79f-27a7-49b6-87d9-45faf6d367db yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:44.084587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a0add-0073-41ac-9aee-d7c0978a412e req-998d7e71-252f-4317-a197-8ef50df4b287 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:44.086172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da7a0add-0073-41ac-9aee-d7c0978a412e req-998d7e71-252f-4317-a197-8ef50df4b287 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 947 time: 0.3875685 Jul 14 11:39:44.088203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-c9196128-b80c-496f-8bda-fed56d894fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526210 Jul 14 11:39:44.113198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': 'cc9e2eda-ac34-4d86-b234-d5a369ad4a10'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:39:44.114089 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:44.346062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::93c0:9bd6:583:f102 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/cc9e2eda-ac34-4d86-b234-d5a369ad4a10/66a2a79f-27a7-49b6-87d9-45faf6d367db) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:44.371960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-daf3ef80-cd94-4f2f-9e92-80a3436cbada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:44.373807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-daf3ef80-cd94-4f2f-9e92-80a3436cbada service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.3833277 Jul 14 11:39:44.392658 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da7a0add-0073-41ac-9aee-d7c0978a412e req-c2886b62-823f-4c7d-9963-7e4a80860c81 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977467 Jul 14 11:39:44.581012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5ad7c-e1e6-4f4e-9737-ba7b04690ac1 req-bf448bae-bc92-4e09-9ce2-dc16c00f211c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:44.590989 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:44.601474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4d5ad7c-e1e6-4f4e-9737-ba7b04690ac1 req-bf448bae-bc92-4e09-9ce2-dc16c00f211c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.5103829 Jul 14 11:39:44.619798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 66a2a79f-27a7-49b6-87d9-45faf6d367db will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:44.640212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-7b536fe7-8121-469a-876f-b3a713313a70 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076027 Jul 14 11:39:44.669871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:44.775503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/cc9e2eda-ac34-4d86-b234-d5a369ad4a10/50b7233c-72ea-4292-9ce0-0152f9554847) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:44.798975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4d5ad7c-e1e6-4f4e-9737-ba7b04690ac1 req-5477f01d-446c-4a89-b34c-a09113215b4e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955433 Jul 14 11:39:44.809757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-0ed43d8d-7796-49b9-a751-a4cdec0a545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:44.812459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-0ed43d8d-7796-49b9-a751-a4cdec0a545d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4132957 Jul 14 11:39:44.816174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=66a2a79f-27a7-49b6-87d9-45faf6d367db,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:44.834227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:44.837117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.837646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.838175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.839358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.840697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.841210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.841736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.842262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.842854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.843376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.844042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.844252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:44.848608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:44.850729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:44.856534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:44.857185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:44.879477 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0287376b-7b8c-44d7-b964-3a1f0bfa7503 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3883698 Jul 14 11:39:44.880303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50796) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:44.961507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81046911-a6d2-43a7-bf78-2b48362b2555 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:44.966259 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-81046911-a6d2-43a7-bf78-2b48362b2555 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0841959 Jul 14 11:39:44.967536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50800) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:45.092446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-ef23a124-e1ca-4a3b-9a56-906704254731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:45.098343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-ef23a124-e1ca-4a3b-9a56-906704254731 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 1099 time: 0.3837285 Jul 14 11:39:45.125090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8f406-f5fb-4899-a6cc-d8932176725c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 66a2a79f-27a7-49b6-87d9-45faf6d367db {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:45.125453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f406-f5fb-4899-a6cc-d8932176725c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.138625 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.202292 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59344ef-f729-44ea-962c-006b0db01c3d', 'tag': 'ddbe1617-690b-453c-8953-1f00fdd44d01'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:45.205378 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e59344ef-f729-44ea-962c-006b0db01c3d", "tag": "ddbe1617-690b-453c-8953-1f00fdd44d01"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:45.249889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-21c07c10-e713-47bd-b82a-38608481fa3a service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043479 Jul 14 11:39:45.271018 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.298989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2d0ac539-ec0a-4744-a0a4-d2be3a043449 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:45.319476 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec02f081-5876-48de-b083-44443961344b x-openstack-request-id: req-ec02f081-5876-48de-b083-44443961344b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:45.319817 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59344ef-f729-44ea-962c-006b0db01c3d", "tag": "ddbe1617-690b-453c-8953-1f00fdd44d01", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:45.320595 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec02f081-5876-48de-b083-44443961344b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:45.323053 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59344ef-f729-44ea-962c-006b0db01c3d', 'tag': 'ddbe1617-690b-453c-8953-1f00fdd44d01', 'status': 'completed', 'code': 200} Jul 14 11:39:45.360866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Transition to ACTIVE for port object 50b7233c-72ea-4292-9ce0-0152f9554847 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:45.369167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 2d0ac539-ec0a-4744-a0a4-d2be3a043449 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:39:45.369836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2d0ac539-ec0a-4744-a0a4-d2be3a043449 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:39:45.411367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Transition to ACTIVE for port object 50b7233c-72ea-4292-9ce0-0152f9554847 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:45.423284 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.426617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f406-f5fb-4899-a6cc-d8932176725c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.445988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8f406-f5fb-4899-a6cc-d8932176725c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 66a2a79f-27a7-49b6-87d9-45faf6d367db owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:45.488992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20f8e2eb-dbf9-4ab8-9443-663f19fd99b3 req-b6d0bc9a-eabf-45b7-baef-456123bdcead service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296600 Jul 14 11:39:45.505183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-a32076e2-8f42-4122-a21d-00a6a4d47844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:45.507724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-a32076e2-8f42-4122-a21d-00a6a4d47844 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.3952057 Jul 14 11:39:45.553448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:45.560007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:45.563550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:45.661544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Pushing event updated for resources: {'Port': ['ID=50b7233c-72ea-4292-9ce0-0152f9554847,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:45.676355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Attempting to bind port 50b7233c-72ea-4292-9ce0-0152f9554847 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:45.676729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Attempting to bind port 50b7233c-72ea-4292-9ce0-0152f9554847 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:45.677140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Attempting to bind port 50b7233c-72ea-4292-9ce0-0152f9554847 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:45.683425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:45.683810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:45.684264 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.684660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:45.686421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Bound port: 50b7233c-72ea-4292-9ce0-0152f9554847, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:45.686829 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.772593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] For port 50b7233c-72ea-4292-9ce0-0152f9554847, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:45.774770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f406-f5fb-4899-a6cc-d8932176725c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.777242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] For port 50b7233c-72ea-4292-9ce0-0152f9554847, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=50b7233c-72ea-4292-9ce0-0152f9554847,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:45.783065 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.908779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8f406-f5fb-4899-a6cc-d8932176725c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=66a2a79f-27a7-49b6-87d9-45faf6d367db,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:45.930505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77fbac-d1e6-4717-8ef9-2d25bb36b2e8 None None] Pushing event updated for resources: {'Port': ['ID=50b7233c-72ea-4292-9ce0-0152f9554847,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:45.970414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f406-f5fb-4899-a6cc-d8932176725c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:45.974081 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dfc8f406-f5fb-4899-a6cc-d8932176725c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/66a2a79f-27a7-49b6-87d9-45faf6d367db HTTP/1.1" status: 204 len: 168 time: 1.0057461 Jul 14 11:39:45.978898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50838) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:46.056924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1d133-66a3-40ab-b9fe-56ba64584ebe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:46.068015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1d133-66a3-40ab-b9fe-56ba64584ebe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:46.072428 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-37a1d133-66a3-40ab-b9fe-56ba64584ebe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0916982 Jul 14 11:39:46.073764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50844) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:46.143982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ad3504-04ec-45b3-94d5-b03ca4998e0e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet cc9e2eda-ac34-4d86-b234-d5a369ad4a10 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:46.148435 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3504-04ec-45b3-94d5-b03ca4998e0e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:46.155502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-0a1a6183-577b-439c-9324-cac7d8f0f9b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d022d906-cd2d-4966-9300-290d110a14da HTTP/1.1" status: 200 len: 217 time: 0.5975146 Jul 14 11:39:46.257787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3504-04ec-45b3-94d5-b03ca4998e0e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:46.339495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648ccb-8ab1-4b68-9b88-13079699bf01 req-02d0c8dd-2004-4f74-8735-65b9cb9b2d5e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:46.349120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03648ccb-8ab1-4b68-9b88-13079699bf01 req-02d0c8dd-2004-4f74-8735-65b9cb9b2d5e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.7922306 Jul 14 11:39:46.381148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-3f2e8f35-7ee6-43f2-9771-4255aa70c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:46.382941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-3f2e8f35-7ee6-43f2-9771-4255aa70c008 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2132194 Jul 14 11:39:46.408330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe078-e2ec-4140-a000-45ecf4c867f4 req-33ad641c-a029-4a74-a6da-829c9afb5ef5 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:46.416817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f55fe078-e2ec-4140-a000-45ecf4c867f4 req-33ad641c-a029-4a74-a6da-829c9afb5ef5 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 946 time: 0.9077926 Jul 14 11:39:46.487269 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3504-04ec-45b3-94d5-b03ca4998e0e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:46.494491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-8e0062a5-0e1d-4bcb-b0f0-6be747e80b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:46.498290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-8e0062a5-0e1d-4bcb-b0f0-6be747e80b6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 1098 time: 0.9030187 Jul 14 11:39:46.512126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 50b7233c-72ea-4292-9ce0-0152f9554847 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:46.618220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03648ccb-8ab1-4b68-9b88-13079699bf01 req-ba939253-abc1-43bf-bbef-b3a4d2e6a1a8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665019 Jul 14 11:39:46.646252 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3504-04ec-45b3-94d5-b03ca4998e0e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:46.657128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 50b7233c-72ea-4292-9ce0-0152f9554847 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:46.687988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad3504-04ec-45b3-94d5-b03ca4998e0e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9e2eda-ac34-4d86-b234-d5a369ad4a10,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:46.698786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3504-04ec-45b3-94d5-b03ca4998e0e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:46.699920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f55fe078-e2ec-4140-a000-45ecf4c867f4 req-79704d93-cd0f-4793-9057-0edb3a539c14 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820804 Jul 14 11:39:46.701649 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c2ad3504-04ec-45b3-94d5-b03ca4998e0e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/cc9e2eda-ac34-4d86-b234-d5a369ad4a10 HTTP/1.1" status: 204 len: 168 time: 0.6268058 Jul 14 11:39:46.704828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50856) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:46.740054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50858) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:46.803317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-fd2e2882-4ecb-4f08-a507-05c82f599127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:46.805138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-fd2e2882-4ecb-4f08-a507-05c82f599127 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.2789650 Jul 14 11:39:46.812301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-46899811-e0d1-4ec5-96c4-d5926e1bb912 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022787 Jul 14 11:39:46.812301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-05176f95-7ec7-4153-8f95-c94b08b7331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:46.812762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-05176f95-7ec7-4153-8f95-c94b08b7331d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4197936 Jul 14 11:39:46.812942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50862) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:46.887062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-a618eeec-75d1-4118-8a5b-84201fb3ba92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=ddbe1617-690b-453c-8953-1f00fdd44d01 HTTP/1.1" status: 200 len: 217 time: 0.0730321 Jul 14 11:39:46.911541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4131c7-68ec-4d3c-8b67-bfee0f6c37a0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:46.915591 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-da4131c7-68ec-4d3c-8b67-bfee0f6c37a0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0996096 Jul 14 11:39:46.915952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50864) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:47.015491 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a098b5d2-4e9d-4d33-8493-bcc326429f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.022880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c8588-7fb9-4c32-a54f-8f0ad954f0d3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:47.027813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eb8c8588-7fb9-4c32-a54f-8f0ad954f0d3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1075723 Jul 14 11:39:47.032102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50866) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:47.085164 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-06a3329e-68cd-4723-b774-db885f2b8035 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513089 Jul 14 11:39:47.093559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50868) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:47.103547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:47.147058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-a8387f6d-88b7-429e-b227-8f0354a515e3 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267519 Jul 14 11:39:47.151389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-e2e038e2-351b-435e-a8e9-8ff2bd23c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:47.152901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-e2e038e2-351b-435e-a8e9-8ff2bd23c4ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2155252 Jul 14 11:39:47.199010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389e5cf-2cda-4b5d-80d8-ba786f727558 req-1381564c-77a8-4235-8b34-b7d57796f1aa tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:47.207331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9389e5cf-2cda-4b5d-80d8-ba786f727558 req-1381564c-77a8-4235-8b34-b7d57796f1aa tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 947 time: 0.3448536 Jul 14 11:39:47.296680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ddbe1617-690b-453c-8953-1f00fdd44d01 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:39:47.302660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a098b5d2-4e9d-4d33-8493-bcc326429f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.316339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ec308-c091-45af-96c9-3222290e60fa req-9cc8f754-4eb6-4522-9da9-3011545af9b8 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:47.317925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d0ec308-c091-45af-96c9-3222290e60fa req-9cc8f754-4eb6-4522-9da9-3011545af9b8 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 946 time: 0.4575524 Jul 14 11:39:47.318500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a098b5d2-4e9d-4d33-8493-bcc326429f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.391165 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a098b5d2-4e9d-4d33-8493-bcc326429f81 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3adedfd587a845be9b3260a068819d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499417 Jul 14 11:39:47.392619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098b5d2-4e9d-4d33-8493-bcc326429f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7503cb-8475-4c3f-90c0-2cec8587d325,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:47.399343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9389e5cf-2cda-4b5d-80d8-ba786f727558 req-731b419e-2e38-4bf1-a1eb-a1a848524360 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910374 Jul 14 11:39:47.400123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50870) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:47.412581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:47.416864 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.469555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a4bd7-e1d7-4221-9ff0-ffa5cd17f265 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:47.482831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f2ca34-327e-4f22-bff1-c9a43f4cf1e8 req-be8c7d3f-598b-449b-bc4d-39b30114b292 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264406 Jul 14 11:39:47.535134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-6ee6d54f-61ef-4677-ad47-b8ac3878dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:47.537254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-6ee6d54f-61ef-4677-ad47-b8ac3878dba8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3756776 Jul 14 11:39:47.579137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0892764a-bd40-4418-84c6-99cf44062882 None None] Provisioning for port 50b7233c-72ea-4292-9ce0-0152f9554847 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:47.603186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0892764a-bd40-4418-84c6-99cf44062882 None None] Provisioning complete for port 50b7233c-72ea-4292-9ce0-0152f9554847 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:47.603566 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0892764a-bd40-4418-84c6-99cf44062882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.645549 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d3b36a63-333a-43bb-b4f7-0042ba07da4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.671147 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d3b36a63-333a-43bb-b4f7-0042ba07da4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.671362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ddbe1617-690b-453c-8953-1f00fdd44d01, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ddbe1617-690b-453c-8953-1f00fdd44d01,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:47.676342 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.729451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'ddbe1617-690b-453c-8953-1f00fdd44d01', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'ddbe1617-690b-453c-8953-1f00fdd44d01', 'mac_address': 'fa:16:3e:b8:bf:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:39:47.762403 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d3b36a63-333a-43bb-b4f7-0042ba07da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.766974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d3b36a63-333a-43bb-b4f7-0042ba07da4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.771209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d3b36a63-333a-43bb-b4f7-0042ba07da4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e7503cb-8475-4c3f-90c0-2cec8587d325 HTTP/1.1" status: 204 len: 168 time: 0.3613935 Jul 14 11:39:47.778235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0d0ec308-c091-45af-96c9-3222290e60fa req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Deleting port 6c9a677d-1787-475b-a39f-976e72ef4c47 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:47.778601 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0d0ec308-c091-45af-96c9-3222290e60fa req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.801837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:47.805537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:47.809842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:47.810584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.812356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b36a63-333a-43bb-b4f7-0042ba07da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7503cb-8475-4c3f-90c0-2cec8587d325,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:47.848472 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=29cd4231-48d0-4891-9bec-e930e753593c,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:47.877098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7d978d4d-1d0b-491c-a2c6-350e3ed14fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7820108 Jul 14 11:39:47.879871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50880) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:47.886418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': '29cd4231-48d0-4891-9bec-e930e753593c', 'ip_address': '2001:db8::95a5:23e0:48b6:afa6'}], 'name': 'tempest-NetworksTestDHCPv6-1792453336'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:47.900841 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0892764a-bd40-4418-84c6-99cf44062882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:47.999267 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.014723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0892764a-bd40-4418-84c6-99cf44062882 None None] For port 50b7233c-72ea-4292-9ce0-0152f9554847, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=50b7233c-72ea-4292-9ce0-0152f9554847,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:48.019896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbe1617-690b-453c-8953-1f00fdd44d01 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:39:48.027586 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0892764a-bd40-4418-84c6-99cf44062882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.092254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-0c32af40-aa42-47a6-92a0-82c82075d3a1 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461795 Jul 14 11:39:48.098111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ddbe1617-690b-453c-8953-1f00fdd44d01, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ddbe1617-690b-453c-8953-1f00fdd44d01,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:48.123588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:48.130879 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.132289 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.132951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d022d906-cd2d-4966-9300-290d110a14da details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:39:48.175080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d022d906-cd2d-4966-9300-290d110a14da, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d022d906-cd2d-4966-9300-290d110a14da,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:48.177742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 8014a909-feda-4d37-aac8-43a9fcdece91 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:48.193664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'd022d906-cd2d-4966-9300-290d110a14da', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'd022d906-cd2d-4966-9300-290d110a14da', 'mac_address': 'fa:16:3e:ba:8f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:39:48.234701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0d0ec308-c091-45af-96c9-3222290e60fa req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] For port 6c9a677d-1787-475b-a39f-976e72ef4c47, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6c9a677d-1787-475b-a39f-976e72ef4c47,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:48.236403 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0d0ec308-c091-45af-96c9-3222290e60fa req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.238654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892764a-bd40-4418-84c6-99cf44062882 None None] Pushing event updated for resources: {'Port': ['ID=50b7233c-72ea-4292-9ce0-0152f9554847,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:48.294535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0d0ec308-c091-45af-96c9-3222290e60fa req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Calling delete_port for 6c9a677d-1787-475b-a39f-976e72ef4c47 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:48.299751 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.331885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d022d906-cd2d-4966-9300-290d110a14da {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:39:48.368775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d022d906-cd2d-4966-9300-290d110a14da, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d022d906-cd2d-4966-9300-290d110a14da,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:48.385252 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.387281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ddbe1617-690b-453c-8953-1f00fdd44d01,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:48.410226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50890) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:48.443749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 50b7233c-72ea-4292-9ce0-0152f9554847 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:48.461935 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79bd0dd2-f041-4a6f-b592-28fe427eaf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.499548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d022d906-cd2d-4966-9300-290d110a14da,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:48.537862 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0d0ec308-c091-45af-96c9-3222290e60fa req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.551953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2152c8d-280a-47a0-866d-bbbd1905f818 req-ab4c0f1b-0aff-470f-8164-632d5bc9f07e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:48.553823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2152c8d-280a-47a0-866d-bbbd1905f818 req-ab4c0f1b-0aff-470f-8164-632d5bc9f07e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.6842494 Jul 14 11:39:48.553974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['8538c451-b70c-4519-a6ff-c5d74285974c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:48.615440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d73d9b-22f7-4a62-82d8-436be194dcd0 req-ac6de4d6-3b29-4c21-96c1-ecadbaf165b4 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:48.617013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5d73d9b-22f7-4a62-82d8-436be194dcd0 req-ac6de4d6-3b29-4c21-96c1-ecadbaf165b4 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e2b57ad-f1d1-4c76-ab3a-4883396cd30f HTTP/1.1" status: 200 len: 867 time: 0.6322408 Jul 14 11:39:48.634160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eed51e-5d25-4f97-a611-d6b50be96217 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:48.637957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Pushing event deleted for resources: {'Port': ['ID=6c9a677d-1787-475b-a39f-976e72ef4c47,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:48.705258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79bd0dd2-f041-4a6f-b592-28fe427eaf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.715611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79bd0dd2-f041-4a6f-b592-28fe427eaf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.743823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0ec308-c091-45af-96c9-3222290e60fa req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] No DVR routers for this DVR port 6c9a677d-1787-475b-a39f-976e72ef4c47 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:48.754517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2152c8d-280a-47a0-866d-bbbd1905f818 req-a5ad5f5c-7291-4aeb-bfa7-be3b8c05a204 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853414 Jul 14 11:39:48.758084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0d0ec308-c091-45af-96c9-3222290e60fa req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.760365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d0ec308-c091-45af-96c9-3222290e60fa req-c1a5deb8-c69c-444e-babb-fd7b16397247 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.45 "DELETE /v2.0/ports/6c9a677d-1787-475b-a39f-976e72ef4c47 HTTP/1.1" status: 204 len: 173 time: 1.4275053 Jul 14 11:39:48.761007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2b57ad-f1d1-4c76-ab3a-4883396cd30f', 'name': 'network-vif-deleted', 'tag': '6c9a677d-1787-475b-a39f-976e72ef4c47'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:48.763551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 50b7233c-72ea-4292-9ce0-0152f9554847 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:48.763551 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:48.765034 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e04f435-290b-41c0-8c9b-c034e0d579ca" -d '{"events": [{"server_uuid": "1e2b57ad-f1d1-4c76-ab3a-4883396cd30f", "name": "network-vif-deleted", "tag": "6c9a677d-1787-475b-a39f-976e72ef4c47"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:48.769978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a5554f5-5713-4173-9c1a-50d3ca3a57b2 req-20e99d07-39b2-49f3-919b-4187df7259ca service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668046 Jul 14 11:39:48.770751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:48.787668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5d73d9b-22f7-4a62-82d8-436be194dcd0 req-a9434d9d-e70c-4673-a44a-34c73d43ab0a tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530035 Jul 14 11:39:48.812212 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-79bd0dd2-f041-4a6f-b592-28fe427eaf2b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5bd73038cf404f0c84c7382b14b05859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964317 Jul 14 11:39:48.812978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50898) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:48.861710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['ddbe1617-690b-453c-8953-1f00fdd44d01'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:39:48.874597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd0dd2-f041-4a6f-b592-28fe427eaf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5c112a-b09c-45cc-97be-4f9611316d31,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:48.940554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::95a5:23e0:48b6:afa6 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/29cd4231-48d0-4891-9bec-e930e753593c/8014a909-feda-4d37-aac8-43a9fcdece91) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:48.964925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3068785-d2ef-4743-b775-053fbbca545f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:49.023941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-984b3896-39ca-4a62-9078-0e026f0f66ac None None] Provisioning complete for port 50b7233c-72ea-4292-9ce0-0152f9554847 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:49.024318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-984b3896-39ca-4a62-9078-0e026f0f66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:49.063283 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3068785-d2ef-4743-b775-053fbbca545f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:49.082540 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85617bf-70bb-4c6c-a3da-800abf9822cd x-openstack-request-id: req-d85617bf-70bb-4c6c-a3da-800abf9822cd {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:49.083085 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2b57ad-f1d1-4c76-ab3a-4883396cd30f", "name": "network-vif-deleted", "tag": "6c9a677d-1787-475b-a39f-976e72ef4c47", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:49.083505 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d85617bf-70bb-4c6c-a3da-800abf9822cd {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:49.084104 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2b57ad-f1d1-4c76-ab3a-4883396cd30f', 'name': 'network-vif-deleted', 'tag': '6c9a677d-1787-475b-a39f-976e72ef4c47', 'status': 'completed', 'code': 200} Jul 14 11:39:49.177623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae5a95-1bd6-4d27-852c-9b1a7c403f01 req-3b766f9e-4577-42aa-8f87-0c5a06f7a41e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:49.186195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7eae5a95-1bd6-4d27-852c-9b1a7c403f01 req-3b766f9e-4577-42aa-8f87-0c5a06f7a41e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 948 time: 0.1624830 Jul 14 11:39:49.221354 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:49.224911 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3068785-d2ef-4743-b775-053fbbca545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:49.227590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3068785-d2ef-4743-b775-053fbbca545f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:49.244437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a3068785-d2ef-4743-b775-053fbbca545f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa5c112a-b09c-45cc-97be-4f9611316d31 HTTP/1.1" status: 204 len: 168 time: 0.4185035 Jul 14 11:39:49.250141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 8014a909-feda-4d37-aac8-43a9fcdece91 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:49.284513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3068785-d2ef-4743-b775-053fbbca545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5c112a-b09c-45cc-97be-4f9611316d31,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:49.327505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:49.332611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7eae5a95-1bd6-4d27-852c-9b1a7c403f01 req-5c0195fc-7e7c-439c-8227-d361ce64d2d8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444261 Jul 14 11:39:49.478485 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:49.481952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:49.484805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:49.490601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:49.491256 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:49.520580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=8014a909-feda-4d37-aac8-43a9fcdece91,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:49.530262 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-33531147-09b4-46ed-878c-8c99b1efcd1e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6492443 Jul 14 11:39:49.533144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50906) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:49.539326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5f70a4c4-fb98-4c96-8680-709c7cf91d33 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': '29cd4231-48d0-4891-9bec-e930e753593c', 'ip_address': '2001:db8::95a5:23e0:48b6:afa6'}], 'name': 'tempest-NetworksTestDHCPv6-546880609'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:49.753604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f70a4c4-fb98-4c96-8680-709c7cf91d33 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:49.904799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f70a4c4-fb98-4c96-8680-709c7cf91d33 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:49.952124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-5f70a4c4-fb98-4c96-8680-709c7cf91d33 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port eba1cc94-61f8-429f-8a62-029323ae11af yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:50.129812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6c9a677d-1787-475b-a39f-976e72ef4c47 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:50.182686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 6c9a677d-1787-475b-a39f-976e72ef4c47 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:39:50.186766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6c9a677d-1787-475b-a39f-976e72ef4c47 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:39:50.246847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ace67-b606-43bb-a5ba-032ad3949ca8 req-a1a04012-b025-49c8-b481-95ac7c29f23d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:50.249761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-912ace67-b606-43bb-a5ba-032ad3949ca8 req-a1a04012-b025-49c8-b481-95ac7c29f23d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.2206590 Jul 14 11:39:50.317136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-912ace67-b606-43bb-a5ba-032ad3949ca8 req-24462bf7-e7f0-435d-9f8a-7d2a4301a537 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614808 Jul 14 11:39:50.337381 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f70a4c4-fb98-4c96-8680-709c7cf91d33 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 11:39:50.337856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f70a4c4-fb98-4c96-8680-709c7cf91d33 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:39:50.370818 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5f70a4c4-fb98-4c96-8680-709c7cf91d33 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8361216 Jul 14 11:39:50.373681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50938) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:50.387953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-26d4adfa-8e28-41bb-833e-01aae1485b81 None None] Provisioning complete for port 50b7233c-72ea-4292-9ce0-0152f9554847 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:50.388589 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26d4adfa-8e28-41bb-833e-01aae1485b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:50.553654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3401e-59fa-4af4-ade1-e5547289d1c9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:50.576867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3401e-59fa-4af4-ade1-e5547289d1c9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:50.581022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c3a3401e-59fa-4af4-ade1-e5547289d1c9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2035758 Jul 14 11:39:50.581414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50942) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:50.663238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-26d4adfa-8e28-41bb-833e-01aae1485b81 None None] Provisioning for port 8014a909-feda-4d37-aac8-43a9fcdece91 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:50.672810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-26d4adfa-8e28-41bb-833e-01aae1485b81 None None] Provisioning complete for port 8014a909-feda-4d37-aac8-43a9fcdece91 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:50.673419 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26d4adfa-8e28-41bb-833e-01aae1485b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:50.721497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-26d4adfa-8e28-41bb-833e-01aae1485b81 None None] Port 8014a909-feda-4d37-aac8-43a9fcdece91 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:50.798153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce2d53-3153-4b5f-8e28-860e03fec465 req-5e2977fd-e3c0-4ad1-9fee-a82247606cbf tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:50.806711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90ce2d53-3153-4b5f-8e28-860e03fec465 req-5e2977fd-e3c0-4ad1-9fee-a82247606cbf tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 948 time: 0.1581287 Jul 14 11:39:50.835192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4d201aed-ff6b-4b01-8e5e-4246db7187b5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 8014a909-feda-4d37-aac8-43a9fcdece91 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:50.836283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d201aed-ff6b-4b01-8e5e-4246db7187b5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:50.846694 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9b763688-505c-490a-b27f-fdfa2017bd5d None None] Could not find standard attr ID for object 66a2a79f-27a7-49b6-87d9-45faf6d367db. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:39:50.887704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90ce2d53-3153-4b5f-8e28-860e03fec465 req-2a41146c-35b4-4fe8-8c46-6780913758b8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797398 Jul 14 11:39:50.998304 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d201aed-ff6b-4b01-8e5e-4246db7187b5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.015968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4d201aed-ff6b-4b01-8e5e-4246db7187b5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 8014a909-feda-4d37-aac8-43a9fcdece91 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:51.195275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b26f7ec2-e8d6-4877-b2c7-90211f7e8770 None None] Provisioning complete for port 8014a909-feda-4d37-aac8-43a9fcdece91 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:51.196436 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b26f7ec2-e8d6-4877-b2c7-90211f7e8770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.223839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d201aed-ff6b-4b01-8e5e-4246db7187b5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.261241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b26f7ec2-e8d6-4877-b2c7-90211f7e8770 None None] Port 8014a909-feda-4d37-aac8-43a9fcdece91 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:51.309667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ddbe1617-690b-453c-8953-1f00fdd44d01 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:51.328098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d201aed-ff6b-4b01-8e5e-4246db7187b5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=8014a909-feda-4d37-aac8-43a9fcdece91,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:51.390494 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d201aed-ff6b-4b01-8e5e-4246db7187b5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.396671 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4d201aed-ff6b-4b01-8e5e-4246db7187b5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/8014a909-feda-4d37-aac8-43a9fcdece91 HTTP/1.1" status: 204 len: 168 time: 0.8114915 Jul 14 11:39:51.397551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50966) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:51.438208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port ddbe1617-690b-453c-8953-1f00fdd44d01 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:51.444251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port ddbe1617-690b-453c-8953-1f00fdd44d01 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:51.444819 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.546511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d17568b-55ca-4f97-851f-d8102485738c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:51.548425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d17568b-55ca-4f97-851f-d8102485738c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:51.551259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3d17568b-55ca-4f97-851f-d8102485738c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1519277 Jul 14 11:39:51.554069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50970) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:51.641976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93b283-a60f-4c1c-800e-3b4acf7b056b req-d4013e90-9277-43e0-a34b-431ad7076c00 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:51.645006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be93b283-a60f-4c1c-800e-3b4acf7b056b req-d4013e90-9277-43e0-a34b-431ad7076c00 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.0922897 Jul 14 11:39:51.652290 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.667687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1bf2fd-9152-4f84-be61-164b09f7239e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 29cd4231-48d0-4891-9bec-e930e753593c {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:51.676807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf2fd-9152-4f84-be61-164b09f7239e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.719942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be93b283-a60f-4c1c-800e-3b4acf7b056b req-854dbdf0-e60b-4d06-9c4c-057bb3750735 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656624 Jul 14 11:39:51.720547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59344ef-f729-44ea-962c-006b0db01c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbe1617-690b-453c-8953-1f00fdd44d01'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:51.730677 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7a78c1-df32-4f05-976c-f4964073dc09" -d '{"events": [{"server_uuid": "e59344ef-f729-44ea-962c-006b0db01c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ddbe1617-690b-453c-8953-1f00fdd44d01"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:51.763785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ddbe1617-690b-453c-8953-1f00fdd44d01, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ddbe1617-690b-453c-8953-1f00fdd44d01,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:51.775325 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.775708 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf2fd-9152-4f84-be61-164b09f7239e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.777089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d022d906-cd2d-4966-9300-290d110a14da up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:51.871139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf2fd-9152-4f84-be61-164b09f7239e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:51.915634 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5ed83f-fc6a-449a-bc83-8d802549a626 x-openstack-request-id: req-2c5ed83f-fc6a-449a-bc83-8d802549a626 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:51.915634 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59344ef-f729-44ea-962c-006b0db01c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ddbe1617-690b-453c-8953-1f00fdd44d01", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:51.915634 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c5ed83f-fc6a-449a-bc83-8d802549a626 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:51.915634 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59344ef-f729-44ea-962c-006b0db01c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbe1617-690b-453c-8953-1f00fdd44d01', 'code': 200} Jul 14 11:39:51.918225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ddbe1617-690b-453c-8953-1f00fdd44d01,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:51.951275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf2fd-9152-4f84-be61-164b09f7239e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:52.015613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bf2fd-9152-4f84-be61-164b09f7239e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=29cd4231-48d0-4891-9bec-e930e753593c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:52.039203 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf2fd-9152-4f84-be61-164b09f7239e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:52.042935 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f1bf2fd-9152-4f84-be61-164b09f7239e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/29cd4231-48d0-4891-9bec-e930e753593c HTTP/1.1" status: 204 len: 168 time: 0.4875910 Jul 14 11:39:52.045729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50984) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:52.046181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f5abe-97be-4245-b4ab-99e21d6d0d45 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:52.060982 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a2d0e-aad1-4653-a9ed-be7eb4c419e3 req-53f07f16-1f2e-45cb-b865-5a2140a78b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:52.063006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f50a2d0e-aad1-4653-a9ed-be7eb4c419e3 req-53f07f16-1f2e-45cb-b865-5a2140a78b33 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 1100 time: 0.1330309 Jul 14 11:39:52.123230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f50a2d0e-aad1-4653-a9ed-be7eb4c419e3 req-616f787e-cd12-4e0b-9624-9729ef999160 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538664 Jul 14 11:39:52.143620 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-afdeb87b-6b77-406d-aece-468d76b6fa34 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945251 Jul 14 11:39:52.147635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50986) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:52.153094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:52.217251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port d022d906-cd2d-4966-9300-290d110a14da completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:52.223400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port d022d906-cd2d-4966-9300-290d110a14da triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:52.223787 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:52.337816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:52.342884 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:52.416688 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:52.496170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d022d906-cd2d-4966-9300-290d110a14da, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d022d906-cd2d-4966-9300-290d110a14da,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:52.505597 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:52.534729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d020d58-4df6-4a25-b073-d2d5cb01eb23 req-b9107506-0f9d-4536-9d0a-490844c33265 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:52.539360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d020d58-4df6-4a25-b073-d2d5cb01eb23 req-b9107506-0f9d-4536-9d0a-490844c33265 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 949 time: 0.2704871 Jul 14 11:39:52.561663 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d022d906-cd2d-4966-9300-290d110a14da,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:52.600456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8720b49-fbad-4f57-8528-cd7b9a5249b6 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:39:52.655560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d8720b49-fbad-4f57-8528-cd7b9a5249b6 None None] Deleting port 50b7233c-72ea-4292-9ce0-0152f9554847 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:52.656107 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d8720b49-fbad-4f57-8528-cd7b9a5249b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:52.692568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d020d58-4df6-4a25-b073-d2d5cb01eb23 req-4a23a31d-371d-4dac-87df-b0ad4a08d1a4 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064093 Jul 14 11:39:52.755336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d8720b49-fbad-4f57-8528-cd7b9a5249b6 None None] For port 50b7233c-72ea-4292-9ce0-0152f9554847, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=50b7233c-72ea-4292-9ce0-0152f9554847,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:52.755755 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d8720b49-fbad-4f57-8528-cd7b9a5249b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:52.775150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d8720b49-fbad-4f57-8528-cd7b9a5249b6 None None] Calling delete_port for 50b7233c-72ea-4292-9ce0-0152f9554847 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:52.890380 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d8720b49-fbad-4f57-8528-cd7b9a5249b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:52.971025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8720b49-fbad-4f57-8528-cd7b9a5249b6 None None] Pushing event deleted for resources: {'Port': ['ID=50b7233c-72ea-4292-9ce0-0152f9554847,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:52.982208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8720b49-fbad-4f57-8528-cd7b9a5249b6 None None] No DVR routers for this DVR port 50b7233c-72ea-4292-9ce0-0152f9554847 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:53.191985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51006) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:53.432778 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b4efe5-daf3-47fb-a63d-3028222ba9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:53.460659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:53.522568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:53.527657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:53.544583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:53.545630 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:53.550197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6d3af-c1c0-4c0d-b8dd-4053489f954e None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:53.587199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7775cb-6944-4746-bea6-d06b00367dd3 req-a2fa1cda-2f4b-47f7-ab14-d72000b757d9 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:53.588848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b7775cb-6944-4746-bea6-d06b00367dd3 req-a2fa1cda-2f4b-47f7-ab14-d72000b757d9 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.1908677 Jul 14 11:39:53.597589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=9b051467-a5df-49a2-99aa-cfd901240ac4,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:53.646054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b7775cb-6944-4746-bea6-d06b00367dd3 req-14e8f947-90f9-46df-8d3e-107db84fe8be tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500498 Jul 14 11:39:53.652800 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b4efe5-daf3-47fb-a63d-3028222ba9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:53.662077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b4efe5-daf3-47fb-a63d-3028222ba9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:53.668221 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d69bdf2f-5b6e-4e10-a461-03e963c47645 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5194046 Jul 14 11:39:53.675891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51016) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:53.684165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-95ecd3e8-c679-4e80-a4b9-3960a5edfa03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': '9b051467-a5df-49a2-99aa-cfd901240ac4', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-793673270'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:53.755215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4efe5-daf3-47fb-a63d-3028222ba9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b9076a-442e-4c22-8107-fef084a09688,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:53.768436 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d1b4efe5-daf3-47fb-a63d-3028222ba9d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bcd97181d5d94ee8b63e80cadff86600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725589 Jul 14 11:39:53.774925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51020) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:53.915242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0e8c21-47d3-439c-b0fe-50108cf34fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd022d906-cd2d-4966-9300-290d110a14da'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:53.917957 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11229cac-8974-4010-9ed2-6873f05ba36d" -d '{"events": [{"server_uuid": "9c0e8c21-47d3-439c-b0fe-50108cf34fc6", "name": "network-vif-plugged", "status": "completed", "tag": "d022d906-cd2d-4966-9300-290d110a14da"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:53.928905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '9b051467-a5df-49a2-99aa-cfd901240ac4'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:39:53.929801 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:53.936987 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b546e47d-4f75-4dd7-ab65-fbd4affd92c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:53.959098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ecd3e8-c679-4e80-a4b9-3960a5edfa03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:54.042667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b546e47d-4f75-4dd7-ab65-fbd4affd92c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:54.114320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b546e47d-4f75-4dd7-ab65-fbd4affd92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:54.120889 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b546e47d-4f75-4dd7-ab65-fbd4affd92c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:54.123938 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b546e47d-4f75-4dd7-ab65-fbd4affd92c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20b9076a-442e-4c22-8107-fef084a09688 HTTP/1.1" status: 204 len: 168 time: 0.3479137 Jul 14 11:39:54.143045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546e47d-4f75-4dd7-ab65-fbd4affd92c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b9076a-442e-4c22-8107-fef084a09688,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:54.219145 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95ecd3e8-c679-4e80-a4b9-3960a5edfa03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:54.254090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab69dd4-59c1-468b-a5b2-52aab11d14ea req-c0268973-802c-4ad0-980d-04a323deba68 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:54.262082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ab69dd4-59c1-468b-a5b2-52aab11d14ea req-c0268973-802c-4ad0-980d-04a323deba68 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 949 time: 0.2187507 Jul 14 11:39:54.266724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/9b051467-a5df-49a2-99aa-cfd901240ac4/7054e671-980f-4020-8c42-8a91aae2c727) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:54.283128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-95ecd3e8-c679-4e80-a4b9-3960a5edfa03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 29d22af0-a35e-422b-9edf-57bab1b15a9e yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:39:54.333126 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f4a033-7695-472a-b219-f5be40352b29 x-openstack-request-id: req-d6f4a033-7695-472a-b219-f5be40352b29 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:54.333430 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0e8c21-47d3-439c-b0fe-50108cf34fc6", "name": "network-vif-plugged", "status": "completed", "tag": "d022d906-cd2d-4966-9300-290d110a14da", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:54.333709 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6f4a033-7695-472a-b219-f5be40352b29 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:54.334119 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0e8c21-47d3-439c-b0fe-50108cf34fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd022d906-cd2d-4966-9300-290d110a14da', 'code': 200} Jul 14 11:39:54.417877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ab69dd4-59c1-468b-a5b2-52aab11d14ea req-7dafe827-3f95-40f2-80c7-9da2767087e4 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539347 Jul 14 11:39:54.456867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 50b7233c-72ea-4292-9ce0-0152f9554847 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:54.495003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 50b7233c-72ea-4292-9ce0-0152f9554847 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:39:54.495392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 50b7233c-72ea-4292-9ce0-0152f9554847 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:39:54.617649 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:54.631674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Transition to ACTIVE for port object 7054e671-980f-4020-8c42-8a91aae2c727 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:54.676098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Transition to ACTIVE for port object 7054e671-980f-4020-8c42-8a91aae2c727 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:54.687661 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:54.742995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51042) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:54.774354 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4756211b-293e-43f1-9b94-5d257062134d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:54.780863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Pushing event updated for resources: {'Port': ['ID=7054e671-980f-4020-8c42-8a91aae2c727,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:54.790370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:54.790622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36105463-2634-4cbe-a434-863614cfa044 req-d18e4de4-5d09-45bb-898f-784ee7cd4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:54.792315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:54.792423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36105463-2634-4cbe-a434-863614cfa044 req-d18e4de4-5d09-45bb-898f-784ee7cd4ec5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 1101 time: 0.3409936 Jul 14 11:39:54.794126 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ecd3e8-c679-4e80-a4b9-3960a5edfa03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:39:54.794349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:54.794620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ecd3e8-c679-4e80-a4b9-3960a5edfa03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:39:54.856980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36105463-2634-4cbe-a434-863614cfa044 req-28fbcfcb-f2cd-4a4f-ad16-ded5e4dcd205 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560596 Jul 14 11:39:54.859317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-95ecd3e8-c679-4e80-a4b9-3960a5edfa03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1814868 Jul 14 11:39:54.868474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bf4d5-b123-453e-b140-ef1e70ab563d req-4b1fe3d0-e069-4509-8944-20c830acfbe2 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:54.870135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-512bf4d5-b123-453e-b140-ef1e70ab563d req-4b1fe3d0-e069-4509-8944-20c830acfbe2 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 950 time: 0.1941330 Jul 14 11:39:54.870603 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51046) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:54.951465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Attempting to bind port 7054e671-980f-4020-8c42-8a91aae2c727 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:39:54.951835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Attempting to bind port 7054e671-980f-4020-8c42-8a91aae2c727 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:39:54.952285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Attempting to bind port 7054e671-980f-4020-8c42-8a91aae2c727 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:39:54.959320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:39:54.959945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:39:54.960501 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:54.960903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:39:54.961374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Bound port: 7054e671-980f-4020-8c42-8a91aae2c727, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:39:54.961762 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:54.965304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-512bf4d5-b123-453e-b140-ef1e70ab563d req-b7a5bf90-2da1-433d-b411-1db11f448409 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827775 Jul 14 11:39:55.012051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9096733-56ae-4c94-82b6-17f7b4fa7153 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:55.013677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f9096733-56ae-4c94-82b6-17f7b4fa7153 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1421270 Jul 14 11:39:55.017217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51048) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:55.049803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] For port 7054e671-980f-4020-8c42-8a91aae2c727, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:39:55.054229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] For port 7054e671-980f-4020-8c42-8a91aae2c727, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7054e671-980f-4020-8c42-8a91aae2c727,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:39:55.061651 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.151618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd9840-70fc-449e-b7ab-a6b72c36a207 None None] Pushing event updated for resources: {'Port': ['ID=7054e671-980f-4020-8c42-8a91aae2c727,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:55.189106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b8931-6ac4-4dd1-9e47-6efae6193c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:55.191376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b8931-6ac4-4dd1-9e47-6efae6193c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:55.195295 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de3b8931-6ac4-4dd1-9e47-6efae6193c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1709750 Jul 14 11:39:55.196300 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51052) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:55.257811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc91c0-0ac5-4ea4-960b-1f365245e1a3 req-e2200704-27c0-4703-be5d-d89513c6ce25 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:55.266800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66dc91c0-0ac5-4ea4-960b-1f365245e1a3 req-e2200704-27c0-4703-be5d-d89513c6ce25 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.0901334 Jul 14 11:39:55.295015 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4756211b-293e-43f1-9b94-5d257062134d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.313821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4756211b-293e-43f1-9b94-5d257062134d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.333571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66dc91c0-0ac5-4ea4-960b-1f365245e1a3 req-85f54396-e316-4096-9660-e44b2ea8f648 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655892 Jul 14 11:39:55.383545 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4756211b-293e-43f1-9b94-5d257062134d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e01241af8dc49d680e2688d2ac17a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384921 Jul 14 11:39:55.385986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51056) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:55.389353 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3289ee9a-f9ce-4bfa-8876-a55dbe50306b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 9b051467-a5df-49a2-99aa-cfd901240ac4 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:39:55.391910 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756211b-293e-43f1-9b94-5d257062134d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec157801-692c-4507-8d5e-46d1f8c23ef3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:55.414756 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3289ee9a-f9ce-4bfa-8876-a55dbe50306b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.538072 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3289ee9a-f9ce-4bfa-8876-a55dbe50306b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.623427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43b60f41-c1b8-4a0b-92e9-dfdf604c6427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.669457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43b60f41-c1b8-4a0b-92e9-dfdf604c6427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.729157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43b60f41-c1b8-4a0b-92e9-dfdf604c6427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.732208 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43b60f41-c1b8-4a0b-92e9-dfdf604c6427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.735077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-43b60f41-c1b8-4a0b-92e9-dfdf604c6427 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec157801-692c-4507-8d5e-46d1f8c23ef3 HTTP/1.1" status: 204 len: 168 time: 0.3472760 Jul 14 11:39:55.755723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b60f41-c1b8-4a0b-92e9-dfdf604c6427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec157801-692c-4507-8d5e-46d1f8c23ef3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:55.783112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a15b-4315-4c92-b992-0af8114644ea req-a8082b8e-73a5-411d-92df-a5c2a9682a86 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:55.785733 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1888a15b-4315-4c92-b992-0af8114644ea req-a8082b8e-73a5-411d-92df-a5c2a9682a86 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 946 time: 0.3279827 Jul 14 11:39:55.807654 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3289ee9a-f9ce-4bfa-8876-a55dbe50306b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.864050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1888a15b-4315-4c92-b992-0af8114644ea req-15de15e5-9f1d-4b15-936f-6fdb1b134bf9 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611629 Jul 14 11:39:55.936410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3289ee9a-f9ce-4bfa-8876-a55dbe50306b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.954246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3289ee9a-f9ce-4bfa-8876-a55dbe50306b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:55.956427 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3289ee9a-f9ce-4bfa-8876-a55dbe50306b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/9b051467-a5df-49a2-99aa-cfd901240ac4 HTTP/1.1" status: 204 len: 168 time: 0.7594697 Jul 14 11:39:55.959553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51064) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:55.994466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289ee9a-f9ce-4bfa-8876-a55dbe50306b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=9b051467-a5df-49a2-99aa-cfd901240ac4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:56.007976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-02535395-f60e-45a0-95ab-1f8fe99a4bd9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446255 Jul 14 11:39:56.009683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:56.019895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:56.148469 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:56.179248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:39:56.188208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:56.300482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667ee83-f045-4d2c-9286-d8099fd3c3a1 req-1c257b60-972c-4cca-b2fe-38d1d4792191 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:56.313457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7667ee83-f045-4d2c-9286-d8099fd3c3a1 req-1c257b60-972c-4cca-b2fe-38d1d4792191 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 950 time: 0.1348670 Jul 14 11:39:56.388870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7667ee83-f045-4d2c-9286-d8099fd3c3a1 req-9665b7a6-0bdf-4564-97c1-4df9f2f8539a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709033 Jul 14 11:39:56.503510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7054e671-980f-4020-8c42-8a91aae2c727 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:56.606704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 7054e671-980f-4020-8c42-8a91aae2c727 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:56.625993 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:56.666975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8002bf4d-bc10-4015-afe2-fcca865e0613 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:56.678500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5c885-7635-4942-b702-a6031a36c3a1 req-eb509f8f-b13c-46db-afd8-47224d5848b7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:56.680230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-53c5c885-7635-4942-b702-a6031a36c3a1 req-eb509f8f-b13c-46db-afd8-47224d5848b7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.0944126 Jul 14 11:39:56.761936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ae4135dc-a037-4b5e-a2bf-7385e1234d17 None None] Provisioning for port 7054e671-980f-4020-8c42-8a91aae2c727 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:56.782367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ae4135dc-a037-4b5e-a2bf-7385e1234d17 None None] Provisioning complete for port 7054e671-980f-4020-8c42-8a91aae2c727 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:56.783121 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae4135dc-a037-4b5e-a2bf-7385e1234d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:56.789839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:56.812072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-53c5c885-7635-4942-b702-a6031a36c3a1 req-2af7afaf-6b80-406a-b009-64c060d764ab tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246390 Jul 14 11:39:56.812405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:56.821050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:56.821957 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:56.854857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=68089882-b06c-4bc8-92e4-dc38c1b138a8,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:56.873059 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2f23305b-071d-493c-a290-0140f85648b7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8564160 Jul 14 11:39:56.886273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51090) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:56.898459 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae4135dc-a037-4b5e-a2bf-7385e1234d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:56.906398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e974fcfd-f7d3-45b7-8e29-ba0ad9273531 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1823629720', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:39:56.970232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ae4135dc-a037-4b5e-a2bf-7385e1234d17 None None] For port 7054e671-980f-4020-8c42-8a91aae2c727, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7054e671-980f-4020-8c42-8a91aae2c727,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:56.975175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e974fcfd-f7d3-45b7-8e29-ba0ad9273531 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:56.976911 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e974fcfd-f7d3-45b7-8e29-ba0ad9273531 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:56.992806 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae4135dc-a037-4b5e-a2bf-7385e1234d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:57.048005 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e974fcfd-f7d3-45b7-8e29-ba0ad9273531 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:57.054798 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e974fcfd-f7d3-45b7-8e29-ba0ad9273531 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:57.102437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e974fcfd-f7d3-45b7-8e29-ba0ad9273531 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:57.107650 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e974fcfd-f7d3-45b7-8e29-ba0ad9273531 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2167985 Jul 14 11:39:57.108008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51102) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:39:57.124472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e80d3-acb6-4461-a311-11060bb1c191 req-9f60bf23-e3e9-44f5-898a-226831c6fb73 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:57.132446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4135dc-a037-4b5e-a2bf-7385e1234d17 None None] Pushing event updated for resources: {'Port': ['ID=7054e671-980f-4020-8c42-8a91aae2c727,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:57.148344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e80d3-acb6-4461-a311-11060bb1c191 req-9f60bf23-e3e9-44f5-898a-226831c6fb73 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:57.150026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f6e80d3-acb6-4461-a311-11060bb1c191 req-9f60bf23-e3e9-44f5-898a-226831c6fb73 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6&device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 1690 time: 0.3664253 Jul 14 11:39:57.203958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-299d318b-02b1-4075-82ae-b63733084b22 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:57.206134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-299d318b-02b1-4075-82ae-b63733084b22 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 946 time: 0.4574475 Jul 14 11:39:57.377701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f6e80d3-acb6-4461-a311-11060bb1c191 req-9a041a96-fe19-4601-b653-b907a0057bca tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153504 Jul 14 11:39:57.534338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d8ab1-c81d-4d07-b51f-bc8e1c7d34c0 req-7b0ce3bd-373b-4cca-847d-44d38e8c7790 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:57.541328 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b25d8ab1-c81d-4d07-b51f-bc8e1c7d34c0 req-7b0ce3bd-373b-4cca-847d-44d38e8c7790 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 946 time: 0.3065925 Jul 14 11:39:57.542523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcb2ec-7de7-4675-bcb1-0f4e5cde1214 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:39:57.562521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:57.589794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Deleting port 8538c451-b70c-4519-a6ff-c5d74285974c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:39:57.590430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:57.659357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b25d8ab1-c81d-4d07-b51f-bc8e1c7d34c0 req-6e8088cf-5ef4-4a87-b2bc-4b568f9d1dd6 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/security-groups?id=619804a5-de95-49f3-9d4c-8eabf0ea722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170835 Jul 14 11:39:57.752247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6de8c1c1-d069-4ca2-b6e1-2deeb9d518eb None None] Provisioning complete for port 7054e671-980f-4020-8c42-8a91aae2c727 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:57.752745 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6de8c1c1-d069-4ca2-b6e1-2deeb9d518eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:57.809281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] For port 8538c451-b70c-4519-a6ff-c5d74285974c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=8538c451-b70c-4519-a6ff-c5d74285974c,segment=NetworkSegment(7d073533-2e58-4579-b12b-622b5e5d6a83),segment_id=7d073533-2e58-4579-b12b-622b5e5d6a83)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:39:57.810756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:57.832033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Calling delete_port for 8538c451-b70c-4519-a6ff-c5d74285974c owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:39:57.845918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f44d6-225e-44ff-a8be-da938fedf476 req-524d44aa-ceff-4d7a-98b0-d6690aadc52e tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:57.847844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e0f44d6-225e-44ff-a8be-da938fedf476 req-524d44aa-ceff-4d7a-98b0-d6690aadc52e tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 1101 time: 0.1247771 Jul 14 11:39:58.020988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e0f44d6-225e-44ff-a8be-da938fedf476 req-18250802-2d1d-4593-af13-652583d63278 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550574 Jul 14 11:39:58.095245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:58.117136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::1 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/68089882-b06c-4bc8-92e4-dc38c1b138a8/39fe61ea-231e-4975-beed-98c4e70ae2c4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:39:58.191270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:58.368132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Pushing event deleted for resources: {'Port': ['ID=8538c451-b70c-4519-a6ff-c5d74285974c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:58.403045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.403714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.404647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.405182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.406096 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:58.406993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.409426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.411779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.412088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.412374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.415446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.417382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.417730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:39:58.454417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7054e671-980f-4020-8c42-8a91aae2c727 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:39:58.464290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 39fe61ea-231e-4975-beed-98c4e70ae2c4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:39:58.499222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] No DVR routers for this DVR port 8538c451-b70c-4519-a6ff-c5d74285974c on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:39:58.502940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:58.505123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f01dfa3a-8f8d-4dfa-ac06-6475441415fe req-c87b7892-e3e8-45c5-8850-c4a16050d047 tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.64 "DELETE /v2.0/ports/8538c451-b70c-4519-a6ff-c5d74285974c HTTP/1.1" status: 204 len: 173 time: 1.2833242 Jul 14 11:39:58.509597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dbff89-2b37-45ea-9bc8-5bbdda14fdef', 'name': 'network-vif-deleted', 'tag': '8538c451-b70c-4519-a6ff-c5d74285974c'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:39:58.513165 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64568067-45bf-4ca7-85f6-dc6507e19343" -d '{"events": [{"server_uuid": "e5dbff89-2b37-45ea-9bc8-5bbdda14fdef", "name": "network-vif-deleted", "tag": "8538c451-b70c-4519-a6ff-c5d74285974c"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:39:58.520297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:58.559562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f61a8235-5a84-43ff-9f00-96c8af1cb5d1 None None] Provisioning complete for port 7054e671-980f-4020-8c42-8a91aae2c727 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:58.560460 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f61a8235-5a84-43ff-9f00-96c8af1cb5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:58.566857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc99c-5ffb-45a6-9bd5-5a23eb733d02 req-a23956ab-8a9c-4298-aa4d-645e1fb58037 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:58.569495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e5cc99c-5ffb-45a6-9bd5-5a23eb733d02 req-a23956ab-8a9c-4298-aa4d-645e1fb58037 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.4009397 Jul 14 11:39:58.630178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e5cc99c-5ffb-45a6-9bd5-5a23eb733d02 req-c9a89cad-46a8-4250-acdb-9a8d8ec16299 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546091 Jul 14 11:39:58.679739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7054e671-980f-4020-8c42-8a91aae2c727 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:58.680472 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:58.754163 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b488c19-d3eb-43b1-8048-f3651879fbc7 x-openstack-request-id: req-6b488c19-d3eb-43b1-8048-f3651879fbc7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:39:58.757036 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dbff89-2b37-45ea-9bc8-5bbdda14fdef", "name": "network-vif-deleted", "tag": "8538c451-b70c-4519-a6ff-c5d74285974c", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:39:58.757833 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b488c19-d3eb-43b1-8048-f3651879fbc7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:39:58.758564 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dbff89-2b37-45ea-9bc8-5bbdda14fdef', 'name': 'network-vif-deleted', 'tag': '8538c451-b70c-4519-a6ff-c5d74285974c', 'status': 'completed', 'code': 200} Jul 14 11:39:58.830610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d775ab5-6663-4a31-a764-9f776c309df9 req-37e93e8c-a652-4a91-9e92-a16237ecfbe2 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:58.833037 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d775ab5-6663-4a31-a764-9f776c309df9 req-37e93e8c-a652-4a91-9e92-a16237ecfbe2 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 1100 time: 0.1813798 Jul 14 11:39:58.921597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d775ab5-6663-4a31-a764-9f776c309df9 req-eb2fd3c5-193f-4c3f-a0f6-e4e72a078f7b tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796959 Jul 14 11:39:59.072525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7adda141-2857-4f4e-8c81-a5780ba3dd34 req-e5765341-78d2-437f-8d47-2ebb5d0f7adf tempest-AttachVolumeNegativeTest-1834303465 tempest-AttachVolumeNegativeTest-1834303465-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dbff89-2b37-45ea-9bc8-5bbdda14fdef HTTP/1.1" status: 200 len: 210 time: 0.0589495 Jul 14 11:39:59.168389 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:39:59.175578 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:39:59.179919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:39:59.180570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:59.221309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=39fe61ea-231e-4975-beed-98c4e70ae2c4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:39:59.388868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8538c451-b70c-4519-a6ff-c5d74285974c no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:39:59.447555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:59.457332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 8538c451-b70c-4519-a6ff-c5d74285974c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:39:59.458074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 8538c451-b70c-4519-a6ff-c5d74285974c not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:39:59.539796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-1c5c38b3-aa5e-44f5-a172-c3befec793f2 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477498 Jul 14 11:39:59.748430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c53e5011-7c41-4938-aa27-eab88aadb70a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:59.759109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c53e5011-7c41-4938-aa27-eab88aadb70a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181628 Jul 14 11:39:59.788303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-65ad7455-74bd-41a2-9441-0f17c3cc33e6 None None] Provisioning for port 39fe61ea-231e-4975-beed-98c4e70ae2c4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:39:59.793368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-65ad7455-74bd-41a2-9441-0f17c3cc33e6 None None] Provisioning complete for port 39fe61ea-231e-4975-beed-98c4e70ae2c4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:39:59.793953 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-65ad7455-74bd-41a2-9441-0f17c3cc33e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:59.794120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-f6fdbf9a-ff69-4be0-9f0a-0c83d92a5a00 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/quotas/d24263558a9d471fa97fb3a7c61697d8 HTTP/1.1" status: 200 len: 375 time: 0.0332959 Jul 14 11:39:59.867629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-65ad7455-74bd-41a2-9441-0f17c3cc33e6 None None] Port 39fe61ea-231e-4975-beed-98c4e70ae2c4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:39:59.946462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae8c8d-c0ca-4f79-be0d-5065bea7912b req-00308a95-0c06-47ac-b3c7-ef807baa1c45 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:39:59.950016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6cae8c8d-c0ca-4f79-be0d-5065bea7912b req-00308a95-0c06-47ac-b3c7-ef807baa1c45 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.1156967 Jul 14 11:39:59.976924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-fd2e1e2b-df25-4716-a5db-0a9e0d2f5250 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1817777 Jul 14 11:39:59.977432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:59.986595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:39:59.987801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:00.030258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6cae8c8d-c0ca-4f79-be0d-5065bea7912b req-733c2d8e-e024-4494-8f05-5eb9f4398d98 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700073 Jul 14 11:40:00.127805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=39fe61ea-231e-4975-beed-98c4e70ae2c4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:00.209317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51196) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:00.230395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:00.236706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:00.313044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-299ba49b-fab6-41b0-bd9b-83e1afc050ae admin admin] Deleting subnet 90958c23-9a65-414a-9f8d-b5b4e98c0309 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:00.320485 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-299ba49b-fab6-41b0-bd9b-83e1afc050ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:00.387630 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-299ba49b-fab6-41b0-bd9b-83e1afc050ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:00.477070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-299ba49b-fab6-41b0-bd9b-83e1afc050ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:00.535570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Router 73b85188-b99a-4547-b497-914e578bbeb8 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:40:00.692492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-299ba49b-fab6-41b0-bd9b-83e1afc050ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:00.738405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ba49b-fab6-41b0-bd9b-83e1afc050ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90958c23-9a65-414a-9f8d-b5b4e98c0309,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:00.754154 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-299ba49b-fab6-41b0-bd9b-83e1afc050ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:00.764615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51208) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:00.764925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-299ba49b-fab6-41b0-bd9b-83e1afc050ae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/90958c23-9a65-414a-9f8d-b5b4e98c0309 HTTP/1.1" status: 204 len: 168 time: 0.5543978 Jul 14 11:40:00.807067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b9138efc-af6a-46e8-923a-bdac4c9576ef None None] Provisioning complete for port 39fe61ea-231e-4975-beed-98c4e70ae2c4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:00.807587 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9138efc-af6a-46e8-923a-bdac4c9576ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:00.881218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b9138efc-af6a-46e8-923a-bdac4c9576ef None None] Port 39fe61ea-231e-4975-beed-98c4e70ae2c4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:40:00.935561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:40:00.946745 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-53c0fdc9-0077-44df-8ae6-47b47676f93c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "PUT /v2.0/routers/73b85188-b99a-4547-b497-914e578bbeb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8352740 Jul 14 11:40:00.947156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51218) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:00.956880 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Sync routers for ids ['73b85188-b99a-4547-b497-914e578bbeb8'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:40:00.966008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:00.972462 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Routers {'73b85188-b99a-4547-b497-914e578bbeb8'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:00.973648 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:39:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['73b85188-b99a-4547-b497-914e578bbeb8'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:01.175841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1055cfcf-061a-496a-bdac-ee327991325d req-3da333bd-2f5d-4fe7-9235-8d1a46be68ea tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 210 time: 0.1226366 Jul 14 11:40:01.201507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874e5a9-e622-4681-897f-6b1282dff4f0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:01.207366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2874e5a9-e622-4681-897f-6b1282dff4f0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports/39fe61ea-231e-4975-beed-98c4e70ae2c4 HTTP/1.1" status: 200 len: 911 time: 0.2588537 Jul 14 11:40:01.209083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51230) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:01.230943 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:01.254535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdc356c-9c87-4b63-b256-f4f346cf6b06']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:01.278380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d073533-2e58-4579-b12b-622b5e5d6a83') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:01.279762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d073533-2e58-4579-b12b-622b5e5d6a83') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:01.304840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:01.326697 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:01.344579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:40:01.344997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:01.346313 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Set router 73b85188-b99a-4547-b497-914e578bbeb8 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:40:01.347498 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:40:01.431984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f08fa1c-464e-486c-90c1-0fc5c449e3f2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:01.443422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f08fa1c-464e-486c-90c1-0fc5c449e3f2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:01.445478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2f08fa1c-464e-486c-90c1-0fc5c449e3f2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2348812 Jul 14 11:40:01.453478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51236) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:01.522619 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:01.534026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:01.542560 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] 10.222.0.38 "DELETE /v2.0/networks/6bdc356c-9c87-4b63-b256-f4f346cf6b06 HTTP/1.1" status: 204 len: 168 time: 0.7708962 Jul 14 11:40:01.575446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baf86d-65ca-4ae0-be28-4b1b133f7bef admin admin] Pushing event deleted for resources: {'Network': ['ID=6bdc356c-9c87-4b63-b256-f4f346cf6b06,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:01.662030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe573ae6-9193-44cd-a35f-806bea3938fd req-3c7b9a00-5266-4985-aa82-82e533cd0b4e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:01.669590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe573ae6-9193-44cd-a35f-806bea3938fd req-3c7b9a00-5266-4985-aa82-82e533cd0b4e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.3861148 Jul 14 11:40:01.731876 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe573ae6-9193-44cd-a35f-806bea3938fd req-022c2ba1-7050-487d-ae3f-f0a0b8c89229 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611491 Jul 14 11:40:01.893366 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b85188-b99a-4547-b497-914e578bbeb8', 'name': 'tempest-NetworksTestDHCPv6-router-1823629720', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:39:56Z', 'updated_at': '2021-07-14T11:39:59Z', 'revision_number': 2, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None, '_interfaces': [{'id': '39fe61ea-231e-4975-beed-98c4e70ae2c4', 'name': '', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'mac_address': 'fa:16:3e:29:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b85188-b99a-4547-b497-914e578bbeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '68089882-b06c-4bc8-92e4-dc38c1b138a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:39:57Z', 'updated_at': '2021-07-14T11:39:59Z', 'revision_number': 2, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'subnets': [{'id': '68089882-b06c-4bc8-92e4-dc38c1b138a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:01.951338 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Checking router: 73b85188-b99a-4547-b497-914e578bbeb8 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:40:01.951801 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Updating router 73b85188-b99a-4547-b497-914e578bbeb8 port 39fe61ea-231e-4975-beed-98c4e70ae2c4 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:40:02.009492 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:02.287684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51262) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:02.381551 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3b38b584-e1f2-42c9-9389-bb18a890d825 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02f6564a02394fbfbc3e05d1d99fa55b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925298 Jul 14 11:40:02.384351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51266) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:02.502855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fbd2863-56cf-4f55-8218-8c7e480e0e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:02.580721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fbd2863-56cf-4f55-8218-8c7e480e0e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:02.649455 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fbd2863-56cf-4f55-8218-8c7e480e0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:02.652657 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fbd2863-56cf-4f55-8218-8c7e480e0e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:02.654000 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7fbd2863-56cf-4f55-8218-8c7e480e0e99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/619804a5-de95-49f3-9d4c-8eabf0ea722d HTTP/1.1" status: 204 len: 168 time: 0.2686181 Jul 14 11:40:02.666615 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:02.693302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd2863-56cf-4f55-8218-8c7e480e0e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619804a5-de95-49f3-9d4c-8eabf0ea722d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:02.704189 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Transition to ACTIVE for port object 39fe61ea-231e-4975-beed-98c4e70ae2c4 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:02.721774 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:02.776692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d608ef35-9eda-46dd-963d-bfd1ee4ca8da req-227a5640-242d-4144-949f-3c0ccde78ee9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 210 time: 0.0417900 Jul 14 11:40:02.907429 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Pushing event updated for resources: {'Port': ['ID=39fe61ea-231e-4975-beed-98c4e70ae2c4,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:02.948915 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:03.050473 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.051215 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.051215 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.051526 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.051924 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.052374 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.052565 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.052963 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.053139 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.053504 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.053769 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.054095 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:03.198555 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Attempting to bind port 39fe61ea-231e-4975-beed-98c4e70ae2c4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:03.198785 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Attempting to bind port 39fe61ea-231e-4975-beed-98c4e70ae2c4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:03.205221 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Attempting to bind port 39fe61ea-231e-4975-beed-98c4e70ae2c4 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:03.222189 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:03.222547 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:03.222978 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:03.223382 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:03.240094 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Bound port: 39fe61ea-231e-4975-beed-98c4e70ae2c4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:03.240785 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:03.486455 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] For port 39fe61ea-231e-4975-beed-98c4e70ae2c4, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:03.490404 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] For port 39fe61ea-231e-4975-beed-98c4e70ae2c4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=39fe61ea-231e-4975-beed-98c4e70ae2c4,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:03.495660 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:03.552163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-e1b8b76f-c9df-4a35-aea7-0aad472c7dcf tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2440946 Jul 14 11:40:03.574518 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Routers {'73b85188-b99a-4547-b497-914e578bbeb8'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:03.577136 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:39:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['73b85188-b99a-4547-b497-914e578bbeb8'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:03.594176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-89c06938-985f-48f4-8d46-250787e0ace2 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850255 Jul 14 11:40:03.618651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcad59-5bb5-4919-916e-a9c6711a805d req-4e7b3b3a-e63f-48a1-a089-f0499a40f7f4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:03.620398 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07dcad59-5bb5-4919-916e-a9c6711a805d req-4e7b3b3a-e63f-48a1-a089-f0499a40f7f4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.5370064 Jul 14 11:40:03.822803 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] Set router 73b85188-b99a-4547-b497-914e578bbeb8 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:40:03.927766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-5a05c965-444d-4871-848e-0f531e40184c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:03.929319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-5a05c965-444d-4871-848e-0f531e40184c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837567 Jul 14 11:40:03.951969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Request body: {'port': {'device_id': '23188005-9cfa-4430-a560-60f5f54def25', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'd24263558a9d471fa97fb3a7c61697d8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:04.193743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07dcad59-5bb5-4919-916e-a9c6711a805d req-0d8746fe-9030-458d-8768-f303f53882ff tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751484 Jul 14 11:40:04.222048 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40360227-8122-4d1c-a1b7-3ce8d770c5e1 None None] Pushing event updated for resources: {'Port': ['ID=39fe61ea-231e-4975-beed-98c4e70ae2c4,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:04.252141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98aea38b-684d-4dd1-8d3c-a86958be1ee9 req-5354ad0e-1f0f-45f1-902f-adf5fec8caef tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 210 time: 0.1112952 Jul 14 11:40:04.273695 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b85188-b99a-4547-b497-914e578bbeb8', 'name': 'tempest-NetworksTestDHCPv6-router-1823629720', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:39:56Z', 'updated_at': '2021-07-14T11:39:59Z', 'revision_number': 2, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None, '_interfaces': [{'id': '39fe61ea-231e-4975-beed-98c4e70ae2c4', 'name': '', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'mac_address': 'fa:16:3e:29:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b85188-b99a-4547-b497-914e578bbeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '68089882-b06c-4bc8-92e4-dc38c1b138a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:39:57Z', 'updated_at': '2021-07-14T11:40:03Z', 'revision_number': 4, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'subnets': [{'id': '68089882-b06c-4bc8-92e4-dc38c1b138a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:04.287659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-3022bae8-bee1-4eb1-be66-a23d9a8dae81 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:04.290430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-3022bae8-bee1-4eb1-be66-a23d9a8dae81 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7326357 Jul 14 11:40:04.327479 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc46a0-9643-4510-a48d-7329be54cc78 None None] The sync data for ids ['73b85188-b99a-4547-b497-914e578bbeb8'] in n-d-778696-8 is: [{'id': '73b85188-b99a-4547-b497-914e578bbeb8', 'name': 'tempest-NetworksTestDHCPv6-router-1823629720', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:39:56Z', 'updated_at': '2021-07-14T11:39:59Z', 'revision_number': 2, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None, '_interfaces': [{'id': '39fe61ea-231e-4975-beed-98c4e70ae2c4', 'name': '', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'mac_address': 'fa:16:3e:29:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b85188-b99a-4547-b497-914e578bbeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '68089882-b06c-4bc8-92e4-dc38c1b138a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:39:57Z', 'updated_at': '2021-07-14T11:40:03Z', 'revision_number': 4, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'subnets': [{'id': '68089882-b06c-4bc8-92e4-dc38c1b138a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:40:04.360300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Request body: {'port': {'device_id': '7e52d725-6780-4df9-8693-06f5d6476a81', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'd24263558a9d471fa97fb3a7c61697d8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:04.440571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Made reservation on behalf of d24263558a9d471fa97fb3a7c61697d8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:04.444339 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:04.522085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 39fe61ea-231e-4975-beed-98c4e70ae2c4 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:04.522445 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:04.673832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Made reservation on behalf of d24263558a9d471fa97fb3a7c61697d8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:04.692055 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:04.937734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Allocated IP 192.168.233.211 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/451c929e-f301-4406-9c59-71084c748e38) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:04.956582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] For port 39fe61ea-231e-4975-beed-98c4e70ae2c4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=39fe61ea-231e-4975-beed-98c4e70ae2c4,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:04.956954 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:04.983557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 39fe61ea-231e-4975-beed-98c4e70ae2c4 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:05.353951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:05.545559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12cf4c61-d838-44c4-bfe3-f9ef0426935d req-8e22fd97-929f-4cf1-970a-e241175aaf9a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 210 time: 0.0828555 Jul 14 11:40:05.590908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Transition to ACTIVE for port object 451c929e-f301-4406-9c59-71084c748e38 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:05.598337 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:05.644529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=39fe61ea-231e-4975-beed-98c4e70ae2c4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:05.793561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2276c-9d4f-4e2c-b304-1c768cec3d93 req-6f953859-1f55-440e-b9ac-4a8a45c5bec0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:05.812572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48f2276c-9d4f-4e2c-b304-1c768cec3d93 req-6f953859-1f55-440e-b9ac-4a8a45c5bec0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.3524985 Jul 14 11:40:05.990079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:06.008049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:06.010285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:06.184574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:06.213161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:06.320456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:06.340616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:06.428335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48f2276c-9d4f-4e2c-b304-1c768cec3d93 req-f52b9259-911e-4c08-a323-f8f2bf27d576 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148524 Jul 14 11:40:06.441486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event updated for resources: {'Port': ['ID=451c929e-f301-4406-9c59-71084c748e38,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:06.457409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Allocated IP 192.168.233.158 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/c5430726-9130-4250-a7ac-78fb84a5ffae) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:06.633443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Router 73b85188-b99a-4547-b497-914e578bbeb8 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:40:06.640423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:06.641124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:06.669464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-425d5762-2fe3-4e04-9a53-6a17bbaaf3f9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7252126 Jul 14 11:40:06.692034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Request body: {'port': {'device_id': '23188005-9cfa-4430-a560-60f5f54def25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:06.865025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-24e05fba-2274-4068-90a0-36436f431526 None None] Provisioning for port 451c929e-f301-4406-9c59-71084c748e38 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:06.874761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-24e05fba-2274-4068-90a0-36436f431526 None None] Provisioning complete for port 451c929e-f301-4406-9c59-71084c748e38 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:06.874892 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24e05fba-2274-4068-90a0-36436f431526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:06.991826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-24e05fba-2274-4068-90a0-36436f431526 None None] Port 451c929e-f301-4406-9c59-71084c748e38 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:40:07.282548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:40:07.288413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-48689659-732f-4331-9b6e-1fa0bba8b812 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "PUT /v2.0/routers/73b85188-b99a-4547-b497-914e578bbeb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8309777 Jul 14 11:40:07.291701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51422) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:07.296278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] Sync routers for ids ['73b85188-b99a-4547-b497-914e578bbeb8'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:40:07.319242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] Routers {'73b85188-b99a-4547-b497-914e578bbeb8'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:07.324456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:39:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['73b85188-b99a-4547-b497-914e578bbeb8'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:07.369518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03fc61-9675-4f35-a7d7-cf6ef3e46c2d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:07.371177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03fc61-9675-4f35-a7d7-cf6ef3e46c2d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:07.371937 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:07.375523 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4d03fc61-9675-4f35-a7d7-cf6ef3e46c2d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0825903 Jul 14 11:40:07.377012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51426) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:07.462079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e65462-4d3e-4125-9259-98fac755c24f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 68089882-b06c-4bc8-92e4-dc38c1b138a8 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:07.472174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5e65462-4d3e-4125-9259-98fac755c24f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:07.583133 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5e65462-4d3e-4125-9259-98fac755c24f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:07.673417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] Set router 73b85188-b99a-4547-b497-914e578bbeb8 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:40:07.694033 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5e65462-4d3e-4125-9259-98fac755c24f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:07.756460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b85188-b99a-4547-b497-914e578bbeb8', 'name': 'tempest-NetworksTestDHCPv6-router-1823629720', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:39:56Z', 'updated_at': '2021-07-14T11:40:05Z', 'revision_number': 3, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:07.799724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] Checking router: 73b85188-b99a-4547-b497-914e578bbeb8 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:40:07.814506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] Routers {'73b85188-b99a-4547-b497-914e578bbeb8'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:07.817702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:39:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['73b85188-b99a-4547-b497-914e578bbeb8'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:07.826514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5e65462-4d3e-4125-9259-98fac755c24f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:07.882500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e65462-4d3e-4125-9259-98fac755c24f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=68089882-b06c-4bc8-92e4-dc38c1b138a8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:07.902125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f53f9-0e8c-45c4-aa5b-922007af2432 req-7885d7ca-7ea1-49ea-b0e9-3152627b5daa tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:07.905122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5e65462-4d3e-4125-9259-98fac755c24f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:07.905630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6f53f9-0e8c-45c4-aa5b-922007af2432 req-7885d7ca-7ea1-49ea-b0e9-3152627b5daa tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 936 time: 1.0529349 Jul 14 11:40:07.908491 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d5e65462-4d3e-4125-9259-98fac755c24f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/68089882-b06c-4bc8-92e4-dc38c1b138a8 HTTP/1.1" status: 204 len: 168 time: 0.5302422 Jul 14 11:40:07.911000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51440) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:07.925168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eacc96c-0e68-4406-9e92-3f410641249b None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:07.926499 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:07.945271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a29c7-307f-4d7b-9374-8a9c00d64bce req-9d9c9fcc-b506-4f73-962e-6dc2490b9274 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:07.947056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce7a29c7-307f-4d7b-9374-8a9c00d64bce req-9d9c9fcc-b506-4f73-962e-6dc2490b9274 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.2237411 Jul 14 11:40:07.991630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Transition to ACTIVE for port object c5430726-9130-4250-a7ac-78fb84a5ffae will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:08.028231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6f53f9-0e8c-45c4-aa5b-922007af2432 req-d0f3f490-1a84-4ddc-bc7b-2a40daca8b3f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092134 Jul 14 11:40:08.046978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce7a29c7-307f-4d7b-9374-8a9c00d64bce req-5a09d957-4fd7-48a0-a23e-1bf36552acbd tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873067 Jul 14 11:40:08.112097 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1d1927a5-6a7d-4862-bfec-3bb46d275e10 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1997406 Jul 14 11:40:08.114870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51446) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:08.200454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:08.231295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72932cf6-fdbe-4e76-b18c-e857a83e268b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:08.240964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:08.321230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:08.326094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] Set router 73b85188-b99a-4547-b497-914e578bbeb8 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:40:08.372794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451c929e-f301-4406-9c59-71084c748e38 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:40:08.383419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:08.397100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Transition to ACTIVE for port object 451c929e-f301-4406-9c59-71084c748e38 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:08.409317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:08.462674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:08.465837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b85188-b99a-4547-b497-914e578bbeb8', 'name': 'tempest-NetworksTestDHCPv6-router-1823629720', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:39:56Z', 'updated_at': '2021-07-14T11:40:05Z', 'revision_number': 3, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:08.469536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:08.475934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:08.521548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85423e6f-7f2a-40bc-874d-a662b9e2350f None None] The sync data for ids ['73b85188-b99a-4547-b497-914e578bbeb8'] in n-d-778696-8 is: [{'id': '73b85188-b99a-4547-b497-914e578bbeb8', 'name': 'tempest-NetworksTestDHCPv6-router-1823629720', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:39:56Z', 'updated_at': '2021-07-14T11:40:05Z', 'revision_number': 3, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:40:08.583348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:08.584207 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:08.665855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event updated for resources: {'Port': ['ID=c5430726-9130-4250-a7ac-78fb84a5ffae,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:08.671100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-57e80bfd-2a1d-47bb-b437-94b1c882a881 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3599174 Jul 14 11:40:08.695669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72932cf6-fdbe-4e76-b18c-e857a83e268b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:08.699414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72932cf6-fdbe-4e76-b18c-e857a83e268b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:08.786281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Request body: {'port': {'device_id': '7e52d725-6780-4df9-8693-06f5d6476a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:08.800825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72932cf6-fdbe-4e76-b18c-e857a83e268b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:08.801795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72932cf6-fdbe-4e76-b18c-e857a83e268b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Fanout notify agent at l3_agent the message router_deleted on router 73b85188-b99a-4547-b497-914e578bbeb8 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:40:08.814058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72932cf6-fdbe-4e76-b18c-e857a83e268b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:08.834312 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-72932cf6-fdbe-4e76-b18c-e857a83e268b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/routers/73b85188-b99a-4547-b497-914e578bbeb8 HTTP/1.1" status: 204 len: 168 time: 0.7166710 Jul 14 11:40:08.835078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51462) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:08.840331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:08.919236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=451c929e-f301-4406-9c59-71084c748e38,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:08.980570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:40:09.045992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Attempting to bind port 451c929e-f301-4406-9c59-71084c748e38 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:09.046562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Attempting to bind port 451c929e-f301-4406-9c59-71084c748e38 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:09.047083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Attempting to bind port 451c929e-f301-4406-9c59-71084c748e38 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:09.084042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Port 451c929e-f301-4406-9c59-71084c748e38 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:40:09.086098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Attempting to bind port 451c929e-f301-4406-9c59-71084c748e38 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:09.133104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.150270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:09.152771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:09.153177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:09.153644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Bound port: 451c929e-f301-4406-9c59-71084c748e38, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:09.154014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.160429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:09.164137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.526041 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.655919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=01d6af11-a62c-4ca5-8cc9-0936aeac4463,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:09.675551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:09.678805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Deleting port 7054e671-980f-4020-8c42-8a91aae2c727 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:09.679389 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.681110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:09.683353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-964c447b-c89c-47c9-8c90-685126de6f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.688787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:09.691299 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.738527 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f09a022d-c0a3-40bc-a3f0-d048c7f7e2f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9018350 Jul 14 11:40:09.747149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51484) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:09.759864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8a15703d-6c84-45cb-857d-2381846da722 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2091705299', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:09.824895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a15703d-6c84-45cb-857d-2381846da722 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.827001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a15703d-6c84-45cb-857d-2381846da722 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.853603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7b1fd015-b6e5-439d-af14-5aab9a84aa70 None None] Provisioning for port c5430726-9130-4250-a7ac-78fb84a5ffae completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:09.869663 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7b1fd015-b6e5-439d-af14-5aab9a84aa70 None None] Provisioning complete for port c5430726-9130-4250-a7ac-78fb84a5ffae triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:09.870086 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b1fd015-b6e5-439d-af14-5aab9a84aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.936646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a15703d-6c84-45cb-857d-2381846da722 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.947355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a15703d-6c84-45cb-857d-2381846da722 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.969559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] For port 7054e671-980f-4020-8c42-8a91aae2c727, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7054e671-980f-4020-8c42-8a91aae2c727,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:09.971661 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.979839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a15703d-6c84-45cb-857d-2381846da722 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:09.981436 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8a15703d-6c84-45cb-857d-2381846da722 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2302060 Jul 14 11:40:09.984058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51490) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:10.021979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Calling delete_port for 7054e671-980f-4020-8c42-8a91aae2c727 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:10.121378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5120fa-7bbd-47f6-9a19-45616aca0fcb req-a7e3a44e-5df7-41e4-8709-257013600615 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:10.125076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d5120fa-7bbd-47f6-9a19-45616aca0fcb req-a7e3a44e-5df7-41e4-8709-257013600615 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 948 time: 0.8304739 Jul 14 11:40:10.144633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] For port 451c929e-f301-4406-9c59-71084c748e38, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:10.232454 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:10.280398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28cd03-90c6-4611-a34f-605a4e2e6da9 req-899da9c8-31be-466d-a813-a09f8c845a8f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:10.288236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b28cd03-90c6-4611-a34f-605a4e2e6da9 req-899da9c8-31be-466d-a813-a09f8c845a8f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.8682137 Jul 14 11:40:10.292324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] For port 451c929e-f301-4406-9c59-71084c748e38, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=451c929e-f301-4406-9c59-71084c748e38,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:10.334210 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d5120fa-7bbd-47f6-9a19-45616aca0fcb req-d4996ee4-4b12-4e0b-8238-cd2bf8d49c23 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997707 Jul 14 11:40:10.361701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:10.473862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Pushing event deleted for resources: {'Port': ['ID=7054e671-980f-4020-8c42-8a91aae2c727,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:10.481263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7b1fd015-b6e5-439d-af14-5aab9a84aa70 None None] Port c5430726-9130-4250-a7ac-78fb84a5ffae cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:40:10.494860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] No DVR routers for this DVR port 7054e671-980f-4020-8c42-8a91aae2c727 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:40:10.520911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 39fe61ea-231e-4975-beed-98c4e70ae2c4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:40:10.542094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:10.542807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:10.544323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/451c929e-f301-4406-9c59-71084c748e38 HTTP/1.1" status: 200 len: 1096 time: 3.8584514 Jul 14 11:40:10.554845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3eeb50-f7e5-45bd-bf56-e95621764ea9 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:10.637848 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23188005-9cfa-4430-a560-60f5f54def25', 'tag': '451c929e-f301-4406-9c59-71084c748e38'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:40:10.641109 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "23188005-9cfa-4430-a560-60f5f54def25", "tag": "451c929e-f301-4406-9c59-71084c748e38"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:40:10.649801 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b28cd03-90c6-4611-a34f-605a4e2e6da9 req-99b40a61-6215-497d-980e-4c3d2ab93004 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603001 Jul 14 11:40:10.717367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5671e-cade-41ca-b2f3-56a012b1b5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=451c929e-f301-4406-9c59-71084c748e38,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:10.749412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5430726-9130-4250-a7ac-78fb84a5ffae {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:40:10.769015 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:10.799497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-a008ec3a-a7a9-4f5e-b903-01fd0f74c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:10.802338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-a008ec3a-a7a9-4f5e-b903-01fd0f74c33a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 1099 time: 0.1188307 Jul 14 11:40:10.803972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Transition to ACTIVE for port object c5430726-9130-4250-a7ac-78fb84a5ffae will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:10.809519 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:10.832869 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ff0fa6-f093-4692-b8f5-425deaa12ad1 x-openstack-request-id: req-67ff0fa6-f093-4692-b8f5-425deaa12ad1 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:40:10.833696 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23188005-9cfa-4430-a560-60f5f54def25", "tag": "451c929e-f301-4406-9c59-71084c748e38", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:40:10.834118 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67ff0fa6-f093-4692-b8f5-425deaa12ad1 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:40:10.835068 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23188005-9cfa-4430-a560-60f5f54def25', 'tag': '451c929e-f301-4406-9c59-71084c748e38', 'status': 'completed', 'code': 200} Jul 14 11:40:10.923538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 39fe61ea-231e-4975-beed-98c4e70ae2c4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:40:10.926241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 39fe61ea-231e-4975-beed-98c4e70ae2c4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:40:10.926911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7054e671-980f-4020-8c42-8a91aae2c727 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:40:10.936340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.937017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.937749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.938614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.939388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.941568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.942090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.942592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.943090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.945161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.948272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.948820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a2e39-0895-472f-9641-a7e0c5a15819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:10.992399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:11.002868 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-0a908c9a-be6c-4778-b8ce-103c2c7d98ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=451c929e-f301-4406-9c59-71084c748e38 HTTP/1.1" status: 200 len: 217 time: 0.1777630 Jul 14 11:40:11.060152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 7054e671-980f-4020-8c42-8a91aae2c727 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:40:11.075975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7054e671-980f-4020-8c42-8a91aae2c727 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:40:11.175253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '01d6af11-a62c-4ca5-8cc9-0936aeac4463'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:40:11.186907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:11.205370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Pushing event updated for resources: {'Port': ['ID=c5430726-9130-4250-a7ac-78fb84a5ffae,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:11.265648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-82b95217-250b-4963-afbf-31ea91f29170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:11.267387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-82b95217-250b-4963-afbf-31ea91f29170 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2419307 Jul 14 11:40:11.297286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Attempting to bind port c5430726-9130-4250-a7ac-78fb84a5ffae on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:11.297616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Attempting to bind port c5430726-9130-4250-a7ac-78fb84a5ffae by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:11.297984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Attempting to bind port c5430726-9130-4250-a7ac-78fb84a5ffae on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:11.338286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Port c5430726-9130-4250-a7ac-78fb84a5ffae on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:40:11.338618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Attempting to bind port c5430726-9130-4250-a7ac-78fb84a5ffae on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:11.367037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:11.367394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:11.387309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:11.388092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Bound port: c5430726-9130-4250-a7ac-78fb84a5ffae, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:11.388644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:11.610993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::1 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/01d6af11-a62c-4ca5-8cc9-0936aeac4463/048c630a-cbae-49d7-bc66-d2c55cb4066d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:11.623424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-2e8e73d1-8060-40c3-9b77-8976585aeebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:11.625349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-2e8e73d1-8060-40c3-9b77-8976585aeebc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3499801 Jul 14 11:40:11.677838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] For port c5430726-9130-4250-a7ac-78fb84a5ffae, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:11.753443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] For port c5430726-9130-4250-a7ac-78fb84a5ffae, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c5430726-9130-4250-a7ac-78fb84a5ffae,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:11.764400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:11.839648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:11.840744 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:11.842431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] 10.222.0.45 "PUT /v2.0/ports/c5430726-9130-4250-a7ac-78fb84a5ffae HTTP/1.1" status: 200 len: 1096 time: 3.1076109 Jul 14 11:40:11.854035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-5ac69080-6f4a-4151-9e3e-55174c6a1121 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088859 Jul 14 11:40:12.003907 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.024614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eb500-6ef3-4fee-8ba9-a9f337186316 service neutron] Pushing event updated for resources: {'Port': ['ID=c5430726-9130-4250-a7ac-78fb84a5ffae,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:12.040981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 048c630a-cbae-49d7-bc66-d2c55cb4066d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:12.052111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd2f70-cd39-4e7a-bb8f-f78e6da4dc74 req-c77649bb-c248-4e63-a779-e95f9a0ee9eb tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:12.053753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ecd2f70-cd39-4e7a-bb8f-f78e6da4dc74 req-c77649bb-c248-4e63-a779-e95f9a0ee9eb tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 948 time: 0.3905513 Jul 14 11:40:12.113951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.267720 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a11fcb11-5e8e-40bf-a739-5ad88da54ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.272780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:12.290068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:12.307367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:12.308090 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.316575 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.316860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=048c630a-cbae-49d7-bc66-d2c55cb4066d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:12.319186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/01d6af11-a62c-4ca5-8cc9-0936aeac4463/248a183f-23e8-45da-ac25-c3029400849b) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:12.338005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ecd2f70-cd39-4e7a-bb8f-f78e6da4dc74 req-0f2b7b0a-b3a3-4c99-8dbe-37434325988b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453506 Jul 14 11:40:12.419401 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-87af43a6-bcb3-4072-a878-5b38befadc2a service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571117 Jul 14 11:40:12.447565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-4ba120c6-91f2-4bc6-b396-03272bce5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:12.453767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-4ba120c6-91f2-4bc6-b396-03272bce5525 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 1099 time: 0.5168436 Jul 14 11:40:12.574009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-5e51361c-689e-4252-a5ac-f0acd679d27a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5430726-9130-4250-a7ac-78fb84a5ffae HTTP/1.1" status: 200 len: 217 time: 0.1081583 Jul 14 11:40:12.584509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdbb18-1b1e-4b73-9ae3-ef42394446d8 req-7695876f-30e3-40b2-9324-f34850a92048 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:12.586145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50cdbb18-1b1e-4b73-9ae3-ef42394446d8 req-7695876f-30e3-40b2-9324-f34850a92048 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.4123290 Jul 14 11:40:12.604898 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.616725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Transition to ACTIVE for port object 248a183f-23e8-45da-ac25-c3029400849b will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:12.635875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.636644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Transition to ACTIVE for port object 248a183f-23e8-45da-ac25-c3029400849b will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:12.648811 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.663893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50cdbb18-1b1e-4b73-9ae3-ef42394446d8 req-56f1ad0d-0a6a-41b4-afa8-45ce8836f0f4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664499 Jul 14 11:40:12.733409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-6bc1d64c-2448-47be-838b-bd578bd8860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:12.736968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-6bc1d64c-2448-47be-838b-bd578bd8860d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 1099 time: 0.2019289 Jul 14 11:40:12.772333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-b00910bf-0114-473e-a3de-32f8f9ae843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:12.776294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:12.779832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-b00910bf-0114-473e-a3de-32f8f9ae843b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1926446 Jul 14 11:40:12.792390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:12.801996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:12.826457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Pushing event updated for resources: {'Port': ['ID=248a183f-23e8-45da-ac25-c3029400849b,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:12.882167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e52d725-6780-4df9-8693-06f5d6476a81', 'tag': 'c5430726-9130-4250-a7ac-78fb84a5ffae'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:40:12.887394 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9602934-d51d-4dcd-b4e9-0b259b7d129a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e52d725-6780-4df9-8693-06f5d6476a81", "tag": "c5430726-9130-4250-a7ac-78fb84a5ffae"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:40:12.956941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Attempting to bind port 248a183f-23e8-45da-ac25-c3029400849b on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:12.957999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Attempting to bind port 248a183f-23e8-45da-ac25-c3029400849b by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:12.958506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Attempting to bind port 248a183f-23e8-45da-ac25-c3029400849b on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:12.974122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:12.974820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:12.975510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.976058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:12.976863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Bound port: 248a183f-23e8-45da-ac25-c3029400849b, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:12.977392 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:12.990085 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4564cef-2cfe-40e9-9a4d-1e26443d620a x-openstack-request-id: req-b4564cef-2cfe-40e9-9a4d-1e26443d620a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:40:12.990451 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e52d725-6780-4df9-8693-06f5d6476a81", "tag": "c5430726-9130-4250-a7ac-78fb84a5ffae", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:40:12.990715 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4564cef-2cfe-40e9-9a4d-1e26443d620a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:40:12.991143 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e52d725-6780-4df9-8693-06f5d6476a81', 'tag': 'c5430726-9130-4250-a7ac-78fb84a5ffae', 'status': 'completed', 'code': 200} Jul 14 11:40:13.157844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] For port 248a183f-23e8-45da-ac25-c3029400849b, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:13.169240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] For port 248a183f-23e8-45da-ac25-c3029400849b, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=248a183f-23e8-45da-ac25-c3029400849b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:13.175585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:13.183170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-5b3afaee-02d2-4091-b8e5-9a4bc78dd003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:13.193725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-5b3afaee-02d2-4091-b8e5-9a4bc78dd003 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3874936 Jul 14 11:40:13.225962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-5b25d99e-40f6-4055-9750-e4adeab04e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:13.225962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-5b25d99e-40f6-4055-9750-e4adeab04e49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.4751239 Jul 14 11:40:13.278969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740fcf4-317b-4bfd-9093-8c5737899017 None None] Pushing event updated for resources: {'Port': ['ID=248a183f-23e8-45da-ac25-c3029400849b,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:13.356348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-926c9a94-8231-48e0-ac5f-e0f2621a3211 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=451c929e-f301-4406-9c59-71084c748e38 HTTP/1.1" status: 200 len: 217 time: 0.1198130 Jul 14 11:40:13.389514 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:13.401938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:13.414109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:13.415408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:13.481080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 451c929e-f301-4406-9c59-71084c748e38 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:40:13.619562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-850b118c-d11c-4375-b506-51b73f58c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:13.624225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-850b118c-d11c-4375-b506-51b73f58c053 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2075307 Jul 14 11:40:13.740494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 451c929e-f301-4406-9c59-71084c748e38, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=451c929e-f301-4406-9c59-71084c748e38,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:13.773216 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-0a475743-2410-488b-9083-943953f926f7 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649559 Jul 14 11:40:13.774336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '451c929e-f301-4406-9c59-71084c748e38', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '451c929e-f301-4406-9c59-71084c748e38', 'mac_address': 'fa:16:3e:d6:73:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:40:13.774637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:13.785791 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:13.858035 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:13.912620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451c929e-f301-4406-9c59-71084c748e38 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:40:13.960577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 451c929e-f301-4406-9c59-71084c748e38, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=451c929e-f301-4406-9c59-71084c748e38,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:13.968695 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:14.063539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=451c929e-f301-4406-9c59-71084c748e38,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:14.287349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['451c929e-f301-4406-9c59-71084c748e38'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:14.450974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dbb18-f735-4cb0-9479-0860c730a2d0 req-581c3dbb-014a-46fc-8f45-00f346b29c1a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:14.458881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c3dbb18-f735-4cb0-9479-0860c730a2d0 req-581c3dbb-014a-46fc-8f45-00f346b29c1a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 1.2333660 Jul 14 11:40:14.650305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccb6b6dc-ba9b-4eef-bfcc-d741dc5bbcb0 req-5e028f4f-1c4e-495b-afd7-95e0ee0c58a7 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991986 Jul 14 11:40:14.654671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c3dbb18-f735-4cb0-9479-0860c730a2d0 req-120c6a80-5f8c-438e-9963-4acf0be74e4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733055 Jul 14 11:40:14.674999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-bd9af94e-a0ce-4241-9b2d-a72dc58da4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:14.677133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-bd9af94e-a0ce-4241-9b2d-a72dc58da4d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8686736 Jul 14 11:40:14.695234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362b82e-cada-4491-bae1-97cf8f65bf3f req-b8eb1fa7-5ed3-4242-8595-17b3e3465404 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:14.708674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3362b82e-cada-4491-bae1-97cf8f65bf3f req-b8eb1fa7-5ed3-4242-8595-17b3e3465404 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 948 time: 0.9329085 Jul 14 11:40:14.771420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 248a183f-23e8-45da-ac25-c3029400849b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:14.899007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=048c630a-cbae-49d7-bc66-d2c55cb4066d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:14.927149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-e7098ba4-75e6-47c1-8efe-e66dc83364a9 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086954 Jul 14 11:40:14.939164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 248a183f-23e8-45da-ac25-c3029400849b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:14.977023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Router 9329bf3d-4380-458e-962e-1f5e300a51fc is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:40:15.107234 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:15.186767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3362b82e-cada-4491-bae1-97cf8f65bf3f req-c64cd33e-4c8f-493f-b111-c172139baaae tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699810 Jul 14 11:40:15.207052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:40:15.218722 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Sync routers for ids ['9329bf3d-4380-458e-962e-1f5e300a51fc'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:40:15.222627 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bbbe0d66-8720-4953-8c81-1d23b132e8b0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "PUT /v2.0/routers/9329bf3d-4380-458e-962e-1f5e300a51fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2369895 Jul 14 11:40:15.230251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51618) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:15.236670 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Routers {'9329bf3d-4380-458e-962e-1f5e300a51fc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:15.237523 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9329bf3d-4380-458e-962e-1f5e300a51fc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:15.266461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-301b0858-7a38-4cad-9be8-fa6839b96e25 None None] Provisioning for port 248a183f-23e8-45da-ac25-c3029400849b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:15.282823 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-301b0858-7a38-4cad-9be8-fa6839b96e25 None None] Provisioning complete for port 248a183f-23e8-45da-ac25-c3029400849b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:15.283432 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-301b0858-7a38-4cad-9be8-fa6839b96e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:15.358453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8793d907-c102-4837-b843-146f2e46e093 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:15.363020 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8793d907-c102-4837-b843-146f2e46e093 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports/048c630a-cbae-49d7-bc66-d2c55cb4066d HTTP/1.1" status: 200 len: 911 time: 0.1314929 Jul 14 11:40:15.368235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51620) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:15.470797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-53490d1a-120d-4ece-ac55-84ec744b2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:15.472277 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Set router 9329bf3d-4380-458e-962e-1f5e300a51fc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:40:15.482871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-53490d1a-120d-4ece-ac55-84ec744b2f4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 1099 time: 0.5526819 Jul 14 11:40:15.523985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba453c0b-70b8-4b5e-991f-0683bc43d1da tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:15.534405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba453c0b-70b8-4b5e-991f-0683bc43d1da tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:15.536994 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ba453c0b-70b8-4b5e-991f-0683bc43d1da tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1667967 Jul 14 11:40:15.539993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51626) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:15.545741 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-301b0858-7a38-4cad-9be8-fa6839b96e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:15.588551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85dad2c3-4e0e-4ca3-bd47-83c1d9f1b1ea req-b4028582-303d-4e0c-b071-a82343645b5f service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894701 Jul 14 11:40:15.651581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-301b0858-7a38-4cad-9be8-fa6839b96e25 None None] For port 248a183f-23e8-45da-ac25-c3029400849b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=248a183f-23e8-45da-ac25-c3029400849b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:15.659441 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-301b0858-7a38-4cad-9be8-fa6839b96e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:15.757228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69433c02-af97-49b6-a969-c5d0eb1bf789 req-d4280657-28b6-44aa-a275-4508a84c3f60 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:15.767668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69433c02-af97-49b6-a969-c5d0eb1bf789 req-d4280657-28b6-44aa-a275-4508a84c3f60 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.5891044 Jul 14 11:40:15.785605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0858-7a38-4cad-9be8-fa6839b96e25 None None] Pushing event updated for resources: {'Port': ['ID=248a183f-23e8-45da-ac25-c3029400849b,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:15.841460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-186f2003-6d17-4a76-ba40-0df165a5b1c1 None None] Provisioning for port 048c630a-cbae-49d7-bc66-d2c55cb4066d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:15.847492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-186f2003-6d17-4a76-ba40-0df165a5b1c1 None None] Provisioning complete for port 048c630a-cbae-49d7-bc66-d2c55cb4066d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:15.848825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-186f2003-6d17-4a76-ba40-0df165a5b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:15.913174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69433c02-af97-49b6-a969-c5d0eb1bf789 req-c58f249c-8177-4f14-8752-65547bac1d80 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422338 Jul 14 11:40:15.973046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-186f2003-6d17-4a76-ba40-0df165a5b1c1 None None] Port 048c630a-cbae-49d7-bc66-d2c55cb4066d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:40:16.004581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-a4815340-cc08-4d1e-9dc1-dd9181704547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:16.008957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-a4815340-cc08-4d1e-9dc1-dd9181704547 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.5160353 Jul 14 11:40:16.009213 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9329bf3d-4380-458e-962e-1f5e300a51fc', 'name': 'tempest-NetworksTestDHCPv6-router-2091705299', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:40:09Z', 'updated_at': '2021-07-14T11:40:12Z', 'revision_number': 2, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None, '_interfaces': [{'id': '048c630a-cbae-49d7-bc66-d2c55cb4066d', 'name': '', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'mac_address': 'fa:16:3e:84:5b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9329bf3d-4380-458e-962e-1f5e300a51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '01d6af11-a62c-4ca5-8cc9-0936aeac4463', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:40:11Z', 'updated_at': '2021-07-14T11:40:13Z', 'revision_number': 2, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'subnets': [{'id': '01d6af11-a62c-4ca5-8cc9-0936aeac4463', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:16.117902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-907326c6-4451-4cce-8ca3-e01c7ee40ef5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5430726-9130-4250-a7ac-78fb84a5ffae HTTP/1.1" status: 200 len: 217 time: 0.0972586 Jul 14 11:40:16.118103 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Checking router: 9329bf3d-4380-458e-962e-1f5e300a51fc for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:40:16.118290 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Updating router 9329bf3d-4380-458e-962e-1f5e300a51fc port 048c630a-cbae-49d7-bc66-d2c55cb4066d binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:40:16.205927 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:16.208917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-138b4753-4541-46f6-b0ec-08ece546b4df None None] Provisioning complete for port 048c630a-cbae-49d7-bc66-d2c55cb4066d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:16.210677 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-138b4753-4541-46f6-b0ec-08ece546b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:16.262301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-deca45c7-e2d8-4baf-8b4c-badfd3fc97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:16.267420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-deca45c7-e2d8-4baf-8b4c-badfd3fc97fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1371536 Jul 14 11:40:16.300302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c5430726-9130-4250-a7ac-78fb84a5ffae details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:40:16.339868 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:16.389275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-138b4753-4541-46f6-b0ec-08ece546b4df None None] Port 048c630a-cbae-49d7-bc66-d2c55cb4066d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:40:16.575423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 248a183f-23e8-45da-ac25-c3029400849b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:16.794717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-58adf4c1-148a-4ef3-a9df-7011e5521772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:16.803009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-58adf4c1-148a-4ef3-a9df-7011e5521772 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5253940 Jul 14 11:40:16.810116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-b09b7f28-8c34-4678-86a2-650b09c5d634 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:16.828534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-b09b7f28-8c34-4678-86a2-650b09c5d634 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.4526651 Jul 14 11:40:16.861841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 248a183f-23e8-45da-ac25-c3029400849b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:16.863357 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:16.899921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-a2d8fbb4-beb5-47ff-b26d-99bc61dd9131 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/quotas/32cec261a407494189ca3949d6d969ae HTTP/1.1" status: 200 len: 375 time: 0.0704267 Jul 14 11:40:16.934769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 048c630a-cbae-49d7-bc66-d2c55cb4066d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:16.935135 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:16.971489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c5430726-9130-4250-a7ac-78fb84a5ffae, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c5430726-9130-4250-a7ac-78fb84a5ffae,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:16.992843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d461382-357f-44ad-b994-4e5ca070d899 req-d0eb83d3-596e-4039-9d6c-54cad457069a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4573178 Jul 14 11:40:17.003923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'c5430726-9130-4250-a7ac-78fb84a5ffae', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'c5430726-9130-4250-a7ac-78fb84a5ffae', 'mac_address': 'fa:16:3e:44:3c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:40:17.067250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b0974-7e88-4be8-808e-08d054c81fb8 req-fc927196-50d0-414f-a15a-1704f4902100 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:17.069291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d73b0974-7e88-4be8-808e-08d054c81fb8 req-fc927196-50d0-414f-a15a-1704f4902100 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 949 time: 0.4568388 Jul 14 11:40:17.135035 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:17.135584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:17.160076 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Transition to ACTIVE for port object 048c630a-cbae-49d7-bc66-d2c55cb4066d will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:17.166907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5430726-9130-4250-a7ac-78fb84a5ffae {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:40:17.173744 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:17.213943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c5430726-9130-4250-a7ac-78fb84a5ffae, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c5430726-9130-4250-a7ac-78fb84a5ffae,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:17.243214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:17.274898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d73b0974-7e88-4be8-808e-08d054c81fb8 req-dbb3a19d-c78e-4bb2-9074-ed139235e7e4 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782651 Jul 14 11:40:17.284998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 048c630a-cbae-49d7-bc66-d2c55cb4066d owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:17.325614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-c4cf4e9b-80b4-463b-9d3c-44f62cfb7134 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609618 Jul 14 11:40:17.396861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-d2dffe4f-b0de-4700-aa76-79ddaa37e7da tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4956300 Jul 14 11:40:17.525326 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:17.533159 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Attempting to bind port 048c630a-cbae-49d7-bc66-d2c55cb4066d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:17.533996 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Attempting to bind port 048c630a-cbae-49d7-bc66-d2c55cb4066d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:17.534396 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Attempting to bind port 048c630a-cbae-49d7-bc66-d2c55cb4066d on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:17.534977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 451c929e-f301-4406-9c59-71084c748e38 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:17.554760 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66719140-1304-4b0f-91cc-a6d0c80bf6c0 None None] Pushing event updated for resources: {'Port': ['ID=048c630a-cbae-49d7-bc66-d2c55cb4066d,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:17.585686 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:17.588663 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:17.589857 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:17.590505 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:17.592377 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Bound port: 048c630a-cbae-49d7-bc66-d2c55cb4066d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:17.592994 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:17.781753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d461382-357f-44ad-b994-4e5ca070d899 req-8cc1961e-6dc9-4802-b8d4-662dfc316495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:17.785687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c5430726-9130-4250-a7ac-78fb84a5ffae,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:17.787540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d461382-357f-44ad-b994-4e5ca070d899 req-8cc1961e-6dc9-4802-b8d4-662dfc316495 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1095 time: 0.7091370 Jul 14 11:40:17.801997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 451c929e-f301-4406-9c59-71084c748e38 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:17.808058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 451c929e-f301-4406-9c59-71084c748e38 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:17.808560 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:17.817955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:17.818802 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.db.api [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:40:17.819229 n-d-778696-8 neutron-server[93704]: DEBUG oslo_db.api [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:40:17.848139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c5430726-9130-4250-a7ac-78fb84a5ffae'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:17.879138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=048c630a-cbae-49d7-bc66-d2c55cb4066d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:17.960573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51680) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:17.962701 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:40:18.031637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9602934-d51d-4dcd-b4e9-0b259b7d129a req-3f7afcd6-c797-47ff-98fd-e6fc29df31b5 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205943 Jul 14 11:40:18.084402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-2630ffef-8399-49c6-a603-6bf56d62cffb service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865194 Jul 14 11:40:18.165276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:18.230377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-c518b1f0-db74-42c4-b308-59e3a68add28 service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450741 Jul 14 11:40:18.279568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d461382-357f-44ad-b994-4e5ca070d899 req-df758691-7f62-4e70-8ebf-6f02bbe9bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:18.283187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d461382-357f-44ad-b994-4e5ca070d899 req-df758691-7f62-4e70-8ebf-6f02bbe9bc00 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.4515166 Jul 14 11:40:18.355512 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:18.368431 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Attempting to bind port 048c630a-cbae-49d7-bc66-d2c55cb4066d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:18.369598 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Attempting to bind port 048c630a-cbae-49d7-bc66-d2c55cb4066d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:18.370317 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Attempting to bind port 048c630a-cbae-49d7-bc66-d2c55cb4066d on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:18.383026 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:18.384128 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:18.384777 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:18.385410 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:18.387223 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Bound port: 048c630a-cbae-49d7-bc66-d2c55cb4066d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:18.387927 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:18.394781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d461382-357f-44ad-b994-4e5ca070d899 req-430578de-8f15-4649-938d-2fd8a28c9535 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 998 time: 0.0993781 Jul 14 11:40:18.433302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23188005-9cfa-4430-a560-60f5f54def25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c929e-f301-4406-9c59-71084c748e38'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:40:18.443135 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d6c2f0-5996-4281-aac5-c34656819013" -d '{"events": [{"server_uuid": "23188005-9cfa-4430-a560-60f5f54def25", "name": "network-vif-plugged", "status": "completed", "tag": "451c929e-f301-4406-9c59-71084c748e38"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:40:18.471342 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Port 048c630a-cbae-49d7-bc66-d2c55cb4066d has been deleted concurrently {{(pid=93704) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 11:40:18.479876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 451c929e-f301-4406-9c59-71084c748e38, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=451c929e-f301-4406-9c59-71084c748e38,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:18.490442 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:18.509470 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Routers {'9329bf3d-4380-458e-962e-1f5e300a51fc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:18.510621 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9329bf3d-4380-458e-962e-1f5e300a51fc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:18.529615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d461382-357f-44ad-b994-4e5ca070d899 req-5c53b9a6-4afc-49cf-bd5a-0e1cca43e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:18.552114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d461382-357f-44ad-b994-4e5ca070d899 req-5c53b9a6-4afc-49cf-bd5a-0e1cca43e167 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.1470315 Jul 14 11:40:18.607660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02289042-af61-48ae-b0db-e5b15dcfeb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:18.618969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Router 9329bf3d-4380-458e-962e-1f5e300a51fc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:40:18.689943 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] Set router 9329bf3d-4380-458e-962e-1f5e300a51fc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:40:18.694788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=451c929e-f301-4406-9c59-71084c748e38,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:18.707639 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0d0d2d-5b29-43e6-a3e9-11732b4202d5 x-openstack-request-id: req-5b0d0d2d-5b29-43e6-a3e9-11732b4202d5 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:40:18.708667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02289042-af61-48ae-b0db-e5b15dcfeb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:18.708743 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23188005-9cfa-4430-a560-60f5f54def25", "name": "network-vif-plugged", "status": "completed", "tag": "451c929e-f301-4406-9c59-71084c748e38", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:40:18.708743 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b0d0d2d-5b29-43e6-a3e9-11732b4202d5 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:40:18.709317 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23188005-9cfa-4430-a560-60f5f54def25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c929e-f301-4406-9c59-71084c748e38', 'code': 200} Jul 14 11:40:18.721773 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02289042-af61-48ae-b0db-e5b15dcfeb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:18.751355 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-02289042-af61-48ae-b0db-e5b15dcfeb11 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0017138ef2874adf9c9febbac8594862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803130 Jul 14 11:40:18.794255 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9329bf3d-4380-458e-962e-1f5e300a51fc', 'name': 'tempest-NetworksTestDHCPv6-router-2091705299', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:40:09Z', 'updated_at': '2021-07-14T11:40:17Z', 'revision_number': 3, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:18.805643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51700) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:18.816871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-471a2634-65df-4831-947c-8085c7692570 req-45588bc3-e926-42ba-bdad-7a267436ba27 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 210 time: 0.1236973 Jul 14 11:40:18.838579 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46d11a-9c55-4684-9175-65f4053e6ac0 None None] The sync data for ids ['9329bf3d-4380-458e-962e-1f5e300a51fc'] in n-d-778696-8 is: [{'id': '9329bf3d-4380-458e-962e-1f5e300a51fc', 'name': 'tempest-NetworksTestDHCPv6-router-2091705299', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:40:09Z', 'updated_at': '2021-07-14T11:40:17Z', 'revision_number': 3, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:40:18.934810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:40:18.936306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02289042-af61-48ae-b0db-e5b15dcfeb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecb09c9-303f-4570-a500-22dcb79222bf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:18.946230 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c0ca9474-2eb2-42c1-969a-158a091519cd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "PUT /v2.0/routers/9329bf3d-4380-458e-962e-1f5e300a51fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4034100 Jul 14 11:40:18.947205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51714) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:19.091533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7bf155-869f-4be2-a092-28cbb4a4a4c0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:19.093274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7bf155-869f-4be2-a092-28cbb4a4a4c0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:19.100825 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2b7bf155-869f-4be2-a092-28cbb4a4a4c0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1526122 Jul 14 11:40:19.103513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51718) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:19.123649 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30cab174-fbcf-4ccf-be24-dd96f4eb8e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:19.148247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30cab174-fbcf-4ccf-be24-dd96f4eb8e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:19.206348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d461382-357f-44ad-b994-4e5ca070d899 req-f93dba1f-4a64-4fb1-81c0-fabe60e3a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:19.208391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d461382-357f-44ad-b994-4e5ca070d899 req-f93dba1f-4a64-4fb1-81c0-fabe60e3a9f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6495190 Jul 14 11:40:19.247730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-981aec1b-dd9a-405e-90e0-445ea080fa88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 01d6af11-a62c-4ca5-8cc9-0936aeac4463 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:19.257583 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-981aec1b-dd9a-405e-90e0-445ea080fa88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:19.271182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0ecc9-0ebc-4abf-9c72-271690faf432 req-afcac8cd-337e-4ded-a7e9-6ee44c96c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:19.284860 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2de0ecc9-0ebc-4abf-9c72-271690faf432 req-afcac8cd-337e-4ded-a7e9-6ee44c96c04c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 1101 time: 0.4823775 Jul 14 11:40:19.337590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-981aec1b-dd9a-405e-90e0-445ea080fa88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:19.358436 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30cab174-fbcf-4ccf-be24-dd96f4eb8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:19.363933 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30cab174-fbcf-4ccf-be24-dd96f4eb8e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:19.372077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-30cab174-fbcf-4ccf-be24-dd96f4eb8e9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ecb09c9-303f-4570-a500-22dcb79222bf HTTP/1.1" status: 204 len: 168 time: 0.5541778 Jul 14 11:40:19.409501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7192a0-e0d0-437e-948a-ab564cfcd44d req-a318899f-d414-44f3-8cd1-ab73cda6f558 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:19.411732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ae7192a0-e0d0-437e-948a-ab564cfcd44d req-a318899f-d414-44f3-8cd1-ab73cda6f558 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 950 time: 0.7168493 Jul 14 11:40:19.429766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cab174-fbcf-4ccf-be24-dd96f4eb8e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecb09c9-303f-4570-a500-22dcb79222bf,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:19.522001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2de0ecc9-0ebc-4abf-9c72-271690faf432 req-c126d374-3a9e-42f0-bde8-e23c678af9bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749101 Jul 14 11:40:19.554027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-981aec1b-dd9a-405e-90e0-445ea080fa88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:19.581175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ae7192a0-e0d0-437e-948a-ab564cfcd44d req-17249186-511e-405f-a953-765506e6752e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458058 Jul 14 11:40:19.615983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d461382-357f-44ad-b994-4e5ca070d899 req-e28b50a1-5c03-4727-b224-3b718ea70fce service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941839 Jul 14 11:40:19.665878 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-981aec1b-dd9a-405e-90e0-445ea080fa88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:19.703034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aec1b-dd9a-405e-90e0-445ea080fa88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=01d6af11-a62c-4ca5-8cc9-0936aeac4463,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:19.713300 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-981aec1b-dd9a-405e-90e0-445ea080fa88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:19.715231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565cca94-ac80-4458-9583-2191f5cd544f None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:19.715746 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-981aec1b-dd9a-405e-90e0-445ea080fa88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/01d6af11-a62c-4ca5-8cc9-0936aeac4463 HTTP/1.1" status: 204 len: 168 time: 0.6108942 Jul 14 11:40:19.718471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51726) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:19.874333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d461382-357f-44ad-b994-4e5ca070d899 req-a5a246cf-62df-40c2-9c32-cf9b3433ddb4 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189553 Jul 14 11:40:19.917635 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1aa3cded-f416-4125-88a2-7d114038a974 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1977382 Jul 14 11:40:19.920057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51732) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:20.303006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad161d-96d9-4dea-8633-45abede3e108 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:40:20.340415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c5430726-9130-4250-a7ac-78fb84a5ffae up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:20.358128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] Sync routers for ids ['9329bf3d-4380-458e-962e-1f5e300a51fc'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:40:20.367337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7f27755-1d19-482c-ae2b-f06f93fae1c9 req-e584b44a-e24b-43f6-811e-d6d2e0b51f32 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 210 time: 0.1323469 Jul 14 11:40:20.385672 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-267c092d-8d9d-45a8-a847-52e9215a6a55 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:20.432648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] Routers {'9329bf3d-4380-458e-962e-1f5e300a51fc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:20.433313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9329bf3d-4380-458e-962e-1f5e300a51fc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:20.449049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51746) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:20.479779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-538c0dd6-9ac8-4a2b-8597-5569f9752794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:20.568893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 248a183f-23e8-45da-ac25-c3029400849b no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:40:20.677726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] Set router 9329bf3d-4380-458e-962e-1f5e300a51fc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:40:20.746686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-538c0dd6-9ac8-4a2b-8597-5569f9752794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:20.757170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-538c0dd6-9ac8-4a2b-8597-5569f9752794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:20.768864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-267c092d-8d9d-45a8-a847-52e9215a6a55 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:20.771549 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-267c092d-8d9d-45a8-a847-52e9215a6a55 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:20.790742 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9329bf3d-4380-458e-962e-1f5e300a51fc', 'name': 'tempest-NetworksTestDHCPv6-router-2091705299', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:40:09Z', 'updated_at': '2021-07-14T11:40:17Z', 'revision_number': 3, 'project_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:20.796748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port c5430726-9130-4250-a7ac-78fb84a5ffae completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:20.839986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c0dd6-9ac8-4a2b-8597-5569f9752794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d700b1c-2739-4bd1-9016-ffc4a8c6c588,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:20.883455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ebad161d-96d9-4dea-8633-45abede3e108 None None] Deleting port 248a183f-23e8-45da-ac25-c3029400849b {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:20.885466 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebad161d-96d9-4dea-8633-45abede3e108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:20.887561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port c5430726-9130-4250-a7ac-78fb84a5ffae triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:20.892492 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:20.902255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] Checking router: 9329bf3d-4380-458e-962e-1f5e300a51fc for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:40:20.904750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-538c0dd6-9ac8-4a2b-8597-5569f9752794 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a09dcb04d0844fa2b4f22406fb8357dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543502 Jul 14 11:40:20.905572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51752) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:20.991193 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf80a-da8e-480d-b7a5-5e57e0f6ae9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:20.998327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-70f14418-f415-4bdf-9eed-50a171626c10 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:21.010698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-70f14418-f415-4bdf-9eed-50a171626c10 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.1936464 Jul 14 11:40:21.052101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf80a-da8e-480d-b7a5-5e57e0f6ae9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.055062 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-267c092d-8d9d-45a8-a847-52e9215a6a55 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.055960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267c092d-8d9d-45a8-a847-52e9215a6a55 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Fanout notify agent at l3_agent the message router_deleted on router 9329bf3d-4380-458e-962e-1f5e300a51fc {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:40:21.066586 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-267c092d-8d9d-45a8-a847-52e9215a6a55 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.068130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-267c092d-8d9d-45a8-a847-52e9215a6a55 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/routers/9329bf3d-4380-458e-962e-1f5e300a51fc HTTP/1.1" status: 204 len: 168 time: 1.1467924 Jul 14 11:40:21.074783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'port': {'device_id': '64b1523f-5a27-4485-9438-0da364a9d99f', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'admin_state_up': True, 'tenant_id': '32cec261a407494189ca3949d6d969ae'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:21.128664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51756) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:21.137351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ebad161d-96d9-4dea-8633-45abede3e108 None None] For port 248a183f-23e8-45da-ac25-c3029400849b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=248a183f-23e8-45da-ac25-c3029400849b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:21.138126 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebad161d-96d9-4dea-8633-45abede3e108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.156342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ebad161d-96d9-4dea-8633-45abede3e108 None None] Calling delete_port for 248a183f-23e8-45da-ac25-c3029400849b owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:21.164466 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf80a-da8e-480d-b7a5-5e57e0f6ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.167086 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf80a-da8e-480d-b7a5-5e57e0f6ae9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.168311 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e6ecf80a-da8e-480d-b7a5-5e57e0f6ae9a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d700b1c-2739-4bd1-9016-ffc4a8c6c588 HTTP/1.1" status: 204 len: 168 time: 0.2615399 Jul 14 11:40:21.179459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecf80a-da8e-480d-b7a5-5e57e0f6ae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d700b1c-2739-4bd1-9016-ffc4a8c6c588,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:21.267778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51762) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:21.272597 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] Routers set() bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:21.273126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] Router IDs set() for agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 11:40:21.274143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_agentschedulers_db [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9329bf3d-4380-458e-962e-1f5e300a51fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent'). {{(pid=93703) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 11:40:21.274688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a39fd1-8510-4131-bf3a-39fe26da3646 None None] The sync data for ids ['9329bf3d-4380-458e-962e-1f5e300a51fc'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:40:21.404991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.466080 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.481537 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebad161d-96d9-4dea-8633-45abede3e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.576347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c5430726-9130-4250-a7ac-78fb84a5ffae, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c5430726-9130-4250-a7ac-78fb84a5ffae,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:21.578004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52d725-6780-4df9-8693-06f5d6476a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5430726-9130-4250-a7ac-78fb84a5ffae'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:40:21.581896 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617a3f53-5779-4c37-b150-0e8e242017bd" -d '{"events": [{"server_uuid": "7e52d725-6780-4df9-8693-06f5d6476a81", "name": "network-vif-plugged", "status": "completed", "tag": "c5430726-9130-4250-a7ac-78fb84a5ffae"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:40:21.587612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad161d-96d9-4dea-8633-45abede3e108 None None] Pushing event deleted for resources: {'Port': ['ID=248a183f-23e8-45da-ac25-c3029400849b,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:21.589544 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.601478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad161d-96d9-4dea-8633-45abede3e108 None None] No DVR routers for this DVR port 248a183f-23e8-45da-ac25-c3029400849b on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:40:21.671618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c5430726-9130-4250-a7ac-78fb84a5ffae,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:21.821180 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41756e17-9833-436b-a842-276720065ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:21.828212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1b923d1a-cfb7-49cf-8ed0-34d8bda2bfde tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6954143 Jul 14 11:40:21.833357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51782) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:21.869129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4853c9b-6729-4922-b7b5-7850aeffa2a2 req-bf78972a-55b8-4123-aaae-532eacd7f859 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 210 time: 0.0756269 Jul 14 11:40:21.930895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec8fb6-7d8a-46df-938a-4f94bda01fa7 req-08f14f85-99d8-42b7-8047-13e6122d9275 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:21.940504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54ec8fb6-7d8a-46df-938a-4f94bda01fa7 req-08f14f85-99d8-42b7-8047-13e6122d9275 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 950 time: 0.9262130 Jul 14 11:40:21.948444 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d51b2-4ec6-4ac8-b95f-9a325c47be3c x-openstack-request-id: req-fb2d51b2-4ec6-4ac8-b95f-9a325c47be3c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:40:21.950663 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52d725-6780-4df9-8693-06f5d6476a81", "name": "network-vif-plugged", "status": "completed", "tag": "c5430726-9130-4250-a7ac-78fb84a5ffae", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:40:21.950959 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb2d51b2-4ec6-4ac8-b95f-9a325c47be3c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:40:21.951472 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52d725-6780-4df9-8693-06f5d6476a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5430726-9130-4250-a7ac-78fb84a5ffae', 'code': 200} Jul 14 11:40:21.968943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7df4b7-8852-4541-bcbb-158b3b9d9260 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:21.972094 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3f7df4b7-8852-4541-bcbb-158b3b9d9260 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1372280 Jul 14 11:40:21.976726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:22.009966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54ec8fb6-7d8a-46df-938a-4f94bda01fa7 req-b0494457-4d92-43f3-8dd1-f326708aebfa tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676806 Jul 14 11:40:22.069083 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9afa37ae-61f5-4bb7-9f4b-6e2ed3c08817 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902457 Jul 14 11:40:22.069751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51798) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:22.111916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27fed-1468-4149-9653-328026b56d1b req-4c224f65-1bbd-4336-a2ed-68c69ac217eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:22.113945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ab27fed-1468-4149-9653-328026b56d1b req-4c224f65-1bbd-4336-a2ed-68c69ac217eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 1101 time: 0.0724230 Jul 14 11:40:22.118775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:22.164539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ab27fed-1468-4149-9653-328026b56d1b req-1d481b29-6d2f-4d20-b183-d42e2f29df37 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Jul 14 11:40:22.182486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41756e17-9833-436b-a842-276720065ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.193784 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41756e17-9833-436b-a842-276720065ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.215165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Made reservation on behalf of 32cec261a407494189ca3949d6d969ae for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:22.219376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.233050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41756e17-9833-436b-a842-276720065ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee819e39-b4f4-4bd4-97e3-ee4286a8a3ef,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:22.295383 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-41756e17-9833-436b-a842-276720065ba1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=290c2289a6a74dd18a2def44f0c02f46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0259852 Jul 14 11:40:22.298116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51806) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:22.324198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:22.329251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.458529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cb63a-7d0e-4407-92e4-f4a2ecc1a63d req-c51abe32-bc38-48d6-890c-318e0c439019 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:22.460424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-179cb63a-7d0e-4407-92e4-f4a2ecc1a63d req-c51abe32-bc38-48d6-890c-318e0c439019 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 950 time: 0.2110970 Jul 14 11:40:22.517340 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72b9fd0f-bd5a-4015-9f1a-896383b5d20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.533817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Allocated IP 172.20.0.12 (53da603f-c8a8-4203-97fd-895ac1ec1871/e96801ef-089e-480e-92cc-5f1b98baab38/a545c2df-ab54-4ae6-ad4f-323051007f30) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:22.558745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-179cb63a-7d0e-4407-92e4-f4a2ecc1a63d req-24615b53-416d-4459-a992-c3eaa2c1a9c0 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861943 Jul 14 11:40:22.584254 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72b9fd0f-bd5a-4015-9f1a-896383b5d20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.702009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:40:22.704659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.754066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:22.759167 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72b9fd0f-bd5a-4015-9f1a-896383b5d20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.759486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:22.761759 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72b9fd0f-bd5a-4015-9f1a-896383b5d20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.762799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:22.762987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-72b9fd0f-bd5a-4015-9f1a-896383b5d20c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee819e39-b4f4-4bd4-97e3-ee4286a8a3ef HTTP/1.1" status: 204 len: 168 time: 0.4636736 Jul 14 11:40:22.763490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.777410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11f3b5-748a-493b-8f97-338f59403e2d None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:22.779916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9fd0f-bd5a-4015-9f1a-896383b5d20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee819e39-b4f4-4bd4-97e3-ee4286a8a3ef,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:22.803535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=5e09b328-363d-41d7-b36a-c08dd687f227,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:22.818850 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e24a4889-da58-4fbd-809c-19070357bd18 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7128570 Jul 14 11:40:22.823427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51820) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:22.833453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:22.881745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:22.925191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Transition to ACTIVE for port object a545c2df-ab54-4ae6-ad4f-323051007f30 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:23.058185 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:23.076186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c0e43455-150a-4902-a8f3-681222d3f9bf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:23.116863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:23.120612 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:23.208554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'Port': ['ID=a545c2df-ab54-4ae6-ad4f-323051007f30,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:23.227991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:23.230660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:23.238904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:23.371685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c492f-fd37-49f4-a0ef-80dfed37a40c req-af48e82b-ba90-4815-93df-9f232139f905 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:23.389624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-475c492f-fd37-49f4-a0ef-80dfed37a40c req-af48e82b-ba90-4815-93df-9f232139f905 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 932 time: 0.3131604 Jul 14 11:40:23.451824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:23.451824 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:23.483896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-475c492f-fd37-49f4-a0ef-80dfed37a40c req-bf1d5483-a647-4571-a9c6-a4c9ae6beb0d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933897 Jul 14 11:40:23.508607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '5e09b328-363d-41d7-b36a-c08dd687f227'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:40:23.511480 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:23.514517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-69b97a8a-11b3-4262-b512-28e5486ac5b5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4446368 Jul 14 11:40:23.526975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Request body: {'port': {'device_id': '64b1523f-5a27-4485-9438-0da364a9d99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:23.624255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51840) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:23.743902 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:23.756157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:23.759066 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c54aec64-28f3-4e31-9011-3b6dbec8bd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:23.815987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-155344be-bd2b-448f-8718-7cf9deff1fa9 None None] Provisioning for port a545c2df-ab54-4ae6-ad4f-323051007f30 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:23.838683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-155344be-bd2b-448f-8718-7cf9deff1fa9 None None] Provisioning complete for port a545c2df-ab54-4ae6-ad4f-323051007f30 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:23.839175 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-155344be-bd2b-448f-8718-7cf9deff1fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:23.844736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:23.854984 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:23.861863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:23.865003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:23.907023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=2633caad-f2ae-4f62-aaad-bfcb86c1e93b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:23.970845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-155344be-bd2b-448f-8718-7cf9deff1fa9 None None] Port a545c2df-ab54-4ae6-ad4f-323051007f30 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:40:24.004143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Allocated IP 2001:db8::f816:3eff:febf:b0d (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/5e09b328-363d-41d7-b36a-c08dd687f227/4df35024-7c88-4aaa-8709-06213663430b) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:24.124529 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c54aec64-28f3-4e31-9011-3b6dbec8bd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.138000 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6f401733-47a2-4bcf-a680-38dcd7c3eb80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3114460 Jul 14 11:40:24.140559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51856) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:24.143941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c54aec64-28f3-4e31-9011-3b6dbec8bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.146359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:11:32:e3', 'name': 'tempest-NetworksTestDHCPv6-173604308'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:24.202686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c54aec64-28f3-4e31-9011-3b6dbec8bd9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f911b99b3be4309b9f49862d6be51ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772748 Jul 14 11:40:24.208629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51860) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:24.209213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54aec64-28f3-4e31-9011-3b6dbec8bd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e765a9bf-133f-4b35-aa0e-71a617bbd70f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:24.263818 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.280704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Transition to ACTIVE for port object 4df35024-7c88-4aaa-8709-06213663430b will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:24.328593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8673c7-6b7d-4406-8827-0c2f22d62323 req-3349bb39-4213-4766-b0cc-8554c05e24ba tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:24.345245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc8673c7-6b7d-4406-8827-0c2f22d62323 req-3349bb39-4213-4766-b0cc-8554c05e24ba tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 950 time: 0.4959066 Jul 14 11:40:24.356161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Transition to ACTIVE for port object 4df35024-7c88-4aaa-8709-06213663430b will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:24.369759 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.416104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:24.445764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:24.457666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc8673c7-6b7d-4406-8827-0c2f22d62323 req-6bf0c9c4-a6bf-4189-9967-747e02a9f32a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146343 Jul 14 11:40:24.461797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:24.473625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:24.483236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Pushing event updated for resources: {'Port': ['ID=4df35024-7c88-4aaa-8709-06213663430b,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:24.527896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae829efc-9c12-460f-b1ff-9e79eafe1d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.558144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Attempting to bind port 4df35024-7c88-4aaa-8709-06213663430b on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:24.558877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Attempting to bind port 4df35024-7c88-4aaa-8709-06213663430b by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:24.559879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Attempting to bind port 4df35024-7c88-4aaa-8709-06213663430b on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:24.568537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:24.569272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:24.569884 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.570467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:24.571143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Bound port: 4df35024-7c88-4aaa-8709-06213663430b, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:24.571732 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.655897 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae829efc-9c12-460f-b1ff-9e79eafe1d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.658594 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.676684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] For port 4df35024-7c88-4aaa-8709-06213663430b, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:24.684643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] For port 4df35024-7c88-4aaa-8709-06213663430b, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4df35024-7c88-4aaa-8709-06213663430b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:24.695912 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.713997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 7bc0cc9b-1297-47ed-aefd-212d69dcc4a7 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:40:24.803320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55980b-11d7-4039-ac07-44ad04725bfb None None] Pushing event updated for resources: {'Port': ['ID=4df35024-7c88-4aaa-8709-06213663430b,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:24.977919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae829efc-9c12-460f-b1ff-9e79eafe1d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.980545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae829efc-9c12-460f-b1ff-9e79eafe1d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:24.981713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ae829efc-9c12-460f-b1ff-9e79eafe1d3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e765a9bf-133f-4b35-aa0e-71a617bbd70f HTTP/1.1" status: 204 len: 168 time: 0.7697101 Jul 14 11:40:25.053244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 172.20.0.3 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/2633caad-f2ae-4f62-aaad-bfcb86c1e93b/7bc0cc9b-1297-47ed-aefd-212d69dcc4a7) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:25.061138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:fe11:32e3 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/5e09b328-363d-41d7-b36a-c08dd687f227/7bc0cc9b-1297-47ed-aefd-212d69dcc4a7) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:25.091971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a545c2df-ab54-4ae6-ad4f-323051007f30 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:40:25.110506 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:25.116300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae829efc-9c12-460f-b1ff-9e79eafe1d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765a9bf-133f-4b35-aa0e-71a617bbd70f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:25.180271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Transition to ACTIVE for port object a545c2df-ab54-4ae6-ad4f-323051007f30 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:25.194828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3303caf-7351-4ac5-b9a4-7daba2bdd85f req-22944972-16c4-4bb8-b16c-49975239ff50 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:25.202712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3303caf-7351-4ac5-b9a4-7daba2bdd85f req-22944972-16c4-4bb8-b16c-49975239ff50 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 932 time: 0.4241235 Jul 14 11:40:25.214608 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:25.344515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a545c2df-ab54-4ae6-ad4f-323051007f30,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:25.363534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433a481-2ee2-49da-9353-20239f5033ce req-9b5ff527-0c55-4f34-b691-350b48a14833 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:25.370259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433a481-2ee2-49da-9353-20239f5033ce req-9b5ff527-0c55-4f34-b691-350b48a14833 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:25.378905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3433a481-2ee2-49da-9353-20239f5033ce req-9b5ff527-0c55-4f34-b691-350b48a14833 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25&device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 1691 time: 0.4080052 Jul 14 11:40:25.393541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3303caf-7351-4ac5-b9a4-7daba2bdd85f req-953f6383-3396-4fdd-bab3-fc864b4e77cf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898382 Jul 14 11:40:25.426579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:25.456824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 7bc0cc9b-1297-47ed-aefd-212d69dcc4a7 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:25.541713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3433a481-2ee2-49da-9353-20239f5033ce req-69d29700-50cb-4b92-a7fa-6c0f568fab50 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618562 Jul 14 11:40:25.570326 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:25.631415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Attempting to bind port a545c2df-ab54-4ae6-ad4f-323051007f30 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:25.632167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Attempting to bind port a545c2df-ab54-4ae6-ad4f-323051007f30 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:25.636645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Attempting to bind port a545c2df-ab54-4ae6-ad4f-323051007f30 on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:25.644614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Port a545c2df-ab54-4ae6-ad4f-323051007f30 on network 53da603f-c8a8-4203-97fd-895ac1ec1871 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:40:25.644956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Attempting to bind port a545c2df-ab54-4ae6-ad4f-323051007f30 on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:25.666966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:25.667327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Checking segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:25.667809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:25.673137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Bound using segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:25.673626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Bound port: a545c2df-ab54-4ae6-ad4f-323051007f30, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:25.674004 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:25.674231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:25.677419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:25.757120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51908) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:25.772124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=7bc0cc9b-1297-47ed-aefd-212d69dcc4a7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:25.800156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:25.801314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:25.826336 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cb88cd84-0744-4848-976e-c4c9b75357f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6821918 Jul 14 11:40:25.827522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51914) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:25.828643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] For port a545c2df-ab54-4ae6-ad4f-323051007f30, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:25.877519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] For port a545c2df-ab54-4ae6-ad4f-323051007f30, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a545c2df-ab54-4ae6-ad4f-323051007f30,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:25.889591 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.007628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-920b2591-0a25-4955-a736-2986a7e92077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.011404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:26.013893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.021093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] 10.222.0.45 "PUT /v2.0/ports/a545c2df-ab54-4ae6-ad4f-323051007f30 HTTP/1.1" status: 200 len: 1092 time: 2.4973447 Jul 14 11:40:26.038725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b1523f-5a27-4485-9438-0da364a9d99f', 'tag': 'a545c2df-ab54-4ae6-ad4f-323051007f30'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:40:26.047121 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ce5efa-019d-400c-bf51-87d203a8e87f" -d '{"events": [{"name": "network-changed", "server_uuid": "64b1523f-5a27-4485-9438-0da364a9d99f", "tag": "a545c2df-ab54-4ae6-ad4f-323051007f30"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:40:26.137069 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.179974 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f009470d-d30b-4cd8-9808-200e9c6fe11d x-openstack-request-id: req-f009470d-d30b-4cd8-9808-200e9c6fe11d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:40:26.180609 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b1523f-5a27-4485-9438-0da364a9d99f", "tag": "a545c2df-ab54-4ae6-ad4f-323051007f30", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:40:26.181529 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f009470d-d30b-4cd8-9808-200e9c6fe11d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:40:26.182114 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b1523f-5a27-4485-9438-0da364a9d99f', 'tag': 'a545c2df-ab54-4ae6-ad4f-323051007f30', 'status': 'completed', 'code': 200} Jul 14 11:40:26.241165 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-920b2591-0a25-4955-a736-2986a7e92077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.242071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f5f23-1db2-45f8-b65e-5e72099af1e1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:26.248606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f5f23-1db2-45f8-b65e-5e72099af1e1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:26.249822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-920b2591-0a25-4955-a736-2986a7e92077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.250453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ad3f5f23-1db2-45f8-b65e-5e72099af1e1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.4191890 Jul 14 11:40:26.261231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51924) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:26.307272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfdb2c-0173-4474-8ac7-b6dd35b63fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a545c2df-ab54-4ae6-ad4f-323051007f30,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:26.340941 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-920b2591-0a25-4955-a736-2986a7e92077 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d898e3d5e40c43d4a012a1a6c3a3e607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793464 Jul 14 11:40:26.345771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51932) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:26.363582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b2591-0a25-4955-a736-2986a7e92077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a4eae5-0217-41fb-a840-7104556fd9fa,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:26.424770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aae3c833-d0bb-4b76-8651-fb5919f23fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.446581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888332a1-3540-4475-861f-a6684a67a04f req-7545681e-1b10-4af7-b086-cf86236bb619 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:26.487380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-888332a1-3540-4475-861f-a6684a67a04f req-7545681e-1b10-4af7-b086-cf86236bb619 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 1101 time: 0.5030382 Jul 14 11:40:26.518104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aae3c833-d0bb-4b76-8651-fb5919f23fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.582878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4df35024-7c88-4aaa-8709-06213663430b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:26.591579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aae3c833-d0bb-4b76-8651-fb5919f23fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.597048 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aae3c833-d0bb-4b76-8651-fb5919f23fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.612325 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aae3c833-d0bb-4b76-8651-fb5919f23fbc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17a4eae5-0217-41fb-a840-7104556fd9fa HTTP/1.1" status: 204 len: 168 time: 0.2651095 Jul 14 11:40:26.632260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3c833-d0bb-4b76-8651-fb5919f23fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a4eae5-0217-41fb-a840-7104556fd9fa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:26.696200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4df35024-7c88-4aaa-8709-06213663430b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:26.705658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da765fab-6c38-4d99-9429-c1f06baa1c96 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:26.762361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-7fc91ed2-05ea-41a1-83a7-bde6a15a898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:26.764572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-7fc91ed2-05ea-41a1-83a7-bde6a15a898c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 1095 time: 0.6728554 Jul 14 11:40:26.792838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-888332a1-3540-4475-861f-a6684a67a04f req-2aed4918-56aa-4a2b-b8e4-9c4d55151ebd tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053679 Jul 14 11:40:26.856474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-adb6d7b9-3df5-4a1a-b307-a893379d186d None None] Provisioning for port 4df35024-7c88-4aaa-8709-06213663430b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:26.872128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-964ec0d0-50c8-4d1a-bb92-cd5eb71da490 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a545c2df-ab54-4ae6-ad4f-323051007f30 HTTP/1.1" status: 200 len: 217 time: 0.0964966 Jul 14 11:40:26.887640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-adb6d7b9-3df5-4a1a-b307-a893379d186d None None] Provisioning complete for port 4df35024-7c88-4aaa-8709-06213663430b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:26.888380 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-adb6d7b9-3df5-4a1a-b307-a893379d186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:26.893879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b75c5787-4d7f-46c4-a862-eabcf110a73d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 7bc0cc9b-1297-47ed-aefd-212d69dcc4a7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:26.894288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b75c5787-4d7f-46c4-a862-eabcf110a73d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.023148 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-adb6d7b9-3df5-4a1a-b307-a893379d186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.085022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-adb6d7b9-3df5-4a1a-b307-a893379d186d None None] For port 4df35024-7c88-4aaa-8709-06213663430b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4df35024-7c88-4aaa-8709-06213663430b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:27.095159 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-adb6d7b9-3df5-4a1a-b307-a893379d186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.107749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-f916419d-0d9f-4419-9e4d-b9c305b5392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:27.113315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-f916419d-0d9f-4419-9e4d-b9c305b5392f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.2274594 Jul 14 11:40:27.247111 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b75c5787-4d7f-46c4-a862-eabcf110a73d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.280662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faf9bcf-522f-4131-9be2-e585c8013da0 None None] Update dhcp port {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': '5e09b328-363d-41d7-b36a-c08dd687f227', 'ip_address': '2001:db8::f816:3eff:febf:b0d'}, {'subnet_id': '2633caad-f2ae-4f62-aaad-bfcb86c1e93b'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '4df35024-7c88-4aaa-8709-06213663430b'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:40:27.302900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51960) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:27.326630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b75c5787-4d7f-46c4-a862-eabcf110a73d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 7bc0cc9b-1297-47ed-aefd-212d69dcc4a7 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:27.328060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6d7b9-3df5-4a1a-b307-a893379d186d None None] Pushing event updated for resources: {'Port': ['ID=4df35024-7c88-4aaa-8709-06213663430b,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:27.353035 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8032-1c19-457d-92d7-46427b3d11cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.355034 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7faf9bcf-522f-4131-9be2-e585c8013da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.379497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-4513f234-becd-44c0-904d-da512c2edd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:27.381077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-4513f234-becd-44c0-904d-da512c2edd4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512040 Jul 14 11:40:27.542061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237095c5-586a-4fae-af7a-e1a4e30ff253 req-9965a0bf-a14b-424a-9a1f-6e828090be30 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:27.553107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-237095c5-586a-4fae-af7a-e1a4e30ff253 req-9965a0bf-a14b-424a-9a1f-6e828090be30 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 944 time: 0.8906467 Jul 14 11:40:27.581676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702cb84-9c35-4c47-9003-52a039d1e14c req-79e1c368-86b1-491e-b4b2-48f956bcaaf5 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:27.586699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4702cb84-9c35-4c47-9003-52a039d1e14c req-79e1c368-86b1-491e-b4b2-48f956bcaaf5 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 1101 time: 0.3213212 Jul 14 11:40:27.607473 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8032-1c19-457d-92d7-46427b3d11cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.614479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8032-1c19-457d-92d7-46427b3d11cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.644490 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-7faf9bcf-522f-4131-9be2-e585c8013da0 None None] Allocated IP 172.20.0.2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/2633caad-f2ae-4f62-aaad-bfcb86c1e93b/4df35024-7c88-4aaa-8709-06213663430b) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:27.675001 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6f8b8032-1c19-457d-92d7-46427b3d11cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=166054335e8f4700ab83e52e9881932a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702164 Jul 14 11:40:27.676066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51966) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:27.729209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4702cb84-9c35-4c47-9003-52a039d1e14c req-a25d6e66-39ae-4598-b9dc-4060c44f4795 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958686 Jul 14 11:40:27.764050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7faf9bcf-522f-4131-9be2-e585c8013da0 None None] For port 4df35024-7c88-4aaa-8709-06213663430b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4df35024-7c88-4aaa-8709-06213663430b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:27.787462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-237095c5-586a-4fae-af7a-e1a4e30ff253 req-34fcf3b1-023d-4e49-852e-779169b641ac tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310917 Jul 14 11:40:27.810506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-193c4944-bac6-490b-9ad8-315104986919 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924739 Jul 14 11:40:27.827445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b8032-1c19-457d-92d7-46427b3d11cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65285604-9602-4d98-9f7f-5c6cf37a0112,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:27.834315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7faf9bcf-522f-4131-9be2-e585c8013da0 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.877254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7faf9bcf-522f-4131-9be2-e585c8013da0 None None] Transition to ACTIVE for port object 4df35024-7c88-4aaa-8709-06213663430b will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:27.886943 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7faf9bcf-522f-4131-9be2-e585c8013da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.890377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6b09721-dce1-42c7-b267-1956ba526acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:27.947665 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6b09721-dce1-42c7-b267-1956ba526acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:28.083648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6b09721-dce1-42c7-b267-1956ba526acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:28.096303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6b09721-dce1-42c7-b267-1956ba526acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:28.103394 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b6b09721-dce1-42c7-b267-1956ba526acc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65285604-9602-4d98-9f7f-5c6cf37a0112 HTTP/1.1" status: 204 len: 168 time: 0.4237804 Jul 14 11:40:28.116569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf9bcf-522f-4131-9be2-e585c8013da0 None None] Pushing event updated for resources: {'Port': ['ID=4df35024-7c88-4aaa-8709-06213663430b,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:28.132811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b09721-dce1-42c7-b267-1956ba526acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65285604-9602-4d98-9f7f-5c6cf37a0112,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:28.152293 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:28.202790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b75c5787-4d7f-46c4-a862-eabcf110a73d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:28.224718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-390dd190-92f5-432a-8e2e-2338de6b20ee req-71d96f9b-1788-4f25-933b-f979c2da72e3 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048643 Jul 14 11:40:28.288071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c5787-4d7f-46c4-a862-eabcf110a73d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=7bc0cc9b-1297-47ed-aefd-212d69dcc4a7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:28.314676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-52e32d16-b925-4f44-a522-13cebba8c6ff tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974145 Jul 14 11:40:28.492830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4df35024-7c88-4aaa-8709-06213663430b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:28.595546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b75c5787-4d7f-46c4-a862-eabcf110a73d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:28.598169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b75c5787-4d7f-46c4-a862-eabcf110a73d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/7bc0cc9b-1297-47ed-aefd-212d69dcc4a7 HTTP/1.1" status: 204 len: 168 time: 2.3357375 Jul 14 11:40:28.601248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52006) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:28.744539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613153e-cf08-4ea4-9985-60bdeb440758 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:28.751398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613153e-cf08-4ea4-9985-60bdeb440758 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:28.754440 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613153e-cf08-4ea4-9985-60bdeb440758 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:28.763289 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8613153e-cf08-4ea4-9985-60bdeb440758 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1600435 Jul 14 11:40:28.765149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52012) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:28.801135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-6950dc7d-f78f-4d83-8adf-640b2ee9ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:28.815021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-6950dc7d-f78f-4d83-8adf-640b2ee9ed6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 1095 time: 0.4452958 Jul 14 11:40:28.930910 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34bd31e-f9a5-4671-acfb-c6dc0a268049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 2633caad-f2ae-4f62-aaad-bfcb86c1e93b {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:28.950392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f34bd31e-f9a5-4671-acfb-c6dc0a268049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:29.071565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f34bd31e-f9a5-4671-acfb-c6dc0a268049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:29.228266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f34bd31e-f9a5-4671-acfb-c6dc0a268049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:29.387576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6ee68375-1efe-4399-8590-1cd407198260 None None] Provisioning for port 4df35024-7c88-4aaa-8709-06213663430b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:29.394939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6ee68375-1efe-4399-8590-1cd407198260 None None] Provisioning complete for port 4df35024-7c88-4aaa-8709-06213663430b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:29.395384 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6ee68375-1efe-4399-8590-1cd407198260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:29.398824 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f34bd31e-f9a5-4671-acfb-c6dc0a268049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:29.462220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bd31e-f9a5-4671-acfb-c6dc0a268049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=2633caad-f2ae-4f62-aaad-bfcb86c1e93b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:29.473318 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f34bd31e-f9a5-4671-acfb-c6dc0a268049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:29.475677 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f34bd31e-f9a5-4671-acfb-c6dc0a268049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/2633caad-f2ae-4f62-aaad-bfcb86c1e93b HTTP/1.1" status: 204 len: 168 time: 0.7093320 Jul 14 11:40:29.478443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52036) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:29.479698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-7c9f16be-19b7-4af3-8dcd-8dafc4c57b53 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:29.489716 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-7c9f16be-19b7-4af3-8dcd-8dafc4c57b53 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1274846 Jul 14 11:40:29.579976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-f221fcc1-9cf8-47bb-9b2d-450ac8a9f82a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/quotas/d24263558a9d471fa97fb3a7c61697d8 HTTP/1.1" status: 200 len: 375 time: 0.0890160 Jul 14 11:40:29.612614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ba96a6-01c1-427c-bec4-2d9f0e0d462d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 5e09b328-363d-41d7-b36a-c08dd687f227 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:29.617294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4ba96a6-01c1-427c-bec4-2d9f0e0d462d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:29.687219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6ee68375-1efe-4399-8590-1cd407198260 None None] Could not find standard attr ID for object 7bc0cc9b-1297-47ed-aefd-212d69dcc4a7. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:40:29.689755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4ba96a6-01c1-427c-bec4-2d9f0e0d462d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:29.723737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e4e5cd-8059-49aa-805b-94adc451bd42 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:29.749578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-1f3ad7a1-321c-4437-90ab-571607d82634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:29.753041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-1f3ad7a1-321c-4437-90ab-571607d82634 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.9288335 Jul 14 11:40:29.809421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fc0b658d-a36c-42cb-9e7f-97c3aa7d3625 None None] Could not find standard attr ID for object 7bc0cc9b-1297-47ed-aefd-212d69dcc4a7. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:40:29.839554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4ba96a6-01c1-427c-bec4-2d9f0e0d462d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:29.875083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da06bf-0007-47b2-8bc2-6d9b22aecce9 req-c0bda75f-73b5-413e-aa2f-d337926fc3e6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:29.884102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99da06bf-0007-47b2-8bc2-6d9b22aecce9 req-c0bda75f-73b5-413e-aa2f-d337926fc3e6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 944 time: 0.3573017 Jul 14 11:40:29.900644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-25d01021-144e-43bf-8276-1e0a88c646ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a545c2df-ab54-4ae6-ad4f-323051007f30 HTTP/1.1" status: 200 len: 217 time: 0.1279318 Jul 14 11:40:29.973920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4ba96a6-01c1-427c-bec4-2d9f0e0d462d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:30.028705 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4ba96a6-01c1-427c-bec4-2d9f0e0d462d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:30.030781 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e4ba96a6-01c1-427c-bec4-2d9f0e0d462d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/5e09b328-363d-41d7-b36a-c08dd687f227 HTTP/1.1" status: 204 len: 168 time: 0.5513215 Jul 14 11:40:30.033120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba96a6-01c1-427c-bec4-2d9f0e0d462d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=5e09b328-363d-41d7-b36a-c08dd687f227,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:30.040918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52050) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:30.069668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99da06bf-0007-47b2-8bc2-6d9b22aecce9 req-f4208088-02e8-4afa-abc9-0c3e3bd97125 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840940 Jul 14 11:40:30.085555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-c167f0ba-23ce-4d72-83bc-6c9aa258f90f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5046647 Jul 14 11:40:30.119646 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a119706b-42b6-403c-85d8-c2ba36020179 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757229 Jul 14 11:40:30.122910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-e082c075-b21f-4fc8-be15-49be33d63bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:30.124170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52052) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:30.129596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-e082c075-b21f-4fc8-be15-49be33d63bc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.2121692 Jul 14 11:40:30.134421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:30.168456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8bbe1d-4615-4bd4-9684-339a4c4ca035 None None] Update dhcp port {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': '5e09b328-363d-41d7-b36a-c08dd687f227'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '4df35024-7c88-4aaa-8709-06213663430b'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:40:30.273667 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbe1d-4615-4bd4-9684-339a4c4ca035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:30.308239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-0d1e1dea-3069-4f74-bbb3-1bc3d15de846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:30.310061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-0d1e1dea-3069-4f74-bbb3-1bc3d15de846 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729894 Jul 14 11:40:30.476552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:30.484334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:30.608455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a545c2df-ab54-4ae6-ad4f-323051007f30 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:40:30.653337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5a0e220-fed0-49af-ade3-b586cb645c3c req-e21b3184-bb46-48b0-8363-d1b323aa98c7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 210 time: 0.0715497 Jul 14 11:40:30.709341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-c662e06a-2152-44cf-bf12-d5da677e52a2 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918452 Jul 14 11:40:30.763883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb8415-005a-4f37-9f72-a18692e4df25 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:30.924859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2e367249-7323-4dd0-b570-2debafcb0077 None None] Provisioning complete for port 4df35024-7c88-4aaa-8709-06213663430b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:30.925240 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2e367249-7323-4dd0-b570-2debafcb0077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:30.936769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3ce5efa-019d-400c-bf51-87d203a8e87f req-52c554bd-49a7-4738-85d9-e8f670f6d18c service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200410 Jul 14 11:40:31.187015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52096) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:31.231692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a545c2df-ab54-4ae6-ad4f-323051007f30, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a545c2df-ab54-4ae6-ad4f-323051007f30,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:31.262724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'a545c2df-ab54-4ae6-ad4f-323051007f30', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'port_id': 'a545c2df-ab54-4ae6-ad4f-323051007f30', 'mac_address': 'fa:16:3e:8c:45:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:40:31.413817 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:31.445828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8fb62f-334b-48ab-9d23-696d55d1b430 None None] Update dhcp port {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': '2304c1e6-78ac-4793-954e-d93a2bec4d1d'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '4df35024-7c88-4aaa-8709-06213663430b'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:40:31.456722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a545c2df-ab54-4ae6-ad4f-323051007f30 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:40:31.513844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c119373f-29a2-453f-a37c-a627d8a3c167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:31.566009 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb62f-334b-48ab-9d23-696d55d1b430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:31.626404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a545c2df-ab54-4ae6-ad4f-323051007f30, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a545c2df-ab54-4ae6-ad4f-323051007f30,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:31.635015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1349-1cc6-4823-94c6-df811dd46bbc req-714d543c-2d38-437d-a233-92359ac12a67 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:31.645445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d3a1349-1cc6-4823-94c6-df811dd46bbc req-714d543c-2d38-437d-a233-92359ac12a67 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 944 time: 0.2726364 Jul 14 11:40:31.680825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:31.762947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d3a1349-1cc6-4823-94c6-df811dd46bbc req-8e34c362-2c41-4e70-8934-851614f58dbf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164024 Jul 14 11:40:31.927653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a545c2df-ab54-4ae6-ad4f-323051007f30,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:31.929633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e224ac83-58b4-41ca-8ae9-ada54bf68eb3 req-9394b9d8-462d-45cd-9838-4a1c8535a6f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 210 time: 0.0555961 Jul 14 11:40:31.939431 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c119373f-29a2-453f-a37c-a627d8a3c167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:31.950217 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c119373f-29a2-453f-a37c-a627d8a3c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:32.004431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119373f-29a2-453f-a37c-a627d8a3c167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d79606-acdf-4a6f-a4dd-1c8b3cc39df3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:32.041176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['a545c2df-ab54-4ae6-ad4f-323051007f30'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:32.061357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c119373f-29a2-453f-a37c-a627d8a3c167 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5e3afb223264e40922c5de80654e6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8697782 Jul 14 11:40:32.061357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52116) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:32.091393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:40:32.127769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ee8fb62f-334b-48ab-9d23-696d55d1b430 None None] Allocated IP 2001:db8::f816:3eff:febf:b0d (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/2304c1e6-78ac-4793-954e-d93a2bec4d1d/4df35024-7c88-4aaa-8709-06213663430b) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:32.199126 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-012b7ab9-a73b-4681-a363-226805aaf773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:32.226164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-012b7ab9-a73b-4681-a363-226805aaf773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:32.291133 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-012b7ab9-a73b-4681-a363-226805aaf773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:32.294193 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-012b7ab9-a73b-4681-a363-226805aaf773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:32.295372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-012b7ab9-a73b-4681-a363-226805aaf773 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/77d79606-acdf-4a6f-a4dd-1c8b3cc39df3 HTTP/1.1" status: 204 len: 168 time: 0.2336750 Jul 14 11:40:32.316160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b7ab9-a73b-4681-a363-226805aaf773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d79606-acdf-4a6f-a4dd-1c8b3cc39df3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:32.400267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ee8fb62f-334b-48ab-9d23-696d55d1b430 None None] For port 4df35024-7c88-4aaa-8709-06213663430b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4df35024-7c88-4aaa-8709-06213663430b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:32.442866 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb62f-334b-48ab-9d23-696d55d1b430 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:32.460523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4df35024-7c88-4aaa-8709-06213663430b no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:40:32.486476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ee8fb62f-334b-48ab-9d23-696d55d1b430 None None] Transition to ACTIVE for port object 4df35024-7c88-4aaa-8709-06213663430b will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:32.494104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:febf:b0d-2099552d-7d89-48ba-8eb6-720ab1ac1bb {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:40:32.494450 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:40:32.502253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb62f-334b-48ab-9d23-696d55d1b430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:32.655059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-bcbe9396-7695-4761-bd62-e7720205b362 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703244 Jul 14 11:40:32.741388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fb62f-334b-48ab-9d23-696d55d1b430 None None] Pushing event updated for resources: {'Port': ['ID=4df35024-7c88-4aaa-8709-06213663430b,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:32.758237 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:32.886024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4df35024-7c88-4aaa-8709-06213663430b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4df35024-7c88-4aaa-8709-06213663430b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:32.895006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:32.969212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-145f421d-844c-4340-b5ae-1b0bc2915b1f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:32.982101 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-145f421d-844c-4340-b5ae-1b0bc2915b1f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194823 Jul 14 11:40:32.998811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Request body: {'port': {'device_id': '74c822d1-6c4c-4741-9abe-7dd941ab0de5', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'd24263558a9d471fa97fb3a7c61697d8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:33.079495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4df35024-7c88-4aaa-8709-06213663430b,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:33.302635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:40:33.431275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd056b98-684e-4f90-b419-0299c2649efe req-278c7427-5193-413a-9fae-af75daacca7e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 210 time: 0.1519229 Jul 14 11:40:33.459561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_pluggable_backend [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Port 4df35024-7c88-4aaa-8709-06213663430b got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 14 11:40:33.463196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:33.509605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Made reservation on behalf of d24263558a9d471fa97fb3a7c61697d8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:33.516799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:33.556025 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:33.567606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:33.571177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27726cd1-86b0-4bcc-a3a5-b3ab4038a949 req-40338bce-ca96-4b50-a29b-df84537e0aaf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:33.576596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27726cd1-86b0-4bcc-a3a5-b3ab4038a949 req-40338bce-ca96-4b50-a29b-df84537e0aaf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 945 time: 0.3657782 Jul 14 11:40:33.587572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:33.592200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:33.651173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=2304c1e6-78ac-4793-954e-d93a2bec4d1d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:33.658438 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de7c669a-2e4d-4e07-b9db-9c31cd47af9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5329847 Jul 14 11:40:33.662552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52154) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:33.672412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:33.781717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27726cd1-86b0-4bcc-a3a5-b3ab4038a949 req-053d438c-d958-4269-92e3-5a6d58da268e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600163 Jul 14 11:40:33.925917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Allocated IP 192.168.233.77 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/940b3055-ccb2-460b-85e2-43aae518e6a2) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:33.975674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d598dd0-9174-4fee-adda-b261e9119b1c None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:33.977422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:33.981186 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:34.074714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-afaee662-67d4-4d80-a670-4cd73ccfa133 None None] Provisioning for port 4df35024-7c88-4aaa-8709-06213663430b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:34.087781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-afaee662-67d4-4d80-a670-4cd73ccfa133 None None] Provisioning complete for port 4df35024-7c88-4aaa-8709-06213663430b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:34.088519 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-afaee662-67d4-4d80-a670-4cd73ccfa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:34.264494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-afaee662-67d4-4d80-a670-4cd73ccfa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:34.297632 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:34.311903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-afaee662-67d4-4d80-a670-4cd73ccfa133 None None] For port 4df35024-7c88-4aaa-8709-06213663430b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4df35024-7c88-4aaa-8709-06213663430b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:34.318133 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-afaee662-67d4-4d80-a670-4cd73ccfa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:34.345570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Transition to ACTIVE for port object 940b3055-ccb2-460b-85e2-43aae518e6a2 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:34.415955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a545c2df-ab54-4ae6-ad4f-323051007f30 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:34.423513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:34.456538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'c5430726-9130-4250-a7ac-78fb84a5ffae'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:34.459125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01', '451c929e-f301-4406-9c59-71084c748e38'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:34.563770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:34.568029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:34.607475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:34.612597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:34.616656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4df35024-7c88-4aaa-8709-06213663430b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:34.758500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:34.765417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:34.775584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:34.779091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:34.792444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=db3d008d-0a1a-4dd7-8707-b232ad0312cf,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:34.793890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaee662-67d4-4d80-a670-4cd73ccfa133 None None] Pushing event updated for resources: {'Port': ['ID=4df35024-7c88-4aaa-8709-06213663430b,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:34.826712 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-85b51abf-9e80-4638-bef9-30e081282049 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1626558 Jul 14 11:40:34.830792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f09c34-81d7-49a8-8bfa-f5589684fe45 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:34.831469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52192) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:34.844262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event updated for resources: {'Port': ['ID=940b3055-ccb2-460b-85e2-43aae518e6a2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:34.852363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:27:e4:00', 'name': 'tempest-NetworksTestDHCPv6-1529573836'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:34.897615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:34.898661 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:34.924277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-b8df6184-c3eb-41c4-923e-52b89923cc82 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9319029 Jul 14 11:40:34.938345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Request body: {'port': {'device_id': '74c822d1-6c4c-4741-9abe-7dd941ab0de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:34.980880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746822-9ba5-4b55-a211-e0c2cc5ec488 req-b3425bb6-2ac1-435b-a69c-763699f9adb6 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:34.983349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f746822-9ba5-4b55-a211-e0c2cc5ec488 req-b3425bb6-2ac1-435b-a69c-763699f9adb6 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 935 time: 0.2718399 Jul 14 11:40:35.101048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9f7d6a04-de24-4c1b-bb4e-e34e0cf2860e None None] Provisioning complete for port 4df35024-7c88-4aaa-8709-06213663430b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:35.101967 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6a04-de24-4c1b-bb4e-e34e0cf2860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:35.127115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:35.131528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f746822-9ba5-4b55-a211-e0c2cc5ec488 req-5f74eb49-dd9b-4133-a2a2-79566eb8e679 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364877 Jul 14 11:40:35.193332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:35.245007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4df35024-7c88-4aaa-8709-06213663430b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:35.245379 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:35.309611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6df1-6ddb-4a33-8eac-6478ee294505 req-d4ef8f7a-0950-4713-ac15-9eec56520e65 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:35.312084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-693f6df1-6ddb-4a33-8eac-6478ee294505 req-d4ef8f7a-0950-4713-ac15-9eec56520e65 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 945 time: 0.1739447 Jul 14 11:40:35.404892 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:35.434333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 793856d6-a2ca-4b1d-848a-3adf17579524 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:40:35.493087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-693f6df1-6ddb-4a33-8eac-6478ee294505 req-5f23efd9-6ca4-43a5-9656-3283d33552f4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604030 Jul 14 11:40:35.608671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port a545c2df-ab54-4ae6-ad4f-323051007f30 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:35.645141 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port a545c2df-ab54-4ae6-ad4f-323051007f30 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:35.645333 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:35.739158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 172.20.0.8 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/db3d008d-0a1a-4dd7-8707-b232ad0312cf/793856d6-a2ca-4b1d-848a-3adf17579524) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:35.747533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:fe27:e400 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/2304c1e6-78ac-4793-954e-d93a2bec4d1d/793856d6-a2ca-4b1d-848a-3adf17579524) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:35.759118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940b3055-ccb2-460b-85e2-43aae518e6a2 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:40:35.769857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:35.786721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Transition to ACTIVE for port object 940b3055-ccb2-460b-85e2-43aae518e6a2 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:35.799690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:35.898666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Pushing event updated for resources: {'Port': ['ID=940b3055-ccb2-460b-85e2-43aae518e6a2,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:36.006198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:36.023687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 793856d6-a2ca-4b1d-848a-3adf17579524 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:36.034449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Attempting to bind port 940b3055-ccb2-460b-85e2-43aae518e6a2 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:36.034653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Attempting to bind port 940b3055-ccb2-460b-85e2-43aae518e6a2 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:36.035979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Attempting to bind port 940b3055-ccb2-460b-85e2-43aae518e6a2 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:36.046580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Port 940b3055-ccb2-460b-85e2-43aae518e6a2 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:40:36.046580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Attempting to bind port 940b3055-ccb2-460b-85e2-43aae518e6a2 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:36.052470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:36.052811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:36.053200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:36.053636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Bound port: 940b3055-ccb2-460b-85e2-43aae518e6a2, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:36.053996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:36.085037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:36.210744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:36.214795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:36.223900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:36.264737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] For port 940b3055-ccb2-460b-85e2-43aae518e6a2, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:36.272094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=793856d6-a2ca-4b1d-848a-3adf17579524,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:36.291548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] For port 940b3055-ccb2-460b-85e2-43aae518e6a2, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=940b3055-ccb2-460b-85e2-43aae518e6a2,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:36.295940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:36.296871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:36.302577 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:36.317718 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-945d6b38-a072-43a4-9255-f50dda090718 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4833081 Jul 14 11:40:36.322962 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52250) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:36.340891 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:36.354511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3d827fc6-5737-4103-b88b-1ea3984556c6 None None] Provisioning for port 940b3055-ccb2-460b-85e2-43aae518e6a2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:36.406183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:36.409682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:36.414350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] 10.222.0.64 "PUT /v2.0/ports/940b3055-ccb2-460b-85e2-43aae518e6a2 HTTP/1.1" status: 200 len: 1095 time: 1.4824996 Jul 14 11:40:36.441999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c822d1-6c4c-4741-9abe-7dd941ab0de5', 'tag': '940b3055-ccb2-460b-85e2-43aae518e6a2'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:40:36.444562 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "74c822d1-6c4c-4741-9abe-7dd941ab0de5", "tag": "940b3055-ccb2-460b-85e2-43aae518e6a2"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:40:36.541520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6cd707-2bbb-47d7-882a-61d4714caf8f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:36.559347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6cd707-2bbb-47d7-882a-61d4714caf8f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:36.573152 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7d6cd707-2bbb-47d7-882a-61d4714caf8f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2487707 Jul 14 11:40:36.575615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52284) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:36.674529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b1523f-5a27-4485-9438-0da364a9d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a545c2df-ab54-4ae6-ad4f-323051007f30'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:40:36.681576 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b6f1ca-760e-4dd9-902c-61a324f739d3" -d '{"events": [{"server_uuid": "64b1523f-5a27-4485-9438-0da364a9d99f", "name": "network-vif-plugged", "status": "completed", "tag": "a545c2df-ab54-4ae6-ad4f-323051007f30"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:40:36.686345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4df35024-7c88-4aaa-8709-06213663430b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:36.700236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ecba8-8582-4cd0-9b0e-7eb6cf636052 service neutron] Pushing event updated for resources: {'Port': ['ID=940b3055-ccb2-460b-85e2-43aae518e6a2,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:36.852087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-6580431d-15da-487f-982a-d192327370ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:36.854236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-6580431d-15da-487f-982a-d192327370ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 1098 time: 0.3792729 Jul 14 11:40:36.908572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cf83feca-6611-4534-9146-a2f7cfb66816 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 793856d6-a2ca-4b1d-848a-3adf17579524 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:36.909011 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf83feca-6611-4534-9146-a2f7cfb66816 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:36.957530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-eb5f54dc-d11d-4581-a5e6-f5a9f65718f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=940b3055-ccb2-460b-85e2-43aae518e6a2 HTTP/1.1" status: 200 len: 217 time: 0.0928187 Jul 14 11:40:36.959066 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4245749-8627-488f-b751-2e491a5f4189 x-openstack-request-id: req-d4245749-8627-488f-b751-2e491a5f4189 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:40:36.959348 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c822d1-6c4c-4741-9abe-7dd941ab0de5", "tag": "940b3055-ccb2-460b-85e2-43aae518e6a2", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:40:36.959596 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4245749-8627-488f-b751-2e491a5f4189 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:40:36.960013 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c822d1-6c4c-4741-9abe-7dd941ab0de5', 'tag': '940b3055-ccb2-460b-85e2-43aae518e6a2', 'status': 'completed', 'code': 200} Jul 14 11:40:37.004237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601aab1-2f85-4481-ba5c-bdf5f0391edc None None] Update dhcp port {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': '2304c1e6-78ac-4793-954e-d93a2bec4d1d', 'ip_address': '2001:db8::f816:3eff:febf:b0d'}, {'subnet_id': 'db3d008d-0a1a-4dd7-8707-b232ad0312cf'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '4df35024-7c88-4aaa-8709-06213663430b'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:40:37.015151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6a37-fb70-4b0a-bd54-28d34e419784 req-1a755577-2d0c-4140-920b-24fa7f6048bd tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:37.025204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e06d6a37-fb70-4b0a-bd54-28d34e419784 req-1a755577-2d0c-4140-920b-24fa7f6048bd tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 947 time: 0.5599756 Jul 14 11:40:37.055142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a545c2df-ab54-4ae6-ad4f-323051007f30, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a545c2df-ab54-4ae6-ad4f-323051007f30,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:37.069191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf83feca-6611-4534-9146-a2f7cfb66816 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:37.083797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cf83feca-6611-4534-9146-a2f7cfb66816 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 793856d6-a2ca-4b1d-848a-3adf17579524 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:37.097810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-ba1df7fc-1dd3-43d9-8a53-dce476e3195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:37.100611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-ba1df7fc-1dd3-43d9-8a53-dce476e3195e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.1255021 Jul 14 11:40:37.116157 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:37.182630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a545c2df-ab54-4ae6-ad4f-323051007f30,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:37.206660 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0601aab1-2f85-4481-ba5c-bdf5f0391edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:37.286230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e06d6a37-fb70-4b0a-bd54-28d34e419784 req-7d31dc3e-6be0-42e5-831d-12d9898ffd65 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843572 Jul 14 11:40:37.331843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7fbba-251a-4112-ba8b-006dd12f5b50 req-b5b5932a-a264-4c57-858b-a12169aca682 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:37.339668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9b7fbba-251a-4112-ba8b-006dd12f5b50 req-b5b5932a-a264-4c57-858b-a12169aca682 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 946 time: 0.2510366 Jul 14 11:40:37.361713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-c621e247-29e8-4128-8fba-41f9e9c75328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:37.363240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-c621e247-29e8-4128-8fba-41f9e9c75328 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2494881 Jul 14 11:40:37.371309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf83feca-6611-4534-9146-a2f7cfb66816 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:37.445063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9b7fbba-251a-4112-ba8b-006dd12f5b50 req-3ad169a9-875d-418b-8bf3-c28b57d9a04c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044402 Jul 14 11:40:37.446574 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10591201-873d-46fb-a645-730200b40387 x-openstack-request-id: req-10591201-873d-46fb-a645-730200b40387 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:40:37.446980 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b1523f-5a27-4485-9438-0da364a9d99f", "name": "network-vif-plugged", "status": "completed", "tag": "a545c2df-ab54-4ae6-ad4f-323051007f30", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:40:37.447133 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10591201-873d-46fb-a645-730200b40387 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:40:37.447547 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b1523f-5a27-4485-9438-0da364a9d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a545c2df-ab54-4ae6-ad4f-323051007f30', 'code': 200} Jul 14 11:40:37.467678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83feca-6611-4534-9146-a2f7cfb66816 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=793856d6-a2ca-4b1d-848a-3adf17579524,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:37.526543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4df35024-7c88-4aaa-8709-06213663430b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:37.526918 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:37.554900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-4464acde-0f4b-49ea-b092-4899ed634cec service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827447 Jul 14 11:40:37.608793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52338) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:37.681306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf83feca-6611-4534-9146-a2f7cfb66816 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:37.685805 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cf83feca-6611-4534-9146-a2f7cfb66816 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/793856d6-a2ca-4b1d-848a-3adf17579524 HTTP/1.1" status: 204 len: 168 time: 1.1056216 Jul 14 11:40:37.686453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52342) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:37.739281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-0601aab1-2f85-4481-ba5c-bdf5f0391edc None None] Allocated IP 172.20.0.2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/db3d008d-0a1a-4dd7-8707-b232ad0312cf/4df35024-7c88-4aaa-8709-06213663430b) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:37.809988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47619f92-eae0-4059-9acf-04a86fc1b102 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:37.815341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47619f92-eae0-4059-9acf-04a86fc1b102 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:37.816997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47619f92-eae0-4059-9acf-04a86fc1b102 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:37.824824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47619f92-eae0-4059-9acf-04a86fc1b102 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1372957 Jul 14 11:40:37.830779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52348) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:37.842074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e1287-c73d-46ec-9189-493b3eb43b5b req-c27029d3-5522-4422-be1b-81b04dc27350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:37.844282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a81e1287-c73d-46ec-9189-493b3eb43b5b req-c27029d3-5522-4422-be1b-81b04dc27350 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 1097 time: 0.2857003 Jul 14 11:40:37.848671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9c0cd62-1514-4bcb-b54b-43d404b27524 req-a5e92075-e4dd-4741-9c2d-322c1307e34b service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318316 Jul 14 11:40:37.899365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a81e1287-c73d-46ec-9189-493b3eb43b5b req-9e2921cd-548d-45f6-952e-f858d4f06d36 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489306 Jul 14 11:40:37.930482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7e73617-b726-4577-a32c-9cf91fd4bed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:37.970439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-be7351fd-6a5e-4c7f-8e43-89b3ba8451fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:37.972091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-be7351fd-6a5e-4c7f-8e43-89b3ba8451fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 1098 time: 0.0605223 Jul 14 11:40:37.986588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0601aab1-2f85-4481-ba5c-bdf5f0391edc None None] For port 4df35024-7c88-4aaa-8709-06213663430b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4df35024-7c88-4aaa-8709-06213663430b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:38.006749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e97a958-452f-48e2-98f4-6103320787f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 2304c1e6-78ac-4793-954e-d93a2bec4d1d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:38.076637 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0601aab1-2f85-4481-ba5c-bdf5f0391edc None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.095985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0601aab1-2f85-4481-ba5c-bdf5f0391edc None None] Transition to ACTIVE for port object 4df35024-7c88-4aaa-8709-06213663430b will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:38.101568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-0fdf7266-05e0-4d48-9ef6-d80385afb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:38.103242 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7e73617-b726-4577-a32c-9cf91fd4bed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.103806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-0fdf7266-05e0-4d48-9ef6-d80385afb6ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1229529 Jul 14 11:40:38.104422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e97a958-452f-48e2-98f4-6103320787f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.105906 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0601aab1-2f85-4481-ba5c-bdf5f0391edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.131623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7e73617-b726-4577-a32c-9cf91fd4bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.191073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-c3d27401-864b-4d37-856c-c3edb3d95ffe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=940b3055-ccb2-460b-85e2-43aae518e6a2 HTTP/1.1" status: 200 len: 217 time: 0.0804486 Jul 14 11:40:38.194542 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e97a958-452f-48e2-98f4-6103320787f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.223133 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f7e73617-b726-4577-a32c-9cf91fd4bed0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9384f33cc5b14229a471eeca426d6ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126299 Jul 14 11:40:38.225938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52362) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:38.226466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e73617-b726-4577-a32c-9cf91fd4bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06391360-b930-49a5-af70-a8a8770a3357,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:38.237018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601aab1-2f85-4481-ba5c-bdf5f0391edc None None] Pushing event updated for resources: {'Port': ['ID=4df35024-7c88-4aaa-8709-06213663430b,revision_number=10']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:38.279736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-52433706-d9b8-49c5-b597-73f82ebb7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:38.281457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-52433706-d9b8-49c5-b597-73f82ebb7d02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0729332 Jul 14 11:40:38.375298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-6d68ca28-1d27-41e2-a35b-700637425fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:38.382097 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e97a958-452f-48e2-98f4-6103320787f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.384802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-6d68ca28-1d27-41e2-a35b-700637425fff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957050 Jul 14 11:40:38.482182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4df35024-7c88-4aaa-8709-06213663430b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:38.582992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b617a54-e785-432d-89fd-9325687609f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.638042 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b617a54-e785-432d-89fd-9325687609f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.700187 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e97a958-452f-48e2-98f4-6103320787f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.740890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b617a54-e785-432d-89fd-9325687609f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.743609 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b617a54-e785-432d-89fd-9325687609f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.754865 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7b617a54-e785-432d-89fd-9325687609f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06391360-b930-49a5-af70-a8a8770a3357 HTTP/1.1" status: 204 len: 168 time: 0.5198863 Jul 14 11:40:38.766414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97a958-452f-48e2-98f4-6103320787f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=2304c1e6-78ac-4793-954e-d93a2bec4d1d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:38.795165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-254e1856-fac1-4ed3-8c10-d839e7473474 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999350 Jul 14 11:40:38.812583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b617a54-e785-432d-89fd-9325687609f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06391360-b930-49a5-af70-a8a8770a3357,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:38.835760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e97a958-452f-48e2-98f4-6103320787f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.852540 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1e97a958-452f-48e2-98f4-6103320787f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/2304c1e6-78ac-4793-954e-d93a2bec4d1d HTTP/1.1" status: 204 len: 168 time: 1.0174751 Jul 14 11:40:38.854372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52378) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:38.934235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcfa565-a627-473d-a1ee-21dfa40608d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet db3d008d-0a1a-4dd7-8707-b232ad0312cf {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:38.938329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa565-a627-473d-a1ee-21dfa40608d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:38.940631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce0b26-4ff4-4a4f-81ae-08950ff64846 req-838a262f-4a8d-45df-b1b7-81cecccea2c6 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:38.966576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99ce0b26-4ff4-4a4f-81ae-08950ff64846 req-838a262f-4a8d-45df-b1b7-81cecccea2c6 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 947 time: 0.4603767 Jul 14 11:40:38.995611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa565-a627-473d-a1ee-21dfa40608d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.141812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b19c8-6baf-4f3e-b714-3aaf708078e8 req-b8d41eba-c345-4dbd-b356-60374e7fb958 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:39.149288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e9b19c8-6baf-4f3e-b714-3aaf708078e8 req-b8d41eba-c345-4dbd-b356-60374e7fb958 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 946 time: 0.4060683 Jul 14 11:40:39.166718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99ce0b26-4ff4-4a4f-81ae-08950ff64846 req-d11cf44b-a69a-4d24-b050-b5a8acc7806b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917608 Jul 14 11:40:39.172422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa565-a627-473d-a1ee-21dfa40608d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.257826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e9b19c8-6baf-4f3e-b714-3aaf708078e8 req-1fb7110f-00d7-4ead-9f88-cc98d2b5ef56 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079834 Jul 14 11:40:39.263658 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c806edfb-31dc-4bb8-a8de-634e8d7bcd6a req-934b9886-0b53-429d-bd7d-a035455bc089 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708603 Jul 14 11:40:39.271381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52386) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:39.355462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa565-a627-473d-a1ee-21dfa40608d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.396851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d564c0eb-db23-4cee-8602-be9b6d728a0f None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:39.425540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfa565-a627-473d-a1ee-21dfa40608d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=db3d008d-0a1a-4dd7-8707-b232ad0312cf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:39.443732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa565-a627-473d-a1ee-21dfa40608d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.445673 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ebcfa565-a627-473d-a1ee-21dfa40608d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/db3d008d-0a1a-4dd7-8707-b232ad0312cf HTTP/1.1" status: 204 len: 168 time: 0.5902932 Jul 14 11:40:39.449063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52390) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:39.458747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af88ce3-2b66-4994-9f77-644e6063d04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.498118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52392) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:39.498314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1bae3da4-99b0-4ed0-aba1-2e39ec247db1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472260 Jul 14 11:40:39.498314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52394) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:39.509590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:39.510768 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6ffffeb1-1466-4e7f-a810-8fdd617c0c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.516540 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-25a1820f-ce42-4ba6-854a-768ac172570d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.521583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-232c822c-2646-4e19-bc5e-06568454179c None None] Provisioning for port 4df35024-7c88-4aaa-8709-06213663430b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:39.543223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-232c822c-2646-4e19-bc5e-06568454179c None None] Provisioning complete for port 4df35024-7c88-4aaa-8709-06213663430b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:39.543625 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-232c822c-2646-4e19-bc5e-06568454179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.667353 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af88ce3-2b66-4994-9f77-644e6063d04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.677576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af88ce3-2b66-4994-9f77-644e6063d04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.700576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:40:39.700576 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 11:40:39.700576 n-d-778696-8 neutron-server[93701]: [parameters: {'project_id_1': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'expiration_1': datetime.datetime(2021, 7, 14, 11, 40, 39, 625329)}] Jul 14 11:40:39.700576 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:40:39.700576 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:40:39.742253 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1af88ce3-2b66-4994-9f77-644e6063d04f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=091c1249595b436bb197219f91962d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600284 Jul 14 11:40:39.742253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af88ce3-2b66-4994-9f77-644e6063d04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e9cc7-a255-487f-bf04-e8f398d792d0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:39.742561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52400) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:39.755010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c65b0-4b67-4ee0-9525-ca6c37233da4 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:40:39.806751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c65b0-4b67-4ee0-9525-ca6c37233da4 None None] Deleting port 4df35024-7c88-4aaa-8709-06213663430b {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:39.807286 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d1c65b0-4b67-4ee0-9525-ca6c37233da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.821150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-25a1820f-ce42-4ba6-854a-768ac172570d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.828962 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-25a1820f-ce42-4ba6-854a-768ac172570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.836745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd72e-f2d1-4af4-a36e-9a31765faa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.882203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6d1c65b0-4b67-4ee0-9525-ca6c37233da4 None None] For port 4df35024-7c88-4aaa-8709-06213663430b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4df35024-7c88-4aaa-8709-06213663430b,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:39.882542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d1c65b0-4b67-4ee0-9525-ca6c37233da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.895736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-25a1820f-ce42-4ba6-854a-768ac172570d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=79cc7ee3526e441386e0c7be3ff1ed31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961740 Jul 14 11:40:39.896378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c65b0-4b67-4ee0-9525-ca6c37233da4 None None] Calling delete_port for 4df35024-7c88-4aaa-8709-06213663430b owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:39.898014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd72e-f2d1-4af4-a36e-9a31765faa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.899129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52404) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:39.904921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1820f-ce42-4ba6-854a-768ac172570d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a847b6-905a-4de5-9550-380f314ad332,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:39.956539 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd72e-f2d1-4af4-a36e-9a31765faa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.959501 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd72e-f2d1-4af4-a36e-9a31765faa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.961338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5b2bd72e-f2d1-4af4-a36e-9a31765faa15 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d2e9cc7-a255-487f-bf04-e8f398d792d0 HTTP/1.1" status: 204 len: 168 time: 0.2219555 Jul 14 11:40:39.966475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-28616754-cc59-47ff-9a6c-47a3c73cd132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:39.971948 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bd72e-f2d1-4af4-a36e-9a31765faa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e9cc7-a255-487f-bf04-e8f398d792d0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:39.996377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-28616754-cc59-47ff-9a6c-47a3c73cd132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:40.049242 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d1c65b0-4b67-4ee0-9525-ca6c37233da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:40.063558 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-28616754-cc59-47ff-9a6c-47a3c73cd132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:40.066283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-28616754-cc59-47ff-9a6c-47a3c73cd132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:40.071343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c65b0-4b67-4ee0-9525-ca6c37233da4 None None] No DVR routers for this DVR port 4df35024-7c88-4aaa-8709-06213663430b on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:40:40.082195 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-28616754-cc59-47ff-9a6c-47a3c73cd132 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04a847b6-905a-4de5-9550-380f314ad332 HTTP/1.1" status: 204 len: 168 time: 0.1728115 Jul 14 11:40:40.091232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c65b0-4b67-4ee0-9525-ca6c37233da4 None None] Pushing event deleted for resources: {'Port': ['ID=4df35024-7c88-4aaa-8709-06213663430b,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:40.102212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28616754-cc59-47ff-9a6c-47a3c73cd132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a847b6-905a-4de5-9550-380f314ad332,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:40.224703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:40.228849 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:40.458803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4df35024-7c88-4aaa-8709-06213663430b no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:40:40.538248 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4df35024-7c88-4aaa-8709-06213663430b {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:40:40.541418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4df35024-7c88-4aaa-8709-06213663430b not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:40:40.688729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efb40a-7cbb-4a3b-9085-92e61f15fb1d req-5227ac8e-8206-44a2-8ccb-8723f011181c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:40.690786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8efb40a-7cbb-4a3b-9085-92e61f15fb1d req-5227ac8e-8206-44a2-8ccb-8723f011181c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 946 time: 0.1610994 Jul 14 11:40:40.714932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52434) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:40.730774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:40.736919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53ebe53f-47ee-42b7-b2f9-fe03c61d3426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:40.769906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c956e-2441-4aca-bbac-d40b4e8438ca req-7b61794e-3f46-49ce-806c-e9ae9d29f0ae tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:40.771631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-373c956e-2441-4aca-bbac-d40b4e8438ca req-7b61794e-3f46-49ce-806c-e9ae9d29f0ae tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 947 time: 0.1377697 Jul 14 11:40:40.775077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8efb40a-7cbb-4a3b-9085-92e61f15fb1d req-4cc2d107-9ddd-4199-9f42-4255e08b03a8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770268 Jul 14 11:40:40.840924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-373c956e-2441-4aca-bbac-d40b4e8438ca req-64dc7469-11c7-44ef-be8e-1fefe811c8ba tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609386 Jul 14 11:40:40.882723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=c7fe6c7a-90f5-4623-a00f-d428de7a5c7e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:40.893909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:40.895358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:40.899979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:40.900574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:40.905821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5043a798-bb63-47b2-9ceb-c2988b40e5a6 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:41.038539 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53ebe53f-47ee-42b7-b2f9-fe03c61d3426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:41.046053 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53ebe53f-47ee-42b7-b2f9-fe03c61d3426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:41.095513 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dd9159bf-36b1-47b3-b630-0e0b838e9f9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5966799 Jul 14 11:40:41.096746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebe53f-47ee-42b7-b2f9-fe03c61d3426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ea2e5f-a22c-48ea-8023-5e29685faa60,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:41.098875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52450) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:41.101679 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-53ebe53f-47ee-42b7-b2f9-fe03c61d3426 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4ee7de442c240cdaaa3b2ff8c53928f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855150 Jul 14 11:40:41.104250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52452) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:41.116045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:41.157638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': 'c7fe6c7a-90f5-4623-a00f-d428de7a5c7e'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:40:41.160815 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:41.179468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-354b463c-4d44-4a63-9d5c-ada447319813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:41.210290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-354b463c-4d44-4a63-9d5c-ada447319813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:41.298636 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-354b463c-4d44-4a63-9d5c-ada447319813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:41.301985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-354b463c-4d44-4a63-9d5c-ada447319813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:41.304042 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-354b463c-4d44-4a63-9d5c-ada447319813 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75ea2e5f-a22c-48ea-8023-5e29685faa60 HTTP/1.1" status: 204 len: 168 time: 0.1979806 Jul 14 11:40:41.325821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b463c-4d44-4a63-9d5c-ada447319813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ea2e5f-a22c-48ea-8023-5e29685faa60,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:41.339571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:41.343114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:41.438285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Allocated IP 172.20.0.2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/c7fe6c7a-90f5-4623-a00f-d428de7a5c7e/e4403266-d935-4748-bd70-179316ccbbf4) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:41.649718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 940b3055-ccb2-460b-85e2-43aae518e6a2 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:40:41.901760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:41.920419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Transition to ACTIVE for port object e4403266-d935-4748-bd70-179316ccbbf4 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:41.953769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Transition to ACTIVE for port object e4403266-d935-4748-bd70-179316ccbbf4 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:41.960271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 940b3055-ccb2-460b-85e2-43aae518e6a2, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=940b3055-ccb2-460b-85e2-43aae518e6a2,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:41.992439 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:42.024082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '940b3055-ccb2-460b-85e2-43aae518e6a2', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '940b3055-ccb2-460b-85e2-43aae518e6a2', 'mac_address': 'fa:16:3e:14:ea:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:40:42.090630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:42.143494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:42.197691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:42.297583 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a4aac83f-99fc-45ed-9ef3-c87528e54237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:42.303489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Pushing event updated for resources: {'Port': ['ID=e4403266-d935-4748-bd70-179316ccbbf4,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:42.361863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52498) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:42.395819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605d6c9-c1ed-4d4d-978f-f1d5cda5e029 req-9623d9cd-c62a-48bf-850e-ac98474f3ae2 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:42.424576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9605d6c9-c1ed-4d4d-978f-f1d5cda5e029 req-9623d9cd-c62a-48bf-850e-ac98474f3ae2 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 947 time: 0.3256679 Jul 14 11:40:42.554933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Attempting to bind port e4403266-d935-4748-bd70-179316ccbbf4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:42.566574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Attempting to bind port e4403266-d935-4748-bd70-179316ccbbf4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:42.567148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Attempting to bind port e4403266-d935-4748-bd70-179316ccbbf4 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:42.575182 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:42.577400 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:42.581357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:42.581741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:42.582246 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:42.583265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:42.583265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Bound port: e4403266-d935-4748-bd70-179316ccbbf4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:42.583780 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:42.608998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940b3055-ccb2-460b-85e2-43aae518e6a2 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:40:42.622315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9605d6c9-c1ed-4d4d-978f-f1d5cda5e029 req-af36e5f9-e14c-49b2-adfe-15488af0f7cc tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941388 Jul 14 11:40:42.626080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.objects.ports [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93702) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:40:42.672256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] For port e4403266-d935-4748-bd70-179316ccbbf4, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:42.676049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] For port e4403266-d935-4748-bd70-179316ccbbf4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e4403266-d935-4748-bd70-179316ccbbf4,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:42.689760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:42.715349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 940b3055-ccb2-460b-85e2-43aae518e6a2, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=940b3055-ccb2-460b-85e2-43aae518e6a2,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:42.751028 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:42.793476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd1de2-4d8b-459f-a380-964eb82de27a None None] Pushing event updated for resources: {'Port': ['ID=e4403266-d935-4748-bd70-179316ccbbf4,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:42.926219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=940b3055-ccb2-460b-85e2-43aae518e6a2,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:42.937846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:42.983418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.069328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['940b3055-ccb2-460b-85e2-43aae518e6a2'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:43.135976 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.137318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.429595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.475253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] For port e4403266-d935-4748-bd70-179316ccbbf4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e4403266-d935-4748-bd70-179316ccbbf4,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:43.505149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Allocated IP 172.25.2.231 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/3b1675ac-3867-4c3a-bffc-a04fe9583f95) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:43.520709 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.529624 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.531596 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.624216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:43.634440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:43.648342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:43.649091 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.663091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=c2721fd0-6044-4efa-91e8-0c52a3361139,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:43.674877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=e4403266-d935-4748-bd70-179316ccbbf4,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:43.689245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.699749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5c42ba00-4dc4-47dd-9930-91a37196e61a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5995448 Jul 14 11:40:43.703914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52542) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:43.721246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:17:55:ac', 'name': 'tempest-NetworksTestDHCPv6-1041887660'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:43.739528 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.804644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:43.807793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:43.811427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:43.958071 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:43.971076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Pushing event updated for resources: {'Port': ['ID=3b1675ac-3867-4c3a-bffc-a04fe9583f95,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:44.012103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52550) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:44.078855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.127953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cf107-70fd-4112-8d94-8f66873f5e81 req-9c86e4ab-9701-43e2-9f00-7ce978fae29f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:44.142942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-493cf107-70fd-4112-8d94-8f66873f5e81 req-9c86e4ab-9701-43e2-9f00-7ce978fae29f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 948 time: 0.2596915 Jul 14 11:40:44.175720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:44.283674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7fb15a41-9318-4c7d-88b3-14d71bc461aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.315354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-493cf107-70fd-4112-8d94-8f66873f5e81 req-6f337583-788b-41af-a9f8-cec69886041b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662471 Jul 14 11:40:44.332802 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.338635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.398749 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.473366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Pushing event updated for resources: {'Port': ['ID=3b1675ac-3867-4c3a-bffc-a04fe9583f95,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:44.512400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 157f4ea5-25e6-47bd-af12-c000c3a2fcef yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:40:44.514430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac624549-d2ce-4aa0-bcf3-8399ce82b902 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:44.518237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e4403266-d935-4748-bd70-179316ccbbf4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:44.526694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.637559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-edc78b94-425e-4bbf-921e-6b9baa14680c None None] Provisioning for port e4403266-d935-4748-bd70-179316ccbbf4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:44.680295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e4403266-d935-4748-bd70-179316ccbbf4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:44.692641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e4403266-d935-4748-bd70-179316ccbbf4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:44.693014 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.770413 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7fb15a41-9318-4c7d-88b3-14d71bc461aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.772063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 172.20.0.14 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/c7fe6c7a-90f5-4623-a00f-d428de7a5c7e/157f4ea5-25e6-47bd-af12-c000c3a2fcef) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:44.777751 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7fb15a41-9318-4c7d-88b3-14d71bc461aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.785517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.788143 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7c208d60-73d1-426c-812e-222ba35984b0 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4250073 Jul 14 11:40:44.800095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52568) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:44.805328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1117131745', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'fixed_ips': [{'ip_address': '172.25.2.231'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:44.817814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:fe17:55ac (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/c2721fd0-6044-4efa-91e8-0c52a3361139/157f4ea5-25e6-47bd-af12-c000c3a2fcef) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:44.826150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb15a41-9318-4c7d-88b3-14d71bc461aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bfef1a-19e6-4d43-b459-c44426e02cdc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:44.846281 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.847971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Made reservation on behalf of 790d171d7ea640889970afbce73f45fc for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:44.857858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.858066 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7fb15a41-9318-4c7d-88b3-14d71bc461aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31c94db0250c4c7bbbe3996fa8d60a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8417635 Jul 14 11:40:44.863878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52570) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:44.876421 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.912759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e4403266-d935-4748-bd70-179316ccbbf4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e4403266-d935-4748-bd70-179316ccbbf4,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:44.918155 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.959540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-229112ce-4e28-487f-9448-58fe9e0b843c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:44.995630 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-229112ce-4e28-487f-9448-58fe9e0b843c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.003299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e4403266-d935-4748-bd70-179316ccbbf4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:45.025269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.041206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 157f4ea5-25e6-47bd-af12-c000c3a2fcef will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:45.089591 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.095978 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.112189 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.119617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.127391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] device_id is not set on port 1ba87af6-b25b-4bfb-875e-5ab3c77e341b yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:40:45.166137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:45.169967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:45.174123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:45.191034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-229112ce-4e28-487f-9448-58fe9e0b843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.193710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-229112ce-4e28-487f-9448-58fe9e0b843c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.194963 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-229112ce-4e28-487f-9448-58fe9e0b843c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1bfef1a-19e6-4d43-b459-c44426e02cdc HTTP/1.1" status: 204 len: 168 time: 0.3319013 Jul 14 11:40:45.233013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:45.233680 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.255740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=157f4ea5-25e6-47bd-af12-c000c3a2fcef,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:45.262931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-99d6d3e6-8274-45b8-a966-664ac65dd62f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5571387 Jul 14 11:40:45.266429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52576) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:45.287146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f2a7a7-6652-4a8a-abe5-61253d2b3b06,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:45.323583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.324117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.324563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.325008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.325607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.325892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.326324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.326756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.327184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.327672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.328634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.329246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:45.378186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229112ce-4e28-487f-9448-58fe9e0b843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bfef1a-19e6-4d43-b459-c44426e02cdc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:45.430275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf77f62-c613-4e65-93ec-1013b1cf8f23 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:45.445167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf77f62-c613-4e65-93ec-1013b1cf8f23 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:45.450507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2cf77f62-c613-4e65-93ec-1013b1cf8f23 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1806352 Jul 14 11:40:45.451061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52584) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:45.554701 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 11:40:45.555274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:40:45.575284 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-279dc29d-14de-4945-a277-069d702ff458 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7738647 Jul 14 11:40:45.579313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52588) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:45.674855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 940b3055-ccb2-460b-85e2-43aae518e6a2 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:45.724262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310c713-1cd1-473e-9113-a02162865dea req-f9aff735-0f76-4292-a098-6b8c88fd5534 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:45.726070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0310c713-1cd1-473e-9113-a02162865dea req-f9aff735-0f76-4292-a098-6b8c88fd5534 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 948 time: 0.2486522 Jul 14 11:40:45.727785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bddbcf04-728d-43bd-a7c8-1f5bb2bde8f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 157f4ea5-25e6-47bd-af12-c000c3a2fcef {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:45.728155 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bddbcf04-728d-43bd-a7c8-1f5bb2bde8f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.795421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 940b3055-ccb2-460b-85e2-43aae518e6a2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:45.800972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 940b3055-ccb2-460b-85e2-43aae518e6a2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:45.801345 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.908238 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0310c713-1cd1-473e-9113-a02162865dea req-f9e863c0-c085-4245-ad6b-7d33923903e7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749310 Jul 14 11:40:45.944710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bddbcf04-728d-43bd-a7c8-1f5bb2bde8f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:45.962436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bddbcf04-728d-43bd-a7c8-1f5bb2bde8f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 157f4ea5-25e6-47bd-af12-c000c3a2fcef owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:46.043132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4f9ec34c-cfd8-40d8-9be9-b3c4fa509e52 None None] Provisioning complete for port e4403266-d935-4748-bd70-179316ccbbf4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:46.043581 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec34c-cfd8-40d8-9be9-b3c4fa509e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.096543 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.165918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c822d1-6c4c-4741-9abe-7dd941ab0de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940b3055-ccb2-460b-85e2-43aae518e6a2'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:40:46.168362 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f242ee1-7673-4bc9-bf6e-b911a17265a3" -d '{"events": [{"server_uuid": "74c822d1-6c4c-4741-9abe-7dd941ab0de5", "name": "network-vif-plugged", "status": "completed", "tag": "940b3055-ccb2-460b-85e2-43aae518e6a2"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:40:46.188256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 940b3055-ccb2-460b-85e2-43aae518e6a2, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=940b3055-ccb2-460b-85e2-43aae518e6a2,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:46.241805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.301802 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37cc097-a96f-4548-a336-2a2cc71e59f6 x-openstack-request-id: req-f37cc097-a96f-4548-a336-2a2cc71e59f6 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:40:46.301802 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c822d1-6c4c-4741-9abe-7dd941ab0de5", "name": "network-vif-plugged", "status": "completed", "tag": "940b3055-ccb2-460b-85e2-43aae518e6a2", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:40:46.302131 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f37cc097-a96f-4548-a336-2a2cc71e59f6 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:40:46.302412 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c822d1-6c4c-4741-9abe-7dd941ab0de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940b3055-ccb2-460b-85e2-43aae518e6a2', 'code': 200} Jul 14 11:40:46.402973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=940b3055-ccb2-460b-85e2-43aae518e6a2,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:46.494595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e4403266-d935-4748-bd70-179316ccbbf4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:46.512767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Deleting port 3b1675ac-3867-4c3a-bffc-a04fe9583f95 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:46.514030 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bddbcf04-728d-43bd-a7c8-1f5bb2bde8f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.514285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.537469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93f92375-07e7-40d6-b60f-b6d46a68236e None None] Provisioning for port 157f4ea5-25e6-47bd-af12-c000c3a2fcef completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:46.545427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93f92375-07e7-40d6-b60f-b6d46a68236e None None] Provisioning complete for port 157f4ea5-25e6-47bd-af12-c000c3a2fcef triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:46.545808 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93f92375-07e7-40d6-b60f-b6d46a68236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.576476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-93f92375-07e7-40d6-b60f-b6d46a68236e None None] Port 157f4ea5-25e6-47bd-af12-c000c3a2fcef was deleted so its status cannot be updated. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 11:40:46.603172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e4403266-d935-4748-bd70-179316ccbbf4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:46.603640 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.629550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbcf04-728d-43bd-a7c8-1f5bb2bde8f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=157f4ea5-25e6-47bd-af12-c000c3a2fcef,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:46.675302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdb3d2-2ec2-47ae-809f-766c65a2431a req-c1832689-244e-444d-85e6-dfbb68389d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:46.678012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3cdb3d2-2ec2-47ae-809f-766c65a2431a req-c1832689-244e-444d-85e6-dfbb68389d64 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 1100 time: 0.2444406 Jul 14 11:40:46.707798 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.710720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.731681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Calling delete_port for 3b1675ac-3867-4c3a-bffc-a04fe9583f95 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:46.822774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3cdb3d2-2ec2-47ae-809f-766c65a2431a req-03a279dd-b67d-4c8c-81df-2ec873372809 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366410 Jul 14 11:40:46.859415 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bddbcf04-728d-43bd-a7c8-1f5bb2bde8f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:46.861898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bddbcf04-728d-43bd-a7c8-1f5bb2bde8f3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/157f4ea5-25e6-47bd-af12-c000c3a2fcef HTTP/1.1" status: 204 len: 168 time: 1.4092703 Jul 14 11:40:46.865853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52622) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:46.965875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcc489-4058-46a1-978f-168e0d0fb012 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:46.970512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcc489-4058-46a1-978f-168e0d0fb012 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:46.972114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcc489-4058-46a1-978f-168e0d0fb012 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:46.983365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1adcc489-4058-46a1-978f-168e0d0fb012 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1140943 Jul 14 11:40:46.985256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52632) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:47.093551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdd1dd2-b1b3-4224-9c92-b0e9ff8ae9fe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet c2721fd0-6044-4efa-91e8-0c52a3361139 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:47.098403 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1dd2-b1b3-4224-9c92-b0e9ff8ae9fe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.150865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1dd2-b1b3-4224-9c92-b0e9ff8ae9fe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.269864 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1dd2-b1b3-4224-9c92-b0e9ff8ae9fe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.319957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45405be5-a529-4f3d-896e-694154893b23 req-7a470140-7df0-4e53-ac44-4b1b913659a3 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:47.327208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45405be5-a529-4f3d-896e-694154893b23 req-7a470140-7df0-4e53-ac44-4b1b913659a3 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 949 time: 0.1421094 Jul 14 11:40:47.342495 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.357232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1dd2-b1b3-4224-9c92-b0e9ff8ae9fe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.381298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45405be5-a529-4f3d-896e-694154893b23 req-dca87f13-76f9-445c-8fc0-47f050e44ab0 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521774 Jul 14 11:40:47.410014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b1675ac-3867-4c3a-bffc-a04fe9583f95,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:47.420166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd1dd2-b1b3-4224-9c92-b0e9ff8ae9fe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=c2721fd0-6044-4efa-91e8-0c52a3361139,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:47.422774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1dd2-b1b3-4224-9c92-b0e9ff8ae9fe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.424962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4441c2c-5e5e-4efc-8f9f-9c83876d6962 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:47.427521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52644) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:47.428778 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0cdd1dd2-b1b3-4224-9c92-b0e9ff8ae9fe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/c2721fd0-6044-4efa-91e8-0c52a3361139 HTTP/1.1" status: 204 len: 168 time: 0.4412010 Jul 14 11:40:47.500317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.506542 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.507732 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-93413ec7-d416-41f3-b37d-9122bcf18128 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374 tempest-ExternalNetworksAdminNegativeTestJSON-1202525374-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/a09bfb94-c1a9-4b5d-91bb-29cf02383cb3 HTTP/1.1" status: 204 len: 168 time: 1.9270453 Jul 14 11:40:47.553541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f6d939-3406-4e6f-a38c-864fb2ef6f71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet c7fe6c7a-90f5-4623-a00f-d428de7a5c7e {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:47.564177 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-40f6d939-3406-4e6f-a38c-864fb2ef6f71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.617564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-40f6d939-3406-4e6f-a38c-864fb2ef6f71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.762979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-40f6d939-3406-4e6f-a38c-864fb2ef6f71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.884113 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-40f6d939-3406-4e6f-a38c-864fb2ef6f71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.934545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6d939-3406-4e6f-a38c-864fb2ef6f71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fe6c7a-90f5-4623-a00f-d428de7a5c7e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:47.941659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-40f6d939-3406-4e6f-a38c-864fb2ef6f71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:47.944010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-40f6d939-3406-4e6f-a38c-864fb2ef6f71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/c7fe6c7a-90f5-4623-a00f-d428de7a5c7e HTTP/1.1" status: 204 len: 168 time: 0.5149667 Jul 14 11:40:47.946697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52658) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:48.000816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-07a030e1-63bb-41d3-b62c-1210a0471a99 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525634 Jul 14 11:40:48.003232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52660) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:48.016339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:48.025457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52662) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:48.198184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:48.208693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.223100 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da32a632-bd3a-4d0c-8801-1fe68c036329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.346610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da32a632-bd3a-4d0c-8801-1fe68c036329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.354759 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da32a632-bd3a-4d0c-8801-1fe68c036329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.407436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52678) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:48.425965 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-da32a632-bd3a-4d0c-8801-1fe68c036329 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5103040112734ee7a46d605fbe345d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969958 Jul 14 11:40:48.427354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32a632-bd3a-4d0c-8801-1fe68c036329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b2bdff-6449-446f-b57e-458ac93e36dd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:48.427688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52682) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:48.661951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86f60d-329e-4511-80f4-f221d2fa661c None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:48.701984 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d91d1df-2c12-4e87-8809-5d63e47556b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.719948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:48.745965 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d91d1df-2c12-4e87-8809-5d63e47556b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.760485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.779396 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c250ef95-c24d-4a11-9966-8688273514e3 None None] Provisioning complete for port e4403266-d935-4748-bd70-179316ccbbf4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:48.779947 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c250ef95-c24d-4a11-9966-8688273514e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.838258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ab6fd-156c-4023-915b-2f2b0d052e59 req-ff6012ae-2238-4fc7-a008-98a571ad1977 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:48.847013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-908ab6fd-156c-4023-915b-2f2b0d052e59 req-ff6012ae-2238-4fc7-a008-98a571ad1977 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 949 time: 0.2683952 Jul 14 11:40:48.879257 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.897632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.951345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:48.958704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:48.963840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:48.964861 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:48.984934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-908ab6fd-156c-4023-915b-2f2b0d052e59 req-8515b266-3eb4-414b-8f7d-2a68459ae26f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352327 Jul 14 11:40:48.999314 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d91d1df-2c12-4e87-8809-5d63e47556b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:49.001889 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d91d1df-2c12-4e87-8809-5d63e47556b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:49.005783 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8d91d1df-2c12-4e87-8809-5d63e47556b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49b2bdff-6449-446f-b57e-458ac93e36dd HTTP/1.1" status: 204 len: 168 time: 0.5744102 Jul 14 11:40:49.006849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=442d2eeb-d776-47b4-88ab-ad1c46eb624f,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:49.019666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-db0e722b-7fa7-44d2-abfc-239c4517d32f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0146983 Jul 14 11:40:49.020679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91d1df-2c12-4e87-8809-5d63e47556b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b2bdff-6449-446f-b57e-458ac93e36dd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:49.024331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52690) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:49.032482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:49.092413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c61b9-393e-486d-9cde-c1215aba3014 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:40:49.153215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-268c61b9-393e-486d-9cde-c1215aba3014 None None] Deleting port e4403266-d935-4748-bd70-179316ccbbf4 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:49.153691 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-268c61b9-393e-486d-9cde-c1215aba3014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:49.264094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-268c61b9-393e-486d-9cde-c1215aba3014 None None] For port e4403266-d935-4748-bd70-179316ccbbf4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e4403266-d935-4748-bd70-179316ccbbf4,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:49.264998 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-268c61b9-393e-486d-9cde-c1215aba3014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:49.269454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Allocated IP 172.25.2.128 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/52b11877-ae77-4758-adf8-9d1c2323b3c1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:49.292113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-268c61b9-393e-486d-9cde-c1215aba3014 None None] Calling delete_port for e4403266-d935-4748-bd70-179316ccbbf4 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:49.336267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:49.352952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:49.413739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bdfad-075b-438f-8997-a975980c5666 req-e85f5bc8-c2a2-4c96-984b-d36d489254d1 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:49.415679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-715bdfad-075b-438f-8997-a975980c5666 req-e85f5bc8-c2a2-4c96-984b-d36d489254d1 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 1100 time: 0.1826866 Jul 14 11:40:49.441764 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-268c61b9-393e-486d-9cde-c1215aba3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:49.489258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-715bdfad-075b-438f-8997-a975980c5666 req-c6450552-e2be-4900-80d2-4c2c353223bd tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642231 Jul 14 11:40:49.552367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c61b9-393e-486d-9cde-c1215aba3014 None None] Pushing event deleted for resources: {'Port': ['ID=e4403266-d935-4748-bd70-179316ccbbf4,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:49.572015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c61b9-393e-486d-9cde-c1215aba3014 None None] No DVR routers for this DVR port e4403266-d935-4748-bd70-179316ccbbf4 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:40:49.611582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801549f-7811-4703-a5eb-c88658c3be77 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:49.627502 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:49.727620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:49.785140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:49.790829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:49.803990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:49.882779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52718) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:49.885441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event updated for resources: {'Port': ['ID=52b11877-ae77-4758-adf8-9d1c2323b3c1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:49.925220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '442d2eeb-d776-47b4-88ab-ad1c46eb624f'}, {'subnet_id': '7691e05b-06c4-4c6b-810c-1f7542bceddc'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:40:49.926231 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:49.941423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.objects.ports [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93702) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:40:49.972307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b69ee6f7-6a3a-4bf5-b44e-783f48e7d860 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=790d171d7ea640889970afbce73f45fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881565 Jul 14 11:40:49.973338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52724) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:49.990547 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.012119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.030744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-8803776d-75b0-40df-864f-a16ba7be51cd tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162033 Jul 14 11:40:50.050001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:50.068528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:50.091587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:50.092242 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.112033 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.118968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=7691e05b-06c4-4c6b-810c-1f7542bceddc,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:50.167704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-82f2b990-a535-48f4-9ac0-0acbe553e1d8 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1420896 Jul 14 11:40:50.168297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Allocated IP 172.20.0.2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/442d2eeb-d776-47b4-88ab-ad1c46eb624f/cca45e22-07ec-4007-8802-9c7f0c9cfea3) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:50.172588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52726) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:50.177837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:b4:1e:71', 'name': 'tempest-NetworksTestDHCPv6-1580407975'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:50.179259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Allocated IP 2001:db8::f816:3eff:fe8f:5cfb (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/7691e05b-06c4-4c6b-810c-1f7542bceddc/cca45e22-07ec-4007-8802-9c7f0c9cfea3) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:50.198813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2b73a68-9995-40f3-bd34-7152e9473746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.304996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-cc35473d-58a5-4b38-8b95-fc1c238d00b1 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:50.313768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-cc35473d-58a5-4b38-8b95-fc1c238d00b1 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619212 Jul 14 11:40:50.371925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-a8c382c3-9613-4893-938c-a2b0a4bd6685 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/quotas/d24263558a9d471fa97fb3a7c61697d8 HTTP/1.1" status: 200 len: 375 time: 0.0570583 Jul 14 11:40:50.441496 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.448334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.450549 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2b73a68-9995-40f3-bd34-7152e9473746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.456878 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.468606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Transition to ACTIVE for port object cca45e22-07ec-4007-8802-9c7f0c9cfea3 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:50.508955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Transition to ACTIVE for port object cca45e22-07ec-4007-8802-9c7f0c9cfea3 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:50.519945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e4403266-d935-4748-bd70-179316ccbbf4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:40:50.536579 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.547755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.579609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event updated for resources: {'Port': ['ID=52b11877-ae77-4758-adf8-9d1c2323b3c1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:50.583869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.589202 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-302a1674-9470-49c9-979c-dca3e5a2d47d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1802886 Jul 14 11:40:50.590336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52738) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:50.601799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1686362032'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:50.613863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e4403266-d935-4748-bd70-179316ccbbf4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:40:50.614234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e4403266-d935-4748-bd70-179316ccbbf4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:40:50.641393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-60099737-2502-4941-97f2-3976b3fbe283 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2685411 Jul 14 11:40:50.650922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:50.660095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:50.663058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:50.667677 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2b73a68-9995-40f3-bd34-7152e9473746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.670475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2b73a68-9995-40f3-bd34-7152e9473746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.675309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d2b73a68-9995-40f3-bd34-7152e9473746 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28f2a7a7-6652-4a8a-abe5-61253d2b3b06 HTTP/1.1" status: 204 len: 168 time: 0.6907289 Jul 14 11:40:50.682455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:50.738708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b73a68-9995-40f3-bd34-7152e9473746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f2a7a7-6652-4a8a-abe5-61253d2b3b06,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:50.814024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Pushing event updated for resources: {'Port': ['ID=cca45e22-07ec-4007-8802-9c7f0c9cfea3,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:50.843870 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Attempting to bind port cca45e22-07ec-4007-8802-9c7f0c9cfea3 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:50.844243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Attempting to bind port cca45e22-07ec-4007-8802-9c7f0c9cfea3 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:50.844608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Attempting to bind port cca45e22-07ec-4007-8802-9c7f0c9cfea3 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:50.863049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:50.863448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:50.864316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:50.864316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:50.864715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Bound port: cca45e22-07ec-4007-8802-9c7f0c9cfea3, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:50.865045 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.000706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] For port cca45e22-07ec-4007-8802-9c7f0c9cfea3, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:51.006525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] For port cca45e22-07ec-4007-8802-9c7f0c9cfea3, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cca45e22-07ec-4007-8802-9c7f0c9cfea3,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:51.013004 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.108029 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5876fb-5540-41c6-925f-30510b42f3e3 None None] Pushing event updated for resources: {'Port': ['ID=cca45e22-07ec-4007-8802-9c7f0c9cfea3,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:51.221516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Made reservation on behalf of 70ad33cdd26a4fa79091aff7290c6267 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:51.226445 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.254893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.299353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d61153e-38f9-465b-9b8e-6cd68f10fe46 req-a66a6dea-8b9c-4e05-9a58-bd0241755be8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 210 time: 0.0788443 Jul 14 11:40:51.360954 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.424979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port e66ecb80-0785-42b4-bdcb-7ff50f270619 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:40:51.665763 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.673494 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.724909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:40:51.735363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2969e92-6df6-4ab7-8ffb-35673ab1492c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:51.762602 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.762952 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Added segment 8d3a2851-d803-4284-9045-ca9946eef76f of type vlan for network f9879e41-db18-4859-ad1b-c859694119ca Jul 14 11:40:51.858965 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.862998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 172.20.0.8 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/442d2eeb-d776-47b4-88ab-ad1c46eb624f/e66ecb80-0785-42b4-bdcb-7ff50f270619) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:51.875591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:feb4:1e71 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/7691e05b-06c4-4c6b-810c-1f7542bceddc/e66ecb80-0785-42b4-bdcb-7ff50f270619) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:51.938674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:51.944558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:51.945228 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:52.054044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52794) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:52.060136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Request body: {'subnet': {'network_id': 'f9879e41-db18-4859-ad1b-c859694119ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:52.064478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4678221 Jul 14 11:40:52.298572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Made reservation on behalf of 70ad33cdd26a4fa79091aff7290c6267 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:52.304298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:52.383809 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:52.425918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object e66ecb80-0785-42b4-bdcb-7ff50f270619 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:52.581971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cca45e22-07ec-4007-8802-9c7f0c9cfea3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:52.631181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd20157-dfed-423f-8b51-815cc3f72463 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event updated for resources: {'Network': ['ID=f9879e41-db18-4859-ad1b-c859694119ca,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:52.652316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network f9879e41-db18-4859-ad1b-c859694119ca details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:40:52.752223 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:52.829006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b125db-3ab8-42b2-8857-f64c65f699a1 req-902d9b3c-ca60-416f-9698-f4c424e30b5c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:52.846626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b125db-3ab8-42b2-8857-f64c65f699a1 req-902d9b3c-ca60-416f-9698-f4c424e30b5c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3815081 Jul 14 11:40:52.918882 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:52.944164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port cca45e22-07ec-4007-8802-9c7f0c9cfea3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:53.012974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event updated for resources: {'Subnet': ['ID=6abdcddd-3b30-426f-bf5f-7e13dd0c1996,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:53.017694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:53.019158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=e66ecb80-0785-42b4-bdcb-7ff50f270619,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:53.035388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac796925-f0ab-48c7-820f-d4a1a1a7f6c1 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:53.038579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Checking segment: {'id': '8d3a2851-d803-4284-9045-ca9946eef76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f9879e41-db18-4859-ad1b-c859694119ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:53.039083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Network hostable DHCP agents. Network: f9879e41-db18-4859-ad1b-c859694119ca, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:40:53.070992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:53.074650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Network f9879e41-db18-4859-ad1b-c859694119ca is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:40:53.096030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, f9879e41-db18-4859-ad1b-c859694119ca) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:53.102245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:53.102697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:53.104567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:53.148900 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-03320fc9-8a5e-4704-a191-ac9da651278c tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0912340 Jul 14 11:40:53.149276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52820) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:53.156258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-f52c6b24-cca9-4581-8563-a5756e6b73f4 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2981462 Jul 14 11:40:53.158159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1090701266', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:53.161844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75236a23-bb33-4bc6-bf73-af4f1dedacf8 None None] Network f9879e41-db18-4859-ad1b-c859694119ca requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:53.183791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea9e6d75-0a47-45f9-b470-78f7592c5f89 req-0be90507-fc30-4707-8529-973126953805 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 210 time: 0.1613150 Jul 14 11:40:53.231725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b125db-3ab8-42b2-8857-f64c65f699a1 req-fb682fac-b322-4229-bcfa-756f886994a1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799667 Jul 14 11:40:53.255078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:53.256217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:53.387954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:53.396304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:53.431684 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:53.586525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-30cb798a-adc8-40fe-9530-d742999f21f7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4105031 Jul 14 11:40:53.591696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52836) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:53.711222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52838) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:53.735760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:53.755691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1ab55e45-d468-42d7-8163-69a54ff87b0e None None] Provisioning for port cca45e22-07ec-4007-8802-9c7f0c9cfea3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:53.805309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-86db016f-f502-4f10-a19f-dd2a53f69a52 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:53.806803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-86db016f-f502-4f10-a19f-dd2a53f69a52 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6152744 Jul 14 11:40:53.821088 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9879e41-db18-4859-ad1b-c859694119ca', 'network_id': 'f9879e41-db18-4859-ad1b-c859694119ca', 'tenant_id': '70ad33cdd26a4fa79091aff7290c6267', 'fixed_ips': [{'subnet_id': '6abdcddd-3b30-426f-bf5f-7e13dd0c1996'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:40:53.822666 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:53.834251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Request body: {'port': {'device_id': '1780596a-ce39-4241-9d0d-548580e415e6', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'd24263558a9d471fa97fb3a7c61697d8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:53.962138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d475e5-dafa-4174-8967-21791f0ac328 req-d22e26ec-b611-48ef-872d-8e9f293feafd tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:53.969082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80d475e5-dafa-4174-8967-21791f0ac328 req-d22e26ec-b611-48ef-872d-8e9f293feafd tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.5454228 Jul 14 11:40:53.998781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1ab55e45-d468-42d7-8163-69a54ff87b0e None None] Provisioning complete for port cca45e22-07ec-4007-8802-9c7f0c9cfea3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:53.999740 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1ab55e45-d468-42d7-8163-69a54ff87b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.032604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477ab8b-12cf-4ce3-bd8f-9efc43a83640 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:54.046769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477ab8b-12cf-4ce3-bd8f-9efc43a83640 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:54.049796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1ee50c2d-6019-4008-9b41-9d9060389ce6 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-850880280'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:54.050257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1ee50c2d-6019-4008-9b41-9d9060389ce6 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Unknown quota resources ['metering_label']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:40:54.054741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5477ab8b-12cf-4ce3-bd8f-9efc43a83640 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4617813 Jul 14 11:40:54.062759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52846) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:54.151596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80d475e5-dafa-4174-8967-21791f0ac328 req-fe4bc02b-d400-41b7-aa5f-8508e9014a0e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815853 Jul 14 11:40:54.158726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Made reservation on behalf of d24263558a9d471fa97fb3a7c61697d8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:40:54.163572 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.225372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Allocated IP 172.20.0.2 (f9879e41-db18-4859-ad1b-c859694119ca/6abdcddd-3b30-426f-bf5f-7e13dd0c1996/2a4b1265-9c44-48a0-8a13-c8815f8350f6) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:54.404005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Allocated IP 192.168.233.217 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/14281c9a-02ec-4331-9619-844e4867c46d) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:54.433316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.442101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ee50c2d-6019-4008-9b41-9d9060389ce6 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.446380 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ee50c2d-6019-4008-9b41-9d9060389ce6 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7340639 Jul 14 11:40:54.460076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52852) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:54.479364 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.515995 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1ab55e45-d468-42d7-8163-69a54ff87b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.575204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1ab55e45-d468-42d7-8163-69a54ff87b0e None None] For port cca45e22-07ec-4007-8802-9c7f0c9cfea3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cca45e22-07ec-4007-8802-9c7f0c9cfea3,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:54.594908 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1ab55e45-d468-42d7-8163-69a54ff87b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.646123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00fab6e4-6a16-4298-a6a6-de2820ef8e36 req-48187ef1-ecd3-4735-9259-fab8f460a506 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 210 time: 0.2170613 Jul 14 11:40:54.650980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-38bc5ffd-d1e2-4f29-aed4-8cd4208294fe tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '46b4823b-e8a3-40dd-b8ad-b68e632b5f90'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:54.651652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-38bc5ffd-d1e2-4f29-aed4-8cd4208294fe tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93702) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:40:54.791900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0e2de654-a217-42d7-bd02-42925fb12d74 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port e66ecb80-0785-42b4-bdcb-7ff50f270619 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:40:54.792173 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e2de654-a217-42d7-bd02-42925fb12d74 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.827370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Allocated IP 172.25.2.172 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/6d6f735c-8c8f-42c2-afc1-a364cba3a239) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:40:54.827595 n-d-778696-8 neutron-server[93702]: WARNING neutron.services.metering.metering_plugin [None req-38bc5ffd-d1e2-4f29-aed4-8cd4208294fe tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 11:40:54.833193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab55e45-d468-42d7-8163-69a54ff87b0e None None] Pushing event updated for resources: {'Port': ['ID=cca45e22-07ec-4007-8802-9c7f0c9cfea3,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:54.859132 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.870964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Transition to ACTIVE for port object 2a4b1265-9c44-48a0-8a13-c8815f8350f6 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:54.893450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Transition to ACTIVE for port object 2a4b1265-9c44-48a0-8a13-c8815f8350f6 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:54.904278 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:54.958015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Network f9879e41-db18-4859-ad1b-c859694119ca is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:54.961997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:54.967482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:54.975528 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:40:54.980095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Pushing event updated for resources: {'Port': ['ID=2a4b1265-9c44-48a0-8a13-c8815f8350f6,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:55.054794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Attempting to bind port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:55.055286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Attempting to bind port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8d3a2851-d803-4284-9045-ca9946eef76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f9879e41-db18-4859-ad1b-c859694119ca'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:55.055505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Attempting to bind port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 on network f9879e41-db18-4859-ad1b-c859694119ca {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:55.062705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:55.063356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Checking segment: {'id': '8d3a2851-d803-4284-9045-ca9946eef76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f9879e41-db18-4859-ad1b-c859694119ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:55.063633 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.064238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Bound using segment: {'id': '8d3a2851-d803-4284-9045-ca9946eef76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f9879e41-db18-4859-ad1b-c859694119ca'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:55.064696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Bound port: 2a4b1265-9c44-48a0-8a13-c8815f8350f6, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3a2851-d803-4284-9045-ca9946eef76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f9879e41-db18-4859-ad1b-c859694119ca'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:55.065094 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.080648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ede405f8-9785-4059-8705-34fe769c8916 None None] Provisioning for port e66ecb80-0785-42b4-bdcb-7ff50f270619 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:55.114254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.134688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-38bc5ffd-d1e2-4f29-aed4-8cd4208294fe tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.139439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-38bc5ffd-d1e2-4f29-aed4-8cd4208294fe tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5257938 Jul 14 11:40:55.142075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52868) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:55.142785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ede405f8-9785-4059-8705-34fe769c8916 None None] Provisioning complete for port e66ecb80-0785-42b4-bdcb-7ff50f270619 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:55.147398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ede405f8-9785-4059-8705-34fe769c8916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.148072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6c0e4b38-a0a7-47cf-9858-188d55fc6db2 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '46b4823b-e8a3-40dd-b8ad-b68e632b5f90'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:55.148580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6c0e4b38-a0a7-47cf-9858-188d55fc6db2 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:40:55.153738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e2de654-a217-42d7-bd02-42925fb12d74 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.170049 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.198231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Transition to ACTIVE for port object 14281c9a-02ec-4331-9619-844e4867c46d will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:55.226542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb3c31-f624-47f5-8cc2-a8d654bcc284 req-e96e1850-5be0-4e7a-b413-acba4b2a2b78 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:55.228110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fdb3c31-f624-47f5-8cc2-a8d654bcc284 req-e96e1850-5be0-4e7a-b413-acba4b2a2b78 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2741680 Jul 14 11:40:55.242755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ede405f8-9785-4059-8705-34fe769c8916 None None] Port e66ecb80-0785-42b4-bdcb-7ff50f270619 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:40:55.250224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] For port 2a4b1265-9c44-48a0-8a13-c8815f8350f6, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:55.253888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] For port 2a4b1265-9c44-48a0-8a13-c8815f8350f6, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2a4b1265-9c44-48a0-8a13-c8815f8350f6,segment=NetworkSegment(8d3a2851-d803-4284-9045-ca9946eef76f),segment_id=8d3a2851-d803-4284-9045-ca9946eef76f)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:55.263246 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.270615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ede405f8-9785-4059-8705-34fe769c8916 None None] Provisioning complete for port cca45e22-07ec-4007-8802-9c7f0c9cfea3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:55.270615 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ede405f8-9785-4059-8705-34fe769c8916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.303449 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.379991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fdb3c31-f624-47f5-8cc2-a8d654bcc284 req-a356659f-246d-402a-b930-f7752843fa20 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405158 Jul 14 11:40:55.387655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01', '451c929e-f301-4406-9c59-71084c748e38', '940b3055-ccb2-460b-85e2-43aae518e6a2'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:55.392131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'c5430726-9130-4250-a7ac-78fb84a5ffae'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:40:55.412997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:55.428373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:55.443451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:55.462391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event updated for resources: {'Port': ['ID=14281c9a-02ec-4331-9619-844e4867c46d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:55.589446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:55.590091 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.644110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d08837-06d9-4742-8128-99c1b54a1039 None None] Pushing event updated for resources: {'Port': ['ID=2a4b1265-9c44-48a0-8a13-c8815f8350f6,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:55.660195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-0edcfa71-d6dc-4acd-8ce5-fed50aaa5a02 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8330257 Jul 14 11:40:55.675962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Request body: {'port': {'device_id': '1780596a-ce39-4241-9d0d-548580e415e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:55.854350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0e2de654-a217-42d7-bd02-42925fb12d74 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for e66ecb80-0785-42b4-bdcb-7ff50f270619 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:40:55.871440 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:55.887354 n-d-778696-8 neutron-server[93701]: WARNING neutron.services.metering.metering_plugin [None req-6c0e4b38-a0a7-47cf-9858-188d55fc6db2 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 11:40:56.104335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c0e4b38-a0a7-47cf-9858-188d55fc6db2 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:56.117773 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6c0e4b38-a0a7-47cf-9858-188d55fc6db2 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9718509 Jul 14 11:40:56.118989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52890) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:56.121655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c359aeae-70b4-4c90-bf64-fb6711cd6ac0 None None] Provisioning complete for port e66ecb80-0785-42b4-bdcb-7ff50f270619 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:56.122196 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c359aeae-70b4-4c90-bf64-fb6711cd6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:56.181244 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f50654c4-bcbf-46b5-ac99-45a8cc6ee61e tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=542d97f5-ce80-42d9-8d62-448fcce7d20c HTTP/1.1" status: 200 len: 464 time: 0.0593915 Jul 14 11:40:56.184860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52892) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:56.206675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:56.274361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event updated for resources: {'Port': ['ID=6d6f735c-8c8f-42c2-afc1-a364cba3a239,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:56.293957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:40:56.304751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:40:56.311116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:40:56.418906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c359aeae-70b4-4c90-bf64-fb6711cd6ac0 None None] Port e66ecb80-0785-42b4-bdcb-7ff50f270619 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:40:56.420830 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:56.454774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c359aeae-70b4-4c90-bf64-fb6711cd6ac0 None None] Provisioning for port 14281c9a-02ec-4331-9619-844e4867c46d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:56.461103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d4c2-11bc-4c86-a819-a02453c47d0c req-c1eea1be-614a-4602-bb88-25cb985d542f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:56.470043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f4d4c2-11bc-4c86-a819-a02453c47d0c req-c1eea1be-614a-4602-bb88-25cb985d542f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 936 time: 0.4587579 Jul 14 11:40:56.502014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c359aeae-70b4-4c90-bf64-fb6711cd6ac0 None None] Provisioning complete for port 14281c9a-02ec-4331-9619-844e4867c46d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:56.502433 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c359aeae-70b4-4c90-bf64-fb6711cd6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:56.502544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14281c9a-02ec-4331-9619-844e4867c46d {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:40:56.514320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:56.579818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f4d4c2-11bc-4c86-a819-a02453c47d0c req-a60d60ac-24d6-43f1-9784-bf774a6e3242 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084571 Jul 14 11:40:56.623542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Transition to ACTIVE for port object 14281c9a-02ec-4331-9619-844e4867c46d will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:40:56.638584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:56.677815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c359aeae-70b4-4c90-bf64-fb6711cd6ac0 None None] Port 14281c9a-02ec-4331-9619-844e4867c46d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:40:56.695704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Pushing event updated for resources: {'Port': ['ID=14281c9a-02ec-4331-9619-844e4867c46d,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:56.772437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2a4b1265-9c44-48a0-8a13-c8815f8350f6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:56.866521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Attempting to bind port 14281c9a-02ec-4331-9619-844e4867c46d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:40:56.867979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Attempting to bind port 14281c9a-02ec-4331-9619-844e4867c46d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:40:56.867979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Attempting to bind port 14281c9a-02ec-4331-9619-844e4867c46d on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:56.876303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Port 14281c9a-02ec-4331-9619-844e4867c46d on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:40:56.877237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Attempting to bind port 14281c9a-02ec-4331-9619-844e4867c46d on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:40:56.896320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:40:56.896802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:40:56.897274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:40:56.899986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Bound port: 14281c9a-02ec-4331-9619-844e4867c46d, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:40:56.900252 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.068969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] For port 14281c9a-02ec-4331-9619-844e4867c46d, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:40:57.074675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e0e7e8a-16c6-43ba-b8a4-02ed1230cc05 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.075702 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4e0e7e8a-16c6-43ba-b8a4-02ed1230cc05 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/542d97f5-ce80-42d9-8d62-448fcce7d20c HTTP/1.1" status: 204 len: 168 time: 0.8895326 Jul 14 11:40:57.081781 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52906) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:57.122148 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8a388f1a-0fdb-47b3-8143-8a066b4af758 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=542d97f5-ce80-42d9-8d62-448fcce7d20c HTTP/1.1" status: 200 len: 221 time: 0.0385869 Jul 14 11:40:57.127148 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e2de654-a217-42d7-bd02-42925fb12d74 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.130324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52908) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:57.140689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b68f6c90-e96e-4b89-a519-87e83b6a60aa tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1172488278', 'description': 'label created by tempest'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:40:57.141546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b68f6c90-e96e-4b89-a519-87e83b6a60aa tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Unknown quota resources ['metering_label']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:40:57.167460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:57.183797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cca45e22-07ec-4007-8802-9c7f0c9cfea3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:40:57.185773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] For port 14281c9a-02ec-4331-9619-844e4867c46d, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=14281c9a-02ec-4331-9619-844e4867c46d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:40:57.215390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.229385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de654-a217-42d7-bd02-42925fb12d74 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=e66ecb80-0785-42b4-bdcb-7ff50f270619,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:57.275637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:57.276598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.278186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] 10.222.0.64 "PUT /v2.0/ports/14281c9a-02ec-4331-9619-844e4867c46d HTTP/1.1" status: 200 len: 1096 time: 1.6079440 Jul 14 11:40:57.287080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780596a-ce39-4241-9d0d-548580e415e6', 'tag': '14281c9a-02ec-4331-9619-844e4867c46d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:40:57.293280 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa82b96-8353-46ba-a05c-4d9560623a35" -d '{"events": [{"name": "network-changed", "server_uuid": "1780596a-ce39-4241-9d0d-548580e415e6", "tag": "14281c9a-02ec-4331-9619-844e4867c46d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:40:57.339110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a655dc-447b-48d3-a071-a93a0e13efdd req-a3cc781b-24fb-452e-b2ac-c16be48cd1de tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:57.357028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8a655dc-447b-48d3-a071-a93a0e13efdd req-a3cc781b-24fb-452e-b2ac-c16be48cd1de tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2893171 Jul 14 11:40:57.412179 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a62a3b1-de5b-4110-b133-aa9e0537a458 x-openstack-request-id: req-3a62a3b1-de5b-4110-b133-aa9e0537a458 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:40:57.412501 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780596a-ce39-4241-9d0d-548580e415e6", "tag": "14281c9a-02ec-4331-9619-844e4867c46d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:40:57.412755 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a62a3b1-de5b-4110-b133-aa9e0537a458 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:40:57.413719 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780596a-ce39-4241-9d0d-548580e415e6', 'tag': '14281c9a-02ec-4331-9619-844e4867c46d', 'status': 'completed', 'code': 200} Jul 14 11:40:57.427467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port cca45e22-07ec-4007-8802-9c7f0c9cfea3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:57.433608 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.473915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e5d8e-e57f-40eb-a8a9-f7e8d2c42a62 service neutron] Pushing event updated for resources: {'Port': ['ID=14281c9a-02ec-4331-9619-844e4867c46d,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:57.586034 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8a655dc-447b-48d3-a071-a93a0e13efdd req-6595d86b-ba1a-470e-8f43-034802c009f4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275901 Jul 14 11:40:57.638741 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.650698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901fa4e-cc7b-47c4-a4f9-e84d828904f0 None None] Network f9879e41-db18-4859-ad1b-c859694119ca requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:57.677923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-7764cd3f-b3ee-45a9-9391-d4c6660f8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:57.679597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-7764cd3f-b3ee-45a9-9391-d4c6660f8eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 1099 time: 0.3175950 Jul 14 11:40:57.802388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e7321e50-4db6-4776-befc-965c28655d64 None None] Provisioning for port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:40:57.810724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e7321e50-4db6-4776-befc-965c28655d64 None None] Provisioning complete for port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:57.812017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e7321e50-4db6-4776-befc-965c28655d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.829978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-c487f0a8-64ac-4fbb-bce2-3ee4ed886d74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14281c9a-02ec-4331-9619-844e4867c46d HTTP/1.1" status: 200 len: 217 time: 0.1415634 Jul 14 11:40:57.895765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b68f6c90-e96e-4b89-a519-87e83b6a60aa tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.897056 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b68f6c90-e96e-4b89-a519-87e83b6a60aa tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7624595 Jul 14 11:40:57.907942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52922) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.919464 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:40:57.923319 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:40:57.981274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e2de654-a217-42d7-bd02-42925fb12d74 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:57.984281 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0e2de654-a217-42d7-bd02-42925fb12d74 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/e66ecb80-0785-42b4-bdcb-7ff50f270619 HTTP/1.1" status: 204 len: 168 time: 3.9196966 Jul 14 11:40:57.988992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52928) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:58.061213 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-328ff376-8535-4650-8459-1ebbe3f84549 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=ed0022be-12c5-4372-8b51-5b73e91779af HTTP/1.1" status: 200 len: 468 time: 0.1519330 Jul 14 11:40:58.067670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52930) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:58.071424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-69ea9523-cb23-41c4-bb7b-970916ec72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:58.073768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-69ea9523-cb23-41c4-bb7b-970916ec72c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2343540 Jul 14 11:40:58.078994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd47f72-5181-40d4-8ade-242f98118738 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:58.080650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd47f72-5181-40d4-8ade-242f98118738 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:58.082809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd47f72-5181-40d4-8ade-242f98118738 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:58.087516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52932) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:58.088533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9dd47f72-5181-40d4-8ade-242f98118738 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0953114 Jul 14 11:40:58.158012 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:58.179086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220b06f-c00c-4fd8-a409-147b1202e607 req-608e2961-865e-4e72-a8e3-d4379a4f412c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:58.187405 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e7321e50-4db6-4776-befc-965c28655d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:58.188047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d220b06f-c00c-4fd8-a409-147b1202e607 req-608e2961-865e-4e72-a8e3-d4379a4f412c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 948 time: 0.2786522 Jul 14 11:40:58.240025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-25a63e67-a282-4954-9ba0-2994427f48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:58.241617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-25a63e67-a282-4954-9ba0-2994427f48f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1490200 Jul 14 11:40:58.256739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d220b06f-c00c-4fd8-a409-147b1202e607 req-eae63b0d-3940-4f85-9198-a8a0b1a77493 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676217 Jul 14 11:40:58.313413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e7321e50-4db6-4776-befc-965c28655d64 None None] For port 2a4b1265-9c44-48a0-8a13-c8815f8350f6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2a4b1265-9c44-48a0-8a13-c8815f8350f6,segment=NetworkSegment(8d3a2851-d803-4284-9045-ca9946eef76f),segment_id=8d3a2851-d803-4284-9045-ca9946eef76f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:40:58.323012 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e7321e50-4db6-4776-befc-965c28655d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:58.407936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:58.419109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bd5e42-f759-475b-b4fd-ba5c04acd344 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 442d2eeb-d776-47b4-88ab-ad1c46eb624f {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:58.433179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7321e50-4db6-4776-befc-965c28655d64 None None] Pushing event updated for resources: {'Port': ['ID=2a4b1265-9c44-48a0-8a13-c8815f8350f6,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:58.509108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-bfeae1f5-5e1d-4390-9bf2-fdb134ede3c9 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512267 Jul 14 11:40:58.520364 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63bd5e42-f759-475b-b4fd-ba5c04acd344 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:58.626590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-da0caed3-4886-4676-a202-396558b9e469 None None] Provisioning complete for port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:40:58.626966 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-da0caed3-4886-4676-a202-396558b9e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:58.629036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-017023d6-ad9b-4997-b318-2d4c318ceebd req-5f09e790-32bb-4d13-b295-277060d783f0 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114669 Jul 14 11:40:58.642464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63bd5e42-f759-475b-b4fd-ba5c04acd344 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:58.675059 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a66251dd-30d4-47f2-9afc-7919ffa301b9 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:58.676236 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a66251dd-30d4-47f2-9afc-7919ffa301b9 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/ed0022be-12c5-4372-8b51-5b73e91779af HTTP/1.1" status: 204 len: 168 time: 0.6092730 Jul 14 11:40:58.680252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52944) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:58.742775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dfcb652e-f1dd-454f-97f4-7890014a7b1b tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=ed0022be-12c5-4372-8b51-5b73e91779af HTTP/1.1" status: 200 len: 216 time: 0.0609047 Jul 14 11:40:58.747171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52948) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:58.817531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63bd5e42-f759-475b-b4fd-ba5c04acd344 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:58.823076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9a953394-9737-4c21-8b5a-49fd66ea5b5c tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0363846 Jul 14 11:40:58.825611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52950) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:58.870795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Router 817c1d04-82c9-4593-9754-4d25e8e8b26b is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:40:58.925119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eeadee20-7b34-4d53-b443-46ad64fa6da5 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0960815 Jul 14 11:40:58.930959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52954) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:58.949497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-df3d017b-2662-4450-aaca-462ffa311f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:58.955630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-df3d017b-2662-4450-aaca-462ffa311f12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 1099 time: 0.2183554 Jul 14 11:40:58.999532 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4fcfef01-ad3e-4e56-b68c-f498af1738a9 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/46b4823b-e8a3-40dd-b8ad-b68e632b5f90 HTTP/1.1" status: 200 len: 472 time: 0.0665686 Jul 14 11:40:59.003568 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52956) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:59.014683 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63bd5e42-f759-475b-b4fd-ba5c04acd344 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:59.020186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0ebae-d534-4b90-80d0-6ab0c3cfd9e5 req-638cd33d-0351-4e22-bc55-c9fbb7909015 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:59.021732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6de0ebae-d534-4b90-80d0-6ab0c3cfd9e5 req-638cd33d-0351-4e22-bc55-c9fbb7909015 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1646187 Jul 14 11:40:59.100609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6de0ebae-d534-4b90-80d0-6ab0c3cfd9e5 req-2c701cd7-ab1e-43d2-815d-080361fb765c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701194 Jul 14 11:40:59.105266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-652754fa-e06b-4dc2-82b1-6d84cb482529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:59.107457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-652754fa-e06b-4dc2-82b1-6d84cb482529 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.1473353 Jul 14 11:40:59.160523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-469170cb-38e1-471d-b65d-1344e275a694 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14281c9a-02ec-4331-9619-844e4867c46d HTTP/1.1" status: 200 len: 217 time: 0.0452025 Jul 14 11:40:59.221557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-46a9cf9b-33b6-4f8b-a53e-9808314d7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:59.223180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-46a9cf9b-33b6-4f8b-a53e-9808314d7e9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0556867 Jul 14 11:40:59.296080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-fb7b5aa8-1c21-44a1-baa1-a9767c0b4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:59.298281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-fb7b5aa8-1c21-44a1-baa1-a9767c0b4957 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682244 Jul 14 11:40:59.377813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1b85f086-0c36-4932-aead-b67b251f9826 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/c0548bda-56d5-47e2-a03a-a0e788b1488b HTTP/1.1" status: 200 len: 461 time: 0.3728859 Jul 14 11:40:59.383091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52964) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:59.391629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd5e42-f759-475b-b4fd-ba5c04acd344 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=442d2eeb-d776-47b4-88ab-ad1c46eb624f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:59.404876 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63bd5e42-f759-475b-b4fd-ba5c04acd344 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:59.407286 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-63bd5e42-f759-475b-b4fd-ba5c04acd344 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/442d2eeb-d776-47b4-88ab-ad1c46eb624f HTTP/1.1" status: 204 len: 168 time: 1.3178053 Jul 14 11:40:59.413988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52968) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:59.415942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a534f-3a00-4dfa-91cd-dd34bea786a4 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:40:59.467081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-3428e9ff-b956-436d-a067-a4e0bb55e085 service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609416 Jul 14 11:40:59.471060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:40:59.484897 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd7747-2135-4459-b91a-cc27dd0cf4fa None None] Sync routers for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:40:59.540942 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd7747-2135-4459-b91a-cc27dd0cf4fa None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:59.542118 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-59cd7747-2135-4459-b91a-cc27dd0cf4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:59.586525 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-59cd7747-2135-4459-b91a-cc27dd0cf4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:59.596935 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd7747-2135-4459-b91a-cc27dd0cf4fa None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:40:59.597932 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-59cd7747-2135-4459-b91a-cc27dd0cf4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:59.629841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aa82b96-8353-46ba-a05c-4d9560623a35 req-9f70b075-63f0-42b5-b067-7e544704327b service neutron] 10.222.0.64 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433792 Jul 14 11:40:59.633144 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-59cd7747-2135-4459-b91a-cc27dd0cf4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:40:59.634154 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd7747-2135-4459-b91a-cc27dd0cf4fa None None] The sync data for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:40:59.652413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195c433-0fd4-4808-8fb9-24df0c02633d req-925e3d3c-83b5-4910-a4c1-9d03db0524cc tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:40:59.655088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5195c433-0fd4-4808-8fb9-24df0c02633d req-925e3d3c-83b5-4910-a4c1-9d03db0524cc tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 948 time: 0.2531805 Jul 14 11:40:59.659563 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:59.661798 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b77eae33-f63b-4a26-8061-daafbbdc2d71 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.5113726 Jul 14 11:40:59.664354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52972) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:59.711949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5d82f2c-0396-4c26-93bc-3a5398355ecc tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:59.714188 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a5d82f2c-0396-4c26-93bc-3a5398355ecc tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/c0548bda-56d5-47e2-a03a-a0e788b1488b HTTP/1.1" status: 204 len: 168 time: 0.3240938 Jul 14 11:40:59.722655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-725d6998-0ff1-48b2-a1f6-c18ccec75ffd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 7691e05b-06c4-4c6b-810c-1f7542bceddc {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:40:59.727234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52974) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:40:59.730467 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-725d6998-0ff1-48b2-a1f6-c18ccec75ffd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:40:59.784471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5195c433-0fd4-4808-8fb9-24df0c02633d req-c8fab9b1-21b7-4cd9-9f21-ac75bd4466e6 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238079 Jul 14 11:41:00.007448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-725d6998-0ff1-48b2-a1f6-c18ccec75ffd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:00.013850 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7addd1e-3995-485b-9fb1-e06b35298f78 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:00.019964 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c7addd1e-3995-485b-9fb1-e06b35298f78 tempest-MeteringTestJSON-1191310981 tempest-MeteringTestJSON-1191310981-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/46b4823b-e8a3-40dd-b8ad-b68e632b5f90 HTTP/1.1" status: 204 len: 168 time: 0.2873311 Jul 14 11:41:00.149629 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-725d6998-0ff1-48b2-a1f6-c18ccec75ffd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:00.260311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-725d6998-0ff1-48b2-a1f6-c18ccec75ffd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:00.299538 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-725d6998-0ff1-48b2-a1f6-c18ccec75ffd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:00.313420 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-725d6998-0ff1-48b2-a1f6-c18ccec75ffd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/7691e05b-06c4-4c6b-810c-1f7542bceddc HTTP/1.1" status: 204 len: 168 time: 0.8929329 Jul 14 11:41:00.334326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52992) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:00.343814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d6998-0ff1-48b2-a1f6-c18ccec75ffd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=7691e05b-06c4-4c6b-810c-1f7542bceddc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:00.394135 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6c93d365-8b03-4dd1-83fe-cfb2d6dfb1b2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556378 Jul 14 11:41:00.396242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52994) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:00.470401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2a4b1265-9c44-48a0-8a13-c8815f8350f6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:00.536182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf4743d-fc8d-42b0-8478-b96b5a16baf3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:00.538125 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bdf4743d-fc8d-42b0-8478-b96b5a16baf3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1406825 Jul 14 11:41:00.540966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53002) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:00.602078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:00.603591 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:00.644916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53004) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:00.673800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd4f93f-aa50-47f9-b76f-20aa12546d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:00.675364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fdd4f93f-aa50-47f9-b76f-20aa12546d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1330287 Jul 14 11:41:00.678978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53008) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:00.755938 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47b9a95c-9e72-4cf4-81e1-ccd197b53b48 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757823 Jul 14 11:41:00.765692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53010) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:00.774231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91896f17-2b53-4f39-9408-a16486dea210 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:00.774457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-33f9ea89-9657-4fb2-8f63-f1dc78afd947 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:00.854403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dbdf4-96fb-4b33-915a-042bac580042 req-cefd05df-e2e8-4944-8965-ae906f5c2c5e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:00.861516 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f13dbdf4-96fb-4b33-915a-042bac580042 req-cefd05df-e2e8-4944-8965-ae906f5c2c5e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2110941 Jul 14 11:41:00.883452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-16ebdfe0-0453-4c4b-9ae1-6fb326bda56d None None] Provisioning complete for port cca45e22-07ec-4007-8802-9c7f0c9cfea3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:00.883835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-16ebdfe0-0453-4c4b-9ae1-6fb326bda56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:00.955528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f13dbdf4-96fb-4b33-915a-042bac580042 req-ac862904-4b01-41e1-8211-800d5fcecc5d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894139 Jul 14 11:41:00.974740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff98e-05e1-4d12-9e5e-d1314d2ded59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.144943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94f5c-f203-499a-9ca2-aef6d9c8498e req-df0e57d3-06a6-472e-b766-4df84ba03588 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:01.146368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10b94f5c-f203-499a-9ca2-aef6d9c8498e req-df0e57d3-06a6-472e-b766-4df84ba03588 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 948 time: 0.1596937 Jul 14 11:41:01.164736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97a64b-5954-4bef-8f1a-76c19c08608f None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:41:01.224929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff98e-05e1-4d12-9e5e-d1314d2ded59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.228220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.235356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10b94f5c-f203-499a-9ca2-aef6d9c8498e req-c511c33d-abd0-4dd9-9c9b-843e0f0f7846 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743055 Jul 14 11:41:01.246085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff98e-05e1-4d12-9e5e-d1314d2ded59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.268123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2d97a64b-5954-4bef-8f1a-76c19c08608f None None] Deleting port cca45e22-07ec-4007-8802-9c7f0c9cfea3 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:01.268503 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2d97a64b-5954-4bef-8f1a-76c19c08608f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.290286 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cb1ff98e-05e1-4d12-9e5e-d1314d2ded59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a8e27a1d0e548a1b6aa91c7dae59fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411932 Jul 14 11:41:01.291057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53026) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:01.350053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f9ea89-9657-4fb2-8f63-f1dc78afd947 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:01.354328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33f9ea89-9657-4fb2-8f63-f1dc78afd947 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.355826 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f9ea89-9657-4fb2-8f63-f1dc78afd947 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:41:01.356301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f9ea89-9657-4fb2-8f63-f1dc78afd947 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:41:01.364830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2d97a64b-5954-4bef-8f1a-76c19c08608f None None] For port cca45e22-07ec-4007-8802-9c7f0c9cfea3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cca45e22-07ec-4007-8802-9c7f0c9cfea3,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:01.365233 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2d97a64b-5954-4bef-8f1a-76c19c08608f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.369906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ff98e-05e1-4d12-9e5e-d1314d2ded59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b971acde-8ebb-4fdc-a0fc-38f081d14106,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:01.381726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2d97a64b-5954-4bef-8f1a-76c19c08608f None None] Calling delete_port for cca45e22-07ec-4007-8802-9c7f0c9cfea3 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:01.395164 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-33f9ea89-9657-4fb2-8f63-f1dc78afd947 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6266561 Jul 14 11:41:01.399166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53028) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:01.404492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-74c4e1aa-dddd-468f-9bb4-a63eb6f99162 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:01.438438 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f74a2c58-2086-4717-bbbc-5a40fa8cd425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.466799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f74a2c58-2086-4717-bbbc-5a40fa8cd425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.480960 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2d97a64b-5954-4bef-8f1a-76c19c08608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.516769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97a64b-5954-4bef-8f1a-76c19c08608f None None] Pushing event deleted for resources: {'Port': ['ID=cca45e22-07ec-4007-8802-9c7f0c9cfea3,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:01.519612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97a64b-5954-4bef-8f1a-76c19c08608f None None] No DVR routers for this DVR port cca45e22-07ec-4007-8802-9c7f0c9cfea3 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:01.551440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f74a2c58-2086-4717-bbbc-5a40fa8cd425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.556852 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f74a2c58-2086-4717-bbbc-5a40fa8cd425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.564081 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f74a2c58-2086-4717-bbbc-5a40fa8cd425 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b971acde-8ebb-4fdc-a0fc-38f081d14106 HTTP/1.1" status: 204 len: 168 time: 0.2681289 Jul 14 11:41:01.578018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a2c58-2086-4717-bbbc-5a40fa8cd425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b971acde-8ebb-4fdc-a0fc-38f081d14106,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:01.639132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c4e1aa-dddd-468f-9bb4-a63eb6f99162 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:01.652822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74c4e1aa-dddd-468f-9bb4-a63eb6f99162 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.654347 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c4e1aa-dddd-468f-9bb4-a63eb6f99162 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:41:01.654799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c4e1aa-dddd-468f-9bb4-a63eb6f99162 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:41:01.704631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-74c4e1aa-dddd-468f-9bb4-a63eb6f99162 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3041484 Jul 14 11:41:01.708502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53036) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:01.716701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-98a98c3d-137f-47fb-a74d-7b5a2546daef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:01.763929 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Allocated IP 172.20.0.1 (f9879e41-db18-4859-ad1b-c859694119ca/6abdcddd-3b30-426f-bf5f-7e13dd0c1996/099ff8c3-6f42-4464-a228-c6d358d84f8f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:01.778010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 14281c9a-02ec-4331-9619-844e4867c46d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:41:01.831448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a98c3d-137f-47fb-a74d-7b5a2546daef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:01.836429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-98a98c3d-137f-47fb-a74d-7b5a2546daef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:01.838459 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a98c3d-137f-47fb-a74d-7b5a2546daef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:41:01.839196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a98c3d-137f-47fb-a74d-7b5a2546daef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:41:01.884017 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-98a98c3d-137f-47fb-a74d-7b5a2546daef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1686652 Jul 14 11:41:01.884260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53040) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:01.889886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-02f949a9-d54d-456c-b96f-8ed4b03fe117 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:01.940194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 14281c9a-02ec-4331-9619-844e4867c46d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=14281c9a-02ec-4331-9619-844e4867c46d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:01.963967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '14281c9a-02ec-4331-9619-844e4867c46d', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '14281c9a-02ec-4331-9619-844e4867c46d', 'mac_address': 'fa:16:3e:70:bf:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:41:02.016784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53050) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:02.022735 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.029941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.042103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f992bf49-c592-4d06-87af-f39bafdf6770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.042839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f949a9-d54d-456c-b96f-8ed4b03fe117 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:02.047220 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02f949a9-d54d-456c-b96f-8ed4b03fe117 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.048691 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f949a9-d54d-456c-b96f-8ed4b03fe117 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:41:02.049130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f949a9-d54d-456c-b96f-8ed4b03fe117 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:41:02.054017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14281c9a-02ec-4331-9619-844e4867c46d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:41:02.058345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Transition to ACTIVE for port object 099ff8c3-6f42-4464-a228-c6d358d84f8f will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:02.081824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 14281c9a-02ec-4331-9619-844e4867c46d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=14281c9a-02ec-4331-9619-844e4867c46d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:02.085884 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.143165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.148728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=14281c9a-02ec-4331-9619-844e4867c46d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:02.214120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Network f9879e41-db18-4859-ad1b-c859694119ca is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:02.229093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:02.237695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:02.273829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event updated for resources: {'Port': ['ID=099ff8c3-6f42-4464-a228-c6d358d84f8f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:02.308351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.308701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.309044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.309382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.309720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.310052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.310382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.310709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.311037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.311037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.311037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.311037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:02.317506 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f992bf49-c592-4d06-87af-f39bafdf6770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.335154 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f992bf49-c592-4d06-87af-f39bafdf6770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.341710 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-02f949a9-d54d-456c-b96f-8ed4b03fe117 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4563813 Jul 14 11:41:02.342568 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53056) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:02.348315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e49bcb0a-3acc-4380-b3fd-f59ba9ba30ed tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:02.389317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.427654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ad52f-bcac-453d-8cee-c24d3f9f2ee7 req-ca6799df-0429-498a-8798-9280dca973a4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:02.429659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-247ad52f-bcac-453d-8cee-c24d3f9f2ee7 req-ca6799df-0429-498a-8798-9280dca973a4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3104801 Jul 14 11:41:02.432608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['14281c9a-02ec-4331-9619-844e4867c46d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:02.506566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cca45e22-07ec-4007-8802-9c7f0c9cfea3 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:02.520316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49bcb0a-3acc-4380-b3fd-f59ba9ba30ed tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:02.524338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e49bcb0a-3acc-4380-b3fd-f59ba9ba30ed tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.525839 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49bcb0a-3acc-4380-b3fd-f59ba9ba30ed tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:41:02.526531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49bcb0a-3acc-4380-b3fd-f59ba9ba30ed tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:41:02.551681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: cca45e22-07ec-4007-8802-9c7f0c9cfea3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:02.552063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cca45e22-07ec-4007-8802-9c7f0c9cfea3 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:02.555977 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e49bcb0a-3acc-4380-b3fd-f59ba9ba30ed tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2121160 Jul 14 11:41:02.559765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53058) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:02.569599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-39a75eba-27e8-4a02-8c92-b8828c746123 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:02.647495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f992bf49-c592-4d06-87af-f39bafdf6770 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e30a6474a1de46ab92a8ab77039ec5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295669 Jul 14 11:41:02.648944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992bf49-c592-4d06-87af-f39bafdf6770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f4c65a-e219-4ccb-8eaf-8343bacd1efb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:02.649406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53064) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:02.685758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2346a126-f904-4df0-9703-84df800bc0de None None] Provisioning for port 099ff8c3-6f42-4464-a228-c6d358d84f8f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:02.706438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2346a126-f904-4df0-9703-84df800bc0de None None] Provisioning complete for port 099ff8c3-6f42-4464-a228-c6d358d84f8f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:02.707157 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2346a126-f904-4df0-9703-84df800bc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.711353 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a75eba-27e8-4a02-8c92-b8828c746123 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:02.719373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39a75eba-27e8-4a02-8c92-b8828c746123 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.721151 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a75eba-27e8-4a02-8c92-b8828c746123 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:41:02.723113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a75eba-27e8-4a02-8c92-b8828c746123 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:41:02.754404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2346a126-f904-4df0-9703-84df800bc0de None None] Port 099ff8c3-6f42-4464-a228-c6d358d84f8f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:02.760142 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-39a75eba-27e8-4a02-8c92-b8828c746123 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1942811 Jul 14 11:41:02.760947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53066) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:02.761128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-247ad52f-bcac-453d-8cee-c24d3f9f2ee7 req-d0732e2f-0c7e-49fd-98dd-e9855ce67c87 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675467 Jul 14 11:41:02.773739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-91b114c3-0faf-4350-9794-2e8cd3264e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.802357 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cece794a-84c8-4d74-adca-4a353998df55 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0373318 Jul 14 11:41:02.805073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53068) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:02.806661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285f9b1-0e43-48f5-a45b-fd41ae278e2f req-b707bb8a-8b99-4cae-b66a-63ca70add286 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:02.809292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3285f9b1-0e43-48f5-a45b-fd41ae278e2f req-b707bb8a-8b99-4cae-b66a-63ca70add286 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 949 time: 0.3150642 Jul 14 11:41:02.813378 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.851279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-91b114c3-0faf-4350-9794-2e8cd3264e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:02.892916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dde59b1-557b-4923-afcb-9db41f94ab9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:02.894593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5dde59b1-557b-4923-afcb-9db41f94ab9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0884948 Jul 14 11:41:02.898637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:02.919744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3285f9b1-0e43-48f5-a45b-fd41ae278e2f req-40398d6c-9a6b-4629-b5c0-5b7cc6bcdbf7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026278 Jul 14 11:41:02.942475 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-468935ba-a857-4486-9eb2-79ab094390ee tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428226 Jul 14 11:41:02.947899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53072) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:02.956202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:03.026281 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-91b114c3-0faf-4350-9794-2e8cd3264e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:03.028942 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-91b114c3-0faf-4350-9794-2e8cd3264e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:03.031911 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-91b114c3-0faf-4350-9794-2e8cd3264e48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43f4c65a-e219-4ccb-8eaf-8343bacd1efb HTTP/1.1" status: 204 len: 168 time: 0.3803430 Jul 14 11:41:03.051481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b114c3-0faf-4350-9794-2e8cd3264e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f4c65a-e219-4ccb-8eaf-8343bacd1efb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:03.079448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:03.084321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:03.244473 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:03.250703 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:03.322455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:03.448075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event updated for resources: {'Port': ['ID=099ff8c3-6f42-4464-a228-c6d358d84f8f,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:03.487446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:41:03.489089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:03.500870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Network f9879e41-db18-4859-ad1b-c859694119ca is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:03.504011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:03.579116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:03.579952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=52b1d23d-b788-4ec5-83ca-87ef98cf8bd5,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:03.588738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:03.591653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:03.592179 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:03.602498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb2e43e-1757-4fc6-89c6-e7c67f911d73 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:03.621407 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-821a75c9-cdcd-4fad-9084-503d534188cf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6707883 Jul 14 11:41:03.621676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53094) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:03.629143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:87:51:8c', 'name': 'tempest-NetworksTestDHCPv6-2004453619'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:03.677822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Router 817c1d04-82c9-4593-9754-4d25e8e8b26b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:41:03.808356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:03.937282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:03.949343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-13749d9d-7a9a-434d-9656-9bd17e8971e4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "PUT /v2.0/routers/817c1d04-82c9-4593-9754-4d25e8e8b26b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2816589 Jul 14 11:41:03.949825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53106) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:03.957701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Request body: {'port': {'network_id': 'f9879e41-db18-4859-ad1b-c859694119ca', 'name': 'tempest-FloatingIPAdminTestJSON-1134150915'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:03.983706 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:04.017413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port e9344dfb-3339-4fdb-8930-0aeb7fe88195 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:04.036812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a666a2-4780-4e86-9eb2-e4831888b4f6 None None] Sync routers for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:04.135543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a666a2-4780-4e86-9eb2-e4831888b4f6 None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:04.141572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-38a666a2-4780-4e86-9eb2-e4831888b4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:04.220671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-38a666a2-4780-4e86-9eb2-e4831888b4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:04.241425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a466a77d-764f-46ea-bb91-aa45cb6781ec None None] Provisioning complete for port 099ff8c3-6f42-4464-a228-c6d358d84f8f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:04.242374 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a466a77d-764f-46ea-bb91-aa45cb6781ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:04.246569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a666a2-4780-4e86-9eb2-e4831888b4f6 None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:04.247441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-38a666a2-4780-4e86-9eb2-e4831888b4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:04.269625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc179a67-6283-4b3c-9b72-2378ea47f3be req-dee8775e-b84f-48e2-8af5-319e9a150e51 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:04.271217 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc179a67-6283-4b3c-9b72-2378ea47f3be req-dee8775e-b84f-48e2-8af5-319e9a150e51 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2298229 Jul 14 11:41:04.303821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:fe87:518c (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/52b1d23d-b788-4ec5-83ca-87ef98cf8bd5/e9344dfb-3339-4fdb-8930-0aeb7fe88195) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:04.332101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Made reservation on behalf of 70ad33cdd26a4fa79091aff7290c6267 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:04.335581 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:04.355916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a101e-2b59-404c-9d53-60288cf2d700 req-2bb48517-5b51-40ff-825c-f0e831fcfdee tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:04.368450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c7a101e-2b59-404c-9d53-60288cf2d700 req-2bb48517-5b51-40ff-825c-f0e831fcfdee tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 949 time: 0.1780326 Jul 14 11:41:04.370992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '52b1d23d-b788-4ec5-83ca-87ef98cf8bd5'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:41:04.372152 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:04.380217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a466a77d-764f-46ea-bb91-aa45cb6781ec None None] Port 099ff8c3-6f42-4464-a228-c6d358d84f8f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:04.381961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc179a67-6283-4b3c-9b72-2378ea47f3be req-efae1a14-c003-4c09-b65a-081bec46a15c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028972 Jul 14 11:41:04.385387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-38a666a2-4780-4e86-9eb2-e4831888b4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:04.386062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a666a2-4780-4e86-9eb2-e4831888b4f6 None None] The sync data for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:04.442418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] device_id is not set on port 31db5f75-40ae-48b8-aa3c-4d3f01c87825 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:04.573457 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:04.574062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c7a101e-2b59-404c-9d53-60288cf2d700 req-8e27e04b-bf5a-4ec7-9847-5afbb235880a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049470 Jul 14 11:41:04.615214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Allocated IP 172.20.0.7 (f9879e41-db18-4859-ad1b-c859694119ca/6abdcddd-3b30-426f-bf5f-7e13dd0c1996/31db5f75-40ae-48b8-aa3c-4d3f01c87825) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:04.632886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object e9344dfb-3339-4fdb-8930-0aeb7fe88195 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:04.691924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:04.747275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:04.751604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:04.758033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:04.770190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:04.770896 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:04.777041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Allocated IP 2001:db8::f816:3eff:fe73:eec8 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/52b1d23d-b788-4ec5-83ca-87ef98cf8bd5/d09fc94c-3cf8-4455-9c08-b7e594c31e10) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:04.808444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=e9344dfb-3339-4fdb-8930-0aeb7fe88195,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:04.818726 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-75f1c3e8-dbcc-4b64-8510-10dcc341d4be tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1959178 Jul 14 11:41:04.822374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53142) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:04.861526 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:04.885951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Transition to ACTIVE for port object 31db5f75-40ae-48b8-aa3c-4d3f01c87825 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:04.935969 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:04.942648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db159b5-3c33-427a-97a1-c2e0cbd2e34e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:04.948457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53146) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:04.948909 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0db159b5-3c33-427a-97a1-c2e0cbd2e34e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1251121 Jul 14 11:41:05.027573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Network f9879e41-db18-4859-ad1b-c859694119ca is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:05.034963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:05.035180 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.046557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:05.067090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Transition to ACTIVE for port object d09fc94c-3cf8-4455-9c08-b7e594c31e10 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:05.073424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event updated for resources: {'Port': ['ID=31db5f75-40ae-48b8-aa3c-4d3f01c87825,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:05.089157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Transition to ACTIVE for port object d09fc94c-3cf8-4455-9c08-b7e594c31e10 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:05.121261 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.163231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:05.164533 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.180315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:05.183805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:05.189026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:05.197236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Pushing event updated for resources: {'Port': ['ID=d09fc94c-3cf8-4455-9c08-b7e594c31e10,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:05.220443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-00f7e9b6-ff3d-48b9-8d38-9a83dd998f39 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2694817 Jul 14 11:41:05.223518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53156) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:05.231964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-fea088a6-0472-49ba-83d6-678063ab1f6f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port e9344dfb-3339-4fdb-8930-0aeb7fe88195 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:05.232316 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fea088a6-0472-49ba-83d6-678063ab1f6f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.270220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Attempting to bind port d09fc94c-3cf8-4455-9c08-b7e594c31e10 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:05.273995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Attempting to bind port d09fc94c-3cf8-4455-9c08-b7e594c31e10 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:05.275265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Attempting to bind port d09fc94c-3cf8-4455-9c08-b7e594c31e10 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:05.284869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:05.285683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:05.291668 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.292474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:05.293212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Bound port: d09fc94c-3cf8-4455-9c08-b7e594c31e10, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:05.293843 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.371556 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fea088a6-0472-49ba-83d6-678063ab1f6f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.398660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] For port d09fc94c-3cf8-4455-9c08-b7e594c31e10, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:41:05.407409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-fea088a6-0472-49ba-83d6-678063ab1f6f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for e9344dfb-3339-4fdb-8930-0aeb7fe88195 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:05.409193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] For port d09fc94c-3cf8-4455-9c08-b7e594c31e10, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d09fc94c-3cf8-4455-9c08-b7e594c31e10,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:41:05.415804 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.418522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53162) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:05.504890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'project_id': '70ad33cdd26a4fa79091aff7290c6267', 'port_id': '31db5f75-40ae-48b8-aa3c-4d3f01c87825'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:05.520496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-141087848', 'router:external': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:05.548290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9865a276-1a64-4123-80e1-5c24f0ac54bd None None] Provisioning for port 31db5f75-40ae-48b8-aa3c-4d3f01c87825 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:05.562430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9865a276-1a64-4123-80e1-5c24f0ac54bd None None] Provisioning complete for port 31db5f75-40ae-48b8-aa3c-4d3f01c87825 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:05.562430 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9865a276-1a64-4123-80e1-5c24f0ac54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.580266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.598136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Made reservation on behalf of f0d7db96cefc4e899aff3a27de57002c for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:05.600361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec3534-b345-4679-8812-bc61f35092a5 None None] Pushing event updated for resources: {'Port': ['ID=d09fc94c-3cf8-4455-9c08-b7e594c31e10,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:05.600949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.612137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9865a276-1a64-4123-80e1-5c24f0ac54bd None None] Port 31db5f75-40ae-48b8-aa3c-4d3f01c87825 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:05.617780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.753646 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fea088a6-0472-49ba-83d6-678063ab1f6f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.784393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 14281c9a-02ec-4331-9619-844e4867c46d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:05.800587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea088a6-0472-49ba-83d6-678063ab1f6f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=e9344dfb-3339-4fdb-8930-0aeb7fe88195,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:05.883822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fea088a6-0472-49ba-83d6-678063ab1f6f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.896242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fea088a6-0472-49ba-83d6-678063ab1f6f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/e9344dfb-3339-4fdb-8930-0aeb7fe88195 HTTP/1.1" status: 204 len: 168 time: 0.9466507 Jul 14 11:41:05.902539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53170) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:05.915991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bbd25-941b-4c06-a863-1b277207a7ad req-5eac2f4f-346e-41aa-abaf-99eedab711b7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:05.920114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-747bbd25-941b-4c06-a863-1b277207a7ad req-5eac2f4f-346e-41aa-abaf-99eedab711b7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2702982 Jul 14 11:41:05.960987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 14281c9a-02ec-4331-9619-844e4867c46d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:05.965764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 14281c9a-02ec-4331-9619-844e4867c46d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:05.966302 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:05.997116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f26ba-710d-48cc-9345-cafe21d27fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:05.998482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f26ba-710d-48cc-9345-cafe21d27fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:06.002664 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fa8f26ba-710d-48cc-9345-cafe21d27fca tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0965745 Jul 14 11:41:06.005856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53172) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:06.010683 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.016969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.025349 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.050827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-747bbd25-941b-4c06-a863-1b277207a7ad req-3e5a915b-b5fc-4cf8-b170-00437760306f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178308 Jul 14 11:41:06.056261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:41:06.071790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973a5c44-0f02-4b08-bd97-cbe8aa6f311e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:06.083570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.083936 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Added segment 02efc71d-52db-4f32-b7a5-1b014da80558 of type vlan for network 1f9f988f-9d44-4884-91c6-446535b9b3ed Jul 14 11:41:06.137655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.152768 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.191057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780596a-ce39-4241-9d0d-548580e415e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14281c9a-02ec-4331-9619-844e4867c46d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:41:06.194086 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5823e842-9860-459f-8fdc-35b46e237755" -d '{"events": [{"server_uuid": "1780596a-ce39-4241-9d0d-548580e415e6", "name": "network-vif-plugged", "status": "completed", "tag": "14281c9a-02ec-4331-9619-844e4867c46d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:41:06.205965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-cfbfa0af-c5e9-4f73-a8d9-35f447f1819a req-a5f98c76-b67d-47c1-a8c0-9234807d43ca tempest-ServerDiskConfigTestJSON-2065518723 tempest-ServerDiskConfigTestJSON-2065518723-project] (93701) timed out ('10.222.0.45', 64580) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 11:41:06.206813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.208160 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:06.210948 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.227768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 14281c9a-02ec-4331-9619-844e4867c46d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=14281c9a-02ec-4331-9619-844e4867c46d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:06.237376 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.313500 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31cd53b-1f47-4e67-9143-96999708c134 x-openstack-request-id: req-a31cd53b-1f47-4e67-9143-96999708c134 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:41:06.314456 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780596a-ce39-4241-9d0d-548580e415e6", "name": "network-vif-plugged", "status": "completed", "tag": "14281c9a-02ec-4331-9619-844e4867c46d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:41:06.316376 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a31cd53b-1f47-4e67-9143-96999708c134 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:41:06.316966 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780596a-ce39-4241-9d0d-548580e415e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14281c9a-02ec-4331-9619-844e4867c46d', 'code': 200} Jul 14 11:41:06.350325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=14281c9a-02ec-4331-9619-844e4867c46d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:06.363191 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9433830 Jul 14 11:41:06.366150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3754b-8708-4a0a-8928-e05e7ebbf04e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event updated for resources: {'Network': ['ID=1f9f988f-9d44-4884-91c6-446535b9b3ed,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:06.368597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:06.374492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'subnet': {'network_id': '1f9f988f-9d44-4884-91c6-446535b9b3ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:06.401417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1f9f988f-9d44-4884-91c6-446535b9b3ed details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:41:06.411413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Made reservation on behalf of f0d7db96cefc4e899aff3a27de57002c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:06.419779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.565537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d09fc94c-3cf8-4455-9c08-b7e594c31e10 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:06.638546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Allocated IP 172.25.2.237 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/c4c128d1-8325-4050-a7c4-1931105c4fb4) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:06.642650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port d09fc94c-3cf8-4455-9c08-b7e594c31e10 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:06.684999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-541cf05a-b6a3-4fa0-862a-37453cda2c4a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 52b1d23d-b788-4ec5-83ca-87ef98cf8bd5 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:06.729535 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-541cf05a-b6a3-4fa0-862a-37453cda2c4a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.768811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da264e1c-c7aa-44c9-9267-256996d33780 req-ddb2ade8-36ae-4280-be46-a735a37bb345 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:06.770400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da264e1c-c7aa-44c9-9267-256996d33780 req-ddb2ade8-36ae-4280-be46-a735a37bb345 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 949 time: 0.8660424 Jul 14 11:41:06.850135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:41:06.850612 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.871822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-541cf05a-b6a3-4fa0-862a-37453cda2c4a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.916610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event updated for resources: {'Subnet': ['ID=48666118-5513-49c4-b023-c320f9c8d778,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:06.929676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Checking segment: {'id': '02efc71d-52db-4f32-b7a5-1b014da80558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1f9f988f-9d44-4884-91c6-446535b9b3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:06.930364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Network hostable DHCP agents. Network: 1f9f988f-9d44-4884-91c6-446535b9b3ed, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:41:06.954458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Network 1f9f988f-9d44-4884-91c6-446535b9b3ed is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:41:06.975430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1f9f988f-9d44-4884-91c6-446535b9b3ed) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:06.980100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:06.980736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:06.988131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d0265-f568-4aa2-bf8e-dc4e73021a24 None None] Network 1f9f988f-9d44-4884-91c6-446535b9b3ed requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:07.004132 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7e1b5b9e-87f0-4f2e-9a1f-c738a95fd89d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6342735 Jul 14 11:41:07.006840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53182) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:07.013789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-26389471', 'network_id': '1f9f988f-9d44-4884-91c6-446535b9b3ed'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:07.041846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Made reservation on behalf of f0d7db96cefc4e899aff3a27de57002c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:07.045621 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.073644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-541cf05a-b6a3-4fa0-862a-37453cda2c4a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.075446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] device_id is not set on port 80d570db-af92-43fa-b1f6-fd2ece1a69bb yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:07.115573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da264e1c-c7aa-44c9-9267-256996d33780 req-2b0b715c-5ca7-49bd-a966-4827cafcbf81 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144372 Jul 14 11:41:07.149159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.184529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c328-a9dc-46af-a76d-6931f7df832c req-ac452c54-6d43-4a8a-acde-e6b534f96a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:07.197508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0724c328-a9dc-46af-a76d-6931f7df832c req-ac452c54-6d43-4a8a-acde-e6b534f96a01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 1101 time: 0.5171676 Jul 14 11:41:07.213437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-51fac139-e1cb-4f33-bca6-9d8c16023636 None None] Provisioning for port d09fc94c-3cf8-4455-9c08-b7e594c31e10 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:07.291272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-51fac139-e1cb-4f33-bca6-9d8c16023636 None None] Provisioning complete for port d09fc94c-3cf8-4455-9c08-b7e594c31e10 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:07.291890 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51fac139-e1cb-4f33-bca6-9d8c16023636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.303068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Allocated IP 2001:db8::4a (1f9f988f-9d44-4884-91c6-446535b9b3ed/48666118-5513-49c4-b023-c320f9c8d778/80d570db-af92-43fa-b1f6-fd2ece1a69bb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:07.368499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0724c328-a9dc-46af-a76d-6931f7df832c req-513bb6ff-4a22-4d3d-b4e8-6105b36182cd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484995 Jul 14 11:41:07.370953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-541cf05a-b6a3-4fa0-862a-37453cda2c4a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.371113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd957e64-ce28-4d54-ba8d-3cefb5cd0547 None None] Network 1f9f988f-9d44-4884-91c6-446535b9b3ed requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:07.471091 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.473406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cf05a-b6a3-4fa0-862a-37453cda2c4a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=52b1d23d-b788-4ec5-83ca-87ef98cf8bd5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:07.477050 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-541cf05a-b6a3-4fa0-862a-37453cda2c4a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.479147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-541cf05a-b6a3-4fa0-862a-37453cda2c4a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/52b1d23d-b788-4ec5-83ca-87ef98cf8bd5 HTTP/1.1" status: 204 len: 168 time: 1.4690886 Jul 14 11:41:07.482346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53188) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:07.530015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03d8c7-4c9b-44f1-a8f2-49d4ef423070 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:07.566095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:07.570415 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.594568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ac02689a-1c4b-4510-8c47-b13987f3b2e3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948801 Jul 14 11:41:07.596656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:07.602669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:07.607551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53190) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:07.614008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:07.619844 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.717685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c128d1-8325-4050-a7c4-1931105c4fb4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:07.724857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Network 1f9f988f-9d44-4884-91c6-446535b9b3ed is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:07.730657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:07.737065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:07.738067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:07.738685 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.758432 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7503388 Jul 14 11:41:07.758930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53192) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:07.762911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9045e-3d5e-4322-ac07-bef77f6859cb req-12333634-122f-4b3d-845d-bedcf3b40edc tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:07.763092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaae4ab-ab8d-4bb2-aa0e-a44fb08c6eb9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event updated for resources: {'Port': ['ID=80d570db-af92-43fa-b1f6-fd2ece1a69bb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:07.765308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36a9045e-3d5e-4322-ac07-bef77f6859cb req-12333634-122f-4b3d-845d-bedcf3b40edc tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3752632 Jul 14 11:41:07.776004 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51fac139-e1cb-4f33-bca6-9d8c16023636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.816357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:07.820123 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.854043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-51fac139-e1cb-4f33-bca6-9d8c16023636 None None] For port d09fc94c-3cf8-4455-9c08-b7e594c31e10, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d09fc94c-3cf8-4455-9c08-b7e594c31e10,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:07.865549 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51fac139-e1cb-4f33-bca6-9d8c16023636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.884996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36a9045e-3d5e-4322-ac07-bef77f6859cb req-aca93882-f27c-4690-a6dd-f922e7676d52 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931773 Jul 14 11:41:07.945450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-313aed6f-792a-4b4f-b401-9f290b9e8fd9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Deleting port 80d570db-af92-43fa-b1f6-fd2ece1a69bb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:07.946034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313aed6f-792a-4b4f-b401-9f290b9e8fd9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:07.988723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fac139-e1cb-4f33-bca6-9d8c16023636 None None] Pushing event updated for resources: {'Port': ['ID=d09fc94c-3cf8-4455-9c08-b7e594c31e10,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:08.004544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ebde90-dda2-46ae-b45e-225999730deb None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:41:08.006349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-41209fe1-eaee-44e4-ba3b-e6192996684b None None] Could not find standard attr ID for object e9344dfb-3339-4fdb-8930-0aeb7fe88195. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:41:08.104760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebde90-dda2-46ae-b45e-225999730deb None None] Deleting port d09fc94c-3cf8-4455-9c08-b7e594c31e10 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:08.105629 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e7ebde90-dda2-46ae-b45e-225999730deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:08.201444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e7ebde90-dda2-46ae-b45e-225999730deb None None] For port d09fc94c-3cf8-4455-9c08-b7e594c31e10, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d09fc94c-3cf8-4455-9c08-b7e594c31e10,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:08.202696 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e7ebde90-dda2-46ae-b45e-225999730deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:08.215599 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:08.244417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebde90-dda2-46ae-b45e-225999730deb None None] Calling delete_port for d09fc94c-3cf8-4455-9c08-b7e594c31e10 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:08.266761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313aed6f-792a-4b4f-b401-9f290b9e8fd9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:08.294757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-313aed6f-792a-4b4f-b401-9f290b9e8fd9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Calling delete_port for 80d570db-af92-43fa-b1f6-fd2ece1a69bb owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:08.374877 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e7ebde90-dda2-46ae-b45e-225999730deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:08.407123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebde90-dda2-46ae-b45e-225999730deb None None] Pushing event deleted for resources: {'Port': ['ID=d09fc94c-3cf8-4455-9c08-b7e594c31e10,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:08.415916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ebde90-dda2-46ae-b45e-225999730deb None None] No DVR routers for this DVR port d09fc94c-3cf8-4455-9c08-b7e594c31e10 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:08.431389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:08.474275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:41:08.481899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d09fc94c-3cf8-4455-9c08-b7e594c31e10 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:08.493068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68d2a-c913-4f49-9693-de08ae6c51c9 req-4efd7d17-7b1e-4cf7-9cc0-8d95ce140434 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:08.494643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-faa68d2a-c913-4f49-9693-de08ae6c51c9 req-4efd7d17-7b1e-4cf7-9cc0-8d95ce140434 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 950 time: 0.1300242 Jul 14 11:41:08.514077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: d09fc94c-3cf8-4455-9c08-b7e594c31e10 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:08.514417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d09fc94c-3cf8-4455-9c08-b7e594c31e10 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:08.580755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-faa68d2a-c913-4f49-9693-de08ae6c51c9 req-62f1e70c-92c4-486e-b467-130e831cf9bb tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786581 Jul 14 11:41:08.654081 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:08.660377 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:08.740227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c128d1-8325-4050-a7c4-1931105c4fb4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:08.755164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:08.864381 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Floating IP 3c7f7118-2941-4646-9976-5ba85fc4f288 associated. External IP: 172.25.2.237, port: 31db5f75-40ae-48b8-aa3c-4d3f01c87825. Jul 14 11:41:08.966867 n-d-778696-8 neutron-server[93701]: WARNING neutron.services.revisions.revision_plugin [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Could not find related port for resource to bump revision. Jul 14 11:41:08.980364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_pluggable_backend [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Port d09fc94c-3cf8-4455-9c08-b7e594c31e10 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 11:41:08.980674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_pluggable_backend [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Reverting IP allocation for 2001:db8::f816:3eff:fe73:eec8 {{(pid=93701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 11:41:08.986241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_pluggable_backend [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe73:eec8 {{(pid=93701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 11:41:08.988968 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.042465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:09.043256 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313aed6f-792a-4b4f-b401-9f290b9e8fd9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.050083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:09.055982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:09.056416 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.061050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f894bca9-b915-4b25-aa98-de4e9d2cc652 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:09.096844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=43a30662-ffec-4bc8-b64f-898dfdf76a65,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:09.106765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aed6f-792a-4b4f-b401-9f290b9e8fd9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event deleted for resources: {'Port': ['ID=80d570db-af92-43fa-b1f6-fd2ece1a69bb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:09.157633 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3643b1fe-b1fa-4d8a-972f-c570364fc109 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5457587 Jul 14 11:41:09.164619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53206) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:09.172258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:d6:da:db', 'name': 'tempest-NetworksTestDHCPv6-1449608589'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:09.230623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-313aed6f-792a-4b4f-b401-9f290b9e8fd9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.235436 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-313aed6f-792a-4b4f-b401-9f290b9e8fd9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "DELETE /v2.0/ports/80d570db-af92-43fa-b1f6-fd2ece1a69bb HTTP/1.1" status: 204 len: 168 time: 1.4733560 Jul 14 11:41:09.236092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53208) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:09.246583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f9f988f-9d44-4884-91c6-446535b9b3ed', 'external_fixed_ips': [{'subnet_id': '48666118-5513-49c4-b023-c320f9c8d778', 'ip_address': '2001:db8::4a'}]}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:09.289793 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.291040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.313617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '43a30662-ffec-4bc8-b64f-898dfdf76a65'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:41:09.314555 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.406309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.450632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:09.469335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebbd82b5-aae0-4c42-8643-38efb79e2870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.520107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Allocated IP 2001:db8::f816:3eff:fec7:93ec (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/43a30662-ffec-4bc8-b64f-898dfdf76a65/4ff8b885-2e4a-4959-ac5b-8944d6a73582) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:09.568613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67b311-ae21-4706-ae02-b15756a9994b req-68c2b13c-ac02-4267-a554-0cbdf129c0bc tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:09.570213 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c67b311-ae21-4706-ae02-b15756a9994b req-68c2b13c-ac02-4267-a554-0cbdf129c0bc tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.4367480 Jul 14 11:41:09.576876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Router 817c1d04-82c9-4593-9754-4d25e8e8b26b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:41:09.608001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.685568 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.699553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c67b311-ae21-4706-ae02-b15756a9994b req-8d2118e8-0a5d-43ee-8984-a6703c7fd9f0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160266 Jul 14 11:41:09.773169 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.782275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Transition to ACTIVE for port object 4ff8b885-2e4a-4959-ac5b-8944d6a73582 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:09.798826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Transition to ACTIVE for port object 4ff8b885-2e4a-4959-ac5b-8944d6a73582 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:09.807072 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:09.832989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:09.842536 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa2edb-3580-4dad-a3d5-2d38a1c0c03a None None] Sync routers for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:09.859423 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa2edb-3580-4dad-a3d5-2d38a1c0c03a None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:09.860223 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-04aa2edb-3580-4dad-a3d5-2d38a1c0c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:09.887510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 8d497b80-17d0-41cc-9801-7362968d360f yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:09.909052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:09.915973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:09.919892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:09.935791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Pushing event updated for resources: {'Port': ['ID=4ff8b885-2e4a-4959-ac5b-8944d6a73582,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:09.951087 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-04aa2edb-3580-4dad-a3d5-2d38a1c0c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:09.976285 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa2edb-3580-4dad-a3d5-2d38a1c0c03a None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:09.976936 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-04aa2edb-3580-4dad-a3d5-2d38a1c0c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:40:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:09.995377 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:10.085738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:10.089130 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-04aa2edb-3580-4dad-a3d5-2d38a1c0c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:10.093527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-abec2a48-6ddc-4c00-be46-f81807883571 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.8688097 Jul 14 11:41:10.094069 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa2edb-3580-4dad-a3d5-2d38a1c0c03a None None] The sync data for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:10.097766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53216) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:10.178123 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:10.192948 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a328-ef63-41d9-a8b6-90add835ef32 req-1ff1f337-c4b4-4657-bf0e-5a10b77575ad tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:10.196492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b97a328-ef63-41d9-a8b6-90add835ef32 req-1ff1f337-c4b4-4657-bf0e-5a10b77575ad tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 950 time: 0.3517840 Jul 14 11:41:10.262850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:fed6:dadb (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/43a30662-ffec-4bc8-b64f-898dfdf76a65/8d497b80-17d0-41cc-9801-7362968d360f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:10.319590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b97a328-ef63-41d9-a8b6-90add835ef32 req-e648f9f1-4f09-473a-9613-5590502ef548 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166713 Jul 14 11:41:10.397338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-05daa7c8-d447-4509-a1b0-74aa5fd2dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:10.399089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-05daa7c8-d447-4509-a1b0-74aa5fd2dd56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1095 time: 0.1328182 Jul 14 11:41:10.414517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Attempting to bind port 4ff8b885-2e4a-4959-ac5b-8944d6a73582 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:10.415018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Attempting to bind port 4ff8b885-2e4a-4959-ac5b-8944d6a73582 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:10.415369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Attempting to bind port 4ff8b885-2e4a-4959-ac5b-8944d6a73582 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:10.424519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:10.424958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:10.425516 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:10.426330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:10.427085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Bound port: 4ff8b885-2e4a-4959-ac5b-8944d6a73582, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:10.427656 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:10.472025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53226) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:10.476536 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-462b51ca-c7fa-4c60-92fc-b591f57f26cf tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] 10.222.0.38 "GET /v2.0/floatingips/3c7f7118-2941-4646-9976-5ba85fc4f288 HTTP/1.1" status: 200 len: 983 time: 0.3774838 Jul 14 11:41:10.545185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] For port 4ff8b885-2e4a-4959-ac5b-8944d6a73582, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:41:10.549129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] For port 4ff8b885-2e4a-4959-ac5b-8944d6a73582, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4ff8b885-2e4a-4959-ac5b-8944d6a73582,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:41:10.556567 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:10.648503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1179aa-8bc8-42cf-b66d-23ed5947fabb None None] Pushing event updated for resources: {'Port': ['ID=4ff8b885-2e4a-4959-ac5b-8944d6a73582,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:10.723647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-50b72632-b846-4338-8f3d-ae1c428ea75b tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2519102 Jul 14 11:41:10.729707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53228) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:10.783654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-34776772-10ec-4368-abf2-503656ee6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:10.785226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-34776772-10ec-4368-abf2-503656ee6b86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.3659344 Jul 14 11:41:10.789152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:10.828255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Allocated IP 2001:db8::4a (1f9f988f-9d44-4884-91c6-446535b9b3ed/48666118-5513-49c4-b023-c320f9c8d778/55cc8167-dd80-4deb-8d3e-b24283b0cefb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:10.862376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038779-0065-4a7b-8641-f1d1081fa462 req-da5b7e91-1654-4baa-81dd-08d903f63186 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:10.864798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c038779-0065-4a7b-8641-f1d1081fa462 req-da5b7e91-1654-4baa-81dd-08d903f63186 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.4438553 Jul 14 11:41:10.880012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 8d497b80-17d0-41cc-9801-7362968d360f will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:10.999619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-ed82de78-794a-48af-b78c-830f4d3c0c13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 998 time: 0.2047176 Jul 14 11:41:11.070428 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.073166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c038779-0065-4a7b-8641-f1d1081fa462 req-cd0163e5-65f6-482a-8d3d-80e4f4f65ac7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905475 Jul 14 11:41:11.088137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Deleting port c4c128d1-8325-4050-a7c4-1931105c4fb4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:11.088686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.095773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d1be-3b1d-4d5f-94ab-9a36cb65590f req-d91d290d-a2fb-45ab-9449-a85c14c561f7 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:11.102940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0540d1be-3b1d-4d5f-94ab-9a36cb65590f req-d91d290d-a2fb-45ab-9449-a85c14c561f7 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 1101 time: 0.2492042 Jul 14 11:41:11.114063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.209013 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.255051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.255051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.283146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Network 1f9f988f-9d44-4884-91c6-446535b9b3ed is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:11.284160 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Calling delete_port for c4c128d1-8325-4050-a7c4-1931105c4fb4 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:11.294513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:11.301371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:11.305328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event updated for resources: {'Port': ['ID=55cc8167-dd80-4deb-8d3e-b24283b0cefb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:11.522201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-99f0453f-45a8-4af9-bb34-8738904614d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:11.523675 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-99f0453f-45a8-4af9-bb34-8738904614d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.5087755 Jul 14 11:41:11.567936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:11.582440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:11.609706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:11.616084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:11.616913 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.628644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=8d497b80-17d0-41cc-9801-7362968d360f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:11.653493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0540d1be-3b1d-4d5f-94ab-9a36cb65590f req-ee7c6126-5863-41f6-a5b3-0bb9760016c0 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494545 Jul 14 11:41:11.695121 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1628e5c6-9def-4bd4-a1a0-2d7517a213de tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5265298 Jul 14 11:41:11.695775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53240) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:11.702722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.745995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event deleted for resources: {'Port': ['ID=c4c128d1-8325-4050-a7c4-1931105c4fb4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:11.749001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.828475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-4235df27-db13-4a53-831d-35c4f18be856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:11.830659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-4235df27-db13-4a53-831d-35c4f18be856 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2910156 Jul 14 11:41:11.950959 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:11.952201 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Floating IP 3c7f7118-2941-4646-9976-5ba85fc4f288 disassociated (deleted). External IP: 172.25.2.237, port: 31db5f75-40ae-48b8-aa3c-4d3f01c87825. Jul 14 11:41:12.009959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f394e-bbda-410a-b865-847de24f6c92 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:12.017098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f394e-bbda-410a-b865-847de24f6c92 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:12.027040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b81f394e-bbda-410a-b865-847de24f6c92 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3223660 Jul 14 11:41:12.048755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53254) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:12.113245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-bca47af5-a45e-42ef-92dc-a1971bd78a43 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818865 Jul 14 11:41:12.116259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-2ede128a-8879-4321-8305-ea8b2e2b7b47 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766585 Jul 14 11:41:12.133319 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cf3a-2d30-424a-85cf-0addc5c690ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:12.181318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f92ba87-e884-45ef-9615-88fb7d64d65a None None] Provisioning for port 4ff8b885-2e4a-4959-ac5b-8944d6a73582 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:12.236288 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:12.265228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2690-4a13-4603-98be-6c32331876fb req-8bcf73f9-51e7-41c4-8b90-44b3cf1cce14 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:12.267255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-8bcf73f9-51e7-41c4-8b90-44b3cf1cce14 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471579 Jul 14 11:41:12.372200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3b596ee-bbe1-4575-90f5-1f44377e33a6 req-206db9b8-08fb-4e96-a75b-5477970b2280 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184289 Jul 14 11:41:12.438506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-20f72dc2-f448-457b-ae0f-cd1bd8b5968e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/quotas/d24263558a9d471fa97fb3a7c61697d8 HTTP/1.1" status: 200 len: 375 time: 0.0647948 Jul 14 11:41:12.527806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a18cc097-446f-4db0-b869-d890ddef3ef3 None None] Provisioning for port 8d497b80-17d0-41cc-9801-7362968d360f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:12.538616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a18cc097-446f-4db0-b869-d890ddef3ef3 None None] Provisioning complete for port 8d497b80-17d0-41cc-9801-7362968d360f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:12.539336 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a18cc097-446f-4db0-b869-d890ddef3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:12.571366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b486b45-02b8-43cb-98a4-801bba8d2a11 req-e5546db0-c071-487a-a895-fa2ea1dfad23 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:12.573549 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b486b45-02b8-43cb-98a4-801bba8d2a11 req-e5546db0-c071-487a-a895-fa2ea1dfad23 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2038169 Jul 14 11:41:12.592587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4ff8b885-2e4a-4959-ac5b-8944d6a73582 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:12.624521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a18cc097-446f-4db0-b869-d890ddef3ef3 None None] Port 8d497b80-17d0-41cc-9801-7362968d360f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:12.635912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bfcdf837-1489-44ae-b7b4-8751bc6bb69e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 8d497b80-17d0-41cc-9801-7362968d360f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:12.636400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf837-1489-44ae-b7b4-8751bc6bb69e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:12.658931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4ff8b885-2e4a-4959-ac5b-8944d6a73582 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:12.664037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4ff8b885-2e4a-4959-ac5b-8944d6a73582 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:12.664638 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:12.723015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-0943df0f-d1ac-47b2-96aa-d0be13de4477 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2684538 Jul 14 11:41:12.743477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Router 817c1d04-82c9-4593-9754-4d25e8e8b26b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:41:12.782992 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:12.806445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b486b45-02b8-43cb-98a4-801bba8d2a11 req-85e8ddf4-8b41-4333-ba58-02088494acea tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188215 Jul 14 11:41:12.844379 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:12.883541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4ff8b885-2e4a-4959-ac5b-8944d6a73582, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4ff8b885-2e4a-4959-ac5b-8944d6a73582,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:12.890274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:12.963817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4ff8b885-2e4a-4959-ac5b-8944d6a73582,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:12.965715 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf837-1489-44ae-b7b4-8751bc6bb69e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:12.976796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.977210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.977544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.978055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.978731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.979074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.979416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.979925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.980745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.981036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.981519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:12.981915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:13.010313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bfcdf837-1489-44ae-b7b4-8751bc6bb69e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 8d497b80-17d0-41cc-9801-7362968d360f owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:13.042718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:13.049802 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.056456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9bf7b-63e5-4e1b-a4c5-b3866e9d117c None None] Sync routers for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:13.103212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9bf7b-63e5-4e1b-a4c5-b3866e9d117c None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:13.105044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2aa9bf7b-63e5-4e1b-a4c5-b3866e9d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:13.126454 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de8973f6-ffff-4462-abaf-5b9a20ed2416 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "DELETE /v2.0/floatingips/3c7f7118-2941-4646-9976-5ba85fc4f288 HTTP/1.1" status: 204 len: 168 time: 2.3954740 Jul 14 11:41:13.132762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53266) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:13.137387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:13.163981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Router 8a375ff6-bc7b-40c7-b140-de86c0aed8f2 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:41:13.166082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2aa9bf7b-63e5-4e1b-a4c5-b3866e9d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:13.181190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9bf7b-63e5-4e1b-a4c5-b3866e9d117c None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:13.181820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2aa9bf7b-63e5-4e1b-a4c5-b3866e9d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:13.191121 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.224666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2aa9bf7b-63e5-4e1b-a4c5-b3866e9d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:13.225190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9bf7b-63e5-4e1b-a4c5-b3866e9d117c None None] The sync data for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:13.227178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cfa9e226-62ea-4f9f-915a-39a064571fb0 req-8560b44b-1420-45b8-b47b-3b3eda28e32e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 210 time: 0.0959094 Jul 14 11:41:13.273552 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf837-1489-44ae-b7b4-8751bc6bb69e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.306727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:13.313323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdf837-1489-44ae-b7b4-8751bc6bb69e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=8d497b80-17d0-41cc-9801-7362968d360f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:13.318843 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Sync routers for ids ['8a375ff6-bc7b-40c7-b140-de86c0aed8f2'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:13.329957 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.333936 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eeb2808c-e7c3-4836-8899-a94c5c052b4e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.0944026 Jul 14 11:41:13.334983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53272) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:13.346851 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Routers {'8a375ff6-bc7b-40c7-b140-de86c0aed8f2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:13.347803 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8a375ff6-bc7b-40c7-b140-de86c0aed8f2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:13.353216 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf837-1489-44ae-b7b4-8751bc6bb69e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.360606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bfcdf837-1489-44ae-b7b4-8751bc6bb69e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/8d497b80-17d0-41cc-9801-7362968d360f HTTP/1.1" status: 204 len: 168 time: 1.3043692 Jul 14 11:41:13.360606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53274) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:13.398170 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.477858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.480955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a637d6-cadd-4d31-9463-515fbd567fa2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:13.482264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a637d6-cadd-4d31-9463-515fbd567fa2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:13.489046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-74a637d6-cadd-4d31-9463-515fbd567fa2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296558 Jul 14 11:41:13.490645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53276) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:13.510572 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Set router 8a375ff6-bc7b-40c7-b140-de86c0aed8f2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:41:13.543622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.621192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.653226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e25bb7-8c84-4edf-9933-72324d945e11 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 43a30662-ffec-4bc8-b64f-898dfdf76a65 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:13.660725 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e25bb7-8c84-4edf-9933-72324d945e11 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.707839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Deleting port 55cc8167-dd80-4deb-8d3e-b24283b0cefb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:13.708402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.719386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Allocated IP 172.25.2.136 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/4aca0dc5-b682-4b51-8b5e-72aeec23a835) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:13.725174 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e25bb7-8c84-4edf-9933-72324d945e11 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.775449 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a375ff6-bc7b-40c7-b140-de86c0aed8f2', 'name': '', 'tenant_id': 'f0d7db96cefc4e899aff3a27de57002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f9f988f-9d44-4884-91c6-446535b9b3ed', 'external_fixed_ips': [{'subnet_id': '48666118-5513-49c4-b023-c320f9c8d778', 'ip_address': '2001:db8::4a'}], 'enable_snat': True}, 'gw_port_id': '55cc8167-dd80-4deb-8d3e-b24283b0cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:41:09Z', 'updated_at': '2021-07-14T11:41:11Z', 'revision_number': 3, 'project_id': 'f0d7db96cefc4e899aff3a27de57002c', 'gw_port': {'id': '55cc8167-dd80-4deb-8d3e-b24283b0cefb', 'name': '', 'network_id': '1f9f988f-9d44-4884-91c6-446535b9b3ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:01:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a375ff6-bc7b-40c7-b140-de86c0aed8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '48666118-5513-49c4-b023-c320f9c8d778', 'ip_address': '2001:db8::4a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:41:10Z', 'updated_at': '2021-07-14T11:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48666118-5513-49c4-b023-c320f9c8d778', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:13.804061 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Checking router: 8a375ff6-bc7b-40c7-b140-de86c0aed8f2 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:41:13.804470 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Updating router 8a375ff6-bc7b-40c7-b140-de86c0aed8f2 port 55cc8167-dd80-4deb-8d3e-b24283b0cefb binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:41:13.844036 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.859777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.907636 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e25bb7-8c84-4edf-9933-72324d945e11 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:13.935204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Calling delete_port for 55cc8167-dd80-4deb-8d3e-b24283b0cefb owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:13.988974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.055680 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e25bb7-8c84-4edf-9933-72324d945e11 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.069631 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e25bb7-8c84-4edf-9933-72324d945e11 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.073791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b4e25bb7-8c84-4edf-9933-72324d945e11 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/43a30662-ffec-4bc8-b64f-898dfdf76a65 HTTP/1.1" status: 204 len: 168 time: 0.5808856 Jul 14 11:41:14.079977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cedd78-9900-4a0e-843d-b788de462c7b None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:14.103652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53284) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:14.159295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e25bb7-8c84-4edf-9933-72324d945e11 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=43a30662-ffec-4bc8-b64f-898dfdf76a65,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:14.194971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ce170b3b-814b-4d38-ba85-fb4f38d374b3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745509 Jul 14 11:41:14.197638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53288) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:14.219081 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.287279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:14.291923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:14.298231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:14.357675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.358523 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.db.api [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:41:14.359024 n-d-778696-8 neutron-server[93704]: DEBUG oslo_db.api [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:41:14.435033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event deleted for resources: {'Port': ['ID=55cc8167-dd80-4deb-8d3e-b24283b0cefb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:14.470103 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.495267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Pushing event updated for resources: {'Port': ['ID=4aca0dc5-b682-4b51-8b5e-72aeec23a835,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:14.507755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bdcdcb-210e-4810-b2c0-20c744071548 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:41:14.522990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603f3be-e314-4993-bb4a-b042256a1232 req-d0a44da5-47ec-44c5-9ef9-83b17414aae9 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:14.524734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2603f3be-e314-4993-bb4a-b042256a1232 req-d0a44da5-47ec-44c5-9ef9-83b17414aae9 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.4617157 Jul 14 11:41:14.581685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-76bdcdcb-210e-4810-b2c0-20c744071548 None None] Deleting port 4ff8b885-2e4a-4959-ac5b-8944d6a73582 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:14.582415 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76bdcdcb-210e-4810-b2c0-20c744071548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.627602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f5d11b3-5377-4f78-8c76-0a747275d2ed req-3b3c8e11-7ee4-4285-a56e-3d27139483fb tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 210 time: 0.0871494 Jul 14 11:41:14.648253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba95700-6ab9-46da-902e-6884af61cbba tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:14.650316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2ba95700-6ab9-46da-902e-6884af61cbba tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4511988 Jul 14 11:41:14.656452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53292) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:14.667136 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.679618 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.682622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-76bdcdcb-210e-4810-b2c0-20c744071548 None None] For port 4ff8b885-2e4a-4959-ac5b-8944d6a73582, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4ff8b885-2e4a-4959-ac5b-8944d6a73582,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:14.683197 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76bdcdcb-210e-4810-b2c0-20c744071548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.705342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-76bdcdcb-210e-4810-b2c0-20c744071548 None None] Calling delete_port for 4ff8b885-2e4a-4959-ac5b-8944d6a73582 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:14.710842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.733637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2603f3be-e314-4993-bb4a-b042256a1232 req-80e659b2-14c5-4d1f-84df-7349bb6f2f15 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918547 Jul 14 11:41:14.794599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425fc485-81bf-40e5-ba28-ad078c75c709 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:14.799726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-425fc485-81bf-40e5-ba28-ad078c75c709 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1387351 Jul 14 11:41:14.800321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53296) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:14.828468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.828794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a375ff6-bc7b-40c7-b140-de86c0aed8f2 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:41:14.835227 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.836068 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2704e02e-49f1-4552-8a72-059b8ad97390 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "DELETE /v2.0/routers/8a375ff6-bc7b-40c7-b140-de86c0aed8f2 HTTP/1.1" status: 204 len: 168 time: 1.4995165 Jul 14 11:41:14.839039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76bdcdcb-210e-4810-b2c0-20c744071548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.840306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53298) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:14.862131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ca6ab11d-8a6a-446c-8c19-8b2ca77bbdf4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589056 Jul 14 11:41:14.867351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53300) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:14.873640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:14.894873 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Port 55cc8167-dd80-4deb-8d3e-b24283b0cefb not found while updating agent binding for router 8a375ff6-bc7b-40c7-b140-de86c0aed8f2. {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 11:41:14.896738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdcdcb-210e-4810-b2c0-20c744071548 None None] Pushing event deleted for resources: {'Port': ['ID=4ff8b885-2e4a-4959-ac5b-8944d6a73582,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:14.918079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdcdcb-210e-4810-b2c0-20c744071548 None None] No DVR routers for this DVR port 4ff8b885-2e4a-4959-ac5b-8944d6a73582 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:14.923306 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Routers set() bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:14.923935 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Router IDs set() for agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 11:41:14.924822 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_agentschedulers_db [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8a375ff6-bc7b-40c7-b140-de86c0aed8f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent'). {{(pid=93704) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 11:41:14.935537 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8831ad-f712-4634-ace8-7696400e8d6c None None] The sync data for ids ['8a375ff6-bc7b-40c7-b140-de86c0aed8f2'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:14.963778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e086526-3203-45f2-b206-b6bf42d5c82a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Deleting subnet 48666118-5513-49c4-b023-c320f9c8d778 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:14.968049 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e086526-3203-45f2-b206-b6bf42d5c82a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:14.974953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.006689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e086526-3203-45f2-b206-b6bf42d5c82a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.066834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e086526-3203-45f2-b206-b6bf42d5c82a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.095219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-d75be0ae-2df8-4f75-930c-e8b09ad6e96e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d24263558a9d471fa97fb3a7c61697d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1577957 Jul 14 11:41:15.097164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.158468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e086526-3203-45f2-b206-b6bf42d5c82a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.198231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086526-3203-45f2-b206-b6bf42d5c82a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=48666118-5513-49c4-b023-c320f9c8d778,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:15.208637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e086526-3203-45f2-b206-b6bf42d5c82a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.211593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5e086526-3203-45f2-b206-b6bf42d5c82a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/48666118-5513-49c4-b023-c320f9c8d778 HTTP/1.1" status: 204 len: 168 time: 0.3701477 Jul 14 11:41:15.214313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53304) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:15.321501 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.328392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:15.331949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.413282 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.424901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9f988f-9d44-4884-91c6-446535b9b3ed']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:15.436857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02efc71d-52db-4f32-b7a5-1b014da80558') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:15.437257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02efc71d-52db-4f32-b7a5-1b014da80558') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:15.448680 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.458157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2690-4a13-4603-98be-6c32331876fb req-225f3bc6-2cde-4897-8b4f-5c597b9a3ffa tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:15.460785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-225f3bc6-2cde-4897-8b4f-5c597b9a3ffa tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3278260 Jul 14 11:41:15.464387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.474663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:41:15.476134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.479289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56186242-4cf4-46e1-8f6c-189a05936ce5 req-efca79ad-6f54-47c7-abca-dc83a19dc19a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:15.487108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56186242-4cf4-46e1-8f6c-189a05936ce5 req-efca79ad-6f54-47c7-abca-dc83a19dc19a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.5250790 Jul 14 11:41:15.500402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Request body: {'port': {'device_id': '313915a2-14b5-47a7-b098-9e83fb5dc956', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'd24263558a9d471fa97fb3a7c61697d8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: items = [ Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:41:15.539450 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:41:15.555051 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.561637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.575463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f9f988f-9d44-4884-91c6-446535b9b3ed {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 11:41:15.597658 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.598645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f9f988f-9d44-4884-91c6-446535b9b3ed,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:15.602881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.612613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-552e6661-3f7d-4fd2-b0b5-2cb6af1e0380 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "DELETE /v2.0/networks/1f9f988f-9d44-4884-91c6-446535b9b3ed HTTP/1.1" status: 204 len: 168 time: 0.3963253 Jul 14 11:41:15.721857 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56186242-4cf4-46e1-8f6c-189a05936ce5 req-487c6ace-2b4a-4be5-9fb4-5a3e7817806e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337732 Jul 14 11:41:15.808700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Pushing event updated for resources: {'Port': ['ID=4aca0dc5-b682-4b51-8b5e-72aeec23a835,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:15.897124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53318) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:15.906241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-185de525-376d-48b3-bfa9-8158ea88e502 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'router': {'name': 'tempest-router--302306172', 'project_id': '62ba1f7d8684417396478a8c8f63f40d'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:15.911612 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:15.996512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0891a169-5d2c-4959-9f5d-174837e2c88f req-c45e206c-0c1c-4e9b-91a8-8d4c4ed03bfa tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 210 time: 0.0965972 Jul 14 11:41:16.022787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Made reservation on behalf of d24263558a9d471fa97fb3a7c61697d8 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:16.029576 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.055715 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-185de525-376d-48b3-bfa9-8158ea88e502 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.056920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-185de525-376d-48b3-bfa9-8158ea88e502 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.179630 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-185de525-376d-48b3-bfa9-8158ea88e502 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.181398 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.188980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-034e7e95-2eac-42f6-ba29-5c4aefbbc6b4 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0513868 Jul 14 11:41:16.190632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-185de525-376d-48b3-bfa9-8158ea88e502 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.194512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53324) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:16.213788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-185de525-376d-48b3-bfa9-8158ea88e502 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.215376 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-185de525-376d-48b3-bfa9-8158ea88e502 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3168170 Jul 14 11:41:16.218095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53328) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:16.317966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37bc6962-b0c1-4502-865d-c133b89c1193 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.421293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:16.467697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Allocated IP 192.168.233.210 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:16.497075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4ff8b885-2e4a-4959-ac5b-8944d6a73582 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:16.498973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.objects.ports [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93702) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:41:16.510084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.531053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4ff8b885-2e4a-4959-ac5b-8944d6a73582 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:16.531757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4ff8b885-2e4a-4959-ac5b-8944d6a73582 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:16.556714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37bc6962-b0c1-4502-865d-c133b89c1193 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.561943 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.567694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37bc6962-b0c1-4502-865d-c133b89c1193 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.674000 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37bc6962-b0c1-4502-865d-c133b89c1193 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.674355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bc6962-b0c1-4502-865d-c133b89c1193 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f37e09d5-5754-4889-925e-a3c4a33da68e {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:41:16.679639 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37bc6962-b0c1-4502-865d-c133b89c1193 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.680870 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-37bc6962-b0c1-4502-865d-c133b89c1193 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "DELETE /v2.0/routers/f37e09d5-5754-4889-925e-a3c4a33da68e HTTP/1.1" status: 204 len: 168 time: 0.4613600 Jul 14 11:41:16.763489 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:16.858210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53334) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:16.933454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Allocated IP 172.25.2.88 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/da60b09d-03b9-4a1b-b91d-9899bca91e59) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:17.034719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678eb44-b4ee-499e-9f60-6688ad08302d req-bc71e5ac-1cf4-45c7-a27f-b5b82e571c0c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:17.040329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2678eb44-b4ee-499e-9f60-6688ad08302d req-bc71e5ac-1cf4-45c7-a27f-b5b82e571c0c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.7241688 Jul 14 11:41:17.089217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-769967891', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:17.101413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=53a1bbe2-3279-4568-ab6e-670aa51fd0bc,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:17.103708 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.113025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:17.124228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:17.131566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:17.132227 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.134846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce9022-ab06-4cc3-ad69-bc70495513f5 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:17.143483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2678eb44-b4ee-499e-9f60-6688ad08302d req-2aaa7dcb-7c28-4019-bc65-0e7ebcc594e2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717993 Jul 14 11:41:17.175921 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.209311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7833dd2-d27e-4822-ac10-1669d13aa4c4 req-1ec8622b-f8b6-4ecc-8660-702ea9c5998d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 210 time: 0.0595179 Jul 14 11:41:17.267448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:17.275099 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.276423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.281565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:17.291794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:17.317612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6bda6baf-f714-40ef-9e34-7def3aff07c7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4490926 Jul 14 11:41:17.322191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53344) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:17.328248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Pushing event updated for resources: {'Port': ['ID=da60b09d-03b9-4a1b-b91d-9899bca91e59,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:17.343151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:e6:28:91', 'name': 'tempest-NetworksTestDHCPv6-2106134032'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:17.360116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '53a1bbe2-3279-4568-ab6e-670aa51fd0bc'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:41:17.361224 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.410704 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.427602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Transition to ACTIVE for port object f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:17.435715 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.546745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.570236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.573688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01', '451c929e-f301-4406-9c59-71084c748e38', '940b3055-ccb2-460b-85e2-43aae518e6a2', '14281c9a-02ec-4331-9619-844e4867c46d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:17.582535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'c5430726-9130-4250-a7ac-78fb84a5ffae'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:17.655666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.720378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:17.728355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:17.752803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:17.802429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:17.950316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event updated for resources: {'Port': ['ID=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:18.002826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Allocated IP 2001:db8::f816:3eff:fe68:435d (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/53a1bbe2-3279-4568-ab6e-670aa51fd0bc/cd631434-1f66-4c87-be04-7ee43f69faa7) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:18.016665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:18.017867 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.024760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:18.139802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-9605ef36-6b15-408f-a116-885421ce6790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6429958 Jul 14 11:41:18.159468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Request body: {'port': {'device_id': '313915a2-14b5-47a7-b098-9e83fb5dc956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:18.177725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102e08d-e8ac-4387-b003-6428718f31f8 req-f77d9983-ae7b-4790-9189-a644b12d1128 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:18.187249 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7102e08d-e8ac-4387-b003-6428718f31f8 req-f77d9983-ae7b-4790-9189-a644b12d1128 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3648825 Jul 14 11:41:18.260844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.310877 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.347339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port e3183cf5-c86c-4cbd-995f-fdf3ef562df7 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:18.459842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bfa80479-d263-4aea-81c1-df3ad375b614 None None] Provisioning for port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:18.642939 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.669445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.670275 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.672454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7102e08d-e8ac-4387-b003-6428718f31f8 req-4d5c1cbc-89b3-4ee3-b733-b789c74bed32 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4840882 Jul 14 11:41:18.683322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Transition to ACTIVE for port object cd631434-1f66-4c87-be04-7ee43f69faa7 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:18.709058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Transition to ACTIVE for port object cd631434-1f66-4c87-be04-7ee43f69faa7 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:18.734175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.743206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bfa80479-d263-4aea-81c1-df3ad375b614 None None] Provisioning complete for port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:18.744548 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfa80479-d263-4aea-81c1-df3ad375b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.757347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Pushing event updated for resources: {'Port': ['ID=da60b09d-03b9-4a1b-b91d-9899bca91e59,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:18.767399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.795696 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.839367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:fee6:2891 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/53a1bbe2-3279-4568-ab6e-670aa51fd0bc/e3183cf5-c86c-4cbd-995f-fdf3ef562df7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:18.872446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Pushing event updated for resources: {'Port': ['ID=cd631434-1f66-4c87-be04-7ee43f69faa7,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:18.884504 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.922140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:18.923698 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-10658fa9-7924-4906-834c-7a47627f4f5c tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7278433 Jul 14 11:41:18.926468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53356) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:18.926634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:18.931748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:18.932746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e76775-5250-4506-a877-77a79213d4ae req-2518642f-6d23-4802-afb0-65b4e581db89 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:18.940259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:18.941385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42e76775-5250-4506-a877-77a79213d4ae req-2518642f-6d23-4802-afb0-65b4e581db89 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 936 time: 0.4328957 Jul 14 11:41:19.017725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Allocated IP 172.25.2.69 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/afed56c1-9653-43da-8f44-890684680755) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:19.017945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bfa80479-d263-4aea-81c1-df3ad375b614 None None] Port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:19.052933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a55046-37e5-430f-89af-326cdd93e95c req-98f44ba8-85b7-4e6c-a81d-e8dfaf9673bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4664493 Jul 14 11:41:19.090665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42e76775-5250-4506-a877-77a79213d4ae req-5617dc7e-fc9d-425b-8020-8e594f70cb87 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482768 Jul 14 11:41:19.121022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Attempting to bind port cd631434-1f66-4c87-be04-7ee43f69faa7 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:19.121397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Attempting to bind port cd631434-1f66-4c87-be04-7ee43f69faa7 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:19.121862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Attempting to bind port cd631434-1f66-4c87-be04-7ee43f69faa7 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:19.162046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:19.162409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:19.162824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.163739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:19.163739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Bound port: cd631434-1f66-4c87-be04-7ee43f69faa7, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:19.164110 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.314766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a55046-37e5-430f-89af-326cdd93e95c req-4c79094a-4844-4583-9988-8a0acd913ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:19.316432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a55046-37e5-430f-89af-326cdd93e95c req-4c79094a-4844-4583-9988-8a0acd913ee5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 1101 time: 0.2123318 Jul 14 11:41:19.324651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.343659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:41:19.347318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] For port cd631434-1f66-4c87-be04-7ee43f69faa7, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:41:19.356998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] For port cd631434-1f66-4c87-be04-7ee43f69faa7, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cd631434-1f66-4c87-be04-7ee43f69faa7,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:41:19.362239 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.367372 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.369927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object e3183cf5-c86c-4cbd-995f-fdf3ef562df7 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:19.373370 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.438595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Transition to ACTIVE for port object f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:19.446354 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eebf03c7-7466-4e6c-a1d3-220650000770 tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.5171037 Jul 14 11:41:19.447642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53364) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:19.456726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.487309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.495264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aed40c-23dc-40fd-a962-44e469f8cdb6 None None] Pushing event updated for resources: {'Port': ['ID=cd631434-1f66-4c87-be04-7ee43f69faa7,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:19.623899 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1d71b059-5310-46d3-b9f8-8713a8b28575 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1727772 Jul 14 11:41:19.630463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53366) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:19.659798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:19.677759 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.697461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:19.706552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:19.762216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:19.783085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a55046-37e5-430f-89af-326cdd93e95c req-6ef475a0-bbdd-4d4b-bcbd-7b138c09d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:19.784688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a55046-37e5-430f-89af-326cdd93e95c req-6ef475a0-bbdd-4d4b-bcbd-7b138c09d593 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.4303296 Jul 14 11:41:19.803069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Attempting to bind port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:19.803409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Attempting to bind port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:19.803751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Attempting to bind port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:19.819482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:19.836876 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event updated for resources: {'Port': ['ID=afed56c1-9653-43da-8f44-890684680755,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:19.894383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:41:19.895056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Attempting to bind port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:19.897551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:19.900687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a55046-37e5-430f-89af-326cdd93e95c req-6e32a968-c53e-4d70-b867-dbd590ca253f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=54d2f595-0c29-4b83-92dd-fbecad9c3aa3 HTTP/1.1" status: 200 len: 217 time: 0.1049962 Jul 14 11:41:19.910008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:19.917418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:19.918207 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:19.926015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=e3183cf5-c86c-4cbd-995f-fdf3ef562df7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:19.952450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:19.953469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:19.954050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:19.954799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Bound port: f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:19.955323 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:20.058035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3da76994-ff25-415f-bc61-444b45b4ba21 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7348251 Jul 14 11:41:20.064087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53370) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:20.105046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Deleting port da60b09d-03b9-4a1b-b91d-9899bca91e59 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:20.105332 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:20.145516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a55046-37e5-430f-89af-326cdd93e95c req-db071f48-8a7e-4bcb-897c-0323bc8b20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:20.147030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a55046-37e5-430f-89af-326cdd93e95c req-db071f48-8a7e-4bcb-897c-0323bc8b20f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2244210 Jul 14 11:41:20.225410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] For port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:41:20.239887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] For port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:41:20.249249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:20.258687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f40e1-5997-467a-b3b5-bca89b9e5d0a req-aa54a305-f04d-4342-88da-20c350c46a38 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:20.260351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a0f40e1-5997-467a-b3b5-bca89b9e5d0a req-aa54a305-f04d-4342-88da-20c350c46a38 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2697723 Jul 14 11:41:20.312138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:20.312458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:20.334351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Calling delete_port for da60b09d-03b9-4a1b-b91d-9899bca91e59 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:20.352520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:20.422121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c478556a-3712-42a4-b170-36c705f8e084 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:20.433227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c478556a-3712-42a4-b170-36c705f8e084 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:20.438684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c478556a-3712-42a4-b170-36c705f8e084 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3555429 Jul 14 11:41:20.439241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53376) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:20.461338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:20.461972 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:20.463453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] 10.222.0.45 "PUT /v2.0/ports/f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d HTTP/1.1" status: 200 len: 1096 time: 2.3103034 Jul 14 11:41:20.484635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313915a2-14b5-47a7-b098-9e83fb5dc956', 'tag': 'f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:41:20.487092 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "313915a2-14b5-47a7-b098-9e83fb5dc956", "tag": "f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:41:20.538740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cd631434-1f66-4c87-be04-7ee43f69faa7 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:20.569352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a55046-37e5-430f-89af-326cdd93e95c req-63e58e7d-e270-4568-a5e5-14b8e5336247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:20.571272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a55046-37e5-430f-89af-326cdd93e95c req-63e58e7d-e270-4568-a5e5-14b8e5336247 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4068925 Jul 14 11:41:20.685121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port cd631434-1f66-4c87-be04-7ee43f69faa7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:20.737421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a0f40e1-5997-467a-b3b5-bca89b9e5d0a req-fce36be3-3d4d-4dff-9bbb-af54fee7a90c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4681220 Jul 14 11:41:20.746384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d83a74-0142-40f9-bc8b-df7b514b35e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:20.859450 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32865917-6602-4eff-ae36-494fb32223c4 x-openstack-request-id: req-32865917-6602-4eff-ae36-494fb32223c4 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:41:20.859746 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313915a2-14b5-47a7-b098-9e83fb5dc956", "tag": "f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:41:20.860018 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32865917-6602-4eff-ae36-494fb32223c4 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:41:20.860408 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313915a2-14b5-47a7-b098-9e83fb5dc956', 'tag': 'f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d', 'status': 'completed', 'code': 200} Jul 14 11:41:20.908115 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:20.913852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-32072542-c80e-4100-a47b-2859f8bc8cfc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5667362 Jul 14 11:41:20.932246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3f28f-04ea-45aa-b4e9-153fcf352b24 req-f2a26288-5cce-47a0-86c6-de81dbd1fb23 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:20.940641 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f3f28f-04ea-45aa-b4e9-153fcf352b24 req-f2a26288-5cce-47a0-86c6-de81dbd1fb23 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 948 time: 0.4991441 Jul 14 11:41:21.000351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2690-4a13-4603-98be-6c32331876fb req-90770913-8851-48f2-beec-09bf198b22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:21.002318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-90770913-8851-48f2-beec-09bf198b22fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 1099 time: 0.4249909 Jul 14 11:41:21.047652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a55046-37e5-430f-89af-326cdd93e95c req-1bceaffd-a7f8-4fec-9fa1-f794d36d63d0 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428322 Jul 14 11:41:21.081428 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:21.183431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Pushing event deleted for resources: {'Port': ['ID=da60b09d-03b9-4a1b-b91d-9899bca91e59,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:21.243844 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:21.246577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:21.248723 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0a8d1caf-cabd-450f-89cf-44ec1a5c10ec tempest-FloatingIPAdminTestJSON-1067265531 tempest-FloatingIPAdminTestJSON-1067265531-project] 10.222.0.38 "DELETE /v2.0/floatingips/92066c47-4dca-4065-8287-a8b9422a6e9d HTTP/1.1" status: 204 len: 168 time: 1.6069977 Jul 14 11:41:21.252645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53390) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:21.289212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e107c232-2923-4093-9d7c-6b72bc0d4c9b None None] Provisioning for port cd631434-1f66-4c87-be04-7ee43f69faa7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:21.302622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e107c232-2923-4093-9d7c-6b72bc0d4c9b None None] Provisioning complete for port cd631434-1f66-4c87-be04-7ee43f69faa7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:21.303295 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e107c232-2923-4093-9d7c-6b72bc0d4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:21.362871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Router d61c4726-e214-4b6c-9aca-ecbdc8a3ff16 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:41:21.445144 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e107c232-2923-4093-9d7c-6b72bc0d4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:21.493453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e107c232-2923-4093-9d7c-6b72bc0d4c9b None None] For port cd631434-1f66-4c87-be04-7ee43f69faa7, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cd631434-1f66-4c87-be04-7ee43f69faa7,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:21.499250 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e107c232-2923-4093-9d7c-6b72bc0d4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:21.524480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Deleting port 4aca0dc5-b682-4b51-8b5e-72aeec23a835 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:21.525411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:21.568887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107c232-2923-4093-9d7c-6b72bc0d4c9b None None] Pushing event updated for resources: {'Port': ['ID=cd631434-1f66-4c87-be04-7ee43f69faa7,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:21.622262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7aa5b36f-c0d0-4b6f-b529-ec02b75a4406 None None] Provisioning for port e3183cf5-c86c-4cbd-995f-fdf3ef562df7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:21.627393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7aa5b36f-c0d0-4b6f-b529-ec02b75a4406 None None] Provisioning complete for port e3183cf5-c86c-4cbd-995f-fdf3ef562df7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:21.627889 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b36f-c0d0-4b6f-b529-ec02b75a4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:21.629234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-dfa1b081-b5d3-435a-a087-0d2995498f74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d HTTP/1.1" status: 200 len: 217 time: 0.5800202 Jul 14 11:41:21.673090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81f3f28f-04ea-45aa-b4e9-153fcf352b24 req-0fdf5d9b-ac20-4771-a6f1-32c3968c9fd7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7312226 Jul 14 11:41:21.728216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-51f8f7dd-f0d7-406a-8792-d6c5eb9f74e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port e3183cf5-c86c-4cbd-995f-fdf3ef562df7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:21.728736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51f8f7dd-f0d7-406a-8792-d6c5eb9f74e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:21.832233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5b36f-c0d0-4b6f-b529-ec02b75a4406 None None] Port e3183cf5-c86c-4cbd-995f-fdf3ef562df7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:21.863414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2690-4a13-4603-98be-6c32331876fb req-09612a27-7354-48ac-8cf7-edf5466903d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:21.864923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-09612a27-7354-48ac-8cf7-edf5466903d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2158511 Jul 14 11:41:21.875729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a55046-37e5-430f-89af-326cdd93e95c req-7cb2a865-97ea-4f4d-aeda-44648be0f775 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115065 Jul 14 11:41:21.900599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-2ccd6ff0-6ec0-427a-a99c-b242d83564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:21.901096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-2ccd6ff0-6ec0-427a-a99c-b242d83564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:21.902139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-2ccd6ff0-6ec0-427a-a99c-b242d83564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:21.902139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-2ccd6ff0-6ec0-427a-a99c-b242d83564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:21.902521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-2ccd6ff0-6ec0-427a-a99c-b242d83564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:21.903001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-2ccd6ff0-6ec0-427a-a99c-b242d83564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:21.903491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-2ccd6ff0-6ec0-427a-a99c-b242d83564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:21.905749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-2ccd6ff0-6ec0-427a-a99c-b242d83564eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6493 time: 0.9235299 Jul 14 11:41:21.946456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:21.976363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab2ece-60d6-406b-8d68-377ea7557f74 None None] Sync routers for ids ['d61c4726-e214-4b6c-9aca-ecbdc8a3ff16'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:22.003354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab2ece-60d6-406b-8d68-377ea7557f74 None None] Routers {'d61c4726-e214-4b6c-9aca-ecbdc8a3ff16'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:22.004553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b3ab2ece-60d6-406b-8d68-377ea7557f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61c4726-e214-4b6c-9aca-ecbdc8a3ff16'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:22.037121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.037121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.038091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b3ab2ece-60d6-406b-8d68-377ea7557f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:22.040983 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.049212 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fa1a776f-aaa1-4b70-bc1c-b0599ce6124c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1823504 Jul 14 11:41:22.049453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53398) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:22.052853 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51f8f7dd-f0d7-406a-8792-d6c5eb9f74e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.056774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab2ece-60d6-406b-8d68-377ea7557f74 None None] Routers {'d61c4726-e214-4b6c-9aca-ecbdc8a3ff16'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:22.057647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b3ab2ece-60d6-406b-8d68-377ea7557f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61c4726-e214-4b6c-9aca-ecbdc8a3ff16'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:22.099135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Calling delete_port for 4aca0dc5-b682-4b51-8b5e-72aeec23a835 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:22.102064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-51f8f7dd-f0d7-406a-8792-d6c5eb9f74e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for e3183cf5-c86c-4cbd-995f-fdf3ef562df7 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:22.136933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249a99e-ecac-4b66-b3f5-8ef93323d4f5 req-000f4f5f-cdd5-448b-812d-77a3e9f00d75 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:22.151038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4249a99e-ecac-4b66-b3f5-8ef93323d4f5 req-000f4f5f-cdd5-448b-812d-77a3e9f00d75 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.5394464 Jul 14 11:41:22.158939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b3ab2ece-60d6-406b-8d68-377ea7557f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:22.160499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab2ece-60d6-406b-8d68-377ea7557f74 None None] The sync data for ids ['d61c4726-e214-4b6c-9aca-ecbdc8a3ff16'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:22.290483 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a9cff30f-588c-490b-8c67-789868cc007e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/routers/d61c4726-e214-4b6c-9aca-ecbdc8a3ff16 HTTP/1.1" status: 200 len: 923 time: 0.2355537 Jul 14 11:41:22.291395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53400) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:22.299825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-f2ab8d9e-5d21-4fe3-98c7-223b2dfa82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:22.301071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-f2ab8d9e-5d21-4fe3-98c7-223b2dfa82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:22.302571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-f2ab8d9e-5d21-4fe3-98c7-223b2dfa82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:22.305269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-f2ab8d9e-5d21-4fe3-98c7-223b2dfa82ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=181ba48e-cd53-4e69-885a-619ebf4610cd&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=87b23580-eb76-43df-94fb-48303c32c2e2&id=87b23580-eb76-43df-94fb-48303c32c2e2 HTTP/1.1" status: 200 len: 2291 time: 0.3663681 Jul 14 11:41:22.351629 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a0d63e65-0237-4671-a071-abcc04d68238 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=d61c4726-e214-4b6c-9aca-ecbdc8a3ff16 HTTP/1.1" status: 200 len: 205 time: 0.0596294 Jul 14 11:41:22.355584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53402) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:22.418174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2690-4a13-4603-98be-6c32331876fb req-03f540de-a1ff-4431-adf7-5793f6a29200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:22.420730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-03f540de-a1ff-4431-adf7-5793f6a29200 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5410333 Jul 14 11:41:22.434715 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.438067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4249a99e-ecac-4b66-b3f5-8ef93323d4f5 req-cc50f71c-29f0-49c4-9a04-c45fa7e8dbe3 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834306 Jul 14 11:41:22.532578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cd631434-1f66-4c87-be04-7ee43f69faa7 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:22.534639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-3631d501-bb8c-47cd-b91d-02da1b6438eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04 HTTP/1.1" status: 200 len: 1001 time: 0.2037876 Jul 14 11:41:22.623877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Pushing event deleted for resources: {'Port': ['ID=4aca0dc5-b682-4b51-8b5e-72aeec23a835,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:22.681529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port cd631434-1f66-4c87-be04-7ee43f69faa7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:22.682341 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.702671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-a4115996-2c36-4da0-a7a7-c6995db131af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:22.704252 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-a4115996-2c36-4da0-a7a7-c6995db131af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf939fd8-6dce-45d3-b5e6-152d07d9c099 HTTP/1.1" status: 200 len: 851 time: 0.1552265 Jul 14 11:41:22.708208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-b1510d67-6dab-4442-ba17-f0be86015c1c service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782433 Jul 14 11:41:22.721159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51f8f7dd-f0d7-406a-8792-d6c5eb9f74e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.756620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.764482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.768264 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a87b2b7e-04d8-4456-b7e9-f163254d90bd tempest-FloatingIPAdminTestJSON-47578393 tempest-FloatingIPAdminTestJSON-47578393-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/41dc69a1-648e-4ac3-a3ef-9655a33730b1 HTTP/1.1" status: 204 len: 168 time: 1.5145051 Jul 14 11:41:22.776339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.779325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53420) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:22.855589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8f7dd-f0d7-406a-8792-d6c5eb9f74e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=e3183cf5-c86c-4cbd-995f-fdf3ef562df7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:22.958685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51f8f7dd-f0d7-406a-8792-d6c5eb9f74e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:22.960304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-51f8f7dd-f0d7-406a-8792-d6c5eb9f74e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/e3183cf5-c86c-4cbd-995f-fdf3ef562df7 HTTP/1.1" status: 204 len: 168 time: 2.4903924 Jul 14 11:41:22.966134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53426) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:23.057194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2e2690-4a13-4603-98be-6c32331876fb req-18ad4cb5-f2ab-43b9-b60f-665c13d8c76a service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326633 Jul 14 11:41:23.083397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-9d9474dc-8368-4ff0-8427-9b93ed806b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:23.085133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-9d9474dc-8368-4ff0-8427-9b93ed806b39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=181ba48e-cd53-4e69-885a-619ebf4610cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3728817 Jul 14 11:41:23.109613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383c243-b768-42b0-abfb-256a1b6e3eee tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:23.111637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383c243-b768-42b0-abfb-256a1b6e3eee tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:23.115903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d383c243-b768-42b0-abfb-256a1b6e3eee tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1446745 Jul 14 11:41:23.126167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53432) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:23.144912 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.152515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b4002fb9-e4fb-4962-982e-3359b43d3174 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Deleting port 31db5f75-40ae-48b8-aa3c-4d3f01c87825 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:23.153051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4002fb9-e4fb-4962-982e-3359b43d3174 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.268348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a4e58-942e-4c85-b4b3-c5d4b2c5aca4 req-4feb85e6-13f0-4629-95df-1af4fe8de843 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:23.270164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-789a4e58-942e-4c85-b4b3-c5d4b2c5aca4 req-4feb85e6-13f0-4629-95df-1af4fe8de843 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 948 time: 0.4204986 Jul 14 11:41:23.296181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4002fb9-e4fb-4962-982e-3359b43d3174 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.312835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b4002fb9-e4fb-4962-982e-3359b43d3174 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Calling delete_port for 31db5f75-40ae-48b8-aa3c-4d3f01c87825 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:23.320826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Deleting port afed56c1-9653-43da-8f44-890684680755 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:23.327938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.328230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-373ece66-53a3-4541-9eac-cd899547d820 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 53a1bbe2-3279-4568-ab6e-670aa51fd0bc {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:23.336426 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373ece66-53a3-4541-9eac-cd899547d820 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.422770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-789a4e58-942e-4c85-b4b3-c5d4b2c5aca4 req-e62948fb-8db3-4289-8194-f85bdcab3e6d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441925 Jul 14 11:41:23.426343 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373ece66-53a3-4541-9eac-cd899547d820 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.431628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-3d4bb9e2-43fe-4114-bb03-13feb9aa77bf service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355868 Jul 14 11:41:23.476308 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.503872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Calling delete_port for afed56c1-9653-43da-8f44-890684680755 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:23.507958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-999f94d0-01c7-4762-b383-7261d7fabef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:23.510126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-999f94d0-01c7-4762-b383-7261d7fabef1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24263558a9d471fa97fb3a7c61697d8&device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 1099 time: 0.3472486 Jul 14 11:41:23.650004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4002fb9-e4fb-4962-982e-3359b43d3174 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.692412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-d08b0b20-5726-4467-96ec-2a0a75f66ac4 service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396703 Jul 14 11:41:23.721416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4002fb9-e4fb-4962-982e-3359b43d3174 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event deleted for resources: {'Port': ['ID=31db5f75-40ae-48b8-aa3c-4d3f01c87825,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:23.765777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373ece66-53a3-4541-9eac-cd899547d820 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.796879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-e19a822a-3a5a-4b66-9f01-6bce005ab434 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 200 len: 217 time: 0.0920298 Jul 14 11:41:23.840474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4002fb9-e4fb-4962-982e-3359b43d3174 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.845009 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b4002fb9-e4fb-4962-982e-3359b43d3174 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "DELETE /v2.0/ports/31db5f75-40ae-48b8-aa3c-4d3f01c87825 HTTP/1.1" status: 204 len: 168 time: 1.0618045 Jul 14 11:41:23.861787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53444) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:23.863009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-cca9bede-a484-4019-95f1-19aa537f20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:23.864530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-cca9bede-a484-4019-95f1-19aa537f20ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.3433840 Jul 14 11:41:23.876410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:23.912185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event deleted for resources: {'Port': ['ID=afed56c1-9653-43da-8f44-890684680755,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:23.955988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-b8846760-e2e3-4b45-833c-6759102fb93e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d HTTP/1.1" status: 200 len: 217 time: 0.0770335 Jul 14 11:41:23.964120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778943b3-cb3a-4500-a981-4e60733693fa req-665c7c9e-a097-4609-aa5c-088dd7519a5e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:23.971663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-778943b3-cb3a-4500-a981-4e60733693fa req-665c7c9e-a097-4609-aa5c-088dd7519a5e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3312185 Jul 14 11:41:24.007052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.047320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-9ff7c478-27d4-4150-9925-9db173ec2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:24.048827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-9ff7c478-27d4-4150-9925-9db173ec2500 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.2371774 Jul 14 11:41:24.070227 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373ece66-53a3-4541-9eac-cd899547d820 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.125920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.126870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-778943b3-cb3a-4500-a981-4e60733693fa req-26722d85-6717-4f2d-afb7-5dc996efe254 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547470 Jul 14 11:41:24.141327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.160836 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373ece66-53a3-4541-9eac-cd899547d820 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.166826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-373ece66-53a3-4541-9eac-cd899547d820 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/53a1bbe2-3279-4568-ab6e-670aa51fd0bc HTTP/1.1" status: 204 len: 168 time: 1.0114067 Jul 14 11:41:24.170350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53456) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:24.171746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e32201-f2dc-4b62-88b7-251d5a32450d None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:24.179804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ece66-53a3-4541-9eac-cd899547d820 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=53a1bbe2-3279-4568-ab6e-670aa51fd0bc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:24.193444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-72f20327-42d0-44aa-8437-6c47c35260f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:24.194989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-72f20327-42d0-44aa-8437-6c47c35260f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.2166750 Jul 14 11:41:24.214531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.215151 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Fanout notify agent at l3_agent the message router_deleted on router d61c4726-e214-4b6c-9aca-ecbdc8a3ff16 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:41:24.227978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.229110 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-58c55d4e-0999-45d6-96df-fad4aedb2c87 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/d61c4726-e214-4b6c-9aca-ecbdc8a3ff16 HTTP/1.1" status: 204 len: 168 time: 1.8727846 Jul 14 11:41:24.233045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53460) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:24.245863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1197183039', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': False}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:24.272792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53462) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:24.272996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c251e9d-5fca-453a-b146-e39d1cb6afc0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981734 Jul 14 11:41:24.280919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:24.347498 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.348572 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.377005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f060c-3912-446d-86cb-7221c063bfc4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:24.382269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-633f060c-3912-446d-86cb-7221c063bfc4 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "GET /v2.0/ports?device_id=817c1d04-82c9-4593-9754-4d25e8e8b26b HTTP/1.1" status: 200 len: 913 time: 0.5165405 Jul 14 11:41:24.383206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53464) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:24.504821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.509282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:24.513453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.544141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-600c041c-645b-4077-bc77-1fadf0ba2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:24.546384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-600c041c-645b-4077-bc77-1fadf0ba2501 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4778581 Jul 14 11:41:24.570559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f7d61-4b97-4f49-9901-c24f1d19df80 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:41:24.636912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-fac755c9-1d47-4b0f-b004-04d8f6471eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:24.638613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-fac755c9-1d47-4b0f-b004-04d8f6471eee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3842144 Jul 14 11:41:24.668147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f7d61-4b97-4f49-9901-c24f1d19df80 None None] Deleting port cd631434-1f66-4c87-be04-7ee43f69faa7 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:24.668601 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7d61-4b97-4f49-9901-c24f1d19df80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.681062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeac5a-3b94-4bef-8147-0472e82a2e1b req-e19578e5-ffae-437f-977a-71cc6713ce46 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:24.683031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08aeac5a-3b94-4bef-8147-0472e82a2e1b req-e19578e5-ffae-437f-977a-71cc6713ce46 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3678100 Jul 14 11:41:24.776037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-8c3f7d61-4b97-4f49-9901-c24f1d19df80 None None] For port cd631434-1f66-4c87-be04-7ee43f69faa7, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cd631434-1f66-4c87-be04-7ee43f69faa7,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:24.776434 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7d61-4b97-4f49-9901-c24f1d19df80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.793351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f7d61-4b97-4f49-9901-c24f1d19df80 None None] Calling delete_port for cd631434-1f66-4c87-be04-7ee43f69faa7 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:24.817973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.899821 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7d61-4b97-4f49-9901-c24f1d19df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:24.941236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f7d61-4b97-4f49-9901-c24f1d19df80 None None] Pushing event deleted for resources: {'Port': ['ID=cd631434-1f66-4c87-be04-7ee43f69faa7,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:24.951604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f7d61-4b97-4f49-9901-c24f1d19df80 None None] No DVR routers for this DVR port cd631434-1f66-4c87-be04-7ee43f69faa7 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:25.083679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:41:25.087799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:25.199280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:25.211101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:25.217988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:25.218612 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:25.228064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb510edd-0502-4590-9fd1-985f6db36aea None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:25.258260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-86ac7bf7-5a54-48f9-8089-6021bbba793a service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913478 Jul 14 11:41:25.260370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=5ce8528a-371b-4256-b4f9-e21092ffc4a4,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:25.267763 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4a43097b-319f-4389-9f46-6f5fa269a026 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9940326 Jul 14 11:41:25.272048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53482) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:25.278571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:1c:f9:93', 'name': 'tempest-NetworksTestDHCPv6-845689817'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:25.328955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:25.355122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:25.455343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '5ce8528a-371b-4256-b4f9-e21092ffc4a4'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:41:25.458300 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:25.501196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08aeac5a-3b94-4bef-8147-0472e82a2e1b req-365addd5-c589-4952-a7aa-8bb4e1523331 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7930813 Jul 14 11:41:25.591760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083ea60-a286-435a-83dc-f3166c80c5f9 req-2621bcab-ce39-4008-8df9-f6d2cb6d6116 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:25.595841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:25.598006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e083ea60-a286-435a-83dc-f3166c80c5f9 req-2621bcab-ce39-4008-8df9-f6d2cb6d6116 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 948 time: 0.9518249 Jul 14 11:41:25.660334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-d4f94882-f7f4-4b39-84bc-c1c3bc737970 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9954846 Jul 14 11:41:25.661756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Allocated IP 2001:db8::f816:3eff:fe38:87c5 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/5ce8528a-371b-4256-b4f9-e21092ffc4a4/8ec45858-bc18-4ba7-b1f2-8cc5a752145a) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:25.687308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-a251328b-69bb-4c3a-944c-41cb48ed5397 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876858 Jul 14 11:41:25.757520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:25.786784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-a12b41c6-2c90-4d88-b4f6-d0aa81ea5604 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 200 len: 217 time: 0.0666592 Jul 14 11:41:25.793249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Allocated IP 172.25.2.19 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/f69524ea-a7df-4ca4-84a2-47b9613f525d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:25.802369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 6334f708-75a7-46dd-9fc9-55ff1571cf5c yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:25.861614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:25.873754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Transition to ACTIVE for port object 8ec45858-bc18-4ba7-b1f2-8cc5a752145a will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:25.894159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Transition to ACTIVE for port object 8ec45858-bc18-4ba7-b1f2-8cc5a752145a will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:25.902921 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:25.949004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:25.952880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:25.962497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:25.972888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e083ea60-a286-435a-83dc-f3166c80c5f9 req-a09193ab-43e1-4b73-aab3-a1e005b8b825 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673487 Jul 14 11:41:26.041301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Pushing event updated for resources: {'Port': ['ID=8ec45858-bc18-4ba7-b1f2-8cc5a752145a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:26.057203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Attempting to bind port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:26.057701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Attempting to bind port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:26.058063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Attempting to bind port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:26.065469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:26.065916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:26.066313 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:26.066796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:26.067570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Bound port: 8ec45858-bc18-4ba7-b1f2-8cc5a752145a, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:26.067834 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:26.095698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:fe1c:f993 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/5ce8528a-371b-4256-b4f9-e21092ffc4a4/6334f708-75a7-46dd-9fc9-55ff1571cf5c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:26.165529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] For port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:41:26.169078 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:26.173027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] For port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8ec45858-bc18-4ba7-b1f2-8cc5a752145a,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:41:26.176562 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:26.178907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:26.235795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-ed92e73b-7d99-42a2-9dd2-811b8e4db9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:26.237411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-ed92e73b-7d99-42a2-9dd2-811b8e4db9d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.3871982 Jul 14 11:41:26.256208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dba0c-273a-4111-8c16-c66526ba6b14 None None] Pushing event updated for resources: {'Port': ['ID=8ec45858-bc18-4ba7-b1f2-8cc5a752145a,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:26.293390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d967f7d0-0cdb-4998-9baf-0f22a4113fe2 req-0471c5ea-87e8-453f-8849-29cb7378636c service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049919 Jul 14 11:41:26.314401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:26.334839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad7d1-9b65-4ecc-87a8-0f4a67479be0 req-3ad5b994-8ec6-4330-8ea2-b08325577022 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:26.336494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-538ad7d1-9b65-4ecc-87a8-0f4a67479be0 req-3ad5b994-8ec6-4330-8ea2-b08325577022 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3436315 Jul 14 11:41:26.414305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:26.422691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:26.448730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-538ad7d1-9b65-4ecc-87a8-0f4a67479be0 req-1521a218-2e21-48fc-8db5-0d2ddac16801 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799606 Jul 14 11:41:26.451397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-5a762602-39b1-4dd1-a24a-727d639bf701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:26.457810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-5a762602-39b1-4dd1-a24a-727d639bf701 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2068367 Jul 14 11:41:26.470951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:26.487570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 6334f708-75a7-46dd-9fc9-55ff1571cf5c will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:26.513872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cd631434-1f66-4c87-be04-7ee43f69faa7 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:26.523542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:26.536770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event updated for resources: {'Port': ['ID=f69524ea-a7df-4ca4-84a2-47b9613f525d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:26.606364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: cd631434-1f66-4c87-be04-7ee43f69faa7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:26.606748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cd631434-1f66-4c87-be04-7ee43f69faa7 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:26.611153 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:26.641769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:41:26.823302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:26.848730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d', 'mac_address': 'fa:16:3e:ea:cd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:41:26.913524 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:26.943595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:41:26.996204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-d22eb334-5c17-4ef4-902d-69983b1d1e64 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305643 Jul 14 11:41:27.004308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:27.009457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e069bb-37df-471a-9766-9b6d6da42a1d req-717d551a-a535-409d-9686-4ce973662cd1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:27.011316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2e069bb-37df-471a-9766-9b6d6da42a1d req-717d551a-a535-409d-9686-4ce973662cd1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2678401 Jul 14 11:41:27.017458 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:27.114432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:27.153345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-8c2cdf62-96b3-477b-b0d8-5c59ea6e69b1 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406202 Jul 14 11:41:27.266910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:27.306235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:27.332487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2e069bb-37df-471a-9766-9b6d6da42a1d req-ceba988e-b3c3-46d3-bead-5fdb0710fed0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704981 Jul 14 11:41:27.339883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:27.343842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-54387b19-4add-404e-93ed-65fac2e62ec4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72 HTTP/1.1" status: 200 len: 217 time: 0.1596990 Jul 14 11:41:27.427299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=6334f708-75a7-46dd-9fc9-55ff1571cf5c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:27.432307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-0ac6db7b-40a3-4ef2-a586-1abf8f4f5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:27.433840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-0ac6db7b-40a3-4ef2-a586-1abf8f4f5a60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.0795929 Jul 14 11:41:27.440225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:27.444782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:27.455490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:27.456202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:27.497156 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7470cdaf-c6da-4e2c-8c33-261c77445a03 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2209880 Jul 14 11:41:27.497450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53520) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:27.568179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c0495-e3d8-46ae-a0cc-b9b561680157 req-083c3a1c-f0d7-43c1-b7a1-387733af779a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:27.569984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-258c0495-e3d8-46ae-a0cc-b9b561680157 req-083c3a1c-f0d7-43c1-b7a1-387733af779a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 949 time: 0.4147193 Jul 14 11:41:27.663675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:27.726963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-258c0495-e3d8-46ae-a0cc-b9b561680157 req-e29c6004-aee8-4334-93fc-cf9f53f017e0 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449127 Jul 14 11:41:27.745862 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1837aa73-ad7c-4933-8f19-67d60571efbe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:27.752499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1837aa73-ad7c-4933-8f19-67d60571efbe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:27.756523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1837aa73-ad7c-4933-8f19-67d60571efbe tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2534657 Jul 14 11:41:27.757056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53526) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:27.772259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-98d09c0c-fe9c-4524-9111-09b33ced2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:27.773806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-98d09c0c-fe9c-4524-9111-09b33ced2d4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3334758 Jul 14 11:41:27.800980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-abd13b10-04a5-43f2-9070-3d814fc56b6f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:41:27.802001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-abd13b10-04a5-43f2-9070-3d814fc56b6f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071113 Jul 14 11:41:27.849148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f76a6b53-94b4-4375-9c86-2381bec38740 None None] Provisioning for port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:27.927228 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:27.977371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Deleting port 099ff8c3-6f42-4464-a228-c6d358d84f8f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:27.977741 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.058404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-457d328e-63f0-4e75-a6f9-351a1bec891b service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456579 Jul 14 11:41:28.107089 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.182413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Router 075cb980-3fa7-434f-9e89-637c0bd6f3a4 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:41:28.189703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9dd96a54-06b1-4005-899c-b0103f08b2e9 None None] Provisioning for port 6334f708-75a7-46dd-9fc9-55ff1571cf5c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:28.196497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9dd96a54-06b1-4005-899c-b0103f08b2e9 None None] Provisioning complete for port 6334f708-75a7-46dd-9fc9-55ff1571cf5c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:28.197076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9dd96a54-06b1-4005-899c-b0103f08b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.263465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9dd96a54-06b1-4005-899c-b0103f08b2e9 None None] Port 6334f708-75a7-46dd-9fc9-55ff1571cf5c cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:28.274337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a66c34a1-1620-4537-ae0c-dae9db4aa61f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 6334f708-75a7-46dd-9fc9-55ff1571cf5c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:28.274795 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a66c34a1-1620-4537-ae0c-dae9db4aa61f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.334802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:28.350712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-66477159-0f96-48df-95f8-6decfec1177a service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854285 Jul 14 11:41:28.352435 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.353847 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Sync routers for ids ['075cb980-3fa7-434f-9e89-637c0bd6f3a4'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:28.357627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.359167 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7744e47f-e1d4-47bd-9935-139559e851f7 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1249647 Jul 14 11:41:28.362367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53536) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:28.365180 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Routers {'075cb980-3fa7-434f-9e89-637c0bd6f3a4'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:28.365809 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['075cb980-3fa7-434f-9e89-637c0bd6f3a4'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:28.438204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-d24ff351-abe6-460f-8e61-4c83c1fd213e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03 HTTP/1.1" status: 200 len: 217 time: 0.0712585 Jul 14 11:41:28.503181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Calling delete_port for 099ff8c3-6f42-4464-a228-c6d358d84f8f owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:28.524680 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0ec7ec46-c45a-4bff-99a3-836a75e621a5 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/routers/075cb980-3fa7-434f-9e89-637c0bd6f3a4 HTTP/1.1" status: 200 len: 908 time: 0.1587391 Jul 14 11:41:28.525940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53540) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:28.532976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1197183039', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': True}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:28.549741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8ec45858-bc18-4ba7-b1f2-8cc5a752145a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:28.571367 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Set router 075cb980-3fa7-434f-9e89-637c0bd6f3a4 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:41:28.578969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.580357 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.639122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:28.641164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-30626314-feef-479a-a3fa-d7c14765bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:28.642833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-30626314-feef-479a-a3fa-d7c14765bf20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.2030818 Jul 14 11:41:28.645265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:28.646110 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.699322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:28.707404 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.806018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a66c34a1-1620-4537-ae0c-dae9db4aa61f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:28.863110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a66c34a1-1620-4537-ae0c-dae9db4aa61f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 6334f708-75a7-46dd-9fc9-55ff1571cf5c owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:28.930847 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.025404 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.025709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:29.045567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-39a7f4be-7439-486b-90f6-333bc54a1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:29.047118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-39a7f4be-7439-486b-90f6-333bc54a1df2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3907685 Jul 14 11:41:29.057916 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075cb980-3fa7-434f-9e89-637c0bd6f3a4', 'name': 'tempest-snat-router-1197183039', 'tenant_id': 'f0d7db96cefc4e899aff3a27de57002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.19'}], 'enable_snat': False}, 'gw_port_id': 'f69524ea-a7df-4ca4-84a2-47b9613f525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:41:24Z', 'updated_at': '2021-07-14T11:41:27Z', 'revision_number': 3, 'project_id': 'f0d7db96cefc4e899aff3a27de57002c', 'gw_port': {'id': 'f69524ea-a7df-4ca4-84a2-47b9613f525d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075cb980-3fa7-434f-9e89-637c0bd6f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:41:25Z', 'updated_at': '2021-07-14T11:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:29.062491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:29.063004 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.097569 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Checking router: 075cb980-3fa7-434f-9e89-637c0bd6f3a4 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:41:29.098442 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Updating router 075cb980-3fa7-434f-9e89-637c0bd6f3a4 port f69524ea-a7df-4ca4-84a2-47b9613f525d binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:41:29.142513 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.160649 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.163962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-204f6c41-490a-4c26-91b5-8b01f83b0cc4 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051891 Jul 14 11:41:29.177065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8ec45858-bc18-4ba7-b1f2-8cc5a752145a,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:29.186063 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.367564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.380389 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.415254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:29.424258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313915a2-14b5-47a7-b098-9e83fb5dc956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:41:29.427099 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8a6f4b-d245-4189-ad74-03a008dd208d" -d '{"events": [{"server_uuid": "313915a2-14b5-47a7-b098-9e83fb5dc956", "name": "network-vif-plugged", "status": "completed", "tag": "f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:41:29.432730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.441213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.447197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=8ec45858-bc18-4ba7-b1f2-8cc5a752145a,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:29.556506 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b02c797-e0a1-4629-be7f-2d2c575c077d x-openstack-request-id: req-5b02c797-e0a1-4629-be7f-2d2c575c077d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:41:29.556506 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313915a2-14b5-47a7-b098-9e83fb5dc956", "name": "network-vif-plugged", "status": "completed", "tag": "f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:41:29.557542 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b02c797-e0a1-4629-be7f-2d2c575c077d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:41:29.557542 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313915a2-14b5-47a7-b098-9e83fb5dc956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d', 'code': 200} Jul 14 11:41:29.561190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:29.673959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event deleted for resources: {'Port': ['ID=099ff8c3-6f42-4464-a228-c6d358d84f8f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:29.727321 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.743466 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Transition to ACTIVE for port object f69524ea-a7df-4ca4-84a2-47b9613f525d will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:29.755889 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.821700 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Attempting to bind port f69524ea-a7df-4ca4-84a2-47b9613f525d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:29.821955 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Attempting to bind port f69524ea-a7df-4ca4-84a2-47b9613f525d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:29.822339 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Attempting to bind port f69524ea-a7df-4ca4-84a2-47b9613f525d on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:29.827101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Allocated IP 172.25.2.55 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/e6753ca2-5353-4f31-85ef-8e5cf7dc3d33) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:29.832845 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:29.833259 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:29.833671 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.834066 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:29.834887 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Bound port: f69524ea-a7df-4ca4-84a2-47b9613f525d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:29.835720 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.842775 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Pushing event updated for resources: {'Port': ['ID=f69524ea-a7df-4ca4-84a2-47b9613f525d,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:29.860136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b5146-f591-4d19-9683-4f1c9ff80949 req-f277be46-de30-46ce-8b65-74be56976790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:29.870576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-277b5146-f591-4d19-9683-4f1c9ff80949 req-f277be46-de30-46ce-8b65-74be56976790 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 949 time: 0.8939040 Jul 14 11:41:29.881348 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a66c34a1-1620-4537-ae0c-dae9db4aa61f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.887740 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.888669 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.889110 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.889463 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.889795 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.890129 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.890460 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.890788 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.891114 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.891580 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.895433 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.895790 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:29.966831 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] For port f69524ea-a7df-4ca4-84a2-47b9613f525d, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:41:29.972065 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] For port f69524ea-a7df-4ca4-84a2-47b9613f525d, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f69524ea-a7df-4ca4-84a2-47b9613f525d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:41:29.978344 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:29.994210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:30.010770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c34a1-1620-4537-ae0c-dae9db4aa61f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=6334f708-75a7-46dd-9fc9-55ff1571cf5c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:30.039058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-d4779610-e876-46ca-becd-576cb3ceb6b8 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8571963 Jul 14 11:41:30.049962 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Routers {'075cb980-3fa7-434f-9e89-637c0bd6f3a4'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:30.050544 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['075cb980-3fa7-434f-9e89-637c0bd6f3a4'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:30.071411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:30.137977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event updated for resources: {'Port': ['ID=e6753ca2-5353-4f31-85ef-8e5cf7dc3d33,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:30.176618 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] Set router 075cb980-3fa7-434f-9e89-637c0bd6f3a4 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:41:30.192487 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a66c34a1-1620-4537-ae0c-dae9db4aa61f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:30.196053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:30.199209 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53562) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:30.199838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a66c34a1-1620-4537-ae0c-dae9db4aa61f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/6334f708-75a7-46dd-9fc9-55ff1571cf5c HTTP/1.1" status: 204 len: 168 time: 2.4417675 Jul 14 11:41:30.204934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-0b76c898-f7f8-4cdf-9347-edfaa2741e3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9555707b-f711-4615-ade1-3693da6443f7 HTTP/1.1" status: 200 len: 217 time: 0.1529098 Jul 14 11:41:30.208710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d8e-866f-4b07-990f-fa085383aec3 req-cd5d7a48-42e3-47ed-aa95-d61d68cf7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:30.210489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ab96d8e-866f-4b07-990f-fa085383aec3 req-cd5d7a48-42e3-47ed-aa95-d61d68cf7587 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 1101 time: 0.5519421 Jul 14 11:41:30.213764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-277b5146-f591-4d19-9683-4f1c9ff80949 req-828d3660-7393-4461-915c-e3f5b48a5396 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419142 Jul 14 11:41:30.271599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-167bce61-191f-446e-952c-5b2a094b78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:30.273511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-167bce61-191f-446e-952c-5b2a094b78a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.0584705 Jul 14 11:41:30.297288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d845f-1a40-4c38-bae1-721e06892ef0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:30.299254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d845f-1a40-4c38-bae1-721e06892ef0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:30.301142 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c57d845f-1a40-4c38-bae1-721e06892ef0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1005034 Jul 14 11:41:30.302563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:30.304543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53566) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:30.310817 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab290e4-bdaf-471b-a461-61c442bf94f7 None None] Pushing event updated for resources: {'Port': ['ID=f69524ea-a7df-4ca4-84a2-47b9613f525d,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:30.317550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:30.384561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:30.492088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08124a0-38c3-4d79-80f1-e84a8a42bb71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 5ce8528a-371b-4256-b4f9-e21092ffc4a4 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:30.511306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08124a0-38c3-4d79-80f1-e84a8a42bb71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:30.519014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8ec45858-bc18-4ba7-b1f2-8cc5a752145a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:30.574498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ab96d8e-866f-4b07-990f-fa085383aec3 req-f9dfba32-972f-4081-b50a-3c9ff5c9e09e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101041 Jul 14 11:41:30.598491 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075cb980-3fa7-434f-9e89-637c0bd6f3a4', 'name': 'tempest-snat-router-1197183039', 'tenant_id': 'f0d7db96cefc4e899aff3a27de57002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.19'}], 'enable_snat': False}, 'gw_port_id': 'f69524ea-a7df-4ca4-84a2-47b9613f525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:41:24Z', 'updated_at': '2021-07-14T11:41:27Z', 'revision_number': 3, 'project_id': 'f0d7db96cefc4e899aff3a27de57002c', 'gw_port': {'id': 'f69524ea-a7df-4ca4-84a2-47b9613f525d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075cb980-3fa7-434f-9e89-637c0bd6f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:41:25Z', 'updated_at': '2021-07-14T11:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:30.634932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:30.635532 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:30.635794 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef2a2a-1718-4542-8472-5a667d257229 None None] The sync data for ids ['075cb980-3fa7-434f-9e89-637c0bd6f3a4'] in n-d-778696-8 is: [{'id': '075cb980-3fa7-434f-9e89-637c0bd6f3a4', 'name': 'tempest-snat-router-1197183039', 'tenant_id': 'f0d7db96cefc4e899aff3a27de57002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.19'}], 'enable_snat': False}, 'gw_port_id': 'f69524ea-a7df-4ca4-84a2-47b9613f525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:41:24Z', 'updated_at': '2021-07-14T11:41:27Z', 'revision_number': 3, 'project_id': 'f0d7db96cefc4e899aff3a27de57002c', 'gw_port': {'id': 'f69524ea-a7df-4ca4-84a2-47b9613f525d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075cb980-3fa7-434f-9e89-637c0bd6f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:41:25Z', 'updated_at': '2021-07-14T11:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:30.637691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-f3bc7f98-271e-4299-9364-d09bbdf76edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:30.640246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-f3bc7f98-271e-4299-9364-d09bbdf76edc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3470507 Jul 14 11:41:30.735835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08124a0-38c3-4d79-80f1-e84a8a42bb71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:30.878829 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-931c1f0a-b9d6-4a5c-b2d1-29b3a24283b5 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283599 Jul 14 11:41:30.939367 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08124a0-38c3-4d79-80f1-e84a8a42bb71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:30.981427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Router 817c1d04-82c9-4593-9754-4d25e8e8b26b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:41:31.087154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-7b2b2c6e-bfa6-4bc8-933c-5fcddb21fcdc service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996629 Jul 14 11:41:31.109813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:31.149307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08124a0-38c3-4d79-80f1-e84a8a42bb71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:31.157800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-ed8fa829-322b-4794-9924-dc9c2be47092 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 HTTP/1.1" status: 200 len: 217 time: 0.0598674 Jul 14 11:41:31.187342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08124a0-38c3-4d79-80f1-e84a8a42bb71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce8528a-371b-4256-b4f9-e21092ffc4a4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:31.195188 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b08124a0-38c3-4d79-80f1-e84a8a42bb71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:31.197276 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b08124a0-38c3-4d79-80f1-e84a8a42bb71 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/5ce8528a-371b-4256-b4f9-e21092ffc4a4 HTTP/1.1" status: 204 len: 168 time: 0.8914626 Jul 14 11:41:31.204877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed93749-fa44-4795-9524-9f21ea4c9c8f None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:31.209370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53578) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:31.305647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5e4e1261-e2ec-444a-8163-1224603fd34b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934775 Jul 14 11:41:31.310001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53584) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:31.367789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:31.377645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-60b32e8d-1b0e-41bc-a660-c6c9b9d584af tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "PUT /v2.0/routers/817c1d04-82c9-4593-9754-4d25e8e8b26b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9825010 Jul 14 11:41:31.378542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53588) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:31.382004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-08535391-9c88-4b48-8fa9-0acf2ac23272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:31.383482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-08535391-9c88-4b48-8fa9-0acf2ac23272 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.1968045 Jul 14 11:41:31.405608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf86c1-596a-4304-953c-4ccf5f5d4a38 None None] Sync routers for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:31.465161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf86c1-596a-4304-953c-4ccf5f5d4a38 None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:31.465714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5bbf86c1-596a-4304-953c-4ccf5f5d4a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:31.581961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5bbf86c1-596a-4304-953c-4ccf5f5d4a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:31.600604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf86c1-596a-4304-953c-4ccf5f5d4a38 None None] Routers {'817c1d04-82c9-4593-9754-4d25e8e8b26b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:31.601234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5bbf86c1-596a-4304-953c-4ccf5f5d4a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['817c1d04-82c9-4593-9754-4d25e8e8b26b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:31.626657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:31.685984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5bbf86c1-596a-4304-953c-4ccf5f5d4a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:31.686668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf86c1-596a-4304-953c-4ccf5f5d4a38 None None] The sync data for ids ['817c1d04-82c9-4593-9754-4d25e8e8b26b'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:31.808729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ee341-1745-4728-9a24-c499171d956f None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:41:31.915515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a19ee341-1745-4728-9a24-c499171d956f None None] Deleting port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:31.915794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a19ee341-1745-4728-9a24-c499171d956f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:31.962307 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:41:32.014029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.024514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a19ee341-1745-4728-9a24-c499171d956f None None] For port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8ec45858-bc18-4ba7-b1f2-8cc5a752145a,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:32.025202 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a19ee341-1745-4728-9a24-c499171d956f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.046041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f540b83-ca11-49ba-b683-a17b98ca22a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:32.047911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7f540b83-ca11-49ba-b683-a17b98ca22a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7368784 Jul 14 11:41:32.052028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53598) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:32.064722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a19ee341-1745-4728-9a24-c499171d956f None None] Calling delete_port for 8ec45858-bc18-4ba7-b1f2-8cc5a752145a owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:32.138799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a07ef-d710-4888-8e23-0c501387c895 req-b6a658ff-9f63-4e24-9636-344444827428 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:32.140888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e01a07ef-d710-4888-8e23-0c501387c895 req-b6a658ff-9f63-4e24-9636-344444827428 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 950 time: 0.5357695 Jul 14 11:41:32.150383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-7c4bf2de-74b3-4ec9-8f49-3eaa92fa385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:32.152069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-7c4bf2de-74b3-4ec9-8f49-3eaa92fa385d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5457981 Jul 14 11:41:32.166132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.198588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632cc27-b17c-4d73-a108-1bb09598a4ae tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:32.203798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6632cc27-b17c-4d73-a108-1bb09598a4ae tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1438768 Jul 14 11:41:32.225840 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a19ee341-1745-4728-9a24-c499171d956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.237852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53602) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:32.260554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ee341-1745-4728-9a24-c499171d956f None None] Pushing event deleted for resources: {'Port': ['ID=8ec45858-bc18-4ba7-b1f2-8cc5a752145a,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:32.270101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ee341-1745-4728-9a24-c499171d956f None None] No DVR routers for this DVR port 8ec45858-bc18-4ba7-b1f2-8cc5a752145a on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:32.315005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b8a0b3a0-51fd-4843-b4cd-2a0d33746836 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760210 Jul 14 11:41:32.323166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e01a07ef-d710-4888-8e23-0c501387c895 req-d363492a-f2ff-4290-9072-453cf5f89f1b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668696 Jul 14 11:41:32.327321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53604) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:32.337640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:32.360597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Deleting port 6d6f735c-8c8f-42c2-afc1-a364cba3a239 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:32.360944 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.424115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-fe358d9a-309d-47ba-aa5f-2a24fe26622c service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495029 Jul 14 11:41:32.444173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:32.448149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.578518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f69524ea-a7df-4ca4-84a2-47b9613f525d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:32.580597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Router 502a60ce-3982-450f-b36c-94ffd942fdf1 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:41:32.672775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f69524ea-a7df-4ca4-84a2-47b9613f525d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:32.678098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f69524ea-a7df-4ca4-84a2-47b9613f525d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:32.678932 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.832711 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.897451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port f69524ea-a7df-4ca4-84a2-47b9613f525d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f69524ea-a7df-4ca4-84a2-47b9613f525d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:32.901924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.903147 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:32.914095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:32.926991 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Sync routers for ids ['502a60ce-3982-450f-b36c-94ffd942fdf1'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:32.944990 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Routers {'502a60ce-3982-450f-b36c-94ffd942fdf1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:32.945635 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['502a60ce-3982-450f-b36c-94ffd942fdf1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:33.013035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=f69524ea-a7df-4ca4-84a2-47b9613f525d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:33.028035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=0daa3da3-98b3-4338-b9e1-ce8a243058b4,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:33.039063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8ec45858-bc18-4ba7-b1f2-8cc5a752145a no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:33.055881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.057906 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ae654aa-ebb7-4c8e-b309-4198a2b025a6 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5308383 Jul 14 11:41:33.061793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:33.063011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53620) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:33.087345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8ec45858-bc18-4ba7-b1f2-8cc5a752145a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:33.088015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8ec45858-bc18-4ba7-b1f2-8cc5a752145a not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:33.144840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:33.147905 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.151925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:33.152905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.157301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39e940-26de-4a87-9c5f-9566064ddf8a None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:33.187601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Calling delete_port for 6d6f735c-8c8f-42c2-afc1-a364cba3a239 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:33.196987 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Set router 502a60ce-3982-450f-b36c-94ffd942fdf1 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:41:33.243478 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0fc3d0f4-cc13-441d-b652-adac32127f4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9125888 Jul 14 11:41:33.246336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53624) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:33.248991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a761f6d3-2bc8-4ffb-8490-4655f6ae3a63 req-4de77879-1b22-42cc-abd1-4646c756ceb3 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8162286 Jul 14 11:41:33.257053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:82:7e:15', 'name': 'tempest-NetworksTestDHCPv6-1961271008'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:33.328264 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-62b0f2a9-c333-430f-9220-7d638af3f446 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/routers/502a60ce-3982-450f-b36c-94ffd942fdf1 HTTP/1.1" status: 200 len: 907 time: 0.2637019 Jul 14 11:41:33.335900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53626) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:33.462360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.467427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.545865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event deleted for resources: {'Port': ['ID=6d6f735c-8c8f-42c2-afc1-a364cba3a239,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:33.604623 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502a60ce-3982-450f-b36c-94ffd942fdf1', 'name': 'tempest-snat-router-1197183039', 'tenant_id': 'f0d7db96cefc4e899aff3a27de57002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'e6753ca2-5353-4f31-85ef-8e5cf7dc3d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:41:28Z', 'updated_at': '2021-07-14T11:41:30Z', 'revision_number': 3, 'project_id': 'f0d7db96cefc4e899aff3a27de57002c', 'gw_port': {'id': 'e6753ca2-5353-4f31-85ef-8e5cf7dc3d33', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502a60ce-3982-450f-b36c-94ffd942fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:41:29Z', 'updated_at': '2021-07-14T11:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:33.655996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:33.726299 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Checking router: 502a60ce-3982-450f-b36c-94ffd942fdf1 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:41:33.728081 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Updating router 502a60ce-3982-450f-b36c-94ffd942fdf1 port e6753ca2-5353-4f31-85ef-8e5cf7dc3d33 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:41:33.734453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.757407 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.816869 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.865640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '0daa3da3-98b3-4338-b9e1-ce8a243058b4'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:41:33.866700 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.886651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.887232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.894233 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.915755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Deleting port e6753ca2-5353-4f31-85ef-8e5cf7dc3d33 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:33.916137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.919114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port eba3df7c-03fb-40e6-a484-5d198b7a389f yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:33.982461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:33.982461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Fanout notify agent at l3_agent the message router_deleted on router 817c1d04-82c9-4593-9754-4d25e8e8b26b {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:41:34.005226 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.011598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a6aa183b-5365-490d-ad30-b3523c13210d tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "DELETE /v2.0/routers/817c1d04-82c9-4593-9754-4d25e8e8b26b HTTP/1.1" status: 204 len: 168 time: 2.6246128 Jul 14 11:41:34.013537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53640) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:34.089006 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.104998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Calling delete_port for e6753ca2-5353-4f31-85ef-8e5cf7dc3d33 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:34.128101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119da356-5f5a-453c-9fab-636d9683e4a4 req-1a516be5-a39f-4dc5-8532-f7e7f58d5e73 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:34.141647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-119da356-5f5a-453c-9fab-636d9683e4a4 req-1a516be5-a39f-4dc5-8532-f7e7f58d5e73 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 950 time: 0.5045357 Jul 14 11:41:34.144752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/0daa3da3-98b3-4338-b9e1-ce8a243058b4/42d0d18e-e4a5-4b69-8645-4777d4cd070a) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:34.222405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ebc9c1-a0da-491e-9323-090cb7cf06b0 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Deleting subnet 6abdcddd-3b30-426f-bf5f-7e13dd0c1996 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:34.228666 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-98ebc9c1-a0da-491e-9323-090cb7cf06b0 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.283131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-119da356-5f5a-453c-9fab-636d9683e4a4 req-20ba7062-e81f-4982-bfa1-943e5bdc5266 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324594 Jul 14 11:41:34.299318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-98ebc9c1-a0da-491e-9323-090cb7cf06b0 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.340447 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.376532 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Transition to ACTIVE for port object e6753ca2-5353-4f31-85ef-8e5cf7dc3d33 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:34.402577 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.408414 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.412847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Transition to ACTIVE for port object 42d0d18e-e4a5-4b69-8645-4777d4cd070a will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:34.429044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Transition to ACTIVE for port object 42d0d18e-e4a5-4b69-8645-4777d4cd070a will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:34.438176 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.471201 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-98ebc9c1-a0da-491e-9323-090cb7cf06b0 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.506346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.528561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:34.534733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:34.551233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:34.554739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f69524ea-a7df-4ca4-84a2-47b9613f525d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:34.555696 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Attempting to bind port e6753ca2-5353-4f31-85ef-8e5cf7dc3d33 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:34.556576 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Attempting to bind port e6753ca2-5353-4f31-85ef-8e5cf7dc3d33 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:34.557623 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Attempting to bind port e6753ca2-5353-4f31-85ef-8e5cf7dc3d33 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:34.574852 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea876e8-99af-41d7-a8f1-b1eaf8e554f6 None None] Pushing event updated for resources: {'Port': ['ID=e6753ca2-5353-4f31-85ef-8e5cf7dc3d33,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:34.580344 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:34.580790 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:34.582068 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.582068 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:34.582068 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Bound port: e6753ca2-5353-4f31-85ef-8e5cf7dc3d33, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:34.585847 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.613280 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Port e6753ca2-5353-4f31-85ef-8e5cf7dc3d33 has been deleted concurrently {{(pid=93704) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 11:41:34.625961 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Routers {'502a60ce-3982-450f-b36c-94ffd942fdf1'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:34.626941 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['502a60ce-3982-450f-b36c-94ffd942fdf1'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:34.634572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Pushing event updated for resources: {'Port': ['ID=42d0d18e-e4a5-4b69-8645-4777d4cd070a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:34.676193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::14a (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/0daa3da3-98b3-4338-b9e1-ce8a243058b4/eba3df7c-03fb-40e6-a484-5d198b7a389f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:34.685752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Attempting to bind port 42d0d18e-e4a5-4b69-8645-4777d4cd070a on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:34.685752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Attempting to bind port 42d0d18e-e4a5-4b69-8645-4777d4cd070a by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:34.686147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Attempting to bind port 42d0d18e-e4a5-4b69-8645-4777d4cd070a on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:34.691773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6753ca2-5353-4f31-85ef-8e5cf7dc3d33,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:34.694401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f69524ea-a7df-4ca4-84a2-47b9613f525d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:34.694838 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.696839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:34.697225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:34.697666 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.698069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:34.698560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Bound port: 42d0d18e-e4a5-4b69-8645-4777d4cd070a, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:34.699163 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.767652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4a377-ceba-4ccd-ba09-fd668b8e4135 req-255fc802-c151-4d8a-b728-4085f26b9cc7 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:34.769772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22e4a377-ceba-4ccd-ba09-fd668b8e4135 req-255fc802-c151-4d8a-b728-4085f26b9cc7 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 1101 time: 0.2020800 Jul 14 11:41:34.771940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-98ebc9c1-a0da-491e-9323-090cb7cf06b0 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.778831 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] Set router 502a60ce-3982-450f-b36c-94ffd942fdf1 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:41:34.786096 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.821493 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-98ebc9c1-a0da-491e-9323-090cb7cf06b0 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.831119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-98ebc9c1-a0da-491e-9323-090cb7cf06b0 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "DELETE /v2.0/subnets/6abdcddd-3b30-426f-bf5f-7e13dd0c1996 HTTP/1.1" status: 204 len: 168 time: 0.7958400 Jul 14 11:41:34.831703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7a154-bb25-4451-ad69-df4a678460e9 None None] Network f9879e41-db18-4859-ad1b-c859694119ca requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:34.832920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53656) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:34.863380 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502a60ce-3982-450f-b36c-94ffd942fdf1', 'name': 'tempest-snat-router-1197183039', 'tenant_id': 'f0d7db96cefc4e899aff3a27de57002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:41:28Z', 'updated_at': '2021-07-14T11:41:34Z', 'revision_number': 5, 'project_id': 'f0d7db96cefc4e899aff3a27de57002c', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:34.896538 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afd807-43c6-4445-9bcc-04999fa00442 None None] The sync data for ids ['502a60ce-3982-450f-b36c-94ffd942fdf1'] in n-d-778696-8 is: [{'id': '502a60ce-3982-450f-b36c-94ffd942fdf1', 'name': 'tempest-snat-router-1197183039', 'tenant_id': 'f0d7db96cefc4e899aff3a27de57002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:41:28Z', 'updated_at': '2021-07-14T11:41:34Z', 'revision_number': 5, 'project_id': 'f0d7db96cefc4e899aff3a27de57002c', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:34.929065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebc9c1-a0da-491e-9323-090cb7cf06b0 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event deleted for resources: {'Subnet': ['ID=6abdcddd-3b30-426f-bf5f-7e13dd0c1996,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:34.940211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] For port 42d0d18e-e4a5-4b69-8645-4777d4cd070a, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:41:34.993136 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:34.997771 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.063100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] For port 42d0d18e-e4a5-4b69-8645-4777d4cd070a, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42d0d18e-e4a5-4b69-8645-4777d4cd070a,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:41:35.078126 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.097240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22e4a377-ceba-4ccd-ba09-fd668b8e4135 req-5d186519-d5f4-4398-a31d-c279e4ae7832 tempest-ServersOnMultiNodesTest-652055457 tempest-ServersOnMultiNodesTest-652055457-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916534 Jul 14 11:41:35.101819 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.105689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.114522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.115258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 502a60ce-3982-450f-b36c-94ffd942fdf1 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:41:35.146181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.147253 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-facb25e2-462e-410f-9c98-ca0c871baf5a tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "DELETE /v2.0/routers/502a60ce-3982-450f-b36c-94ffd942fdf1 HTTP/1.1" status: 204 len: 168 time: 1.8098550 Jul 14 11:41:35.155430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object eba3df7c-03fb-40e6-a484-5d198b7a389f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:35.156774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53664) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:35.258443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Deleting port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:35.259041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.300659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b7c57-198b-4ce7-82dd-2c086ac82f2a None None] Pushing event updated for resources: {'Port': ['ID=42d0d18e-e4a5-4b69-8645-4777d4cd070a,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:35.432539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd90570-2cf0-4598-b293-e80f167b5a1a None None] DHCP port deletion for f9879e41-db18-4859-ad1b-c859694119ca request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:41:35.450708 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.487633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] For port 2a4b1265-9c44-48a0-8a13-c8815f8350f6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2a4b1265-9c44-48a0-8a13-c8815f8350f6,segment=NetworkSegment(8d3a2851-d803-4284-9045-ca9946eef76f),segment_id=8d3a2851-d803-4284-9045-ca9946eef76f)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:35.488037 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.521479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Calling delete_port for 2a4b1265-9c44-48a0-8a13-c8815f8350f6 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:35.551730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-acd90570-2cf0-4598-b293-e80f167b5a1a None None] Deleting port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:35.552477 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acd90570-2cf0-4598-b293-e80f167b5a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.608792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.697799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.713972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:35.732724 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=eba3df7c-03fb-40e6-a484-5d198b7a389f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:35.745926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:35.750328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-acd90570-2cf0-4598-b293-e80f167b5a1a None None] For port 2a4b1265-9c44-48a0-8a13-c8815f8350f6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2a4b1265-9c44-48a0-8a13-c8815f8350f6,segment=NetworkSegment(8d3a2851-d803-4284-9045-ca9946eef76f),segment_id=8d3a2851-d803-4284-9045-ca9946eef76f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:35.752204 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acd90570-2cf0-4598-b293-e80f167b5a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.753438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:35.756167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event deleted for resources: {'Port': ['ID=2a4b1265-9c44-48a0-8a13-c8815f8350f6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:35.766309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:35.771818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] No DVR routers for this DVR port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:35.772803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.793241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-acd90570-2cf0-4598-b293-e80f167b5a1a None None] Calling delete_port for 2a4b1265-9c44-48a0-8a13-c8815f8350f6 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:35.897219 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:35.901521 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-39f244b6-da40-4793-be45-f614db3de7db tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6537735 Jul 14 11:41:35.906548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53682) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:35.983646 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acd90570-2cf0-4598-b293-e80f167b5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.016564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd90570-2cf0-4598-b293-e80f167b5a1a None None] No DVR routers for this DVR port 2a4b1265-9c44-48a0-8a13-c8815f8350f6 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:36.018517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd90570-2cf0-4598-b293-e80f167b5a1a None None] Pushing event deleted for resources: {'Port': ['ID=2a4b1265-9c44-48a0-8a13-c8815f8350f6,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:36.024463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9879e41-db18-4859-ad1b-c859694119ca']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:36.025909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.062436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3a2851-d803-4284-9045-ca9946eef76f') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:36.062924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3a2851-d803-4284-9045-ca9946eef76f') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:36.109529 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.143340 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.147007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Deleting port f69524ea-a7df-4ca4-84a2-47b9613f525d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:36.148063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.181999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:41:36.182625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:41:36.232385 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:41:36.255110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ff2d3-7819-4258-953d-2c5ade3505ba tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:36.261329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ff2d3-7819-4258-953d-2c5ade3505ba tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:36.261950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] For port f69524ea-a7df-4ca4-84a2-47b9613f525d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f69524ea-a7df-4ca4-84a2-47b9613f525d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:36.262129 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.266586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-402ff2d3-7819-4258-953d-2c5ade3505ba tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3531654 Jul 14 11:41:36.267088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53688) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:36.282835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f3a08-ce40-43c1-bc22-308e21128e20 req-6b25ddae-d8cd-4267-b2e2-e435ee462a23 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:36.290248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-261f3a08-ce40-43c1-bc22-308e21128e20 req-6b25ddae-d8cd-4267-b2e2-e435ee462a23 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 950 time: 0.3354194 Jul 14 11:41:36.320406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Calling delete_port for f69524ea-a7df-4ca4-84a2-47b9613f525d owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:36.333875 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.347686 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.351912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "DELETE /v2.0/networks/f9879e41-db18-4859-ad1b-c859694119ca HTTP/1.1" status: 204 len: 168 time: 1.4794753 Jul 14 11:41:36.361328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53690) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:36.373989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-261f3a08-ce40-43c1-bc22-308e21128e20 req-b7d28faf-7331-49a9-968b-3be119e172f5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826793 Jul 14 11:41:36.389312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc697bb4-9224-4fc4-baa3-b8cc50b26a18 tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event deleted for resources: {'Network': ['ID=f9879e41-db18-4859-ad1b-c859694119ca,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:36.582154 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42d0d18e-e4a5-4b69-8645-4777d4cd070a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:36.583572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2830243b-ec8b-46fe-84e9-fddff7ca2254 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port eba3df7c-03fb-40e6-a484-5d198b7a389f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:36.584128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2830243b-ec8b-46fe-84e9-fddff7ca2254 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.620205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Deleting port 52b11877-ae77-4758-adf8-9d1c2323b3c1 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:36.624308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.743051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.757513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 42d0d18e-e4a5-4b69-8645-4777d4cd070a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:36.803601 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.804069 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:36.821571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Calling delete_port for 52b11877-ae77-4758-adf8-9d1c2323b3c1 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:36.867450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2a4b1265-9c44-48a0-8a13-c8815f8350f6 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:36.899158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 2a4b1265-9c44-48a0-8a13-c8815f8350f6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:36.900024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2a4b1265-9c44-48a0-8a13-c8815f8350f6 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:37.068079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.094063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Pushing event deleted for resources: {'Port': ['ID=52b11877-ae77-4758-adf8-9d1c2323b3c1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:37.234087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event deleted for resources: {'Port': ['ID=f69524ea-a7df-4ca4-84a2-47b9613f525d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:37.236831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.240230 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.244325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8a125d80-0e04-4dd2-95eb-f523ef8aebfb tempest-FloatingIPAdminTestJSON-359140854 tempest-FloatingIPAdminTestJSON-359140854-project] 10.222.0.38 "DELETE /v2.0/floatingips/76598d62-7a37-4871-8d54-62fe023578a8 HTTP/1.1" status: 204 len: 168 time: 0.8674560 Jul 14 11:41:37.272655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-de486cb0-6edd-43d4-b176-20803830d418 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:37.274472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-de486cb0-6edd-43d4-b176-20803830d418 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 950 time: 0.1100264 Jul 14 11:41:37.295374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-06983000-71ff-4ba5-bb19-4f7be8042751 None None] Provisioning for port 42d0d18e-e4a5-4b69-8645-4777d4cd070a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:37.301911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-06983000-71ff-4ba5-bb19-4f7be8042751 None None] Provisioning complete for port 42d0d18e-e4a5-4b69-8645-4777d4cd070a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:37.302290 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-06983000-71ff-4ba5-bb19-4f7be8042751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.379009 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.415119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2830243b-ec8b-46fe-84e9-fddff7ca2254 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.494328 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-06983000-71ff-4ba5-bb19-4f7be8042751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.535301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2830243b-ec8b-46fe-84e9-fddff7ca2254 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for eba3df7c-03fb-40e6-a484-5d198b7a389f owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:37.546221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.553373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.594216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-06983000-71ff-4ba5-bb19-4f7be8042751 None None] For port 42d0d18e-e4a5-4b69-8645-4777d4cd070a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42d0d18e-e4a5-4b69-8645-4777d4cd070a,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:37.602551 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-06983000-71ff-4ba5-bb19-4f7be8042751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.772774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06983000-71ff-4ba5-bb19-4f7be8042751 None None] Pushing event updated for resources: {'Port': ['ID=42d0d18e-e4a5-4b69-8645-4777d4cd070a,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:37.773051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.776290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 075cb980-3fa7-434f-9e89-637c0bd6f3a4 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:41:37.795712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Deleting port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:37.796507 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.798144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.806488 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1d7af72d-8dd7-4fa1-91b8-a074f6fde422 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "DELETE /v2.0/routers/075cb980-3fa7-434f-9e89-637c0bd6f3a4 HTTP/1.1" status: 204 len: 168 time: 2.6483076 Jul 14 11:41:37.833223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53724) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:37.839655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2a54a63a-e2e0-4b63-a9e0-a7826600fd7a None None] Provisioning for port eba3df7c-03fb-40e6-a484-5d198b7a389f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:37.847635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2a54a63a-e2e0-4b63-a9e0-a7826600fd7a None None] Provisioning complete for port eba3df7c-03fb-40e6-a484-5d198b7a389f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:37.847996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2a54a63a-e2e0-4b63-a9e0-a7826600fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.854934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1115183191', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:37.934059 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.935679 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:37.979261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2a54a63a-e2e0-4b63-a9e0-a7826600fd7a None None] Port eba3df7c-03fb-40e6-a484-5d198b7a389f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:37.987921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53728) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:38.061625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2830243b-ec8b-46fe-84e9-fddff7ca2254 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.063892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1145e-4e7e-4a86-bcc0-d30fba65d140 req-94313c87-7e97-4eac-9f99-58fcb7464c0f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:38.066806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fe1145e-4e7e-4a86-bcc0-d30fba65d140 req-94313c87-7e97-4eac-9f99-58fcb7464c0f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 950 time: 0.4203911 Jul 14 11:41:38.149994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] For port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:38.150638 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.183006 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830243b-ec8b-46fe-84e9-fddff7ca2254 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=eba3df7c-03fb-40e6-a484-5d198b7a389f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:38.185552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fe1145e-4e7e-4a86-bcc0-d30fba65d140 req-dbf6df65-1aa5-41ce-99cf-2bc30f278f35 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019762 Jul 14 11:41:38.186916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Calling delete_port for f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:38.256040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2830243b-ec8b-46fe-84e9-fddff7ca2254 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.261182 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2830243b-ec8b-46fe-84e9-fddff7ca2254 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/eba3df7c-03fb-40e6-a484-5d198b7a389f HTTP/1.1" status: 204 len: 168 time: 1.9912143 Jul 14 11:41:38.262082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53736) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:38.265143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.384801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74284d3a-635e-4dae-9476-741768933412 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:38.387178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74284d3a-635e-4dae-9476-741768933412 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:38.392088 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-74284d3a-635e-4dae-9476-741768933412 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1224146 Jul 14 11:41:38.392447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53740) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:38.473256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-331b5496-b9a0-4dbb-b648-99c99fea3c42 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 0daa3da3-98b3-4338-b9e1-ce8a243058b4 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:38.476517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.487708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-331b5496-b9a0-4dbb-b648-99c99fea3c42 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.490936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01', '451c929e-f301-4406-9c59-71084c748e38', '940b3055-ccb2-460b-85e2-43aae518e6a2', '14281c9a-02ec-4331-9619-844e4867c46d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:38.539192 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dbadc758-7581-4f58-a5f5-4eeb4bddd5fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70ad33cdd26a4fa79091aff7290c6267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498097 Jul 14 11:41:38.541981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53742) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:38.553172 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.553553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event deleted for resources: {'Port': ['ID=f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:38.608345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'c5430726-9130-4250-a7ac-78fb84a5ffae', 'f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:38.609310 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-331b5496-b9a0-4dbb-b648-99c99fea3c42 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.634075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42d0d18e-e4a5-4b69-8645-4777d4cd070a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:38.713806 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a7843d-9d56-44e3-80e0-204dbb759dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.760196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a7843d-9d56-44e3-80e0-204dbb759dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.817270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] No DVR routers for this DVR port f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:38.823881 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.842952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0dc8a6a0-6122-4165-b82c-60745d68cad7 req-573c1c20-868d-4de3-a48b-ba83f2c6c0de tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "DELETE /v2.0/ports/f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d HTTP/1.1" status: 204 len: 173 time: 1.5620699 Jul 14 11:41:38.850799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313915a2-14b5-47a7-b098-9e83fb5dc956', 'name': 'network-vif-deleted', 'tag': 'f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:41:38.853378 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221613c3-3604-42dc-9076-faaa2e997039" -d '{"events": [{"server_uuid": "313915a2-14b5-47a7-b098-9e83fb5dc956", "name": "network-vif-deleted", "tag": "f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:41:38.910436 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-331b5496-b9a0-4dbb-b648-99c99fea3c42 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.969908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 42d0d18e-e4a5-4b69-8645-4777d4cd070a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:38.970259 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9625e533-bf7a-454b-8ec4-3b2bdcd1c1c7 x-openstack-request-id: req-9625e533-bf7a-454b-8ec4-3b2bdcd1c1c7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:41:38.970695 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313915a2-14b5-47a7-b098-9e83fb5dc956", "name": "network-vif-deleted", "tag": "f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:41:38.970923 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:38.971142 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9625e533-bf7a-454b-8ec4-3b2bdcd1c1c7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:41:38.971699 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313915a2-14b5-47a7-b098-9e83fb5dc956', 'name': 'network-vif-deleted', 'tag': 'f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d', 'status': 'completed', 'code': 200} Jul 14 11:41:39.016126 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-331b5496-b9a0-4dbb-b648-99c99fea3c42 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:39.063546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b5496-b9a0-4dbb-b648-99c99fea3c42 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=0daa3da3-98b3-4338-b9e1-ce8a243058b4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:39.077343 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-331b5496-b9a0-4dbb-b648-99c99fea3c42 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:39.079300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-331b5496-b9a0-4dbb-b648-99c99fea3c42 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/0daa3da3-98b3-4338-b9e1-ce8a243058b4 HTTP/1.1" status: 204 len: 168 time: 0.6865988 Jul 14 11:41:39.083319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:39.086388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5617c0-d1c2-40af-b638-44d95c258f4f None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:39.129702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eba43255-6d8c-4007-942b-1fa6f15b1684 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450251 Jul 14 11:41:39.131842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53760) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:39.160442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a7843d-9d56-44e3-80e0-204dbb759dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:39.163066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a7843d-9d56-44e3-80e0-204dbb759dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:39.164997 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-66a7843d-9d56-44e3-80e0-204dbb759dd3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2969e92-6df6-4ab7-8ffb-35673ab1492c HTTP/1.1" status: 204 len: 168 time: 0.6220300 Jul 14 11:41:39.166662 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:39.256760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:39.263197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a7eb1e-8965-47cd-8c97-a600b6fea942 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:39.266993 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-24a7eb1e-8965-47cd-8c97-a600b6fea942 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1319022 Jul 14 11:41:39.267471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53768) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:39.281839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7843d-9d56-44e3-80e0-204dbb759dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2969e92-6df6-4ab7-8ffb-35673ab1492c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:39.350794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9342c694-315f-478d-b3e3-01f015dd040c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:39.354869 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9342c694-315f-478d-b3e3-01f015dd040c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862720 Jul 14 11:41:39.355471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53772) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:39.452134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-adf71ac1-1a30-4f16-a621-6510a93e3d0f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917580 Jul 14 11:41:39.456470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53776) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:39.464307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:39.613303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a4aa9f4-8808-46f3-a904-5048d6d62eca req-4f0435ed-e840-4681-8b6a-17614de4b037 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=313915a2-14b5-47a7-b098-9e83fb5dc956 HTTP/1.1" status: 200 len: 210 time: 0.0630763 Jul 14 11:41:39.618396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Allocated IP 172.25.2.161 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/3763e519-cb28-4fd8-b55d-82c04020398a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:39.625806 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae605-b971-4200-98bd-b5d662c3f596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:39.734431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:39.744643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:39.808565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f69524ea-a7df-4ca4-84a2-47b9613f525d no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:39.864298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f69524ea-a7df-4ca4-84a2-47b9613f525d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:39.864760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f69524ea-a7df-4ca4-84a2-47b9613f525d not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:39.880702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53788) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:39.903753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9180fead-ad08-443c-a140-cf6f8459dacb None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:41:39.940435 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:39.961138 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03c10c9a-0938-4820-918b-6cb4ebe9a94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.008112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.107211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9180fead-ad08-443c-a140-cf6f8459dacb None None] Deleting port 42d0d18e-e4a5-4b69-8645-4777d4cd070a {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:40.107709 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9180fead-ad08-443c-a140-cf6f8459dacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.108810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:40.112078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:40.119324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:40.141615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event updated for resources: {'Port': ['ID=3763e519-cb28-4fd8-b55d-82c04020398a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:40.182381 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03c10c9a-0938-4820-918b-6cb4ebe9a94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.235960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03c10c9a-0938-4820-918b-6cb4ebe9a94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.264827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9180fead-ad08-443c-a140-cf6f8459dacb None None] For port 42d0d18e-e4a5-4b69-8645-4777d4cd070a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42d0d18e-e4a5-4b69-8645-4777d4cd070a,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:40.265580 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9180fead-ad08-443c-a140-cf6f8459dacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.290595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9180fead-ad08-443c-a140-cf6f8459dacb None None] Calling delete_port for 42d0d18e-e4a5-4b69-8645-4777d4cd070a owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:40.346748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.objects.ports [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93702) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:41:40.357744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-03c10c9a-0938-4820-918b-6cb4ebe9a94e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e45fe1bf0d5744d79afb9f0bf6436582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701297 Jul 14 11:41:40.360849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53798) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:40.378471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c10c9a-0938-4820-918b-6cb4ebe9a94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f38f047-5193-4219-b8d7-012e84e372cc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:40.531561 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9180fead-ad08-443c-a140-cf6f8459dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.553073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180fead-ad08-443c-a140-cf6f8459dacb None None] No DVR routers for this DVR port 42d0d18e-e4a5-4b69-8645-4777d4cd070a on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:40.580165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5174ba19-556b-4d48-a422-93910be38615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.587456 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.595535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42d0d18e-e4a5-4b69-8645-4777d4cd070a no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:40.599432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180fead-ad08-443c-a140-cf6f8459dacb None None] Pushing event deleted for resources: {'Port': ['ID=42d0d18e-e4a5-4b69-8645-4777d4cd070a,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:40.608914 n-d-778696-8 neutron-server[93702]: WARNING neutron.services.revisions.revision_plugin [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Could not find related port for resource to bump revision. Jul 14 11:41:40.621006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 42d0d18e-e4a5-4b69-8645-4777d4cd070a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:40.621314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_pluggable_backend [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Port 42d0d18e-e4a5-4b69-8645-4777d4cd070a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93702) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 11:41:40.621630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_pluggable_backend [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:7349 {{(pid=93702) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 11:41:40.622559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42d0d18e-e4a5-4b69-8645-4777d4cd070a not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:40.626502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5174ba19-556b-4d48-a422-93910be38615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.636404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_pluggable_backend [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0f:7349 {{(pid=93702) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 11:41:40.640856 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.679511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:40.741469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5174ba19-556b-4d48-a422-93910be38615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.744031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5174ba19-556b-4d48-a422-93910be38615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.745376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5174ba19-556b-4d48-a422-93910be38615 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f38f047-5193-4219-b8d7-012e84e372cc HTTP/1.1" status: 204 len: 168 time: 0.3825393 Jul 14 11:41:40.754033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:40.754541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device f9e398e6-b3ed-44b2-b95a-b84ff6e75a5d not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:40.758560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:40.784390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174ba19-556b-4d48-a422-93910be38615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f38f047-5193-4219-b8d7-012e84e372cc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:40.789205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:40.800947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:40.801379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37d9db-83fb-4d35-aeb2-5925b11921c4 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:40.802152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:40.825439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3672798 Jul 14 11:41:40.826240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53814) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:40.832837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-114b91dc-b70d-4e73-aade-b200036bb234 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:40.837200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd943fc-1a21-4edb-adb7-1d4ebf051d88 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=05564af2-95e9-4a59-89e1-997bce8bf672,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:41.005922 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.101965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114b91dc-b70d-4e73-aade-b200036bb234 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:41.107136 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-114b91dc-b70d-4e73-aade-b200036bb234 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.216705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '05564af2-95e9-4a59-89e1-997bce8bf672'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:41:41.217602 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.269725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53824) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:41.295066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45b7ceb8-58a6-4397-9247-5252b87e6758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.318520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Router 9005baf1-e9f3-40ee-8396-85211a753eb2 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:41:41.386219 n-d-778696-8 neutron-server[93702]: INFO neutron.db.ipam_backend_mixin [None req-114b91dc-b70d-4e73-aade-b200036bb234 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05564af2-95e9-4a59-89e1-997bce8bf672 (CIDR: 2001:db8::/64) Jul 14 11:41:41.400684 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-114b91dc-b70d-4e73-aade-b200036bb234 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:41:41.401591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114b91dc-b70d-4e73-aade-b200036bb234 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:41:41.506271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Allocated IP 2001:db8::f816:3eff:fe8d:f57a (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/05564af2-95e9-4a59-89e1-997bce8bf672/7d34e511-29c2-4a49-aabb-463cfff13c97) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:41.518150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:41.532988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c86274-b703-431c-b66d-0d2235b8ef52 None None] Sync routers for ids ['9005baf1-e9f3-40ee-8396-85211a753eb2'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:41.550427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c86274-b703-431c-b66d-0d2235b8ef52 None None] Routers {'9005baf1-e9f3-40ee-8396-85211a753eb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:41.551221 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-69c86274-b703-431c-b66d-0d2235b8ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9005baf1-e9f3-40ee-8396-85211a753eb2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:41.560420 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45b7ceb8-58a6-4397-9247-5252b87e6758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.587639 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45b7ceb8-58a6-4397-9247-5252b87e6758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.601380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-114b91dc-b70d-4e73-aade-b200036bb234 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7734954 Jul 14 11:41:41.603178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53834) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:41.611300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:41.620068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-69c86274-b703-431c-b66d-0d2235b8ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:41.623078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.624645 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b372dc75-7747-4e5c-93e9-5e54ed4b921b tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7897494 Jul 14 11:41:41.630884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53836) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:41.647209 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cb0f4672-61e7-43d0-b5f8-a16e951d6aaf tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': False}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:41.656531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7ceb8-58a6-4397-9247-5252b87e6758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2129df82-97b0-45c2-88e6-9fcfce206b07,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:41.684081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c86274-b703-431c-b66d-0d2235b8ef52 None None] Routers {'9005baf1-e9f3-40ee-8396-85211a753eb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:41.685234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-69c86274-b703-431c-b66d-0d2235b8ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9005baf1-e9f3-40ee-8396-85211a753eb2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:41.714453 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45b7ceb8-58a6-4397-9247-5252b87e6758 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=28b4f34c02f64413a9a0b5fe59bfea89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419024 Jul 14 11:41:41.718962 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53840) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:41.733764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-69c86274-b703-431c-b66d-0d2235b8ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:41.734445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c86274-b703-431c-b66d-0d2235b8ef52 None None] The sync data for ids ['9005baf1-e9f3-40ee-8396-85211a753eb2'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:41.845516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a33fc11-6db4-446a-8d15-d4df77853dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.870067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eda46-2d47-4923-81a5-aedf81df54ba req-7b28a064-f1bc-4cae-86b0-353c4a0a20eb tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:41.873388 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.884784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Transition to ACTIVE for port object 7d34e511-29c2-4a49-aabb-463cfff13c97 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:41.888486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a8eda46-2d47-4923-81a5-aedf81df54ba req-7b28a064-f1bc-4cae-86b0-353c4a0a20eb tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 950 time: 0.2859087 Jul 14 11:41:41.905235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Transition to ACTIVE for port object 7d34e511-29c2-4a49-aabb-463cfff13c97 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:41.913585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.924307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a33fc11-6db4-446a-8d15-d4df77853dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.930516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:41.935412 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:41.966601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:41.975968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:41.980905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:41.988378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Pushing event updated for resources: {'Port': ['ID=7d34e511-29c2-4a49-aabb-463cfff13c97,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:42.020641 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a8eda46-2d47-4923-81a5-aedf81df54ba req-142f5965-8e31-4bf1-a6b6-ac9064607a0d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304498 Jul 14 11:41:42.045135 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a33fc11-6db4-446a-8d15-d4df77853dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.048391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a33fc11-6db4-446a-8d15-d4df77853dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.049609 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9a33fc11-6db4-446a-8d15-d4df77853dce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2129df82-97b0-45c2-88e6-9fcfce206b07 HTTP/1.1" status: 204 len: 168 time: 0.3294303 Jul 14 11:41:42.063301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33fc11-6db4-446a-8d15-d4df77853dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2129df82-97b0-45c2-88e6-9fcfce206b07,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:42.246486 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7dceb264-9eeb-4a6e-989e-d68123590858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.257555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Attempting to bind port 7d34e511-29c2-4a49-aabb-463cfff13c97 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:42.258165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Attempting to bind port 7d34e511-29c2-4a49-aabb-463cfff13c97 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:42.258543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Attempting to bind port 7d34e511-29c2-4a49-aabb-463cfff13c97 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:42.262028 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.266997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:42.267395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:42.267999 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.268467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:42.269002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Bound port: 7d34e511-29c2-4a49-aabb-463cfff13c97, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:42.269500 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.280139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4672-61e7-43d0-b5f8-a16e951d6aaf tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.346858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] For port 7d34e511-29c2-4a49-aabb-463cfff13c97, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:41:42.350881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] For port 7d34e511-29c2-4a49-aabb-463cfff13c97, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7d34e511-29c2-4a49-aabb-463cfff13c97,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:41:42.355389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.355750 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.420282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:42.425297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:42.431240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:42.431881 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:42.453100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af8950-9dc8-4e4a-981c-ede4868b8bdc None None] Pushing event updated for resources: {'Port': ['ID=7d34e511-29c2-4a49-aabb-463cfff13c97,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:42.460208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=3e63c6b3-eeec-43f5-a9a9-3a4a3154c9e1,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:42.465731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1ff367b3-db2e-4e8f-a40a-5e885af67587 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8614411 Jul 14 11:41:42.468703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53852) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:42.475637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:06:55:5e', 'name': 'tempest-NetworksTestDHCPv6-1115525819'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:42.919029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-15cf4349-62f4-40cd-8505-921959a23b43 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:42.921107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-15cf4349-62f4-40cd-8505-921959a23b43 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 950 time: 0.1549056 Jul 14 11:41:43.114639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Deleting port 14281c9a-02ec-4331-9619-844e4867c46d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:43.115100 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:43.224153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:43.409887 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:43.517805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:43.588183 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port dbddd5e1-78ad-4bc2-901a-2840a84472b9 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:43.740794 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4672-61e7-43d0-b5f8-a16e951d6aaf tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:43.753661 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4672-61e7-43d0-b5f8-a16e951d6aaf tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:43.862844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] For port 14281c9a-02ec-4331-9619-844e4867c46d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=14281c9a-02ec-4331-9619-844e4867c46d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:43.863219 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:43.893843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Calling delete_port for 14281c9a-02ec-4331-9619-844e4867c46d owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:43.994821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb4eeff-faea-435d-be37-f3ab52049ee0 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:44.006156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0149f17-17f3-42f7-b8e0-8fa2009c3523 req-0f5274db-8c56-4b59-a4e4-5aefbbd0ce7a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:44.018718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0149f17-17f3-42f7-b8e0-8fa2009c3523 req-0f5274db-8c56-4b59-a4e4-5aefbbd0ce7a tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 950 time: 0.7649226 Jul 14 11:41:44.037008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8:0:1::72 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/3e63c6b3-eeec-43f5-a9a9-3a4a3154c9e1/dbddd5e1-78ad-4bc2-901a-2840a84472b9) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:44.048850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:fe06:555e (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/05564af2-95e9-4a59-89e1-997bce8bf672/dbddd5e1-78ad-4bc2-901a-2840a84472b9) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:44.135885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d9bd673e-f387-46f9-a3bf-dae4fa16a101 None None] Provisioning for port 7d34e511-29c2-4a49-aabb-463cfff13c97 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:44.188896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0149f17-17f3-42f7-b8e0-8fa2009c3523 req-eb1ae360-9742-466c-b0ec-4de6fc44000f tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692080 Jul 14 11:41:44.221460 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:44.273671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0f4672-61e7-43d0-b5f8-a16e951d6aaf tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Router 9005baf1-e9f3-40ee-8396-85211a753eb2 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:41:44.282566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01', '451c929e-f301-4406-9c59-71084c748e38', '940b3055-ccb2-460b-85e2-43aae518e6a2', '14281c9a-02ec-4331-9619-844e4867c46d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:44.285481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event deleted for resources: {'Port': ['ID=14281c9a-02ec-4331-9619-844e4867c46d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:44.289263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'c5430726-9130-4250-a7ac-78fb84a5ffae'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:44.380241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] No DVR routers for this DVR port 14281c9a-02ec-4331-9619-844e4867c46d on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:44.383867 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:44.386075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a32422b7-7465-48c6-930d-f63720f8c6a7 req-ed1e75e9-2a5b-4df7-86fc-245e6576ffa7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "DELETE /v2.0/ports/14281c9a-02ec-4331-9619-844e4867c46d HTTP/1.1" status: 204 len: 173 time: 1.4588139 Jul 14 11:41:44.386616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780596a-ce39-4241-9d0d-548580e415e6', 'name': 'network-vif-deleted', 'tag': '14281c9a-02ec-4331-9619-844e4867c46d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:41:44.390118 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d5b877-a57b-4160-b585-e73140739c1f" -d '{"events": [{"server_uuid": "1780596a-ce39-4241-9d0d-548580e415e6", "name": "network-vif-deleted", "tag": "14281c9a-02ec-4331-9619-844e4867c46d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:41:44.508198 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50c0049-0272-4fca-a940-77df6d80ea63 x-openstack-request-id: req-d50c0049-0272-4fca-a940-77df6d80ea63 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:41:44.508723 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780596a-ce39-4241-9d0d-548580e415e6", "name": "network-vif-deleted", "tag": "14281c9a-02ec-4331-9619-844e4867c46d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:41:44.509083 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d50c0049-0272-4fca-a940-77df6d80ea63 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:41:44.509592 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780596a-ce39-4241-9d0d-548580e415e6', 'name': 'network-vif-deleted', 'tag': '14281c9a-02ec-4331-9619-844e4867c46d', 'status': 'completed', 'code': 200} Jul 14 11:41:44.569577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0f4672-61e7-43d0-b5f8-a16e951d6aaf tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:44.578480 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa547c-ad32-40f3-851f-dbc9ca66515c None None] Sync routers for ids ['9005baf1-e9f3-40ee-8396-85211a753eb2'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:44.598648 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa547c-ad32-40f3-851f-dbc9ca66515c None None] Routers {'9005baf1-e9f3-40ee-8396-85211a753eb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:44.600247 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5dfa547c-ad32-40f3-851f-dbc9ca66515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9005baf1-e9f3-40ee-8396-85211a753eb2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:44.641109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:44.645634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7d34e511-29c2-4a49-aabb-463cfff13c97 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:44.664747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4672-61e7-43d0-b5f8-a16e951d6aaf tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:44.670035 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cb0f4672-61e7-43d0-b5f8-a16e951d6aaf tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "PUT /v2.0/routers/9005baf1-e9f3-40ee-8396-85211a753eb2 HTTP/1.1" status: 200 len: 926 time: 3.0322816 Jul 14 11:41:44.670620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53902) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:44.686832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object dbddd5e1-78ad-4bc2-901a-2840a84472b9 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:44.748895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:44.783425 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53904) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:44.819651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:44.823954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:44.827874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:44.834356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:44.835064 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:44.867258 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3969352 Jul 14 11:41:44.873218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53908) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:44.885207 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5dfa547c-ad32-40f3-851f-dbc9ca66515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:44.889035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5859493f-a93a-4987-9e5c-9cedbee99f69 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/routers/9005baf1-e9f3-40ee-8396-85211a753eb2 HTTP/1.1" status: 200 len: 926 time: 0.2171965 Jul 14 11:41:44.892139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53910) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:44.907423 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa547c-ad32-40f3-851f-dbc9ca66515c None None] Routers {'9005baf1-e9f3-40ee-8396-85211a753eb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:44.908941 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5dfa547c-ad32-40f3-851f-dbc9ca66515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9005baf1-e9f3-40ee-8396-85211a753eb2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:44.974980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce92df-e875-4b8d-9d2f-60ba3a91f01f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=dbddd5e1-78ad-4bc2-901a-2840a84472b9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:45.006733 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5dfa547c-ad32-40f3-851f-dbc9ca66515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:45.007719 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa547c-ad32-40f3-851f-dbc9ca66515c None None] The sync data for ids ['9005baf1-e9f3-40ee-8396-85211a753eb2'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:45.021301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03d93eb-e871-4d55-b8ab-df4d0a46a04d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:45.022846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d03d93eb-e871-4d55-b8ab-df4d0a46a04d tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=9005baf1-e9f3-40ee-8396-85211a753eb2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1295655 Jul 14 11:41:45.027341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53914) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.051033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6713603-8212-44f4-9295-3a10f5e4dd69 None None] Update dhcp port {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': '05564af2-95e9-4a59-89e1-997bce8bf672', 'ip_address': '2001:db8::f816:3eff:fe8d:f57a'}, {'subnet_id': '3e63c6b3-eeec-43f5-a9a9-3a4a3154c9e1'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '7d34e511-29c2-4a49-aabb-463cfff13c97'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:41:45.070953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dea18675-d0ae-42db-890d-49d22f73fb18 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:45.158373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 7d34e511-29c2-4a49-aabb-463cfff13c97 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:45.160422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f6713603-8212-44f4-9295-3a10f5e4dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.173294 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.202801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:45.204102 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.218192 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dea18675-d0ae-42db-890d-49d22f73fb18 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] 10.222.0.38 "PUT /v2.0/quotas/bb62a66c11af4cfba61a389bd70de436 HTTP/1.1" status: 200 len: 366 time: 0.4302995 Jul 14 11:41:45.218562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53918) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.230918 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d9ba78c6-a5ac-4bcf-b2f8-6a07209b9520 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0109184 Jul 14 11:41:45.235128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53920) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.304813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-006b582e-22eb-49d2-ab5f-180ce9b1d5ee tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] 10.222.0.38 "GET /v2.0/quotas/bb62a66c11af4cfba61a389bd70de436 HTTP/1.1" status: 200 len: 366 time: 0.0567951 Jul 14 11:41:45.306523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53924) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.330020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a11f8-a321-4f72-92b1-1e128a037166 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:45.331443 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6e5a11f8-a321-4f72-92b1-1e128a037166 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 881 time: 0.3023083 Jul 14 11:41:45.334647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53926) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.357230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port dbddd5e1-78ad-4bc2-901a-2840a84472b9 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:45.357631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.362781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-14bc0314-df95-416d-90f6-0cbc23219b14 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/bb62a66c11af4cfba61a389bd70de436 HTTP/1.1" status: 204 len: 168 time: 0.0550888 Jul 14 11:41:45.372285 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53928) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.409828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b4496a15-eda8-49fa-9752-dd5cd23b8d72 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=9005baf1-e9f3-40ee-8396-85211a753eb2 HTTP/1.1" status: 200 len: 205 time: 0.0738294 Jul 14 11:41:45.412140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53930) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.463417 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3132e32b-010d-4630-b55f-46cb9151a12e tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0793278 Jul 14 11:41:45.466784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53932) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.513882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10356717-455e-4033-8dec-15c43ddd7162 req-f2dedeb2-71e5-4165-841e-01766ec4336d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1780596a-ce39-4241-9d0d-548580e415e6 HTTP/1.1" status: 200 len: 210 time: 0.0479422 Jul 14 11:41:45.515173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-786b5f3c-e30e-441e-8185-94a2a8d008bf tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] 10.222.0.38 "GET /v2.0/quotas/bb62a66c11af4cfba61a389bd70de436 HTTP/1.1" status: 200 len: 370 time: 0.0451849 Jul 14 11:41:45.530407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53934) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.550141 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-985b74de-565c-4110-a9b6-567f76c34d52 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] 10.222.0.38 "GET /v2.0/quotas/bb62a66c11af4cfba61a389bd70de436/default HTTP/1.1" status: 200 len: 370 time: 0.0172441 Jul 14 11:41:45.553439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53936) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.566063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.580535 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-c19bb0a8-8547-4d00-a7f0-50ed0c989e8b tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] delete failed (client error): The resource could not be found. Jul 14 11:41:45.582304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c19bb0a8-8547-4d00-a7f0-50ed0c989e8b tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/bb62a66c11af4cfba61a389bd70de436 HTTP/1.1" status: 404 len: 348 time: 0.0274398 Jul 14 11:41:45.607624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for dbddd5e1-78ad-4bc2-901a-2840a84472b9 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:45.616046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-f6713603-8212-44f4-9295-3a10f5e4dd69 None None] Allocated IP 2001:db8:0:1::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/3e63c6b3-eeec-43f5-a9a9-3a4a3154c9e1/7d34e511-29c2-4a49-aabb-463cfff13c97) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:45.618407 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.826524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f6713603-8212-44f4-9295-3a10f5e4dd69 None None] For port 7d34e511-29c2-4a49-aabb-463cfff13c97, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7d34e511-29c2-4a49-aabb-463cfff13c97,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:45.845550 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.856231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53940) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:45.857552 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.884683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Usage tracker for resource:network and tenant:55ddf33c96204ccbadedad977504dbe9 is out of sync, need to count used quota {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 11:41:45.893701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 11:41:45.909638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.936125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Usage tracker for resource:subnet and tenant:55ddf33c96204ccbadedad977504dbe9 is out of sync, need to count used quota {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 11:41:45.941305 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f6713603-8212-44f4-9295-3a10f5e4dd69 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.945545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 11:41:45.947343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=dbddd5e1-78ad-4bc2-901a-2840a84472b9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:45.956677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Usage tracker for resource:subnetpool and tenant:55ddf33c96204ccbadedad977504dbe9 is out of sync, need to count used quota {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 11:41:45.959772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Deleting port 3763e519-cb28-4fd8-b55d-82c04020398a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:45.960407 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:45.963358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.963707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.964086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.964427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.964764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.965865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.966200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.966527 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.967079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.967415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.967771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.968128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:41:45.997659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f6713603-8212-44f4-9295-3a10f5e4dd69 None None] Transition to ACTIVE for port object 7d34e511-29c2-4a49-aabb-463cfff13c97 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:46.012588 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f6713603-8212-44f4-9295-3a10f5e4dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.064026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.069139 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dc72d72f-7529-4df1-a0fe-28be4cf73866 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/dbddd5e1-78ad-4bc2-901a-2840a84472b9 HTTP/1.1" status: 204 len: 168 time: 1.1946223 Jul 14 11:41:46.073605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53944) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:46.078338 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.080934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 11:41:46.095509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Calling delete_port for 3763e519-cb28-4fd8-b55d-82c04020398a owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:46.102091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Usage tracker for resource:port and tenant:55ddf33c96204ccbadedad977504dbe9 is out of sync, need to count used quota {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 11:41:46.115354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 11:41:46.151602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Usage tracker for resource:router and tenant:55ddf33c96204ccbadedad977504dbe9 is out of sync, need to count used quota {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 11:41:46.159367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 11:41:46.165929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2dd8be-322d-47e9-9390-fce2bc3eb1a5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:46.170625 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6a2dd8be-322d-47e9-9390-fce2bc3eb1a5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0959241 Jul 14 11:41:46.171242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53946) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:46.172415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Usage tracker for resource:floatingip and tenant:55ddf33c96204ccbadedad977504dbe9 is out of sync, need to count used quota {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 11:41:46.187887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 11:41:46.196496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:41:46.196864 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:41:46.203258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6713603-8212-44f4-9295-3a10f5e4dd69 None None] Pushing event updated for resources: {'Port': ['ID=7d34e511-29c2-4a49-aabb-463cfff13c97,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:46.287205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Usage tracker for resource:security_group and tenant:55ddf33c96204ccbadedad977504dbe9 is out of sync, need to count used quota {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 11:41:46.296945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf980d2f-572d-495b-998a-2af05d3e030e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:46.298270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 11:41:46.299743 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bf980d2f-572d-495b-998a-2af05d3e030e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1273229 Jul 14 11:41:46.303947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53948) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:46.333282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Usage tracker for resource:security_group_rule and tenant:55ddf33c96204ccbadedad977504dbe9 is out of sync, need to count used quota {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 11:41:46.342924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.quota.resource [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93702) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 11:41:46.352450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b91ea072-e417-45c5-98fc-1692583fd033 tempest-QuotasTest-2017251700 tempest-QuotasTest-2017251700-project-admin] 10.222.0.38 "GET /v2.0/quotas/55ddf33c96204ccbadedad977504dbe9/details.json HTTP/1.1" status: 200 len: 703 time: 0.4916012 Jul 14 11:41:46.359902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.394109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b615f9-0d20-4f03-bf9d-e0c1ceec9c1f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:46.399168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b615f9-0d20-4f03-bf9d-e0c1ceec9c1f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:46.405822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b615f9-0d20-4f03-bf9d-e0c1ceec9c1f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:46.413178 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-44b615f9-0d20-4f03-bf9d-e0c1ceec9c1f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1052108 Jul 14 11:41:46.413551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53952) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:46.416207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event deleted for resources: {'Port': ['ID=3763e519-cb28-4fd8-b55d-82c04020398a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:46.478618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.527877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5db9015-9aba-4fbc-b8c5-1c0b9b3aacc9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 05564af2-95e9-4a59-89e1-997bce8bf672 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:46.531773 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5db9015-9aba-4fbc-b8c5-1c0b9b3aacc9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.621352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5db9015-9aba-4fbc-b8c5-1c0b9b3aacc9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.634546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.640876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.744400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.745204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Fanout notify agent at l3_agent the message router_deleted on router 9005baf1-e9f3-40ee-8396-85211a753eb2 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:41:46.754094 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.759335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-48b8b84b-0331-4519-9434-8732f0692861 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/9005baf1-e9f3-40ee-8396-85211a753eb2 HTTP/1.1" status: 204 len: 168 time: 1.3423743 Jul 14 11:41:46.759738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53960) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:46.770306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3abc849c-a3aa-4ca1-a70c-7241d949c63d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-135464225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:46.781379 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.826636 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3abc849c-a3aa-4ca1-a70c-7241d949c63d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.827820 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3abc849c-a3aa-4ca1-a70c-7241d949c63d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.832206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5db9015-9aba-4fbc-b8c5-1c0b9b3aacc9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.961261 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5db9015-9aba-4fbc-b8c5-1c0b9b3aacc9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.973136 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3abc849c-a3aa-4ca1-a70c-7241d949c63d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:46.981547 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3abc849c-a3aa-4ca1-a70c-7241d949c63d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.004075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3abc849c-a3aa-4ca1-a70c-7241d949c63d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.008295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3abc849c-a3aa-4ca1-a70c-7241d949c63d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2475171 Jul 14 11:41:47.008915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53964) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:47.014840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:47.076089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53970) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:47.076442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db9015-9aba-4fbc-b8c5-1c0b9b3aacc9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=05564af2-95e9-4a59-89e1-997bce8bf672,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:47.080925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:41:47.081559 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5db9015-9aba-4fbc-b8c5-1c0b9b3aacc9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.085568 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f5db9015-9aba-4fbc-b8c5-1c0b9b3aacc9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/05564af2-95e9-4a59-89e1-997bce8bf672 HTTP/1.1" status: 204 len: 168 time: 0.6683686 Jul 14 11:41:47.085665 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:41:47.087087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53972) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:47.139627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d22ca-1b1b-45a1-856f-63cfca3279a5 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:47.165529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d331ff28-07a2-4a18-b3ec-8fa24422db01 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 3e63c6b3-eeec-43f5-a9a9-3a4a3154c9e1 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:47.173754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d331ff28-07a2-4a18-b3ec-8fa24422db01 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.243447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d331ff28-07a2-4a18-b3ec-8fa24422db01 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.311413 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d4457a0-2044-4fbf-b990-e2f9274e9ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.362469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c3dfbf23-3220-41df-9cd2-a0cc9b95b304 None None] Provisioning for port 7d34e511-29c2-4a49-aabb-463cfff13c97 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:47.396257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c3dfbf23-3220-41df-9cd2-a0cc9b95b304 None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:47.396657 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3dfbf23-3220-41df-9cd2-a0cc9b95b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.406977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.419256 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d331ff28-07a2-4a18-b3ec-8fa24422db01 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.424260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12709-f0bb-422e-8669-801a72f50aeb req-01d26d1a-4b01-4ef3-8a17-cf4a7c3a9f25 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:47.432149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3bf12709-f0bb-422e-8669-801a72f50aeb req-01d26d1a-4b01-4ef3-8a17-cf4a7c3a9f25 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 949 time: 0.1886158 Jul 14 11:41:47.486639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3bf12709-f0bb-422e-8669-801a72f50aeb req-36332d99-f552-4cf4-a3fe-245557a41465 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535002 Jul 14 11:41:47.536160 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3dfbf23-3220-41df-9cd2-a0cc9b95b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.581109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d331ff28-07a2-4a18-b3ec-8fa24422db01 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.622579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331ff28-07a2-4a18-b3ec-8fa24422db01 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=3e63c6b3-eeec-43f5-a9a9-3a4a3154c9e1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:47.624602 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-c3dfbf23-3220-41df-9cd2-a0cc9b95b304 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:41:47.624966 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-c3dfbf23-3220-41df-9cd2-a0cc9b95b304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:41:47.636521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d331ff28-07a2-4a18-b3ec-8fa24422db01 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.640030 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d331ff28-07a2-4a18-b3ec-8fa24422db01 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/3e63c6b3-eeec-43f5-a9a9-3a4a3154c9e1 HTTP/1.1" status: 204 len: 168 time: 0.5472329 Jul 14 11:41:47.643797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53980) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:47.657084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d4457a0-2044-4fbf-b990-e2f9274e9ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.664570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d4457a0-2044-4fbf-b990-e2f9274e9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.709270 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fee79a2c-4e3d-4ad9-b271-3a028845b88e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618420 Jul 14 11:41:47.713086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4457a0-2044-4fbf-b990-e2f9274e9ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdfe335-8998-478a-9dfa-39c97e82d448,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:47.713263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53982) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:47.735783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:47.763242 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7d4457a0-2044-4fbf-b990-e2f9274e9ce2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc4af767236d465091ccb5eb15ad9c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6836247 Jul 14 11:41:47.763879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53984) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:47.802287 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.821384 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e77d582-7add-4e0a-bd6f-6f6053651b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.856687 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e77d582-7add-4e0a-bd6f-6f6053651b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.878948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 7d34e511-29c2-4a49-aabb-463cfff13c97, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7d34e511-29c2-4a49-aabb-463cfff13c97,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:47.889791 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.948857 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e77d582-7add-4e0a-bd6f-6f6053651b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.952940 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e77d582-7add-4e0a-bd6f-6f6053651b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:47.958298 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7e77d582-7add-4e0a-bd6f-6f6053651b71 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fbdfe335-8998-478a-9dfa-39c97e82d448 HTTP/1.1" status: 204 len: 168 time: 0.1932702 Jul 14 11:41:47.967580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77d582-7add-4e0a-bd6f-6f6053651b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdfe335-8998-478a-9dfa-39c97e82d448,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:47.967979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=7d34e511-29c2-4a49-aabb-463cfff13c97,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:47.978728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 14281c9a-02ec-4331-9619-844e4867c46d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:47.990515 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.016297 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.029929 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:48.033799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.037257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 14281c9a-02ec-4331-9619-844e4867c46d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:48.037927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 14281c9a-02ec-4331-9619-844e4867c46d not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:48.042369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7d34e511-29c2-4a49-aabb-463cfff13c97 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:48.116487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:48.117568 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.279143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Allocated IP 172.25.2.196 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/5feb7dad-966b-46cf-8ffa-9faf5f715ee0) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:48.395022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9caef1-316c-4e47-8966-69ff10ce6133 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:48.451091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53992) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:48.468882 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dd3e75e2-06f3-40de-ad15-68ad007e4521 None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:48.469258 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dd3e75e2-06f3-40de-ad15-68ad007e4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.472404 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-191c88c2-b537-4959-bdbf-051f97f30d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.595120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.610032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-58ead374-f99d-4c61-8dc5-4f06afa38b88 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:48.611400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-58ead374-f99d-4c61-8dc5-4f06afa38b88 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 949 time: 0.2129502 Jul 14 11:41:48.667009 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-191c88c2-b537-4959-bdbf-051f97f30d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.678809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-191c88c2-b537-4959-bdbf-051f97f30d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.718369 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-191c88c2-b537-4959-bdbf-051f97f30d6f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55ddf33c96204ccbadedad977504dbe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652867 Jul 14 11:41:48.722002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53996) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:48.747555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c88c2-b537-4959-bdbf-051f97f30d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdbc26c-68a4-4b52-b9d6-3e79a29aa33f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:48.790025 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.790742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73c7628f-5c41-4a54-a076-9dda56ff26f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.820667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73c7628f-5c41-4a54-a076-9dda56ff26f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.849508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10699f3e-bb3e-4449-8be6-fc3bfc4470a8 None None] Update dhcp port {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': 'c09880dc-d97d-41b2-938d-6e0a82cdc845'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '7d34e511-29c2-4a49-aabb-463cfff13c97'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:41:48.883092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event updated for resources: {'Port': ['ID=5feb7dad-966b-46cf-8ffa-9faf5f715ee0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:48.884075 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73c7628f-5c41-4a54-a076-9dda56ff26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.889824 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73c7628f-5c41-4a54-a076-9dda56ff26f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:48.891362 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-73c7628f-5c41-4a54-a076-9dda56ff26f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bfdbc26c-68a4-4b52-b9d6-3e79a29aa33f HTTP/1.1" status: 204 len: 168 time: 0.1683557 Jul 14 11:41:48.902291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7628f-5c41-4a54-a076-9dda56ff26f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdbc26c-68a4-4b52-b9d6-3e79a29aa33f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:48.926914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.objects.ports [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93702) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:41:48.932855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:48.950467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:48.957728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:48.964942 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10699f3e-bb3e-4449-8be6-fc3bfc4470a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:49.034400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b12cc1-fd18-4403-89a4-a9f16ee095cf req-acdb0a4f-b1cf-4e7d-a032-c1109fca8fd9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:49.036068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9b12cc1-fd18-4403-89a4-a9f16ee095cf req-acdb0a4f-b1cf-4e7d-a032-c1109fca8fd9 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 949 time: 0.3843946 Jul 14 11:41:49.177340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-10699f3e-bb3e-4449-8be6-fc3bfc4470a8 None None] Allocated IP 2001:db8::f816:3eff:fe8d:f57a (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/c09880dc-d97d-41b2-938d-6e0a82cdc845/7d34e511-29c2-4a49-aabb-463cfff13c97) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:49.301161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-10699f3e-bb3e-4449-8be6-fc3bfc4470a8 None None] For port 7d34e511-29c2-4a49-aabb-463cfff13c97, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7d34e511-29c2-4a49-aabb-463cfff13c97,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:49.335299 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10699f3e-bb3e-4449-8be6-fc3bfc4470a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:49.350314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-10699f3e-bb3e-4449-8be6-fc3bfc4470a8 None None] Transition to ACTIVE for port object 7d34e511-29c2-4a49-aabb-463cfff13c97 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:49.355520 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10699f3e-bb3e-4449-8be6-fc3bfc4470a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:49.440823 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10699f3e-bb3e-4449-8be6-fc3bfc4470a8 None None] Pushing event updated for resources: {'Port': ['ID=7d34e511-29c2-4a49-aabb-463cfff13c97,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:49.521060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9b12cc1-fd18-4403-89a4-a9f16ee095cf req-0e2ece84-8071-415c-bfcd-be3593085168 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739943 Jul 14 11:41:49.523872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_pluggable_backend [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Port 7d34e511-29c2-4a49-aabb-463cfff13c97 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93702) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 14 11:41:49.524331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:49.560449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Deleting port 940b3055-ccb2-460b-85e2-43aae518e6a2 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:49.560790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:49.675830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:49.689486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:49.715578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:49.716365 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:49.732995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=c09880dc-d97d-41b2-938d-6e0a82cdc845,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:49.771180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1cd99571-37d0-46dc-8e7b-32fe7246877b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0465021 Jul 14 11:41:49.771683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54022) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:49.779486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a48fb592-4812-43e9-a1d9-9123a160bacf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:49.788443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] For port 940b3055-ccb2-460b-85e2-43aae518e6a2, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=940b3055-ccb2-460b-85e2-43aae518e6a2,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:49.788810 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:49.835187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Calling delete_port for 940b3055-ccb2-460b-85e2-43aae518e6a2 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:49.893118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54024) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:49.956079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fb592-4812-43e9-a1d9-9123a160bacf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:49.960228 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a48fb592-4812-43e9-a1d9-9123a160bacf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:49.968881 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:49.994668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7d34e511-29c2-4a49-aabb-463cfff13c97 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:50.085140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1066807198'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:50.141650 n-d-778696-8 neutron-server[93701]: INFO neutron.db.ipam_backend_mixin [None req-a48fb592-4812-43e9-a1d9-9123a160bacf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c09880dc-d97d-41b2-938d-6e0a82cdc845 (CIDR: 2001:db8::/64) Jul 14 11:41:50.170896 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48fb592-4812-43e9-a1d9-9123a160bacf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:41:50.171494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48fb592-4812-43e9-a1d9-9123a160bacf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:41:50.180566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.185378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Made reservation on behalf of 130004ce14fa43cea675e7b37b4dff6b for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:50.191129 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.201416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01', '451c929e-f301-4406-9c59-71084c748e38'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:50.225197 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.231456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'c5430726-9130-4250-a7ac-78fb84a5ffae'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:50.233943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b314344-c498-4088-a601-c25cbac12dc9 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:50.236384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event deleted for resources: {'Port': ['ID=940b3055-ccb2-460b-85e2-43aae518e6a2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:50.247305 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a48fb592-4812-43e9-a1d9-9123a160bacf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4731147 Jul 14 11:41:50.249580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54034) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:50.255933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:50.334895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] No DVR routers for this DVR port 940b3055-ccb2-460b-85e2-43aae518e6a2 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:50.338685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.341712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d009d8a9-f066-4a4b-9cd9-7fa544ef6c00 req-c8080004-a851-4cd7-a182-9efd9b34b560 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "DELETE /v2.0/ports/940b3055-ccb2-460b-85e2-43aae518e6a2 HTTP/1.1" status: 204 len: 173 time: 1.7219300 Jul 14 11:41:50.342507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c822d1-6c4c-4741-9abe-7dd941ab0de5', 'name': 'network-vif-deleted', 'tag': '940b3055-ccb2-460b-85e2-43aae518e6a2'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:41:50.345866 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bed990d-b142-429d-b241-6c5b2357d81d" -d '{"events": [{"server_uuid": "74c822d1-6c4c-4741-9abe-7dd941ab0de5", "name": "network-vif-deleted", "tag": "940b3055-ccb2-460b-85e2-43aae518e6a2"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:41:50.372265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.376784 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.463609 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a7ef10-3ba8-40e1-bd8f-4803d5ac47c7 x-openstack-request-id: req-55a7ef10-3ba8-40e1-bd8f-4803d5ac47c7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:41:50.463879 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c822d1-6c4c-4741-9abe-7dd941ab0de5", "name": "network-vif-deleted", "tag": "940b3055-ccb2-460b-85e2-43aae518e6a2", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:41:50.464132 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55a7ef10-3ba8-40e1-bd8f-4803d5ac47c7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:41:50.464539 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c822d1-6c4c-4741-9abe-7dd941ab0de5', 'name': 'network-vif-deleted', 'tag': '940b3055-ccb2-460b-85e2-43aae518e6a2', 'status': 'completed', 'code': 200} Jul 14 11:41:50.542211 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.555130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.591060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:41:50.606818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:50.611143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.691974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-011df1ff-0107-4353-bf4d-14c26b7a0c7c None None] Provisioning for port 7d34e511-29c2-4a49-aabb-463cfff13c97 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:50.697169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.707905 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Added segment 377e33f1-588d-4a47-8d92-f7151308ea36 of type vlan for network 0974c285-1e35-4183-96cb-d997bf476f91 Jul 14 11:41:50.717014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Router 4849320e-924f-4241-a3ff-4bb035ae545b is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:41:50.723741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16440d3f-6d01-4fb4-ab06-d23e8e25458d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:50.731157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-011df1ff-0107-4353-bf4d-14c26b7a0c7c None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:50.746208 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-011df1ff-0107-4353-bf4d-14c26b7a0c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.827503 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.855040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e695740-7559-4b86-a089-02c8495cd6a6 req-c24eed8b-0f2d-4bd2-aa01-53586f7c32b4 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c822d1-6c4c-4741-9abe-7dd941ab0de5 HTTP/1.1" status: 200 len: 210 time: 0.0602300 Jul 14 11:41:50.946424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.952138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:50.953384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:50.954900 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.971140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:50.981685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7d63025c-8097-4de8-8d90-e176c9b9fe52 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "PUT /v2.0/routers/4849320e-924f-4241-a3ff-4bb035ae545b HTTP/1.1" status: 200 len: 883 time: 3.9672642 Jul 14 11:41:50.984701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54046) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:50.985122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a5a03c-b09f-4787-afb5-dabbe8ce1f70 None None] Sync routers for ids ['4849320e-924f-4241-a3ff-4bb035ae545b'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:51.034697 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1403365 Jul 14 11:41:51.041458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54048) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:51.049151 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Request body: {'subnet': {'network_id': '0974c285-1e35-4183-96cb-d997bf476f91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:51.097788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a5a03c-b09f-4787-afb5-dabbe8ce1f70 None None] Routers {'4849320e-924f-4241-a3ff-4bb035ae545b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:51.098429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-77a5a03c-b09f-4787-afb5-dabbe8ce1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4849320e-924f-4241-a3ff-4bb035ae545b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:51.140050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a9817ccc-dd1c-4ef9-ac20-d971fe0aba92 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/routers/4849320e-924f-4241-a3ff-4bb035ae545b HTTP/1.1" status: 200 len: 924 time: 0.1510782 Jul 14 11:41:51.140669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54050) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:51.142168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-77a5a03c-b09f-4787-afb5-dabbe8ce1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:51.156111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6e52a-e2b4-4b06-80b2-4a5c5842bea5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event updated for resources: {'Network': ['ID=0974c285-1e35-4183-96cb-d997bf476f91,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:51.188698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 0974c285-1e35-4183-96cb-d997bf476f91 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:41:51.261249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b484a-ecab-4ee3-8e49-07f6d35ec53b tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:51.270309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0b2b484a-ecab-4ee3-8e49-07f6d35ec53b tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=4849320e-924f-4241-a3ff-4bb035ae545b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1285357 Jul 14 11:41:51.272233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54054) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:51.346386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a5a03c-b09f-4787-afb5-dabbe8ce1f70 None None] Routers {'4849320e-924f-4241-a3ff-4bb035ae545b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:51.347109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-77a5a03c-b09f-4787-afb5-dabbe8ce1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4849320e-924f-4241-a3ff-4bb035ae545b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:51.368733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Made reservation on behalf of 130004ce14fa43cea675e7b37b4dff6b for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:51.374561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.413672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26179fc3-30fe-4c74-a682-ca6ce321c922 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:51.415231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-26179fc3-30fe-4c74-a682-ca6ce321c922 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 881 time: 0.1408429 Jul 14 11:41:51.418551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54056) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:51.422218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-77a5a03c-b09f-4787-afb5-dabbe8ce1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:51.423083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a5a03c-b09f-4787-afb5-dabbe8ce1f70 None None] The sync data for ids ['4849320e-924f-4241-a3ff-4bb035ae545b'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:51.460759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-498f7a77-40d3-46b0-b28f-c838d9ae396a tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4849320e-924f-4241-a3ff-4bb035ae545b HTTP/1.1" status: 200 len: 205 time: 0.0386529 Jul 14 11:41:51.461190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54058) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:51.628808 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.631423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.704502 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.740148 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:51.755589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:51.758175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event updated for resources: {'Subnet': ['ID=94bd9608-b6d2-4aac-98ea-8809c0f1c0a1,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:51.760804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:51.761400 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.762844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.771331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Checking segment: {'id': '377e33f1-588d-4a47-8d92-f7151308ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0974c285-1e35-4183-96cb-d997bf476f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:51.771635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Network hostable DHCP agents. Network: 0974c285-1e35-4183-96cb-d997bf476f91, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:41:51.796039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4452aa2d-305b-414c-a0e8-836a193f5787 None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:51.796566 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4452aa2d-305b-414c-a0e8-836a193f5787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.824188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54062) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:51.824658 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5697777 Jul 14 11:41:51.842122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:c0:6a:42', 'name': 'tempest-NetworksTestDHCPv6-1953458105'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:51.855150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a900d9-6fb4-498c-8fb8-ed88506b79e5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=9a9d22bd-8afe-4b7e-8bf0-6f78eaeb455d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:51.857915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Network 0974c285-1e35-4183-96cb-d997bf476f91 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:41:51.877017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 0974c285-1e35-4183-96cb-d997bf476f91) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:51.883297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:51.883796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.895046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581ded9b-6c7e-41ef-a1c2-c6a15e07c4a3 None None] Network 0974c285-1e35-4183-96cb-d997bf476f91 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:51.904659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1c6d5d37-a3ca-4949-8063-25c4704e257c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8568225 Jul 14 11:41:51.910313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54066) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:51.915056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d3691f4c-4950-4a51-adb1-746794a0fb3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-771734228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:51.947374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Deleting port 5feb7dad-966b-46cf-8ffa-9faf5f715ee0 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:51.948087 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.963791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3691f4c-4950-4a51-adb1-746794a0fb3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:51.965658 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3691f4c-4950-4a51-adb1-746794a0fb3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:52.036414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 940b3055-ccb2-460b-85e2-43aae518e6a2 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:52.078513 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3691f4c-4950-4a51-adb1-746794a0fb3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:52.097857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:52.102495 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3691f4c-4950-4a51-adb1-746794a0fb3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:52.105576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 940b3055-ccb2-460b-85e2-43aae518e6a2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:52.106213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 940b3055-ccb2-460b-85e2-43aae518e6a2 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:52.114569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f103270-7c24-454d-8067-44399c5bce38 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:52.122947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Calling delete_port for 5feb7dad-966b-46cf-8ffa-9faf5f715ee0 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:52.129273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:52.141328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3691f4c-4950-4a51-adb1-746794a0fb3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:52.143293 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d3691f4c-4950-4a51-adb1-746794a0fb3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2319241 Jul 14 11:41:52.146645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:52.291060 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:52.351689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-0974c285-1e35-4183-96cb-d997bf476f91', 'network_id': '0974c285-1e35-4183-96cb-d997bf476f91', 'tenant_id': '130004ce14fa43cea675e7b37b4dff6b', 'fixed_ips': [{'subnet_id': '94bd9608-b6d2-4aac-98ea-8809c0f1c0a1'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:41:52.352408 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:52.374596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 8707065d-6c47-4b6d-acdf-85040077cf22 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:52.381985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c290573e-33de-4e78-9d2a-0201faac5e93 None None] Could not find standard attr ID for object dbddd5e1-78ad-4bc2-901a-2840a84472b9. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:41:52.724893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Allocated IP 172.20.0.2 (0974c285-1e35-4183-96cb-d997bf476f91/94bd9608-b6d2-4aac-98ea-8809c0f1c0a1/6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:52.732690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8:0:1::2c6 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/9a9d22bd-8afe-4b7e-8bf0-6f78eaeb455d/8707065d-6c47-4b6d-acdf-85040077cf22) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:52.764829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::f816:3eff:fec0:6a42 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/c09880dc-d97d-41b2-938d-6e0a82cdc845/8707065d-6c47-4b6d-acdf-85040077cf22) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:52.842859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e1343-6e75-4592-ac83-b932a8f53173 None None] Update dhcp port {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': 'c09880dc-d97d-41b2-938d-6e0a82cdc845', 'ip_address': '2001:db8::f816:3eff:fe8d:f57a'}, {'subnet_id': '9a9d22bd-8afe-4b7e-8bf0-6f78eaeb455d'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '7d34e511-29c2-4a49-aabb-463cfff13c97'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:41:52.864862 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:52.913420 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e24e1343-6e75-4592-ac83-b932a8f53173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:52.920646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event deleted for resources: {'Port': ['ID=5feb7dad-966b-46cf-8ffa-9faf5f715ee0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:53.126799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.178503 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.190703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Transition to ACTIVE for port object 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:53.211726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Transition to ACTIVE for port object 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:53.220860 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.274378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Network 0974c285-1e35-4183-96cb-d997bf476f91 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:53.278808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:53.283350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:53.295301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Pushing event updated for resources: {'Port': ['ID=6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:53.363819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Attempting to bind port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:41:53.365117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Attempting to bind port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '377e33f1-588d-4a47-8d92-f7151308ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0974c285-1e35-4183-96cb-d997bf476f91'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:41:53.365650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Attempting to bind port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 on network 0974c285-1e35-4183-96cb-d997bf476f91 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:41:53.375965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:41:53.376344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Checking segment: {'id': '377e33f1-588d-4a47-8d92-f7151308ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0974c285-1e35-4183-96cb-d997bf476f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:41:53.377972 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.378320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Bound using segment: {'id': '377e33f1-588d-4a47-8d92-f7151308ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0974c285-1e35-4183-96cb-d997bf476f91'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:41:53.378810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Bound port: 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377e33f1-588d-4a47-8d92-f7151308ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0974c285-1e35-4183-96cb-d997bf476f91'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:41:53.379199 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.440101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Allocated IP 172.20.0.1 (0974c285-1e35-4183-96cb-d997bf476f91/94bd9608-b6d2-4aac-98ea-8809c0f1c0a1/6c937dc3-abae-491a-bc1b-4fd2ff625fd3) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:53.472370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.494786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] For port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:41:53.500416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] For port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3,segment=NetworkSegment(377e33f1-588d-4a47-8d92-f7151308ea36),segment_id=377e33f1-588d-4a47-8d92-f7151308ea36)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:41:53.509832 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.588397 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.589560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51c95d-8aaa-4389-b865-ca6d2c7b3eb8 None None] Pushing event updated for resources: {'Port': ['ID=6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:53.593040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.597860 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.617572 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 8707065d-6c47-4b6d-acdf-85040077cf22 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:53.655236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.671600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Transition to ACTIVE for port object 6c937dc3-abae-491a-bc1b-4fd2ff625fd3 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:53.673809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf5d78-a9a3-4ea5-be58-dd76c5174d57 req-805c17aa-3b70-4b26-b9c9-1002628c2551 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:53.681551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9cf5d78-a9a3-4ea5-be58-dd76c5174d57 req-805c17aa-3b70-4b26-b9c9-1002628c2551 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 950 time: 0.3162856 Jul 14 11:41:53.709403 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.709403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Fanout notify agent at l3_agent the message router_deleted on router 4849320e-924f-4241-a3ff-4bb035ae545b {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:41:53.716319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.773155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Network 0974c285-1e35-4183-96cb-d997bf476f91 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:53.777779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:53.787376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:53.795563 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.800632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-784c3be4-3e95-4e01-a8ad-7a5708dc68d1 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/4849320e-924f-4241-a3ff-4bb035ae545b HTTP/1.1" status: 204 len: 168 time: 2.3371744 Jul 14 11:41:53.802002 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:53.803656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54090) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:53.846026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-176e020d-8619-41bd-a2dc-1d801c790f78 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-658240325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:53.860912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e24e1343-6e75-4592-ac83-b932a8f53173 None None] Allocated IP 2001:db8:0:1::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/9a9d22bd-8afe-4b7e-8bf0-6f78eaeb455d/7d34e511-29c2-4a49-aabb-463cfff13c97) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:53.865594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event updated for resources: {'Port': ['ID=6c937dc3-abae-491a-bc1b-4fd2ff625fd3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:53.902431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9cf5d78-a9a3-4ea5-be58-dd76c5174d57 req-29a28ab1-1905-43f7-ac3d-e0c7c9605047 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197604 Jul 14 11:41:53.914122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.087612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:54.189689 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-176e020d-8619-41bd-a2dc-1d801c790f78 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.190758 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-176e020d-8619-41bd-a2dc-1d801c790f78 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.194379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=8707065d-6c47-4b6d-acdf-85040077cf22,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:54.197173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:54.212497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e24e1343-6e75-4592-ac83-b932a8f53173 None None] For port 7d34e511-29c2-4a49-aabb-463cfff13c97, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7d34e511-29c2-4a49-aabb-463cfff13c97,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:54.232834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.270899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:54.285978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:54.287213 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.421987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5ef90f57-de42-44fb-8cfc-9a97661abb52 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5946152 Jul 14 11:41:54.424675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54094) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:54.478363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-176e020d-8619-41bd-a2dc-1d801c790f78 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.524553 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-176e020d-8619-41bd-a2dc-1d801c790f78 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.609951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-7f4e608f-8c01-46f1-ab56-9d52982d8492 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:54.611514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-7f4e608f-8c01-46f1-ab56-9d52982d8492 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 950 time: 0.6840887 Jul 14 11:41:54.619021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-176e020d-8619-41bd-a2dc-1d801c790f78 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.625673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-176e020d-8619-41bd-a2dc-1d801c790f78 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7962358 Jul 14 11:41:54.627686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54096) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:54.634034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': True}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:54.670461 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e24e1343-6e75-4592-ac83-b932a8f53173 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.681002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.691700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e24e1343-6e75-4592-ac83-b932a8f53173 None None] Transition to ACTIVE for port object 7d34e511-29c2-4a49-aabb-463cfff13c97 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:54.697139 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e24e1343-6e75-4592-ac83-b932a8f53173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.720441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:54.737769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-86871d88-242c-4d79-bc7e-c804f01302ec tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:54.739405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-86871d88-242c-4d79-bc7e-c804f01302ec tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/ports?device_id=23188005-9cfa-4430-a560-60f5f54def25 HTTP/1.1" status: 200 len: 950 time: 0.5998082 Jul 14 11:41:54.762785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-05c446f7-c207-437f-baa6-f5b98e3ec275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:54.764374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-05c446f7-c207-437f-baa6-f5b98e3ec275 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1095 time: 0.6232431 Jul 14 11:41:54.830814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e1343-6e75-4592-ac83-b932a8f53173 None None] Pushing event updated for resources: {'Port': ['ID=7d34e511-29c2-4a49-aabb-463cfff13c97,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:54.869261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236fc20-9bc7-4320-b5ff-e4049554fdca req-a73358a5-a9c7-46df-8e57-ced3b5c65a0a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:54.877215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e236fc20-9bc7-4320-b5ff-e4049554fdca req-a73358a5-a9c7-46df-8e57-ced3b5c65a0a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.5824900 Jul 14 11:41:54.976538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event updated for resources: {'Port': ['ID=6c937dc3-abae-491a-bc1b-4fd2ff625fd3,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:55.066241 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:55.081666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:55.263988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e236fc20-9bc7-4320-b5ff-e4049554fdca req-0f23441b-ec8a-463e-a744-1902bfcbcc6b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3855853 Jul 14 11:41:55.329645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-85f04161-1591-40bc-a787-248603059ed7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 8707065d-6c47-4b6d-acdf-85040077cf22 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:55.330232 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85f04161-1591-40bc-a787-248603059ed7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:55.484890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85f04161-1591-40bc-a787-248603059ed7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:55.510706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-85f04161-1591-40bc-a787-248603059ed7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 8707065d-6c47-4b6d-acdf-85040077cf22 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:55.522710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Network 0974c285-1e35-4183-96cb-d997bf476f91 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:55.527544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:55.601071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997bb297-81f7-4798-bbde-01075ffbaa82 None None] Network 0974c285-1e35-4183-96cb-d997bf476f91 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:41:55.646641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-5297754a-c2f0-4c47-9446-3cbf5ccfd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:55.648203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-5297754a-c2f0-4c47-9446-3cbf5ccfd84c service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.8601196 Jul 14 11:41:55.720866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Deleting port c5430726-9130-4250-a7ac-78fb84a5ffae {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:55.721209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:55.726781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Deleting port 451c929e-f301-4406-9c59-71084c748e38 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:41:55.727292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:55.828778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4e4ce86c-1543-45b0-b0a7-f3241643e1d9 None None] Provisioning for port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:55.907382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a6b90-8817-4b84-b48d-1312318a1f9a req-c9e89dba-2bda-467c-a9ca-d89d461fa93c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:55.915878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f5a6b90-8817-4b84-b48d-1312318a1f9a req-c9e89dba-2bda-467c-a9ca-d89d461fa93c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 950 time: 0.7133534 Jul 14 11:41:56.070769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Router 1385f1d1-7558-4106-93e2-ed952d67c0eb is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:41:56.157883 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.163005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f5a6b90-8817-4b84-b48d-1312318a1f9a req-3cfb44b2-2fb4-4ef8-9921-d386a276c6e0 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442248 Jul 14 11:41:56.236191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.236793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] For port 451c929e-f301-4406-9c59-71084c748e38, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=451c929e-f301-4406-9c59-71084c748e38,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:56.237215 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.241734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-675a5018-4c17-48e2-8540-9c24c10bb8db None None] Provisioning for port 7d34e511-29c2-4a49-aabb-463cfff13c97 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:56.246841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-675a5018-4c17-48e2-8540-9c24c10bb8db None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:56.247347 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-675a5018-4c17-48e2-8540-9c24c10bb8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.267296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] For port c5430726-9130-4250-a7ac-78fb84a5ffae, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c5430726-9130-4250-a7ac-78fb84a5ffae,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:56.290819 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.299946 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.314970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:56.316142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Calling delete_port for c5430726-9130-4250-a7ac-78fb84a5ffae owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:56.578333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Calling delete_port for 451c929e-f301-4406-9c59-71084c748e38 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:41:56.580200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:56.592751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:56.593450 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.706140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-c105addc-a67d-45c5-bf8d-d88261ad1b2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 998 time: 1.0451884 Jul 14 11:41:56.710891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Allocated IP 172.25.2.238 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/524a1547-24d9-49b4-a287-6a3f768a24ef) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:56.711464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85f04161-1591-40bc-a787-248603059ed7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.719354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:41:56.731134 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45a6e3fa-2bb6-4a38-a872-9f89ca3a3a3f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "PUT /v2.0/routers/1385f1d1-7558-4106-93e2-ed952d67c0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5785706 Jul 14 11:41:56.732178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54246) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:56.732648 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae5fdd-43c0-4216-8d2a-0c6f9078970c None None] Sync routers for ids ['1385f1d1-7558-4106-93e2-ed952d67c0eb'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:41:56.738427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Request body: {'port': {'network_id': '0974c285-1e35-4183-96cb-d997bf476f91', 'name': 'tempest-FloatingIPNegativeTestJSON-1261648176'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:56.743371 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.763367 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae5fdd-43c0-4216-8d2a-0c6f9078970c None None] Routers {'1385f1d1-7558-4106-93e2-ed952d67c0eb'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:56.764050 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0dae5fdd-43c0-4216-8d2a-0c6f9078970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1385f1d1-7558-4106-93e2-ed952d67c0eb'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:56.772955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:56.781406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:56.845752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c5430726-9130-4250-a7ac-78fb84a5ffae no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:56.862193 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0dae5fdd-43c0-4216-8d2a-0c6f9078970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:56.881785 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae5fdd-43c0-4216-8d2a-0c6f9078970c None None] Routers {'1385f1d1-7558-4106-93e2-ed952d67c0eb'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:41:56.883702 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0dae5fdd-43c0-4216-8d2a-0c6f9078970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1385f1d1-7558-4106-93e2-ed952d67c0eb'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:56.900039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Made reservation on behalf of 130004ce14fa43cea675e7b37b4dff6b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:41:56.904977 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:56.945943 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0dae5fdd-43c0-4216-8d2a-0c6f9078970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:41:56.947199 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae5fdd-43c0-4216-8d2a-0c6f9078970c None None] The sync data for ids ['1385f1d1-7558-4106-93e2-ed952d67c0eb'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:41:56.959738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] device_id is not set on port 2025f28b-b2a9-4c78-a354-2a187fa7739b yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:41:56.971631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: c5430726-9130-4250-a7ac-78fb84a5ffae {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:56.972630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c5430726-9130-4250-a7ac-78fb84a5ffae not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:56.993898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eae185fa-7de7-4a60-a65f-b9fb539d20a0 None None] Provisioning for port 6c937dc3-abae-491a-bc1b-4fd2ff625fd3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:57.006536 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.029014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eae185fa-7de7-4a60-a65f-b9fb539d20a0 None None] Provisioning complete for port 6c937dc3-abae-491a-bc1b-4fd2ff625fd3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:57.029491 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae185fa-7de7-4a60-a65f-b9fb539d20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.042555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f04161-1591-40bc-a787-248603059ed7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=8707065d-6c47-4b6d-acdf-85040077cf22,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:57.143356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.184008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3,segment=NetworkSegment(377e33f1-588d-4a47-8d92-f7151308ea36),segment_id=377e33f1-588d-4a47-8d92-f7151308ea36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:41:57.210257 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.210536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7d34e511-29c2-4a49-aabb-463cfff13c97 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:57.225392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-1e814bfb-3dcf-4614-bb72-d20418ee723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:57.230471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-1e814bfb-3dcf-4614-bb72-d20418ee723f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.4811203 Jul 14 11:41:57.232752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event deleted for resources: {'Port': ['ID=c5430726-9130-4250-a7ac-78fb84a5ffae,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:57.263533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Allocated IP 172.20.0.12 (0974c285-1e35-4183-96cb-d997bf476f91/94bd9608-b6d2-4aac-98ea-8809c0f1c0a1/2025f28b-b2a9-4c78-a354-2a187fa7739b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:41:57.287172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-eae185fa-7de7-4a60-a65f-b9fb539d20a0 None None] Port 6c937dc3-abae-491a-bc1b-4fd2ff625fd3 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:57.431887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.483096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event deleted for resources: {'Port': ['ID=451c929e-f301-4406-9c59-71084c748e38,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:57.489790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.559128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49f76669-4a48-47aa-8d0e-3b6dfacbfce2 req-cea5ff21-d3c1-4aa4-b381-b28d4fe942ed tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 210 time: 0.1079018 Jul 14 11:41:57.576717 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-85f04161-1591-40bc-a787-248603059ed7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.578846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-85f04161-1591-40bc-a787-248603059ed7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/8707065d-6c47-4b6d-acdf-85040077cf22 HTTP/1.1" status: 204 len: 168 time: 3.1268520 Jul 14 11:41:57.591884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54320) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:57.639601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eae185fa-7de7-4a60-a65f-b9fb539d20a0 None None] Provisioning complete for port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:57.640308 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae185fa-7de7-4a60-a65f-b9fb539d20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.654587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:57.665400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:57.684295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:57.723511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:57.741755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event updated for resources: {'Port': ['ID=524a1547-24d9-49b4-a287-6a3f768a24ef,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:57.744261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] No DVR routers for this DVR port c5430726-9130-4250-a7ac-78fb84a5ffae on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:57.766262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d3cec-aca0-4610-88fe-03d9e83b8ce0 req-6b7675ec-bb31-4ab3-b8d7-c6a0f220a5e8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:57.773225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-090d3cec-aca0-4610-88fe-03d9e83b8ce0 req-6b7675ec-bb31-4ab3-b8d7-c6a0f220a5e8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 1.0837312 Jul 14 11:41:57.775572 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.777744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0456c69-af54-48d9-a7c4-98fba99e76e4 req-e26fd06f-2440-41cc-a66b-46bdb5f421f7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "DELETE /v2.0/ports/c5430726-9130-4250-a7ac-78fb84a5ffae HTTP/1.1" status: 204 len: 173 time: 3.1426716 Jul 14 11:41:57.789361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:57.789740 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.797190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52d725-6780-4df9-8693-06f5d6476a81', 'name': 'network-vif-deleted', 'tag': 'c5430726-9130-4250-a7ac-78fb84a5ffae'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:41:57.799975 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba90ca4d-5c17-4720-b889-a0143619bc03" -d '{"events": [{"server_uuid": "7e52d725-6780-4df9-8693-06f5d6476a81", "name": "network-vif-deleted", "tag": "c5430726-9130-4250-a7ac-78fb84a5ffae"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:41:57.802621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] No DVR routers for this DVR port 451c929e-f301-4406-9c59-71084c748e38 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:41:57.832891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:57.834868 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff3eb17b-925e-466d-a218-61d32dd17e61 req-3f21b11e-2912-4bb3-8f9e-de5cb7d57b0b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "DELETE /v2.0/ports/451c929e-f301-4406-9c59-71084c748e38 HTTP/1.1" status: 204 len: 173 time: 3.0510304 Jul 14 11:41:58.119178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 451c929e-f301-4406-9c59-71084c748e38 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:41:58.238768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eae185fa-7de7-4a60-a65f-b9fb539d20a0 None None] Could not find standard attr ID for object 8707065d-6c47-4b6d-acdf-85040077cf22. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:41:58.244642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:58.249567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 451c929e-f301-4406-9c59-71084c748e38 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:41:58.250717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 451c929e-f301-4406-9c59-71084c748e38 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:41:58.294948 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:58.332806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:41:58.358296 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Transition to ACTIVE for port object 2025f28b-b2a9-4c78-a354-2a187fa7739b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:41:58.401517 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:58.454384 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:58.571202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6541a1f9-3453-4187-8974-87dca057c71e None None] Provisioning complete for port 6c937dc3-abae-491a-bc1b-4fd2ff625fd3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:58.571578 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6541a1f9-3453-4187-8974-87dca057c71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:58.787246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:58.787629 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:58.912892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6541a1f9-3453-4187-8974-87dca057c71e None None] Port 6c937dc3-abae-491a-bc1b-4fd2ff625fd3 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:59.018493 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a578a8-0f70-4572-ad14-b411547cdbfd x-openstack-request-id: req-42a578a8-0f70-4572-ad14-b411547cdbfd {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:41:59.019400 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52d725-6780-4df9-8693-06f5d6476a81", "name": "network-vif-deleted", "tag": "c5430726-9130-4250-a7ac-78fb84a5ffae", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:41:59.020128 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42a578a8-0f70-4572-ad14-b411547cdbfd {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:41:59.020689 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52d725-6780-4df9-8693-06f5d6476a81', 'name': 'network-vif-deleted', 'tag': 'c5430726-9130-4250-a7ac-78fb84a5ffae', 'status': 'completed', 'code': 200} Jul 14 11:41:59.098492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75bf9f7-3586-4bd5-9568-2c7454a0950a req-d0a383ec-6b1c-44c9-8f4c-75b830bd11cf tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e52d725-6780-4df9-8693-06f5d6476a81 HTTP/1.1" status: 200 len: 210 time: 0.0767655 Jul 14 11:41:59.103414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-7aaaf71a-ea31-4d19-9cef-f42487b308f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:59.105368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-7aaaf71a-ea31-4d19-9cef-f42487b308f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8529546 Jul 14 11:41:59.127409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-090d3cec-aca0-4610-88fe-03d9e83b8ce0 req-295544a9-03ca-494d-aef4-d64dd405b39b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3532300 Jul 14 11:41:59.139115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:41:59.210309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be29a62-85fd-42e4-91e3-96fc87116217 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:59.215477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9be29a62-85fd-42e4-91e3-96fc87116217 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.5986197 Jul 14 11:41:59.216217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54460) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:59.217861 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.315065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-1f415e97-e19d-4312-b275-1ba970f5c0f2 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862621 Jul 14 11:41:59.327486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Network 0974c285-1e35-4183-96cb-d997bf476f91 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:41:59.330243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:41:59.337594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf5d75-524c-47f9-91c8-3bca17096db3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:59.342624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8adf5d75-524c-47f9-91c8-3bca17096db3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1221347 Jul 14 11:41:59.344838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54476) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:59.402728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:41:59.507760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1896fc-2785-4b05-aa1b-f8f20811aabd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:59.510014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1896fc-2785-4b05-aa1b-f8f20811aabd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:59.512231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1896fc-2785-4b05-aa1b-f8f20811aabd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:59.516472 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event updated for resources: {'Port': ['ID=2025f28b-b2a9-4c78-a354-2a187fa7739b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:41:59.517312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54500) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:59.517501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c1896fc-2785-4b05-aa1b-f8f20811aabd tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1704998 Jul 14 11:41:59.579125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d51f8e4-b056-4357-84f8-2c58f1a2b815 req-385452fc-cbb2-4882-8b3b-a33aec51cd52 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351580 Jul 14 11:41:59.623844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:41:59.624828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.638023 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.650198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.663617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7730381c-b53d-4aea-bbeb-658502b64c48 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 9a9d22bd-8afe-4b7e-8bf0-6f78eaeb455d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:41:59.668476 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-58725bb6-a4bb-4679-9a81-79b3c241bac5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9340246 Jul 14 11:41:59.671481 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7730381c-b53d-4aea-bbeb-658502b64c48 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.672132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54522) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:41:59.678086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:41:59.712591 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.780894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7730381c-b53d-4aea-bbeb-658502b64c48 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.787730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-04a2bd6e-8640-4245-8c61-e97106a6b145 None None] Provisioning for port 2025f28b-b2a9-4c78-a354-2a187fa7739b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:41:59.793229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-04a2bd6e-8640-4245-8c61-e97106a6b145 None None] Provisioning complete for port 2025f28b-b2a9-4c78-a354-2a187fa7739b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:41:59.793783 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-04a2bd6e-8640-4245-8c61-e97106a6b145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.874948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-04a2bd6e-8640-4245-8c61-e97106a6b145 None None] Port 2025f28b-b2a9-4c78-a354-2a187fa7739b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:41:59.885761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.905875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7730381c-b53d-4aea-bbeb-658502b64c48 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:41:59.949614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Router cd90c05d-ba01-4d38-a773-e7b432a8a5f9 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:42:00.012927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Allocated IP 172.25.2.10 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/fa4684c4-bf7c-410f-8c3a-c12c414a1951) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:00.015102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7730381c-b53d-4aea-bbeb-658502b64c48 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.062325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70318e9f-c9b4-4a41-913e-462a717739b3 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:00.078428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730381c-b53d-4aea-bbeb-658502b64c48 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9d22bd-8afe-4b7e-8bf0-6f78eaeb455d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:00.080638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7730381c-b53d-4aea-bbeb-658502b64c48 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.082690 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7730381c-b53d-4aea-bbeb-658502b64c48 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/9a9d22bd-8afe-4b7e-8bf0-6f78eaeb455d HTTP/1.1" status: 204 len: 168 time: 0.5503650 Jul 14 11:42:00.085523 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54564) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:00.177750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:42:00.187890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-690577d7-3d15-43f0-be7c-6dbdb0b0c483 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet c09880dc-d97d-41b2-938d-6e0a82cdc845 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:42:00.190189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4525b5-826f-4b89-928e-6454db0582e5 None None] Sync routers for ids ['cd90c05d-ba01-4d38-a773-e7b432a8a5f9'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:42:00.202781 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.209249 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3d0a348a-8373-407d-aeb2-c4b65933e0d9 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "PUT /v2.0/routers/cd90c05d-ba01-4d38-a773-e7b432a8a5f9 HTTP/1.1" status: 200 len: 918 time: 5.5801833 Jul 14 11:42:00.210530 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-690577d7-3d15-43f0-be7c-6dbdb0b0c483 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.213390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54580) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:00.236604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4525b5-826f-4b89-928e-6454db0582e5 None None] Routers {'cd90c05d-ba01-4d38-a773-e7b432a8a5f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:00.238219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e4525b5-826f-4b89-928e-6454db0582e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['cd90c05d-ba01-4d38-a773-e7b432a8a5f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:00.300590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.365325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e4525b5-826f-4b89-928e-6454db0582e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:00.389670 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-690577d7-3d15-43f0-be7c-6dbdb0b0c483 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.412684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4525b5-826f-4b89-928e-6454db0582e5 None None] Routers {'cd90c05d-ba01-4d38-a773-e7b432a8a5f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:00.413691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e4525b5-826f-4b89-928e-6454db0582e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['cd90c05d-ba01-4d38-a773-e7b432a8a5f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:00.434815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.453357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e4525b5-826f-4b89-928e-6454db0582e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:00.456995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4525b5-826f-4b89-928e-6454db0582e5 None None] The sync data for ids ['cd90c05d-ba01-4d38-a773-e7b432a8a5f9'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:42:00.488138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:00.491446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:00.502010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:00.566422 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-84be7409-e711-423a-ad24-d1093f4952ad tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/routers/cd90c05d-ba01-4d38-a773-e7b432a8a5f9 HTTP/1.1" status: 200 len: 924 time: 0.3433838 Jul 14 11:42:00.574879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54592) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:00.607230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c472f-89f4-442f-93ec-cd168b865e80 req-a70d385b-ad41-4a0c-8073-8dd763438c62 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:00.608877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e1c472f-89f4-442f-93ec-cd168b865e80 req-a70d385b-ad41-4a0c-8073-8dd763438c62 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2408011 Jul 14 11:42:00.611111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event updated for resources: {'Port': ['ID=fa4684c4-bf7c-410f-8c3a-c12c414a1951,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:00.632630 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-690577d7-3d15-43f0-be7c-6dbdb0b0c483 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.686374 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.701438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b239e-005a-4f67-b243-4a4889c1d084 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:00.703030 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e49b239e-005a-4f67-b243-4a4889c1d084 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=cd90c05d-ba01-4d38-a773-e7b432a8a5f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1277750 Jul 14 11:42:00.705891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54596) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:00.755742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-690577d7-3d15-43f0-be7c-6dbdb0b0c483 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.770207 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.804735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e1c472f-89f4-442f-93ec-cd168b865e80 req-5047f555-5198-4dbc-873e-6f7bf9952ecb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890266 Jul 14 11:42:00.854197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690577d7-3d15-43f0-be7c-6dbdb0b0c483 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=c09880dc-d97d-41b2-938d-6e0a82cdc845,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:00.862608 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-690577d7-3d15-43f0-be7c-6dbdb0b0c483 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:00.865145 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-690577d7-3d15-43f0-be7c-6dbdb0b0c483 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/c09880dc-d97d-41b2-938d-6e0a82cdc845 HTTP/1.1" status: 204 len: 168 time: 0.7785311 Jul 14 11:42:00.867640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54600) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:00.928401 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e221192d-99b2-44e4-acae-39dd59c6ee68 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594280 Jul 14 11:42:00.936800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54606) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:00.944347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:01.018927 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.022153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23188005-9cfa-4430-a560-60f5f54def25', 'name': 'network-vif-deleted', 'tag': '451c929e-f301-4406-9c59-71084c748e38'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:42:01.026537 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c671c4bc-b229-46dd-bdf2-267ce063110d" -d '{"events": [{"server_uuid": "23188005-9cfa-4430-a560-60f5f54def25", "name": "network-vif-deleted", "tag": "451c929e-f301-4406-9c59-71084c748e38"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:42:01.031828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.057846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8dc108-4c5e-4355-859b-b2f68ba98d51 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:01.061520 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6d8dc108-4c5e-4355-859b-b2f68ba98d51 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 881 time: 0.3543561 Jul 14 11:42:01.069273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54612) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:01.099016 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7bf2d-b18f-48f0-a201-b07b766549a5 x-openstack-request-id: req-92b7bf2d-b18f-48f0-a201-b07b766549a5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:42:01.099499 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23188005-9cfa-4430-a560-60f5f54def25", "name": "network-vif-deleted", "tag": "451c929e-f301-4406-9c59-71084c748e38", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:42:01.099953 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92b7bf2d-b18f-48f0-a201-b07b766549a5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:42:01.100514 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23188005-9cfa-4430-a560-60f5f54def25', 'name': 'network-vif-deleted', 'tag': '451c929e-f301-4406-9c59-71084c748e38', 'status': 'completed', 'code': 200} Jul 14 11:42:01.149904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54616) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:01.153518 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c54dd375-2a54-4fc2-8593-bc0fdc957dac tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd90c05d-ba01-4d38-a773-e7b432a8a5f9 HTTP/1.1" status: 200 len: 205 time: 0.0827026 Jul 14 11:42:01.201342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event updated for resources: {'Port': ['ID=fa4684c4-bf7c-410f-8c3a-c12c414a1951,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:01.221666 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.223092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:01.227314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.309970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.311223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4f6c99ae-a6a7-4b5c-a462-5739f494fd4c tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6378701 Jul 14 11:42:01.315450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54618) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:01.320237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2c0e2948-a3c2-477d-8142-fe9beefbedf0 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Request body: {'floatingip': {'port_id': '2025f28b-b2a9-4c78-a354-2a187fa7739b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:01.350115 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.395009 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2948-a3c2-477d-8142-fe9beefbedf0 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.543955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e2db71-e1e8-4df9-977c-e7ed771554a0 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:01.546739 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.615892 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-2c0e2948-a3c2-477d-8142-fe9beefbedf0 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] update failed (client error): The resource could not be found. Jul 14 11:42:01.616803 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2c0e2948-a3c2-477d-8142-fe9beefbedf0 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "PUT /v2.0/floatingips/9dc2f740-94e0-4442-849b-d69af6efe723 HTTP/1.1" status: 404 len: 507 time: 0.3003383 Jul 14 11:42:01.621455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54624) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:01.667340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.671881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421eb56-af33-4c9c-8815-5d21c5c47c28 req-9afdb745-5f29-402b-877f-606c7597d97c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:01.673625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6b69622b-4990-4d41-bd20-a852c0ac6c16 None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:01.673793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b421eb56-af33-4c9c-8815-5d21c5c47c28 req-9afdb745-5f29-402b-877f-606c7597d97c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 950 time: 0.1672254 Jul 14 11:42:01.674186 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b69622b-4990-4d41-bd20-a852c0ac6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.724577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:01.728526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:01.733866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:01.734604 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.748752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=f3359766-54a0-464c-95bf-42643257e280,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:01.768516 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e428278c-19e3-463e-8eef-73a5e819b867 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8303823 Jul 14 11:42:01.771316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54626) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:01.777924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-685154b2-ed19-4a12-9f3e-8ca52b470485 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:01.813919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Deleting port 524a1547-24d9-49b4-a287-6a3f768a24ef {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:01.814262 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.863563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b421eb56-af33-4c9c-8815-5d21c5c47c28 req-0d91937e-6fbd-4557-bcb6-39c510a6ce48 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782992 Jul 14 11:42:01.936409 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.960546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685154b2-ed19-4a12-9f3e-8ca52b470485 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:01.963769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Calling delete_port for 524a1547-24d9-49b4-a287-6a3f768a24ef owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:01.965344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-685154b2-ed19-4a12-9f3e-8ca52b470485 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:01.969698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Deleting port fa4684c4-bf7c-410f-8c3a-c12c414a1951 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:01.970121 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.115325 n-d-778696-8 neutron-server[93701]: INFO neutron.db.ipam_backend_mixin [None req-685154b2-ed19-4a12-9f3e-8ca52b470485 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3359766-54a0-464c-95bf-42643257e280 (CIDR: 2001:db8::/64) Jul 14 11:42:02.127362 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-685154b2-ed19-4a12-9f3e-8ca52b470485 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:42:02.129574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685154b2-ed19-4a12-9f3e-8ca52b470485 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:02.130762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.131754 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.155061 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-685154b2-ed19-4a12-9f3e-8ca52b470485 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3821967 Jul 14 11:42:02.157684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54630) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:02.164729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:02.178970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Calling delete_port for fa4684c4-bf7c-410f-8c3a-c12c414a1951 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:02.217778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1363e8df-c311-4b4f-ae41-c5ac87918387 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:02.288589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:02.293580 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.330366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.341507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e902b18e-a715-444e-9bc4-e4ede3efbc2b None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:02.341878 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e902b18e-a715-444e-9bc4-e4ede3efbc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.414740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event deleted for resources: {'Port': ['ID=524a1547-24d9-49b4-a287-6a3f768a24ef,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:02.452943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.453386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.453812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.454226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.454631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.455039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.455440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.455844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.456263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.456660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.457059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.457453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:02.505267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.550671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event deleted for resources: {'Port': ['ID=fa4684c4-bf7c-410f-8c3a-c12c414a1951,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:02.573575 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.604784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-b9c67978-832f-4417-beb0-0fccd99359f8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:02.606431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-b9c67978-832f-4417-beb0-0fccd99359f8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 950 time: 0.2730913 Jul 14 11:42:02.691813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:42:02.787828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.796237 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.813999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-313e3d19-2c64-49d8-be80-a5534a2108d3 None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:02.814468 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-313e3d19-2c64-49d8-be80-a5534a2108d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.877626 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.880611 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.882423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ddf79061-d2bc-43d9-8922-90d90ec0cdc6 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "DELETE /v2.0/floatingips/9dc2f740-94e0-4442-849b-d69af6efe723 HTTP/1.1" status: 204 len: 168 time: 1.2599273 Jul 14 11:42:02.887269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54634) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:02.897397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a5b692f9-c047-46b7-97df-f59dc678bab5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Request body: {'floatingip': {'floating_network_id': '0974c285-1e35-4183-96cb-d997bf476f91', 'port_id': '2025f28b-b2a9-4c78-a354-2a187fa7739b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:02.906767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.947079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.947741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Fanout notify agent at l3_agent the message router_deleted on router cd90c05d-ba01-4d38-a773-e7b432a8a5f9 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:42:02.961353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.962556 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-605ec32a-7b33-4af0-97dd-5b892e50d523 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/cd90c05d-ba01-4d38-a773-e7b432a8a5f9 HTTP/1.1" status: 204 len: 168 time: 1.8097479 Jul 14 11:42:02.970469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54638) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:02.972847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Deleting port d022d906-cd2d-4966-9300-290d110a14da {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:02.973385 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:02.997619 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5b692f9-c047-46b7-97df-f59dc678bab5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.076221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] For port d022d906-cd2d-4966-9300-290d110a14da, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d022d906-cd2d-4966-9300-290d110a14da,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:03.076827 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.091730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6bbe84b1-deb9-44d4-b431-054c9dc1bedd tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-485921349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:03.117023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Calling delete_port for d022d906-cd2d-4966-9300-290d110a14da owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:03.159843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31c647-f80b-421f-bead-3c3e8987560d req-50957778-b1c5-42f7-b45e-3b8047d0a55d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:03.161496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da31c647-f80b-421f-bead-3c3e8987560d req-50957778-b1c5-42f7-b45e-3b8047d0a55d tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "GET /v2.0/ports?device_id=e59344ef-f729-44ea-962c-006b0db01c3d HTTP/1.1" status: 200 len: 949 time: 0.4269967 Jul 14 11:42:03.199152 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] For port 7d34e511-29c2-4a49-aabb-463cfff13c97, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7d34e511-29c2-4a49-aabb-463cfff13c97,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:03.243308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6bbe84b1-deb9-44d4-b431-054c9dc1bedd tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.244416 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.244543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6bbe84b1-deb9-44d4-b431-054c9dc1bedd tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.253100 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.253838 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.334684 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-a5b692f9-c047-46b7-97df-f59dc678bab5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:42:03.339211 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a5b692f9-c047-46b7-97df-f59dc678bab5 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4469104 Jul 14 11:42:03.339211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:03.345178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54646) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:03.352918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '2025f28b-b2a9-4c78-a354-2a187fa7739b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:03.362334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c832340-2183-4f5c-a442-1787ecf3e347 req-3fc25946-7636-4ebf-8d4f-4bf5e4928f9e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:03.362984 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:03.363952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c832340-2183-4f5c-a442-1787ecf3e347 req-3fc25946-7636-4ebf-8d4f-4bf5e4928f9e tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 950 time: 0.2831125 Jul 14 11:42:03.380320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=7d34e511-29c2-4a49-aabb-463cfff13c97,revision_number=12']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:03.383710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d9584-9c6e-463c-be69-33405f4fa127 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:03.401283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:03.403602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.409907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=ddb50fe0-9a88-492e-9e33-641d22cfaa20,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:03.435669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.439674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6bbe84b1-deb9-44d4-b431-054c9dc1bedd tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.457717 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6bbe84b1-deb9-44d4-b431-054c9dc1bedd tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.499635 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca58f881-e7e5-4860-80fc-d0f0d03849e2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3400209 Jul 14 11:42:03.504694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54650) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:03.510845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:ed:31:d8', 'name': 'tempest-NetworksTestDHCPv6-1616783348'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:03.532429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6bbe84b1-deb9-44d4-b431-054c9dc1bedd tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.536115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6bbe84b1-deb9-44d4-b431-054c9dc1bedd tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4539959 Jul 14 11:42:03.560813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c832340-2183-4f5c-a442-1787ecf3e347 req-381cb411-8fac-4dd3-8d85-2537b0c8c824 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688292 Jul 14 11:42:03.562718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54652) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:03.568739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'enable_snat': False}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:03.609324 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.621617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:42:03.630892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d022d906-cd2d-4966-9300-290d110a14da', 'ddbe1617-690b-453c-8953-1f00fdd44d01'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:42:03.719370 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.729836 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:03.935126 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:03.954198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23bb618-6e38-4853-9f84-f74d54a180bb None None] Update dhcp port {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'fixed_ips': [{'subnet_id': 'ddb50fe0-9a88-492e-9e33-641d22cfaa20', 'ip_address': '2001:db8:0:1:f816:3eff:fe8d:f57a'}, {'subnet_id': 'f3359766-54a0-464c-95bf-42643257e280'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '7d34e511-29c2-4a49-aabb-463cfff13c97'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:42:03.971839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port 29d382c2-cba7-4132-9404-a0a395952b63 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:04.037631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Allocated IP 172.25.2.161 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/6ef0efb0-8255-4910-ba17-d23fa0140dfd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:04.039308 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e23bb618-6e38-4853-9f84-f74d54a180bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:04.151885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event deleted for resources: {'Port': ['ID=d022d906-cd2d-4966-9300-290d110a14da,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:04.169812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-da31c647-f80b-421f-bead-3c3e8987560d req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Deleting port ddbe1617-690b-453c-8953-1f00fdd44d01 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:04.170159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-da31c647-f80b-421f-bead-3c3e8987560d req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:04.254504 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7d34e511-29c2-4a49-aabb-463cfff13c97 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:04.320126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:04.320928 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:04.381181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] No DVR routers for this DVR port d022d906-cd2d-4966-9300-290d110a14da on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:04.392622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:04.394688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85b39256-eb09-4cb1-ba7c-7f1f8f679cf1 req-0c66f93a-6dae-42ab-b04e-dae7eec9f14b tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "DELETE /v2.0/ports/d022d906-cd2d-4966-9300-290d110a14da HTTP/1.1" status: 204 len: 173 time: 1.7611833 Jul 14 11:42:04.399887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0e8c21-47d3-439c-b0fe-50108cf34fc6', 'name': 'network-vif-deleted', 'tag': 'd022d906-cd2d-4966-9300-290d110a14da'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:42:04.401655 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ee5c3-d348-4f2e-8ed0-2ef6f75b8597" -d '{"events": [{"server_uuid": "9c0e8c21-47d3-439c-b0fe-50108cf34fc6", "name": "network-vif-deleted", "tag": "d022d906-cd2d-4966-9300-290d110a14da"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:42:04.511781 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2753eb19-fe13-4e9a-abb7-e5290a76bcd0 x-openstack-request-id: req-2753eb19-fe13-4e9a-abb7-e5290a76bcd0 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:42:04.512501 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0e8c21-47d3-439c-b0fe-50108cf34fc6", "name": "network-vif-deleted", "tag": "d022d906-cd2d-4966-9300-290d110a14da", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:42:04.512909 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2753eb19-fe13-4e9a-abb7-e5290a76bcd0 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:42:04.513498 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0e8c21-47d3-439c-b0fe-50108cf34fc6', 'name': 'network-vif-deleted', 'tag': 'd022d906-cd2d-4966-9300-290d110a14da', 'status': 'completed', 'code': 200} Jul 14 11:42:04.571468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-da31c647-f80b-421f-bead-3c3e8987560d req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] For port ddbe1617-690b-453c-8953-1f00fdd44d01, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ddbe1617-690b-453c-8953-1f00fdd44d01,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:04.571831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-da31c647-f80b-421f-bead-3c3e8987560d req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:04.588088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-da31c647-f80b-421f-bead-3c3e8987560d req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Calling delete_port for ddbe1617-690b-453c-8953-1f00fdd44d01 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:04.743636 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:04.749367 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-da31c647-f80b-421f-bead-3c3e8987560d req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:04.767270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['54d2f595-0c29-4b83-92dd-fbecad9c3aa3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:42:04.787249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event deleted for resources: {'Port': ['ID=ddbe1617-690b-453c-8953-1f00fdd44d01,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:04.792263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::2d1 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/f3359766-54a0-464c-95bf-42643257e280/29d382c2-cba7-4132-9404-a0a395952b63) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:04.805540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:31d8 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/ddb50fe0-9a88-492e-9e33-641d22cfaa20/29d382c2-cba7-4132-9404-a0a395952b63) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:04.894331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c6b4d40-b017-44a5-9297-d315ab63e75a req-dbf68072-2ee0-47fe-87e4-e5ffbc580941 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c0e8c21-47d3-439c-b0fe-50108cf34fc6 HTTP/1.1" status: 200 len: 210 time: 0.1098180 Jul 14 11:42:04.901449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:04.949400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-da31c647-f80b-421f-bead-3c3e8987560d req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] No DVR routers for this DVR port ddbe1617-690b-453c-8953-1f00fdd44d01 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:04.949400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-da31c647-f80b-421f-bead-3c3e8987560d req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:04.949400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da31c647-f80b-421f-bead-3c3e8987560d req-aed25495-2d11-41f0-8845-4fe6f5f9f4e5 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.64 "DELETE /v2.0/ports/ddbe1617-690b-453c-8953-1f00fdd44d01 HTTP/1.1" status: 204 len: 173 time: 1.7760756 Jul 14 11:42:05.074368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.082669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.132479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:05.139537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:05.141682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:05.171959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object 29d382c2-cba7-4132-9404-a0a395952b63 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:05.192436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event updated for resources: {'Port': ['ID=6ef0efb0-8255-4910-ba17-d23fa0140dfd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:05.281477 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.329036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.333036 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.413001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:05.432633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:05.442328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:05.448488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:05.449905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.470584 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9639094 Jul 14 11:42:05.482595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54666) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:05.493548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a883c1b-2cc3-440c-a316-d7b267df3eb7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=29d382c2-cba7-4132-9404-a0a395952b63,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:05.532169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Allocated IP 172.25.2.32 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/25bc1304-ab75-40e2-9935-d002d9d0d19e) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:05.632485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e23bb618-6e38-4853-9f84-f74d54a180bb None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/f3359766-54a0-464c-95bf-42643257e280/7d34e511-29c2-4a49-aabb-463cfff13c97) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:05.636961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Deleting port 6ef0efb0-8255-4910-ba17-d23fa0140dfd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:05.637420 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.644291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.688303 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.735678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-46a35568-0eba-44c8-8c21-df08c1761a80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port 29d382c2-cba7-4132-9404-a0a395952b63 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:05.736052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46a35568-0eba-44c8-8c21-df08c1761a80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.737733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:05.741056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:05.748032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:05.751111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Pushing event updated for resources: {'Port': ['ID=25bc1304-ab75-40e2-9935-d002d9d0d19e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:05.765094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.765432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.775030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e23bb618-6e38-4853-9f84-f74d54a180bb None None] For port 7d34e511-29c2-4a49-aabb-463cfff13c97, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7d34e511-29c2-4a49-aabb-463cfff13c97,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:05.782638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Calling delete_port for 6ef0efb0-8255-4910-ba17-d23fa0140dfd owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:05.816089 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e23bb618-6e38-4853-9f84-f74d54a180bb None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.832593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e23bb618-6e38-4853-9f84-f74d54a180bb None None] Transition to ACTIVE for port object 7d34e511-29c2-4a49-aabb-463cfff13c97 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:05.839100 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e23bb618-6e38-4853-9f84-f74d54a180bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:05.983802 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:06.031455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bb618-6e38-4853-9f84-f74d54a180bb None None] Pushing event updated for resources: {'Port': ['ID=7d34e511-29c2-4a49-aabb-463cfff13c97,revision_number=13']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:06.053356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ddbe1617-690b-453c-8953-1f00fdd44d01 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:42:06.096089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: ddbe1617-690b-453c-8953-1f00fdd44d01 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:42:06.096595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ddbe1617-690b-453c-8953-1f00fdd44d01 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:42:06.097020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d022d906-cd2d-4966-9300-290d110a14da no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:42:06.126526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event deleted for resources: {'Port': ['ID=6ef0efb0-8255-4910-ba17-d23fa0140dfd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:06.134116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: d022d906-cd2d-4966-9300-290d110a14da {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:42:06.134530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d022d906-cd2d-4966-9300-290d110a14da not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:42:06.166443 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:06.273470 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7d34e511-29c2-4a49-aabb-463cfff13c97 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:06.312386 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46a35568-0eba-44c8-8c21-df08c1761a80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:06.343322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-46a35568-0eba-44c8-8c21-df08c1761a80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for 29d382c2-cba7-4132-9404-a0a395952b63 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:06.516459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59344ef-f729-44ea-962c-006b0db01c3d', 'name': 'network-vif-deleted', 'tag': 'ddbe1617-690b-453c-8953-1f00fdd44d01'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:42:06.518830 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c679c48-68e8-4c92-908f-251d8e294444" -d '{"events": [{"server_uuid": "e59344ef-f729-44ea-962c-006b0db01c3d", "name": "network-vif-deleted", "tag": "ddbe1617-690b-453c-8953-1f00fdd44d01"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:42:06.641059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:06.659527 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:06.686666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46a35568-0eba-44c8-8c21-df08c1761a80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:06.735655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a35568-0eba-44c8-8c21-df08c1761a80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=29d382c2-cba7-4132-9404-a0a395952b63,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:06.740307 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] create failed (client error): The resource could not be found. Jul 14 11:42:06.741386 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bb8e266a-7116-42ec-86ad-4e2e563bc97f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3923087 Jul 14 11:42:06.747332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54686) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:06.863389 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9527ebd-d2c1-424b-b6ec-baeebb44ae43 x-openstack-request-id: req-c9527ebd-d2c1-424b-b6ec-baeebb44ae43 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:42:06.863933 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59344ef-f729-44ea-962c-006b0db01c3d", "name": "network-vif-deleted", "tag": "ddbe1617-690b-453c-8953-1f00fdd44d01", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:42:06.864259 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9527ebd-d2c1-424b-b6ec-baeebb44ae43 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:42:06.864915 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59344ef-f729-44ea-962c-006b0db01c3d', 'name': 'network-vif-deleted', 'tag': 'ddbe1617-690b-453c-8953-1f00fdd44d01', 'status': 'completed', 'code': 200} Jul 14 11:42:06.907595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46a35568-0eba-44c8-8c21-df08c1761a80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:06.911587 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-46a35568-0eba-44c8-8c21-df08c1761a80 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/29d382c2-cba7-4132-9404-a0a395952b63 HTTP/1.1" status: 204 len: 168 time: 1.4257655 Jul 14 11:42:06.912507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54688) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:06.948991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1ac07-1184-47cc-8866-c0b80b16184f req-d538fe35-0e33-454c-b2d2-e0d61fe8bb15 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:06.958646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-26a1ac07-1184-47cc-8866-c0b80b16184f req-d538fe35-0e33-454c-b2d2-e0d61fe8bb15 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 950 time: 0.1554625 Jul 14 11:42:06.986260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aba90b-02df-4574-b886-6947150d2c9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:06.987910 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c9aba90b-02df-4574-b886-6947150d2c9c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0751040 Jul 14 11:42:06.989577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-54560701-1156-4600-b0c2-71bdc8fcd73f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Deleting port 2025f28b-b2a9-4c78-a354-2a187fa7739b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:06.989921 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54560701-1156-4600-b0c2-71bdc8fcd73f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:06.990795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54690) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:07.015958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Router fdc63f49-4865-425a-a94a-fd2942228a8b is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:42:07.070045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-26a1ac07-1184-47cc-8866-c0b80b16184f req-dad7a21d-e4b3-46a4-905c-59d91b0b39db tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080496 Jul 14 11:42:07.088480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54560701-1156-4600-b0c2-71bdc8fcd73f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:07.102967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-54560701-1156-4600-b0c2-71bdc8fcd73f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Calling delete_port for 2025f28b-b2a9-4c78-a354-2a187fa7739b owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:07.121317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a9cdc195-04d3-4c53-ab34-60f13d0a1c75 None None] Provisioning for port 7d34e511-29c2-4a49-aabb-463cfff13c97 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:07.126957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a9cdc195-04d3-4c53-ab34-60f13d0a1c75 None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:07.127321 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a9cdc195-04d3-4c53-ab34-60f13d0a1c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:07.197790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0518a9-397f-4076-864e-90fd1ffeb0b1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:07.202278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ca0518a9-397f-4076-864e-90fd1ffeb0b1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2073491 Jul 14 11:42:07.202599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54692) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:07.272604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:42:07.279797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54560701-1156-4600-b0c2-71bdc8fcd73f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:07.287838 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6aa00-7261-441b-ba78-ae288e0e94c8 None None] Sync routers for ids ['fdc63f49-4865-425a-a94a-fd2942228a8b'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:42:07.291103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:07.295767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54694) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:07.297461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1690f676-2f71-4883-9551-1b7fc6f98835 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "PUT /v2.0/routers/fdc63f49-4865-425a-a94a-fd2942228a8b HTTP/1.1" status: 200 len: 918 time: 3.7325985 Jul 14 11:42:07.303948 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6aa00-7261-441b-ba78-ae288e0e94c8 None None] Routers {'fdc63f49-4865-425a-a94a-fd2942228a8b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:07.304717 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-17c6aa00-7261-441b-ba78-ae288e0e94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fdc63f49-4865-425a-a94a-fd2942228a8b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:07.309811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d985b39-fcf6-48c5-84cd-a55b0fe37ee3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:07.312340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d985b39-fcf6-48c5-84cd-a55b0fe37ee3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:07.313756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d985b39-fcf6-48c5-84cd-a55b0fe37ee3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:07.318812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5d985b39-fcf6-48c5-84cd-a55b0fe37ee3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1151605 Jul 14 11:42:07.319841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54696) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:07.361011 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-17c6aa00-7261-441b-ba78-ae288e0e94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:07.382333 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6aa00-7261-441b-ba78-ae288e0e94c8 None None] Routers {'fdc63f49-4865-425a-a94a-fd2942228a8b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:07.383212 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-17c6aa00-7261-441b-ba78-ae288e0e94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fdc63f49-4865-425a-a94a-fd2942228a8b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:07.385868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54560701-1156-4600-b0c2-71bdc8fcd73f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event deleted for resources: {'Port': ['ID=2025f28b-b2a9-4c78-a354-2a187fa7739b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:07.413992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-850b7815-969f-445d-a493-673ff68f86a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet ddb50fe0-9a88-492e-9e33-641d22cfaa20 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:42:07.423710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-850b7815-969f-445d-a493-673ff68f86a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:07.447713 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-17c6aa00-7261-441b-ba78-ae288e0e94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:07.448939 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6aa00-7261-441b-ba78-ae288e0e94c8 None None] The sync data for ids ['fdc63f49-4865-425a-a94a-fd2942228a8b'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:42:07.458450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6852ea14-f1a1-4f5c-9f5a-f3c9ce63a781 None None] Could not find standard attr ID for object 29d382c2-cba7-4132-9404-a0a395952b63. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:42:07.525166 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-850b7815-969f-445d-a493-673ff68f86a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:07.583676 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f7532e5-aae4-4889-95c1-93e81b67043e tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/routers/fdc63f49-4865-425a-a94a-fd2942228a8b HTTP/1.1" status: 200 len: 924 time: 0.2581513 Jul 14 11:42:07.584019 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54560701-1156-4600-b0c2-71bdc8fcd73f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:07.584703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54702) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:07.586150 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-54560701-1156-4600-b0c2-71bdc8fcd73f tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "DELETE /v2.0/ports/2025f28b-b2a9-4c78-a354-2a187fa7739b HTTP/1.1" status: 204 len: 168 time: 0.8378098 Jul 14 11:42:07.588795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54704) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:07.704237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fa0dfa-7eda-4a9f-abc6-e0e9afd21573 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:07.706747 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-99fa0dfa-7eda-4a9f-abc6-e0e9afd21573 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "GET /v2.0/ports?device_id=1385f1d1-7558-4106-93e2-ed952d67c0eb HTTP/1.1" status: 200 len: 913 time: 0.1162269 Jul 14 11:42:07.711685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54706) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:07.863150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-850b7815-969f-445d-a493-673ff68f86a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:07.990910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab624cbb-127a-42d4-bb84-e6c8b87ff7cc tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:07.993415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ab624cbb-127a-42d4-bb84-e6c8b87ff7cc tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=fdc63f49-4865-425a-a94a-fd2942228a8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4074969 Jul 14 11:42:07.996038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54708) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:08.108149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f04bcf-bd68-4240-951a-e6f443bb0e93 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:08.112134 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-08f04bcf-bd68-4240-951a-e6f443bb0e93 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/networks/59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 881 time: 0.1123002 Jul 14 11:42:08.112641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54712) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:08.145464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-850b7815-969f-445d-a493-673ff68f86a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:08.160227 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aa8a1c80-ed18-4adf-8770-b8281d73966d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdc63f49-4865-425a-a94a-fd2942228a8b HTTP/1.1" status: 200 len: 205 time: 0.0441546 Jul 14 11:42:08.165602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54714) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:08.198922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb258229-d4c8-4309-9d90-198b1162d432 req-ba6ad8b4-1daa-4430-9644-9a254d1fd5cf tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:08.200920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb258229-d4c8-4309-9d90-198b1162d432 req-ba6ad8b4-1daa-4430-9644-9a254d1fd5cf tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 950 time: 0.2904029 Jul 14 11:42:08.212930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b7815-969f-445d-a493-673ff68f86a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb50fe0-9a88-492e-9e33-641d22cfaa20,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:08.214922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4441cc-3eaf-4e16-aebd-861907732ac0 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:08.215813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-850b7815-969f-445d-a493-673ff68f86a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:08.220524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-850b7815-969f-445d-a493-673ff68f86a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/ddb50fe0-9a88-492e-9e33-641d22cfaa20 HTTP/1.1" status: 204 len: 168 time: 0.8983893 Jul 14 11:42:08.233334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54716) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:08.343295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:08.394514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f2e957-82b5-491b-8d7f-13175ceb7180 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet f3359766-54a0-464c-95bf-42643257e280 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:42:08.412032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e957-82b5-491b-8d7f-13175ceb7180 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:08.487393 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:08.554127 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Deleting port 25bc1304-ab75-40e2-9935-d002d9d0d19e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:08.554623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:08.664543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:08.683044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Calling delete_port for 25bc1304-ab75-40e2-9935-d002d9d0d19e owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:08.906549 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e957-82b5-491b-8d7f-13175ceb7180 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:08.926679 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:08.960464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event deleted for resources: {'Port': ['ID=25bc1304-ab75-40e2-9935-d002d9d0d19e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:08.968984 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:42:08.977978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3566743-a5b2-45ee-9a53-02a2d08cf988 req-1c0a6d8c-d921-408d-a11d-7c844db78fe7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:08.979554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3566743-a5b2-45ee-9a53-02a2d08cf988 req-1c0a6d8c-d921-408d-a11d-7c844db78fe7 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 950 time: 0.7485013 Jul 14 11:42:09.068198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.108233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-cb258229-d4c8-4309-9d90-198b1162d432 req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Deleting port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:09.108755 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cb258229-d4c8-4309-9d90-198b1162d432 req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.216021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.219483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.241557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3566743-a5b2-45ee-9a53-02a2d08cf988 req-b8defaba-83c3-44e4-bfc4-c2a9443c3101 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/security-groups?id=208d7930-b56e-4e22-84b7-a7946edcfb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499461 Jul 14 11:42:09.298138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.299170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Fanout notify agent at l3_agent the message router_deleted on router fdc63f49-4865-425a-a94a-fd2942228a8b {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:42:09.306510 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e957-82b5-491b-8d7f-13175ceb7180 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.306884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.312409 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3234080d-e774-46bd-9fb0-c43eb1f2d36c tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/fdc63f49-4865-425a-a94a-fd2942228a8b HTTP/1.1" status: 204 len: 168 time: 1.1439745 Jul 14 11:42:09.313189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54722) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:09.315119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-cb258229-d4c8-4309-9d90-198b1162d432 req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] For port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:09.315485 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cb258229-d4c8-4309-9d90-198b1162d432 req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.321530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1622947773', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:09.351346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-cb258229-d4c8-4309-9d90-198b1162d432 req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Calling delete_port for 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:09.363404 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.365075 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.402846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c7753002-55d5-485e-8646-e3b41feccb70 None None] Provisioning complete for port 7d34e511-29c2-4a49-aabb-463cfff13c97 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:09.405293 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7753002-55d5-485e-8646-e3b41feccb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.452303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.468142 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30bff3b4-acba-4bc8-bbaa-a634973e328c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.498332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e957-82b5-491b-8d7f-13175ceb7180 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.517879 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.655095 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.662810 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e957-82b5-491b-8d7f-13175ceb7180 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.664281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51808692-4215-41f4-9bac-096dc5bf66ad None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:09.664776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a8f2e957-82b5-491b-8d7f-13175ceb7180 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/f3359766-54a0-464c-95bf-42643257e280 HTTP/1.1" status: 204 len: 168 time: 1.4302890 Jul 14 11:42:09.667302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2e957-82b5-491b-8d7f-13175ceb7180 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=f3359766-54a0-464c-95bf-42643257e280,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:09.672984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54726) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:09.752887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3f2fbfc5-c3b2-49b9-afb7-baf96b6159ab tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741634 Jul 14 11:42:09.788873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54730) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:09.795999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:09.857190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cb258229-d4c8-4309-9d90-198b1162d432 req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:09.922701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Pushing event deleted for resources: {'Port': ['ID=54d2f595-0c29-4b83-92dd-fbecad9c3aa3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:09.987813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe1a58-6704-4914-85fa-03d2c495e2a7 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:42:10.060420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb258229-d4c8-4309-9d90-198b1162d432 req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] No DVR routers for this DVR port 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:10.065253 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cb258229-d4c8-4309-9d90-198b1162d432 req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.069238 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb258229-d4c8-4309-9d90-198b1162d432 req-98ccc34b-b76e-4e4e-8c2d-4177dd4137c8 tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.45 "DELETE /v2.0/ports/54d2f595-0c29-4b83-92dd-fbecad9c3aa3 HTTP/1.1" status: 204 len: 173 time: 1.8459225 Jul 14 11:42:10.078977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a512e2-7bd7-4df4-b73c-68bfdf8310b1', 'name': 'network-vif-deleted', 'tag': '54d2f595-0c29-4b83-92dd-fbecad9c3aa3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:42:10.081868 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786e19af-142f-438d-9478-6d7b505e3c30" -d '{"events": [{"server_uuid": "40a512e2-7bd7-4df4-b73c-68bfdf8310b1", "name": "network-vif-deleted", "tag": "54d2f595-0c29-4b83-92dd-fbecad9c3aa3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:42:10.096973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:10.106292 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.108269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe1a58-6704-4914-85fa-03d2c495e2a7 None None] Deleting port 7d34e511-29c2-4a49-aabb-463cfff13c97 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:10.111920 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fcfe1a58-6704-4914-85fa-03d2c495e2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.194034 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da0f29-347f-4602-a44b-8cbe94ef213a x-openstack-request-id: req-67da0f29-347f-4602-a44b-8cbe94ef213a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:42:10.194355 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a512e2-7bd7-4df4-b73c-68bfdf8310b1", "name": "network-vif-deleted", "tag": "54d2f595-0c29-4b83-92dd-fbecad9c3aa3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:42:10.194522 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67da0f29-347f-4602-a44b-8cbe94ef213a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:42:10.194899 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a512e2-7bd7-4df4-b73c-68bfdf8310b1', 'name': 'network-vif-deleted', 'tag': '54d2f595-0c29-4b83-92dd-fbecad9c3aa3', 'status': 'completed', 'code': 200} Jul 14 11:42:10.232530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7d34e511-29c2-4a49-aabb-463cfff13c97 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:42:10.240659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Deleting port 6c937dc3-abae-491a-bc1b-4fd2ff625fd3 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:10.241025 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.398494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-fcfe1a58-6704-4914-85fa-03d2c495e2a7 None None] For port 7d34e511-29c2-4a49-aabb-463cfff13c97, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7d34e511-29c2-4a49-aabb-463cfff13c97,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:10.398907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fcfe1a58-6704-4914-85fa-03d2c495e2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.417161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.423020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe1a58-6704-4914-85fa-03d2c495e2a7 None None] Calling delete_port for 7d34e511-29c2-4a49-aabb-463cfff13c97 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:10.437244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Calling delete_port for 6c937dc3-abae-491a-bc1b-4fd2ff625fd3 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:10.512455 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.560878 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fcfe1a58-6704-4914-85fa-03d2c495e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.625858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe1a58-6704-4914-85fa-03d2c495e2a7 None None] No DVR routers for this DVR port 7d34e511-29c2-4a49-aabb-463cfff13c97 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:10.628444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23400e0e-375c-42b4-aa9d-d0b4e50df67b req-32768f01-1b49-4ba1-8612-9e91a57fcf7c tempest-ServersOnMultiNodesTest-1164203532 tempest-ServersOnMultiNodesTest-1164203532-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a512e2-7bd7-4df4-b73c-68bfdf8310b1 HTTP/1.1" status: 200 len: 210 time: 0.1300452 Jul 14 11:42:10.643628 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe1a58-6704-4914-85fa-03d2c495e2a7 None None] Pushing event deleted for resources: {'Port': ['ID=7d34e511-29c2-4a49-aabb-463cfff13c97,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:10.755313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.782433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event deleted for resources: {'Port': ['ID=6c937dc3-abae-491a-bc1b-4fd2ff625fd3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:10.805564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.834057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:10.858716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:42:10.905485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:42:10.906835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 54d2f595-0c29-4b83-92dd-fbecad9c3aa3 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:42:10.975556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Allocated IP 172.25.2.113 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/09030bb6-7f4b-4027-a2b1-ada29b4be194) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:11.006800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.178269 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.201901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Router 1385f1d1-7558-4106-93e2-ed952d67c0eb has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:42:11.246272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.249563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:11.257934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:11.266693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:11.267302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.279662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ba0f0-914d-4cdc-8f52-ee36c3126646 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:11.287584 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4974439 Jul 14 11:42:11.294393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54742) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:11.299812 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-beb76476-256c-4304-a689-7d93cf1745d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:11.308513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:42:11.313939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-084dbcfe-7561-4175-a9ad-b67c7669611e tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "PUT /v2.0/routers/1385f1d1-7558-4106-93e2-ed952d67c0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5968175 Jul 14 11:42:11.317941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54744) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:11.329110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a655ac-34a8-463e-8403-79122873585b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=79f32173-3594-44ad-986c-1414714369a8,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:11.395166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fbd7f9-45ea-4e84-ba22-8cf0790c1225 None None] Sync routers for ids ['1385f1d1-7558-4106-93e2-ed952d67c0eb'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:42:11.423543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0db028d0-5b58-4605-ad26-558f70ab2f7b tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.463618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbd7f9-45ea-4e84-ba22-8cf0790c1225 None None] Routers {'1385f1d1-7558-4106-93e2-ed952d67c0eb'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:11.464399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b5fbd7f9-45ea-4e84-ba22-8cf0790c1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1385f1d1-7558-4106-93e2-ed952d67c0eb'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:11.499644 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.532206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b5fbd7f9-45ea-4e84-ba22-8cf0790c1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:11.544909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbd7f9-45ea-4e84-ba22-8cf0790c1225 None None] Routers {'1385f1d1-7558-4106-93e2-ed952d67c0eb'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:11.545439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b5fbd7f9-45ea-4e84-ba22-8cf0790c1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:41:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1385f1d1-7558-4106-93e2-ed952d67c0eb'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:11.552107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'tenant_id': 'd8d1bdd4109243eeaaa9c3ba31c53657', 'fixed_ips': [{'subnet_id': '79f32173-3594-44ad-986c-1414714369a8'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:42:11.556614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.605502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:11.611969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:11.612560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b5fbd7f9-45ea-4e84-ba22-8cf0790c1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:11.613381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fbd7f9-45ea-4e84-ba22-8cf0790c1225 None None] The sync data for ids ['1385f1d1-7558-4106-93e2-ed952d67c0eb'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:42:11.617966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:11.669525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event updated for resources: {'Port': ['ID=09030bb6-7f4b-4027-a2b1-ada29b4be194,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:11.712028 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0db028d0-5b58-4605-ad26-558f70ab2f7b tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.716374 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0db028d0-5b58-4605-ad26-558f70ab2f7b tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.749937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb76476-256c-4304-a689-7d93cf1745d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:11.761179 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-beb76476-256c-4304-a689-7d93cf1745d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.786563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Allocated IP 2001:db8::2 (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/79f32173-3594-44ad-986c-1414714369a8/e32a90c8-ba7a-44fd-a266-325c10762e96) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:11.803141 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0db028d0-5b58-4605-ad26-558f70ab2f7b tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.804105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db028d0-5b58-4605-ad26-558f70ab2f7b tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Fanout notify agent at l3_agent the message router_deleted on router 1385f1d1-7558-4106-93e2-ed952d67c0eb {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:42:11.826013 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0db028d0-5b58-4605-ad26-558f70ab2f7b tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.831099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0db028d0-5b58-4605-ad26-558f70ab2f7b tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "DELETE /v2.0/routers/1385f1d1-7558-4106-93e2-ed952d67c0eb HTTP/1.1" status: 204 len: 168 time: 0.5120339 Jul 14 11:42:11.832081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54768) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:11.939433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b1b010-b967-4cd4-9f07-20bb50a8a4e9 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Deleting subnet 94bd9608-b6d2-4aac-98ea-8809c0f1c0a1 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:42:11.943925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b010-b967-4cd4-9f07-20bb50a8a4e9 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:11.974661 n-d-778696-8 neutron-server[93701]: INFO neutron.db.ipam_backend_mixin [None req-beb76476-256c-4304-a689-7d93cf1745d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79f32173-3594-44ad-986c-1414714369a8 (CIDR: 2001:db8::/64) Jul 14 11:42:11.978946 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb76476-256c-4304-a689-7d93cf1745d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:42:11.979494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb76476-256c-4304-a689-7d93cf1745d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:12.026165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b010-b967-4cd4-9f07-20bb50a8a4e9 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.036881 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-beb76476-256c-4304-a689-7d93cf1745d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7411985 Jul 14 11:42:12.040429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54770) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:12.047185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'subnet': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:12.055920 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.067870 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Transition to ACTIVE for port object e32a90c8-ba7a-44fd-a266-325c10762e96 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:12.086638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Transition to ACTIVE for port object e32a90c8-ba7a-44fd-a266-325c10762e96 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:12.095511 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.184503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:12.188212 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc6d596b-2219-4938-b2f3-82b611ce6042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.199350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:12.203636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:12.217402 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b010-b967-4cd4-9f07-20bb50a8a4e9 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.240809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.246667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Pushing event updated for resources: {'Port': ['ID=e32a90c8-ba7a-44fd-a266-325c10762e96,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:12.320646 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.323515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54780) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:12.327407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Attempting to bind port e32a90c8-ba7a-44fd-a266-325c10762e96 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:12.327976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Attempting to bind port e32a90c8-ba7a-44fd-a266-325c10762e96 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:12.328423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Attempting to bind port e32a90c8-ba7a-44fd-a266-325c10762e96 on network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:12.334429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:12.334810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Checking segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:12.335211 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.335602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Bound using segment: {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:12.336097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Bound port: e32a90c8-ba7a-44fd-a266-325c10762e96, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbba42-82dd-451f-aa7f-95711a1fcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:12.336478 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.399874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b010-b967-4cd4-9f07-20bb50a8a4e9 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.422126 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b010-b967-4cd4-9f07-20bb50a8a4e9 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.422408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] For port e32a90c8-ba7a-44fd-a266-325c10762e96, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:12.424395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e5b1b010-b967-4cd4-9f07-20bb50a8a4e9 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "DELETE /v2.0/subnets/94bd9608-b6d2-4aac-98ea-8809c0f1c0a1 HTTP/1.1" status: 204 len: 168 time: 0.5912004 Jul 14 11:42:12.433937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] For port e32a90c8-ba7a-44fd-a266-325c10762e96, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e32a90c8-ba7a-44fd-a266-325c10762e96,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:12.434453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54784) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:12.438879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3329b0-ea2b-4a6a-b2c2-28be2e61f85f None None] Network 0974c285-1e35-4183-96cb-d997bf476f91 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:12.467510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1b010-b967-4cd4-9f07-20bb50a8a4e9 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event deleted for resources: {'Subnet': ['ID=94bd9608-b6d2-4aac-98ea-8809c0f1c0a1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:12.488523 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.495005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:12.502092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.511977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2fd36e9a-eb97-4a32-bc51-dc5575615c75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d24263558a9d471fa97fb3a7c61697d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863480 Jul 14 11:42:12.512893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54786) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:12.583708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7920bd40-0900-48cc-82a7-0bede1f306a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.610935 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7920bd40-0900-48cc-82a7-0bede1f306a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.649166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99639852-e74e-441e-8e41-c9a64f510cfa None None] Pushing event updated for resources: {'Port': ['ID=e32a90c8-ba7a-44fd-a266-325c10762e96,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:12.669510 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7920bd40-0900-48cc-82a7-0bede1f306a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.672279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7920bd40-0900-48cc-82a7-0bede1f306a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.676703 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7920bd40-0900-48cc-82a7-0bede1f306a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/208d7930-b56e-4e22-84b7-a7946edcfb22 HTTP/1.1" status: 204 len: 168 time: 0.1625953 Jul 14 11:42:12.702763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920bd40-0900-48cc-82a7-0bede1f306a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208d7930-b56e-4e22-84b7-a7946edcfb22,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:12.781803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] DHCP port deletion for 0974c285-1e35-4183-96cb-d997bf476f91 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:42:12.876329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Deleting port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:12.876781 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:12.972965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] For port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3,segment=NetworkSegment(377e33f1-588d-4a47-8d92-f7151308ea36),segment_id=377e33f1-588d-4a47-8d92-f7151308ea36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:12.973414 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.003129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Calling delete_port for 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:13.061623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.115522 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.149537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Pushing event deleted for resources: {'Port': ['ID=6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:13.159030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] No DVR routers for this DVR port 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:13.161449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.161863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.162141 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.162484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.162821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.163160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.163494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.163826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.164194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.164521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.164850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.165634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed24190-a9a3-4046-b322-3b29e8fd7f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:13.219811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54802) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:13.281856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54804) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:13.283021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-09bbe348-1410-4dac-93fd-1422ee6620d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac50de015de94bb3ac11f8c1db481513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595386 Jul 14 11:42:13.323796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.356194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.377938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0974c285-1e35-4183-96cb-d997bf476f91']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:13.400681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.462401 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377e33f1-588d-4a47-8d92-f7151308ea36') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:13.462707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377e33f1-588d-4a47-8d92-f7151308ea36') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:13.492992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:42:13.501101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.641169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.644559 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8215727d-842d-4616-9c2d-53289f970308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.661220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:42:13.661639 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: items = [ Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:42:13.670163 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:42:13.753620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8215727d-842d-4616-9c2d-53289f970308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.822477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.837696 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.839687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] 10.222.0.38 "DELETE /v2.0/networks/0974c285-1e35-4183-96cb-d997bf476f91 HTTP/1.1" status: 204 len: 168 time: 1.4027181 Jul 14 11:42:13.861172 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed4f42-366c-4041-a755-8aa450c7d0b4 tempest-FloatingIPNegativeTestJSON-1135503377 tempest-FloatingIPNegativeTestJSON-1135503377-project] Pushing event deleted for resources: {'Network': ['ID=0974c285-1e35-4183-96cb-d997bf476f91,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:13.930534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8215727d-842d-4616-9c2d-53289f970308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.933829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8215727d-842d-4616-9c2d-53289f970308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.936330 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8215727d-842d-4616-9c2d-53289f970308 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54e4f4ab-3af5-4800-9bcc-a4559e2006f2 HTTP/1.1" status: 204 len: 168 time: 0.6446941 Jul 14 11:42:13.943473 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:13.955909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215727d-842d-4616-9c2d-53289f970308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e4f4ab-3af5-4800-9bcc-a4559e2006f2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:13.957409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Router 29ae5f80-67e5-4e28-a246-94fecb5fb828 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:42:14.017837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-61bfdbf9-1870-4890-be0e-e183b75f28a6 None None] Provisioning for port e32a90c8-ba7a-44fd-a266-325c10762e96 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:14.164818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] For port e32a90c8-ba7a-44fd-a266-325c10762e96, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e32a90c8-ba7a-44fd-a266-325c10762e96,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:14.242317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:14.246592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:42:14.255047 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:14.256629 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:14.266253 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d50b5-6641-47d7-87d2-6faa5c2c7c05 None None] Sync routers for ids ['29ae5f80-67e5-4e28-a246-94fecb5fb828'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:42:14.282636 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d50b5-6641-47d7-87d2-6faa5c2c7c05 None None] Routers {'29ae5f80-67e5-4e28-a246-94fecb5fb828'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:14.283290 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c57d50b5-6641-47d7-87d2-6faa5c2c7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['29ae5f80-67e5-4e28-a246-94fecb5fb828'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:14.286693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e32a90c8-ba7a-44fd-a266-325c10762e96 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:14.319811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54830) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:14.369838 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c57d50b5-6641-47d7-87d2-6faa5c2c7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:14.377743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=e32a90c8-ba7a-44fd-a266-325c10762e96,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:14.387699 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d50b5-6641-47d7-87d2-6faa5c2c7c05 None None] Routers {'29ae5f80-67e5-4e28-a246-94fecb5fb828'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:14.388903 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c57d50b5-6641-47d7-87d2-6faa5c2c7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['29ae5f80-67e5-4e28-a246-94fecb5fb828'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:14.403967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e32a90c8-ba7a-44fd-a266-325c10762e96 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:14.409707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e32a90c8-ba7a-44fd-a266-325c10762e96 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:14.410334 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:14.429510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:14.433968 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6bfdc85f-e33a-452d-9b7f-bf613cbbd1ab tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1199255 Jul 14 11:42:14.434164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54838) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:14.435390 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c57d50b5-6641-47d7-87d2-6faa5c2c7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:14.436244 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d50b5-6641-47d7-87d2-6faa5c2c7c05 None None] The sync data for ids ['29ae5f80-67e5-4e28-a246-94fecb5fb828'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:42:14.436383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:14.440046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:14.440288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:14.445401 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:14.446097 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:14.459131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Subnet': ['ID=6ac07534-b317-4c21-9b9d-a9bb66117681,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:14.493381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97e6838-8610-4236-9a5e-e87e75c73ac9 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:14.494688 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5a318c77-16c1-4b65-9a9f-5f1acc70845b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4530699 Jul 14 11:42:14.498748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54840) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:14.511590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Request body: {'port': {'network_id': 'f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80', 'mac_address': 'fa:16:3e:50:6b:6f', 'name': 'tempest-NetworksTestDHCPv6-1847553997'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:14.815689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-395bc16e-a2e1-47a8-9555-dd71bcecc2de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=130004ce14fa43cea675e7b37b4dff6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848619 Jul 14 11:42:14.815689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54854) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:14.833039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:14.947806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e32a90c8-ba7a-44fd-a266-325c10762e96, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e32a90c8-ba7a-44fd-a266-325c10762e96,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:14.956687 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.089981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:42:15.143027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Made reservation on behalf of d8d1bdd4109243eeaaa9c3ba31c53657 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:15.147745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e32a90c8-ba7a-44fd-a266-325c10762e96,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:15.164596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:42:15.164942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6ccdd27f-e51d-4fb3-92ef-da10e3ba8ca3 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:42:15.180595 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-35641c6d-7bd2-4b6a-bb57-ad6d72658c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.196120 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.259502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54872) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:15.286150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-35641c6d-7bd2-4b6a-bb57-ad6d72658c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.303982 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.345745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] device_id is not set on port a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:15.382351 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.409870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.423058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-35641c6d-7bd2-4b6a-bb57-ad6d72658c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.431167 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-35641c6d-7bd2-4b6a-bb57-ad6d72658c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.433997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-35641c6d-7bd2-4b6a-bb57-ad6d72658c78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16440d3f-6d01-4fb4-ab06-d23e8e25458d HTTP/1.1" status: 204 len: 168 time: 0.6186054 Jul 14 11:42:15.448240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35641c6d-7bd2-4b6a-bb57-ad6d72658c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16440d3f-6d01-4fb4-ab06-d23e8e25458d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:15.524383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-network', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:15.529839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Deleting port 09030bb6-7f4b-4027-a2b1-ada29b4be194 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:15.532092 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.587170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:15.596787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.611435 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.685097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8::8c (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/79f32173-3594-44ad-986c-1414714369a8/a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:15.694659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.700988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:6b6f (f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80/6ac07534-b317-4c21-9b9d-a9bb66117681/a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:15.712886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Calling delete_port for 09030bb6-7f4b-4027-a2b1-ada29b4be194 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:15.900022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.909235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:15.998077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:16.045728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:16.061321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.067422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.077923 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.078631 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Added segment 7e625cec-e657-44ba-bb41-cd0cb0210013 of type vlan for network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 Jul 14 11:42:16.118324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Pushing event deleted for resources: {'Port': ['ID=09030bb6-7f4b-4027-a2b1-ada29b4be194,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:16.155447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.204440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.206290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:16.207366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.249565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e32a90c8-ba7a-44fd-a266-325c10762e96 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:16.295366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.296749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:16.302084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Transition to ACTIVE for port object a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:16.341394 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8a4ee3cc-6336-4587-8121-396240992c62 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0804977 Jul 14 11:42:16.342194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54904) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:16.349073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Request body: {'subnet': {'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-subnet', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:16.354597 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.435085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:16.445205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:16.463071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:16.470562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:16.471526 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.474639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:16.498344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event updated for resources: {'Port': ['ID=a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:16.510035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:16.523460 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.533610 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9a94fd9c-2b72-4e9c-82cc-4f78cb4863a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0286140 Jul 14 11:42:16.549121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54912) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:16.607483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-51747d09-16ac-4217-aec6-0286ea7d1f5b None None] Provisioning complete for port e32a90c8-ba7a-44fd-a266-325c10762e96 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:16.612833 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51747d09-16ac-4217-aec6-0286ea7d1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.714894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e32a90c8-ba7a-44fd-a266-325c10762e96 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:16.715534 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.763422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54916) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:16.768174 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.778856 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.848553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-722b2c6e-ab3c-4dcd-9ffc-ce9419065d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting port a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:16.849008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-722b2c6e-ab3c-4dcd-9ffc-ce9419065d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:16.897467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1845376326'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:16.939942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Router 29ae5f80-67e5-4e28-a246-94fecb5fb828 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:42:16.982439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8869d1c6-bf47-4aab-90a4-b3498e820c2c None None] Provisioning for port a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:16.987595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8869d1c6-bf47-4aab-90a4-b3498e820c2c None None] Provisioning complete for port a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:16.988289 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8869d1c6-bf47-4aab-90a4-b3498e820c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.036537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8869d1c6-bf47-4aab-90a4-b3498e820c2c None None] Port a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:42:17.038644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:17.043175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.074179 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.088001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-722b2c6e-ab3c-4dcd-9ffc-ce9419065d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.094747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:42:17.102443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.103264 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.108673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-df231480-cc99-454c-a0be-6f23124e3220 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "PUT /v2.0/routers/29ae5f80-67e5-4e28-a246-94fecb5fb828 HTTP/1.1" status: 200 len: 710 time: 2.6705341 Jul 14 11:42:17.112358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfb17e-4938-4b24-8cdd-8a83f95c6fd6 None None] Sync routers for ids ['29ae5f80-67e5-4e28-a246-94fecb5fb828'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:42:17.113119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54928) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:17.118605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-722b2c6e-ab3c-4dcd-9ffc-ce9419065d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Calling delete_port for a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:17.125511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfb17e-4938-4b24-8cdd-8a83f95c6fd6 None None] Routers {'29ae5f80-67e5-4e28-a246-94fecb5fb828'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:17.126148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a6bfb17e-4938-4b24-8cdd-8a83f95c6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['29ae5f80-67e5-4e28-a246-94fecb5fb828'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:17.212151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a6bfb17e-4938-4b24-8cdd-8a83f95c6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:17.226090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfb17e-4938-4b24-8cdd-8a83f95c6fd6 None None] Routers {'29ae5f80-67e5-4e28-a246-94fecb5fb828'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:17.226576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a6bfb17e-4938-4b24-8cdd-8a83f95c6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['29ae5f80-67e5-4e28-a246-94fecb5fb828'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:17.254694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3f6c9c-4cec-4db9-bf7a-5294fab2441d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:17.299261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a6bfb17e-4938-4b24-8cdd-8a83f95c6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:17.299929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfb17e-4938-4b24-8cdd-8a83f95c6fd6 None None] The sync data for ids ['29ae5f80-67e5-4e28-a246-94fecb5fb828'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:42:17.307028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Checking segment: {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:17.307979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Network hostable DHCP agents. Network: 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:17.375507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:17.422441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.423412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:17.434757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8a63f7-1bd2-4dbb-ad8c-7514cc9510a3 None None] Network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:17.439393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:17.440283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.446208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.535216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:17.538761 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-283a8578-c3e9-4ebf-a721-4ae20668be24 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1948698 Jul 14 11:42:17.566677 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54934) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:17.571610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:17.580074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649f17f4-45cc-4d9a-8c1d-22dfa6d124d0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:17.594434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.594856 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Added segment 1014d2cc-e397-4b41-8978-3ab7aa8be833 of type vlan for network 4f12c19b-b253-461b-aea6-d54fceec29b3 Jul 14 11:42:17.649297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0e5d2caa-1579-40e3-8042-62962f1085f3 tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/routers/29ae5f80-67e5-4e28-a246-94fecb5fb828 HTTP/1.1" status: 200 len: 745 time: 0.5340950 Jul 14 11:42:17.655541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54936) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:17.665226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-722b2c6e-ab3c-4dcd-9ffc-ce9419065d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.665485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:42:17.666932 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.674609 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.692429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.693275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.708575 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fa56801f-dfae-4be3-8c3e-9426429edbaa tempest-RoutersIpV6AdminTest-1637320304 tempest-RoutersIpV6AdminTest-1637320304-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&device_id=29ae5f80-67e5-4e28-a246-94fecb5fb828 HTTP/1.1" status: 200 len: 205 time: 0.0444109 Jul 14 11:42:17.710763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54942) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:17.726962 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b2c6e-ab3c-4dcd-9ffc-ce9419065d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Port': ['ID=a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:17.774369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7e52741a-6466-460b-9776-3fbb7f688633 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=29ae5f80-67e5-4e28-a246-94fecb5fb828 HTTP/1.1" status: 200 len: 205 time: 0.0616760 Jul 14 11:42:17.775088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54944) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:17.857145 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.867171 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:17.868675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.882635 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b09ffbc9-8b89-4e57-b886-3e261a03f3f2 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.883257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-722b2c6e-ab3c-4dcd-9ffc-ce9419065d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:17.885090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Allocated IP 172.20.0.2 (0f5806d2-ae3c-4f88-8d66-3566d2b24bb7/ac3f6c9c-4cec-4db9-bf7a-5294fab2441d/e292449f-d4d4-43c0-a931-c3abf05318f8) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:17.886538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-722b2c6e-ab3c-4dcd-9ffc-ce9419065d65 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd HTTP/1.1" status: 204 len: 168 time: 1.3408098 Jul 14 11:42:17.891274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54946) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.048052 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2812214 Jul 14 11:42:18.051012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.051786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54954) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.061366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'name': 'tempest-PortsIpV6TestJSON-1607164576'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:18.121692 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.133756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Transition to ACTIVE for port object e292449f-d4d4-43c0-a931-c3abf05318f8 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:18.160998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Transition to ACTIVE for port object e292449f-d4d4-43c0-a931-c3abf05318f8 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:18.165035 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b09ffbc9-8b89-4e57-b886-3e261a03f3f2 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.169526 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b09ffbc9-8b89-4e57-b886-3e261a03f3f2 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.170377 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.199627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215d4f5-1902-4420-9577-d002eaaebc6b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Network': ['ID=4f12c19b-b253-461b-aea6-d54fceec29b3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:18.215333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:18.217523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:18.223749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:18.238742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd7875-68c1-408f-823f-04de4b7cd898 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:18.242548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c1bd7875-68c1-408f-823f-04de4b7cd898 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3496573 Jul 14 11:42:18.244322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:18.253911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54958) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.293185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.321698 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b09ffbc9-8b89-4e57-b886-3e261a03f3f2 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.322257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09ffbc9-8b89-4e57-b886-3e261a03f3f2 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Fanout notify agent at l3_agent the message router_deleted on router 29ae5f80-67e5-4e28-a246-94fecb5fb828 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:42:18.338600 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b09ffbc9-8b89-4e57-b886-3e261a03f3f2 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.344736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b09ffbc9-8b89-4e57-b886-3e261a03f3f2 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/29ae5f80-67e5-4e28-a246-94fecb5fb828 HTTP/1.1" status: 204 len: 168 time: 0.5685413 Jul 14 11:42:18.348394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54964) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.374747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Pushing event updated for resources: {'Port': ['ID=e292449f-d4d4-43c0-a931-c3abf05318f8,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:18.418506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:18.423726 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.442400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dfdde036-0aa9-401e-a921-a2f098d433fb tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=29ae5f80-67e5-4e28-a246-94fecb5fb828 HTTP/1.1" status: 200 len: 205 time: 0.0926361 Jul 14 11:42:18.446199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54968) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.452344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Attempting to bind port e292449f-d4d4-43c0-a931-c3abf05318f8 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:18.452724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Attempting to bind port e292449f-d4d4-43c0-a931-c3abf05318f8 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:18.453095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Attempting to bind port e292449f-d4d4-43c0-a931-c3abf05318f8 on network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:18.462546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:18.466480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:18.467526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Checking segment: {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:18.469374 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.470407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Bound using segment: {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:18.474857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Bound port: e292449f-d4d4-43c0-a931-c3abf05318f8, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:18.475587 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.479391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c26579-021d-4fe8-950f-f23dc7e96dd4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:18.481329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-48c26579-021d-4fe8-950f-f23dc7e96dd4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2264149 Jul 14 11:42:18.484094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54970) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.508700 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-f1fb1d5f-8b3d-4806-8f80-f33b0b5d5c45 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] delete failed (client error): The resource could not be found. Jul 14 11:42:18.509752 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f1fb1d5f-8b3d-4806-8f80-f33b0b5d5c45 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/29ae5f80-67e5-4e28-a246-94fecb5fb828 HTTP/1.1" status: 404 len: 336 time: 0.0615306 Jul 14 11:42:18.513250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54972) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.562669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb1b18-32a3-4ebd-a319-0f4b9a4441ef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:18.564243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb1b18-32a3-4ebd-a319-0f4b9a4441ef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:18.568464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb1b18-32a3-4ebd-a319-0f4b9a4441ef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:18.570616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-05cb1b18-32a3-4ebd-a319-0f4b9a4441ef tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0849278 Jul 14 11:42:18.573791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54974) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.579733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] For port e292449f-d4d4-43c0-a931-c3abf05318f8, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:18.583225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] For port e292449f-d4d4-43c0-a931-c3abf05318f8, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e292449f-d4d4-43c0-a931-c3abf05318f8,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:18.593828 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.595152 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5fdaebc8-02c1-480d-bf57-667b5381f2fe tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdc63f49-4865-425a-a94a-fd2942228a8b HTTP/1.1" status: 200 len: 205 time: 0.0810924 Jul 14 11:42:18.602344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54976) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.655111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c7ef3a-ea53-4edb-9329-8ef349ea2c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 6ac07534-b317-4c21-9b9d-a9bb66117681 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:42:18.658511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60c7ef3a-ea53-4edb-9329-8ef349ea2c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.672539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aaa6e-6fff-4bac-bbbe-e5de023650c5 None None] Pushing event updated for resources: {'Port': ['ID=e292449f-d4d4-43c0-a931-c3abf05318f8,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:18.689047 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-86a9a70a-0923-4d4f-a71f-9e1b69150315 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] delete failed (client error): The resource could not be found. Jul 14 11:42:18.692530 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-86a9a70a-0923-4d4f-a71f-9e1b69150315 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/fdc63f49-4865-425a-a94a-fd2942228a8b HTTP/1.1" status: 404 len: 336 time: 0.0839474 Jul 14 11:42:18.695989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54982) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.722280 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60c7ef3a-ea53-4edb-9329-8ef349ea2c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.738640 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2123b5d1-0b82-4891-a959-a576b8ed8dbe tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd90c05d-ba01-4d38-a773-e7b432a8a5f9 HTTP/1.1" status: 200 len: 205 time: 0.0378113 Jul 14 11:42:18.745967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54984) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.797372 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-a6f83ee2-f862-4806-a90a-e41d8ef3e792 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] delete failed (client error): The resource could not be found. Jul 14 11:42:18.800780 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a6f83ee2-f862-4806-a90a-e41d8ef3e792 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/cd90c05d-ba01-4d38-a773-e7b432a8a5f9 HTTP/1.1" status: 404 len: 336 time: 0.0519152 Jul 14 11:42:18.837584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60c7ef3a-ea53-4edb-9329-8ef349ea2c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.843942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54986) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.959650 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6e444361-80b9-4f65-964a-17a6b318e8bc tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4849320e-924f-4241-a3ff-4bb035ae545b HTTP/1.1" status: 200 len: 205 time: 0.0774696 Jul 14 11:42:18.962477 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60c7ef3a-ea53-4edb-9329-8ef349ea2c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.964785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54988) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:18.992394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7ef3a-ea53-4edb-9329-8ef349ea2c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac07534-b317-4c21-9b9d-a9bb66117681,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:18.995361 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-60c7ef3a-ea53-4edb-9329-8ef349ea2c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:18.998744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-60c7ef3a-ea53-4edb-9329-8ef349ea2c3c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/6ac07534-b317-4c21-9b9d-a9bb66117681 HTTP/1.1" status: 204 len: 168 time: 0.4216070 Jul 14 11:42:19.003784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54990) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.009380 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db99cfd-67b9-4573-8838-3ffaa369164c None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:19.018667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.088443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-620c6391-f423-47f3-9e3d-03d366d1203a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Deleting subnet 79f32173-3594-44ad-986c-1414714369a8 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:42:19.089598 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-130674ee-f6dd-4c3f-aa2d-f7fe7bd6fc46 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] delete failed (client error): The resource could not be found. Jul 14 11:42:19.092917 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-130674ee-f6dd-4c3f-aa2d-f7fe7bd6fc46 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/4849320e-924f-4241-a3ff-4bb035ae545b HTTP/1.1" status: 404 len: 336 time: 0.1256151 Jul 14 11:42:19.094292 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54998) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.095079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.110811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-620c6391-f423-47f3-9e3d-03d366d1203a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.119787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.168874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c422c60a-ac25-4037-bded-6e62171d09d4 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=9005baf1-e9f3-40ee-8396-85211a753eb2 HTTP/1.1" status: 200 len: 205 time: 0.0720475 Jul 14 11:42:19.169205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55000) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.193130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-620c6391-f423-47f3-9e3d-03d366d1203a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.239054 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-6cbbec90-704a-48d3-acb1-f74060806e3d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] delete failed (client error): The resource could not be found. Jul 14 11:42:19.242421 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6cbbec90-704a-48d3-acb1-f74060806e3d tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/9005baf1-e9f3-40ee-8396-85211a753eb2 HTTP/1.1" status: 404 len: 336 time: 0.0683374 Jul 14 11:42:19.243408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55002) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.313594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55006) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.313890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-25e0f26a-9f94-4ab3-85d7-9d0e31559d58 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "GET /v2.0/ports?device_id=d61c4726-e214-4b6c-9aca-ecbdc8a3ff16 HTTP/1.1" status: 200 len: 205 time: 0.0688148 Jul 14 11:42:19.368896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Allocated IP 172.25.2.185 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/04fd834e-b1cb-4a84-b82b-6bd59b27b48c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:19.381297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.382885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-620c6391-f423-47f3-9e3d-03d366d1203a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.388011 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-eaba3ec3-5b2f-4607-8e2e-40528a8fa412 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] delete failed (client error): The resource could not be found. Jul 14 11:42:19.391829 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eaba3ec3-5b2f-4607-8e2e-40528a8fa412 tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/routers/d61c4726-e214-4b6c-9aca-ecbdc8a3ff16 HTTP/1.1" status: 404 len: 336 time: 0.0719674 Jul 14 11:42:19.407796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55012) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.472108 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e12e0d-6be2-405d-af7e-97b01ecde95a tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:19.472723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e12e0d-6be2-405d-af7e-97b01ecde95a tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:19.474577 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17e12e0d-6be2-405d-af7e-97b01ecde95a tempest-RoutersIpV6AdminTest-1698342258 tempest-RoutersIpV6AdminTest-1698342258-project] 10.222.0.38 "DELETE /v2.0/subnets/48666118-5513-49c4-b023-c320f9c8d778 HTTP/1.1" status: 404 len: 337 time: 0.0657895 Jul 14 11:42:19.486564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-620c6391-f423-47f3-9e3d-03d366d1203a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.510665 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-620c6391-f423-47f3-9e3d-03d366d1203a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.516416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-620c6391-f423-47f3-9e3d-03d366d1203a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/79f32173-3594-44ad-986c-1414714369a8 HTTP/1.1" status: 204 len: 168 time: 0.5115240 Jul 14 11:42:19.545110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55018) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.554141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c6391-f423-47f3-9e3d-03d366d1203a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Subnet': ['ID=79f32173-3594-44ad-986c-1414714369a8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:19.625896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8c050963-ab36-4df5-84ee-9ef350432ab5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771461 Jul 14 11:42:19.626485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55020) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.672178 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.741868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce89cdb2-b383-4c13-9839-58cb41d538ea tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:19.744283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ce89cdb2-b383-4c13-9839-58cb41d538ea tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1164627 Jul 14 11:42:19.747806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55022) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.780239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=03cfebd3-970c-4bce-bc5b-e0d20dcd7c36,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:19.813280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Checking segment: {'id': '1014d2cc-e397-4b41-8978-3ab7aa8be833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:19.813738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network hostable DHCP agents. Network: 4f12c19b-b253-461b-aea6-d54fceec29b3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:19.841718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.881053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97bef52-0c2e-4f59-b883-e860b458b98d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:19.885109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e97bef52-0c2e-4f59-b883-e860b458b98d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1334922 Jul 14 11:42:19.887095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55030) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:19.892332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:19.895996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:19.898688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:19.937516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:19.963377 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 4f12c19b-b253-461b-aea6-d54fceec29b3) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:19.974966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad947d-996c-4ad5-adb5-08b221dd7daa None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:19.977591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:19.985708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:19.986674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:19.989938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Pushing event updated for resources: {'Port': ['ID=04fd834e-b1cb-4a84-b82b-6bd59b27b48c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:20.012035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c0248cf5-664e-4ef2-9974-84b2edd6a4d3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172671 Jul 14 11:42:20.012035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55032) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.069158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55036) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.086213 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8e00c7-d659-4adb-bcb2-c67567ccd29e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.090700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8e00c7-d659-4adb-bcb2-c67567ccd29e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.092928 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fe8e00c7-d659-4adb-bcb2-c67567ccd29e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/a7bff54b-4ab7-4f5b-999f-45dae5dd8bfd HTTP/1.1" status: 404 len: 333 time: 0.0817573 Jul 14 11:42:20.103716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55040) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.142540 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7095b7ee-ab73-4d3f-ba86-6da54c7e5484 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0860338 Jul 14 11:42:20.156193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55042) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.163383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1177733644'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:20.169506 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a71ada7-210b-4fef-82dc-361fdd35f22e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.170223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a71ada7-210b-4fef-82dc-361fdd35f22e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.180223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1a71ada7-210b-4fef-82dc-361fdd35f22e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/6ac07534-b317-4c21-9b9d-a9bb66117681 HTTP/1.1" status: 404 len: 337 time: 0.0735383 Jul 14 11:42:20.182612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55044) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.238251 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4baa41-720b-4ab1-b2cd-17bfb0c011a5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.238881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4baa41-720b-4ab1-b2cd-17bfb0c011a5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.253586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9a4baa41-720b-4ab1-b2cd-17bfb0c011a5 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/79f32173-3594-44ad-986c-1414714369a8 HTTP/1.1" status: 404 len: 337 time: 0.0698214 Jul 14 11:42:20.256266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55046) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.285897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:20.290462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:20.312675 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda56eee-f62a-4293-bbde-c852c28242c1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.313996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda56eee-f62a-4293-bbde-c852c28242c1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.316022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cda56eee-f62a-4293-bbde-c852c28242c1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/29d382c2-cba7-4132-9404-a0a395952b63 HTTP/1.1" status: 404 len: 333 time: 0.0585260 Jul 14 11:42:20.318573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55048) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.369301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e292449f-d4d4-43c0-a931-c3abf05318f8 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:20.377482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d48434-70fe-4f84-8a04-456d09d0f45e None None] Network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:20.387810 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15d909f-77ef-43c1-82d6-a266756d5f89 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.388303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15d909f-77ef-43c1-82d6-a266756d5f89 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.390180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b15d909f-77ef-43c1-82d6-a266756d5f89 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/ddb50fe0-9a88-492e-9e33-641d22cfaa20 HTTP/1.1" status: 404 len: 337 time: 0.0703816 Jul 14 11:42:20.397738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55052) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.408610 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67de5247-d21b-4bef-8660-def928954e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:20.439833 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd65c12e-361d-47c6-918b-f0c45b67a185 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.440532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd65c12e-361d-47c6-918b-f0c45b67a185 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.442779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cd65c12e-361d-47c6-918b-f0c45b67a185 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/f3359766-54a0-464c-95bf-42643257e280 HTTP/1.1" status: 404 len: 337 time: 0.0438104 Jul 14 11:42:20.445423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55056) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.487231 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd8951b-d9c0-4f44-8434-49e0a61f69ae tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.488080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd8951b-d9c0-4f44-8434-49e0a61f69ae tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.489963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bdd8951b-d9c0-4f44-8434-49e0a61f69ae tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/8707065d-6c47-4b6d-acdf-85040077cf22 HTTP/1.1" status: 404 len: 333 time: 0.0433779 Jul 14 11:42:20.493966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55058) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.520203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e49875d-f4eb-4f0e-9274-fe45b820fb62 None None] Network f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:20.574422 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb6e1fb-3dd4-4044-a42f-14666768e481 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.574861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb6e1fb-3dd4-4044-a42f-14666768e481 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.576796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cfb6e1fb-3dd4-4044-a42f-14666768e481 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/9a9d22bd-8afe-4b7e-8bf0-6f78eaeb455d HTTP/1.1" status: 404 len: 337 time: 0.0819094 Jul 14 11:42:20.581893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55060) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.627479 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5050c8e-e197-418f-89c0-4b404a6ffee1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.627889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5050c8e-e197-418f-89c0-4b404a6ffee1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.629730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a5050c8e-e197-418f-89c0-4b404a6ffee1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/c09880dc-d97d-41b2-938d-6e0a82cdc845 HTTP/1.1" status: 404 len: 337 time: 0.0468488 Jul 14 11:42:20.634672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55062) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.645690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f8f60eb-7c75-4e37-b8c4-2411f26070a4 None None] Provisioning for port e292449f-d4d4-43c0-a931-c3abf05318f8 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:20.683595 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c31f312-83c2-4bff-83a7-fe53574c0f4c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.684391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c31f312-83c2-4bff-83a7-fe53574c0f4c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.688540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6c31f312-83c2-4bff-83a7-fe53574c0f4c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/dbddd5e1-78ad-4bc2-901a-2840a84472b9 HTTP/1.1" status: 404 len: 333 time: 0.0467019 Jul 14 11:42:20.692834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55066) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.718394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-150ff339-601d-4345-8bf1-ab03ec7b4c0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2250960 Jul 14 11:42:20.763291 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba274e82-4990-4d9c-83b2-defa30a3a6ac tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.763755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba274e82-4990-4d9c-83b2-defa30a3a6ac tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.767761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ba274e82-4990-4d9c-83b2-defa30a3a6ac tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/3e63c6b3-eeec-43f5-a9a9-3a4a3154c9e1 HTTP/1.1" status: 404 len: 337 time: 0.0717139 Jul 14 11:42:20.797298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55072) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.811993 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bc4a3951-c701-43bc-89aa-060ff6828af0 None None] Provisioning complete for port e32a90c8-ba7a-44fd-a266-325c10762e96 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:20.811993 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3951-c701-43bc-89aa-060ff6828af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:20.859188 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf606b4-d124-493a-8dd9-cd66e670bde9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.860306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf606b4-d124-493a-8dd9-cd66e670bde9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.866334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ccf606b4-d124-493a-8dd9-cd66e670bde9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/05564af2-95e9-4a59-89e1-997bce8bf672 HTTP/1.1" status: 404 len: 337 time: 0.0690968 Jul 14 11:42:20.871529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55074) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.920414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e292449f-d4d4-43c0-a931-c3abf05318f8 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:20.931972 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-424604be-6198-4777-a340-9a2e91bf1425 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:20.934319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424604be-6198-4777-a340-9a2e91bf1425 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:20.939340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-424604be-6198-4777-a340-9a2e91bf1425 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/eba3df7c-03fb-40e6-a484-5d198b7a389f HTTP/1.1" status: 404 len: 333 time: 0.0660522 Jul 14 11:42:20.940502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55076) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:20.942340 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67de5247-d21b-4bef-8660-def928954e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:20.957381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e292449f-d4d4-43c0-a931-c3abf05318f8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:20.957966 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67de5247-d21b-4bef-8660-def928954e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:20.958154 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:20.968464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:20.979164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:20.979505 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Added segment 5b8c0d8a-bc24-410c-8178-6de1b200b229 of type vlan for network 9c88a817-c675-4b3d-9959-730cff5cadb3 Jul 14 11:42:20.992646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de5247-d21b-4bef-8660-def928954e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d64142-510b-42a0-b3fb-bebf36e26cdb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:21.039670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-6c103f1d-1522-4d4f-8e6d-3f0b14e0f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:21.042187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-6c103f1d-1522-4d4f-8e6d-3f0b14e0f44a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 1096 time: 0.2800639 Jul 14 11:42:21.059145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-67de5247-d21b-4bef-8660-def928954e2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3d5ae72d39942c79636a1a3d275a9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9874320 Jul 14 11:42:21.062682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55082) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.075112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.108421 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f795c14-46f7-4d26-b3ab-2ed7a58c8213 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:21.108922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f795c14-46f7-4d26-b3ab-2ed7a58c8213 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:21.111801 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3f795c14-46f7-4d26-b3ab-2ed7a58c8213 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/0daa3da3-98b3-4338-b9e1-ce8a243058b4 HTTP/1.1" status: 404 len: 337 time: 0.1689250 Jul 14 11:42:21.117463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55086) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.139734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c05e29-996e-4d35-9e41-56df546fa453 None None] DHCP port deletion for f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:42:21.184445 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e006870c-37ad-4235-b506-79f58f4e0063 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:21.185219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e006870c-37ad-4235-b506-79f58f4e0063 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:21.187316 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e006870c-37ad-4235-b506-79f58f4e0063 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/6334f708-75a7-46dd-9fc9-55ff1571cf5c HTTP/1.1" status: 404 len: 333 time: 0.0601101 Jul 14 11:42:21.192255 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.199592 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.204406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55088) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.274040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-ae86d510-97f6-4e44-97b3-cd3a7716562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:21.275884 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-ae86d510-97f6-4e44-97b3-cd3a7716562a service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.1987762 Jul 14 11:42:21.283487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e292449f-d4d4-43c0-a931-c3abf05318f8, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e292449f-d4d4-43c0-a931-c3abf05318f8,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:21.293612 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.313294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c7c05e29-996e-4d35-9e41-56df546fa453 None None] Deleting port e32a90c8-ba7a-44fd-a266-325c10762e96 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:21.313682 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7c05e29-996e-4d35-9e41-56df546fa453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.384162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-39b78583-ca36-4fa6-8ad4-bdc9cc023f7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0e43455-150a-4902-a8f3-681222d3f9bf HTTP/1.1" status: 200 len: 217 time: 0.0829170 Jul 14 11:42:21.390277 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8e2867-bafd-48ee-9ce8-514e3d4a41f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:21.391012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8e2867-bafd-48ee-9ce8-514e3d4a41f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:21.393096 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cd8e2867-bafd-48ee-9ce8-514e3d4a41f6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/5ce8528a-371b-4256-b4f9-e21092ffc4a4 HTTP/1.1" status: 404 len: 337 time: 0.1875985 Jul 14 11:42:21.394277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.395770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55092) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.400438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:21.401194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.449941 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2bb9f7-ff1e-4eee-947f-97a74201e6eb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:21.450745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2bb9f7-ff1e-4eee-947f-97a74201e6eb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:21.454919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4d2bb9f7-ff1e-4eee-947f-97a74201e6eb tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/e3183cf5-c86c-4cbd-995f-fdf3ef562df7 HTTP/1.1" status: 404 len: 333 time: 0.0555248 Jul 14 11:42:21.473598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55094) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.490223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07572394-9c91-4767-97c9-cea4cf926782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.520940 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3606067 Jul 14 11:42:21.522827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55096) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.567251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'ports': [{'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3'}, {'network_id': '9c88a817-c675-4b3d-9959-730cff5cadb3'}]} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:21.567526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:21.568026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '9c88a817-c675-4b3d-9959-730cff5cadb3'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:21.574187 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91b4a35-47be-47e5-acdf-0757ceae1da9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:21.574964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91b4a35-47be-47e5-acdf-0757ceae1da9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:21.579352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d91b4a35-47be-47e5-acdf-0757ceae1da9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/53a1bbe2-3279-4568-ab6e-670aa51fd0bc HTTP/1.1" status: 404 len: 337 time: 0.1024616 Jul 14 11:42:21.590186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55098) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.631507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e292449f-d4d4-43c0-a931-c3abf05318f8,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:21.639833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c7c05e29-996e-4d35-9e41-56df546fa453 None None] For port e32a90c8-ba7a-44fd-a266-325c10762e96, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e32a90c8-ba7a-44fd-a266-325c10762e96,segment=NetworkSegment(99dbba42-82dd-451f-aa7f-95711a1fcf27),segment_id=99dbba42-82dd-451f-aa7f-95711a1fcf27)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:21.640253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7c05e29-996e-4d35-9e41-56df546fa453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.656905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c7c05e29-996e-4d35-9e41-56df546fa453 None None] Calling delete_port for e32a90c8-ba7a-44fd-a266-325c10762e96 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:21.665044 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07572394-9c91-4767-97c9-cea4cf926782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.667955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.669954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda2f80-c77e-4ab9-8ae7-edf85a637efa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Network': ['ID=9c88a817-c675-4b3d-9959-730cff5cadb3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:21.692677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-c5644e95-3cd8-45fc-8906-544254b3c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:21.694498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-c5644e95-3cd8-45fc-8906-544254b3c5fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.3092506 Jul 14 11:42:21.699709 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71d5d04-4f21-4b47-b5ff-cf38ee382240 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:21.700866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71d5d04-4f21-4b47-b5ff-cf38ee382240 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:21.703662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e71d5d04-4f21-4b47-b5ff-cf38ee382240 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/8d497b80-17d0-41cc-9801-7362968d360f HTTP/1.1" status: 404 len: 333 time: 0.1004798 Jul 14 11:42:21.713098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 9c88a817-c675-4b3d-9959-730cff5cadb3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:21.717180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55100) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.787096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d427e95c-63c9-4cb7-893b-b9166a280ccb None None] Provisioning complete for port e292449f-d4d4-43c0-a931-c3abf05318f8 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:21.787523 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d427e95c-63c9-4cb7-893b-b9166a280ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.814518 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd00a3f-6a87-488a-81a1-03f6eec282f1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:21.814518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd00a3f-6a87-488a-81a1-03f6eec282f1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:21.814518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5cd00a3f-6a87-488a-81a1-03f6eec282f1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/43a30662-ffec-4bc8-b64f-898dfdf76a65 HTTP/1.1" status: 404 len: 337 time: 0.0862298 Jul 14 11:42:21.815736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55106) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.880041 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7c05e29-996e-4d35-9e41-56df546fa453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.901461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-ed098c95-ee19-4403-8b85-1b20979ae010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:21.904624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-ed098c95-ee19-4403-8b85-1b20979ae010 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972992 Jul 14 11:42:21.929781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-d6ebdafd-3740-439a-9332-f7d53bb5e6a0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:21.930451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-d6ebdafd-3740-439a-9332-f7d53bb5e6a0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196028 Jul 14 11:42:21.931170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c05e29-996e-4d35-9e41-56df546fa453 None None] Pushing event deleted for resources: {'Port': ['ID=e32a90c8-ba7a-44fd-a266-325c10762e96,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:21.948363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c05e29-996e-4d35-9e41-56df546fa453 None None] No DVR routers for this DVR port e32a90c8-ba7a-44fd-a266-325c10762e96 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:21.955094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07572394-9c91-4767-97c9-cea4cf926782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.961651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07572394-9c91-4767-97c9-cea4cf926782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:21.963083 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-07572394-9c91-4767-97c9-cea4cf926782 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73d64142-510b-42a0-b3fb-bebf36e26cdb HTTP/1.1" status: 204 len: 168 time: 0.8649874 Jul 14 11:42:21.964536 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47e0d99-4332-42cc-bcfd-80ee01e15282 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:21.965572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47e0d99-4332-42cc-bcfd-80ee01e15282 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:21.970221 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e47e0d99-4332-42cc-bcfd-80ee01e15282 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/e9344dfb-3339-4fdb-8930-0aeb7fe88195 HTTP/1.1" status: 404 len: 333 time: 0.1502097 Jul 14 11:42:21.971124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55112) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:21.984556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07572394-9c91-4767-97c9-cea4cf926782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d64142-510b-42a0-b3fb-bebf36e26cdb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:22.028412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Router e2440528-78c8-4b29-83ba-8fe3abd1710b is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:42:22.062426 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e260ef93-60f2-41ce-bfa9-65256d02aed4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:22.063056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e260ef93-60f2-41ce-bfa9-65256d02aed4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:22.064888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e260ef93-60f2-41ce-bfa9-65256d02aed4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/52b1d23d-b788-4ec5-83ca-87ef98cf8bd5 HTTP/1.1" status: 404 len: 337 time: 0.0927196 Jul 14 11:42:22.071246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55114) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.114099 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d17d3d1-da45-4b32-8f47-593bc24c16a1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:22.115582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d17d3d1-da45-4b32-8f47-593bc24c16a1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:22.116780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1d17d3d1-da45-4b32-8f47-593bc24c16a1 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/e66ecb80-0785-42b4-bdcb-7ff50f270619 HTTP/1.1" status: 404 len: 333 time: 0.0415430 Jul 14 11:42:22.119464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55116) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.121166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 2} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:22.126265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:22.217802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:42:22.225434 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8d36d9-f39e-42ae-93cd-b51cc4f116a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:22.225889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8d36d9-f39e-42ae-93cd-b51cc4f116a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:22.228706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eb8d36d9-f39e-42ae-93cd-b51cc4f116a3 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/7691e05b-06c4-4c6b-810c-1f7542bceddc HTTP/1.1" status: 404 len: 337 time: 0.0988865 Jul 14 11:42:22.233357 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Sync routers for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:42:22.234600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55126) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.272936 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:22.273764 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:22.278305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e292449f-d4d4-43c0-a931-c3abf05318f8 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:22.278897 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:22.282352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2cfe5741-851a-4194-bf7b-01b50fdaacd2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7118664 Jul 14 11:42:22.287896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55128) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.306849 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc23cb7-6cef-4ee9-93c0-03f9d700bb97 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:22.307369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc23cb7-6cef-4ee9-93c0-03f9d700bb97 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:22.309222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4dc23cb7-6cef-4ee9-93c0-03f9d700bb97 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/442d2eeb-d776-47b4-88ab-ad1c46eb624f HTTP/1.1" status: 404 len: 337 time: 0.0740633 Jul 14 11:42:22.312139 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:22.353949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55130) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.381305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e292449f-d4d4-43c0-a931-c3abf05318f8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:22.381685 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:22.457871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55132) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.511419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 9e4fe5e9-0fc8-43da-b577-babf54ada1e0 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:22.529584 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:42:22.564249 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-60321dd6-2cdb-460a-94ef-45aa1a0e94ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0d7db96cefc4e899aff3a27de57002c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048896 Jul 14 11:42:22.565345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55134) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.662139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e32a90c8-ba7a-44fd-a266-325c10762e96 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:42:22.692808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e32a90c8-ba7a-44fd-a266-325c10762e96 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:42:22.692951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e32a90c8-ba7a-44fd-a266-325c10762e96 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:42:22.716901 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-149288fe-96ec-4bb4-af7e-5d10ff1e3d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:22.783378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-149288fe-96ec-4bb4-af7e-5d10ff1e3d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:22.805929 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bf7484-03aa-42d1-899e-9f3d86f32aa9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:22.806701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bf7484-03aa-42d1-899e-9f3d86f32aa9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:22.811834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-75bf7484-03aa-42d1-899e-9f3d86f32aa9 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/157f4ea5-25e6-47bd-af12-c000c3a2fcef HTTP/1.1" status: 404 len: 333 time: 0.4452424 Jul 14 11:42:22.814804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55140) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.816809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-cfa0d57c-99ea-4ce9-b464-c64d94b53820 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728967 Jul 14 11:42:22.827618 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:20Z', 'revision_number': 3, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:22.864696 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Checking router: e2440528-78c8-4b29-83ba-8fe3abd1710b for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:42:22.865318 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Updating router e2440528-78c8-4b29-83ba-8fe3abd1710b port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:42:22.877650 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d682ec-baa7-46ac-a620-2cc5d56b3b4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:22.878264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d682ec-baa7-46ac-a620-2cc5d56b3b4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:22.879517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-149288fe-96ec-4bb4-af7e-5d10ff1e3d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:22.880220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-15d682ec-baa7-46ac-a620-2cc5d56b3b4b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/c2721fd0-6044-4efa-91e8-0c52a3361139 HTTP/1.1" status: 404 len: 337 time: 0.0625150 Jul 14 11:42:22.883426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-149288fe-96ec-4bb4-af7e-5d10ff1e3d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:22.885816 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-149288fe-96ec-4bb4-af7e-5d10ff1e3d97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/973a5c44-0f02-4b08-bd97-cbe8aa6f311e HTTP/1.1" status: 204 len: 168 time: 0.3165569 Jul 14 11:42:22.886767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55142) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.940048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149288fe-96ec-4bb4-af7e-5d10ff1e3d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973a5c44-0f02-4b08-bd97-cbe8aa6f311e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:22.940294 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:22.946049 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74b3b52-7603-44b2-8999-ca164626b4bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:22.946566 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74b3b52-7603-44b2-8999-ca164626b4bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:22.953873 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c74b3b52-7603-44b2-8999-ca164626b4bf tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/c7fe6c7a-90f5-4623-a00f-d428de7a5c7e HTTP/1.1" status: 404 len: 337 time: 0.0603774 Jul 14 11:42:22.956040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55148) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:22.956999 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.024242 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80a9fa4-5550-4459-8daf-8da1ac03213a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:23.025307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80a9fa4-5550-4459-8daf-8da1ac03213a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:23.028068 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e80a9fa4-5550-4459-8daf-8da1ac03213a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/793856d6-a2ca-4b1d-848a-3adf17579524 HTTP/1.1" status: 404 len: 333 time: 0.0710051 Jul 14 11:42:23.030862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55154) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:23.124476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port e50adee0-7e8a-4f8d-97c8-3d50f34d5bb7 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:23.138933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9956eed9-b31f-4af7-981d-d7d88d70c75c req-1f11243a-e323-47a7-abb4-8a340fcc74c7 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919908 Jul 14 11:42:23.169342 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9759a1-fecf-4df6-a127-16650b3a9752 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:23.169975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9759a1-fecf-4df6-a127-16650b3a9752 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:23.172217 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8d9759a1-fecf-4df6-a127-16650b3a9752 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/db3d008d-0a1a-4dd7-8707-b232ad0312cf HTTP/1.1" status: 404 len: 337 time: 0.1313930 Jul 14 11:42:23.175699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55156) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:23.248502 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24c453a-101f-40c9-a505-6aaa17211f8f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:23.257885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24c453a-101f-40c9-a505-6aaa17211f8f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:23.263427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a24c453a-101f-40c9-a505-6aaa17211f8f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/2304c1e6-78ac-4793-954e-d93a2bec4d1d HTTP/1.1" status: 404 len: 337 time: 0.0866804 Jul 14 11:42:23.268088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55162) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:23.300792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.401204 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffec997-ce99-4593-baa8-6144a9bacaa7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:23.401204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffec997-ce99-4593-baa8-6144a9bacaa7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:23.402511 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.403001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6ffec997-ce99-4593-baa8-6144a9bacaa7 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/7bc0cc9b-1297-47ed-aefd-212d69dcc4a7 HTTP/1.1" status: 404 len: 333 time: 0.1329730 Jul 14 11:42:23.413179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55170) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:23.415154 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Transition to ACTIVE for port object 04fd834e-b1cb-4a84-b82b-6bd59b27b48c will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:23.427704 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.481681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.524485 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Attempting to bind port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:23.525516 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Attempting to bind port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:23.526352 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Attempting to bind port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:23.536730 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:23.537647 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:23.538307 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.539087 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:23.540574 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Bound port: 04fd834e-b1cb-4a84-b82b-6bd59b27b48c, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:23.541267 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.552869 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e1d90f-7737-4320-9ecd-5717ed951c5b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:23.552869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e1d90f-7737-4320-9ecd-5717ed951c5b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:23.554983 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a050067-a3d0-4162-9462-aea232c1759f None None] Pushing event updated for resources: {'Port': ['ID=04fd834e-b1cb-4a84-b82b-6bd59b27b48c,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:23.561825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e2e1d90f-7737-4320-9ecd-5717ed951c5b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/2633caad-f2ae-4f62-aaad-bfcb86c1e93b HTTP/1.1" status: 404 len: 337 time: 0.1475255 Jul 14 11:42:23.568783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Allocated IP 172.20.0.1 (0f5806d2-ae3c-4f88-8d66-3566d2b24bb7/ac3f6c9c-4cec-4db9-bf7a-5294fab2441d/921e7200-b228-47c1-99d0-7f087542e1e4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:23.574113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55176) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:23.628828 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] For port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:23.655118 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] For port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=04fd834e-b1cb-4a84-b82b-6bd59b27b48c,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:23.663221 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.698587 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-101c2219-8c94-4e8a-9e00-ccf3d93549c2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:23.699201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101c2219-8c94-4e8a-9e00-ccf3d93549c2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:23.703990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-101c2219-8c94-4e8a-9e00-ccf3d93549c2 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/5e09b328-363d-41d7-b36a-c08dd687f227 HTTP/1.1" status: 404 len: 337 time: 0.1281903 Jul 14 11:42:23.705490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55180) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:23.712944 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.771975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:23.775640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:23.777726 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-04a4f206-c320-464b-aead-e47e54832676 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9329bf3d-4380-458e-962e-1f5e300a51fc HTTP/1.1" status: 200 len: 205 time: 0.0710309 Jul 14 11:42:23.787012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:23.788041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.795199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55184) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:23.807989 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a050067-a3d0-4162-9462-aea232c1759f None None] Pushing event updated for resources: {'Port': ['ID=04fd834e-b1cb-4a84-b82b-6bd59b27b48c,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:23.821203 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:23.821846 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:23.823189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=9e4fe5e9-0fc8-43da-b577-babf54ada1e0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:23.851705 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-db446db9-79ee-43ad-9272-3771821509d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] delete failed (client error): The resource could not be found. Jul 14 11:42:23.852819 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-db446db9-79ee-43ad-9272-3771821509d6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/routers/9329bf3d-4380-458e-962e-1f5e300a51fc HTTP/1.1" status: 404 len: 336 time: 0.0587394 Jul 14 11:42:23.856185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55190) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:23.880033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Checking segment: {'id': '5b8c0d8a-bc24-410c-8178-6de1b200b229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9c88a817-c675-4b3d-9959-730cff5cadb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:23.881010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network hostable DHCP agents. Network: 9c88a817-c675-4b3d-9959-730cff5cadb3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:23.896585 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed4b7d9-7675-4452-884f-691eee7cd58f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:23.897067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed4b7d9-7675-4452-884f-691eee7cd58f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:23.898872 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7ed4b7d9-7675-4452-884f-691eee7cd58f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/01d6af11-a62c-4ca5-8cc9-0936aeac4463 HTTP/1.1" status: 404 len: 337 time: 0.0417252 Jul 14 11:42:23.905880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55194) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:23.916491 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.935129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Transition to ACTIVE for port object 921e7200-b228-47c1-99d0-7f087542e1e4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:23.979817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:23.983532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 9c88a817-c675-4b3d-9959-730cff5cadb3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:23.990932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-098f93ea-b81c-4cf8-bbcb-1b98028ac39a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "GET /v2.0/ports?device_id=73b85188-b99a-4547-b497-914e578bbeb8 HTTP/1.1" status: 200 len: 205 time: 0.0829980 Jul 14 11:42:23.992077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55198) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.021448 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:42:24.039906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:24.044890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:24.045948 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-9ec6c2e7-934b-4055-927b-56b9df137f4e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] delete failed (client error): The resource could not be found. Jul 14 11:42:24.050400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9ec6c2e7-934b-4055-927b-56b9df137f4e tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/routers/73b85188-b99a-4547-b497-914e578bbeb8 HTTP/1.1" status: 404 len: 336 time: 0.0490434 Jul 14 11:42:24.052704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55200) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.053746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=e50adee0-7e8a-4f8d-97c8-3d50f34d5bb7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:24.089383 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-3102cc72-b6ce-4310-9e9e-e49e4a452923 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.090006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3102cc72-b6ce-4310-9e9e-e49e4a452923 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.095392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3102cc72-b6ce-4310-9e9e-e49e4a452923 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/68089882-b06c-4bc8-92e4-dc38c1b138a8 HTTP/1.1" status: 404 len: 337 time: 0.0354364 Jul 14 11:42:24.096190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55204) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.098467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 9c88a817-c675-4b3d-9959-730cff5cadb3) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:24.103231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:24.103496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:24.112665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:24.113522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3169aa-68b6-40b3-8544-4013c59e0b18 None None] Network 9c88a817-c675-4b3d-9959-730cff5cadb3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:24.118455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:24.119304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:24.154218 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9bcbca90-5ab9-4160-8eab-fcdecc4a08dc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6276286 Jul 14 11:42:24.160757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55206) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.237325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Pushing event updated for resources: {'Port': ['ID=921e7200-b228-47c1-99d0-7f087542e1e4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:24.252367 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:24.359299 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fe3b79-e9bd-4937-b877-d429d7fa127a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.363941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fe3b79-e9bd-4937-b877-d429d7fa127a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.365997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f2fe3b79-e9bd-4937-b877-d429d7fa127a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/9b051467-a5df-49a2-99aa-cfd901240ac4 HTTP/1.1" status: 404 len: 337 time: 0.2684994 Jul 14 11:42:24.369706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55218) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.434918 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa754641-68f9-40d8-aa25-d32a30e678ba tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.436035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa754641-68f9-40d8-aa25-d32a30e678ba tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.438208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fa754641-68f9-40d8-aa25-d32a30e678ba tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/8014a909-feda-4d37-aac8-43a9fcdece91 HTTP/1.1" status: 404 len: 333 time: 0.0466301 Jul 14 11:42:24.441104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55220) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.492990 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40016ee-dd75-476a-a631-3ec900b6e424 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.494341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40016ee-dd75-476a-a631-3ec900b6e424 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.498039 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b40016ee-dd75-476a-a631-3ec900b6e424 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/29cd4231-48d0-4891-9bec-e930e753593c HTTP/1.1" status: 404 len: 337 time: 0.0554969 Jul 14 11:42:24.501511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55222) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.573794 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6867ca04-20b1-42e5-8648-07afd5a2325f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.574943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6867ca04-20b1-42e5-8648-07afd5a2325f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.577402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6867ca04-20b1-42e5-8648-07afd5a2325f tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/66a2a79f-27a7-49b6-87d9-45faf6d367db HTTP/1.1" status: 404 len: 333 time: 0.0696709 Jul 14 11:42:24.582567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55226) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.606382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d64482aa-e810-462b-8a67-d7c01d81cd70 None None] Provisioning for port 921e7200-b228-47c1-99d0-7f087542e1e4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:24.610843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d64482aa-e810-462b-8a67-d7c01d81cd70 None None] Provisioning complete for port 921e7200-b228-47c1-99d0-7f087542e1e4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:24.611338 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d64482aa-e810-462b-8a67-d7c01d81cd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:24.624195 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed54bed4-11da-41ad-a694-e0393cf1d7b6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.625021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed54bed4-11da-41ad-a694-e0393cf1d7b6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.627211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ed54bed4-11da-41ad-a694-e0393cf1d7b6 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/cc9e2eda-ac34-4d86-b234-d5a369ad4a10 HTTP/1.1" status: 404 len: 337 time: 0.0434728 Jul 14 11:42:24.631730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55230) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.652846 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:20Z', 'revision_number': 3, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:24.659763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d64482aa-e810-462b-8a67-d7c01d81cd70 None None] Port 921e7200-b228-47c1-99d0-7f087542e1e4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:42:24.661679 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7506144-c699-4a2e-a652-67be17f30c5b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.663027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7506144-c699-4a2e-a652-67be17f30c5b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.665016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a7506144-c699-4a2e-a652-67be17f30c5b tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/03f911a3-c8f6-4291-8cb7-f531ece48a8e HTTP/1.1" status: 404 len: 333 time: 0.0321198 Jul 14 11:42:24.667032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-39e03c46-dfe0-4ac0-a78c-316fffdcfb7c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port e50adee0-7e8a-4f8d-97c8-3d50f34d5bb7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:24.667470 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39e03c46-dfe0-4ac0-a78c-316fffdcfb7c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:24.670144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55234) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.694318 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3a799-ee88-40c9-8ac0-0776d3812eff None None] The sync data for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 is: [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:20Z', 'revision_number': 3, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:42:24.750432 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd999a05-525d-4068-8729-33c1a758c98a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.750894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd999a05-525d-4068-8729-33c1a758c98a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.753031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fd999a05-525d-4068-8729-33c1a758c98a tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/dbedf1e0-d8ea-41de-8432-fa528358e635 HTTP/1.1" status: 404 len: 337 time: 0.0819511 Jul 14 11:42:24.755769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55236) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.767882 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:24.789084 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab9729c-34f7-4208-93ee-ecd7acc9f5ff tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.789847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab9729c-34f7-4208-93ee-ecd7acc9f5ff tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.792660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6ab9729c-34f7-4208-93ee-ecd7acc9f5ff tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/8a9a992d-87fc-44ae-9ef6-5c29581523a4 HTTP/1.1" status: 404 len: 333 time: 0.0358264 Jul 14 11:42:24.797212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55238) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.837631 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39e03c46-dfe0-4ac0-a78c-316fffdcfb7c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:24.841347 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73e6db6-d193-40c3-bb41-a7adea9e1a00 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.841808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73e6db6-d193-40c3-bb41-a7adea9e1a00 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.844182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a73e6db6-d193-40c3-bb41-a7adea9e1a00 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/4799c2bb-90c5-4a53-baa6-14c2474d31c8 HTTP/1.1" status: 404 len: 337 time: 0.0454462 Jul 14 11:42:24.849969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55242) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.907373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-39e03c46-dfe0-4ac0-a78c-316fffdcfb7c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for e50adee0-7e8a-4f8d-97c8-3d50f34d5bb7 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:24.910233 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8fdf36-c8e3-41b5-959b-13906d481a15 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.911031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8fdf36-c8e3-41b5-959b-13906d481a15 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.913252 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6f8fdf36-c8e3-41b5-959b-13906d481a15 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/29cc2607-f5ff-4278-bc49-c5ac8d53e3d7 HTTP/1.1" status: 404 len: 333 time: 0.0622869 Jul 14 11:42:24.917867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55246) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.967101 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1451bfbe-8fef-4a16-a7bc-46322a959e9d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:24.967570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1451bfbe-8fef-4a16-a7bc-46322a959e9d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:24.969660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1451bfbe-8fef-4a16-a7bc-46322a959e9d tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/f8f331e3-066a-445f-b9c2-3039d3697e74 HTTP/1.1" status: 404 len: 337 time: 0.0507989 Jul 14 11:42:24.972570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55250) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:24.992846 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.000554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.049372 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f670ff-fbae-4447-b729-c07fbea6ccb4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:25.049734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f670ff-fbae-4447-b729-c07fbea6ccb4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:25.051493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-89f670ff-fbae-4447-b729-c07fbea6ccb4 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/14e0edb5-400e-4015-b037-716f0d1f16fd HTTP/1.1" status: 404 len: 333 time: 0.0781591 Jul 14 11:42:25.058918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55256) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:25.165833 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4360ec-81f5-4cc6-92cd-15ab04bce392 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:25.167147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4360ec-81f5-4cc6-92cd-15ab04bce392 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:25.167313 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.168788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4b4360ec-81f5-4cc6-92cd-15ab04bce392 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/0f3b0f0a-3666-4367-9716-f9dc4a256756 HTTP/1.1" status: 404 len: 337 time: 0.1088805 Jul 14 11:42:25.169966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Pushing event updated for resources: {'Port': ['ID=921e7200-b228-47c1-99d0-7f087542e1e4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:25.173309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55260) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:25.207597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39e03c46-dfe0-4ac0-a78c-316fffdcfb7c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.242792 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-822c4564-daa6-447f-8a77-cb65a27fa48c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:25.244321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822c4564-daa6-447f-8a77-cb65a27fa48c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:25.247491 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-822c4564-daa6-447f-8a77-cb65a27fa48c tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/ports/1e0817bd-7be7-46ad-86e1-900ac56bf0af HTTP/1.1" status: 404 len: 333 time: 0.0706236 Jul 14 11:42:25.249783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55264) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:25.253276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e03c46-dfe0-4ac0-a78c-316fffdcfb7c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=e50adee0-7e8a-4f8d-97c8-3d50f34d5bb7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:25.280891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39e03c46-dfe0-4ac0-a78c-316fffdcfb7c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.283796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-39e03c46-dfe0-4ac0-a78c-316fffdcfb7c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/e50adee0-7e8a-4f8d-97c8-3d50f34d5bb7 HTTP/1.1" status: 204 len: 168 time: 1.0532997 Jul 14 11:42:25.285867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55266) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:25.296741 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-09989665-8c4d-40b5-8b93-9c49c91cc231 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:25.297347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09989665-8c4d-40b5-8b93-9c49c91cc231 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:25.305828 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-09989665-8c4d-40b5-8b93-9c49c91cc231 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/subnets/211dace3-fc1b-4415-928f-eaea640b6241 HTTP/1.1" status: 404 len: 337 time: 0.0518885 Jul 14 11:42:25.321301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55270) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:25.373622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55272) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:25.442790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:25.444483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:25.460146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.550623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de0f4c-82db-485d-a0ed-737c816b043d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:25.568796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de0f4c-82db-485d-a0ed-737c816b043d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:25.575723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55282) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:25.576968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-69de0f4c-82db-485d-a0ed-737c816b043d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2896087 Jul 14 11:42:25.675787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.690104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:25.695808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-280422324', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:25.734854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dbba42-82dd-451f-aa7f-95711a1fcf27') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:25.735224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dbba42-82dd-451f-aa7f-95711a1fcf27') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:25.754325 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.770317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.781353 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Made reservation on behalf of deccfac127f54ec69afec127fdd7e076 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:25.782389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:42:25.784140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.785763 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.800472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.805114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cb6d20a9-45f3-40e3-ad16-1b1c74110f1d None None] Provisioning complete for port 921e7200-b228-47c1-99d0-7f087542e1e4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:25.805731 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb6d20a9-45f3-40e3-ad16-1b1c74110f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.810868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Router e2440528-78c8-4b29-83ba-8fe3abd1710b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:42:25.861206 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:42:25.864449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d20a9-45f3-40e3-ad16-1b1c74110f1d None None] Port 921e7200-b228-47c1-99d0-7f087542e1e4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:42:25.867780 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.876641 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:25.879073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] 10.222.0.38 "DELETE /v2.0/networks/f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80 HTTP/1.1" status: 204 len: 168 time: 0.5545375 Jul 14 11:42:25.923140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5652fa-fa79-487f-a8dc-0b01bb7982d0 tempest-NetworksTestDHCPv6-1165120438 tempest-NetworksTestDHCPv6-1165120438-project] Pushing event deleted for resources: {'Network': ['ID=f9dab1d7-9ea8-4ef3-ac28-afb49b4a3f80,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:26.181378 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.259899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 04fd834e-b1cb-4a84-b82b-6bd59b27b48c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:26.290718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55296) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:26.353289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:26.361381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:26.362241 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.371165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-940ae777-fa1e-45ba-be09-580e8e3f3058 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 9e4fe5e9-0fc8-43da-b577-babf54ada1e0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:26.371756 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-940ae777-fa1e-45ba-be09-580e8e3f3058 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.459687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:42:26.473513 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-25b4835c-dec6-4aba-bf52-9be60898d552 admin admin] 10.222.0.38 "PUT /v2.0/routers/e2440528-78c8-4b29-83ba-8fe3abd1710b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1841476 Jul 14 11:42:26.480497 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-940ae777-fa1e-45ba-be09-580e8e3f3058 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.498491 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.503446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-940ae777-fa1e-45ba-be09-580e8e3f3058 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 9e4fe5e9-0fc8-43da-b577-babf54ada1e0 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:26.506347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-21db12d3-7127-43c1-85be-39a93d5c5ea4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8d1bdd4109243eeaaa9c3ba31c53657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139773 Jul 14 11:42:26.508950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55308) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:26.525589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=04fd834e-b1cb-4a84-b82b-6bd59b27b48c,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:26.531657 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.636472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.645846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=04fd834e-b1cb-4a84-b82b-6bd59b27b48c,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:26.659794 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.674606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] device_id is not set on port 219ee694-c6fd-4f5c-a216-50449402dead yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:26.689139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87dc977-ac5f-4068-9bc4-67051d51a6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.721436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87dc977-ac5f-4068-9bc4-67051d51a6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.801135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7476d3cd-6bdb-445d-987f-976789526e9f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:26.853492 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-940ae777-fa1e-45ba-be09-580e8e3f3058 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.935315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ae777-fa1e-45ba-be09-580e8e3f3058 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=9e4fe5e9-0fc8-43da-b577-babf54ada1e0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:26.944112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-940ae777-fa1e-45ba-be09-580e8e3f3058 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.946383 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-940ae777-fa1e-45ba-be09-580e8e3f3058 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/9e4fe5e9-0fc8-43da-b577-babf54ada1e0 HTTP/1.1" status: 204 len: 168 time: 1.3662746 Jul 14 11:42:26.950237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55348) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:26.968934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87dc977-ac5f-4068-9bc4-67051d51a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.971462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87dc977-ac5f-4068-9bc4-67051d51a6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:26.973181 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b87dc977-ac5f-4068-9bc4-67051d51a6c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d2317d9-e145-4775-bae4-17661e939d8b HTTP/1.1" status: 204 len: 168 time: 0.4632552 Jul 14 11:42:26.974773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Allocated IP 172.25.2.135 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/219ee694-c6fd-4f5c-a216-50449402dead) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:26.993843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dc977-ac5f-4068-9bc4-67051d51a6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2317d9-e145-4775-bae4-17661e939d8b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:27.096415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcab792-bfa3-4529-a4cc-606319310f4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:27.106062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6dcab792-bfa3-4529-a4cc-606319310f4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1430364 Jul 14 11:42:27.106824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55360) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:27.167581 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c41b9f4-92c0-4a3b-bdae-d82ac5d5b193 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:42:27.169241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c41b9f4-92c0-4a3b-bdae-d82ac5d5b193 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/e50adee0-7e8a-4f8d-97c8-3d50f34d5bb7 HTTP/1.1" status: 404 len: 333 time: 0.0614464 Jul 14 11:42:27.172050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55366) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:27.187586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.208841 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-667f2423-4795-4950-8bd4-f59e90345ead tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:42:27.210540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-667f2423-4795-4950-8bd4-f59e90345ead tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/9e4fe5e9-0fc8-43da-b577-babf54ada1e0 HTTP/1.1" status: 404 len: 333 time: 0.0361509 Jul 14 11:42:27.215889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55370) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:27.278036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.335975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:27.339406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:27.341037 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.343711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:27.407688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Pushing event updated for resources: {'Port': ['ID=219ee694-c6fd-4f5c-a216-50449402dead,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:27.421572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:27.422547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.426603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Sync routers for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:42:27.445412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:27.448899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:27.466629 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b6a25d03-e933-4bec-9fb4-36dd93d82ea8 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0918963 Jul 14 11:42:27.469539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55380) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:27.474326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.135'}]}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:27.525130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.526736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.591393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.614719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c88a817-c675-4b3d-9959-730cff5cadb3']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:27.631150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8c0d8a-bc24-410c-8178-6de1b200b229') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:27.631599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8c0d8a-bc24-410c-8178-6de1b200b229') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:27.647882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.696801 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.702255 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.724569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:42:27.728577 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:42:27.733066 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:42:27.753901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:42:28.101020 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.119339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.144150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '921e7200-b228-47c1-99d0-7f087542e1e4', 'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'mac_address': 'fa:16:3e:8b:63:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:23Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 2, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'subnets': [{'id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:28.196804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Checking router: e2440528-78c8-4b29-83ba-8fe3abd1710b for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:42:28.197386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Updating router e2440528-78c8-4b29-83ba-8fe3abd1710b port 921e7200-b228-47c1-99d0-7f087542e1e4 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:42:28.246632 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.304964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 04fd834e-b1cb-4a84-b82b-6bd59b27b48c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:28.320334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55440) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.432607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.457990 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.464255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/networks/9c88a817-c675-4b3d-9959-730cff5cadb3 HTTP/1.1" status: 204 len: 168 time: 1.2469649 Jul 14 11:42:28.465207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cac5a-f449-46e2-83e9-d43a7c1642d3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Network': ['ID=9c88a817-c675-4b3d-9959-730cff5cadb3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:28.466550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55446) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.476923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1614722945'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:28.510764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.545185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:28.548776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.552737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.605510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-9a800c41-89a2-413e-95b7-f8f04ffe3fb5 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.606946 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9a800c41-89a2-413e-95b7-f8f04ffe3fb5 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2868273 Jul 14 11:42:28.609984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55454) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.614507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-40f9633f-fe7b-4383-aae7-51f666eb7b4a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.615657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-40f9633f-fe7b-4383-aae7-51f666eb7b4a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046947 Jul 14 11:42:28.618096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55456) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.622523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-e5d9ee99-33bd-4bf5-b128-175c7d300708 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.622957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:28.623953 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.625080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e5d9ee99-33bd-4bf5-b128-175c7d300708 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059237 Jul 14 11:42:28.628932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55458) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.637574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-cec1a145-0ead-4aa3-8e74-76329759b45f tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.649054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cec1a145-0ead-4aa3-8e74-76329759b45f tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0191364 Jul 14 11:42:28.651718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55460) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.659583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-f4544f5d-ef1b-4e18-a94e-d2fbf857295c tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.661014 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f4544f5d-ef1b-4e18-a94e-d2fbf857295c tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0077465 Jul 14 11:42:28.664127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55462) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.670184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-cab1688c-1185-4701-be16-6aa075174e28 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.671968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cab1688c-1185-4701-be16-6aa075174e28 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0062380 Jul 14 11:42:28.674172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55464) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.675435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:28.680761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-fb607055-63fb-47a3-8d27-12376abb5c78 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.681730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fb607055-63fb-47a3-8d27-12376abb5c78 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0064273 Jul 14 11:42:28.685240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55466) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.692359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-fa52a735-f9db-4bbf-acbc-0daff2b6421b tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.694335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fa52a735-f9db-4bbf-acbc-0daff2b6421b tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074627 Jul 14 11:42:28.696269 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55468) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.720706 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.721479 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Added segment 3fb28473-c67e-4e7d-ab6b-1aa3388bbae9 of type vlan for network 96592aae-6182-4f19-9164-e23d7d115e62 Jul 14 11:42:28.726783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-8ee460ef-72a5-4a24-81df-bc876fbb8403 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.728618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8ee460ef-72a5-4a24-81df-bc876fbb8403 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0195649 Jul 14 11:42:28.732072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55470) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.747240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-8077d540-0e95-4634-8d93-6defa4deed91 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.754680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8077d540-0e95-4634-8d93-6defa4deed91 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0181611 Jul 14 11:42:28.757280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55472) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.762259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-b33c469e-f844-4c6d-a8a9-efe459c5e192 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.769844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b33c469e-f844-4c6d-a8a9-efe459c5e192 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0091195 Jul 14 11:42:28.771404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55474) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.785366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-5ddba1ee-9952-4735-a4c4-31d09ced25f5 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.789310 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.789474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5ddba1ee-9952-4735-a4c4-31d09ced25f5 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0136447 Jul 14 11:42:28.790205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55476) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.800012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-c738692b-9938-430c-8538-db7da836380a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.807944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c738692b-9938-430c-8538-db7da836380a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0140390 Jul 14 11:42:28.809051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55480) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.817100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-9d595206-5602-456b-9601-b80501acada5 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.824316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55482) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.828970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-c5ef8545-c57a-4e68-8210-ebeca7d72558 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.830182 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c5ef8545-c57a-4e68-8210-ebeca7d72558 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049281 Jul 14 11:42:28.833673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9d595206-5602-456b-9601-b80501acada5 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0230579 Jul 14 11:42:28.834307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55484) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.846415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-b953f7fc-8f58-4d2d-9c15-05f437427ba2 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.850539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55486) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.851117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b953f7fc-8f58-4d2d-9c15-05f437427ba2 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0151637 Jul 14 11:42:28.861885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-c5ffa543-1d80-411d-a89a-b3b8783398cd tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.862596 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.862802 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c5ffa543-1d80-411d-a89a-b3b8783398cd tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0098872 Jul 14 11:42:28.865651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55488) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.872306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-82fb144e-6013-493f-ab7b-0979f2e04456 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.873275 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-82fb144e-6013-493f-ab7b-0979f2e04456 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060451 Jul 14 11:42:28.876154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55490) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.876400 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.880675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Transition to ACTIVE for port object 921e7200-b228-47c1-99d0-7f087542e1e4 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:28.883243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-29b5f9e7-11b6-4211-a024-bf4e9ff35013 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.888231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-29b5f9e7-11b6-4211-a024-bf4e9ff35013 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0104113 Jul 14 11:42:28.889058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55492) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.894553 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:28.896411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-1b2dc9f6-b0fd-45e7-be02-ea8cd75953a9 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.900198 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1b2dc9f6-b0fd-45e7-be02-ea8cd75953a9 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0100982 Jul 14 11:42:28.900923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55494) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.905684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-7bed7d61-a0c5-4cfb-8e68-8bc0544a30b6 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.909383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7bed7d61-a0c5-4cfb-8e68-8bc0544a30b6 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0075359 Jul 14 11:42:28.910238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55498) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.914583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-2386520f-93f6-49e8-8c68-3bf8beff9ffc tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.919003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2386520f-93f6-49e8-8c68-3bf8beff9ffc tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078321 Jul 14 11:42:28.919586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55500) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.924495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-efa22320-30fe-4004-8e1a-b2f33bbb136e tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.928130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-efa22320-30fe-4004-8e1a-b2f33bbb136e tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0073757 Jul 14 11:42:28.928695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55502) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.936366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-bb61abf7-3c5e-4488-93f8-8a490961dffb tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.940260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bb61abf7-3c5e-4488-93f8-8a490961dffb tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0103929 Jul 14 11:42:28.941234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55504) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.945658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-7ce9a9a8-df5e-408b-9deb-1be41c07bdbc tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.949373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7ce9a9a8-df5e-408b-9deb-1be41c07bdbc tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072029 Jul 14 11:42:28.949938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55506) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.955126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-40232a6e-d108-499e-bbbe-e46009991a76 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.958814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-40232a6e-d108-499e-bbbe-e46009991a76 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079825 Jul 14 11:42:28.959373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55508) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.964401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-1cd892d5-cf26-4176-b448-fc60d3751c5a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.968327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1cd892d5-cf26-4176-b448-fc60d3751c5a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080163 Jul 14 11:42:28.968886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55510) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.973218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-8ed7570b-d8a4-4b9d-83df-57f4fc1a719d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.979687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8ed7570b-d8a4-4b9d-83df-57f4fc1a719d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0091431 Jul 14 11:42:28.980309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55512) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.985117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-8a1e66c1-3b04-4d29-8c74-8752ae3f2aee tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.988846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8a1e66c1-3b04-4d29-8c74-8752ae3f2aee tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0074551 Jul 14 11:42:28.989432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55514) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:28.994073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-914e79af-f773-464b-ab22-428b57a7d444 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:28.998044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-914e79af-f773-464b-ab22-428b57a7d444 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076609 Jul 14 11:42:28.998776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55516) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.003710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-782e085c-4a9e-4332-b79b-39bc9c394b1b tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.006847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-782e085c-4a9e-4332-b79b-39bc9c394b1b tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071285 Jul 14 11:42:29.007419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55518) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.012864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-2ead8a9c-583a-43b3-ae6b-ba4b7a83d772 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.018153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2ead8a9c-583a-43b3-ae6b-ba4b7a83d772 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0097184 Jul 14 11:42:29.018768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55520) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.024352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-10c98da8-0ed1-4879-8862-19bc435c754d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.029069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10c98da8-0ed1-4879-8862-19bc435c754d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0089591 Jul 14 11:42:29.029554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55522) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.033913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-6660baea-8988-4dfc-8025-e0517f44db49 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.037540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6660baea-8988-4dfc-8025-e0517f44db49 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068154 Jul 14 11:42:29.037846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55524) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.043044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-9c56883b-b296-431b-8da5-1bbb95ed08c2 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.046687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9c56883b-b296-431b-8da5-1bbb95ed08c2 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079577 Jul 14 11:42:29.047251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55526) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.051475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-8a203aad-d289-4934-aa1e-77ab3818904d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.055208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8a203aad-d289-4934-aa1e-77ab3818904d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070584 Jul 14 11:42:29.055775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55528) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.060426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-3074020e-a3a8-4e4a-a7b5-4fb8c77e085d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.064158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3074020e-a3a8-4e4a-a7b5-4fb8c77e085d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074370 Jul 14 11:42:29.064738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55530) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.078311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:29.081975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-8633dc79-e4a1-4048-8d42-9f692fbb030a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.091083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8633dc79-e4a1-4048-8d42-9f692fbb030a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0251446 Jul 14 11:42:29.091713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55534) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.093413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:29.094462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:29.098829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-686c9785-067c-42b8-9cc7-87fe2cf1a80d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.104449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-686c9785-067c-42b8-9cc7-87fe2cf1a80d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0116699 Jul 14 11:42:29.105076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55538) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.118976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-e15e1528-69d0-4aea-959a-d2e55632b3bf tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.124624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e15e1528-69d0-4aea-959a-d2e55632b3bf tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0182655 Jul 14 11:42:29.125993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55540) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.128685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10555e2f-9fca-4c99-a83a-00e1352c6927 None None] Pushing event updated for resources: {'Port': ['ID=921e7200-b228-47c1-99d0-7f087542e1e4,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:29.133517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-8bef9849-6427-40e3-9fa3-50879bca199f tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.134477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8bef9849-6427-40e3-9fa3-50879bca199f tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0059793 Jul 14 11:42:29.140138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55542) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.144372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-573942e5-2786-4f3d-a9cb-590b3c20eefc tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.148111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-573942e5-2786-4f3d-a9cb-590b3c20eefc tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043762 Jul 14 11:42:29.152993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55544) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.163174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-7d2a30d9-91b3-41a3-977a-aa61c4327f89 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.164165 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7d2a30d9-91b3-41a3-977a-aa61c4327f89 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0098431 Jul 14 11:42:29.167514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55546) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.173233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-427cbf2d-81e3-4226-a4f7-9e078a556e94 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.174190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-427cbf2d-81e3-4226-a4f7-9e078a556e94 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0056777 Jul 14 11:42:29.180289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55548) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.195190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-13b22e2b-75b5-4f17-83e2-c3c06cb37f93 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.196250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-13b22e2b-75b5-4f17-83e2-c3c06cb37f93 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0148568 Jul 14 11:42:29.199288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55550) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.211433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Attempting to bind port 921e7200-b228-47c1-99d0-7f087542e1e4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:29.211982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Attempting to bind port 921e7200-b228-47c1-99d0-7f087542e1e4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:29.212450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Attempting to bind port 921e7200-b228-47c1-99d0-7f087542e1e4 on network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:29.220217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-8d5c7ffc-0244-4b1d-bd87-c3c5084bd92a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.221362 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8d5c7ffc-0244-4b1d-bd87-c3c5084bd92a tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0207191 Jul 14 11:42:29.223962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55552) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.228177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-4ea8db79-8b75-497d-b087-46669acdca65 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.229825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4ea8db79-8b75-497d-b087-46669acdca65 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049510 Jul 14 11:42:29.234746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55554) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.236645 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7642448 Jul 14 11:42:29.237716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55556) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.238353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:29.240939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Checking segment: {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:29.241387 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:29.242172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Bound using segment: {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:29.242675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Bound port: 921e7200-b228-47c1-99d0-7f087542e1e4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:29.244287 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:29.245287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-5322747d-5d05-4b76-b5af-5e0f51c5504e tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.246263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5322747d-5d05-4b76-b5af-5e0f51c5504e tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0105953 Jul 14 11:42:29.251368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '96592aae-6182-4f19-9164-e23d7d115e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:29.256117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55558) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.276694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-2659a26a-fd12-462e-9a81-eb16294b8c86 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.277681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2659a26a-fd12-462e-9a81-eb16294b8c86 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0209711 Jul 14 11:42:29.312158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55560) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.340903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-e20dfefd-d210-4281-bdd0-28ec92e53a10 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.363333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e20dfefd-d210-4281-bdd0-28ec92e53a10 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0479188 Jul 14 11:42:29.364268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55562) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.371912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] For port 921e7200-b228-47c1-99d0-7f087542e1e4, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:29.372538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-f22e0198-7545-4235-9982-5a316552acd4 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.376259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f22e0198-7545-4235-9982-5a316552acd4 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0083368 Jul 14 11:42:29.376259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55564) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.378415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] For port 921e7200-b228-47c1-99d0-7f087542e1e4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=921e7200-b228-47c1-99d0-7f087542e1e4,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:29.386050 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:29.391675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:29.392901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-e8192f4e-4efb-47ed-9e2a-d601224771ac tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.393541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8db84-2027-420f-9920-f6326d3f1b5e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Network': ['ID=96592aae-6182-4f19-9164-e23d7d115e62,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:29.393717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e8192f4e-4efb-47ed-9e2a-d601224771ac tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0165651 Jul 14 11:42:29.397013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55566) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.398551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:29.408338 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-80251d24-fcd3-47dd-8c3e-fdb4247177d8 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.409516 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-80251d24-fcd3-47dd-8c3e-fdb4247177d8 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0082617 Jul 14 11:42:29.413000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55568) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.419988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-84a6539f-4520-4a14-8c33-039ca16fd360 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.421218 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-84a6539f-4520-4a14-8c33-039ca16fd360 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0068390 Jul 14 11:42:29.424014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 96592aae-6182-4f19-9164-e23d7d115e62 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:29.424837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55570) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.467819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-d6d5632b-a15c-4220-a310-d5a30ac1868d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.472091 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d6d5632b-a15c-4220-a310-d5a30ac1868d tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0429730 Jul 14 11:42:29.472091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55574) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.477832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-54094ae7-b9bd-4d8c-ba0a-835b82535af7 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.478921 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-54094ae7-b9bd-4d8c-ba0a-835b82535af7 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0063555 Jul 14 11:42:29.481661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55576) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.501324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-408eb0ea-4786-4ae6-a58d-49c0d7d4dc99 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.504692 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-408eb0ea-4786-4ae6-a58d-49c0d7d4dc99 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0206590 Jul 14 11:42:29.506405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55578) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.508666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:29.514160 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:29.515946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-4229ce62-00c0-4c37-a0be-81331d105391 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.516929 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4229ce62-00c0-4c37-a0be-81331d105391 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084395 Jul 14 11:42:29.518608 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:29.519663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d4ae157-7f30-4185-b3e7-c922cf28147a {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:42:29.522640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55582) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.534301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-59db7cc4-77dc-4c31-b59b-b6f69b24d2e6 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.542158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-59db7cc4-77dc-4c31-b59b-b6f69b24d2e6 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0118608 Jul 14 11:42:29.543042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55586) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.562371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-223889dd-a50a-465b-aa17-705eb4719e66 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.567002 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 11:42:29.567343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-223889dd-a50a-465b-aa17-705eb4719e66 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0096681 Jul 14 11:42:29.568196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55588) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.574917 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-024c12b8-af5c-44d6-b006-e27fef4063f7 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1019566 Jul 14 11:42:29.575303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55590) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.624495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-50d54ace-a25a-41b4-bf80-cd87335d16ce tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.643277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55594) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.644601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10555e2f-9fca-4c99-a83a-00e1352c6927 None None] Pushing event updated for resources: {'Port': ['ID=921e7200-b228-47c1-99d0-7f087542e1e4,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:29.657242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-50d54ace-a25a-41b4-bf80-cd87335d16ce tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0426543 Jul 14 11:42:29.660422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-d2040276-4731-4aad-aba5-ba72915a40c0 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.668079 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d2040276-4731-4aad-aba5-ba72915a40c0 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0216367 Jul 14 11:42:29.670276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55596) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.670475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:29.671329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:29.681450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-e7eda2f9-19c4-4383-b246-a5ce642e260e tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.688722 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e7eda2f9-19c4-4383-b246-a5ce642e260e tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0141249 Jul 14 11:42:29.693361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55598) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.709600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-893b9926-eff3-4d63-a300-ce784a555d2f tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.713863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55600) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.717769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-893b9926-eff3-4d63-a300-ce784a555d2f tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0233974 Jul 14 11:42:29.727707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-12fa9831-f20f-43db-85ee-52603f697054 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.730974 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-12fa9831-f20f-43db-85ee-52603f697054 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0141733 Jul 14 11:42:29.737659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55602) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.750504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-4c795775-1a6c-4352-b0c0-a846fefde7d4 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.757319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55604) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.759579 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4c795775-1a6c-4352-b0c0-a846fefde7d4 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0156617 Jul 14 11:42:29.766079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-acd2523f-ca1f-4ebb-b61c-8f4b2f8f3b74 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.784237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-acd2523f-ca1f-4ebb-b61c-8f4b2f8f3b74 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0152779 Jul 14 11:42:29.784237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55606) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.810278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [None req-954418f2-f0fb-4eb1-b39b-fb3455e978e6 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.818501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-954418f2-f0fb-4eb1-b39b-fb3455e978e6 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0241830 Jul 14 11:42:29.819061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55608) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:29.828647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:42:29.829467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [None req-95de6ad0-f50a-4c4b-8139-3b87743f3c28 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:29.832170 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-95de6ad0-f50a-4c4b-8139-3b87743f3c28 tempest-ExtensionsTestJSON-1042992730 tempest-ExtensionsTestJSON-1042992730-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0073702 Jul 14 11:42:29.898702 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f0074-d5a5-41c8-afb7-f98d094fc502 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Deleting port 219ee694-c6fd-4f5c-a216-50449402dead {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:29.899062 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a2f0074-d5a5-41c8-afb7-f98d094fc502 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:30.129292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:30.164466 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a2f0074-d5a5-41c8-afb7-f98d094fc502 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:30.182423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '921e7200-b228-47c1-99d0-7f087542e1e4', 'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'mac_address': 'fa:16:3e:8b:63:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:23Z', 'updated_at': '2021-07-14T11:42:29Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'subnets': [{'id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:30.211044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f0074-d5a5-41c8-afb7-f98d094fc502 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Calling delete_port for 219ee694-c6fd-4f5c-a216-50449402dead owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:30.255726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=b77dfd2b-0a89-43ba-97c5-c2a71c242ef8,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:30.266591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774efdc-aa84-4ae4-b3d3-9355f3edc7e0 None None] The sync data for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 is: [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '921e7200-b228-47c1-99d0-7f087542e1e4', 'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'mac_address': 'fa:16:3e:8b:63:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:23Z', 'updated_at': '2021-07-14T11:42:29Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'subnets': [{'id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:42:30.338766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55620) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:30.396528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Checking segment: {'id': '3fb28473-c67e-4e7d-ab6b-1aa3388bbae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96592aae-6182-4f19-9164-e23d7d115e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:30.397627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network hostable DHCP agents. Network: 96592aae-6182-4f19-9164-e23d7d115e62, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:30.443836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 96592aae-6182-4f19-9164-e23d7d115e62 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:30.468080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 96592aae-6182-4f19-9164-e23d7d115e62) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:30.474837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:30.475656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:30.498316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-69502353-3dac-416d-9736-0d04d422868b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2508419 Jul 14 11:42:30.501757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55630) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:30.503749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510835cc-adc0-4d47-aef0-3a90c686e22f None None] Network 96592aae-6182-4f19-9164-e23d7d115e62 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:30.517328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '96592aae-6182-4f19-9164-e23d7d115e62', 'name': 'tempest-PortsIpV6TestJSON-240975086'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:30.567829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a2f0074-d5a5-41c8-afb7-f98d094fc502 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:30.650767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f0074-d5a5-41c8-afb7-f98d094fc502 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Pushing event deleted for resources: {'Port': ['ID=219ee694-c6fd-4f5c-a216-50449402dead,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:30.739029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:30.743872 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:30.751901 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fec897eb-ecae-441a-a062-a08ad42a6597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:30.779701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port a38bf6cf-c872-4bdd-84c4-6ac98aa253f9 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:30.780915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a2f0074-d5a5-41c8-afb7-f98d094fc502 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:30.783315 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4a2f0074-d5a5-41c8-afb7-f98d094fc502 tempest-RoutersAdminNegativeIpV6Test-79398180 tempest-RoutersAdminNegativeIpV6Test-79398180-project-admin] 10.222.0.38 "DELETE /v2.0/ports/219ee694-c6fd-4f5c-a216-50449402dead HTTP/1.1" status: 204 len: 168 time: 1.2068067 Jul 14 11:42:30.914888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-96592aae-6182-4f19-9164-e23d7d115e62', 'network_id': '96592aae-6182-4f19-9164-e23d7d115e62', 'tenant_id': 'ff2c460531d44fcc9444ae3bcd6e6e70', 'fixed_ips': [{'subnet_id': 'b77dfd2b-0a89-43ba-97c5-c2a71c242ef8'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:42:30.915791 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.017648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fec897eb-ecae-441a-a062-a08ad42a6597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.026327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fec897eb-ecae-441a-a062-a08ad42a6597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.047221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::1f1 (96592aae-6182-4f19-9164-e23d7d115e62/b77dfd2b-0a89-43ba-97c5-c2a71c242ef8/a38bf6cf-c872-4bdd-84c4-6ac98aa253f9) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:31.121870 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fec897eb-ecae-441a-a062-a08ad42a6597 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b6b07c74d9c483fb0eee8e8bc7c273f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7790132 Jul 14 11:42:31.122532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55642) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:31.220911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55644) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:31.239143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec897eb-ecae-441a-a062-a08ad42a6597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d89a52b-d67e-49de-8c68-22041fec8714,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:31.310854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3430-6a50-4320-ba79-4d68d617c7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.336796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3430-6a50-4320-ba79-4d68d617c7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.348678 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.364285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object a38bf6cf-c872-4bdd-84c4-6ac98aa253f9 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:31.403979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.434914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3430-6a50-4320-ba79-4d68d617c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.440226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3430-6a50-4320-ba79-4d68d617c7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.446105 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cd5c3430-6a50-4320-ba79-4d68d617c7e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d89a52b-d67e-49de-8c68-22041fec8714 HTTP/1.1" status: 204 len: 168 time: 0.3188629 Jul 14 11:42:31.466490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c3430-6a50-4320-ba79-4d68d617c7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d89a52b-d67e-49de-8c68-22041fec8714,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:31.487100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 96592aae-6182-4f19-9164-e23d7d115e62 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:31.490817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:31.496770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:31.502934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:31.504551 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.521623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b60ed98f-16b6-4968-8bbf-8791310849c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.539942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=a38bf6cf-c872-4bdd-84c4-6ac98aa253f9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:31.550098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55656) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:31.554667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9aff555d-92bb-4a3b-b44e-e138e45e5f8d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0507660 Jul 14 11:42:31.670497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Allocated IP 2001:db8::2 (96592aae-6182-4f19-9164-e23d7d115e62/b77dfd2b-0a89-43ba-97c5-c2a71c242ef8/58b076cd-00d8-4466-be81-4e1836dd6332) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:31.765744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b60ed98f-16b6-4968-8bbf-8791310849c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.808521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b60ed98f-16b6-4968-8bbf-8791310849c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:31.876764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ed98f-16b6-4968-8bbf-8791310849c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527c498f-ad04-465d-8519-fe6e14817088,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:31.885874 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b60ed98f-16b6-4968-8bbf-8791310849c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10b1fecb8b9a48ed87d55165b8283918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6617024 Jul 14 11:42:31.888917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55662) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:31.921895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8d8bf4bb-921e-447e-887c-3c1c99fa4310 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port a38bf6cf-c872-4bdd-84c4-6ac98aa253f9 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:31.922191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf4bb-921e-447e-887c-3c1c99fa4310 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.036382 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-744e209c-c97c-499c-9574-af7e67694590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.072350 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.094764 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-744e209c-c97c-499c-9574-af7e67694590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.095510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Transition to ACTIVE for port object 58b076cd-00d8-4466-be81-4e1836dd6332 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:32.161009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Transition to ACTIVE for port object 58b076cd-00d8-4466-be81-4e1836dd6332 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:32.161439 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf4bb-921e-447e-887c-3c1c99fa4310 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.179261 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.184437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-744e209c-c97c-499c-9574-af7e67694590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.191964 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-744e209c-c97c-499c-9574-af7e67694590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.200062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-744e209c-c97c-499c-9574-af7e67694590 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/527c498f-ad04-465d-8519-fe6e14817088 HTTP/1.1" status: 204 len: 168 time: 0.3075814 Jul 14 11:42:32.203736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8d8bf4bb-921e-447e-887c-3c1c99fa4310 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for a38bf6cf-c872-4bdd-84c4-6ac98aa253f9 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:32.237824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e209c-c97c-499c-9574-af7e67694590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527c498f-ad04-465d-8519-fe6e14817088,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:32.454943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 921e7200-b228-47c1-99d0-7f087542e1e4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:32.473839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Network 96592aae-6182-4f19-9164-e23d7d115e62 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:32.506896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:32.512512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:32.567796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf4bb-921e-447e-887c-3c1c99fa4310 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.580962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Pushing event updated for resources: {'Port': ['ID=58b076cd-00d8-4466-be81-4e1836dd6332,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:32.638897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Attempting to bind port 58b076cd-00d8-4466-be81-4e1836dd6332 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:32.640262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Attempting to bind port 58b076cd-00d8-4466-be81-4e1836dd6332 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '3fb28473-c67e-4e7d-ab6b-1aa3388bbae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96592aae-6182-4f19-9164-e23d7d115e62'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:32.640974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Attempting to bind port 58b076cd-00d8-4466-be81-4e1836dd6332 on network 96592aae-6182-4f19-9164-e23d7d115e62 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:32.663915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bf4bb-921e-447e-887c-3c1c99fa4310 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=a38bf6cf-c872-4bdd-84c4-6ac98aa253f9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:32.669744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:32.671601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Checking segment: {'id': '3fb28473-c67e-4e7d-ab6b-1aa3388bbae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96592aae-6182-4f19-9164-e23d7d115e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:32.673409 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.673979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Bound using segment: {'id': '3fb28473-c67e-4e7d-ab6b-1aa3388bbae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96592aae-6182-4f19-9164-e23d7d115e62'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:32.674638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Bound port: 58b076cd-00d8-4466-be81-4e1836dd6332, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb28473-c67e-4e7d-ab6b-1aa3388bbae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96592aae-6182-4f19-9164-e23d7d115e62'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:32.675644 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.705220 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf4bb-921e-447e-887c-3c1c99fa4310 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.708458 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8d8bf4bb-921e-447e-887c-3c1c99fa4310 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/a38bf6cf-c872-4bdd-84c4-6ac98aa253f9 HTTP/1.1" status: 204 len: 168 time: 1.1562855 Jul 14 11:42:32.710976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55688) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:32.754240 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-69afc941-f74d-46f9-9114-988090ac770b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:42:32.757097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 921e7200-b228-47c1-99d0-7f087542e1e4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:32.757355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69afc941-f74d-46f9-9114-988090ac770b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:32.761317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-69afc941-f74d-46f9-9114-988090ac770b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/a38bf6cf-c872-4bdd-84c4-6ac98aa253f9 HTTP/1.1" status: 404 len: 333 time: 0.0466385 Jul 14 11:42:32.763603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55692) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:32.783381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 921e7200-b228-47c1-99d0-7f087542e1e4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:32.784618 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.808272 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4033dc1d-0485-4f0d-b70e-a3b8c8b6ae98 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:42:32.812506 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4033dc1d-0485-4f0d-b70e-a3b8c8b6ae98 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/a38bf6cf-c872-4bdd-84c4-6ac98aa253f9 HTTP/1.1" status: 404 len: 333 time: 0.0440588 Jul 14 11:42:32.812930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55696) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:32.842822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] For port 58b076cd-00d8-4466-be81-4e1836dd6332, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:32.846677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] For port 58b076cd-00d8-4466-be81-4e1836dd6332, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=58b076cd-00d8-4466-be81-4e1836dd6332,segment=NetworkSegment(3fb28473-c67e-4e7d-ab6b-1aa3388bbae9),segment_id=3fb28473-c67e-4e7d-ab6b-1aa3388bbae9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:32.850325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55698) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:32.854495 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.932379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-323d1239-f103-4330-bb1a-c4fc475f22ed tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet b77dfd2b-0a89-43ba-97c5-c2a71c242ef8 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:42:32.937015 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.943600 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-323d1239-f103-4330-bb1a-c4fc475f22ed tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:32.984811 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bb455f95-c2d4-4f48-9718-b83bb3f61d76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=deccfac127f54ec69afec127fdd7e076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319506 Jul 14 11:42:32.985961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55706) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:32.991721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c7b47-169c-47b1-afb5-c2c60d055f44 None None] Pushing event updated for resources: {'Port': ['ID=58b076cd-00d8-4466-be81-4e1836dd6332,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:33.004142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 921e7200-b228-47c1-99d0-7f087542e1e4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=921e7200-b228-47c1-99d0-7f087542e1e4,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:33.010433 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.060911 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-323d1239-f103-4330-bb1a-c4fc475f22ed tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.152177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=921e7200-b228-47c1-99d0-7f087542e1e4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:33.194214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-503331d9-cd83-421d-9240-f8a7f1d84f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.251873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-503331d9-cd83-421d-9240-f8a7f1d84f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.333772 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-323d1239-f103-4330-bb1a-c4fc475f22ed tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.337666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-503331d9-cd83-421d-9240-f8a7f1d84f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.341250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55716) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:33.344623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-503331d9-cd83-421d-9240-f8a7f1d84f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.345806 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-503331d9-cd83-421d-9240-f8a7f1d84f54 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7476d3cd-6bdb-445d-987f-976789526e9f HTTP/1.1" status: 204 len: 168 time: 0.3577032 Jul 14 11:42:33.383161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503331d9-cd83-421d-9240-f8a7f1d84f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7476d3cd-6bdb-445d-987f-976789526e9f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:33.607778 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-323d1239-f103-4330-bb1a-c4fc475f22ed tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.681249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d1239-f103-4330-bb1a-c4fc475f22ed tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=b77dfd2b-0a89-43ba-97c5-c2a71c242ef8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:33.694183 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-323d1239-f103-4330-bb1a-c4fc475f22ed tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.694183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-323d1239-f103-4330-bb1a-c4fc475f22ed tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/b77dfd2b-0a89-43ba-97c5-c2a71c242ef8 HTTP/1.1" status: 204 len: 168 time: 0.8800015 Jul 14 11:42:33.696584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55730) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:33.715969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-205807394'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:33.730776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b125-6248-4541-acf0-4b46ccd31bce req-807fe8da-0b50-443d-8634-cfd5b4a0a6e6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:33.732695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a10b125-6248-4541-acf0-4b46ccd31bce req-807fe8da-0b50-443d-8634-cfd5b4a0a6e6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2760499 Jul 14 11:42:33.796166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Made reservation on behalf of 21dff346ae3d42fb956385590f1ed526 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:33.801279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.829759 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.842298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:33.871560 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a10b125-6248-4541-acf0-4b46ccd31bce req-e724666a-bc24-4c87-8389-e31a517d81e8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191192 Jul 14 11:42:34.012116 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.017399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.056325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 58b076cd-00d8-4466-be81-4e1836dd6332 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:34.056625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.058965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:34.102410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5497a27-8a8a-4710-9f13-c60e40dae7bc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:34.110896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.111256 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Added segment bac1fe65-a1e3-4422-90d0-ff39c50b27c8 of type vlan for network fab5bf3f-8d14-4b5c-9182-4ca1196315ab Jul 14 11:42:34.177996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.194593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57291ec-979a-4028-a799-c5c442630eb1 req-aeee15ec-73b5-4472-90f3-d8278a3925b6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:34.196240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c57291ec-979a-4028-a799-c5c442630eb1 req-aeee15ec-73b5-4472-90f3-d8278a3925b6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1322794 Jul 14 11:42:34.256119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] For port 58b076cd-00d8-4466-be81-4e1836dd6332, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=58b076cd-00d8-4466-be81-4e1836dd6332,segment=NetworkSegment(3fb28473-c67e-4e7d-ab6b-1aa3388bbae9),segment_id=3fb28473-c67e-4e7d-ab6b-1aa3388bbae9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:34.257101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.293238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 58b076cd-00d8-4466-be81-4e1836dd6332 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:34.314141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c57291ec-979a-4028-a799-c5c442630eb1 req-55c70e0c-8c80-4cdd-b438-7ba4f6619f53 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027539 Jul 14 11:42:34.319111 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.333526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:34.335354 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.565842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.573643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 58b076cd-00d8-4466-be81-4e1836dd6332 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:34.579174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event updated for resources: {'Network': ['ID=fab5bf3f-8d14-4b5c-9182-4ca1196315ab,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:34.598211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-92244ed3-7611-47cf-8a69-ac93a19b74f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2561574 Jul 14 11:42:34.606627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55760) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:34.613578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Request body: {'subnet': {'network_id': 'fab5bf3f-8d14-4b5c-9182-4ca1196315ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:34.646899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network fab5bf3f-8d14-4b5c-9182-4ca1196315ab details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:34.650065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=58b076cd-00d8-4466-be81-4e1836dd6332,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:34.661554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 58b076cd-00d8-4466-be81-4e1836dd6332 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:42:34.662401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 58b076cd-00d8-4466-be81-4e1836dd6332 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 11:42:34.664345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No DVR routers for this DVR port 58b076cd-00d8-4466-be81-4e1836dd6332 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:34.808876 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.833690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96592aae-6182-4f19-9164-e23d7d115e62']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:34.849684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Port 58b076cd-00d8-4466-be81-4e1836dd6332 not found, will not notify nova. {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 11:42:34.850411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 921e7200-b228-47c1-99d0-7f087542e1e4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:34.856933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb28473-c67e-4e7d-ab6b-1aa3388bbae9') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:34.857514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb28473-c67e-4e7d-ab6b-1aa3388bbae9') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:34.878480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.939502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcbd8cd-65c6-46ea-925e-0156bc8c7705 None None] Network 96592aae-6182-4f19-9164-e23d7d115e62 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:34.948801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.949766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Made reservation on behalf of 21dff346ae3d42fb956385590f1ed526 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:34.954862 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.965592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:42:34.969547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:42:34.975826 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:42:35.016308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 921e7200-b228-47c1-99d0-7f087542e1e4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:35.017116 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.051728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3c28e272-6165-4f3a-b87a-5ffb544fa17d None None] Could not find standard attr ID for object 58b076cd-00d8-4466-be81-4e1836dd6332. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:42:35.118023 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.125419 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.134435 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/networks/96592aae-6182-4f19-9164-e23d7d115e62 HTTP/1.1" status: 204 len: 168 time: 1.4322050 Jul 14 11:42:35.185253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55786) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:35.188865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd9d0c-b98c-4bbd-91f6-2ebc8a0d9ee6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Network': ['ID=96592aae-6182-4f19-9164-e23d7d115e62,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:35.213636 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1077794192'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:35.233663 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed44b12-70a9-4ed6-bac5-419067a24900 None None] DHCP port deletion for 96592aae-6182-4f19-9164-e23d7d115e62 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:42:35.270980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:35.277424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.334091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-c232c2a0-ed00-40b6-ae05-517956e708b8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:35.335396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:35.342323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-c232c2a0-ed00-40b6-ae05-517956e708b8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.5120125 Jul 14 11:42:35.356423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.358332 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Added segment a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c of type vlan for network 6ab5fcbd-b4fb-4529-af60-602e680850b7 Jul 14 11:42:35.379826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-04bcac39-f6d9-4f25-9c45-25dd03617cf7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/quotas/32cec261a407494189ca3949d6d969ae HTTP/1.1" status: 200 len: 375 time: 0.0361402 Jul 14 11:42:35.395765 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.427259 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.485821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.501826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:35.502507 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.543598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event updated for resources: {'Subnet': ['ID=3dd232b3-9554-4ac2-a484-03c27e0a2aac,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:35.599915 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4013534 Jul 14 11:42:35.603544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55802) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:35.609028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '6ab5fcbd-b4fb-4529-af60-602e680850b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:35.626159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Checking segment: {'id': 'bac1fe65-a1e3-4422-90d0-ff39c50b27c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fab5bf3f-8d14-4b5c-9182-4ca1196315ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:35.628963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Network hostable DHCP agents. Network: fab5bf3f-8d14-4b5c-9182-4ca1196315ab, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:35.671754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5795a8e-3d6d-4b95-979a-eff0f85b40b5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Network': ['ID=6ab5fcbd-b4fb-4529-af60-602e680850b7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:35.688023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 6ab5fcbd-b4fb-4529-af60-602e680850b7 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:35.697156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-b93f3420-1201-47bb-8845-d16ba05b6458 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3168201 Jul 14 11:42:35.719117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-a0765416-1909-421b-a4fe-b4ddc5526d8a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:42:35.720200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-a0765416-1909-421b-a4fe-b4ddc5526d8a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112600 Jul 14 11:42:35.789237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:35.796479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.811894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Network fab5bf3f-8d14-4b5c-9182-4ca1196315ab is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:35.833392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, fab5bf3f-8d14-4b5c-9182-4ca1196315ab) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:35.852171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:35.852779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:35.863119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc958939-24bb-4402-bca9-69987d7ef0bc None None] Network fab5bf3f-8d14-4b5c-9182-4ca1196315ab requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:35.895960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-41c92baa-ca32-4598-92f6-87dc79b5e318 service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559508 Jul 14 11:42:35.936265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-58f119bf-d4a9-4cf5-af05-0240cb60cf15 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3279963 Jul 14 11:42:35.940247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55814) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:35.970531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Request body: {'port': {'network_id': 'fab5bf3f-8d14-4b5c-9182-4ca1196315ab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-50407132'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:36.086101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-fab5bf3f-8d14-4b5c-9182-4ca1196315ab', 'network_id': 'fab5bf3f-8d14-4b5c-9182-4ca1196315ab', 'tenant_id': '21dff346ae3d42fb956385590f1ed526', 'fixed_ips': [{'subnet_id': '3dd232b3-9554-4ac2-a484-03c27e0a2aac'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:42:36.089248 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.179669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-c7d0edac-544c-4b1a-9c7a-58c292e4d445 service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833292 Jul 14 11:42:36.214637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55818) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:36.269445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Made reservation on behalf of 21dff346ae3d42fb956385590f1ed526 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:36.278129 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.311745 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.323776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] device_id is not set on port 157c0a73-f706-4c7b-884e-0f3bb4f06880 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:36.360157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Allocated IP 2001:db8::2 (fab5bf3f-8d14-4b5c-9182-4ca1196315ab/3dd232b3-9554-4ac2-a484-03c27e0a2aac/4ab2ef9a-a60d-462c-818a-e0560026ec70) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:36.427245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 58b076cd-00d8-4466-be81-4e1836dd6332 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:42:36.427734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=c1fb30ac-ff6c-4bff-9267-b3ba0b8e31cd,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:36.507463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 58b076cd-00d8-4466-be81-4e1836dd6332 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:42:36.507817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 58b076cd-00d8-4466-be81-4e1836dd6332 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:42:36.535316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Checking segment: {'id': 'a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6ab5fcbd-b4fb-4529-af60-602e680850b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:36.540555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network hostable DHCP agents. Network: 6ab5fcbd-b4fb-4529-af60-602e680850b7, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:36.549249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-990143200', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:36.596772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 6ab5fcbd-b4fb-4529-af60-602e680850b7 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:36.606521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5eefed8-26d2-4ad3-8a2b-a77ff01e7681 req-1a0ad65a-df44-4031-b320-4df3cfbe44e0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 210 time: 0.0497212 Jul 14 11:42:36.621104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 6ab5fcbd-b4fb-4529-af60-602e680850b7) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:36.621389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Made reservation on behalf of ed9ec29388df4ca98af8847506dae5fa for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:36.624869 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.626856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:36.627535 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.640785 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.668977 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3f128e38-7b85-455a-afeb-580816ab6975 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0636704 Jul 14 11:42:36.669755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55834) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:36.674207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27293db6-fa26-4fed-8065-ca74c6835d0b None None] Network 6ab5fcbd-b4fb-4529-af60-602e680850b7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:36.675667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '6ab5fcbd-b4fb-4529-af60-602e680850b7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-930051228'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:36.808465 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.815040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.823373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] device_id is not set on port b9225704-9461-402c-aeb1-da7ff1bdb367 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:36.843931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.887871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:36.890970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a2ead-06c6-4625-bff8-1b5e4a32c04c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:36.893479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:36.932172 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 3083c47b-f43b-4c6f-a25e-c0c784a58249 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:36.954605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Transition to ACTIVE for port object 4ab2ef9a-a60d-462c-818a-e0560026ec70 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:37.019512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Allocated IP 172.25.2.228 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/b9225704-9461-402c-aeb1-da7ff1bdb367) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:37.086370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Transition to ACTIVE for port object 4ab2ef9a-a60d-462c-818a-e0560026ec70 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:37.116109 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.175413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Network fab5bf3f-8d14-4b5c-9182-4ca1196315ab is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:37.183504 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:37.189258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::191 (6ab5fcbd-b4fb-4529-af60-602e680850b7/c1fb30ac-ff6c-4bff-9267-b3ba0b8e31cd/3083c47b-f43b-4c6f-a25e-c0c784a58249) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:37.196543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:37.322251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Pushing event updated for resources: {'Port': ['ID=4ab2ef9a-a60d-462c-818a-e0560026ec70,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:37.339919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Attempting to bind port 4ab2ef9a-a60d-462c-818a-e0560026ec70 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:37.340301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Attempting to bind port 4ab2ef9a-a60d-462c-818a-e0560026ec70 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'bac1fe65-a1e3-4422-90d0-ff39c50b27c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fab5bf3f-8d14-4b5c-9182-4ca1196315ab'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:37.340669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Attempting to bind port 4ab2ef9a-a60d-462c-818a-e0560026ec70 on network fab5bf3f-8d14-4b5c-9182-4ca1196315ab {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:37.345417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-6ab5fcbd-b4fb-4529-af60-602e680850b7', 'network_id': '6ab5fcbd-b4fb-4529-af60-602e680850b7', 'tenant_id': 'ff2c460531d44fcc9444ae3bcd6e6e70', 'fixed_ips': [{'subnet_id': 'c1fb30ac-ff6c-4bff-9267-b3ba0b8e31cd'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:42:37.346257 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.351513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:37.351943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Checking segment: {'id': 'bac1fe65-a1e3-4422-90d0-ff39c50b27c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fab5bf3f-8d14-4b5c-9182-4ca1196315ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:37.352754 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.352754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Bound using segment: {'id': 'bac1fe65-a1e3-4422-90d0-ff39c50b27c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fab5bf3f-8d14-4b5c-9182-4ca1196315ab'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:37.353206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Bound port: 4ab2ef9a-a60d-462c-818a-e0560026ec70, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac1fe65-a1e3-4422-90d0-ff39c50b27c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fab5bf3f-8d14-4b5c-9182-4ca1196315ab'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:37.354154 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.404462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Allocated IP 2001:db8::ec (fab5bf3f-8d14-4b5c-9182-4ca1196315ab/3dd232b3-9554-4ac2-a484-03c27e0a2aac/157c0a73-f706-4c7b-884e-0f3bb4f06880) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:37.438105 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.502015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object 3083c47b-f43b-4c6f-a25e-c0c784a58249 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:37.511069 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.615157 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.677691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 6ab5fcbd-b4fb-4529-af60-602e680850b7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:37.683515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:37.686541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:37.692906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:37.694080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.707065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=3083c47b-f43b-4c6f-a25e-c0c784a58249,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:37.723103 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7712acb4-fd5e-4625-88a9-351e1a9b8351 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0514147 Jul 14 11:42:37.725572 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55860) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:37.727753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] For port 4ab2ef9a-a60d-462c-818a-e0560026ec70, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:37.745390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.756635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] For port 4ab2ef9a-a60d-462c-818a-e0560026ec70, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4ab2ef9a-a60d-462c-818a-e0560026ec70,segment=NetworkSegment(bac1fe65-a1e3-4422-90d0-ff39c50b27c8),segment_id=bac1fe65-a1e3-4422-90d0-ff39c50b27c8)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:37.764950 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.776508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Allocated IP 2001:db8::2 (6ab5fcbd-b4fb-4529-af60-602e680850b7/c1fb30ac-ff6c-4bff-9267-b3ba0b8e31cd/8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:37.857513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Pushing event updated for resources: {'Port': ['ID=b9225704-9461-402c-aeb1-da7ff1bdb367,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:37.864014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:37.904966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:37.914554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Transition to ACTIVE for port object 157c0a73-f706-4c7b-884e-0f3bb4f06880 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:37.942473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:37.949393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:37.986838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-914ad247-ce59-478a-9bcb-dd27a6b367bb req-b7d41ffc-7366-4e2f-9c8a-cce27c6e7cbf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 210 time: 0.0805397 Jul 14 11:42:38.085710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96168fba-2cb3-48df-b39b-c13b1727dbc8 None None] Pushing event updated for resources: {'Port': ['ID=4ab2ef9a-a60d-462c-818a-e0560026ec70,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:38.138269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.163792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:38.164619 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.211328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-8f2dcc86-d6d4-4473-8f69-f6955a2cac18 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 3083c47b-f43b-4c6f-a25e-c0c784a58249 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:38.211783 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcc86-d6d4-4473-8f69-f6955a2cac18 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.376496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Network fab5bf3f-8d14-4b5c-9182-4ca1196315ab is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:38.388746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8930a873-68ae-406d-aea9-639d744fc013 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1728284 Jul 14 11:42:38.391486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55874) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:38.401329 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.228'}]}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:38.425142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:38.434348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:38.446723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.449146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.449527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:38.451828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.464830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event updated for resources: {'Port': ['ID=157c0a73-f706-4c7b-884e-0f3bb4f06880,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:38.465222 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.485626 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Transition to ACTIVE for port object 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:38.541784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10e94ae3-6872-4e2e-9fea-d154e5ce8981 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5765717 Jul 14 11:42:38.551470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55876) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:38.584261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Transition to ACTIVE for port object 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:38.587495 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.591103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Request body: {'port': {'network_id': 'fab5bf3f-8d14-4b5c-9182-4ca1196315ab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1798895641', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:38.591719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.api.validators [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] bootfile-name is not in valid_values {{(pid=93702) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:42:38.592567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.api.validators [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] tftp-server is not in valid_values {{(pid=93702) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:42:38.592849 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.api.validators [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] server-ip-address is not in valid_values {{(pid=93702) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:42:38.592974 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.687999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Network 6ab5fcbd-b4fb-4529-af60-602e680850b7 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:38.692078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:38.698701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:38.702501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Pushing event updated for resources: {'Port': ['ID=8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:38.808979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Attempting to bind port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:38.810113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Attempting to bind port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6ab5fcbd-b4fb-4529-af60-602e680850b7'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:38.811206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Attempting to bind port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 on network 6ab5fcbd-b4fb-4529-af60-602e680850b7 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:38.824580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:38.824956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Checking segment: {'id': 'a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6ab5fcbd-b4fb-4529-af60-602e680850b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:38.825363 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.825752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Bound using segment: {'id': 'a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6ab5fcbd-b4fb-4529-af60-602e680850b7'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:38.826343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Bound port: 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6ab5fcbd-b4fb-4529-af60-602e680850b7'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:38.826810 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:38.958457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] For port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:38.965917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] For port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383,segment=NetworkSegment(a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c),segment_id=a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:38.975760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.049376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1148a01-bf0e-451b-a89d-7b21ef4f090b None None] Pushing event updated for resources: {'Port': ['ID=8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:39.078789 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcc86-d6d4-4473-8f69-f6955a2cac18 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.116325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.179180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-8f2dcc86-d6d4-4473-8f69-f6955a2cac18 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 3083c47b-f43b-4c6f-a25e-c0c784a58249 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:39.366910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-f18583b1-bb62-41ee-9f16-70d94f032eb0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:39.368508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-f18583b1-bb62-41ee-9f16-70d94f032eb0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.64 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.5018337 Jul 14 11:42:39.375306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Made reservation on behalf of 21dff346ae3d42fb956385590f1ed526 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:39.386567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.423961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'port': {'device_id': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'admin_state_up': True, 'tenant_id': '32cec261a407494189ca3949d6d969ae'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:39.434351 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6204069d-88b6-4188-b212-5b4d7f9cb1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.515380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2060771-ec2f-4bc5-a3c4-e1b9bd0dbf55 req-20f2f986-107e-458f-ad5a-75b3a43848ab tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 210 time: 0.1449780 Jul 14 11:42:39.517750 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.555534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.617928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] device_id is not set on port 19c8957e-c139-4c20-b23d-2bf4f9c449ce yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:39.849713 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcc86-d6d4-4473-8f69-f6955a2cac18 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.928054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dcc86-d6d4-4473-8f69-f6955a2cac18 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=3083c47b-f43b-4c6f-a25e-c0c784a58249,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:39.930004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.985156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Made reservation on behalf of 32cec261a407494189ca3949d6d969ae for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:39.988811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:39.994517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Allocated IP 2001:db8::2a9 (fab5bf3f-8d14-4b5c-9182-4ca1196315ab/3dd232b3-9554-4ac2-a484-03c27e0a2aac/19c8957e-c139-4c20-b23d-2bf4f9c449ce) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:40.000720 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcc86-d6d4-4473-8f69-f6955a2cac18 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:40.002948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8f2dcc86-d6d4-4473-8f69-f6955a2cac18 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/3083c47b-f43b-4c6f-a25e-c0c784a58249 HTTP/1.1" status: 204 len: 168 time: 2.2761595 Jul 14 11:42:40.018637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55898) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:40.031750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46289e43-6424-4f3b-add8-f22db0c2c2c3 None None] Network fab5bf3f-8d14-4b5c-9182-4ca1196315ab requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:40.105681 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdb358c-3a00-4659-a8fb-c24703d937e9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:42:40.107948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9fdb358c-3a00-4659-a8fb-c24703d937e9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/3083c47b-f43b-4c6f-a25e-c0c784a58249 HTTP/1.1" status: 404 len: 333 time: 0.0884604 Jul 14 11:42:40.125679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55904) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:40.396990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-54449f6f-4b72-49b0-9be0-51f2c31f1b69 None None] Provisioning for port 4ab2ef9a-a60d-462c-818a-e0560026ec70 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:40.490771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4ab2ef9a-a60d-462c-818a-e0560026ec70 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:40.616278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e834e4e8-cf31-4e06-8c31-3d27133df21f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet c1fb30ac-ff6c-4bff-9267-b3ba0b8e31cd {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:42:40.659205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4ab2ef9a-a60d-462c-818a-e0560026ec70 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:40.679993 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4ab2ef9a-a60d-462c-818a-e0560026ec70 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:40.680613 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:40.874134 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:40.956252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4ab2ef9a-a60d-462c-818a-e0560026ec70, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4ab2ef9a-a60d-462c-818a-e0560026ec70,segment=NetworkSegment(bac1fe65-a1e3-4422-90d0-ff39c50b27c8),segment_id=bac1fe65-a1e3-4422-90d0-ff39c50b27c8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:40.965905 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:40.969168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:40.980642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:40.983655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.058356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae473d4-1249-41fc-bf5c-a4dd6207573c None None] Network 6ab5fcbd-b4fb-4529-af60-602e680850b7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:41.135806 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.136465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dac51ead-2783-4578-99c3-a4a2dcbffcd7 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:42:41.170512 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 11:42:41.175078 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e811452a-e04b-4878-ac13-c02c0dcc644c tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7821093 Jul 14 11:42:41.175801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55922) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:41.217156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4ab2ef9a-a60d-462c-818a-e0560026ec70,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:41.224956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eb15f72b-0d0d-4a67-ab05-13916b265b2f None None] Provisioning for port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:41.255877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:41.267896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:41.268480 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.351959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-74d26632-feda-4991-b867-d6a50dfa0ef8 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Deleting port b9225704-9461-402c-aeb1-da7ff1bdb367 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:41.352369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74d26632-feda-4991-b867-d6a50dfa0ef8 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.416462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9a8c84f1-a2f9-44f9-b890-0ec42aea8a5d None None] Provisioning complete for port 4ab2ef9a-a60d-462c-818a-e0560026ec70 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:41.416854 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a8c84f1-a2f9-44f9-b890-0ec42aea8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.468278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Allocated IP 172.20.0.10 (53da603f-c8a8-4203-97fd-895ac1ec1871/e96801ef-089e-480e-92cc-5f1b98baab38/0b8baf27-fb1e-4289-bc90-997c070774cf) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:41.542128 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.545268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74d26632-feda-4991-b867-d6a50dfa0ef8 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.570988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-74d26632-feda-4991-b867-d6a50dfa0ef8 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Calling delete_port for b9225704-9461-402c-aeb1-da7ff1bdb367 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:41.656353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.702835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383,segment=NetworkSegment(a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c),segment_id=a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:41.720445 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.769978 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.791171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Transition to ACTIVE for port object 19c8957e-c139-4c20-b23d-2bf4f9c449ce will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:41.824474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9a8c84f1-a2f9-44f9-b890-0ec42aea8a5d None None] Provisioning for port 157c0a73-f706-4c7b-884e-0f3bb4f06880 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:41.831016 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e834e4e8-cf31-4e06-8c31-3d27133df21f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.831795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9a8c84f1-a2f9-44f9-b890-0ec42aea8a5d None None] Provisioning complete for port 157c0a73-f706-4c7b-884e-0f3bb4f06880 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:41.833621 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a8c84f1-a2f9-44f9-b890-0ec42aea8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.835284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:41.848024 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.866704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74d26632-feda-4991-b867-d6a50dfa0ef8 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:41.903619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c84f1-a2f9-44f9-b890-0ec42aea8a5d None None] Port 157c0a73-f706-4c7b-884e-0f3bb4f06880 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:42:41.950676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c32f1c7-cef4-4ddb-b1e0-db545804a9bd req-51713818-6f76-4d84-a520-bf9e9bf95557 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 210 time: 0.2901044 Jul 14 11:42:41.989705 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d26632-feda-4991-b867-d6a50dfa0ef8 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9225704-9461-402c-aeb1-da7ff1bdb367,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:42.005834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Transition to ACTIVE for port object 0b8baf27-fb1e-4289-bc90-997c070774cf will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:42.038781 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e834e4e8-cf31-4e06-8c31-3d27133df21f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.045064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Network fab5bf3f-8d14-4b5c-9182-4ca1196315ab is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:42.082472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:42.087807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d136ff93-6d92-40f2-a03c-2ba833ebf411 None None] Provisioning complete for port 157c0a73-f706-4c7b-884e-0f3bb4f06880 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:42.088632 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d136ff93-6d92-40f2-a03c-2ba833ebf411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.092029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:42.111844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:42.112176 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.142274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event updated for resources: {'Port': ['ID=19c8957e-c139-4c20-b23d-2bf4f9c449ce,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:42.182882 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74d26632-feda-4991-b867-d6a50dfa0ef8 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.189173 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-74d26632-feda-4991-b867-d6a50dfa0ef8 tempest-RoutersAdminNegativeTest-1284498430 tempest-RoutersAdminNegativeTest-1284498430-project-admin] 10.222.0.38 "DELETE /v2.0/ports/b9225704-9461-402c-aeb1-da7ff1bdb367 HTTP/1.1" status: 204 len: 168 time: 1.0121284 Jul 14 11:42:42.255095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55940) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:42.260801 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-89f5b18b-bb3c-425c-a636-83ee93d75507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.262239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0f5f9564-0e94-475f-8847-439ec644058a tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.6996765 Jul 14 11:42:42.273326 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d136ff93-6d92-40f2-a03c-2ba833ebf411 None None] Port 157c0a73-f706-4c7b-884e-0f3bb4f06880 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:42:42.305628 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.309402 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.338085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d136ff93-6d92-40f2-a03c-2ba833ebf411 None None] Provisioning complete for port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:42.338462 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d136ff93-6d92-40f2-a03c-2ba833ebf411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.421845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:42.434473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:42.442648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:42.448039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c0e43455-150a-4902-a8f3-681222d3f9bf', 'a545c2df-ab54-4ae6-ad4f-323051007f30'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:42:42.467548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4ab2ef9a-a60d-462c-818a-e0560026ec70 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:42.490394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10842db1-8eea-47d9-9406-b1fbf8162d74 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:42.510652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10842db1-8eea-47d9-9406-b1fbf8162d74 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:42.568788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10842db1-8eea-47d9-9406-b1fbf8162d74 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:42.580242 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-10842db1-8eea-47d9-9406-b1fbf8162d74 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3233309 Jul 14 11:42:42.581555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55946) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:42.731265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:42.736224 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.774615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'Port': ['ID=0b8baf27-fb1e-4289-bc90-997c070774cf,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:42.793659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e834e4e8-cf31-4e06-8c31-3d27133df21f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.861624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-eeb53357-07f4-4765-a82c-ff986f27ce34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4572544 Jul 14 11:42:42.903504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5a95a77f-04f1-45eb-a4c6-7f4b4462433e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Deleting port 19c8957e-c139-4c20-b23d-2bf4f9c449ce {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:42.906744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a95a77f-04f1-45eb-a4c6-7f4b4462433e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.929779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e834e4e8-cf31-4e06-8c31-3d27133df21f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:42.932108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55952) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:43.047183 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e834e4e8-cf31-4e06-8c31-3d27133df21f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.049165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e834e4e8-cf31-4e06-8c31-3d27133df21f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/c1fb30ac-ff6c-4bff-9267-b3ba0b8e31cd HTTP/1.1" status: 204 len: 168 time: 2.9189615 Jul 14 11:42:43.051913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55962) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:43.058849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834e4e8-cf31-4e06-8c31-3d27133df21f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fb30ac-ff6c-4bff-9267-b3ba0b8e31cd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:43.097157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4ab2ef9a-a60d-462c-818a-e0560026ec70 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:43.098986 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.106000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Request body: {'port': {'device_id': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:43.230252 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.234437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a95a77f-04f1-45eb-a4c6-7f4b4462433e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.269542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5a95a77f-04f1-45eb-a4c6-7f4b4462433e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Calling delete_port for 19c8957e-c139-4c20-b23d-2bf4f9c449ce owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:43.270322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3951e2-9370-4bf7-9952-974dcce36021 None None] Network 6ab5fcbd-b4fb-4529-af60-602e680850b7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:43.409944 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad53d863-efca-4fa3-a3b8-3d5132eb9c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.437840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:43.438209 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.493127 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.532393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66a001-ed16-4f16-a7a0-15672ce95763 req-140612ac-04b2-4462-b4da-98bea37b94cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:43.544699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb66a001-ed16-4f16-a7a0-15672ce95763 req-140612ac-04b2-4462-b4da-98bea37b94cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 932 time: 0.3789124 Jul 14 11:42:43.545489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] For port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383,segment=NetworkSegment(a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c),segment_id=a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:43.545925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.572083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:43.583105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0013da22-bf8f-4554-8ca2-2517da6ed144 None None] Provisioning for port 0b8baf27-fb1e-4289-bc90-997c070774cf completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:43.585240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a95a77f-04f1-45eb-a4c6-7f4b4462433e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.683646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0013da22-bf8f-4554-8ca2-2517da6ed144 None None] Provisioning complete for port 0b8baf27-fb1e-4289-bc90-997c070774cf triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:43.683646 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0013da22-bf8f-4554-8ca2-2517da6ed144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.684024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95a77f-04f1-45eb-a4c6-7f4b4462433e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event deleted for resources: {'Port': ['ID=19c8957e-c139-4c20-b23d-2bf4f9c449ce,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:43.687262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb66a001-ed16-4f16-a7a0-15672ce95763 req-e074414c-6876-4cb2-bab6-1208894785c7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410196 Jul 14 11:42:43.713674 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.730706 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a95a77f-04f1-45eb-a4c6-7f4b4462433e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.734027 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5a95a77f-04f1-45eb-a4c6-7f4b4462433e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "DELETE /v2.0/ports/19c8957e-c139-4c20-b23d-2bf4f9c449ce HTTP/1.1" status: 204 len: 168 time: 1.1505463 Jul 14 11:42:43.737579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55974) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:43.746178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Request body: {'port': {'name': 'tempest-new-port-name-2079581866', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:43.746815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.api.validators [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] bootfile-name is not in valid_values {{(pid=93701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:42:43.747170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.api.validators [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] tftp-server is not in valid_values {{(pid=93701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:42:43.747512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.api.validators [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] server-ip-address is not in valid_values {{(pid=93701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 11:42:43.834291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:43.878742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:43.896578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0013da22-bf8f-4554-8ca2-2517da6ed144 None None] Port 0b8baf27-fb1e-4289-bc90-997c070774cf cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:42:43.934401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0013da22-bf8f-4554-8ca2-2517da6ed144 None None] Could not find standard attr ID for object 19c8957e-c139-4c20-b23d-2bf4f9c449ce. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:42:43.957007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0013da22-bf8f-4554-8ca2-2517da6ed144 None None] Could not find standard attr ID for object 3083c47b-f43b-4c6f-a25e-c0c784a58249. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:42:43.991755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No active binding found for port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 {{(pid=93703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 11:42:43.992774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 11:42:43.997351 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad53d863-efca-4fa3-a3b8-3d5132eb9c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.011156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad53d863-efca-4fa3-a3b8-3d5132eb9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.021402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 not found, will not notify nova. {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 11:42:44.021654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No DVR routers for this DVR port 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:44.052705 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:44.114559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ad53d863-efca-4fa3-a3b8-3d5132eb9c15 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=881b6b172d324679a06ab931eceb158c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1755548 Jul 14 11:42:44.117684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53d863-efca-4fa3-a3b8-3d5132eb9c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5ec7e1-c1d0-41e9-8239-dda0d4846400,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:44.130809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55982) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:44.135613 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.177447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec6d3a2-eaa2-49e0-9a83-3dddbeae32ea None None] DHCP port deletion for 6ab5fcbd-b4fb-4529-af60-602e680850b7 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:42:44.238832 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.239489 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9b913e-af20-4aa0-8679-2066beac4550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.258869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab5fcbd-b4fb-4529-af60-602e680850b7']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:44.265159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9b913e-af20-4aa0-8679-2066beac4550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.293482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:44.293951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a888cb35-1f6c-4e3e-ba07-38b9c9cdee0c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:44.309158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:42:44.316402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.348022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8baf27-fb1e-4289-bc90-997c070774cf {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:42:44.354022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:42:44.358495 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.360498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8a1fde57-c7ef-4ab7-81a1-7b68e3e1c383 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:42:44.385071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Transition to ACTIVE for port object 0b8baf27-fb1e-4289-bc90-997c070774cf will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:44.392510 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.428300 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.488099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8baf27-fb1e-4289-bc90-997c070774cf,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:44.523838 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9b913e-af20-4aa0-8679-2066beac4550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.534605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:42:44.536590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.539617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e9b913e-af20-4aa0-8679-2066beac4550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.543843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7e9b913e-af20-4aa0-8679-2066beac4550 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac5ec7e1-c1d0-41e9-8239-dda0d4846400 HTTP/1.1" status: 204 len: 168 time: 0.4092927 Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:42:44.545545 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:42:44.614839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b913e-af20-4aa0-8679-2066beac4550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5ec7e1-c1d0-41e9-8239-dda0d4846400,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:44.663359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Attempting to bind port 0b8baf27-fb1e-4289-bc90-997c070774cf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:44.664785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Attempting to bind port 0b8baf27-fb1e-4289-bc90-997c070774cf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:44.666513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Attempting to bind port 0b8baf27-fb1e-4289-bc90-997c070774cf on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:44.674002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.678733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Port 0b8baf27-fb1e-4289-bc90-997c070774cf on network 53da603f-c8a8-4203-97fd-895ac1ec1871 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:42:44.679459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Attempting to bind port 0b8baf27-fb1e-4289-bc90-997c070774cf on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:44.685321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.685896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:44.686246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Checking segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:44.686998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Bound using segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:44.687505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Bound port: 0b8baf27-fb1e-4289-bc90-997c070774cf, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:44.688011 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.781839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] In _notify_port_updated(), no bound segment for port 157c0a73-f706-4c7b-884e-0f3bb4f06880 on network fab5bf3f-8d14-4b5c-9182-4ca1196315ab {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:42:44.800256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:44.803099 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.807948 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "PUT /v2.0/ports/157c0a73-f706-4c7b-884e-0f3bb4f06880 HTTP/1.1" status: 200 len: 1129 time: 1.0692558 Jul 14 11:42:44.809720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.823923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 55998) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:44.866045 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:44.880274 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/networks/6ab5fcbd-b4fb-4529-af60-602e680850b7 HTTP/1.1" status: 204 len: 168 time: 1.8232303 Jul 14 11:42:44.882455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] For port 0b8baf27-fb1e-4289-bc90-997c070774cf, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:44.889112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56000) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:44.915882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'name': 'tempest-PortsIpV6TestJSON-87332070'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:44.949543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6d967-d06e-4240-abc9-c6d30160ed44 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Network': ['ID=6ab5fcbd-b4fb-4529-af60-602e680850b7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:44.983668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5d150-59cc-4d72-85b9-a0dc3f34bb90 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event updated for resources: {'Port': ['ID=157c0a73-f706-4c7b-884e-0f3bb4f06880,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:45.042612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ce19f4-c280-4ae5-9760-be5e8198c3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:45.045548 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-79ce19f4-c280-4ae5-9760-be5e8198c3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "GET /v2.0/ports/157c0a73-f706-4c7b-884e-0f3bb4f06880 HTTP/1.1" status: 200 len: 1129 time: 0.2122350 Jul 14 11:42:45.054670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56006) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:45.120394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] For port 0b8baf27-fb1e-4289-bc90-997c070774cf, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0b8baf27-fb1e-4289-bc90-997c070774cf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:45.125354 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.175020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56010) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:45.176215 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.257033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-94d0a5df-101e-41aa-9844-5834cdc0b98e None None] Provisioning complete for port 157c0a73-f706-4c7b-884e-0f3bb4f06880 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:45.257584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4f369fb7-b816-45c0-a9da-99fed5ae70f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Deleting port 157c0a73-f706-4c7b-884e-0f3bb4f06880 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:45.257584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f369fb7-b816-45c0-a9da-99fed5ae70f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.260077 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-94d0a5df-101e-41aa-9844-5834cdc0b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.298907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:45.299542 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.300982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] 10.222.0.64 "PUT /v2.0/ports/0b8baf27-fb1e-4289-bc90-997c070774cf HTTP/1.1" status: 200 len: 1092 time: 2.4295690 Jul 14 11:42:45.303808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'tag': '0b8baf27-fb1e-4289-bc90-997c070774cf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:42:45.314327 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277425ff-b74f-4612-8557-6e5d6454f292" -d '{"events": [{"name": "network-changed", "server_uuid": "691752b0-9ba8-47b0-b9ff-83c22cfaf35d", "tag": "0b8baf27-fb1e-4289-bc90-997c070774cf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:42:45.343349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-94d0a5df-101e-41aa-9844-5834cdc0b98e None None] Port 157c0a73-f706-4c7b-884e-0f3bb4f06880 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:42:45.382349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2498d3-8086-4318-a296-4c8251b3f101 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8baf27-fb1e-4289-bc90-997c070774cf,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:45.391116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f369fb7-b816-45c0-a9da-99fed5ae70f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.410333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ca9f277c-af2e-4bc2-96ce-bf3074187420 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed9ec29388df4ca98af8847506dae5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279904 Jul 14 11:42:45.429539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56018) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:45.433770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4f369fb7-b816-45c0-a9da-99fed5ae70f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Calling delete_port for 157c0a73-f706-4c7b-884e-0f3bb4f06880 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:45.462120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:45.466576 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.488462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc83c7-2554-48d1-a9dc-d1794f44835c req-70de9e54-a87f-48a6-8559-a8e6f946ef7b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:45.490028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83dc83c7-2554-48d1-a9dc-d1794f44835c req-70de9e54-a87f-48a6-8559-a8e6f946ef7b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 944 time: 0.4200726 Jul 14 11:42:45.502613 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b88e096-0f3a-41d8-b4f2-d7841487682e x-openstack-request-id: req-9b88e096-0f3a-41d8-b4f2-d7841487682e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:42:45.502945 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691752b0-9ba8-47b0-b9ff-83c22cfaf35d", "tag": "0b8baf27-fb1e-4289-bc90-997c070774cf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:42:45.503154 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b88e096-0f3a-41d8-b4f2-d7841487682e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:42:45.503565 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'tag': '0b8baf27-fb1e-4289-bc90-997c070774cf', 'status': 'completed', 'code': 200} Jul 14 11:42:45.564511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port d5245852-99ec-4fc3-826c-6dcb98727692 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:45.643265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-d106d13b-ae0b-4f77-ab24-8d483a1bc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:45.645099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-d106d13b-ae0b-4f77-ab24-8d483a1bc494 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 1095 time: 0.2636251 Jul 14 11:42:45.654315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f369fb7-b816-45c0-a9da-99fed5ae70f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.708418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83dc83c7-2554-48d1-a9dc-d1794f44835c req-837dd282-d66a-4780-8b58-1e11016d3dce tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959846 Jul 14 11:42:45.715572 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2bd4-3751-4775-8fe8-d987e3043d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.724197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f369fb7-b816-45c0-a9da-99fed5ae70f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event deleted for resources: {'Port': ['ID=157c0a73-f706-4c7b-884e-0f3bb4f06880,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:45.762661 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f369fb7-b816-45c0-a9da-99fed5ae70f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.772905 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4f369fb7-b816-45c0-a9da-99fed5ae70f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "DELETE /v2.0/ports/157c0a73-f706-4c7b-884e-0f3bb4f06880 HTTP/1.1" status: 204 len: 168 time: 0.7108006 Jul 14 11:42:45.772905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56028) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:45.802636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-2e51fa69-7ff0-4b8b-8f96-568cdac7bb91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b8baf27-fb1e-4289-bc90-997c070774cf HTTP/1.1" status: 200 len: 217 time: 0.1234007 Jul 14 11:42:45.906856 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2bd4-3751-4775-8fe8-d987e3043d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.919941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Deleting subnet 3dd232b3-9554-4ac2-a484-03c27e0a2aac {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:42:45.934328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:45.963315 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:42:46.012363 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.097449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-967d94b9-48c1-4937-91cf-1addbecdb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:46.099572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-967d94b9-48c1-4937-91cf-1addbecdb052 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.2868257 Jul 14 11:42:46.107038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.124196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.168384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2bd4-3751-4775-8fe8-d987e3043d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.171240 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2bd4-3751-4775-8fe8-d987e3043d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.182371 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d4ee2bd4-3751-4775-8fe8-d987e3043d0a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce3a2ead-06c6-4625-bff8-1b5e4a32c04c HTTP/1.1" status: 204 len: 168 time: 0.7441080 Jul 14 11:42:46.218422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.264260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd232b3-9554-4ac2-a484-03c27e0a2aac,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:46.273112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee2bd4-3751-4775-8fe8-d987e3043d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a2ead-06c6-4625-bff8-1b5e4a32c04c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:46.278876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ecb7cc-40c9-4bf7-b4a6-7c059db7bda1 None None] Network fab5bf3f-8d14-4b5c-9182-4ca1196315ab requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:46.302575 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.308798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-a2fe5af8-c830-41b6-a036-0d9fa303572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:46.310560 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-a2fe5af8-c830-41b6-a036-0d9fa303572a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013388 Jul 14 11:42:46.311667 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "DELETE /v2.0/subnets/3dd232b3-9554-4ac2-a484-03c27e0a2aac HTTP/1.1" status: 204 len: 168 time: 0.5412939 Jul 14 11:42:46.312656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.314161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.314526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.314792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56038) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:46.314916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.316989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.317369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.317978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.318487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.319384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.322922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.323335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.323974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.325763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ac4c3-db42-4adb-a8c1-603bf036257e tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:42:46.560207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:46.579481 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.585164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:46.589667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=d5245852-99ec-4fc3-826c-6dcb98727692,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:46.592204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:46.598039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:46.598656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.652021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542d5167-c453-451d-9434-d4ceed41e634 None None] DHCP port deletion for fab5bf3f-8d14-4b5c-9182-4ca1196315ab request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:42:46.663548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6529355c-a4b1-41c4-bdeb-58e41253b1db tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.7687118 Jul 14 11:42:46.664134 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56048) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:46.699796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-051c53c9-04ce-42e7-93ee-d2a12332d5ff service neutron] 10.222.0.64 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633606 Jul 14 11:42:46.766614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-542d5167-c453-451d-9434-d4ceed41e634 None None] Deleting port 4ab2ef9a-a60d-462c-818a-e0560026ec70 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:46.767988 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-542d5167-c453-451d-9434-d4ceed41e634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.883612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Deleting port 4ab2ef9a-a60d-462c-818a-e0560026ec70 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:46.884733 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.901151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-542d5167-c453-451d-9434-d4ceed41e634 None None] For port 4ab2ef9a-a60d-462c-818a-e0560026ec70, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4ab2ef9a-a60d-462c-818a-e0560026ec70,segment=NetworkSegment(bac1fe65-a1e3-4422-90d0-ff39c50b27c8),segment_id=bac1fe65-a1e3-4422-90d0-ff39c50b27c8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:46.902675 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-542d5167-c453-451d-9434-d4ceed41e634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.942208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-caec1a7c-cef3-4032-b2b4-f70ba777e7f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port d5245852-99ec-4fc3-826c-6dcb98727692 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:46.942944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caec1a7c-cef3-4032-b2b4-f70ba777e7f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:46.945587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-542d5167-c453-451d-9434-d4ceed41e634 None None] Calling delete_port for 4ab2ef9a-a60d-462c-818a-e0560026ec70 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:47.113954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-389b14ce-341b-488a-a1f0-a59ea563f3ac req-b906e349-830c-4ad2-8115-de6e771d128e service neutron] 10.222.0.64 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051545 Jul 14 11:42:47.144074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] For port 4ab2ef9a-a60d-462c-818a-e0560026ec70, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4ab2ef9a-a60d-462c-818a-e0560026ec70,segment=NetworkSegment(bac1fe65-a1e3-4422-90d0-ff39c50b27c8),segment_id=bac1fe65-a1e3-4422-90d0-ff39c50b27c8)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:47.144339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caec1a7c-cef3-4032-b2b4-f70ba777e7f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.145026 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.151980 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-542d5167-c453-451d-9434-d4ceed41e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.166595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Calling delete_port for 4ab2ef9a-a60d-462c-818a-e0560026ec70 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:47.187783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5167-c453-451d-9434-d4ceed41e634 None None] Pushing event deleted for resources: {'Port': ['ID=4ab2ef9a-a60d-462c-818a-e0560026ec70,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:47.194150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d5167-c453-451d-9434-d4ceed41e634 None None] No DVR routers for this DVR port 4ab2ef9a-a60d-462c-818a-e0560026ec70 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:47.198368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-caec1a7c-cef3-4032-b2b4-f70ba777e7f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for d5245852-99ec-4fc3-826c-6dcb98727692 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:47.320019 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caec1a7c-cef3-4032-b2b4-f70ba777e7f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.379824 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caec1a7c-cef3-4032-b2b4-f70ba777e7f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.381926 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-caec1a7c-cef3-4032-b2b4-f70ba777e7f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/d5245852-99ec-4fc3-826c-6dcb98727692 HTTP/1.1" status: 204 len: 168 time: 0.7166421 Jul 14 11:42:47.383089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec1a7c-cef3-4032-b2b4-f70ba777e7f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=d5245852-99ec-4fc3-826c-6dcb98727692,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:47.385863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56078) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:47.392176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'mac_address': 'fa:16:3e:f7:8d:54', 'name': 'tempest-PortsIpV6TestJSON-2140482656'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:47.417503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8ea9c-50aa-41c2-9a4f-e2abab17c505 req-75a40763-068d-461d-a7cc-26f634535365 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:47.419349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83d8ea9c-50aa-41c2-9a4f-e2abab17c505 req-75a40763-068d-461d-a7cc-26f634535365 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 944 time: 0.5002246 Jul 14 11:42:47.423836 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.450691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event deleted for resources: {'Port': ['ID=4ab2ef9a-a60d-462c-818a-e0560026ec70,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:47.483955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277425ff-b74f-4612-8557-6e5d6454f292 req-b22ebb94-92bb-4a87-a685-ecba6002b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:47.485469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-277425ff-b74f-4612-8557-6e5d6454f292 req-b22ebb94-92bb-4a87-a685-ecba6002b3fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 1095 time: 0.2596171 Jul 14 11:42:47.486291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] No DVR routers for this DVR port 4ab2ef9a-a60d-462c-818a-e0560026ec70 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:42:47.586737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:47.610724 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.622962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab5bf3f-8d14-4b5c-9182-4ca1196315ab']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:47.637983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac1fe65-a1e3-4422-90d0-ff39c50b27c8') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:47.638289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac1fe65-a1e3-4422-90d0-ff39c50b27c8') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:47.659456 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.673607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.680391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:42:47.680794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.699493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56088) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:47.735890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:42:47.765568 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:42:47.778101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 556fd36b-ef8d-4ea9-be18-e3aa1dba6e7d yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:47.799714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.806695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83d8ea9c-50aa-41c2-9a4f-e2abab17c505 req-c90d9ca5-20a2-466f-8d38-f8c0e0e6fe57 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800795 Jul 14 11:42:47.813631 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:47.817958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] 10.222.0.38 "DELETE /v2.0/networks/fab5bf3f-8d14-4b5c-9182-4ca1196315ab HTTP/1.1" status: 204 len: 168 time: 1.4999080 Jul 14 11:42:47.845398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f529ec6-6d0d-4cb8-bd69-b09d84b18ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242 tempest-ExtraDHCPOptionsIpV6TestJSON-2018478242-project] Pushing event deleted for resources: {'Network': ['ID=fab5bf3f-8d14-4b5c-9182-4ca1196315ab,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:47.915142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277425ff-b74f-4612-8557-6e5d6454f292 req-ae517eac-350c-43f7-891d-ad89a134167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:47.916874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-277425ff-b74f-4612-8557-6e5d6454f292 req-ae517eac-350c-43f7-891d-ad89a134167d service neutron] 10.222.0.64 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.4163804 Jul 14 11:42:47.946003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1689876974'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:47.970278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-277425ff-b74f-4612-8557-6e5d6454f292 req-806f239a-ace7-4f51-ba7f-51008fa5f034 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b8baf27-fb1e-4289-bc90-997c070774cf HTTP/1.1" status: 200 len: 217 time: 0.0452945 Jul 14 11:42:48.034834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277425ff-b74f-4612-8557-6e5d6454f292 req-a0af7231-78bc-4014-a878-5f87ffeeb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:48.036528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-277425ff-b74f-4612-8557-6e5d6454f292 req-a0af7231-78bc-4014-a878-5f87ffeeb859 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.0588136 Jul 14 11:42:48.061015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Made reservation on behalf of 8c9cd262477f4370a888296978cf7f8c for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:48.064567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.084865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.114863 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.128737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277425ff-b74f-4612-8557-6e5d6454f292 req-61e51f7a-6331-4a16-89f2-caf77d32168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:48.146964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-277425ff-b74f-4612-8557-6e5d6454f292 req-61e51f7a-6331-4a16-89f2-caf77d32168a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989983 Jul 14 11:42:48.210571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.361174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4ab2ef9a-a60d-462c-818a-e0560026ec70 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:42:48.396484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-277425ff-b74f-4612-8557-6e5d6454f292 req-868b9da9-183e-4515-bd17-dea484880aec service neutron] 10.222.0.64 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468500 Jul 14 11:42:48.398928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4ab2ef9a-a60d-462c-818a-e0560026ec70 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:42:48.399462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4ab2ef9a-a60d-462c-818a-e0560026ec70 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:42:48.405893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:48.419092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:48.423836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56108) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:48.441568 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:48.448225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:48.448858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.466609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=556fd36b-ef8d-4ea9-be18-e3aa1dba6e7d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:48.487973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.498178 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.525929 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c1c2290e-2dc8-4456-bbed-7109ce77ef1e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1391754 Jul 14 11:42:48.528736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56112) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:48.554463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:48.556248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-277425ff-b74f-4612-8557-6e5d6454f292 req-d45006a8-05ed-4d3a-97a0-7f0d708d49a8 service neutron] 10.222.0.64 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530783 Jul 14 11:42:48.583605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec60253d-f307-40ce-9473-3b70f512b6d6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:48.589610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.589952 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Added segment e8fa88b4-5c25-459d-a8fe-2244651e8557 of type vlan for network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 Jul 14 11:42:48.619866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f82482b-82f4-4691-9550-d506dd0417f4 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:48.621298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6f82482b-82f4-4691-9550-d506dd0417f4 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/556fd36b-ef8d-4ea9-be18-e3aa1dba6e7d HTTP/1.1" status: 200 len: 845 time: 0.0880141 Jul 14 11:42:48.626165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56116) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:48.655479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.692002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.699021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:48.701421 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.765837 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-95024a45-6004-4112-b524-6ad2c7ab395d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21dff346ae3d42fb956385590f1ed526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407664 Jul 14 11:42:48.768557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56122) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:48.769682 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0688930 Jul 14 11:42:48.772758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56124) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:48.781007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'subnet': {'network_id': '1fe8e871-cac2-4f82-89ba-9acac991a4b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:48.798246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972f6aa-57f4-4458-afca-772c79c60171 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Network': ['ID=1fe8e871-cac2-4f82-89ba-9acac991a4b5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:48.819093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:48.874252 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb84605f-cd12-4599-9034-93fbcac12c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.914877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Made reservation on behalf of 8c9cd262477f4370a888296978cf7f8c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:48.921008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.941176 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb84605f-cd12-4599-9034-93fbcac12c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:48.943585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-adbd8d8e-5232-41c5-b70b-997d517cf4cc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 556fd36b-ef8d-4ea9-be18-e3aa1dba6e7d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:48.943939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adbd8d8e-5232-41c5-b70b-997d517cf4cc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.082221 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adbd8d8e-5232-41c5-b70b-997d517cf4cc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.101133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-adbd8d8e-5232-41c5-b70b-997d517cf4cc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 556fd36b-ef8d-4ea9-be18-e3aa1dba6e7d owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:49.158576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.226233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789aafd-9c01-4e80-a25e-9ad59b8f2b2e req-c5f33d64-09c0-48c0-88ac-ed25c2453b17 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:49.227927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a789aafd-9c01-4e80-a25e-9ad59b8f2b2e req-c5f33d64-09c0-48c0-88ac-ed25c2453b17 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 944 time: 0.2258618 Jul 14 11:42:49.231258 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb84605f-cd12-4599-9034-93fbcac12c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.232458 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb84605f-cd12-4599-9034-93fbcac12c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.233884 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cb84605f-cd12-4599-9034-93fbcac12c33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5497a27-8a8a-4710-9f13-c60e40dae7bc HTTP/1.1" status: 204 len: 168 time: 0.4638996 Jul 14 11:42:49.245038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adbd8d8e-5232-41c5-b70b-997d517cf4cc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.257545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Checking segment: {'id': 'e8fa88b4-5c25-459d-a8fe-2244651e8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1fe8e871-cac2-4f82-89ba-9acac991a4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:49.258437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network hostable DHCP agents. Network: 1fe8e871-cac2-4f82-89ba-9acac991a4b5, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:49.285143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Subnet': ['ID=dd3d1f02-beff-4867-9e8c-49b717a9b285,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:49.285925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd8d8e-5232-41c5-b70b-997d517cf4cc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=556fd36b-ef8d-4ea9-be18-e3aa1dba6e7d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:49.297257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84605f-cd12-4599-9034-93fbcac12c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5497a27-8a8a-4710-9f13-c60e40dae7bc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:49.310865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:49.321980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1fe8e871-cac2-4f82-89ba-9acac991a4b5) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:49.334447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:49.335046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.340946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6a8a3-5d5a-4905-9fa6-2aa04798f2f4 None None] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:49.358166 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adbd8d8e-5232-41c5-b70b-997d517cf4cc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.363689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-adbd8d8e-5232-41c5-b70b-997d517cf4cc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/556fd36b-ef8d-4ea9-be18-e3aa1dba6e7d HTTP/1.1" status: 204 len: 168 time: 0.7363379 Jul 14 11:42:49.363824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56144) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:49.382933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a789aafd-9c01-4e80-a25e-9ad59b8f2b2e req-135cbce8-f0c6-47aa-9ccb-0b95a9655258 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032319 Jul 14 11:42:49.451673 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c315e9b-7c50-4944-be09-25bbbdc90b9c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:42:49.457758 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3c315e9b-7c50-4944-be09-25bbbdc90b9c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/556fd36b-ef8d-4ea9-be18-e3aa1dba6e7d HTTP/1.1" status: 404 len: 333 time: 0.0910320 Jul 14 11:42:49.460196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56152) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:49.465743 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-02acc4c4-e35f-44a4-bc06-d152355dc624 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6904242 Jul 14 11:42:49.466683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56154) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:49.467661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'name': 'tempest-PortsIpV6TestJSON-181102658'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:49.473248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1511666633', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:49.506748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.510617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.592846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac50218e-3bc7-46e5-b965-5891903aa917 None None] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:49.643962 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.672911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:49.686589 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:49.726070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 6f726786-a76d-478e-bf35-d3fb33654fff yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:49.831385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.158875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.190480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.207119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0b8baf27-fb1e-4289-bc90-997c070774cf details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:42:50.381020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.25.2.59 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/912fb8bf-5871-4f76-9a8b-0e6f5b7a19cb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:50.431368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0b8baf27-fb1e-4289-bc90-997c070774cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0b8baf27-fb1e-4289-bc90-997c070774cf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:50.456868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '0b8baf27-fb1e-4289-bc90-997c070774cf', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'port_id': '0b8baf27-fb1e-4289-bc90-997c070774cf', 'mac_address': 'fa:16:3e:34:24:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:42:50.502542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.513822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56196) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:50.518689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8baf27-fb1e-4289-bc90-997c070774cf {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:42:50.588250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0b8baf27-fb1e-4289-bc90-997c070774cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0b8baf27-fb1e-4289-bc90-997c070774cf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:50.594981 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.606107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.626020 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.711315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.723727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0b8baf27-fb1e-4289-bc90-997c070774cf,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:50.738124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.811828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=6f726786-a76d-478e-bf35-d3fb33654fff,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:50.812456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:50.818342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1630696505'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:50.819097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:50.824051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=912fb8bf-5871-4f76-9a8b-0e6f5b7a19cb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:50.832840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:50.859790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:50.863451 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.870073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0b8baf27-fb1e-4289-bc90-997c070774cf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:42:50.880377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:50.885285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:50.889715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:50.896930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:50.897963 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.920699 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:50.952384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c91a8be2-77f6-4438-9bfc-e65f891fae36 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4905534 Jul 14 11:42:50.968131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54986f-2efe-4536-84ac-98b4924421f1 req-edee055b-d3a5-4f9d-bd00-1e606b524a95 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:50.970595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c54986f-2efe-4536-84ac-98b4924421f1 req-edee055b-d3a5-4f9d-bd00-1e606b524a95 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 945 time: 0.3114703 Jul 14 11:42:50.971117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56208) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:50.982278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1b139b83-e643-4cda-8db9-178c85986ada tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:51.088758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c54986f-2efe-4536-84ac-98b4924421f1 req-4c1589d1-9fba-4208-8cd9-177aed035105 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984046 Jul 14 11:42:51.170762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b139b83-e643-4cda-8db9-178c85986ada tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.285787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.301265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.381910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:51.406563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db32d167-4227-458c-af36-1084ba013de9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:51.419417 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.419742 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added segment fa955104-150f-41c4-bc82-551c26f99e9c of type vlan for network c9dee4a0-ab63-494e-a52a-619692b40b6c Jul 14 11:42:51.497117 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.518008 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b139b83-e643-4cda-8db9-178c85986ada tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.528208 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b139b83-e643-4cda-8db9-178c85986ada tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.570856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1b139b83-e643-4cda-8db9-178c85986ada tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] In _notify_port_updated(), no bound segment for port 6f726786-a76d-478e-bf35-d3fb33654fff on network 4f12c19b-b253-461b-aea6-d54fceec29b3 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:42:51.577688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b139b83-e643-4cda-8db9-178c85986ada tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:51.578332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b139b83-e643-4cda-8db9-178c85986ada tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.580367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1b139b83-e643-4cda-8db9-178c85986ada tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "PUT /v2.0/ports/6f726786-a76d-478e-bf35-d3fb33654fff HTTP/1.1" status: 200 len: 818 time: 0.6032896 Jul 14 11:42:51.587050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56220) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:51.606006 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.613941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:51.613941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.683969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.720473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Network': ['ID=c9dee4a0-ab63-494e-a52a-619692b40b6c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:51.724559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5f76535e-d906-4f85-8efc-c33f2d38582c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2096152 Jul 14 11:42:51.730971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56224) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:51.736272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network c9dee4a0-ab63-494e-a52a-619692b40b6c details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:51.747387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-362578055'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:51.754141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b139b83-e643-4cda-8db9-178c85986ada tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=6f726786-a76d-478e-bf35-d3fb33654fff,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:51.817066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:51.822290 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:51.946195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:51.959443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-55a08a4f-6dff-4ba5-b8f0-6f1f528eca6a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 6f726786-a76d-478e-bf35-d3fb33654fff {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:42:51.959813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a08a4f-6dff-4ba5-b8f0-6f1f528eca6a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.028709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.055752 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.056645 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added segment 112d850c-733b-4715-993f-ab964506375f of type vlan for network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 Jul 14 11:42:52.207410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0b8baf27-fb1e-4289-bc90-997c070774cf up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:52.219219 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a08a4f-6dff-4ba5-b8f0-6f1f528eca6a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.230447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.242960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-55a08a4f-6dff-4ba5-b8f0-6f1f528eca6a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 6f726786-a76d-478e-bf35-d3fb33654fff owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:42:52.260735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:42:52.314274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 0b8baf27-fb1e-4289-bc90-997c070774cf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:52.318772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 0b8baf27-fb1e-4289-bc90-997c070774cf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:52.319164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.371475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.378338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:52.379372 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.468875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:42:52.478724 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e255802-c8ae-45f7-9d12-af6abcc6391b None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:42:52.492032 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.492714 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e255802-c8ae-45f7-9d12-af6abcc6391b None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:52.494136 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0e255802-c8ae-45f7-9d12-af6abcc6391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:52.498955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Network': ['ID=fbcd3ca4-0088-4cd8-b858-fa79405f9d70,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:52.499623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.505636 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7d524779-aeaf-4f51-a5b4-c037b9c2946d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0365672 Jul 14 11:42:52.506355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56252) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:52.513217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:52.575206 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0e255802-c8ae-45f7-9d12-af6abcc6391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:52.580394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cced97-f00c-407d-a664-00af07233408 req-428caf17-1353-4a3c-bceb-0d192c752262 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:52.582708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13cced97-f00c-407d-a664-00af07233408 req-428caf17-1353-4a3c-bceb-0d192c752262 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 945 time: 0.3063614 Jul 14 11:42:52.585885 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e255802-c8ae-45f7-9d12-af6abcc6391b None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:52.586628 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0e255802-c8ae-45f7-9d12-af6abcc6391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:52.591879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-50d0f505-7d07-47e8-81c6-2b1428ce7600 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8572354 Jul 14 11:42:52.595781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56254) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:52.610006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'subnet': {'network_id': 'c9dee4a0-ab63-494e-a52a-619692b40b6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:52.646402 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0e255802-c8ae-45f7-9d12-af6abcc6391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:52.647393 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e255802-c8ae-45f7-9d12-af6abcc6391b None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:42:52.672257 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a08a4f-6dff-4ba5-b8f0-6f1f528eca6a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.691126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8baf27-fb1e-4289-bc90-997c070774cf'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:42:52.693627 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f9b26b-61b5-4161-bf25-2cc2cc5ca094" -d '{"events": [{"server_uuid": "691752b0-9ba8-47b0-b9ff-83c22cfaf35d", "name": "network-vif-plugged", "status": "completed", "tag": "0b8baf27-fb1e-4289-bc90-997c070774cf"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:42:52.731508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0b8baf27-fb1e-4289-bc90-997c070774cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0b8baf27-fb1e-4289-bc90-997c070774cf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:52.742094 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.750811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a08a4f-6dff-4ba5-b8f0-6f1f528eca6a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=6f726786-a76d-478e-bf35-d3fb33654fff,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:52.774741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13cced97-f00c-407d-a664-00af07233408 req-57e6c179-c2f6-4e06-86f7-eb6ba2f06b07 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804566 Jul 14 11:42:52.786282 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a08a4f-6dff-4ba5-b8f0-6f1f528eca6a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:52.788515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-55a08a4f-6dff-4ba5-b8f0-6f1f528eca6a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/6f726786-a76d-478e-bf35-d3fb33654fff HTTP/1.1" status: 204 len: 168 time: 1.2007720 Jul 14 11:42:52.791939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56260) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:52.859986 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0b8baf27-fb1e-4289-bc90-997c070774cf,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:52.887211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:52.900621 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.042268 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db77f8-29fa-42c9-af32-8a25923a598d x-openstack-request-id: req-94db77f8-29fa-42c9-af32-8a25923a598d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:42:53.042831 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691752b0-9ba8-47b0-b9ff-83c22cfaf35d", "name": "network-vif-plugged", "status": "completed", "tag": "0b8baf27-fb1e-4289-bc90-997c070774cf", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:42:53.043157 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94db77f8-29fa-42c9-af32-8a25923a598d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:42:53.043988 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8baf27-fb1e-4289-bc90-997c070774cf', 'code': 200} Jul 14 11:42:53.080237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aeb399-50ae-46b7-bbae-a1c59cef6683 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:53.084965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-45aeb399-50ae-46b7-bbae-a1c59cef6683 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2888186 Jul 14 11:42:53.084965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56268) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:53.176935 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6aa8f3-8753-4618-88ea-228fd1472ef2 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:42:53.185237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0d6aa8f3-8753-4618-88ea-228fd1472ef2 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/6f726786-a76d-478e-bf35-d3fb33654fff HTTP/1.1" status: 404 len: 333 time: 0.0931575 Jul 14 11:42:53.189753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56272) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:53.195617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1066862923'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:53.229048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:53.234148 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.293767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:42:53.306217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.311974 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.312320 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Added segment 42a4bb35-41e8-4452-ba9f-e69c53d3f4b3 of type vlan for network 88f6a273-2b04-4e6f-80f1-df17281c79c2 Jul 14 11:42:53.329458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26eeb3-ca4c-40d4-b150-8cafc4e75d5d req-b6d60bd5-8863-46e4-b7b9-ffdd5b64e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:53.331202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f26eeb3-ca4c-40d4-b150-8cafc4e75d5d req-b6d60bd5-8863-46e4-b7b9-ffdd5b64e7e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 1097 time: 0.1743112 Jul 14 11:42:53.340807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.411368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.442310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f26eeb3-ca4c-40d4-b150-8cafc4e75d5d req-ba2ed613-5c39-44ee-8e11-3aca36dcefa1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988727 Jul 14 11:42:53.464545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Subnet': ['ID=4c48e4c6-eb68-43e4-bcd0-d2009156aa1f,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:53.473321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Checking segment: {'id': 'fa955104-150f-41c4-bc82-551c26f99e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9dee4a0-ab63-494e-a52a-619692b40b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:53.474006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network hostable DHCP agents. Network: c9dee4a0-ab63-494e-a52a-619692b40b6c, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:53.505097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network c9dee4a0-ab63-494e-a52a-619692b40b6c is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:53.518673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, c9dee4a0-ab63-494e-a52a-619692b40b6c) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:53.523968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:53.525859 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.530760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0927476-e28c-4d76-8bff-6eddc48bf852 None None] Network c9dee4a0-ab63-494e-a52a-619692b40b6c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:53.551924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-16404d5c-da80-4ee6-824a-19ad95570e62 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9540663 Jul 14 11:42:53.552692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56280) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:53.558610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'subnet': {'network_id': 'fbcd3ca4-0088-4cd8-b858-fa79405f9d70', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:53.600970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.609966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:53.611320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.671761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:53.676030 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.686538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4950604 Jul 14 11:42:53.696342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56282) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:53.704991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:53.770538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f171a-ab48-4f8a-b199-2bf508eb1bdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Network': ['ID=88f6a273-2b04-4e6f-80f1-df17281c79c2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:53.784160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:42:53.788168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-c9dee4a0-ab63-494e-a52a-619692b40b6c', 'network_id': 'c9dee4a0-ab63-494e-a52a-619692b40b6c', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'fixed_ips': [{'subnet_id': '4c48e4c6-eb68-43e4-bcd0-d2009156aa1f'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:42:53.789017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:53.865242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.20.0.1 (1fe8e871-cac2-4f82-89ba-9acac991a4b5/dd3d1f02-beff-4867-9e8c-49b717a9b285/137d0d07-5f24-450c-a202-0c1d4b6cebb3) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:54.050851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Allocated IP 2001:db8::2 (c9dee4a0-ab63-494e-a52a-619692b40b6c/4c48e4c6-eb68-43e4-bcd0-d2009156aa1f/031a55d3-6455-48c6-92d9-29fbd6dfdc2c) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:54.068530 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.121596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.134494 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.344882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:54.376568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Subnet': ['ID=5fc1335b-f40d-49c8-9839-4662bfc869d4,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:54.376888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:54.381438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:54.395293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=137d0d07-5f24-450c-a202-0c1d4b6cebb3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:54.442024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:54.469308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.489188 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.499719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Transition to ACTIVE for port object 031a55d3-6455-48c6-92d9-29fbd6dfdc2c will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:54.503695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.526217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Transition to ACTIVE for port object 031a55d3-6455-48c6-92d9-29fbd6dfdc2c will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:54.554979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.592447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Checking segment: {'id': '112d850c-733b-4715-993f-ab964506375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fbcd3ca4-0088-4cd8-b858-fa79405f9d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:54.593149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network hostable DHCP agents. Network: fbcd3ca4-0088-4cd8-b858-fa79405f9d70, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:54.631472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a8315-b894-484f-905c-cf3ad3ec5c0b req-0b8d4934-2c7a-4f18-8024-41cba8d14f34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:54.634626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b0a8315-b894-484f-905c-cf3ad3ec5c0b req-0b8d4934-2c7a-4f18-8024-41cba8d14f34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 946 time: 0.5077729 Jul 14 11:42:54.663536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Network c9dee4a0-ab63-494e-a52a-619692b40b6c is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:54.675451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:54.714976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:54.716469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, fbcd3ca4-0088-4cd8-b858-fa79405f9d70) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:54.720078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:54.737319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Pushing event updated for resources: {'Port': ['ID=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:54.737998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:54.738886 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.779396 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5663d1-02f8-4845-a306-2b74c1be43cd None None] Network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:54.806401 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b0a8315-b894-484f-905c-cf3ad3ec5c0b req-9178035e-e6cc-4591-8ba9-dd59daed2e33 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552153 Jul 14 11:42:54.828092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d1b9899d-7a25-4cc8-b74c-7515f203b391 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2705820 Jul 14 11:42:54.833215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56304) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:54.850695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ab4dafc4-8711-4099-b34f-200e20c665c8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-561524690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:54.948506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.949936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Attempting to bind port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:54.950990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Attempting to bind port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'fa955104-150f-41c4-bc82-551c26f99e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9dee4a0-ab63-494e-a52a-619692b40b6c'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:54.951534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Attempting to bind port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c on network c9dee4a0-ab63-494e-a52a-619692b40b6c {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:54.954728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.960617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab4dafc4-8711-4099-b34f-200e20c665c8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.961842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab4dafc4-8711-4099-b34f-200e20c665c8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.968094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:54.968807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Checking segment: {'id': 'fa955104-150f-41c4-bc82-551c26f99e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9dee4a0-ab63-494e-a52a-619692b40b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:54.969375 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:54.969964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Bound using segment: {'id': 'fa955104-150f-41c4-bc82-551c26f99e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9dee4a0-ab63-494e-a52a-619692b40b6c'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:54.970694 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Bound port: 031a55d3-6455-48c6-92d9-29fbd6dfdc2c, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa955104-150f-41c4-bc82-551c26f99e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9dee4a0-ab63-494e-a52a-619692b40b6c'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:54.971274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.048196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab4dafc4-8711-4099-b34f-200e20c665c8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.090231 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab4dafc4-8711-4099-b34f-200e20c665c8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.144840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab4dafc4-8711-4099-b34f-200e20c665c8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.146495 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ab4dafc4-8711-4099-b34f-200e20c665c8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3121622 Jul 14 11:42:55.150957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:55.176672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] For port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:55.184919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] For port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,segment=NetworkSegment(fa955104-150f-41c4-bc82-551c26f99e9c),segment_id=fa955104-150f-41c4-bc82-551c26f99e9c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:55.242300 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.275459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-fbcd3ca4-0088-4cd8-b858-fa79405f9d70', 'network_id': 'fbcd3ca4-0088-4cd8-b858-fa79405f9d70', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'fixed_ips': [{'subnet_id': '5fc1335b-f40d-49c8-9839-4662bfc869d4'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:42:55.278015 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.544808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d978d-1159-478e-9733-886b744a38a9 None None] Pushing event updated for resources: {'Port': ['ID=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:55.573327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.580279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.588460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=fa0b169a-88c0-4393-8708-a753cb7d9d1f,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:55.597301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Checking segment: {'id': '42a4bb35-41e8-4452-ba9f-e69c53d3f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:55.600554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network hostable DHCP agents. Network: 88f6a273-2b04-4e6f-80f1-df17281c79c2, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:42:55.676043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=137d0d07-5f24-450c-a202-0c1d4b6cebb3,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:55.704379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Allocated IP 2001:db8:1::2 (fbcd3ca4-0088-4cd8-b858-fa79405f9d70/5fc1335b-f40d-49c8-9839-4662bfc869d4/a7805772-e1a7-40ce-b362-1d28c8ac2268) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:55.731489 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.866159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:42:55.960538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 88f6a273-2b04-4e6f-80f1-df17281c79c2) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:55.969326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:55.970486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:55.992460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9f299f-0977-4b43-bbe3-06d7f16845ef None None] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:56.005789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6b573a30-aa06-4ff9-a64f-28f0158ed32f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3075066 Jul 14 11:42:56.008561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:56.010383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56332) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:56.011282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:56.031717 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-27cbc487-0568-461a-bca3-ad3846171c7e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:56.064266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:56.288014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cbc487-0568-461a-bca3-ad3846171c7e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:56.291662 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27cbc487-0568-461a-bca3-ad3846171c7e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:56.311204 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:56.320530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22201-3b3b-4753-bcfd-0030848895fe req-5bf6b47a-8405-4ae9-8729-916aa8d73013 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:56.337251 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86d22201-3b3b-4753-bcfd-0030848895fe req-5bf6b47a-8405-4ae9-8729-916aa8d73013 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 946 time: 0.2592263 Jul 14 11:42:56.380331 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 031a55d3-6455-48c6-92d9-29fbd6dfdc2c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:56.455060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-88f6a273-2b04-4e6f-80f1-df17281c79c2', 'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2', 'tenant_id': 'ff2c460531d44fcc9444ae3bcd6e6e70', 'fixed_ips': [{'subnet_id': 'fa0b169a-88c0-4393-8708-a753cb7d9d1f'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:42:56.455922 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:56.463585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:56.497975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Transition to ACTIVE for port object a7805772-e1a7-40ce-b362-1d28c8ac2268 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:56.500250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86d22201-3b3b-4753-bcfd-0030848895fe req-19e5b555-b2ee-40e5-8750-3a224a3cbdd1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609540 Jul 14 11:42:56.509732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:42:56.671393 n-d-778696-8 neutron-server[93701]: INFO neutron.db.ipam_backend_mixin [None req-27cbc487-0568-461a-bca3-ad3846171c7e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa0b169a-88c0-4393-8708-a753cb7d9d1f (CIDR: 2001:db8::/64) Jul 14 11:42:56.679911 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cbc487-0568-461a-bca3-ad3846171c7e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:42:56.680465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cbc487-0568-461a-bca3-ad3846171c7e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:42:56.684800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Transition to ACTIVE for port object a7805772-e1a7-40ce-b362-1d28c8ac2268 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:56.688571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:56.711369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 2001:db8::1 (c9dee4a0-ab63-494e-a52a-619692b40b6c/4c48e4c6-eb68-43e4-bcd0-d2009156aa1f/57644caf-6720-4495-8e31-0d188f103450) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:56.740723 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:56.752384 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-27cbc487-0568-461a-bca3-ad3846171c7e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7269974 Jul 14 11:42:56.760490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56340) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:56.766896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:56.808568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:56.817240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:56.858096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Pushing event updated for resources: {'Port': ['ID=a7805772-e1a7-40ce-b362-1d28c8ac2268,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:56.876231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:56.905462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-8f7bd5f3-a73e-4e3e-99c3-442968aad8f0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=32cec261a407494189ca3949d6d969ae HTTP/1.1" status: 200 len: 267 time: 0.0766547 Jul 14 11:42:57.007604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Attempting to bind port a7805772-e1a7-40ce-b362-1d28c8ac2268 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:57.008225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Attempting to bind port a7805772-e1a7-40ce-b362-1d28c8ac2268 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '112d850c-733b-4715-993f-ab964506375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fbcd3ca4-0088-4cd8-b858-fa79405f9d70'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:57.008506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Attempting to bind port a7805772-e1a7-40ce-b362-1d28c8ac2268 on network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:57.015621 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.022298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Allocated IP 2001:db8::2 (88f6a273-2b04-4e6f-80f1-df17281c79c2/fa0b169a-88c0-4393-8708-a753cb7d9d1f/51447038-b779-4943-8703-ed0ee243119c) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:57.028159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:57.028677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Checking segment: {'id': '112d850c-733b-4715-993f-ab964506375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fbcd3ca4-0088-4cd8-b858-fa79405f9d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:57.029256 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.029867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Bound using segment: {'id': '112d850c-733b-4715-993f-ab964506375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fbcd3ca4-0088-4cd8-b858-fa79405f9d70'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:57.032110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Bound port: a7805772-e1a7-40ce-b362-1d28c8ac2268, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112d850c-733b-4715-993f-ab964506375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fbcd3ca4-0088-4cd8-b858-fa79405f9d70'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:57.032681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.051815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Transition to ACTIVE for port object 57644caf-6720-4495-8e31-0d188f103450 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:57.086063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-96395cbb-64cb-4a86-977d-b29457250296 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:57.088582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-96395cbb-64cb-4a86-977d-b29457250296 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 946 time: 0.1763167 Jul 14 11:42:57.093226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7f0912-ace2-4b50-8461-7f3fb8b8f869 None None] Network c9dee4a0-ab63-494e-a52a-619692b40b6c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:57.108360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-5cc48489-4a2b-44c0-ade4-2c2d688e994f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'port': {'security_groups': []}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:57.153753 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.225145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network c9dee4a0-ab63-494e-a52a-619692b40b6c is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:57.237676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:57.237937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5927ec96-7e58-42a8-9a80-d776f212b531 None None] Provisioning for port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:57.239309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:57.240041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.258345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5927ec96-7e58-42a8-9a80-d776f212b531 None None] Provisioning complete for port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:57.259018 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5927ec96-7e58-42a8-9a80-d776f212b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.264344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=57644caf-6720-4495-8e31-0d188f103450,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:57.279758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] For port a7805772-e1a7-40ce-b362-1d28c8ac2268, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:57.332409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] For port a7805772-e1a7-40ce-b362-1d28c8ac2268, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a7805772-e1a7-40ce-b362-1d28c8ac2268,segment=NetworkSegment(112d850c-733b-4715-993f-ab964506375f),segment_id=112d850c-733b-4715-993f-ab964506375f)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:57.349631 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.359453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:57.363036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.375921 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-5cc48489-4a2b-44c0-ade4-2c2d688e994f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.575426 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.582811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93587af-e301-4cde-99ac-7db42bfbc366 None None] Pushing event updated for resources: {'Port': ['ID=a7805772-e1a7-40ce-b362-1d28c8ac2268,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:57.623347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-5cc48489-4a2b-44c0-ade4-2c2d688e994f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] For port 0b8baf27-fb1e-4289-bc90-997c070774cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0b8baf27-fb1e-4289-bc90-997c070774cf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:57.653796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.681731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-5cc48489-4a2b-44c0-ade4-2c2d688e994f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.694970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-5cc48489-4a2b-44c0-ade4-2c2d688e994f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.768303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=cefefa6b-05ff-40cc-8005-2bede95f7dea,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:57.775437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:42:57.781717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-5cc48489-4a2b-44c0-ade4-2c2d688e994f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:57.782580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-5cc48489-4a2b-44c0-ade4-2c2d688e994f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:57.789394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5956587-c2d9-48ab-88a8-0c6f1e23a4ee req-5cc48489-4a2b-44c0-ade4-2c2d688e994f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "PUT /v2.0/ports/0b8baf27-fb1e-4289-bc90-997c070774cf HTTP/1.1" status: 200 len: 905 time: 0.6875281 Jul 14 11:42:57.789394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'tag': '0b8baf27-fb1e-4289-bc90-997c070774cf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:42:57.803264 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d941b992-e450-4351-ae7f-1055ad4fdaae tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/routers/3e482cc7-71a0-40b4-8e8a-a71de0f0168a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2943900 Jul 14 11:42:57.812542 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bcbde2-dd41-4215-a859-5ae5693b3123" -d '{"events": [{"name": "network-changed", "server_uuid": "691752b0-9ba8-47b0-b9ff-83c22cfaf35d", "tag": "0b8baf27-fb1e-4289-bc90-997c070774cf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:42:57.849761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:57.850335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56352) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:57.858129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'port': {'network_id': '1fe8e871-cac2-4f82-89ba-9acac991a4b5', 'name': 'tempest-FloatingIPTestJSON-609336150'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:57.888281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:57.939654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:57.940787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:58.001855 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3e974d95-a1b9-4429-9856-b2b13566fe69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2327313 Jul 14 11:42:58.002592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56356) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:58.016942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2', 'fixed_ips': [{'subnet_id': 'fa0b169a-88c0-4393-8708-a753cb7d9d1f'}, {'subnet_id': 'cefefa6b-05ff-40cc-8005-2bede95f7dea'}], 'name': 'tempest-PortsIpV6TestJSON-845609424'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:58.021503 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fd8f81-5fff-4121-b982-48c92b4163b7 x-openstack-request-id: req-57fd8f81-5fff-4121-b982-48c92b4163b7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:42:58.022161 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691752b0-9ba8-47b0-b9ff-83c22cfaf35d", "tag": "0b8baf27-fb1e-4289-bc90-997c070774cf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:42:58.022161 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57fd8f81-5fff-4121-b982-48c92b4163b7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:42:58.025303 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'tag': '0b8baf27-fb1e-4289-bc90-997c070774cf', 'status': 'completed', 'code': 200} Jul 14 11:42:58.026069 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:58.069410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0b8baf27-fb1e-4289-bc90-997c070774cf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:42:58.079132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c0e43455-150a-4902-a8f3-681222d3f9bf', 'a545c2df-ab54-4ae6-ad4f-323051007f30'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:42:58.096188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e270c78f-c63b-442a-a33a-db75ae086950 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:42:58.145240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Transition to ACTIVE for port object 51447038-b779-4943-8703-ed0ee243119c will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:58.313941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0b8baf27-fb1e-4289-bc90-997c070774cf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:42:58.350625 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Made reservation on behalf of 8c9cd262477f4370a888296978cf7f8c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:58.354801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:58.423980 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:58.425589 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5927ec96-7e58-42a8-9a80-d776f212b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:58.434525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] device_id is not set on port 83321f2b-bce9-4ce2-92c3-6065881a3a09 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:58.447495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:58.462426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a7805772-e1a7-40ce-b362-1d28c8ac2268 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:42:58.503051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e270c78f-c63b-442a-a33a-db75ae086950 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:58.504225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e270c78f-c63b-442a-a33a-db75ae086950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:58.506942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Transition to ACTIVE for port object 51447038-b779-4943-8703-ed0ee243119c will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:42:58.597714 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:58.599748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a7805772-e1a7-40ce-b362-1d28c8ac2268 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:42:58.620971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e270c78f-c63b-442a-a33a-db75ae086950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:58.704133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5927ec96-7e58-42a8-9a80-d776f212b531 None None] For port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,segment=NetworkSegment(fa955104-150f-41c4-bc82-551c26f99e9c),segment_id=fa955104-150f-41c4-bc82-551c26f99e9c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:42:58.708923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.20.0.12 (1fe8e871-cac2-4f82-89ba-9acac991a4b5/dd3d1f02-beff-4867-9e8c-49b717a9b285/83321f2b-bce9-4ce2-92c3-6065881a3a09) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:42:58.714083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Pushing event updated for resources: {'Port': ['ID=51447038-b779-4943-8703-ed0ee243119c,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:58.758967 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5927ec96-7e58-42a8-9a80-d776f212b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:58.770192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:58.831031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:58.834271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:58.839107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e270c78f-c63b-442a-a33a-db75ae086950 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:42:58.839975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e270c78f-c63b-442a-a33a-db75ae086950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:58.847977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927ec96-7e58-42a8-9a80-d776f212b531 None None] Pushing event updated for resources: {'Port': ['ID=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:58.915435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e270c78f-c63b-442a-a33a-db75ae086950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:42:58.916400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e270c78f-c63b-442a-a33a-db75ae086950 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:42:58.972427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-847c042d-1bc5-4b80-ae08-a31e39db54b6 None None] Provisioning complete for port 0b8baf27-fb1e-4289-bc90-997c070774cf triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:58.973263 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-847c042d-1bc5-4b80-ae08-a31e39db54b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.045233 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.101758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Attempting to bind port 51447038-b779-4943-8703-ed0ee243119c on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:42:59.102467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Attempting to bind port 51447038-b779-4943-8703-ed0ee243119c by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '42a4bb35-41e8-4452-ba9f-e69c53d3f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:42:59.103172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Attempting to bind port 51447038-b779-4943-8703-ed0ee243119c on network 88f6a273-2b04-4e6f-80f1-df17281c79c2 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:42:59.165246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.177676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:42:59.181008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Checking segment: {'id': '42a4bb35-41e8-4452-ba9f-e69c53d3f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:42:59.185222 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.186064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Bound using segment: {'id': '42a4bb35-41e8-4452-ba9f-e69c53d3f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:42:59.186678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Bound port: 51447038-b779-4943-8703-ed0ee243119c, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a4bb35-41e8-4452-ba9f-e69c53d3f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:42:59.187240 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.191347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.215688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:42:59.218227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 2b70168d-535a-4014-be32-2b6a800a799e yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:59.225782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:42:59.255963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:42:59.295051 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.315513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.316626 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.343942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:59.344813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.371512 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5198660 Jul 14 11:42:59.410274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc48489-4a2b-44c0-ade4-2c2d688e994f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'Port': ['ID=0b8baf27-fb1e-4289-bc90-997c070774cf,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:59.422865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56372) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:42:59.429198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'port': {'network_id': '1fe8e871-cac2-4f82-89ba-9acac991a4b5', 'name': 'tempest-FloatingIPTestJSON-1734230783'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:42:59.484829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e7f77-6ecd-4199-a4d0-14676945f381 None None] Network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:42:59.630094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e3880-a953-4113-b322-006c3fb0d0c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=83321f2b-bce9-4ce2-92c3-6065881a3a09,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:59.686183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=57644caf-6720-4495-8e31-0d188f103450,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:42:59.714392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-c1b15779-e8c4-4d17-9275-6da962787d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:59.718402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-c1b15779-e8c4-4d17-9275-6da962787d82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 1059 time: 1.7031269 Jul 14 11:42:59.744268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] For port 51447038-b779-4943-8703-ed0ee243119c, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:42:59.752551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] For port 51447038-b779-4943-8703-ed0ee243119c, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=51447038-b779-4943-8703-ed0ee243119c,segment=NetworkSegment(42a4bb35-41e8-4452-ba9f-e69c53d3f4b3),segment_id=42a4bb35-41e8-4452-ba9f-e69c53d3f4b3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:42:59.784334 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.798763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Made reservation on behalf of 8c9cd262477f4370a888296978cf7f8c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:42:59.802752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:42:59.825326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] device_id is not set on port 3c5d89b1-d4b4-4416-bb79-d2ec430b76d2 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:42:59.848437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-1959a87e-50b0-4b52-9766-17ae5b0634c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:59.851722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-1959a87e-50b0-4b52-9766-17ae5b0634c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.1206195 Jul 14 11:42:59.932240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-3622744a-e7e8-4168-ad83-f7dd35638de3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b8baf27-fb1e-4289-bc90-997c070774cf HTTP/1.1" status: 200 len: 217 time: 0.0678506 Jul 14 11:42:59.945232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0ef69-cba2-4611-989e-56d34af5d476 req-fddf76c0-157b-4d84-adda-446c6dddbf1e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:42:59.957756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ad0ef69-cba2-4611-989e-56d34af5d476 req-fddf76c0-157b-4d84-adda-446c6dddbf1e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 908 time: 0.6500409 Jul 14 11:42:59.978366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Provisioning complete for port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:42:59.979043 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:00.005812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network c9dee4a0-ab63-494e-a52a-619692b40b6c is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:00.010672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:00.025355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.20.0.9 (1fe8e871-cac2-4f82-89ba-9acac991a4b5/dd3d1f02-beff-4867-9e8c-49b717a9b285/3c5d89b1-d4b4-4416-bb79-d2ec430b76d2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:00.272723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bc5ec-219b-456f-8333-8e663b73dca6 None None] Pushing event updated for resources: {'Port': ['ID=51447038-b779-4943-8703-ed0ee243119c,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:00.286386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-a6c816a2-84c5-47ac-af26-89f2cfdd7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:00.288701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-a6c816a2-84c5-47ac-af26-89f2cfdd7109 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.3259404 Jul 14 11:43:00.339643 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:00.381533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 031a55d3-6455-48c6-92d9-29fbd6dfdc2c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:00.474317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router fd3a017b-a75e-4f63-857f-10cb363dc2c9 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:43:00.477999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Provisioning for port 57644caf-6720-4495-8e31-0d188f103450 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:00.490367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Provisioning complete for port 57644caf-6720-4495-8e31-0d188f103450 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:00.490841 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:00.498682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a112-6354-4fa3-ae2e-bcef6c8f3847 req-42d15c6d-419c-4f62-b97c-8272bad44dc1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:00.506262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e563a112-6354-4fa3-ae2e-bcef6c8f3847 req-42d15c6d-419c-4f62-b97c-8272bad44dc1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2653031 Jul 14 11:43:00.568925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:00.569386 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:00.570386 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:00.630419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=3c5d89b1-d4b4-4416-bb79-d2ec430b76d2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:00.663176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-9fd63ccc-d8a0-4e1b-b0f6-13cc2eda25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:00.670172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Port 57644caf-6720-4495-8e31-0d188f103450 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:00.670477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-9fd63ccc-d8a0-4e1b-b0f6-13cc2eda25f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3498912 Jul 14 11:43:00.700380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::41 (88f6a273-2b04-4e6f-80f1-df17281c79c2/fa0b169a-88c0-4393-8708-a753cb7d9d1f/2b70168d-535a-4014-be32-2b6a800a799e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:00.712964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8:0:1::16e (88f6a273-2b04-4e6f-80f1-df17281c79c2/cefefa6b-05ff-40cc-8005-2bede95f7dea/2b70168d-535a-4014-be32-2b6a800a799e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:00.728745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Provisioning for port a7805772-e1a7-40ce-b362-1d28c8ac2268 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:00.737209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Provisioning complete for port a7805772-e1a7-40ce-b362-1d28c8ac2268 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:00.737928 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:00.885144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e563a112-6354-4fa3-ae2e-bcef6c8f3847 req-13d1deca-c619-4d52-aca4-fc5a023b398f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3751445 Jul 14 11:43:00.904955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:00.925242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4f55c4d0-d149-40c4-b58e-703ccd4af969 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/fd3a017b-a75e-4f63-857f-10cb363dc2c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7672615 Jul 14 11:43:00.925419 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95242f80-5f6f-4c49-acb5-54799c23aaa7 None None] Sync routers for ids ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:00.928854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56390) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:00.939587 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95242f80-5f6f-4c49-acb5-54799c23aaa7 None None] Routers {'fd3a017b-a75e-4f63-857f-10cb363dc2c9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:00.940264 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-95242f80-5f6f-4c49-acb5-54799c23aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:00.985547 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.022706 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.024074 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-95242f80-5f6f-4c49-acb5-54799c23aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:01.035982 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95242f80-5f6f-4c49-acb5-54799c23aaa7 None None] Routers {'fd3a017b-a75e-4f63-857f-10cb363dc2c9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:01.037367 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-95242f80-5f6f-4c49-acb5-54799c23aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:01.045025 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object 2b70168d-535a-4014-be32-2b6a800a799e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:01.078617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] For port a7805772-e1a7-40ce-b362-1d28c8ac2268, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a7805772-e1a7-40ce-b362-1d28c8ac2268,segment=NetworkSegment(112d850c-733b-4715-993f-ab964506375f),segment_id=112d850c-733b-4715-993f-ab964506375f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:01.089548 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.104033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:01.109082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:01.113810 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.117560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:01.142269 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-95242f80-5f6f-4c49-acb5-54799c23aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:01.142948 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95242f80-5f6f-4c49-acb5-54799c23aaa7 None None] The sync data for ids ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:01.219831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:01.220748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.222120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-d65d6c7a-9dfd-4aa6-a6f5-400a45ba22d1 service neutron] 10.222.0.64 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392025 Jul 14 11:43:01.232236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a85a1-9c2b-45d1-b1aa-13dbd568b10c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:01.236296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c72a85a1-9c2b-45d1-b1aa-13dbd568b10c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports/57644caf-6720-4495-8e31-0d188f103450 HTTP/1.1" status: 200 len: 911 time: 0.3038702 Jul 14 11:43:01.245921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56396) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:01.247524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2b333-588e-45ef-84e4-202b8055878b None None] Pushing event updated for resources: {'Port': ['ID=a7805772-e1a7-40ce-b362-1d28c8ac2268,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:01.266202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a2eed74b-c539-4cb0-95a2-b54aa6642d61 None None] Provisioning complete for port 57644caf-6720-4495-8e31-0d188f103450 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:01.266847 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2eed74b-c539-4cb0-95a2-b54aa6642d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.309681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a2eed74b-c539-4cb0-95a2-b54aa6642d61 None None] Port 57644caf-6720-4495-8e31-0d188f103450 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:01.315595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:01.319532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:01.323904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a2eed74b-c539-4cb0-95a2-b54aa6642d61 None None] Provisioning complete for port a7805772-e1a7-40ce-b362-1d28c8ac2268 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:01.327108 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2eed74b-c539-4cb0-95a2-b54aa6642d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.344634 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-caac234b-b878-4ce6-bef0-2d3aae4a6032 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9170432 Jul 14 11:43:01.344634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:01.350473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:01.351139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.366008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56398) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:01.377345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '3c5d89b1-d4b4-4416-bb79-d2ec430b76d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:01.422715 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.4150031 Jul 14 11:43:01.423801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.433718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56402) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:01.438977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa0b169a-88c0-4393-8708-a753cb7d9d1f'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:01.505990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc2222-0167-4138-a3d0-aaaa37dff1c9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=2b70168d-535a-4014-be32-2b6a800a799e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:01.600179 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:01.683771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44d166-ad5b-4a22-80ce-483da01af304 None None] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:01.711159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d9394-b0fc-4a61-9c4f-91c44023615c req-fcb9ffa2-b076-44e4-a97d-c2640d01c07e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:01.722365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f01d9394-b0fc-4a61-9c4f-91c44023615c req-fcb9ffa2-b076-44e4-a97d-c2640d01c07e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.5460539 Jul 14 11:43:01.744342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.25.2.45 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/ce808565-f8a5-46cc-a294-635c672bf3e3) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:01.772204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3bcbde2-dd41-4215-a859-5ae5693b3123 req-ae9c5366-aabc-4df9-aab0-a132a92d8732 service neutron] 10.222.0.64 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364618 Jul 14 11:43:01.892452 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f01d9394-b0fc-4a61-9c4f-91c44023615c req-83da52c5-aca3-48f7-958f-a3ceeac3f940 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690044 Jul 14 11:43:01.906885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8eff2dd0-b075-4710-abb7-d68f477193e5 None None] Provisioning for port 51447038-b779-4943-8703-ed0ee243119c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:01.910369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.005536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.121232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:02.138196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:02.156898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:02.167138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=ce808565-f8a5-46cc-a294-635c672bf3e3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:02.220612 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.247125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9dd26d-c023-4d5b-888d-07cc0f5ba8c7 None None] Update dhcp port {'port': {'network_id': '88f6a273-2b04-4e6f-80f1-df17281c79c2', 'fixed_ips': [{'subnet_id': 'fa0b169a-88c0-4393-8708-a753cb7d9d1f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cefefa6b-05ff-40cc-8005-2bede95f7dea'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '51447038-b779-4943-8703-ed0ee243119c'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:43:02.302390 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd26d-c023-4d5b-888d-07cc0f5ba8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.443808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 51447038-b779-4943-8703-ed0ee243119c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:02.562853 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-bd9dd26d-c023-4d5b-888d-07cc0f5ba8c7 None None] Allocated IP 2001:db8:0:1::2 (88f6a273-2b04-4e6f-80f1-df17281c79c2/cefefa6b-05ff-40cc-8005-2bede95f7dea/51447038-b779-4943-8703-ed0ee243119c) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:02.565332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 51447038-b779-4943-8703-ed0ee243119c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:02.578226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 51447038-b779-4943-8703-ed0ee243119c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:02.578870 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.609122 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.727004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.740431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-ddcf3e15-d98a-4ac5-a02d-77a0988a56ea tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:02.742119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-ddcf3e15-d98a-4ac5-a02d-77a0988a56ea tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.2358947 Jul 14 11:43:02.765687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-35dcd3a9-b59d-42e4-bba2-f7ca0aec54dd tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/quotas/32cec261a407494189ca3949d6d969ae HTTP/1.1" status: 200 len: 375 time: 0.0179939 Jul 14 11:43:02.831255 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.906364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-bd9dd26d-c023-4d5b-888d-07cc0f5ba8c7 None None] For port 51447038-b779-4943-8703-ed0ee243119c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=51447038-b779-4943-8703-ed0ee243119c,segment=NetworkSegment(42a4bb35-41e8-4452-ba9f-e69c53d3f4b3),segment_id=42a4bb35-41e8-4452-ba9f-e69c53d3f4b3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:02.932974 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.955023 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd26d-c023-4d5b-888d-07cc0f5ba8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:02.976532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bd9dd26d-c023-4d5b-888d-07cc0f5ba8c7 None None] Transition to ACTIVE for port object 51447038-b779-4943-8703-ed0ee243119c will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:02.978112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-b12156a1-b18c-47a6-9210-1f0955fe3863 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2060564 Jul 14 11:43:02.985403 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd26d-c023-4d5b-888d-07cc0f5ba8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.056518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.065464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.112515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=ce808565-f8a5-46cc-a294-635c672bf3e3,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:03.134383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Delete allocated IP 2001:db8:0:1::16e (88f6a273-2b04-4e6f-80f1-df17281c79c2/cefefa6b-05ff-40cc-8005-2bede95f7dea) {{(pid=93702) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 11:43:03.147346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 2001:db8:1::1 (fbcd3ca4-0088-4cd8-b858-fa79405f9d70/5fc1335b-f40d-49c8-9839-4662bfc869d4/f71903d3-b9c9-47ee-9a51-6577c7ca3aa4) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:03.149251 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:43:03.151322 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:43:03.167448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.194175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dd26d-c023-4d5b-888d-07cc0f5ba8c7 None None] Pushing event updated for resources: {'Port': ['ID=51447038-b779-4943-8703-ed0ee243119c,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:03.328384 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP 11be37e6-a093-428b-a202-eb8f6a3902a9 associated. External IP: 172.25.2.45, port: 3c5d89b1-d4b4-4416-bb79-d2ec430b76d2. Jul 14 11:43:03.386842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56430) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:03.394550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1349955627'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:03.497179 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:03.502648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.581106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:03.626438 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.626904 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Added segment 9901fa96-ff99-4095-be5b-10c59142c244 of type vlan for network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 Jul 14 11:43:03.691843 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.700728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:03.734344 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.792841 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.804763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:03.806057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.806830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 51447038-b779-4943-8703-ed0ee243119c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=51447038-b779-4943-8703-ed0ee243119c,segment=NetworkSegment(42a4bb35-41e8-4452-ba9f-e69c53d3f4b3),segment_id=42a4bb35-41e8-4452-ba9f-e69c53d3f4b3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:03.815878 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.816894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a7805772-e1a7-40ce-b362-1d28c8ac2268 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:03.844717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-936cccf7-4aff-4355-b146-41c355a87fae service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8629069 Jul 14 11:43:03.881185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Network': ['ID=92e2f045-7f19-4b89-ab5e-67ad78e59f65,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:03.900869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:03.921178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd47674a-c8f8-4b3b-90be-2d4461adcee7 None None] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:03.924422 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-62a0a8ef-3799-4558-b159-54254fa5ad96 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5338929 Jul 14 11:43:03.929791 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56434) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:03.956155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=51447038-b779-4943-8703-ed0ee243119c,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:03.974579 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:03.986702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.011056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:04.015816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Ignored duplicate provisioning block setup for port 2b70168d-535a-4014-be32-2b6a800a799e by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 11:43:04.025679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Transition to ACTIVE for port object f71903d3-b9c9-47ee-9a51-6577c7ca3aa4 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:04.026980 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.039309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-75315f46-4845-4a16-b776-cb2212b40500 None None] Provisioning for port 51447038-b779-4943-8703-ed0ee243119c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:04.039309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557f11c-5573-4ff2-93a5-81af76104b9b None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:04.051583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1594889650'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:04.059155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-75315f46-4845-4a16-b776-cb2212b40500 None None] Provisioning complete for port 51447038-b779-4943-8703-ed0ee243119c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:04.059536 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-75315f46-4845-4a16-b776-cb2212b40500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.084087 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.135673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:04.139034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.139353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] In _notify_port_updated(), no bound segment for port 2b70168d-535a-4014-be32-2b6a800a799e on network 88f6a273-2b04-4e6f-80f1-df17281c79c2 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:43:04.143383 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fc0a7834-0d35-4a1f-aa2d-78e26ae881c6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7763054 Jul 14 11:43:04.145265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:04.146037 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.147331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "PUT /v2.0/ports/2b70168d-535a-4014-be32-2b6a800a799e HTTP/1.1" status: 200 len: 924 time: 2.7125344 Jul 14 11:43:04.149539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56444) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:04.151370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56446) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:04.155729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7b51794d-c9df-47fd-82c1-9f247fae6f15 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:04.160958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-b4dbb5cf-357e-4630-a743-795b80995f05 service neutron] 10.222.0.38 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013139 Jul 14 11:43:04.163829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=2b70168d-535a-4014-be32-2b6a800a799e,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:04.166854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa0b169a-88c0-4393-8708-a753cb7d9d1f'}, {'subnet_id': 'cefefa6b-05ff-40cc-8005-2bede95f7dea'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:04.170625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a7805772-e1a7-40ce-b362-1d28c8ac2268 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:04.170990 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.186557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.200379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.200912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.201388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.201800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.202208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.202612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.203015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.203414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.203811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.204304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.204737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b7d5-5407-40c3-8acb-b8c6c0962568 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:04.226617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.239780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557f11c-5573-4ff2-93a5-81af76104b9b None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:04.240519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5557f11c-5573-4ff2-93a5-81af76104b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:04.247119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:04.291737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5557f11c-5573-4ff2-93a5-81af76104b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:04.347162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=f71903d3-b9c9-47ee-9a51-6577c7ca3aa4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:04.352159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:04.370909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:04.375132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:04.375830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.414814 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.415174 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Added segment a0aec72a-ae16-4bea-80bb-77622bcacd81 of type vlan for network 26145ec9-28ca-47b8-8313-e0ceee913209 Jul 14 11:43:04.452446 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b51794d-c9df-47fd-82c1-9f247fae6f15 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.464286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557f11c-5573-4ff2-93a5-81af76104b9b None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:04.465422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5557f11c-5573-4ff2-93a5-81af76104b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:04.513581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb7554ee-2ebf-4d60-953e-4cf61e662a64 req-77e08f6d-8856-4d9a-a026-afb9459184d5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 210 time: 0.0561409 Jul 14 11:43:04.619680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5557f11c-5573-4ff2-93a5-81af76104b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:04.623428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557f11c-5573-4ff2-93a5-81af76104b9b None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:04.668981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-75315f46-4845-4a16-b776-cb2212b40500 None None] Provisioning for port 2b70168d-535a-4014-be32-2b6a800a799e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:04.677232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 51447038-b779-4943-8703-ed0ee243119c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:04.695833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-75315f46-4845-4a16-b776-cb2212b40500 None None] Provisioning complete for port 2b70168d-535a-4014-be32-2b6a800a799e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:04.696099 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-75315f46-4845-4a16-b776-cb2212b40500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.767684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.771819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-75315f46-4845-4a16-b776-cb2212b40500 None None] Port 2b70168d-535a-4014-be32-2b6a800a799e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:04.849271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 51447038-b779-4943-8703-ed0ee243119c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:04.849851 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:04.925977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cd4afc92-561c-4e94-9cb9-78e53da9a1ac None None] Provisioning for port f71903d3-b9c9-47ee-9a51-6577c7ca3aa4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:04.939631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cd4afc92-561c-4e94-9cb9-78e53da9a1ac None None] Provisioning complete for port f71903d3-b9c9-47ee-9a51-6577c7ca3aa4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:04.940041 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cd4afc92-561c-4e94-9cb9-78e53da9a1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.013585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-cd4afc92-561c-4e94-9cb9-78e53da9a1ac None None] Port f71903d3-b9c9-47ee-9a51-6577c7ca3aa4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:05.220663 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.250232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-883bfe0d-9348-4423-b9af-5ebe12a6f733 None None] Provisioning complete for port 51447038-b779-4943-8703-ed0ee243119c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:05.250629 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-883bfe0d-9348-4423-b9af-5ebe12a6f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.280731 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.281212 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.287398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:05.288172 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.291681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.292523 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.408392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=f71903d3-b9c9-47ee-9a51-6577c7ca3aa4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:05.443183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-883bfe0d-9348-4423-b9af-5ebe12a6f733 None None] Provisioning complete for port 2b70168d-535a-4014-be32-2b6a800a799e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:05.443640 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-883bfe0d-9348-4423-b9af-5ebe12a6f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.501420 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5717287 Jul 14 11:43:05.505408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56466) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:05.515476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'subnet': {'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:05.535130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-883bfe0d-9348-4423-b9af-5ebe12a6f733 None None] Port 2b70168d-535a-4014-be32-2b6a800a799e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:05.569974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04fb5b-893d-485f-9f31-619cd1e4470b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Network': ['ID=26145ec9-28ca-47b8-8313-e0ceee913209,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:05.585625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:05.595335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:05.619554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 26145ec9-28ca-47b8-8313-e0ceee913209 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:05.625388 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.807423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fd9b1cad-027a-4bce-a2c6-3e2c9dc827fb None None] Provisioning complete for port 2b70168d-535a-4014-be32-2b6a800a799e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:05.808020 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1cad-027a-4bce-a2c6-3e2c9dc827fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.859035 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b51794d-c9df-47fd-82c1-9f247fae6f15 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.863771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b1cad-027a-4bce-a2c6-3e2c9dc827fb None None] Port 2b70168d-535a-4014-be32-2b6a800a799e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:05.894236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b51794d-c9df-47fd-82c1-9f247fae6f15 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.896220 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-7b51794d-c9df-47fd-82c1-9f247fae6f15 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP 11be37e6-a093-428b-a202-eb8f6a3902a9 disassociated. External IP: 172.25.2.45, port: 3c5d89b1-d4b4-4416-bb79-d2ec430b76d2. Jul 14 11:43:05.901059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32ac30b5-950e-431f-a5ec-dc6f03755fc3 req-2890173e-85ef-4f6c-8d9d-436623ebbfbf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 210 time: 0.0466073 Jul 14 11:43:05.937033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:05.943068 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:05.952938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router fd3a017b-a75e-4f63-857f-10cb363dc2c9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:06.097022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-46f309d0-c034-457a-9799-e53fef4290e7 None None] Provisioning complete for port f71903d3-b9c9-47ee-9a51-6577c7ca3aa4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:06.097671 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-46f309d0-c034-457a-9799-e53fef4290e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:06.124109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:06.134669 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8769a-f996-4a1f-9e73-a99e58fce84a None None] Sync routers for ids ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:06.135408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c1dfde5a-ab5a-4667-b2a0-1bd332ef03fd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/fd3a017b-a75e-4f63-857f-10cb363dc2c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8868759 Jul 14 11:43:06.138265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56470) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:06.153081 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8769a-f996-4a1f-9e73-a99e58fce84a None None] Routers {'fd3a017b-a75e-4f63-857f-10cb363dc2c9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:06.153704 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-92d8769a-f996-4a1f-9e73-a99e58fce84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:06.165250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-46f309d0-c034-457a-9799-e53fef4290e7 None None] Port f71903d3-b9c9-47ee-9a51-6577c7ca3aa4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:06.194671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-46f309d0-c034-457a-9799-e53fef4290e7 None None] Provisioning complete for port 2b70168d-535a-4014-be32-2b6a800a799e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:06.195230 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-46f309d0-c034-457a-9799-e53fef4290e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:06.204998 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-92d8769a-f996-4a1f-9e73-a99e58fce84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:06.240862 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8769a-f996-4a1f-9e73-a99e58fce84a None None] Routers {'fd3a017b-a75e-4f63-857f-10cb363dc2c9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:06.245437 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-92d8769a-f996-4a1f-9e73-a99e58fce84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:06.248697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-46f309d0-c034-457a-9799-e53fef4290e7 None None] Port 2b70168d-535a-4014-be32-2b6a800a799e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:06.286301 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-92d8769a-f996-4a1f-9e73-a99e58fce84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:06.286951 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8769a-f996-4a1f-9e73-a99e58fce84a None None] The sync data for ids ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:06.289653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7994d5c2-c013-4e65-a18f-218a592d8497 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:06.294031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7994d5c2-c013-4e65-a18f-218a592d8497 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports/f71903d3-b9c9-47ee-9a51-6577c7ca3aa4 HTTP/1.1" status: 200 len: 913 time: 0.1519690 Jul 14 11:43:06.297926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56472) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:06.329417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8:0:1::34c (88f6a273-2b04-4e6f-80f1-df17281c79c2/cefefa6b-05ff-40cc-8005-2bede95f7dea/2b70168d-535a-4014-be32-2b6a800a799e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:06.399602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b51794d-c9df-47fd-82c1-9f247fae6f15 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:06.442205 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:06.491285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-b724374a-9ade-42aa-89a4-93092074fb0a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:06.493478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-b724374a-9ade-42aa-89a4-93092074fb0a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 812 time: 0.3092561 Jul 14 11:43:06.514868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Request body: {'port': {'device_id': '3d54a786-7186-4607-b98c-514ce0ae18da', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'admin_state_up': True, 'tenant_id': '32cec261a407494189ca3949d6d969ae'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:06.552531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:06.561084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b51794d-c9df-47fd-82c1-9f247fae6f15 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:06.567678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b51794d-c9df-47fd-82c1-9f247fae6f15 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:06.574729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e8506-1fe3-4be1-8777-69a04ee9863c None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:06.584506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e8506-1fe3-4be1-8777-69a04ee9863c None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:06.585126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1a2e8506-1fe3-4be1-8777-69a04ee9863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:06.599353 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object 2b70168d-535a-4014-be32-2b6a800a799e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:06.607337 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:06.632496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Subnet': ['ID=d2734326-ccab-4959-b9a9-2ebcf27fe39a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:06.640783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1a2e8506-1fe3-4be1-8777-69a04ee9863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:06.648705 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7b51794d-c9df-47fd-82c1-9f247fae6f15 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/floatingips/11be37e6-a093-428b-a202-eb8f6a3902a9 HTTP/1.1" status: 200 len: 687 time: 2.4956415 Jul 14 11:43:06.651173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56474) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:06.651311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e8506-1fe3-4be1-8777-69a04ee9863c None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:06.651311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1a2e8506-1fe3-4be1-8777-69a04ee9863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:06.681626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Checking segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:06.682008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network hostable DHCP agents. Network: 92e2f045-7f19-4b89-ab5e-67ad78e59f65, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:06.711260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1a2e8506-1fe3-4be1-8777-69a04ee9863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:06.716500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e8506-1fe3-4be1-8777-69a04ee9863c None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:06.763516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:06.779582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=2b70168d-535a-4014-be32-2b6a800a799e,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:06.812832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 92e2f045-7f19-4b89-ab5e-67ad78e59f65) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:06.825565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08268144-7f9d-4f92-9f66-a1170e3937eb None None] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:06.839985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:06.840598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:06.843876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Made reservation on behalf of 32cec261a407494189ca3949d6d969ae for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:06.847378 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:06.898822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] In _notify_port_updated(), no bound segment for port 2b70168d-535a-4014-be32-2b6a800a799e on network 88f6a273-2b04-4e6f-80f1-df17281c79c2 {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:43:06.906048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:06.907194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:06.910171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-03ab4c8b-5215-42f9-b67d-8b646aa93af5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4013057 Jul 14 11:43:06.912477 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3a322e4e-eb34-41a4-b76b-11996d8c05a0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "PUT /v2.0/ports/2b70168d-535a-4014-be32-2b6a800a799e HTTP/1.1" status: 200 len: 1010 time: 2.7517974 Jul 14 11:43:06.912960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56480) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:06.913308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56482) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:06.925931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'subnet': {'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:07.095449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'fixed_ips': [{'subnet_id': 'd2734326-ccab-4959-b9a9-2ebcf27fe39a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:43:07.097083 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.160728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:07.164979 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.165218 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d2c89f8-5578-4f81-b98a-0b284486d207 req-cd7b679a-e492-4f03-8460-5758b038538f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 210 time: 0.0391693 Jul 14 11:43:07.173461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.220986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Allocated IP 172.20.0.13 (53da603f-c8a8-4203-97fd-895ac1ec1871/e96801ef-089e-480e-92cc-5f1b98baab38/cbb329ce-ba15-42ba-990f-10f6596f2d8a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:07.222204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port ce808565-f8a5-46cc-a294-635c672bf3e3 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:07.222986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.298785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0fc49426-a4ab-455b-a621-74c88cc400f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 2b70168d-535a-4014-be32-2b6a800a799e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:07.299130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fc49426-a4ab-455b-a621-74c88cc400f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.306146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Allocated IP 10.1.1.2 (92e2f045-7f19-4b89-ab5e-67ad78e59f65/d2734326-ccab-4959-b9a9-2ebcf27fe39a/b8523b23-4395-4575-817c-a590e61f25b6) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:07.346105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e68913e5-ebf7-4824-aa32-1fb74cff731c None None] Provisioning for port 2b70168d-535a-4014-be32-2b6a800a799e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:07.382499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e68913e5-ebf7-4824-aa32-1fb74cff731c None None] Provisioning complete for port 2b70168d-535a-4014-be32-2b6a800a799e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:07.382797 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e68913e5-ebf7-4824-aa32-1fb74cff731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.440266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e68913e5-ebf7-4824-aa32-1fb74cff731c None None] Port 2b70168d-535a-4014-be32-2b6a800a799e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:07.497193 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.515437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.538593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Transition to ACTIVE for port object cbb329ce-ba15-42ba-990f-10f6596f2d8a will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:07.543637 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.565539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Transition to ACTIVE for port object b8523b23-4395-4575-817c-a590e61f25b6 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:07.574933 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.575587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.585468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Transition to ACTIVE for port object b8523b23-4395-4575-817c-a590e61f25b6 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:07.593511 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.594891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for ce808565-f8a5-46cc-a294-635c672bf3e3 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:07.617546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.640049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c0e43455-150a-4902-a8f3-681222d3f9bf', 'a545c2df-ab54-4ae6-ad4f-323051007f30'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:43:07.687122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:07.692468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:07.696761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:07.702867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:07.705144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:07.709012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:07.742374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event updated for resources: {'Port': ['ID=cbb329ce-ba15-42ba-990f-10f6596f2d8a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:07.786051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port f71903d3-b9c9-47ee-9a51-6577c7ca3aa4 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:07.786651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.804263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fc49426-a4ab-455b-a621-74c88cc400f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.804695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:07.806104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.819520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0fc49426-a4ab-455b-a621-74c88cc400f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 2b70168d-535a-4014-be32-2b6a800a799e owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:07.823256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Pushing event updated for resources: {'Port': ['ID=b8523b23-4395-4575-817c-a590e61f25b6,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:07.922072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-42f3c655-f556-4124-b912-d412a81ac7cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4142475 Jul 14 11:43:07.922414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:07.944433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Attempting to bind port b8523b23-4395-4575-817c-a590e61f25b6 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:07.945021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Attempting to bind port b8523b23-4395-4575-817c-a590e61f25b6 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:07.945578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Attempting to bind port b8523b23-4395-4575-817c-a590e61f25b6 on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:07.960861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Request body: {'port': {'device_id': '3d54a786-7186-4607-b98c-514ce0ae18da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:08.017251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:08.018571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Checking segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:08.019803 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.021277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Bound using segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:08.025258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Bound port: b8523b23-4395-4575-817c-a590e61f25b6, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:08.025971 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.026501 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.044616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for f71903d3-b9c9-47ee-9a51-6577c7ca3aa4 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:08.160364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c142ddd8-6c9c-4408-814c-dfca1c202fb8 None None] Provisioning for port cbb329ce-ba15-42ba-990f-10f6596f2d8a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:08.171205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c142ddd8-6c9c-4408-814c-dfca1c202fb8 None None] Provisioning complete for port cbb329ce-ba15-42ba-990f-10f6596f2d8a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:08.171564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c142ddd8-6c9c-4408-814c-dfca1c202fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.210089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c142ddd8-6c9c-4408-814c-dfca1c202fb8 None None] Port cbb329ce-ba15-42ba-990f-10f6596f2d8a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:08.213352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=ce808565-f8a5-46cc-a294-635c672bf3e3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:08.215752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Subnet': ['ID=72ce3293-58a9-4f7b-b4ee-bdb755e7137f,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:08.221167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Checking segment: {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:08.221646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network hostable DHCP agents. Network: 26145ec9-28ca-47b8-8313-e0ceee913209, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:08.235716 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fc49426-a4ab-455b-a621-74c88cc400f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.269923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc49426-a4ab-455b-a621-74c88cc400f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=2b70168d-535a-4014-be32-2b6a800a799e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:08.285964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] For port b8523b23-4395-4575-817c-a590e61f25b6, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:08.290807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 26145ec9-28ca-47b8-8313-e0ceee913209 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:08.306968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] For port b8523b23-4395-4575-817c-a590e61f25b6, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b8523b23-4395-4575-817c-a590e61f25b6,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:08.316819 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.392859 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.399863 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.406262 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-902c927e-ec49-4742-9d1f-496085f40c66 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/floatingips/11be37e6-a093-428b-a202-eb8f6a3902a9 HTTP/1.1" status: 204 len: 168 time: 1.7513185 Jul 14 11:43:08.411797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fc49426-a4ab-455b-a621-74c88cc400f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.418019 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0fc49426-a4ab-455b-a621-74c88cc400f8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/2b70168d-535a-4014-be32-2b6a800a799e HTTP/1.1" status: 204 len: 168 time: 1.3992674 Jul 14 11:43:08.418019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56494) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:08.422081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56496) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:08.425908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '83321f2b-bce9-4ce2-92c3-6065881a3a09'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:08.427214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e8cab-273a-4202-89fc-f3e429e2ffba None None] Pushing event updated for resources: {'Port': ['ID=b8523b23-4395-4575-817c-a590e61f25b6,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:08.453201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 26145ec9-28ca-47b8-8313-e0ceee913209) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:08.458282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:08.459029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.466537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53b771-7493-4d3f-b4d5-051914e284c3 None None] Network 26145ec9-28ca-47b8-8313-e0ceee913209 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:08.498399 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b699c6-da06-4c64-a4f5-ad72fa3e573d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:43:08.503571 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f0b699c6-da06-4c64-a4f5-ad72fa3e573d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/2b70168d-535a-4014-be32-2b6a800a799e HTTP/1.1" status: 404 len: 333 time: 0.0627480 Jul 14 11:43:08.504448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56498) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:08.598683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8609acfa-efe4-4e99-8e98-67d34c08945c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet cefefa6b-05ff-40cc-8005-2bede95f7dea {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:43:08.605840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8609acfa-efe4-4e99-8e98-67d34c08945c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.631544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.640318 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7542c4bf-2f36-48d5-8e51-f78651e44574 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7236910 Jul 14 11:43:08.655631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56500) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:08.662431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'port': {'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'name': 'tempest-TaggedBootDevicesTest_v242-2029568699', 'fixed_ips': [{'subnet_id': 'd2734326-ccab-4959-b9a9-2ebcf27fe39a'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:08.780268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-26145ec9-28ca-47b8-8313-e0ceee913209', 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'fixed_ips': [{'subnet_id': '72ce3293-58a9-4f7b-b4ee-bdb755e7137f'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:43:08.781141 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.877463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8609acfa-efe4-4e99-8e98-67d34c08945c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:08.959039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:08.972896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:09.032281 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:09.072413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Allocated IP 10.2.2.2 (26145ec9-28ca-47b8-8313-e0ceee913209/72ce3293-58a9-4f7b-b4ee-bdb755e7137f/35750f65-333a-4724-a265-c2cd8df6dce0) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:09.083873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=f71903d3-b9c9-47ee-9a51-6577c7ca3aa4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:09.126371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2422d-0fd6-41d5-b78c-f4f370bfbc39 req-3dbb1254-dc7f-4f3b-9365-521367a45f05 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:09.128226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88f2422d-0fd6-41d5-b78c-f4f370bfbc39 req-3dbb1254-dc7f-4f3b-9365-521367a45f05 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 932 time: 0.1961231 Jul 14 11:43:09.273392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8609acfa-efe4-4e99-8e98-67d34c08945c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:09.412941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:09.433073 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:09.446848 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e2db12ca-e66a-4f86-b2a4-9b7d981199f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:09.472595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:09.496854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Transition to ACTIVE for port object 35750f65-333a-4724-a265-c2cd8df6dce0 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:09.535801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Transition to ACTIVE for port object 35750f65-333a-4724-a265-c2cd8df6dce0 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:09.549870 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:09.643423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Network 26145ec9-28ca-47b8-8313-e0ceee913209 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:09.646879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:09.651924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:09.655958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Pushing event updated for resources: {'Port': ['ID=35750f65-333a-4724-a265-c2cd8df6dce0,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:09.671404 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:09.705285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88f2422d-0fd6-41d5-b78c-f4f370bfbc39 req-c8b7af71-4099-4b17-8908-dfb467e0502d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526156 Jul 14 11:43:09.907917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb329ce-ba15-42ba-990f-10f6596f2d8a {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:43:09.922693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.032674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Attempting to bind port 35750f65-333a-4724-a265-c2cd8df6dce0 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:10.033172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Attempting to bind port 35750f65-333a-4724-a265-c2cd8df6dce0 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:10.033737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Attempting to bind port 35750f65-333a-4724-a265-c2cd8df6dce0 on network 26145ec9-28ca-47b8-8313-e0ceee913209 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:10.041267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:10.041501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Checking segment: {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:10.041924 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.042382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Bound using segment: {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:10.042929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Bound port: 35750f65-333a-4724-a265-c2cd8df6dce0, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:10.043378 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.063997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5590d538-c46d-45dc-9dd8-313a0c06fbb4 None None] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:10.114487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router fd3a017b-a75e-4f63-857f-10cb363dc2c9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:10.120819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] device_id is not set on port 0094bb7e-c391-4c41-9d68-a58018a1305b yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:10.201240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.25.2.239 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/8a0c18c0-59ca-409b-98ab-fa29bdf906b4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:10.204167 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8609acfa-efe4-4e99-8e98-67d34c08945c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.212260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ce80743d-5e7e-4c75-992a-ece974bc5737 None None] Provisioning for port b8523b23-4395-4575-817c-a590e61f25b6 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:10.218796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Transition to ACTIVE for port object cbb329ce-ba15-42ba-990f-10f6596f2d8a will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:10.230590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.260622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609acfa-efe4-4e99-8e98-67d34c08945c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=cefefa6b-05ff-40cc-8005-2bede95f7dea,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:10.303137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab91e5-0492-4413-bddc-5615737fc779 None None] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:10.305894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8609acfa-efe4-4e99-8e98-67d34c08945c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.314399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8609acfa-efe4-4e99-8e98-67d34c08945c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/cefefa6b-05ff-40cc-8005-2bede95f7dea HTTP/1.1" status: 204 len: 168 time: 1.8030643 Jul 14 11:43:10.317676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56508) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:10.334989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:10.337564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb329ce-ba15-42ba-990f-10f6596f2d8a,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:10.345536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1a6a9acf-9aa8-4cc5-95e2-beaf90ee865f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/fd3a017b-a75e-4f63-857f-10cb363dc2c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0447552 Jul 14 11:43:10.348415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56510) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:10.354423 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cbe9e-a558-4fb0-a40e-da56aab6b100 None None] Sync routers for ids ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:10.369039 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cbe9e-a558-4fb0-a40e-da56aab6b100 None None] Routers {'fd3a017b-a75e-4f63-857f-10cb363dc2c9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:10.370738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5a2cbe9e-a558-4fb0-a40e-da56aab6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:10.436541 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5a2cbe9e-a558-4fb0-a40e-da56aab6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:10.457826 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cbe9e-a558-4fb0-a40e-da56aab6b100 None None] Routers {'fd3a017b-a75e-4f63-857f-10cb363dc2c9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:10.458464 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5a2cbe9e-a558-4fb0-a40e-da56aab6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:42:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:10.523398 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5a2cbe9e-a558-4fb0-a40e-da56aab6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:10.528962 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cbe9e-a558-4fb0-a40e-da56aab6b100 None None] The sync data for ids ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:10.646135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] For port 35750f65-333a-4724-a265-c2cd8df6dce0, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:10.647808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Attempting to bind port cbb329ce-ba15-42ba-990f-10f6596f2d8a on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:10.648379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Attempting to bind port cbb329ce-ba15-42ba-990f-10f6596f2d8a by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:10.649086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Attempting to bind port cbb329ce-ba15-42ba-990f-10f6596f2d8a on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:10.678700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] For port 35750f65-333a-4724-a265-c2cd8df6dce0, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=35750f65-333a-4724-a265-c2cd8df6dce0,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:10.697698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.739544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Port cbb329ce-ba15-42ba-990f-10f6596f2d8a on network 53da603f-c8a8-4203-97fd-895ac1ec1871 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:43:10.740433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Attempting to bind port cbb329ce-ba15-42ba-990f-10f6596f2d8a on network 53da603f-c8a8-4203-97fd-895ac1ec1871 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:10.761438 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.761659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b8523b23-4395-4575-817c-a590e61f25b6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:10.785384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:10.785864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Checking segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:10.786268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Bound using segment: {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:10.786723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Bound port: cbb329ce-ba15-42ba-990f-10f6596f2d8a, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5139959e-9d9b-4693-84f3-e00cb1f82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:10.787127 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.802825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f517-bc5d-4578-aa49-493d04fc4842 None None] Pushing event updated for resources: {'Port': ['ID=35750f65-333a-4724-a265-c2cd8df6dce0,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:10.812998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.877143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=8a0c18c0-59ca-409b-98ab-fa29bdf906b4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:10.898851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b8523b23-4395-4575-817c-a590e61f25b6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:10.917791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b8523b23-4395-4575-817c-a590e61f25b6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:10.918172 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:10.924407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:10.931694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Allocated IP 10.1.1.139 (92e2f045-7f19-4b89-ab5e-67ad78e59f65/d2734326-ccab-4959-b9a9-2ebcf27fe39a/0094bb7e-c391-4c41-9d68-a58018a1305b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:10.935362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:10.945219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08667aa-477f-4bec-8fdf-ee88646b6c41 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet fa0b169a-88c0-4393-8708-a753cb7d9d1f {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:43:10.953267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f08667aa-477f-4bec-8fdf-ee88646b6c41 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.005012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f08667aa-477f-4bec-8fdf-ee88646b6c41 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.061727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:11.082242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:11.097153 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.118999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:11.175920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33ef2b-a70f-43b9-ba5a-e93ad2131f48 req-edea9852-49ce-49a0-bcba-23504c29fea4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:11.190307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de33ef2b-a70f-43b9-ba5a-e93ad2131f48 req-edea9852-49ce-49a0-bcba-23504c29fea4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 944 time: 0.2048972 Jul 14 11:43:11.203456 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.211805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b8523b23-4395-4575-817c-a590e61f25b6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b8523b23-4395-4575-817c-a590e61f25b6,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:11.229770 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.292455 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f08667aa-477f-4bec-8fdf-ee88646b6c41 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.314785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:11.316644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.326083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] 10.222.0.45 "PUT /v2.0/ports/cbb329ce-ba15-42ba-990f-10f6596f2d8a HTTP/1.1" status: 200 len: 1092 time: 3.3820345 Jul 14 11:43:11.329675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:43:11.333528 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:43:11.380419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b8523b23-4395-4575-817c-a590e61f25b6,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:11.465899 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc250aac-4c35-4eba-ab23-4bbe3186d0a6 x-openstack-request-id: req-dc250aac-4c35-4eba-ab23-4bbe3186d0a6 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:43:11.466682 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:43:11.466994 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc250aac-4c35-4eba-ab23-4bbe3186d0a6 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:43:11.467463 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a', 'status': 'completed', 'code': 200} Jul 14 11:43:11.480505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de33ef2b-a70f-43b9-ba5a-e93ad2131f48 req-b9522f79-3047-4a8f-be5b-a55448702b00 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896953 Jul 14 11:43:11.486079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636aea33-91b4-425e-84e6-437ee0d6f679 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb329ce-ba15-42ba-990f-10f6596f2d8a,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:11.568199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-d93b7bed-0416-4029-b3aa-7ffd49e96ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:11.570012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-d93b7bed-0416-4029-b3aa-7ffd49e96ce4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 1095 time: 0.1784575 Jul 14 11:43:11.653247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-8d2839e2-ab0d-4686-a69b-7b1761a75842 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a HTTP/1.1" status: 200 len: 217 time: 0.0700350 Jul 14 11:43:11.669778 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f08667aa-477f-4bec-8fdf-ee88646b6c41 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.739747 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.859688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f92bf4b3-d1af-47e4-bf2b-2e279911f5a9 None None] Provisioning complete for port b8523b23-4395-4575-817c-a590e61f25b6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:11.860091 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f92bf4b3-d1af-47e4-bf2b-2e279911f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.903108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-80cfe7c4-d8a5-48c5-9a20-41650da6d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:11.904966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-80cfe7c4-d8a5-48c5-9a20-41650da6d6d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.2425122 Jul 14 11:43:11.907712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f08667aa-477f-4bec-8fdf-ee88646b6c41 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.912452 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f08667aa-477f-4bec-8fdf-ee88646b6c41 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/fa0b169a-88c0-4393-8708-a753cb7d9d1f HTTP/1.1" status: 204 len: 168 time: 1.5846109 Jul 14 11:43:11.913561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56522) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:11.948653 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:11.965251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Transition to ACTIVE for port object 0094bb7e-c391-4c41-9d68-a58018a1305b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:12.007297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08667aa-477f-4bec-8fdf-ee88646b6c41 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=fa0b169a-88c0-4393-8708-a753cb7d9d1f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:12.015280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.095880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:12.113069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:12.125153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:12.130846 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1fcf-419e-45d3-85fa-912c2348083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.170000 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.184381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-dc031418-7c7d-475d-99cd-2f38854471a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:12.185919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-dc031418-7c7d-475d-99cd-2f38854471a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639389 Jul 14 11:43:12.249358 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.255457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8018c-8eaf-4409-94ab-29c21ff28c12 None None] Network 88f6a273-2b04-4e6f-80f1-df17281c79c2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:12.300439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Port': ['ID=0094bb7e-c391-4c41-9d68-a58018a1305b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:12.318770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:12.319690 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.426202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-a3d391dc-965a-4936-b947-3796f8807774 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288210 Jul 14 11:43:12.458364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b2172373-c402-4b1a-90ab-bfba42dcb337 None None] Provisioning complete for port 51447038-b779-4943-8703-ed0ee243119c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:12.458746 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b2172373-c402-4b1a-90ab-bfba42dcb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.574644 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.589238 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3878a6f4-acef-4bee-981f-25e09221d6c7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9291866 Jul 14 11:43:12.589995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56528) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:12.644226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce47a2a-fc51-4a1a-b632-75a58785ea5a req-066606ec-f64c-4309-b38e-d613eb9740c1 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948645 Jul 14 11:43:12.647536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'port': {'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'name': 'tempest-TaggedBootDevicesTest_v242-975335414', 'fixed_ips': [{'subnet_id': 'd2734326-ccab-4959-b9a9-2ebcf27fe39a'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:12.700495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d47e26-2f00-4e3a-8f2a-b118befa8d81 None None] Network 26145ec9-28ca-47b8-8313-e0ceee913209 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:12.780150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 51447038-b779-4943-8703-ed0ee243119c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:12.780520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.781461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] DHCP port deletion for 88f6a273-2b04-4e6f-80f1-df17281c79c2 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:43:12.792706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b8523b23-4395-4575-817c-a590e61f25b6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:12.878043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e38a1d25-247a-44fe-bea3-718ababc733d None None] Provisioning for port 35750f65-333a-4724-a265-c2cd8df6dce0 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:12.902158 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.930972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] For port 51447038-b779-4943-8703-ed0ee243119c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=51447038-b779-4943-8703-ed0ee243119c,segment=NetworkSegment(42a4bb35-41e8-4452-ba9f-e69c53d3f4b3),segment_id=42a4bb35-41e8-4452-ba9f-e69c53d3f4b3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:12.931342 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.932690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e38a1d25-247a-44fe-bea3-718ababc733d None None] Provisioning for port 0094bb7e-c391-4c41-9d68-a58018a1305b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:12.958772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 51447038-b779-4943-8703-ed0ee243119c owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:12.962648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 57644caf-6720-4495-8e31-0d188f103450 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:12.963002 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.964310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e38a1d25-247a-44fe-bea3-718ababc733d None None] Provisioning complete for port 0094bb7e-c391-4c41-9d68-a58018a1305b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:12.964805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e38a1d25-247a-44fe-bea3-718ababc733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.974493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b8523b23-4395-4575-817c-a590e61f25b6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:12.975342 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:12.979500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:12.987878 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.029564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Deleting port 51447038-b779-4943-8703-ed0ee243119c {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:13.029790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-ed46aa5f-feb4-41ea-bdf7-9d9dc9785936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:13.030173 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.031297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-ed46aa5f-feb4-41ea-bdf7-9d9dc9785936 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 1095 time: 0.3087182 Jul 14 11:43:13.031610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] device_id is not set on port f597a0e6-cf6c-40a4-bc55-e263e4691a26 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:13.133720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e38a1d25-247a-44fe-bea3-718ababc733d None None] Port 0094bb7e-c391-4c41-9d68-a58018a1305b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:13.168305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] For port 51447038-b779-4943-8703-ed0ee243119c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=51447038-b779-4943-8703-ed0ee243119c,segment=NetworkSegment(42a4bb35-41e8-4452-ba9f-e69c53d3f4b3),segment_id=42a4bb35-41e8-4452-ba9f-e69c53d3f4b3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:13.169237 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.185600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Calling delete_port for 51447038-b779-4943-8703-ed0ee243119c owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:13.190208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c03567-1ee4-4ed4-8541-4a465ee06bf2 req-7552c492-9248-46e8-97df-798679892b06 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:13.191342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6c03567-1ee4-4ed4-8541-4a465ee06bf2 req-7552c492-9248-46e8-97df-798679892b06 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 944 time: 0.3924294 Jul 14 11:43:13.192025 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.301385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 35750f65-333a-4724-a265-c2cd8df6dce0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:13.320900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Allocated IP 10.1.1.251 (92e2f045-7f19-4b89-ab5e-67ad78e59f65/d2734326-ccab-4959-b9a9-2ebcf27fe39a/f597a0e6-cf6c-40a4-bc55-e263e4691a26) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:13.334209 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.340971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: from cryptography.utils import int_from_bytes Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: from cryptography.utils import int_from_bytes Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.376329 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:13.379539 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:43:13.391255 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.437407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Pushing event deleted for resources: {'Port': ['ID=51447038-b779-4943-8703-ed0ee243119c,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:13.444681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] No DVR routers for this DVR port 51447038-b779-4943-8703-ed0ee243119c on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:13.458785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.459171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.459590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.460573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.462786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.463262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.463703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.465260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.465613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.465953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.466291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.466631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d3ea7-dcdb-4ecf-9917-d36268b3f5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:13.486865 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.487545 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 35750f65-333a-4724-a265-c2cd8df6dce0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:13.502468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 35750f65-333a-4724-a265-c2cd8df6dce0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:13.502468 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.547379 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.646675 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.650296 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=8a0c18c0-59ca-409b-98ab-fa29bdf906b4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:13.694231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 35750f65-333a-4724-a265-c2cd8df6dce0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=35750f65-333a-4724-a265-c2cd8df6dce0,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:13.700045 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.740023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=51447038-b779-4943-8703-ed0ee243119c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:13.744994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No DVR routers for this DVR port 51447038-b779-4943-8703-ed0ee243119c on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:13.768773 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP f8fb5c21-b6ab-44b6-8d8a-753ac8f1e256 associated. External IP: 172.25.2.239, port: 83321f2b-bce9-4ce2-92c3-6065881a3a09. Jul 14 11:43:13.860477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6c03567-1ee4-4ed4-8541-4a465ee06bf2 req-9b46cbac-401b-40d9-8b37-f81410053b4d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335547 Jul 14 11:43:13.875512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.893609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Transition to ACTIVE for port object f597a0e6-cf6c-40a4-bc55-e263e4691a26 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:13.930365 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.950294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-1ddd775b-f3e3-4893-ab06-95f6670f2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:13.952015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-1ddd775b-f3e3-4893-ab06-95f6670f2a2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.9068019 Jul 14 11:43:13.953840 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.965098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 57644caf-6720-4495-8e31-0d188f103450 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:13.975363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f44a169-22f6-4204-845a-a94b589b9611 None None] Provisioning complete for port 35750f65-333a-4724-a265-c2cd8df6dce0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:13.975363 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f44a169-22f6-4204-845a-a94b589b9611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:13.979450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=35750f65-333a-4724-a265-c2cd8df6dce0,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:14.005896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f6a273-2b04-4e6f-80f1-df17281c79c2']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:14.016612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-3c13fe73-ccef-4de3-a390-5293c3c42966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a HTTP/1.1" status: 200 len: 217 time: 0.0493166 Jul 14 11:43:14.023968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a4bb35-41e8-4452-ba9f-e69c53d3f4b3') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:14.024673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a4bb35-41e8-4452-ba9f-e69c53d3f4b3') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:14.080190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.097016 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.141152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.157400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-5f30a48b-e4d2-43de-ab39-c71f1db378c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:14.159044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-5f30a48b-e4d2-43de-ab39-c71f1db378c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.1302705 Jul 14 11:43:14.160991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:43:14.161717 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:43:14.169950 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:43:14.227218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:14.247011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:14.257391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Port': ['ID=f597a0e6-cf6c-40a4-bc55-e263e4691a26,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:14.260676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:14.266439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:14.326713 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.342140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.347483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/networks/88f6a273-2b04-4e6f-80f1-df17281c79c2 HTTP/1.1" status: 204 len: 168 time: 2.4295838 Jul 14 11:43:14.348515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56542) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:14.366013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d4e78-5779-4798-9757-68a3f485ba27 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Network': ['ID=88f6a273-2b04-4e6f-80f1-df17281c79c2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:14.394195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-e8835e28-be4f-45fa-848e-b58f68d91737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:14.396558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-e8835e28-be4f-45fa-848e-b58f68d91737 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167022 Jul 14 11:43:14.516045 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.566897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=57644caf-6720-4495-8e31-0d188f103450,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:14.580068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 35750f65-333a-4724-a265-c2cd8df6dce0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:14.608749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-2e5cdb76-7f28-4422-8f79-0e4a5341175b service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869018 Jul 14 11:43:14.646354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 35750f65-333a-4724-a265-c2cd8df6dce0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:14.646739 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.649001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d4167154-9e3a-4a00-8c46-74fe28d61627 None None] Provisioning for port f597a0e6-cf6c-40a4-bc55-e263e4691a26 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:14.677559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d4167154-9e3a-4a00-8c46-74fe28d61627 None None] Provisioning complete for port f597a0e6-cf6c-40a4-bc55-e263e4691a26 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:14.677944 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d4167154-9e3a-4a00-8c46-74fe28d61627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.730716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d4167154-9e3a-4a00-8c46-74fe28d61627 None None] Port f597a0e6-cf6c-40a4-bc55-e263e4691a26 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:14.750742 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.817158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:14.818974 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.830451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:14.839796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 51447038-b779-4943-8703-ed0ee243119c no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:43:14.854290 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a110d3fa-92ef-4522-90ea-0776248699e8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2142253 Jul 14 11:43:14.869539 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:14.878795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2c259-3b96-4a15-bd19-cf5a0f6d66f6 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:14.881214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0539fbf6-24d2-427c-93ae-f89bc0fa0ebb req-52442467-a068-484f-b662-0b864144bcaa service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285664 Jul 14 11:43:14.881354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 51447038-b779-4943-8703-ed0ee243119c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:43:14.881649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 51447038-b779-4943-8703-ed0ee243119c not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:43:14.896723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2c259-3b96-4a15-bd19-cf5a0f6d66f6 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:14.897355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5cd2c259-3b96-4a15-bd19-cf5a0f6d66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:14.941170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5cd2c259-3b96-4a15-bd19-cf5a0f6d66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:14.946667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3eb71d-55a3-4050-a999-bcc44557b806 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:14.952268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8e3eb71d-55a3-4050-a999-bcc44557b806 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6028087 Jul 14 11:43:14.952891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56548) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:14.953468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2c259-3b96-4a15-bd19-cf5a0f6d66f6 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:14.954261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5cd2c259-3b96-4a15-bd19-cf5a0f6d66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:14.973521 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cbae94d7-6279-43b4-b459-1b71d33643a5 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5502059 Jul 14 11:43:14.973760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router fd3a017b-a75e-4f63-857f-10cb363dc2c9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:14.974278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56550) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:14.997401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5cd2c259-3b96-4a15-bd19-cf5a0f6d66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:14.998458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2c259-3b96-4a15-bd19-cf5a0f6d66f6 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:15.030362 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-08126e5a-e149-46e5-a64c-ed7c703377ac tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0742958 Jul 14 11:43:15.030999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56552) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:15.037307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-691837039'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:15.066070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:15.076289 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.098859 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.106835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:15.116077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.116669 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Added segment d0e589bc-54e2-4505-96ee-745a58cdd84c of type vlan for network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 Jul 14 11:43:15.123306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56556) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:15.136932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e5e7cf1f-d762-430d-b622-16c07650bcbc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155910908', 'description': 'tempest-description--558086469'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:15.161756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:15.169652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cbb329ce-ba15-42ba-990f-10f6596f2d8a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:43:15.169800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-42ca4ec2-fca6-40dd-bcfc-faec474e8fa4 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "GET /v2.0/floatingips/f8fb5c21-b6ab-44b6-8d8a-753ac8f1e256 HTTP/1.1" status: 200 len: 978 time: 0.1920111 Jul 14 11:43:15.173563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cfc2066d-e5ca-4f8f-9f13-c53d3dc3db39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/fd3a017b-a75e-4f63-857f-10cb363dc2c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8216364 Jul 14 11:43:15.173563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56558) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:15.173817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56560) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:15.184647 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895827f7-461e-4121-94e1-077e13cf21f3 None None] Sync routers for ids ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:15.198425 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895827f7-461e-4121-94e1-077e13cf21f3 None None] Routers {'fd3a017b-a75e-4f63-857f-10cb363dc2c9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:15.200036 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-895827f7-461e-4121-94e1-077e13cf21f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:15.210113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.214623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5e7cf1f-d762-430d-b622-16c07650bcbc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.276798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f45a00ff-1f37-4156-843c-26ec2db1afdb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd3a017b-a75e-4f63-857f-10cb363dc2c9 HTTP/1.1" status: 200 len: 205 time: 0.1007898 Jul 14 11:43:15.287667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56564) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:15.287989 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-895827f7-461e-4121-94e1-077e13cf21f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:15.298758 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895827f7-461e-4121-94e1-077e13cf21f3 None None] Routers {'fd3a017b-a75e-4f63-857f-10cb363dc2c9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:15.299449 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-895827f7-461e-4121-94e1-077e13cf21f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:15.339817 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-895827f7-461e-4121-94e1-077e13cf21f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:15.340539 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895827f7-461e-4121-94e1-077e13cf21f3 None None] The sync data for ids ['fd3a017b-a75e-4f63-857f-10cb363dc2c9'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:15.342907 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5e7cf1f-d762-430d-b622-16c07650bcbc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.353274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5e7cf1f-d762-430d-b622-16c07650bcbc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.384567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.386623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:15.390747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:15.391367 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.399890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5e7cf1f-d762-430d-b622-16c07650bcbc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.404338 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e5e7cf1f-d762-430d-b622-16c07650bcbc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2795284 Jul 14 11:43:15.408891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56566) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:15.418503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85346561-202a-4897-b8d5-9b718d520b61 req-9f11decf-2c7a-4106-9238-5842f86f695c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:15.425564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85346561-202a-4897-b8d5-9b718d520b61 req-9f11decf-2c7a-4106-9238-5842f86f695c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 944 time: 0.3723497 Jul 14 11:43:15.426729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'port_id': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a', 'mac_address': 'fa:16:3e:3b:a9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:43:15.436826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d72fb739-9639-4ad0-a63b-0349825ca95b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'security_group_rule': {'security_group_id': '6e498b53-ffab-41cd-a286-81c09491102c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:15.451203 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53fe1278-ef59-410f-bcb8-baa50da7bd39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.453187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7cf1f-d762-430d-b622-16c07650bcbc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e498b53-ffab-41cd-a286-81c09491102c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:15.458032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-65fa4bc6-cc1d-424c-8167-fda139d9716e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2807066 Jul 14 11:43:15.463739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56568) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:15.469725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'port_id': '3c5d89b1-d4b4-4416-bb79-d2ec430b76d2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:15.503042 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.523549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb329ce-ba15-42ba-990f-10f6596f2d8a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:43:15.524957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Network': ['ID=fe0facac-6f59-4ddd-924d-2e19e0d62ba7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:15.552100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:15.568530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85346561-202a-4897-b8d5-9b718d520b61 req-56b04c1f-3928-4b64-8b14-5e4efb418a42 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419880 Jul 14 11:43:15.577791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.634298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:15.637398 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d72fb739-9639-4ad0-a63b-0349825ca95b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.642966 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.689463 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53fe1278-ef59-410f-bcb8-baa50da7bd39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.692291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53fe1278-ef59-410f-bcb8-baa50da7bd39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:15.719566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cbb329ce-ba15-42ba-990f-10f6596f2d8a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:15.739210 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bb1e708f-b04c-405b-b42d-1c7bcd51179f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7045019 Jul 14 11:43:15.739589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56570) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:15.745735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': 'fe0facac-6f59-4ddd-924d-2e19e0d62ba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53fe1278-ef59-410f-bcb8-baa50da7bd39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe1278-ef59-410f-bcb8-baa50da7bd39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Fanout notify agent at l3_agent the message router_deleted on router fd3a017b-a75e-4f63-857f-10cb363dc2c9 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d72fb739-9639-4ad0-a63b-0349825ca95b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53fe1278-ef59-410f-bcb8-baa50da7bd39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-53fe1278-ef59-410f-bcb8-baa50da7bd39 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/fd3a017b-a75e-4f63-857f-10cb363dc2c9 HTTP/1.1" status: 204 len: 168 time: 0.5409119 Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56578) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d72fb739-9639-4ad0-a63b-0349825ca95b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fb739-9639-4ad0-a63b-0349825ca95b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a8999b-5d9f-4593-9f43-8f9249ed566b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d72fb739-9639-4ad0-a63b-0349825ca95b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d72fb739-9639-4ad0-a63b-0349825ca95b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5120604 Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee1e985-2103-487e-b20d-a8f9336af2ca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting subnet 5fc1335b-f40d-49c8-9839-4662bfc869d4 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56584) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-03ca41d7-1d9e-45d7-82a0-fee51c96dc3d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'security_group_rule': {'security_group_id': '6e498b53-ffab-41cd-a286-81c09491102c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:16.009514 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e985-2103-487e-b20d-a8f9336af2ca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.019303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['cbb329ce-ba15-42ba-990f-10f6596f2d8a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:43:16.020019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:16.020019 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.044124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e985-2103-487e-b20d-a8f9336af2ca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.136179 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03ca41d7-1d9e-45d7-82a0-fee51c96dc3d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.265031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e985-2103-487e-b20d-a8f9336af2ca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.296764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.301210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.325420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03ca41d7-1d9e-45d7-82a0-fee51c96dc3d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.339054 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03ca41d7-1d9e-45d7-82a0-fee51c96dc3d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.373955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca41d7-1d9e-45d7-82a0-fee51c96dc3d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afd4cf9-54ae-474b-97e2-c91db236bb9a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:16.416602 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03ca41d7-1d9e-45d7-82a0-fee51c96dc3d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.417807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-03ca41d7-1d9e-45d7-82a0-fee51c96dc3d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4843400 Jul 14 11:43:16.421560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56598) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:16.430726 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP f8fb5c21-b6ab-44b6-8d8a-753ac8f1e256 associated. External IP: 172.25.2.239, port: 83321f2b-bce9-4ce2-92c3-6065881a3a09. Jul 14 11:43:16.437164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:16.441970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e985-2103-487e-b20d-a8f9336af2ca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.489708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.496866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1e985-2103-487e-b20d-a8f9336af2ca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc1335b-f40d-49c8-9839-4662bfc869d4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:16.499107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e985-2103-487e-b20d-a8f9336af2ca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.501043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7ee1e985-2103-487e-b20d-a8f9336af2ca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/5fc1335b-f40d-49c8-9839-4662bfc869d4 HTTP/1.1" status: 204 len: 168 time: 0.6662338 Jul 14 11:43:16.505295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56604) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:16.509253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fcaab0-cf19-41f4-ae3c-3ba341c7ba40 None None] Network fbcd3ca4-0088-4cd8-b858-fa79405f9d70 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:16.572495 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.736153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=60ca73c9-a0c0-4f1a-8b99-adf068e8b2dd,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:16.749696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9db1720-48c3-4460-85f6-fa9bd1f0bbda tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting subnet 4c48e4c6-eb68-43e4-bcd0-d2009156aa1f {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:43:16.765013 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9db1720-48c3-4460-85f6-fa9bd1f0bbda tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.798037 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:16.827973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0df1fd-afe6-4ed9-805d-31fe0ab1297e None None] DHCP port deletion for fbcd3ca4-0088-4cd8-b858-fa79405f9d70 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:43:16.832469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Checking segment: {'id': 'd0e589bc-54e2-4505-96ee-745a58cdd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fe0facac-6f59-4ddd-924d-2e19e0d62ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:16.832829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network hostable DHCP agents. Network: fe0facac-6f59-4ddd-924d-2e19e0d62ba7, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:16.858258 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9db1720-48c3-4460-85f6-fa9bd1f0bbda tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.894811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ac0df1fd-afe6-4ed9-805d-31fe0ab1297e None None] Deleting port a7805772-e1a7-40ce-b362-1d28c8ac2268 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:16.895748 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac0df1fd-afe6-4ed9-805d-31fe0ab1297e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:16.932899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:16.997363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3470b2a5-c1bb-4c6c-ba8e-35de7febe266 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:16.999582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ac0df1fd-afe6-4ed9-805d-31fe0ab1297e None None] For port a7805772-e1a7-40ce-b362-1d28c8ac2268, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a7805772-e1a7-40ce-b362-1d28c8ac2268,segment=NetworkSegment(112d850c-733b-4715-993f-ab964506375f),segment_id=112d850c-733b-4715-993f-ab964506375f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:17.000019 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac0df1fd-afe6-4ed9-805d-31fe0ab1297e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.020132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ac0df1fd-afe6-4ed9-805d-31fe0ab1297e None None] Calling delete_port for a7805772-e1a7-40ce-b362-1d28c8ac2268 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:17.026315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3470b2a5-c1bb-4c6c-ba8e-35de7febe266 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:17.026981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3470b2a5-c1bb-4c6c-ba8e-35de7febe266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:17.064629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3470b2a5-c1bb-4c6c-ba8e-35de7febe266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:17.117535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3470b2a5-c1bb-4c6c-ba8e-35de7febe266 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:17.118457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3470b2a5-c1bb-4c6c-ba8e-35de7febe266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:17.190032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cbb329ce-ba15-42ba-990f-10f6596f2d8a up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:17.201695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3470b2a5-c1bb-4c6c-ba8e-35de7febe266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:17.202502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3470b2a5-c1bb-4c6c-ba8e-35de7febe266 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:17.219969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:17.282433 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac0df1fd-afe6-4ed9-805d-31fe0ab1297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.291238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port cbb329ce-ba15-42ba-990f-10f6596f2d8a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:17.331373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port cbb329ce-ba15-42ba-990f-10f6596f2d8a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:17.331722 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.333794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0df1fd-afe6-4ed9-805d-31fe0ab1297e None None] Pushing event deleted for resources: {'Port': ['ID=a7805772-e1a7-40ce-b362-1d28c8ac2268,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:17.353624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:17.355259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0df1fd-afe6-4ed9-805d-31fe0ab1297e None None] No DVR routers for this DVR port a7805772-e1a7-40ce-b362-1d28c8ac2268 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:17.366699 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b3f57-d6ef-4df5-bfe3-2ab43e0b3518 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:17.368537 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9db1720-48c3-4460-85f6-fa9bd1f0bbda tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.372371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.382290 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b3f57-d6ef-4df5-bfe3-2ab43e0b3518 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:17.384391 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a27b3f57-d6ef-4df5-bfe3-2ab43e0b3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:17.433043 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a27b3f57-d6ef-4df5-bfe3-2ab43e0b3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:17.446225 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b3f57-d6ef-4df5-bfe3-2ab43e0b3518 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:17.446876 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a27b3f57-d6ef-4df5-bfe3-2ab43e0b3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:17.458235 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.468076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:17.475583 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9db1720-48c3-4460-85f6-fa9bd1f0bbda tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.498244 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17f3c825-585b-4b6a-8b15-e5ba373a58e3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/floatingips/f8fb5c21-b6ab-44b6-8d8a-753ac8f1e256 HTTP/1.1" status: 200 len: 978 time: 2.0305221 Jul 14 11:43:17.505195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56626) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:17.516002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-67289e71-38df-4558-8e95-4003b5196d55 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:17.517316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:43:17.521207 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e336af-033d-4a96-b385-4ba57c8f9467" -d '{"events": [{"server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "name": "network-vif-plugged", "status": "completed", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:43:17.522843 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9db1720-48c3-4460-85f6-fa9bd1f0bbda tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.526609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a9db1720-48c3-4460-85f6-fa9bd1f0bbda tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/4c48e4c6-eb68-43e4-bcd0-d2009156aa1f HTTP/1.1" status: 204 len: 168 time: 1.0149527 Jul 14 11:43:17.533293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21230fe1-35e4-4261-9d41-5ef4b9e2b396 req-75dfd415-3d0d-44ae-b51a-20cddc1f5f12 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:17.544077 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a27b3f57-d6ef-4df5-bfe3-2ab43e0b3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:17.545013 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b3f57-d6ef-4df5-bfe3-2ab43e0b3518 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:17.558817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21230fe1-35e4-4261-9d41-5ef4b9e2b396 req-75dfd415-3d0d-44ae-b51a-20cddc1f5f12 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 945 time: 0.8140378 Jul 14 11:43:17.560550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56628) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:17.564840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, fe0facac-6f59-4ddd-924d-2e19e0d62ba7) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:17.567602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db1720-48c3-4460-85f6-fa9bd1f0bbda tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Subnet': ['ID=4c48e4c6-eb68-43e4-bcd0-d2009156aa1f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:17.574701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d84d692-bee3-454c-bf5c-a7cd7931bfc4 None None] Network c9dee4a0-ab63-494e-a52a-619692b40b6c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:17.579521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4759d341-355b-4ec4-aeeb-612ad3b8d430 None None] Network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:17.590429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:17.616394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67289e71-38df-4558-8e95-4003b5196d55 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.705089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.706206 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.724917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:17.725788 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.760397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f3c9c9cb-0406-44c5-832e-b1d89025a4a6 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0196729 Jul 14 11:43:17.765216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56638) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:17.784717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': 'fe0facac-6f59-4ddd-924d-2e19e0d62ba7', 'name': 'tempest-PortsIpV6TestJSON-1729911945'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:17.799751 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67289e71-38df-4558-8e95-4003b5196d55 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.801132 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.806261 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67289e71-38df-4558-8e95-4003b5196d55 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:17.806795 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-67289e71-38df-4558-8e95-4003b5196d55 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP f8fb5c21-b6ab-44b6-8d8a-753ac8f1e256 disassociated. External IP: 172.25.2.239, port: 3c5d89b1-d4b4-4416-bb79-d2ec430b76d2. Jul 14 11:43:17.879987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cbb329ce-ba15-42ba-990f-10f6596f2d8a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:18.034342 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22e6622-736a-4496-a132-d4cd44badcfb x-openstack-request-id: req-d22e6622-736a-4496-a132-d4cd44badcfb {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:43:18.034766 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "name": "network-vif-plugged", "status": "completed", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:43:18.035200 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d22e6622-736a-4496-a132-d4cd44badcfb {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:43:18.035707 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a', 'code': 200} Jul 14 11:43:18.039478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21230fe1-35e4-4261-9d41-5ef4b9e2b396 req-4b09e4f1-dee8-4db5-9a24-7a2605c8257a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391590 Jul 14 11:43:18.064533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-fe0facac-6f59-4ddd-924d-2e19e0d62ba7', 'network_id': 'fe0facac-6f59-4ddd-924d-2e19e0d62ba7', 'tenant_id': 'ff2c460531d44fcc9444ae3bcd6e6e70', 'fixed_ips': [{'subnet_id': '60ca73c9-a0c0-4f1a-8b99-adf068e8b2dd'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:43:18.066490 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.101764 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.124544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcd3ca4-0088-4cd8-b858-fa79405f9d70']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:18.162566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112d850c-733b-4715-993f-ab964506375f') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:18.162860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112d850c-733b-4715-993f-ab964506375f') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:18.187802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67289e71-38df-4558-8e95-4003b5196d55 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:18.232177 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.252159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c9e48-a185-4535-9a71-fa1c58a6cc1d None None] DHCP port deletion for c9dee4a0-ab63-494e-a52a-619692b40b6c request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:43:18.270095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.285375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:43:18.286013 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.290947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Allocated IP 172.25.2.217 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/e6406b70-231a-4e56-b9dc-869a269e4fd4) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:43:18.293875 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:43:18.310586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:18.314427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.393411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Allocated IP 2001:db8::2 (fe0facac-6f59-4ddd-924d-2e19e0d62ba7/60ca73c9-a0c0-4f1a-8b99-adf068e8b2dd/4b3571d3-0be8-4e41-867c-96de5c31561a) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:18.426419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67289e71-38df-4558-8e95-4003b5196d55 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:18.436421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port eb451969-337c-4c39-ba03-7e134741653a yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:18.447796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67289e71-38df-4558-8e95-4003b5196d55 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.448070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c387f-f21e-4f50-8123-cf87d7b9c284 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:18.450088 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.464322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253125b-1c1f-4920-9267-81d6a5db3485 req-ab077c71-a0a9-42ff-99d2-bcabac25fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:18.466016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7253125b-1c1f-4920-9267-81d6a5db3485 req-ab077c71-a0a9-42ff-99d2-bcabac25fba7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 1097 time: 0.3056204 Jul 14 11:43:18.469664 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.471443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/networks/fbcd3ca4-0088-4cd8-b858-fa79405f9d70 HTTP/1.1" status: 204 len: 168 time: 0.9094198 Jul 14 11:43:18.483165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56650) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:18.497763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c387f-f21e-4f50-8123-cf87d7b9c284 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:18.498400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f36c387f-f21e-4f50-8123-cf87d7b9c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:18.523589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6a848-1763-4658-848a-c72cb91efcd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Network': ['ID=fbcd3ca4-0088-4cd8-b858-fa79405f9d70,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:18.597922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7253125b-1c1f-4920-9267-81d6a5db3485 req-301145d2-85fa-46fe-acbc-08150afd43c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970583 Jul 14 11:43:18.610515 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.655440 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.669272 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-67289e71-38df-4558-8e95-4003b5196d55 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/floatingips/f8fb5c21-b6ab-44b6-8d8a-753ac8f1e256 HTTP/1.1" status: 200 len: 688 time: 1.1620185 Jul 14 11:43:18.675034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56654) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:18.708115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:18.718925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:18.722914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:18.729839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Port': ['ID=e6406b70-231a-4e56-b9dc-869a269e4fd4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:18.755558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9e48-a185-4535-9a71-fa1c58a6cc1d None None] Deleting port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:18.756243 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9e48-a185-4535-9a71-fa1c58a6cc1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.763081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a7805772-e1a7-40ce-b362-1d28c8ac2268 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:43:18.784886 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f36c387f-f21e-4f50-8123-cf87d7b9c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:18.798844 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.824206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.878188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a7805772-e1a7-40ce-b362-1d28c8ac2268 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:43:18.878799 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a7805772-e1a7-40ce-b362-1d28c8ac2268 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:43:18.879382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 031a55d3-6455-48c6-92d9-29fbd6dfdc2c no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:43:18.881017 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.902285 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 8a0c18c0-59ca-409b-98ab-fa29bdf906b4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:18.902725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:18.922734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c387f-f21e-4f50-8123-cf87d7b9c284 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:18.923389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f36c387f-f21e-4f50-8123-cf87d7b9c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:18.973912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f36c387f-f21e-4f50-8123-cf87d7b9c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:18.974761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c387f-f21e-4f50-8123-cf87d7b9c284 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:19.002340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aa0c9e48-a185-4535-9a71-fa1c58a6cc1d None None] For port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,segment=NetworkSegment(fa955104-150f-41c4-bc82-551c26f99e9c),segment_id=fa955104-150f-41c4-bc82-551c26f99e9c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:19.003494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9e48-a185-4535-9a71-fa1c58a6cc1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.006539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:19.006995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.042743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9e48-a185-4535-9a71-fa1c58a6cc1d None None] Calling delete_port for 031a55d3-6455-48c6-92d9-29fbd6dfdc2c owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:19.120702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.127288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.130016 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.130351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.158639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,segment=NetworkSegment(fa955104-150f-41c4-bc82-551c26f99e9c),segment_id=fa955104-150f-41c4-bc82-551c26f99e9c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:19.158639 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.198618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 8a0c18c0-59ca-409b-98ab-fa29bdf906b4 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:19.216065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 031a55d3-6455-48c6-92d9-29fbd6dfdc2c owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:19.227194 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.268704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Port': ['ID=e6406b70-231a-4e56-b9dc-869a269e4fd4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:19.281302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Transition to ACTIVE for port object 4b3571d3-0be8-4e41-867c-96de5c31561a will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:19.287243 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.299089 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.342519 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.343841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f2534948-eb25-4433-9c62-4dc329ef2b15 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9213517 Jul 14 11:43:19.384655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,segment=NetworkSegment(fa955104-150f-41c4-bc82-551c26f99e9c),segment_id=fa955104-150f-41c4-bc82-551c26f99e9c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:19.392625 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.419005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537daaa8-d3c1-4d5a-8369-40463f3b8e6c req-6dea4604-5472-4ded-837a-7df974e8e695 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:19.440571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-537daaa8-d3c1-4d5a-8369-40463f3b8e6c req-6dea4604-5472-4ded-837a-7df974e8e695 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.1710167 Jul 14 11:43:19.483408 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9e48-a185-4535-9a71-fa1c58a6cc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.510739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c9e48-a185-4535-9a71-fa1c58a6cc1d None None] No DVR routers for this DVR port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:19.523777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-537daaa8-d3c1-4d5a-8369-40463f3b8e6c req-98dfd835-e529-4464-876a-f9e3a0493f14 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795336 Jul 14 11:43:19.564625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:19.568745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Transition to ACTIVE for port object 4b3571d3-0be8-4e41-867c-96de5c31561a will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:19.580286 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.610228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=8a0c18c0-59ca-409b-98ab-fa29bdf906b4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:19.611140 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.615315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9e48-a185-4535-9a71-fa1c58a6cc1d None None] Pushing event deleted for resources: {'Port': ['ID=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:19.662172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:19.670110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:19.677794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:19.709329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::5f (fe0facac-6f59-4ddd-924d-2e19e0d62ba7/60ca73c9-a0c0-4f1a-8b99-adf068e8b2dd/eb451969-337c-4c39-ba03-7e134741653a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:19.711197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Pushing event updated for resources: {'Port': ['ID=4b3571d3-0be8-4e41-867c-96de5c31561a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:19.744424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.775387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=031a55d3-6455-48c6-92d9-29fbd6dfdc2c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:19.791441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No DVR routers for this DVR port 031a55d3-6455-48c6-92d9-29fbd6dfdc2c on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:19.796978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.799463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.803485 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fe7c1300-cbb9-455f-87f2-60aa1012d1db tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/floatingips/f8fb5c21-b6ab-44b6-8d8a-753ac8f1e256 HTTP/1.1" status: 204 len: 168 time: 1.1246762 Jul 14 11:43:19.817843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56694) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:19.821601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Attempting to bind port 4b3571d3-0be8-4e41-867c-96de5c31561a on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:19.822145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Attempting to bind port 4b3571d3-0be8-4e41-867c-96de5c31561a by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'd0e589bc-54e2-4505-96ee-745a58cdd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fe0facac-6f59-4ddd-924d-2e19e0d62ba7'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:19.822614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Attempting to bind port 4b3571d3-0be8-4e41-867c-96de5c31561a on network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:19.828861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:19.829422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Checking segment: {'id': 'd0e589bc-54e2-4505-96ee-745a58cdd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fe0facac-6f59-4ddd-924d-2e19e0d62ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:19.829942 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.830446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Bound using segment: {'id': 'd0e589bc-54e2-4505-96ee-745a58cdd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fe0facac-6f59-4ddd-924d-2e19e0d62ba7'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:19.831031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Bound port: 4b3571d3-0be8-4e41-867c-96de5c31561a, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e589bc-54e2-4505-96ee-745a58cdd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fe0facac-6f59-4ddd-924d-2e19e0d62ba7'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:19.831525 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.888478 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-0446af15-6a82-4375-9d64-89f9dec7892e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] delete failed (client error): The resource could not be found. Jul 14 11:43:19.893009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0446af15-6a82-4375-9d64-89f9dec7892e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/floatingips/f8fb5c21-b6ab-44b6-8d8a-753ac8f1e256 HTTP/1.1" status: 404 len: 345 time: 0.0703170 Jul 14 11:43:19.893176 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.895050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56698) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:19.912852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-1619f66e-5ccd-400d-a5cf-662819213e74 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1155910908&fields=id&tenant_id=db806cdd1b7344bea62d01e55b327a3b HTTP/1.1" status: 200 len: 267 time: 0.1256876 Jul 14 11:43:19.948450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] For port 4b3571d3-0be8-4e41-867c-96de5c31561a, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:19.953684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] For port 4b3571d3-0be8-4e41-867c-96de5c31561a, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4b3571d3-0be8-4e41-867c-96de5c31561a,segment=NetworkSegment(d0e589bc-54e2-4505-96ee-745a58cdd84c),segment_id=d0e589bc-54e2-4505-96ee-745a58cdd84c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:19.958426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dee4a0-ab63-494e-a52a-619692b40b6c']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:19.962978 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:19.988451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa955104-150f-41c4-bc82-551c26f99e9c') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:19.989343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa955104-150f-41c4-bc82-551c26f99e9c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:20.017439 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.021960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-1c012866-321d-47ac-a714-d0a2c3a684ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.024377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-1c012866-321d-47ac-a714-d0a2c3a684ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports/0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 200 len: 937 time: 0.1011062 Jul 14 11:43:20.058844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e56cd-ce06-4c16-a377-791bf3c2bcf5 None None] Pushing event updated for resources: {'Port': ['ID=4b3571d3-0be8-4e41-867c-96de5c31561a,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:20.066547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.101023 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.133377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object eb451969-337c-4c39-ba03-7e134741653a will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:20.150328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-899e7afc-52ba-4cc1-9910-b16ea2316d56 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.151829 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-899e7afc-52ba-4cc1-9910-b16ea2316d56 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports/f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 200 len: 936 time: 0.1199045 Jul 14 11:43:20.224140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-07c67193-e8a3-4825-a10d-18236ff34f3f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0650930 Jul 14 11:43:20.281246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-d7ea0992-9c66-4a23-a2fd-8863e97f5a21 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0560713 Jul 14 11:43:20.363034 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.424592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=eb451969-337c-4c39-ba03-7e134741653a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:20.464048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:20.468266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:20.470732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:20.476815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.477520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.523837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:43:20.525054 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.570679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-3e2dbac1-19ec-47d2-a5bc-69313d74da9d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.582780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-3e2dbac1-19ec-47d2-a5bc-69313d74da9d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:43:20.591820 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:43:20.602925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efcafe-ec77-411d-b50b-5c6417898400 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.604639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-3e2dbac1-19ec-47d2-a5bc-69313d74da9d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.608709 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-3e2dbac1-19ec-47d2-a5bc-69313d74da9d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/networks?id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=26145ec9-28ca-47b8-8313-e0ceee913209&id=26145ec9-28ca-47b8-8313-e0ceee913209 HTTP/1.1" status: 200 len: 1996 time: 0.3218522 Jul 14 11:43:20.609455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efcafe-ec77-411d-b50b-5c6417898400 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.614290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5cdab61d-5e97-45cc-b5ad-0f4eeaa1161c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8456533 Jul 14 11:43:20.615104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56714) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:20.615351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efcafe-ec77-411d-b50b-5c6417898400 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.620777 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d5efcafe-ec77-411d-b50b-5c6417898400 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "GET /v2.0/ports?network_id=1fe8e871-cac2-4f82-89ba-9acac991a4b5 HTTP/1.1" status: 200 len: 2358 time: 0.7211883 Jul 14 11:43:20.625927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56716) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:20.635577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': 'fe0facac-6f59-4ddd-924d-2e19e0d62ba7', 'name': 'tempest-PortsIpV6TestJSON-1523083674'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:20.713681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4b3571d3-0be8-4e41-867c-96de5c31561a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:20.738903 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.763359 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.769188 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/networks/c9dee4a0-ab63-494e-a52a-619692b40b6c HTTP/1.1" status: 204 len: 168 time: 2.2811477 Jul 14 11:43:20.776764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56720) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:20.783651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-689019097'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:20.786462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4b3571d3-0be8-4e41-867c-96de5c31561a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:20.789682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173f365-6a17-42b6-aa09-d8bde42c3501 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.795583 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8173f365-6a17-42b6-aa09-d8bde42c3501 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "GET /v2.0/subnets/dd3d1f02-beff-4867-9e8c-49b717a9b285 HTTP/1.1" status: 200 len: 797 time: 0.1640968 Jul 14 11:43:20.795583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccec965-f222-4a3f-91df-a072850419ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Network': ['ID=c9dee4a0-ab63-494e-a52a-619692b40b6c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:20.796765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56722) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:20.801616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'port': {'network_id': '1fe8e871-cac2-4f82-89ba-9acac991a4b5', 'name': 'tempest-FloatingIPTestJSON-271672905', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:20.840714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-04bc2357-3c6c-40c3-a006-0cfd35762de0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/quotas/db806cdd1b7344bea62d01e55b327a3b HTTP/1.1" status: 200 len: 375 time: 0.0553205 Jul 14 11:43:20.871725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:20.875939 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.924618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:20.928511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.942983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04a17e-fe5e-4616-a853-244776ce1af4 req-e736259f-8a42-4d05-9bd4-7ca06414b3fd tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:20.945518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef04a17e-fe5e-4616-a853-244776ce1af4 req-e736259f-8a42-4d05-9bd4-7ca06414b3fd tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.1514969 Jul 14 11:43:20.956353 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:20.975054 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:20.975402 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added segment d3dbace7-bfaf-4533-aaf5-bafc09718928 of type vlan for network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 Jul 14 11:43:20.982632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 307640d6-a521-4fdb-894d-a00ec8e3a4c7 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:21.030967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Made reservation on behalf of 8c9cd262477f4370a888296978cf7f8c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:21.043198 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-aea5fc3a-91ef-46c4-82d5-fb03403dedd9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1948860 Jul 14 11:43:21.093975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:21.162300 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:21.164858 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef04a17e-fe5e-4616-a853-244776ce1af4 req-b995ea53-650a-4bc6-97f2-b769118e1882 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038469 Jul 14 11:43:21.188473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:21.189144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:21.297222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5185342 Jul 14 11:43:21.308525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:21.312293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56736) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:21.317149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::44 (fe0facac-6f59-4ddd-924d-2e19e0d62ba7/60ca73c9-a0c0-4f1a-8b99-adf068e8b2dd/307640d6-a521-4fdb-894d-a00ec8e3a4c7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:21.328003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'subnet': {'network_id': '60abbd51-aca1-47d7-9b3b-f7f5561f8352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:21.352576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-a8c22c85-1417-47f4-8acc-56432666f253 service neutron] 10.222.0.38 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972167 Jul 14 11:43:21.364959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] device_id is not set on port c105755f-9aef-4234-9151-758c40deaf6a yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:21.397093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa18d6-6db9-462c-842e-2c785ede1230 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Network': ['ID=60abbd51-aca1-47d7-9b3b-f7f5561f8352,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:21.411053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:21.644404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-64e3dad3-f0c2-49e6-a631-ae4448ab5664 service neutron] 10.222.0.38 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570653 Jul 14 11:43:21.649134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:21.658917 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:21.666840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89afc6e-5980-4922-afb8-82018a543807 None None] Network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:21.775010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a2bf7f67-679e-49fe-b027-280ee395555d None None] Provisioning for port 4b3571d3-0be8-4e41-867c-96de5c31561a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:21.792826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a2bf7f67-679e-49fe-b027-280ee395555d None None] Provisioning complete for port 4b3571d3-0be8-4e41-867c-96de5c31561a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:21.795387 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7f67-679e-49fe-b027-280ee395555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:21.852375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-a6226cd0-b11a-428c-bf60-e56a88346b54 service neutron] 10.222.0.38 "GET /v2.0/ports/0094bb7e-c391-4c41-9d68-a58018a1305b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1854591 Jul 14 11:43:21.888184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:21.913161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.20.0.14 (1fe8e871-cac2-4f82-89ba-9acac991a4b5/dd3d1f02-beff-4867-9e8c-49b717a9b285/c105755f-9aef-4234-9151-758c40deaf6a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:21.925909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.20.0.13 (1fe8e871-cac2-4f82-89ba-9acac991a4b5/dd3d1f02-beff-4867-9e8c-49b717a9b285/c105755f-9aef-4234-9151-758c40deaf6a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:21.977912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object 307640d6-a521-4fdb-894d-a00ec8e3a4c7 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:22.000005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c0173-5e69-4645-a8e9-ddb61c87f93d req-18f7bd69-e978-4e2a-aee1-4bc7ec448731 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:22.002479 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7f67-679e-49fe-b027-280ee395555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.008069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-127c0173-5e69-4645-a8e9-ddb61c87f93d req-18f7bd69-e978-4e2a-aee1-4bc7ec448731 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.3310797 Jul 14 11:43:22.074380 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a2bf7f67-679e-49fe-b027-280ee395555d None None] For port 4b3571d3-0be8-4e41-867c-96de5c31561a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4b3571d3-0be8-4e41-867c-96de5c31561a,segment=NetworkSegment(d0e589bc-54e2-4505-96ee-745a58cdd84c),segment_id=d0e589bc-54e2-4505-96ee-745a58cdd84c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:22.082276 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7f67-679e-49fe-b027-280ee395555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.100235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-d9771ecf-0e1c-41e8-b637-a87cdf790574 service neutron] 10.222.0.38 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275088 Jul 14 11:43:22.153991 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf7f67-679e-49fe-b027-280ee395555d None None] Pushing event updated for resources: {'Port': ['ID=4b3571d3-0be8-4e41-867c-96de5c31561a,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:22.158426 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-127c0173-5e69-4645-a8e9-ddb61c87f93d req-c77ac2a4-84b5-4d6d-b3dc-41a32bc06766 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493218 Jul 14 11:43:22.191902 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.252878 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.315827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=c105755f-9aef-4234-9151-758c40deaf6a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:22.319653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:22.321568 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:22.329801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:22.404328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:22.405011 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.423927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dfad7479-140f-43c5-9b12-571a0c645dd8 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6259561 Jul 14 11:43:22.426415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56760) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:22.430980 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.432331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': 'c105755f-9aef-4234-9151-758c40deaf6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:22.463166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.474170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-688666ee-6d88-4e8f-9eff-17b6dcda00ed None None] Provisioning for port eb451969-337c-4c39-ba03-7e134741653a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:22.483157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-688666ee-6d88-4e8f-9eff-17b6dcda00ed None None] Provisioning complete for port eb451969-337c-4c39-ba03-7e134741653a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:22.483538 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-688666ee-6d88-4e8f-9eff-17b6dcda00ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.527658 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.545145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-688666ee-6d88-4e8f-9eff-17b6dcda00ed None None] Port eb451969-337c-4c39-ba03-7e134741653a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:22.574792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-688666ee-6d88-4e8f-9eff-17b6dcda00ed None None] Provisioning complete for port 4b3571d3-0be8-4e41-867c-96de5c31561a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:22.575171 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-688666ee-6d88-4e8f-9eff-17b6dcda00ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.621609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-d40af59c-2a22-4df1-bb51-ed3bc6ed315c service neutron] 10.222.0.38 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762013 Jul 14 11:43:22.652965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4b3571d3-0be8-4e41-867c-96de5c31561a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:22.662221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:22.686732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.720448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:22.725487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:22.733022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:22.733786 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.764909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4b3571d3-0be8-4e41-867c-96de5c31561a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:22.765189 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.794518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-a40796b5-dd7d-4195-9c62-428c54e1f650 service neutron] 10.222.0.38 "GET /v2.0/ports/f597a0e6-cf6c-40a4-bc55-e263e4691a26?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1719079 Jul 14 11:43:22.808098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=307640d6-a521-4fdb-894d-a00ec8e3a4c7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:22.871655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4d84136a-1564-41d1-867f-b5df808d50bf tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2552512 Jul 14 11:43:22.884972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56770) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:22.922767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Subnet': ['ID=5c74cf27-2237-4242-986a-0af5233c995a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:22.946535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-96bf1518-f5aa-4597-ad78-d39bf3e20886 None None] Provisioning complete for port eb451969-337c-4c39-ba03-7e134741653a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:22.947200 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96bf1518-f5aa-4597-ad78-d39bf3e20886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:22.961291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-d001c293-76f1-4652-a170-a584bc142c4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5099306 Jul 14 11:43:22.963981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Checking segment: {'id': 'd3dbace7-bfaf-4533-aaf5-bafc09718928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '60abbd51-aca1-47d7-9b3b-f7f5561f8352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:22.964359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network hostable DHCP agents. Network: 60abbd51-aca1-47d7-9b3b-f7f5561f8352, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:22.973766 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:43:22.976999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.25.2.111 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/513227fa-0cf6-4bf8-8c3a-c18b6c978c37) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:23.023204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:23.040664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-96bf1518-f5aa-4597-ad78-d39bf3e20886 None None] Port eb451969-337c-4c39-ba03-7e134741653a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:23.095428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 60abbd51-aca1-47d7-9b3b-f7f5561f8352) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:23.105434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bce60f-81c8-4a96-b9e6-30c6a4509229 None None] Network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:23.123042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:23.123660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.144337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c09cb-89a0-45e8-ad50-bfeb23c07342 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:23.146535 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-353c09cb-89a0-45e8-ad50-bfeb23c07342 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A5f HTTP/1.1" status: 200 len: 928 time: 0.2595716 Jul 14 11:43:23.150094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56776) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:23.150715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-17a39dd5-73c2-42ef-97b4-c832079959a9 service neutron] 10.222.0.38 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553443 Jul 14 11:43:23.190317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b55bf2d7-5494-4fe1-9c91-8a45bec11181 None None] Provisioning for port 307640d6-a521-4fdb-894d-a00ec8e3a4c7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:23.196971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b55bf2d7-5494-4fe1-9c91-8a45bec11181 None None] Provisioning complete for port 307640d6-a521-4fdb-894d-a00ec8e3a4c7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:23.197820 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b55bf2d7-5494-4fe1-9c91-8a45bec11181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.222915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.266113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b55bf2d7-5494-4fe1-9c91-8a45bec11181 None None] Port 307640d6-a521-4fdb-894d-a00ec8e3a4c7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:23.294268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-436b5ac3-2bc9-434b-8a0c-33c4b2a74d77 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9789660 Jul 14 11:43:23.296237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-45919626-960e-40e7-a7b3-75103a359601 service neutron] 10.222.0.38 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244650 Jul 14 11:43:23.303107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56782) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:23.325323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2aa9a808-b1e8-4b06-b24c-10f78ed5f8d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-638319237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:23.362094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.372692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-60abbd51-aca1-47d7-9b3b-f7f5561f8352', 'network_id': '60abbd51-aca1-47d7-9b3b-f7f5561f8352', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'fixed_ips': [{'subnet_id': '5c74cf27-2237-4242-986a-0af5233c995a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:43:23.373957 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.421822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:23.430018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:23.442479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:23.490109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-0b58e591-fb23-4d7c-b55f-2dd19462eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:23.492364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-0b58e591-fb23-4d7c-b55f-2dd19462eb56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1095 time: 0.4529114 Jul 14 11:43:23.497854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-30baf477-6ec2-4bfe-9bd6-883778b68a9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 307640d6-a521-4fdb-894d-a00ec8e3a4c7 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:23.498298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30baf477-6ec2-4bfe-9bd6-883778b68a9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.499520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a808-b1e8-4b06-b24c-10f78ed5f8d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.500545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a808-b1e8-4b06-b24c-10f78ed5f8d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.558248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-4d352ab2-2eca-43b8-a6ec-b4f8197826f9 service neutron] 10.222.0.38 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260978 Jul 14 11:43:23.569124 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Allocated IP 2001:db8::2 (60abbd51-aca1-47d7-9b3b-f7f5561f8352/5c74cf27-2237-4242-986a-0af5233c995a/5d3fe81a-b355-48aa-a060-be1d4811961a) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:23.626671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=513227fa-0cf6-4bf8-8c3a-c18b6c978c37,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:23.687251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30baf477-6ec2-4bfe-9bd6-883778b68a9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.734374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-30baf477-6ec2-4bfe-9bd6-883778b68a9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 307640d6-a521-4fdb-894d-a00ec8e3a4c7 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:23.790008 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.799188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Transition to ACTIVE for port object 5d3fe81a-b355-48aa-a060-be1d4811961a will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:23.816174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Transition to ACTIVE for port object 5d3fe81a-b355-48aa-a060-be1d4811961a will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:23.824534 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.845001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:23.848287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:23.867769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:23.942754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Attempting to bind port 5d3fe81a-b355-48aa-a060-be1d4811961a on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:23.943182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Attempting to bind port 5d3fe81a-b355-48aa-a060-be1d4811961a by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'd3dbace7-bfaf-4533-aaf5-bafc09718928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '60abbd51-aca1-47d7-9b3b-f7f5561f8352'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:23.943579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Attempting to bind port 5d3fe81a-b355-48aa-a060-be1d4811961a on network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:23.952077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:23.952542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Checking segment: {'id': 'd3dbace7-bfaf-4533-aaf5-bafc09718928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '60abbd51-aca1-47d7-9b3b-f7f5561f8352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:23.952871 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.953276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Bound using segment: {'id': 'd3dbace7-bfaf-4533-aaf5-bafc09718928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '60abbd51-aca1-47d7-9b3b-f7f5561f8352'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:23.953773 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Bound port: 5d3fe81a-b355-48aa-a060-be1d4811961a, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dbace7-bfaf-4533-aaf5-bafc09718928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '60abbd51-aca1-47d7-9b3b-f7f5561f8352'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:23.954165 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:23.974766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Pushing event updated for resources: {'Port': ['ID=5d3fe81a-b355-48aa-a060-be1d4811961a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:24.035505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] For port 5d3fe81a-b355-48aa-a060-be1d4811961a, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:24.039271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] For port 5d3fe81a-b355-48aa-a060-be1d4811961a, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5d3fe81a-b355-48aa-a060-be1d4811961a,segment=NetworkSegment(d3dbace7-bfaf-4533-aaf5-bafc09718928),segment_id=d3dbace7-bfaf-4533-aaf5-bafc09718928)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:24.044142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30baf477-6ec2-4bfe-9bd6-883778b68a9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:24.045847 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:24.114587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8844f53-5a4e-47fc-a980-775dd1122b69 None None] Pushing event updated for resources: {'Port': ['ID=5d3fe81a-b355-48aa-a060-be1d4811961a,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:24.174462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baf477-6ec2-4bfe-9bd6-883778b68a9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=307640d6-a521-4fdb-894d-a00ec8e3a4c7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:24.175621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e52ac-53cb-40bc-a37c-5b12655909d2 req-fbb76207-33a7-4c99-8c00-a7195faac139 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:24.185217 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b7e52ac-53cb-40bc-a37c-5b12655909d2 req-fbb76207-33a7-4c99-8c00-a7195faac139 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.7544606 Jul 14 11:43:24.202328 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a808-b1e8-4b06-b24c-10f78ed5f8d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:24.225440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30baf477-6ec2-4bfe-9bd6-883778b68a9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:24.227582 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-30baf477-6ec2-4bfe-9bd6-883778b68a9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/307640d6-a521-4fdb-894d-a00ec8e3a4c7 HTTP/1.1" status: 204 len: 168 time: 1.0765204 Jul 14 11:43:24.228435 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a808-b1e8-4b06-b24c-10f78ed5f8d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:24.230474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56802) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:24.306305 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4163d6f2-01c3-4a82-ad5c-d4ccc1edf045 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:43:24.307026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-88f5ce55-5468-4e71-893c-ae884d3c38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:24.308727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-88f5ce55-5468-4e71-893c-ae884d3c38b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.7491035 Jul 14 11:43:24.315776 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a808-b1e8-4b06-b24c-10f78ed5f8d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:24.317148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2aa9a808-b1e8-4b06-b24c-10f78ed5f8d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0097272 Jul 14 11:43:24.317990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56806) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:24.319232 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4163d6f2-01c3-4a82-ad5c-d4ccc1edf045 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/307640d6-a521-4fdb-894d-a00ec8e3a4c7 HTTP/1.1" status: 404 len: 333 time: 0.0874493 Jul 14 11:43:24.323229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56808) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:24.331877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'port': {'network_id': '60abbd51-aca1-47d7-9b3b-f7f5561f8352', 'name': 'tempest-RoutersIpV6Test-1914708666'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:24.365119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b7e52ac-53cb-40bc-a37c-5b12655909d2 req-2f83d9ad-65cf-4889-8b63-83d6c61d2fdf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786621 Jul 14 11:43:24.457785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-937a4488-48ff-42b0-9fad-7c477d366519 service neutron] 10.222.0.38 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8823657 Jul 14 11:43:24.715423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5d3fe81a-b355-48aa-a060-be1d4811961a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:24.753279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:24.806688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:24.811370 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:24.859517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] device_id is not set on port 285865ea-1793-4a1f-bd78-683f993f6410 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:24.883871 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 5d3fe81a-b355-48aa-a060-be1d4811961a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:24.893119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-6a5dc851-0703-4de5-8834-da7e3b5dc6f4 service neutron] 10.222.0.38 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363714 Jul 14 11:43:24.967460 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:24.970019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-ac10c5b2-0be6-4e44-9518-46843718d210 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 998 time: 0.6017573 Jul 14 11:43:25.045573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-8c5dcb2d-2ee4-47c9-93d9-0909a35d84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.047472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-8c5dcb2d-2ee4-47c9-93d9-0909a35d84fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.0567999 Jul 14 11:43:25.105486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 2001:db8::2e5 (60abbd51-aca1-47d7-9b3b-f7f5561f8352/5c74cf27-2237-4242-986a-0af5233c995a/285865ea-1793-4a1f-bd78-683f993f6410) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:25.106016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-2d70f77b-9c87-443f-8ad9-20eb78d60a40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8077445 Jul 14 11:43:25.133853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e0d2c-ec1c-4073-bd90-efc9d11c7aa5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port eb451969-337c-4c39-ba03-7e134741653a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:25.134507 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e8e0d2c-ec1c-4073-bd90-efc9d11c7aa5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:25.192016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-27172607-7997-4425-b9f6-1d52b1dfcfcc service neutron] 10.222.0.38 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895432 Jul 14 11:43:25.366411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:25.399001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Transition to ACTIVE for port object 285865ea-1793-4a1f-bd78-683f993f6410 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:25.441968 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e8e0d2c-ec1c-4073-bd90-efc9d11c7aa5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:25.464274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-69eea7f9-3583-4e73-9b1a-cee4f4c6187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.466027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-69eea7f9-3583-4e73-9b1a-cee4f4c6187e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4065571 Jul 14 11:43:25.490703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:25.500749 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:25.532985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e0d2c-ec1c-4073-bd90-efc9d11c7aa5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for eb451969-337c-4c39-ba03-7e134741653a owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:25.621558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=513227fa-0cf6-4bf8-8c3a-c18b6c978c37,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:25.622621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-34bcb6a1-0645-4ea2-8fbf-bba8fc599073 service neutron] 10.222.0.38 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132080 Jul 14 11:43:25.627665 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:25.689385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-295633bb-f784-42c6-aaec-3eebb94f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.689880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-295633bb-f784-42c6-aaec-3eebb94f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.691242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-295633bb-f784-42c6-aaec-3eebb94f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.691747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-295633bb-f784-42c6-aaec-3eebb94f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.692698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-295633bb-f784-42c6-aaec-3eebb94f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.693128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-295633bb-f784-42c6-aaec-3eebb94f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.693606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-295633bb-f784-42c6-aaec-3eebb94f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.696619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-295633bb-f784-42c6-aaec-3eebb94f8ded service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6493 time: 0.5025067 Jul 14 11:43:25.738432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=285865ea-1793-4a1f-bd78-683f993f6410,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:25.742081 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:25.877432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:25.891349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:25.903750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:25.912409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:25.912961 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:25.932758 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP d528b682-7035-4e91-a6f2-d791a69eaa84 associated. External IP: 172.25.2.111, port: c105755f-9aef-4234-9151-758c40deaf6a. Jul 14 11:43:25.982567 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-87ec6073-f44a-4931-aafd-c0c8eb6a9092 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6549311 Jul 14 11:43:25.983681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56850) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:25.985668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf082aac-7fd1-48ff-984e-0671cb5a0a36 None None] Network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:25.999683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-7df9febe-9032-4037-a04f-3fc3a1da2101 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089445 Jul 14 11:43:26.004077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-a99008d3-a844-49ea-95c2-2b24ad5564ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.004644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-a99008d3-a844-49ea-95c2-2b24ad5564ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.005137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-a99008d3-a844-49ea-95c2-2b24ad5564ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.006688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-a99008d3-a844-49ea-95c2-2b24ad5564ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=181ba48e-cd53-4e69-885a-619ebf4610cd&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=87b23580-eb76-43df-94fb-48303c32c2e2&id=87b23580-eb76-43df-94fb-48303c32c2e2 HTTP/1.1" status: 200 len: 2291 time: 0.2753692 Jul 14 11:43:26.093268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ceb9ae6-60bc-415d-a01f-c5e22e856f2a None None] Provisioning for port 5d3fe81a-b355-48aa-a060-be1d4811961a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:26.101655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ceb9ae6-60bc-415d-a01f-c5e22e856f2a None None] Provisioning complete for port 5d3fe81a-b355-48aa-a060-be1d4811961a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:26.103253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9ae6-60bc-415d-a01f-c5e22e856f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:26.182526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-73c92a25-6c5c-4d11-8003-580bdc735a4f service neutron] 10.222.0.38 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115149 Jul 14 11:43:26.255658 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:26.281747 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9ae6-60bc-415d-a01f-c5e22e856f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:26.332083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-b143bab3-0cb3-4d51-8b8c-f4398d121f53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04 HTTP/1.1" status: 200 len: 1001 time: 0.3121345 Jul 14 11:43:26.338036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4ceb9ae6-60bc-415d-a01f-c5e22e856f2a None None] For port 5d3fe81a-b355-48aa-a060-be1d4811961a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5d3fe81a-b355-48aa-a060-be1d4811961a,segment=NetworkSegment(d3dbace7-bfaf-4533-aaf5-bafc09718928),segment_id=d3dbace7-bfaf-4533-aaf5-bafc09718928)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:26.363363 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9ae6-60bc-415d-a01f-c5e22e856f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:26.448162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb9ae6-60bc-415d-a01f-c5e22e856f2a None None] Pushing event updated for resources: {'Port': ['ID=5d3fe81a-b355-48aa-a060-be1d4811961a,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:26.456596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3559b4-d9c5-4fce-b3b7-d1aa5a3666ec req-07394f09-8105-4a01-8480-26c7d23f5c58 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.463369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3559b4-d9c5-4fce-b3b7-d1aa5a3666ec req-07394f09-8105-4a01-8480-26c7d23f5c58 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.471172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3559b4-d9c5-4fce-b3b7-d1aa5a3666ec req-07394f09-8105-4a01-8480-26c7d23f5c58 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.478561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3559b4-d9c5-4fce-b3b7-d1aa5a3666ec req-07394f09-8105-4a01-8480-26c7d23f5c58 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.485878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3559b4-d9c5-4fce-b3b7-d1aa5a3666ec req-07394f09-8105-4a01-8480-26c7d23f5c58 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.496029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3559b4-d9c5-4fce-b3b7-d1aa5a3666ec req-07394f09-8105-4a01-8480-26c7d23f5c58 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.502573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3559b4-d9c5-4fce-b3b7-d1aa5a3666ec req-07394f09-8105-4a01-8480-26c7d23f5c58 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.504891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d3559b4-d9c5-4fce-b3b7-d1aa5a3666ec req-07394f09-8105-4a01-8480-26c7d23f5c58 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5436 time: 0.6724193 Jul 14 11:43:26.513860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-cfb8cef9-293a-4b1d-8229-b12845b6b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.515315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-cfb8cef9-293a-4b1d-8229-b12845b6b2ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf939fd8-6dce-45d3-b5e6-152d07d9c099 HTTP/1.1" status: 200 len: 851 time: 0.1718364 Jul 14 11:43:26.635365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43d9f4ab-ec59-43ae-961e-6487993056a4 req-072779cd-7743-4088-9080-b9b9a992a44a service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242464 Jul 14 11:43:26.636858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5d3fe81a-b355-48aa-a060-be1d4811961a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:26.656424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-fb9d51cc-1016-4c89-a77f-3e5a0c5d4556 service neutron] 10.222.0.38 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355440 Jul 14 11:43:26.684761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e8e0d2c-ec1c-4073-bd90-efc9d11c7aa5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:26.720428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 5d3fe81a-b355-48aa-a060-be1d4811961a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:26.720965 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:26.824758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e0d2c-ec1c-4073-bd90-efc9d11c7aa5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=eb451969-337c-4c39-ba03-7e134741653a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:26.861632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d3559b4-d9c5-4fce-b3b7-d1aa5a3666ec req-a9cdb147-77b0-4231-a30d-1dccdf37605c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3349268 Jul 14 11:43:26.915632 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e8e0d2c-ec1c-4073-bd90-efc9d11c7aa5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:26.917805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e3f374da-b451-4761-914b-4b2eb16d0f5e None None] Provisioning for port 285865ea-1793-4a1f-bd78-683f993f6410 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:26.917951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0e8e0d2c-ec1c-4073-bd90-efc9d11c7aa5 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/eb451969-337c-4c39-ba03-7e134741653a HTTP/1.1" status: 204 len: 168 time: 2.5741303 Jul 14 11:43:26.921529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56872) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:26.922286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e3f374da-b451-4761-914b-4b2eb16d0f5e None None] Provisioning complete for port 285865ea-1793-4a1f-bd78-683f993f6410 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:26.922918 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e3f374da-b451-4761-914b-4b2eb16d0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:26.968869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-0b43682e-661d-4353-bcfd-fa8e8ad66be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:26.972290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-0b43682e-661d-4353-bcfd-fa8e8ad66be0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=181ba48e-cd53-4e69-885a-619ebf4610cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4268715 Jul 14 11:43:27.000538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e3f374da-b451-4761-914b-4b2eb16d0f5e None None] Port 285865ea-1793-4a1f-bd78-683f993f6410 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:27.030619 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa23a50-2ec8-484e-81ea-4a5602eb1dee tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:43:27.035076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e3f374da-b451-4761-914b-4b2eb16d0f5e None None] Provisioning complete for port 5d3fe81a-b355-48aa-a060-be1d4811961a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:27.035662 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e3f374da-b451-4761-914b-4b2eb16d0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.040532 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5aa23a50-2ec8-484e-81ea-4a5602eb1dee tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/eb451969-337c-4c39-ba03-7e134741653a HTTP/1.1" status: 404 len: 333 time: 0.0963273 Jul 14 11:43:27.043745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56876) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:27.077589 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.242737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ec2dd6-444b-4c5b-bd30-076c80200a6d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet 60ca73c9-a0c0-4f1a-8b99-adf068e8b2dd {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:43:27.264979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59ec2dd6-444b-4c5b-bd30-076c80200a6d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.319400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-56c168b5-b997-4c37-8b1d-e5ca18739e2e service neutron] 10.222.0.38 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620629 Jul 14 11:43:27.362548 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59ec2dd6-444b-4c5b-bd30-076c80200a6d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.417994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4da696d3-31ad-46c8-8983-05e0b5d31418 None None] Provisioning complete for port 285865ea-1793-4a1f-bd78-683f993f6410 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:27.418380 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4da696d3-31ad-46c8-8983-05e0b5d31418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.488469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4da696d3-31ad-46c8-8983-05e0b5d31418 None None] Port 285865ea-1793-4a1f-bd78-683f993f6410 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:27.501377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb3bba-877d-494e-97ae-28e13fc3d6c0 req-48fb43e5-f7ba-4de3-bb5b-1559853800e6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:27.509050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aabb3bba-877d-494e-97ae-28e13fc3d6c0 req-48fb43e5-f7ba-4de3-bb5b-1559853800e6 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.3358817 Jul 14 11:43:27.521047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:27.544594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59ec2dd6-444b-4c5b-bd30-076c80200a6d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.601659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-b8f4ca01-e1fc-4667-88a2-831942d589bb service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005712 Jul 14 11:43:27.706396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aabb3bba-877d-494e-97ae-28e13fc3d6c0 req-51dce3e9-fbfb-423c-83af-68a159376313 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967614 Jul 14 11:43:27.786777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59ec2dd6-444b-4c5b-bd30-076c80200a6d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.836661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:27.851523 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f58b4-9d76-4a76-be32-a82cdc0e1ea8 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:27.854925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-2c04660e-c19f-4e32-a0a8-10d02a4afec3 service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326488 Jul 14 11:43:27.864163 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.869441 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f58b4-9d76-4a76-be32-a82cdc0e1ea8 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:27.870078 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3e6f58b4-9d76-4a76-be32-a82cdc0e1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:27.871431 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.893067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e97189d-df9d-409b-a063-ecb5a3daf2aa None None] Network fe0facac-6f59-4ddd-924d-2e19e0d62ba7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:27.928151 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3e6f58b4-9d76-4a76-be32-a82cdc0e1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:27.933970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.949630 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f58b4-9d76-4a76-be32-a82cdc0e1ea8 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:27.950632 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3e6f58b4-9d76-4a76-be32-a82cdc0e1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:27.960455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59ec2dd6-444b-4c5b-bd30-076c80200a6d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:27.969378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-59ec2dd6-444b-4c5b-bd30-076c80200a6d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/60ca73c9-a0c0-4f1a-8b99-adf068e8b2dd HTTP/1.1" status: 204 len: 168 time: 0.9112256 Jul 14 11:43:27.995645 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3e6f58b4-9d76-4a76-be32-a82cdc0e1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:27.996364 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f58b4-9d76-4a76-be32-a82cdc0e1ea8 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:28.023878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56914) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:28.029991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec2dd6-444b-4c5b-bd30-076c80200a6d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=60ca73c9-a0c0-4f1a-8b99-adf068e8b2dd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:28.061640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-f490a878-c84f-4339-8b5e-3c3870621164 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 200 len: 217 time: 0.1954312 Jul 14 11:43:28.125959 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:28.244644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-8d16f925-ffc2-476a-9b71-c622f0857eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:28.246419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-8d16f925-ffc2-476a-9b71-c622f0857eb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.1737733 Jul 14 11:43:28.306615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7b63-d9e1-4e13-8cf3-7019c5c4c1c8 req-ea7b35ce-a999-413f-9a66-c8a597ab1346 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:28.310496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad226bbf-eae3-4e3f-ad23-0349be22dc5d None None] DHCP port deletion for fe0facac-6f59-4ddd-924d-2e19e0d62ba7 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:43:28.329376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7b63-d9e1-4e13-8cf3-7019c5c4c1c8 req-ea7b35ce-a999-413f-9a66-c8a597ab1346 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:28.352447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7b63-d9e1-4e13-8cf3-7019c5c4c1c8 req-ea7b35ce-a999-413f-9a66-c8a597ab1346 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:28.372315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7b63-d9e1-4e13-8cf3-7019c5c4c1c8 req-ea7b35ce-a999-413f-9a66-c8a597ab1346 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:28.384402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7b63-d9e1-4e13-8cf3-7019c5c4c1c8 req-ea7b35ce-a999-413f-9a66-c8a597ab1346 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:28.396981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7b63-d9e1-4e13-8cf3-7019c5c4c1c8 req-ea7b35ce-a999-413f-9a66-c8a597ab1346 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:28.398803 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1770a44e-499a-4b61-8018-922d698bcb17 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9709074 Jul 14 11:43:28.399653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=285865ea-1793-4a1f-bd78-683f993f6410,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:28.402265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56936) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:28.421163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7b63-d9e1-4e13-8cf3-7019c5c4c1c8 req-ea7b35ce-a999-413f-9a66-c8a597ab1346 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:28.425095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-180c9c97-cac4-460e-982f-ee7aac8aad68 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'port_id': 'c105755f-9aef-4234-9151-758c40deaf6a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:28.431084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c2e7b63-d9e1-4e13-8cf3-7019c5c4c1c8 req-ea7b35ce-a999-413f-9a66-c8a597ab1346 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5436 time: 0.4619250 Jul 14 11:43:28.440575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ad226bbf-eae3-4e3f-ad23-0349be22dc5d None None] Deleting port 4b3571d3-0be8-4e41-867c-96de5c31561a {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:28.441340 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ad226bbf-eae3-4e3f-ad23-0349be22dc5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:28.556002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-180c9c97-cac4-460e-982f-ee7aac8aad68 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:28.620044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b63d6a2-351f-467e-9a1c-a6f22f0374cb req-962b619e-01b3-4a34-ae7c-3f9c12ef839e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.1872230 Jul 14 11:43:28.666934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4b3571d3-0be8-4e41-867c-96de5c31561a no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:43:28.726637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-03395ebf-560f-4a64-86a4-83754763bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:28.733723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-03395ebf-560f-4a64-86a4-83754763bbd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4760144 Jul 14 11:43:28.772418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ad226bbf-eae3-4e3f-ad23-0349be22dc5d None None] For port 4b3571d3-0be8-4e41-867c-96de5c31561a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4b3571d3-0be8-4e41-867c-96de5c31561a,segment=NetworkSegment(d0e589bc-54e2-4505-96ee-745a58cdd84c),segment_id=d0e589bc-54e2-4505-96ee-745a58cdd84c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:28.773460 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ad226bbf-eae3-4e3f-ad23-0349be22dc5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:28.794933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ad226bbf-eae3-4e3f-ad23-0349be22dc5d None None] Calling delete_port for 4b3571d3-0be8-4e41-867c-96de5c31561a owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:28.796614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2cc06f8f-3ab6-4743-8600-4c02faf7aa12 None None] Provisioning complete for port 285865ea-1793-4a1f-bd78-683f993f6410 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:28.797220 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2cc06f8f-3ab6-4743-8600-4c02faf7aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:29.024545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-62c4fd76-04ad-41d8-8fdf-885280bf8bc2 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843051 Jul 14 11:43:29.118081 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:29.172668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2cc06f8f-3ab6-4743-8600-4c02faf7aa12 None None] Port 285865ea-1793-4a1f-bd78-683f993f6410 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:29.190066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:29.224025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:29.233467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cbb329ce-ba15-42ba-990f-10f6596f2d8a details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:43:29.357318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4b3571d3-0be8-4e41-867c-96de5c31561a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4b3571d3-0be8-4e41-867c-96de5c31561a,segment=NetworkSegment(d0e589bc-54e2-4505-96ee-745a58cdd84c),segment_id=d0e589bc-54e2-4505-96ee-745a58cdd84c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:29.399176 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:29.509446 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ad226bbf-eae3-4e3f-ad23-0349be22dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:29.560173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] The port '4b3571d3-0be8-4e41-867c-96de5c31561a' was deleted {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 11:43:29.661470 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad226bbf-eae3-4e3f-ad23-0349be22dc5d None None] No DVR routers for this DVR port 4b3571d3-0be8-4e41-867c-96de5c31561a on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:29.748599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4b3571d3-0be8-4e41-867c-96de5c31561a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:29.838985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad226bbf-eae3-4e3f-ad23-0349be22dc5d None None] Pushing event deleted for resources: {'Port': ['ID=4b3571d3-0be8-4e41-867c-96de5c31561a,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:29.845522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-180c9c97-cac4-460e-982f-ee7aac8aad68 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:43:29.875599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:29.890793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'port_id': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a', 'mac_address': 'fa:16:3e:3b:a9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:43:29.959935 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:29.968938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-9c6b774e-6613-4f1d-be9b-6c5f7a04c7d8 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9176462 Jul 14 11:43:29.998003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbb329ce-ba15-42ba-990f-10f6596f2d8a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:43:30.036678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-ecc83f77-9a13-4f55-a29f-8db8bc91cbe8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 200 len: 217 time: 0.0587561 Jul 14 11:43:30.057768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:30.066080 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:30.130613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5acb8431-07fd-4ded-9d92-43618777210d req-538c3ecb-7e53-411e-9a7e-5845a7108949 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.1059103 Jul 14 11:43:30.131644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-2a3697fe-eb9d-4706-8930-91bba73311fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:30.133916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-2a3697fe-eb9d-4706-8930-91bba73311fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.0707662 Jul 14 11:43:30.143464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-180c9c97-cac4-460e-982f-ee7aac8aad68 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:30.184593 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-180c9c97-cac4-460e-982f-ee7aac8aad68 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:30.187992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:30.190621 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:30.196134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['cbb329ce-ba15-42ba-990f-10f6596f2d8a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:43:30.249615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0facac-6f59-4ddd-924d-2e19e0d62ba7']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:30.271550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cbb329ce-ba15-42ba-990f-10f6596f2d8a,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:30.274788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e589bc-54e2-4505-96ee-745a58cdd84c') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:30.277255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e589bc-54e2-4505-96ee-745a58cdd84c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:30.282956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ecdd3-f97b-419b-8eec-fab07dfbbebb req-cde3a645-24b4-4ee6-b553-a88ca56a87d2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:30.298423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca7ecdd3-f97b-419b-8eec-fab07dfbbebb req-cde3a645-24b4-4ee6-b553-a88ca56a87d2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 1.2718127 Jul 14 11:43:30.335788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:30.390606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-26823b45-5fa8-45e4-84fb-8b3dccc7c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:30.392222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-26823b45-5fa8-45e4-84fb-8b3dccc7c1d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2513494 Jul 14 11:43:30.414310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca7ecdd3-f97b-419b-8eec-fab07dfbbebb req-0d30543c-751a-4183-befb-ddb2b43d978f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143777 Jul 14 11:43:30.488523 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:30.511386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:43:30.512021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:43:30.515526 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:43:30.716090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-128abdc3-04ce-42bc-88fd-87244f31cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:30.720125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-128abdc3-04ce-42bc-88fd-87244f31cf93 service neutron] 10.222.0.45 "GET /v2.0/ports/0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 200 len: 1033 time: 0.3214667 Jul 14 11:43:30.861526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-b3cf5ecf-868f-4ba3-ab5e-074af9f1a68c service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464915 Jul 14 11:43:30.870348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-9971deec-73b7-483a-b000-d730d5328e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:30.870348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-9971deec-73b7-483a-b000-d730d5328e08 service neutron] 10.222.0.45 "GET /v2.0/ports/f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 200 len: 1032 time: 0.1401391 Jul 14 11:43:31.202997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-5d3f7bbe-abad-4549-ac73-f0d7b2f33f2d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:31.209724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-5d3f7bbe-abad-4549-ac73-f0d7b2f33f2d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:31.216677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-5d3f7bbe-abad-4549-ac73-f0d7b2f33f2d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:31.217657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cbb329ce-ba15-42ba-990f-10f6596f2d8a up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:31.218577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-5d3f7bbe-abad-4549-ac73-f0d7b2f33f2d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "GET /v2.0/networks?id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=26145ec9-28ca-47b8-8313-e0ceee913209&id=26145ec9-28ca-47b8-8313-e0ceee913209 HTTP/1.1" status: 200 len: 1996 time: 0.3297658 Jul 14 11:43:31.222925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-6b3c458a-b7a8-48c2-b0bf-1bac1a22b9e1 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482623 Jul 14 11:43:31.275970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57020) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:31.367876 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:31.399395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:31.401852 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/networks/fe0facac-6f59-4ddd-924d-2e19e0d62ba7 HTTP/1.1" status: 204 len: 168 time: 3.3589230 Jul 14 11:43:31.417635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57024) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:31.418831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port cbb329ce-ba15-42ba-990f-10f6596f2d8a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:31.421232 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:31.428649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1414966072'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:31.441415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-d5f92a45-441f-4bde-9029-35fa488bf1c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72 HTTP/1.1" status: 200 len: 217 time: 0.2042186 Jul 14 11:43:31.492104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdfeb4-1216-483f-b383-be4548ce7b48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Network': ['ID=fe0facac-6f59-4ddd-924d-2e19e0d62ba7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:31.678510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:31.736520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:43:31.739747 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130d8b9c-0708-4c17-9da1-d92557ca4d01" -d '{"events": [{"server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "name": "network-vif-plugged", "status": "completed", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:43:31.784084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:31.799074 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:31.857167 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-26fd48df-b0ff-4ac5-ab2d-8a2c464b0103 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db806cdd1b7344bea62d01e55b327a3b HTTP/1.1" status: 200 len: 380 time: 0.6211884 Jul 14 11:43:31.909597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2ece222-e12a-4f8e-a9da-079f6deff2ad req-fc0871e4-b974-431b-b877-c8fd14814b00 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.2823918 Jul 14 11:43:31.916638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:31.920904 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:31.941011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'admin_state_up': True, 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'security_groups': ['6e498b53-ffab-41cd-a286-81c09491102c']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:31.958075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cbb329ce-ba15-42ba-990f-10f6596f2d8a,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:32.046406 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ea33cf-0e74-4b8b-be02-8d7f772b3b3a x-openstack-request-id: req-67ea33cf-0e74-4b8b-be02-8d7f772b3b3a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:43:32.046860 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "name": "network-vif-plugged", "status": "completed", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:43:32.047409 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67ea33cf-0e74-4b8b-be02-8d7f772b3b3a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:43:32.048054 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a', 'code': 200} Jul 14 11:43:32.050106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-e4f2ea68-afa6-4cfb-af64-466ca095a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.050614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-e4f2ea68-afa6-4cfb-af64-466ca095a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.051106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-e4f2ea68-afa6-4cfb-af64-466ca095a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.052144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-e4f2ea68-afa6-4cfb-af64-466ca095a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.052988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-e4f2ea68-afa6-4cfb-af64-466ca095a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.053118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-e4f2ea68-afa6-4cfb-af64-466ca095a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.053569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-e4f2ea68-afa6-4cfb-af64-466ca095a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.062893 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-e4f2ea68-afa6-4cfb-af64-466ca095a07f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6493 time: 0.7854757 Jul 14 11:43:32.072263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-b9c0b46a-d62a-4388-8e33-515477b16c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.074167 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-b9c0b46a-d62a-4388-8e33-515477b16c73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.6164348 Jul 14 11:43:32.137304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180c9c97-cac4-460e-982f-ee7aac8aad68 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:32.138585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:32.175374 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:32.176056 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Added segment 06dc9abf-88da-4d2b-9ec6-ecc76b334b78 of type vlan for network 19849a97-cb08-4b68-bccf-553b54a39a24 Jul 14 11:43:32.187607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f377b4c-0511-407e-ad7e-3f41814046f7 req-4dfb97b0-6d82-4ef3-a2a9-a7be319ec107 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.189510 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f377b4c-0511-407e-ad7e-3f41814046f7 req-4dfb97b0-6d82-4ef3-a2a9-a7be319ec107 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 945 time: 0.5590014 Jul 14 11:43:32.190335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:32.195133 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:32.197271 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:32.206992 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-6a6788d5-ef47-443f-ac08-8ad607601f26 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&id=b33ece55-5cf4-4990-a071-ee2764c5ce28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431909 Jul 14 11:43:32.212760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:32.213999 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:32.271006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f377b4c-0511-407e-ad7e-3f41814046f7 req-a3aa0f9e-c998-4d9a-aed6-8bdda536f54f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646348 Jul 14 11:43:32.298622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-09c85a0c-b54a-4b5c-8549-577d480d5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.300600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-09c85a0c-b54a-4b5c-8549-577d480d5be8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2125137 Jul 14 11:43:32.434891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=285865ea-1793-4a1f-bd78-683f993f6410,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:32.446605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Allocated IP 172.20.0.6 (0f5806d2-ae3c-4f88-8d66-3566d2b24bb7/ac3f6c9c-4cec-4db9-bf7a-5294fab2441d/966f114d-f5ca-4df0-9ad9-a99c0cc4bf94) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:32.495157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:32.497571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180c9c97-cac4-460e-982f-ee7aac8aad68 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:32.499479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:32.504531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-180c9c97-cac4-460e-982f-ee7aac8aad68 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:32.511511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4eff8e-5f5d-4fde-afff-4e84d88cb18f None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:32.524944 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4eff8e-5f5d-4fde-afff-4e84d88cb18f None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:32.527202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4d4eff8e-5f5d-4fde-afff-4e84d88cb18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:32.610582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-79427857-cdf8-4bf2-8b58-210af6e11e8a service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370366 Jul 14 11:43:32.628724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4d4eff8e-5f5d-4fde-afff-4e84d88cb18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:32.642797 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:32.655570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4eff8e-5f5d-4fde-afff-4e84d88cb18f None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:32.657034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4d4eff8e-5f5d-4fde-afff-4e84d88cb18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:32.762506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4d4eff8e-5f5d-4fde-afff-4e84d88cb18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:32.763255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4eff8e-5f5d-4fde-afff-4e84d88cb18f None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:32.807373 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-180c9c97-cac4-460e-982f-ee7aac8aad68 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/floatingips/d528b682-7035-4e91-a6f2-d791a69eaa84 HTTP/1.1" status: 200 len: 978 time: 4.3932190 Jul 14 11:43:32.808272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57038) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:32.854259 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:32.879256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:32.882956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:32.950333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5315888 Jul 14 11:43:32.985581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57042) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:32.994496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '19849a97-cb08-4b68-bccf-553b54a39a24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:33.000374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router c53fee00-7124-4383-8966-93934b20bffe is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:43:33.072563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5b19b-cd01-43b9-b865-e8687dc29da3 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Network': ['ID=19849a97-cb08-4b68-bccf-553b54a39a24,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:33.072772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-138abb0d-adb3-499b-aba1-7cbcea5e6b19 None None] Provisioning complete for port 285865ea-1793-4a1f-bd78-683f993f6410 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:33.076151 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-138abb0d-adb3-499b-aba1-7cbcea5e6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:33.077247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-3679f352-a4ee-42e4-a343-dac7d257ab5a service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522052 Jul 14 11:43:33.083623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:33.161598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-84b095e9-496a-46cd-a017-46af950d8d32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03 HTTP/1.1" status: 200 len: 217 time: 0.0729008 Jul 14 11:43:33.194290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-138abb0d-adb3-499b-aba1-7cbcea5e6b19 None None] Port 285865ea-1793-4a1f-bd78-683f993f6410 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:33.197368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 19849a97-cb08-4b68-bccf-553b54a39a24 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:33.245935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Transition to ACTIVE for port object 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:33.259259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:33.265271 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5efc4e36-8528-4fd9-8cc9-3fca991e2634 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/c53fee00-7124-4383-8966-93934b20bffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2814109 Jul 14 11:43:33.269581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57046) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:33.271805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:33.272092 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7ce03-00a0-483d-b1a7-90b3668ad368 None None] Sync routers for ids ['c53fee00-7124-4383-8966-93934b20bffe'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:33.275942 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:33.294318 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7ce03-00a0-483d-b1a7-90b3668ad368 None None] Routers {'c53fee00-7124-4383-8966-93934b20bffe'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:33.297884 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2a7ce03-00a0-483d-b1a7-90b3668ad368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['c53fee00-7124-4383-8966-93934b20bffe'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:33.330639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-663372db-6ae4-455f-a466-0ec243a98089 req-1225052d-6609-42e4-b0d3-f18406ab2917 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0860479 Jul 14 11:43:33.361709 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2a7ce03-00a0-483d-b1a7-90b3668ad368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:33.373697 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7ce03-00a0-483d-b1a7-90b3668ad368 None None] Routers {'c53fee00-7124-4383-8966-93934b20bffe'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:33.374595 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2a7ce03-00a0-483d-b1a7-90b3668ad368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['c53fee00-7124-4383-8966-93934b20bffe'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:33.386972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-af7476be-27f1-41a2-b4f0-98a0ae817239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:33.396849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-af7476be-27f1-41a2-b4f0-98a0ae817239 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.2266989 Jul 14 11:43:33.416451 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2a7ce03-00a0-483d-b1a7-90b3668ad368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:33.417167 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7ce03-00a0-483d-b1a7-90b3668ad368 None None] The sync data for ids ['c53fee00-7124-4383-8966-93934b20bffe'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:33.490239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 513227fa-0cf6-4bf8-8c3a-c18b6c978c37 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:33.490890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:33.502063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:33.571472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:33.574566 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b31fd9-421b-470c-9c93-ca149a059944 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:33.576254 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-08b31fd9-421b-470c-9c93-ca149a059944 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports/285865ea-1793-4a1f-bd78-683f993f6410 HTTP/1.1" status: 200 len: 984 time: 0.3055127 Jul 14 11:43:33.581305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57050) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:33.590473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:33.628137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:33.675560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:33.675973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:33.677128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-9e9a1512-bc1a-4a82-b16a-5d19e43de6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:33.678932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-9e9a1512-bc1a-4a82-b16a-5d19e43de6aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2657111 Jul 14 11:43:33.787004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 513227fa-0cf6-4bf8-8c3a-c18b6c978c37 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:33.845263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-4a70b89c-275f-4ad6-9b65-36eaa6eabad2 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103692 Jul 14 11:43:33.896832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Port': ['ID=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:33.993920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:33.994794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:34.010152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:34.017657 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:34.041330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-14c85f19-0daa-44a6-a1ba-22f5e8923d31 None None] Provisioning for port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:34.047137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-14c85f19-0daa-44a6-a1ba-22f5e8923d31 None None] Provisioning complete for port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:34.048922 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-14c85f19-0daa-44a6-a1ba-22f5e8923d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:34.086252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=513227fa-0cf6-4bf8-8c3a-c18b6c978c37,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:34.136449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-14c85f19-0daa-44a6-a1ba-22f5e8923d31 None None] Port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:34.149964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=67e605bf-8093-4814-8b2a-ecc74331b728,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:34.192172 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:34.192766 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP d528b682-7035-4e91-a6f2-d791a69eaa84 disassociated (deleted). External IP: 172.25.2.111, port: c105755f-9aef-4234-9151-758c40deaf6a. Jul 14 11:43:34.197478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Checking segment: {'id': '06dc9abf-88da-4d2b-9ec6-ecc76b334b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '19849a97-cb08-4b68-bccf-553b54a39a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:34.197972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network hostable DHCP agents. Network: 19849a97-cb08-4b68-bccf-553b54a39a24, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:34.207395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a50f9b-c30c-4858-9f7b-1566f274dfc9 req-e8b9cea7-d69d-4951-82f6-f3c7d30180cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:34.212228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1a50f9b-c30c-4858-9f7b-1566f274dfc9 req-e8b9cea7-d69d-4951-82f6-f3c7d30180cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.6384771 Jul 14 11:43:34.221855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-ead95a19-620b-4a6a-8d4a-727bffaf75dd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3079700 Jul 14 11:43:34.245852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'admin_state_up': True, 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'security_groups': ['6e498b53-ffab-41cd-a286-81c09491102c']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:34.295802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 19849a97-cb08-4b68-bccf-553b54a39a24 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:34.318429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 19849a97-cb08-4b68-bccf-553b54a39a24) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:34.328744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adece458-0971-46cc-bfc7-b1bf3c93d4e9 None None] Network 19849a97-cb08-4b68-bccf-553b54a39a24 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:34.332046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:34.336102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:34.383763 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f7cf3262-0319-458b-9741-b294b2369e23 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3961303 Jul 14 11:43:34.386735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57054) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:34.402331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '19849a97-cb08-4b68-bccf-553b54a39a24', 'name': 'tempest-PortsIpV6TestJSON-528853705', 'fixed_ips': [{'subnet_id': '67e605bf-8093-4814-8b2a-ecc74331b728', 'ip_address': '2001:db8::10'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:34.402962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1a50f9b-c30c-4858-9f7b-1566f274dfc9 req-cb76b3f2-0d60-43ca-bdf0-cf9729dd26bb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785686 Jul 14 11:43:34.405103 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-ec242df4-d588-4186-bd3b-e8f8d05407f2 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485485 Jul 14 11:43:34.518546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-918011e1-174f-4591-b4a3-9d50577efb65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9555707b-f711-4615-ade1-3693da6443f7 HTTP/1.1" status: 200 len: 217 time: 0.0967298 Jul 14 11:43:34.650190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-19849a97-cb08-4b68-bccf-553b54a39a24', 'network_id': '19849a97-cb08-4b68-bccf-553b54a39a24', 'tenant_id': 'ff2c460531d44fcc9444ae3bcd6e6e70', 'fixed_ips': [{'subnet_id': '67e605bf-8093-4814-8b2a-ecc74331b728'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:43:34.651314 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:34.711539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:34.767235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:34.771128 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:34.778992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-f54b08e1-d526-462c-9078-c4ea1fa5ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:34.780748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-f54b08e1-d526-462c-9078-c4ea1fa5ad57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.2256408 Jul 14 11:43:34.846152 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:34.868149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b09a6-4295-4688-9aad-dcd11912deb7 req-5ab81067-0648-41eb-ae6e-dbfee9342864 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:34.870048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d5b09a6-4295-4688-9aad-dcd11912deb7 req-5ab81067-0648-41eb-ae6e-dbfee9342864 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 931 time: 0.2938704 Jul 14 11:43:35.001207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Allocated IP 2001:db8::2 (19849a97-cb08-4b68-bccf-553b54a39a24/67e605bf-8093-4814-8b2a-ecc74331b728/a56a9b6e-cbea-45b3-93ee-7fdb8abcda60) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:35.034053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:35.047647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.097867 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.118004 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17b525d2-cae2-48dd-9084-cd4501114c4e tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/floatingips/d528b682-7035-4e91-a6f2-d791a69eaa84 HTTP/1.1" status: 204 len: 168 time: 2.2958124 Jul 14 11:43:35.122366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 16f0c6ec-52b7-4b77-ac42-59d05d9fb15a yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:35.181705 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.190506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Transition to ACTIVE for port object a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:35.206398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Transition to ACTIVE for port object a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:35.212217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f496b-2fee-4029-8ecc-eb48283b1450 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:35.217385 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.260022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Network 19849a97-cb08-4b68-bccf-553b54a39a24 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:35.263023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f496b-2fee-4029-8ecc-eb48283b1450 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:35.263795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-138f496b-2fee-4029-8ecc-eb48283b1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:35.267840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:35.304241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:35.309147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-138f496b-2fee-4029-8ecc-eb48283b1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:35.335095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::10 (19849a97-cb08-4b68-bccf-553b54a39a24/67e605bf-8093-4814-8b2a-ecc74331b728/16f0c6ec-52b7-4b77-ac42-59d05d9fb15a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:35.377826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Pushing event updated for resources: {'Port': ['ID=a56a9b6e-cbea-45b3-93ee-7fdb8abcda60,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:35.382979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Attempting to bind port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:35.383512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Attempting to bind port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '06dc9abf-88da-4d2b-9ec6-ecc76b334b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '19849a97-cb08-4b68-bccf-553b54a39a24'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:35.384042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Attempting to bind port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 on network 19849a97-cb08-4b68-bccf-553b54a39a24 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:35.391316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:35.391818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Checking segment: {'id': '06dc9abf-88da-4d2b-9ec6-ecc76b334b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '19849a97-cb08-4b68-bccf-553b54a39a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:35.392375 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.392874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Bound using segment: {'id': '06dc9abf-88da-4d2b-9ec6-ecc76b334b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '19849a97-cb08-4b68-bccf-553b54a39a24'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:35.393453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Bound port: a56a9b6e-cbea-45b3-93ee-7fdb8abcda60, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06dc9abf-88da-4d2b-9ec6-ecc76b334b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '19849a97-cb08-4b68-bccf-553b54a39a24'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:35.393945 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.395879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f496b-2fee-4029-8ecc-eb48283b1450 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:35.396608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-138f496b-2fee-4029-8ecc-eb48283b1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:35.437483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-138f496b-2fee-4029-8ecc-eb48283b1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:35.438245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f496b-2fee-4029-8ecc-eb48283b1450 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:35.538556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.559986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object 16f0c6ec-52b7-4b77-ac42-59d05d9fb15a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:35.569916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] For port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:35.573778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] For port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a56a9b6e-cbea-45b3-93ee-7fdb8abcda60,segment=NetworkSegment(06dc9abf-88da-4d2b-9ec6-ecc76b334b78),segment_id=06dc9abf-88da-4d2b-9ec6-ecc76b334b78)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:35.588984 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.604860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57060) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:35.625856 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.687109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a298-d504-42a5-bcbf-aac3c16727c3 None None] Pushing event updated for resources: {'Port': ['ID=a56a9b6e-cbea-45b3-93ee-7fdb8abcda60,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:35.694087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 19849a97-cb08-4b68-bccf-553b54a39a24 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:35.700861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:35.713617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:35.719453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:35.720148 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.750947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=16f0c6ec-52b7-4b77-ac42-59d05d9fb15a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:35.777775 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-774bfa0d-5fe5-4a5c-8871-4f06e4b03d10 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3885889 Jul 14 11:43:35.785135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57064) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:35.791001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '19849a97-cb08-4b68-bccf-553b54a39a24', 'name': 'tempest-PortsIpV6TestJSON-104295857', 'fixed_ips': [{'subnet_id': '67e605bf-8093-4814-8b2a-ecc74331b728', 'ip_address': '2001:db8::f'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:35.889015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f7524e8a-9aae-4f7a-9eac-b39fb6d9ce36 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port c105755f-9aef-4234-9151-758c40deaf6a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:35.889355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7524e8a-9aae-4f7a-9eac-b39fb6d9ce36 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:35.901623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:36.137867 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d5b09a6-4295-4688-9aad-dcd11912deb7 req-03d496f9-1962-4e3d-bf46-09a7673dd2d1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2617056 Jul 14 11:43:36.215160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-bf61fa1f-399f-49e5-a5a9-75c1e0ca6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:36.218067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-bf61fa1f-399f-49e5-a5a9-75c1e0ca6cb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4234765 Jul 14 11:43:36.372680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Allocated IP 10.1.1.17 (92e2f045-7f19-4b89-ab5e-67ad78e59f65/d2734326-ccab-4959-b9a9-2ebcf27fe39a/49913f77-9877-4365-aa9e-2faa940f36fc) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:36.415621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57a2b1-4c40-4083-8de7-54b3cc182130 req-b469d977-3537-40b4-bc05-2be367e11ad7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:36.417813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce57a2b1-4c40-4083-8de7-54b3cc182130 req-b469d977-3537-40b4-bc05-2be367e11ad7 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.7011623 Jul 14 11:43:36.521839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-e468fca7-7172-48f6-9a64-764444f4ee21 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684176 Jul 14 11:43:36.547908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7524e8a-9aae-4f7a-9eac-b39fb6d9ce36 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:36.563407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f7524e8a-9aae-4f7a-9eac-b39fb6d9ce36 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for c105755f-9aef-4234-9151-758c40deaf6a owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:36.589275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce57a2b1-4c40-4083-8de7-54b3cc182130 req-71025d00-c1a5-4e5f-8bb6-db3ed14c84d8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611059 Jul 14 11:43:36.787592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:36.813596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7524e8a-9aae-4f7a-9eac-b39fb6d9ce36 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:36.814461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 285865ea-1793-4a1f-bd78-683f993f6410 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:36.816756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:36.882524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:36.902411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:36.922199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:36.943499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7524e8a-9aae-4f7a-9eac-b39fb6d9ce36 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=c105755f-9aef-4234-9151-758c40deaf6a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:36.971388 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:36.975505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port b8dbfc64-a834-4d03-9da4-68356fd58d3c yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:36.988365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 285865ea-1793-4a1f-bd78-683f993f6410 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:37.165687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-4810fe9b-fb62-4a94-911b-caa32f60cb81 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918956 Jul 14 11:43:37.240000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::f (19849a97-cb08-4b68-bccf-553b54a39a24/67e605bf-8093-4814-8b2a-ecc74331b728/b8dbfc64-a834-4d03-9da4-68356fd58d3c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:37.303844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:37.316418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-8b9795e1-c6dc-47e4-a3e0-2187c86cc45d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 HTTP/1.1" status: 200 len: 217 time: 0.1267180 Jul 14 11:43:37.410422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5117ce4a-bbca-43be-b2ff-94faee57fb29 None None] Network 19849a97-cb08-4b68-bccf-553b54a39a24 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:37.467588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7524e8a-9aae-4f7a-9eac-b39fb6d9ce36 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:37.474467 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f7524e8a-9aae-4f7a-9eac-b39fb6d9ce36 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/ports/c105755f-9aef-4234-9151-758c40deaf6a HTTP/1.1" status: 204 len: 168 time: 1.8628526 Jul 14 11:43:37.474467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57072) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:37.481263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:37.522432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Transition to ACTIVE for port object 49913f77-9877-4365-aa9e-2faa940f36fc will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:37.560818 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:37.605090 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:37.616725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-56219708-03c8-4023-b862-3aed23040ce9 None None] Provisioning for port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:37.635263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-56219708-03c8-4023-b862-3aed23040ce9 None None] Provisioning complete for port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:37.635639 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56219708-03c8-4023-b862-3aed23040ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:37.704340 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object b8dbfc64-a834-4d03-9da4-68356fd58d3c will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:37.720325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-11dc96e3-2d55-4204-bbcf-d813f74cb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:37.724227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-11dc96e3-2d55-4204-bbcf-d813f74cb34a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.3916683 Jul 14 11:43:37.775141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:37.846859 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 19849a97-cb08-4b68-bccf-553b54a39a24 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:37.851337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:37.857523 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:37.863410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:37.864656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:37.886408 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1000998 Jul 14 11:43:37.891730 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:37.894229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57080) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:37.927734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bc22c-f15e-42fe-9fa5-0f89b277ce4a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=b8dbfc64-a834-4d03-9da4-68356fd58d3c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:38.012640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0c2c9-02aa-4259-95fa-f30a9fa783bb req-853e86b2-c970-4346-8870-15de305bb0a2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:38.014242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52b0c2c9-02aa-4259-95fa-f30a9fa783bb req-853e86b2-c970-4346-8870-15de305bb0a2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 931 time: 0.6444900 Jul 14 11:43:38.035323 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.104002 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56219708-03c8-4023-b862-3aed23040ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.139065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ee07b-e8ff-41ff-8190-fc1efb65617d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:38.143614 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca8ee07b-e8ff-41ff-8190-fc1efb65617d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2481103 Jul 14 11:43:38.146421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57084) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:38.230809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-56219708-03c8-4023-b862-3aed23040ce9 None None] For port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a56a9b6e-cbea-45b3-93ee-7fdb8abcda60,segment=NetworkSegment(06dc9abf-88da-4d2b-9ec6-ecc76b334b78),segment_id=06dc9abf-88da-4d2b-9ec6-ecc76b334b78)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:38.233384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.238101 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56219708-03c8-4023-b862-3aed23040ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.246057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.25.2.167 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/21d4aae9-73b2-4985-939f-7d455b5f78a1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:38.249650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52b0c2c9-02aa-4259-95fa-f30a9fa783bb req-1bcb7ea4-58ef-4952-8112-9728a76e2f08 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157023 Jul 14 11:43:38.291097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-484622d5-8a3f-46b4-888c-8604cbf30967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:38.295011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-484622d5-8a3f-46b4-888c-8604cbf30967 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5471790 Jul 14 11:43:38.318529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:38.356822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56219708-03c8-4023-b862-3aed23040ce9 None None] Pushing event updated for resources: {'Port': ['ID=a56a9b6e-cbea-45b3-93ee-7fdb8abcda60,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:38.384675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:38.387468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:38.389761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c17f7-ebd4-480b-ab7a-3b99ee2dc68e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:38.392311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Port': ['ID=49913f77-9877-4365-aa9e-2faa940f36fc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:38.414301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c17f7-ebd4-480b-ab7a-3b99ee2dc68e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:38.450417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c17f7-ebd4-480b-ab7a-3b99ee2dc68e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:38.462364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-786c17f7-ebd4-480b-ab7a-3b99ee2dc68e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3136199 Jul 14 11:43:38.463320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57086) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:38.472061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=285865ea-1793-4a1f-bd78-683f993f6410,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:38.744659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:38.756197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209440cb-72ad-41a2-b5cd-428c9e881494 req-583251f8-1f9e-4e22-bbd2-9ec09d5b7120 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:38.782121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.786994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-209440cb-72ad-41a2-b5cd-428c9e881494 req-583251f8-1f9e-4e22-bbd2-9ec09d5b7120 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.9790857 Jul 14 11:43:38.832162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a50839c1-c763-43e3-9f42-c5cb0a9ccaae tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port b8dbfc64-a834-4d03-9da4-68356fd58d3c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:38.832574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a50839c1-c763-43e3-9f42-c5cb0a9ccaae tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.838831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.865087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:38.865557 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.905402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:38.906574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.938770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Provisioning for port b8dbfc64-a834-4d03-9da4-68356fd58d3c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:38.951740 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-3094d625-eeb8-4b97-b85e-6167d1865438 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454792 Jul 14 11:43:38.957655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Provisioning complete for port b8dbfc64-a834-4d03-9da4-68356fd58d3c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:38.958031 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.976532 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a50839c1-c763-43e3-9f42-c5cb0a9ccaae tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:38.992266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a50839c1-c763-43e3-9f42-c5cb0a9ccaae tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for b8dbfc64-a834-4d03-9da4-68356fd58d3c owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:39.188536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a50839c1-c763-43e3-9f42-c5cb0a9ccaae tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:39.210166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:39.285275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:39.289765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:39.292778 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a50839c1-c763-43e3-9f42-c5cb0a9ccaae tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:39.298437 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a50839c1-c763-43e3-9f42-c5cb0a9ccaae tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/b8dbfc64-a834-4d03-9da4-68356fd58d3c HTTP/1.1" status: 204 len: 168 time: 0.8173513 Jul 14 11:43:39.299509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50839c1-c763-43e3-9f42-c5cb0a9ccaae tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=b8dbfc64-a834-4d03-9da4-68356fd58d3c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:39.302808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:39.330434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36eb4d44-c0dc-41c9-bc06-b208db527385 req-5996e83b-09b9-434b-a58f-754c0bb92f15 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670564 Jul 14 11:43:39.337357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57090) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:39.396305 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5bae10-2808-4d2d-9324-db0c8fcb989b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:43:39.398490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1d5bae10-2808-4d2d-9324-db0c8fcb989b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/b8dbfc64-a834-4d03-9da4-68356fd58d3c HTTP/1.1" status: 404 len: 333 time: 0.0601385 Jul 14 11:43:39.400176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-a7d00b9b-7c8b-4e83-ba2a-75dd93b850e1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.1615357 Jul 14 11:43:39.409715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57094) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:39.437123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'admin_state_up': True, 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'security_groups': ['6e498b53-ffab-41cd-a286-81c09491102c']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:39.538988 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-23ef8d2b-c305-42b8-a16d-25112acf3852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:39.581943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Port b8dbfc64-a834-4d03-9da4-68356fd58d3c cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:39.603699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-209440cb-72ad-41a2-b5cd-428c9e881494 req-d7a25a8d-6fb4-49ab-93e0-df0720bb93be tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8056428 Jul 14 11:43:39.624497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Provisioning complete for port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:39.625185 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:39.779275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Provisioning for port 16f0c6ec-52b7-4b77-ac42-59d05d9fb15a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:39.798686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Provisioning complete for port 16f0c6ec-52b7-4b77-ac42-59d05d9fb15a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:39.799622 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:39.803198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router c53fee00-7124-4383-8966-93934b20bffe has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:39.815108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=21d4aae9-73b2-4985-939f-7d455b5f78a1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:39.882672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:39.919351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3e373b07-d610-4b49-8a7c-94b3209327f4 None None] Port 16f0c6ec-52b7-4b77-ac42-59d05d9fb15a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:39.977883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:39.990058 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047d298-490e-4382-bfc1-00a311c21925 None None] Sync routers for ids ['c53fee00-7124-4383-8966-93934b20bffe'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:39.992382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c216083-994d-4f42-a80f-c3952b6bfcba req-53ab9283-775b-41cd-978f-1c39a2524ec9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:39.998505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c216083-994d-4f42-a80f-c3952b6bfcba req-53ab9283-775b-41cd-978f-1c39a2524ec9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:40.000491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c216083-994d-4f42-a80f-c3952b6bfcba req-53ab9283-775b-41cd-978f-1c39a2524ec9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 1652 time: 0.3957913 Jul 14 11:43:40.006235 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047d298-490e-4382-bfc1-00a311c21925 None None] Routers {'c53fee00-7124-4383-8966-93934b20bffe'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:40.008676 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c047d298-490e-4382-bfc1-00a311c21925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['c53fee00-7124-4383-8966-93934b20bffe'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:40.009418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7905fdf6-705e-44d2-9064-86cbea4a4f41 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/c53fee00-7124-4383-8966-93934b20bffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4256585 Jul 14 11:43:40.011107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57096) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:40.020069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.031214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:40.034584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-553fd82a-623e-4518-9cae-0b8e579b1921 None None] Could not find standard attr ID for object b8dbfc64-a834-4d03-9da4-68356fd58d3c. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:43:40.034768 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.052753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9463a458-23bd-44ec-b9d1-37e254c14a79 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 16f0c6ec-52b7-4b77-ac42-59d05d9fb15a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:40.053309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9463a458-23bd-44ec-b9d1-37e254c14a79 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.063469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-553fd82a-623e-4518-9cae-0b8e579b1921 None None] Provisioning complete for port 16f0c6ec-52b7-4b77-ac42-59d05d9fb15a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:40.066445 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-553fd82a-623e-4518-9cae-0b8e579b1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.166293 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c047d298-490e-4382-bfc1-00a311c21925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:40.188960 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047d298-490e-4382-bfc1-00a311c21925 None None] Routers {'c53fee00-7124-4383-8966-93934b20bffe'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:40.189754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-553fd82a-623e-4518-9cae-0b8e579b1921 None None] Port 16f0c6ec-52b7-4b77-ac42-59d05d9fb15a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:40.191743 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c047d298-490e-4382-bfc1-00a311c21925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['c53fee00-7124-4383-8966-93934b20bffe'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:40.213117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-553fd82a-623e-4518-9cae-0b8e579b1921 None None] Provisioning for port 49913f77-9877-4365-aa9e-2faa940f36fc completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:40.220163 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-553fd82a-623e-4518-9cae-0b8e579b1921 None None] Provisioning complete for port 49913f77-9877-4365-aa9e-2faa940f36fc triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:40.220719 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-553fd82a-623e-4518-9cae-0b8e579b1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.272168 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c047d298-490e-4382-bfc1-00a311c21925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:40.273265 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047d298-490e-4382-bfc1-00a311c21925 None None] The sync data for ids ['c53fee00-7124-4383-8966-93934b20bffe'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:40.297355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-553fd82a-623e-4518-9cae-0b8e579b1921 None None] Port 49913f77-9877-4365-aa9e-2faa940f36fc cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:40.391944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.409374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c216083-994d-4f42-a80f-c3952b6bfcba req-cbef6023-be94-4af5-9935-4fc5e76e353e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3972211 Jul 14 11:43:40.457008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.563405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=21d4aae9-73b2-4985-939f-7d455b5f78a1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:40.584856 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9463a458-23bd-44ec-b9d1-37e254c14a79 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.588079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.605926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9463a458-23bd-44ec-b9d1-37e254c14a79 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 16f0c6ec-52b7-4b77-ac42-59d05d9fb15a owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:40.618125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.619390 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-37294ec6-f6d3-41cf-a864-f53d28d5cbb6 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1439679 Jul 14 11:43:40.622832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57100) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:40.657745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'port': {'network_id': '1fe8e871-cac2-4f82-89ba-9acac991a4b5', 'name': 'tempest-FloatingIPTestJSON-234498075'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:40.837201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Made reservation on behalf of 8c9cd262477f4370a888296978cf7f8c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:40.841200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.856007 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9463a458-23bd-44ec-b9d1-37e254c14a79 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.895883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463a458-23bd-44ec-b9d1-37e254c14a79 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=16f0c6ec-52b7-4b77-ac42-59d05d9fb15a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:40.898799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] device_id is not set on port 216af893-54f3-4c96-91be-4e3692d91351 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:40.930247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9463a458-23bd-44ec-b9d1-37e254c14a79 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:40.932240 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9463a458-23bd-44ec-b9d1-37e254c14a79 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/16f0c6ec-52b7-4b77-ac42-59d05d9fb15a HTTP/1.1" status: 204 len: 168 time: 1.5210707 Jul 14 11:43:40.936614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57104) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:41.008955 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-1fa9d934-7657-4b09-b2f3-bd3aeb8159d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 11:43:41.012055 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-404aaa7c-16b7-4eb0-9ea1-0530ac1ed11b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:43:41.012922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1fa9d934-7657-4b09-b2f3-bd3aeb8159d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/c53fee00-7124-4383-8966-93934b20bffe/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9996223 Jul 14 11:43:41.016079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57106) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:41.016222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-404aaa7c-16b7-4eb0-9ea1-0530ac1ed11b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/16f0c6ec-52b7-4b77-ac42-59d05d9fb15a HTTP/1.1" status: 404 len: 333 time: 0.0766447 Jul 14 11:43:41.019347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57108) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:41.064888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-18a29c62-e365-4386-921a-6d49f911a1ee tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=c53fee00-7124-4383-8966-93934b20bffe HTTP/1.1" status: 200 len: 205 time: 0.0473261 Jul 14 11:43:41.069574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57110) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:41.218490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9bc027-9264-4ba8-a0f8-0216b4e2f991 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet 67e605bf-8093-4814-8b2a-ecc74331b728 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:43:41.222106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Allocated IP 10.1.1.213 (92e2f045-7f19-4b89-ab5e-67ad78e59f65/d2734326-ccab-4959-b9a9-2ebcf27fe39a/18a00a0e-9792-427c-ba24-b22b2019c83d) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:41.228755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be9bc027-9264-4ba8-a0f8-0216b4e2f991 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.251745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9902af99-7f71-4776-8303-ad8395236d4e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.343030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.20.0.5 (1fe8e871-cac2-4f82-89ba-9acac991a4b5/dd3d1f02-beff-4867-9e8c-49b717a9b285/216af893-54f3-4c96-91be-4e3692d91351) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:41.364853 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be9bc027-9264-4ba8-a0f8-0216b4e2f991 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.582991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d1c5f-cf27-420b-8ccc-0ce7f02eb7a6 req-a8485ea0-6397-45ce-b40e-118eb345dcb8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:41.589051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d82d1c5f-cf27-420b-8ccc-0ce7f02eb7a6 req-a8485ea0-6397-45ce-b40e-118eb345dcb8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.5827129 Jul 14 11:43:41.630544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.684452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be9bc027-9264-4ba8-a0f8-0216b4e2f991 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.773722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be9bc027-9264-4ba8-a0f8-0216b4e2f991 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.779809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.797859 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9902af99-7f71-4776-8303-ad8395236d4e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.801414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9902af99-7f71-4776-8303-ad8395236d4e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.838282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d82d1c5f-cf27-420b-8ccc-0ce7f02eb7a6 req-c9f2c179-e21b-4cac-b299-79f1d3f385cb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299597 Jul 14 11:43:41.900068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=216af893-54f3-4c96-91be-4e3692d91351,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:41.907077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bc027-9264-4ba8-a0f8-0216b4e2f991 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=67e605bf-8093-4814-8b2a-ecc74331b728,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:41.913801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be9bc027-9264-4ba8-a0f8-0216b4e2f991 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.916657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.918625 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-be9bc027-9264-4ba8-a0f8-0216b4e2f991 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/67e605bf-8093-4814-8b2a-ecc74331b728 HTTP/1.1" status: 204 len: 168 time: 0.8982611 Jul 14 11:43:41.925741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57116) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:41.927463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 1fe8e871-cac2-4f82-89ba-9acac991a4b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:41.929208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:41.932245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:41.933289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3e9fa-b253-47ac-83c6-8185dc5cb60a None None] Network 19849a97-cb08-4b68-bccf-553b54a39a24 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:41.986021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9902af99-7f71-4776-8303-ad8395236d4e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:41.992758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:41.993589 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.004586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9902af99-7f71-4776-8303-ad8395236d4e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Fanout notify agent at l3_agent the message router_deleted on router c53fee00-7124-4383-8966-93934b20bffe {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:43:42.013510 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9902af99-7f71-4776-8303-ad8395236d4e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.017093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9902af99-7f71-4776-8303-ad8395236d4e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/c53fee00-7124-4383-8966-93934b20bffe HTTP/1.1" status: 204 len: 168 time: 0.9426398 Jul 14 11:43:42.017447 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-609b1164-a365-4e22-a76c-31b1c1c9b57f tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3933423 Jul 14 11:43:42.018657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57118) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:42.019255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57120) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:42.028768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d373d920-7e8d-418c-8dbd-0e666fc643fa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'port_id': '216af893-54f3-4c96-91be-4e3692d91351'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:42.108560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Transition to ACTIVE for port object 18a00a0e-9792-427c-ba24-b22b2019c83d will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:42.114307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d373d920-7e8d-418c-8dbd-0e666fc643fa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.136349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe692c0-709b-4830-a0e1-d64e25f3c02b req-79f5dc89-b5a0-4b99-8eb1-8b4f8844dda2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:42.149230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe692c0-709b-4830-a0e1-d64e25f3c02b req-79f5dc89-b5a0-4b99-8eb1-8b4f8844dda2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:42.164529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe692c0-709b-4830-a0e1-d64e25f3c02b req-79f5dc89-b5a0-4b99-8eb1-8b4f8844dda2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 1652 time: 0.5341370 Jul 14 11:43:42.212727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2a9612-6a3e-4709-bba8-d12f8a455964 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting subnet 5c74cf27-2237-4242-986a-0af5233c995a {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:43:42.216176 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9612-6a3e-4709-bba8-d12f8a455964 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.264805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9612-6a3e-4709-bba8-d12f8a455964 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.273661 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2c9b35fc-2c51-41bd-8983-7a8be8b21e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.310167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.370024 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.404443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe692c0-709b-4830-a0e1-d64e25f3c02b req-c70de99d-0b95-43ff-9e9b-8f18cab2b0b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389665 Jul 14 11:43:42.410754 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.442899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508e7d3-990c-492b-ab18-382b0f56a254 None None] DHCP port deletion for 19849a97-cb08-4b68-bccf-553b54a39a24 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:43:42.486122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:42.491621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:42.498998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:42.576413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b508e7d3-990c-492b-ab18-382b0f56a254 None None] Deleting port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:42.577088 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b508e7d3-990c-492b-ab18-382b0f56a254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.588097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:42.589875 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.605061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Port': ['ID=18a00a0e-9792-427c-ba24-b22b2019c83d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:42.626500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-afbcc937-c1af-45b3-94d1-f1462b9c38fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2114966 Jul 14 11:43:42.631000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:42.631616 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.791694 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b508e7d3-990c-492b-ab18-382b0f56a254 None None] For port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a56a9b6e-cbea-45b3-93ee-7fdb8abcda60,segment=NetworkSegment(06dc9abf-88da-4d2b-9ec6-ecc76b334b78),segment_id=06dc9abf-88da-4d2b-9ec6-ecc76b334b78)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:42.792144 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b508e7d3-990c-492b-ab18-382b0f56a254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.806170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] For port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a56a9b6e-cbea-45b3-93ee-7fdb8abcda60,segment=NetworkSegment(06dc9abf-88da-4d2b-9ec6-ecc76b334b78),segment_id=06dc9abf-88da-4d2b-9ec6-ecc76b334b78)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:42.806904 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:42.822752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b508e7d3-990c-492b-ab18-382b0f56a254 None None] Calling delete_port for a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:42.837634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:42.979478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:43:42.986023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209', 'admin_state_up': True, 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'security_groups': ['6e498b53-ffab-41cd-a286-81c09491102c']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:43.051525 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b508e7d3-990c-492b-ab18-382b0f56a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.082172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No active binding found for port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 {{(pid=93703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 11:43:43.082863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:43:43.096304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508e7d3-990c-492b-ab18-382b0f56a254 None None] No DVR routers for this DVR port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:43.112289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508e7d3-990c-492b-ab18-382b0f56a254 None None] Pushing event deleted for resources: {'Port': ['ID=a56a9b6e-cbea-45b3-93ee-7fdb8abcda60,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:43.113401 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.139881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bc4c5c02-89c1-457e-bb16-5226300a9eea None None] Provisioning for port 18a00a0e-9792-427c-ba24-b22b2019c83d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:43.149008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bc4c5c02-89c1-457e-bb16-5226300a9eea None None] Provisioning complete for port 18a00a0e-9792-427c-ba24-b22b2019c83d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:43.149936 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc4c5c02-89c1-457e-bb16-5226300a9eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.168587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No DVR routers for this DVR port a56a9b6e-cbea-45b3-93ee-7fdb8abcda60 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:43.170940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=a56a9b6e-cbea-45b3-93ee-7fdb8abcda60,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:43.247919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c5c02-89c1-457e-bb16-5226300a9eea None None] Port 18a00a0e-9792-427c-ba24-b22b2019c83d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:43.340313 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d373d920-7e8d-418c-8dbd-0e666fc643fa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.362070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9612-6a3e-4709-bba8-d12f8a455964 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.364502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.389088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19849a97-cb08-4b68-bccf-553b54a39a24']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:43.410750 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dc9abf-88da-4d2b-9ec6-ecc76b334b78') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:43.411357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dc9abf-88da-4d2b-9ec6-ecc76b334b78') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:43.418831 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.434884 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.456094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d373d920-7e8d-418c-8dbd-0e666fc643fa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.465686 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.482442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:43:43.482872 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.625785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:43:43.649610 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:43:43.820805 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.831961 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:43.835306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/networks/19849a97-cb08-4b68-bccf-553b54a39a24 HTTP/1.1" status: 204 len: 168 time: 1.9075847 Jul 14 11:43:43.851043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57130) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:43.859212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ca1ed-9700-4da2-b93c-68dc287230ab tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Network': ['ID=19849a97-cb08-4b68-bccf-553b54a39a24,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:43.870200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-384968510'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:43.921854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce2a9b-3c05-4160-965e-4d6c2a6d5d33 req-7d09f62e-c44d-437b-a9c0-317d5ff0e76b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:43.930308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1cce2a9b-3c05-4160-965e-4d6c2a6d5d33 req-7d09f62e-c44d-437b-a9c0-317d5ff0e76b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.7676425 Jul 14 11:43:43.992367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:43.996308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.021750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.055065 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-d373d920-7e8d-418c-8dbd-0e666fc643fa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP ede00993-ed44-4ac6-9db8-beb138c580ec associated. External IP: 172.25.2.167, port: 216af893-54f3-4c96-91be-4e3692d91351. Jul 14 11:43:44.057903 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9612-6a3e-4709-bba8-d12f8a455964 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.058660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1cce2a9b-3c05-4160-965e-4d6c2a6d5d33 req-4dd7386a-2c90-4b42-a8b4-2bd4aca6cb1b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270461 Jul 14 11:43:44.077430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:44.094455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.095210 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Added segment 59246cc2-2bce-43c2-abbd-29794529a8f7 of type vlan for network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 Jul 14 11:43:44.142068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a9612-6a3e-4709-bba8-d12f8a455964 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Subnet': ['ID=5c74cf27-2237-4242-986a-0af5233c995a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:44.142853 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.164010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2c91f-2823-4a6d-929d-c680cd44adff None None] Network 60abbd51-aca1-47d7-9b3b-f7f5561f8352 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:44.165481 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9612-6a3e-4709-bba8-d12f8a455964 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.171538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ab2a9612-6a3e-4709-bba8-d12f8a455964 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/5c74cf27-2237-4242-986a-0af5233c995a HTTP/1.1" status: 204 len: 168 time: 2.1358376 Jul 14 11:43:44.172679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57132) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:44.243112 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.250771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:44.251972 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.281559 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.299738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6f066-0be4-41e2-ba96-eafc724c4d24 req-ea0a1a19-dfa2-444e-b310-82a4efade251 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:44.322538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6f066-0be4-41e2-ba96-eafc724c4d24 req-ea0a1a19-dfa2-444e-b310-82a4efade251 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:44.332361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6f066-0be4-41e2-ba96-eafc724c4d24 req-ea0a1a19-dfa2-444e-b310-82a4efade251 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:44.335951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0f6f066-0be4-41e2-ba96-eafc724c4d24 req-ea0a1a19-dfa2-444e-b310-82a4efade251 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 2373 time: 0.6387110 Jul 14 11:43:44.466520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Network': ['ID=8942f4a0-d24a-4d0d-9789-6effc68b39f3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:44.474269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0925a776-a906-4fb9-be64-9e1175438c6e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6116383 Jul 14 11:43:44.484823 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57136) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:44.486220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:44.495022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '8942f4a0-d24a-4d0d-9789-6effc68b39f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:44.589826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] DHCP port deletion for 60abbd51-aca1-47d7-9b3b-f7f5561f8352 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:43:44.623863 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0f6f066-0be4-41e2-ba96-eafc724c4d24 req-c77be5f2-261e-44ea-9dd0-93ba0679d8d8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022653 Jul 14 11:43:44.644984 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 5d3fe81a-b355-48aa-a060-be1d4811961a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:44.645409 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.650764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:44.654341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.752946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port 5d3fe81a-b355-48aa-a060-be1d4811961a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5d3fe81a-b355-48aa-a060-be1d4811961a,segment=NetworkSegment(d3dbace7-bfaf-4533-aaf5-bafc09718928),segment_id=d3dbace7-bfaf-4533-aaf5-bafc09718928)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:44.753318 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.771539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 5d3fe81a-b355-48aa-a060-be1d4811961a owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:44.777814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5d3fe81a-b355-48aa-a060-be1d4811961a no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:43:44.874617 n-d-778696-8 neutron-server[93703]: INFO neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No ports have port_id starting with 5d3fe81a-b355-48aa-a060-be1d4811961a Jul 14 11:43:44.901761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] Deleting port 5d3fe81a-b355-48aa-a060-be1d4811961a {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:44.902546 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.918239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Allocated IP 10.2.2.100 (26145ec9-28ca-47b8-8313-e0ceee913209/72ce3293-58a9-4f7b-b4ee-bdb755e7137f/a311431a-32d1-4b6e-a233-63e9651b80ee) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:44.969008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] For port 5d3fe81a-b355-48aa-a060-be1d4811961a, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:44.969758 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:44.989644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] Calling delete_port for 5d3fe81a-b355-48aa-a060-be1d4811961a owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:44.993069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] Port 5d3fe81a-b355-48aa-a060-be1d4811961a was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:43:44.994688 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.006456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] No DVR routers for this DVR port 5d3fe81a-b355-48aa-a060-be1d4811961a on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:45.025866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d0926-3342-4f01-a08c-0fb76e021900 None None] Pushing event deleted for resources: {'Port': ['ID=5d3fe81a-b355-48aa-a060-be1d4811961a,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:45.130933 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.162325 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.176275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.197035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Transition to ACTIVE for port object a311431a-32d1-4b6e-a233-63e9651b80ee will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:45.262479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No DVR routers for this DVR port 5d3fe81a-b355-48aa-a060-be1d4811961a on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:43:45.267337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=5d3fe81a-b355-48aa-a060-be1d4811961a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:45.281265 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.351794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.432484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 26145ec9-28ca-47b8-8313-e0ceee913209 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:45.436599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d373d920-7e8d-418c-8dbd-0e666fc643fa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:45.438575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Port': ['ID=a311431a-32d1-4b6e-a233-63e9651b80ee,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:45.443365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:45.460593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:45.460961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=29013de0-f515-4d2e-aba5-2f5c7f494e66,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:45.468520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.498249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60abbd51-aca1-47d7-9b3b-f7f5561f8352']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:45.522961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dbace7-bfaf-4533-aaf5-bafc09718928') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:45.523236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dbace7-bfaf-4533-aaf5-bafc09718928') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:45.542981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72dd58-402d-47c2-af6d-78bcca48dd74 req-00bca387-5cd2-4c93-8fd7-bc0b67468418 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:45.544794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d72dd58-402d-47c2-af6d-78bcca48dd74 req-00bca387-5cd2-4c93-8fd7-bc0b67468418 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.3040814 Jul 14 11:43:45.586742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Checking segment: {'id': '59246cc2-2bce-43c2-abbd-29794529a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8942f4a0-d24a-4d0d-9789-6effc68b39f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:45.587114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network hostable DHCP agents. Network: 8942f4a0-d24a-4d0d-9789-6effc68b39f3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:45.591735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.638023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:45.638914 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.646390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d72dd58-402d-47c2-af6d-78bcca48dd74 req-6e0c36ee-64ad-48ce-8f84-1cead4831e64 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921683 Jul 14 11:43:45.661784 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.679687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-976fb1f0-1e09-46f5-bfea-b3acf75d2a0b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6986210 Jul 14 11:43:45.695373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209', 'admin_state_up': True, 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'security_groups': ['6e498b53-ffab-41cd-a286-81c09491102c']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:45.778146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:45.797820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:43:45.800660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:43:45.814656 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:43:45.911466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a2cc73f3-178b-4d12-9197-2b48d493c50a None None] Provisioning for port a311431a-32d1-4b6e-a233-63e9651b80ee completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:45.919837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a2cc73f3-178b-4d12-9197-2b48d493c50a None None] Provisioning complete for port a311431a-32d1-4b6e-a233-63e9651b80ee triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:45.920253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2cc73f3-178b-4d12-9197-2b48d493c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.932334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 8942f4a0-d24a-4d0d-9789-6effc68b39f3) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:45.938997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:45.939649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.946997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Made reservation on behalf of db806cdd1b7344bea62d01e55b327a3b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:45.960205 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:45.974472 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d373d920-7e8d-418c-8dbd-0e666fc643fa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:45.977923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef3bfc-952b-492f-8b79-ea85e46f0880 None None] Network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:45.980656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d373d920-7e8d-418c-8dbd-0e666fc643fa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.052630 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-27bb4a24-162c-4431-b03c-a9420d87938f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5669365 Jul 14 11:43:46.055147 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.058538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d373d920-7e8d-418c-8dbd-0e666fc643fa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/floatingips/ede00993-ed44-4ac6-9db8-beb138c580ec HTTP/1.1" status: 200 len: 977 time: 4.0379415 Jul 14 11:43:46.063818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57148) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:46.064735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57150) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:46.079951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0dd0523e-461c-4cdf-95a4-3ed915ed3b9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-322751593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:46.137037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.145170 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/networks/60abbd51-aca1-47d7-9b3b-f7f5561f8352 HTTP/1.1" status: 204 len: 168 time: 1.9669611 Jul 14 11:43:46.146578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0dd0523e-461c-4cdf-95a4-3ed915ed3b9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.149518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0dd0523e-461c-4cdf-95a4-3ed915ed3b9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.157426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57152) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:46.179371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438907078'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:46.228386 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0dd0523e-461c-4cdf-95a4-3ed915ed3b9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.265777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0dd0523e-461c-4cdf-95a4-3ed915ed3b9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.277572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc73f3-178b-4d12-9197-2b48d493c50a None None] Port a311431a-32d1-4b6e-a233-63e9651b80ee cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:46.279317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be87cf88-f8d9-452c-8b67-45cbb31e0d56 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:46.284997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babe648-02bb-4192-943d-7591cf440ecf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Network': ['ID=60abbd51-aca1-47d7-9b3b-f7f5561f8352,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:46.320014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759d70e-cec9-4de9-9525-2e08ae124327 req-f1ce4433-eadc-41d8-939f-53391e585fe1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:46.357527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759d70e-cec9-4de9-9525-2e08ae124327 req-f1ce4433-eadc-41d8-939f-53391e585fe1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:46.370715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87cf88-f8d9-452c-8b67-45cbb31e0d56 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:46.373518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-be87cf88-f8d9-452c-8b67-45cbb31e0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:46.374439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759d70e-cec9-4de9-9525-2e08ae124327 req-f1ce4433-eadc-41d8-939f-53391e585fe1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:46.389612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759d70e-cec9-4de9-9525-2e08ae124327 req-f1ce4433-eadc-41d8-939f-53391e585fe1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:46.398248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0759d70e-cec9-4de9-9525-2e08ae124327 req-f1ce4433-eadc-41d8-939f-53391e585fe1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 3094 time: 0.4908006 Jul 14 11:43:46.408543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 216af893-54f3-4c96-91be-4e3692d91351 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:46.411877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.453768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-be87cf88-f8d9-452c-8b67-45cbb31e0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:46.456215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-8942f4a0-d24a-4d0d-9789-6effc68b39f3', 'network_id': '8942f4a0-d24a-4d0d-9789-6effc68b39f3', 'tenant_id': 'ff2c460531d44fcc9444ae3bcd6e6e70', 'fixed_ips': [{'subnet_id': '29013de0-f515-4d2e-aba5-2f5c7f494e66'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:43:46.462172 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.537177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:46.541702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.575678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0dd0523e-461c-4cdf-95a4-3ed915ed3b9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.581178 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0dd0523e-461c-4cdf-95a4-3ed915ed3b9e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5044267 Jul 14 11:43:46.590204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57160) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:46.612137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'network_id': '8942f4a0-d24a-4d0d-9789-6effc68b39f3', 'name': 'tempest-PortsIpV6TestJSON-23202282'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:46.643840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.706006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Allocated IP 2001:db8::2 (8942f4a0-d24a-4d0d-9789-6effc68b39f3/29013de0-f515-4d2e-aba5-2f5c7f494e66/4f3c4255-e2cc-40ac-8a8d-3381ad499c1e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:46.734546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Allocated IP 10.2.2.200 (26145ec9-28ca-47b8-8313-e0ceee913209/72ce3293-58a9-4f7b-b4ee-bdb755e7137f/cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:46.769418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:46.799009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0759d70e-cec9-4de9-9525-2e08ae124327 req-4cb47595-a333-447b-8c00-02fe31a057ad tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394156 Jul 14 11:43:46.805209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:46.805345 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added segment 7c8862e3-c537-4b9a-b548-d192e312fc6b of type vlan for network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 Jul 14 11:43:47.053964 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.095078 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.111963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Transition to ACTIVE for port object 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:47.118886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac5863-1bb9-4b73-8322-646033dcacfb req-38939d4f-7da4-41d0-8607-f4b2bed0b8db tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:47.123898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87cf88-f8d9-452c-8b67-45cbb31e0d56 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:47.125763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-be87cf88-f8d9-452c-8b67-45cbb31e0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:47.127449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6cac5863-1bb9-4b73-8322-646033dcacfb req-38939d4f-7da4-41d0-8607-f4b2bed0b8db tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.1770222 Jul 14 11:43:47.199280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:47.205330 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.213408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-be87cf88-f8d9-452c-8b67-45cbb31e0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:47.214193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be87cf88-f8d9-452c-8b67-45cbb31e0d56 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:47.225858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Transition to ACTIVE for port object 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:47.236215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.236425 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.236814 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.237132 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP ede00993-ed44-4ac6-9db8-beb138c580ec disassociated. External IP: 172.25.2.167, port: 216af893-54f3-4c96-91be-4e3692d91351. Jul 14 11:43:47.237495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 216af893-54f3-4c96-91be-4e3692d91351 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:47.239688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:43:47.243546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6cac5863-1bb9-4b73-8322-646033dcacfb req-f1650ff1-0a20-465e-91b9-fffdb8e101f8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149249 Jul 14 11:43:47.257336 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.263009 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.270274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:47.271529 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.309975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1515019 Jul 14 11:43:47.328691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57168) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:47.331508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:47.340881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:47.348610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:47.352503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'subnet': {'network_id': 'ae03a336-3ea5-4e6e-8dda-6b2976bb1c35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:47.442851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::1cf (8942f4a0-d24a-4d0d-9789-6effc68b39f3/29013de0-f515-4d2e-aba5-2f5c7f494e66/7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:47.454020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Pushing event updated for resources: {'Port': ['ID=4f3c4255-e2cc-40ac-8a8d-3381ad499c1e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:47.489769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Attempting to bind port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:47.490146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Attempting to bind port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '59246cc2-2bce-43c2-abbd-29794529a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8942f4a0-d24a-4d0d-9789-6effc68b39f3'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:47.491072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Attempting to bind port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e on network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:47.496801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:47.497181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Checking segment: {'id': '59246cc2-2bce-43c2-abbd-29794529a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8942f4a0-d24a-4d0d-9789-6effc68b39f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:47.497591 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.497992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Bound using segment: {'id': '59246cc2-2bce-43c2-abbd-29794529a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8942f4a0-d24a-4d0d-9789-6effc68b39f3'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:47.498467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Bound port: 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59246cc2-2bce-43c2-abbd-29794529a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8942f4a0-d24a-4d0d-9789-6effc68b39f3'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:47.498857 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.601386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Transition to ACTIVE for port object cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:47.603738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] For port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:47.607909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] For port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4f3c4255-e2cc-40ac-8a8d-3381ad499c1e,segment=NetworkSegment(59246cc2-2bce-43c2-abbd-29794529a8f7),segment_id=59246cc2-2bce-43c2-abbd-29794529a8f7)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:47.614811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.618062 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.651198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.682622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428b28-8de9-40f6-87b2-f78ff2f4b5e3 None None] Pushing event updated for resources: {'Port': ['ID=4f3c4255-e2cc-40ac-8a8d-3381ad499c1e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:47.697835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f548606-d5e1-4124-9dfa-765252ca1041 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Network': ['ID=ae03a336-3ea5-4e6e-8dda-6b2976bb1c35,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:47.716294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:47.760382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=216af893-54f3-4c96-91be-4e3692d91351,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:47.773113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:47.776757 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:47.835589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.836157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.837050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.837621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.838243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.838682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.839134 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.839590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.840047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.840776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.849147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.849538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:47.902320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Network 26145ec9-28ca-47b8-8313-e0ceee913209 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:47.914895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:47.916987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event updated for resources: {'Port': ['ID=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:47.930782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:48.200097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:48.201010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:48.205416 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:48.234845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:48.237797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-04abbee0-ec39-4251-ad00-f4bd06ee132c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5473540 Jul 14 11:43:48.271445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:43:48.304007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:48.402357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ff9b-299a-46a5-bd45-a7b05260c617 req-f6b8ca21-c5fc-4fd8-b156-5be36f6b6ed5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:48.409037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ff9b-299a-46a5-bd45-a7b05260c617 req-f6b8ca21-c5fc-4fd8-b156-5be36f6b6ed5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:48.415276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ff9b-299a-46a5-bd45-a7b05260c617 req-f6b8ca21-c5fc-4fd8-b156-5be36f6b6ed5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:48.425290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ff9b-299a-46a5-bd45-a7b05260c617 req-f6b8ca21-c5fc-4fd8-b156-5be36f6b6ed5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:48.433652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ff9b-299a-46a5-bd45-a7b05260c617 req-f6b8ca21-c5fc-4fd8-b156-5be36f6b6ed5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:48.435927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce7ff9b-299a-46a5-bd45-a7b05260c617 req-f6b8ca21-c5fc-4fd8-b156-5be36f6b6ed5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 3815 time: 0.3552206 Jul 14 11:43:48.447467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba207909-a733-48df-928d-36c1601da07d None None] Provisioning for port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:48.460148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba207909-a733-48df-928d-36c1601da07d None None] Provisioning complete for port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:48.465511 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba207909-a733-48df-928d-36c1601da07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:48.529667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba207909-a733-48df-928d-36c1601da07d None None] Port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:48.559768 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:48.611722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:48.624245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:48.626527 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:48.634128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:48.635245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:48.691904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:48.702592 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b58185c-4d59-4141-98fc-a98c2375af9d None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:48.733909 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58185c-4d59-4141-98fc-a98c2375af9d None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:48.733909 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6b58185c-4d59-4141-98fc-a98c2375af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:48.742678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:48.746387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:48.771226 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6b58185c-4d59-4141-98fc-a98c2375af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:48.781483 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58185c-4d59-4141-98fc-a98c2375af9d None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:48.782291 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6b58185c-4d59-4141-98fc-a98c2375af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:48.819815 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6b58185c-4d59-4141-98fc-a98c2375af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:48.820703 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b58185c-4d59-4141-98fc-a98c2375af9d None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:48.864108 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f27dbd2a-c27d-4fc7-8476-f12c1e594bb9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2598686 Jul 14 11:43:48.866488 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:48.870850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:48.871874 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aa6b9ad7-ba63-43f2-9bd6-72ff25d6ad4c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/ports/216af893-54f3-4c96-91be-4e3692d91351 HTTP/1.1" status: 204 len: 168 time: 2.7587380 Jul 14 11:43:48.873076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57176) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:48.873416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:49.399107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:49.420975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:49.466437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b91bc-16f6-41bb-a08c-70bded5c3876 None None] Network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:49.597255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-abc2df87-5b88-4cdd-a231-b41cd860cb02 None None] Provisioning for port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:49.600845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cce7ff9b-299a-46a5-bd45-a7b05260c617 req-38cfad8d-2844-4788-9a63-285414d4b4db tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1542239 Jul 14 11:43:49.602791 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ac9fbc19-5ce5-4570-be06-55a4f7ab2d04 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "GET /v2.0/floatingips/ede00993-ed44-4ac6-9db8-beb138c580ec HTTP/1.1" status: 200 len: 688 time: 0.7268877 Jul 14 11:43:49.605868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57184) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:49.615409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-abc2df87-5b88-4cdd-a231-b41cd860cb02 None None] Provisioning complete for port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:49.618480 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-abc2df87-5b88-4cdd-a231-b41cd860cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:49.725464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c84f-d94b-47e5-b81b-edbfa29df223 req-5b763556-1bef-4bf5-9dec-ffb24e31ef3b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:49.736870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf4c84f-d94b-47e5-b81b-edbfa29df223 req-5b763556-1bef-4bf5-9dec-ffb24e31ef3b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 1.1917589 Jul 14 11:43:49.778285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Subnet': ['ID=a4613b70-d893-4d99-9649-4c3ca5944f21,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:49.880537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cf4c84f-d94b-47e5-b81b-edbfa29df223 req-88b07cb7-cdf8-4831-a333-4c4c299676d2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426823 Jul 14 11:43:49.911050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Checking segment: {'id': '7c8862e3-c537-4b9a-b548-d192e312fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ae03a336-3ea5-4e6e-8dda-6b2976bb1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:49.911419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network hostable DHCP agents. Network: ae03a336-3ea5-4e6e-8dda-6b2976bb1c35, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:49.933888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 21d4aae9-73b2-4985-939f-7d455b5f78a1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:43:49.934450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:49.947640 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-abc2df87-5b88-4cdd-a231-b41cd860cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:49.986371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:49.988491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:50.031532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-abc2df87-5b88-4cdd-a231-b41cd860cb02 None None] For port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4f3c4255-e2cc-40ac-8a8d-3381ad499c1e,segment=NetworkSegment(59246cc2-2bce-43c2-abbd-29794529a8f7),segment_id=59246cc2-2bce-43c2-abbd-29794529a8f7)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:50.040425 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-abc2df87-5b88-4cdd-a231-b41cd860cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.065959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, ae03a336-3ea5-4e6e-8dda-6b2976bb1c35) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:50.075410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:50.076168 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.090748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e0d1b1-351c-48c6-98bd-0b54245bc170 None None] Network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:50.095492 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.095826 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.169749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 21d4aae9-73b2-4985-939f-7d455b5f78a1 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:43:50.247182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:43:50.258418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.275063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Transition to ACTIVE for port object 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:50.282802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57188) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:50.285208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a7abc0e2-917e-43c3-9b77-f8b4b66902b6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9491239 Jul 14 11:43:50.286936 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.294848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-11370119-0400-4832-a69a-ef85e41d496d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-977505678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:50.314434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2df87-5b88-4cdd-a231-b41cd860cb02 None None] Pushing event updated for resources: {'Port': ['ID=4f3c4255-e2cc-40ac-8a8d-3381ad499c1e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:50.380685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Pushing event updated for resources: {'Port': ['ID=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:50.404933 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11370119-0400-4832-a69a-ef85e41d496d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.406442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11370119-0400-4832-a69a-ef85e41d496d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.547674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-ae03a336-3ea5-4e6e-8dda-6b2976bb1c35', 'network_id': 'ae03a336-3ea5-4e6e-8dda-6b2976bb1c35', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'fixed_ips': [{'subnet_id': 'a4613b70-d893-4d99-9649-4c3ca5944f21'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:43:50.549668 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.726839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11370119-0400-4832-a69a-ef85e41d496d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.744741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:50.753602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11370119-0400-4832-a69a-ef85e41d496d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.756382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Attempting to bind port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:50.756869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Attempting to bind port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:50.757064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Attempting to bind port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 on network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:50.772832 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.794584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 on network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:43:50.794584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Attempting to bind port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 on network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:50.818121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:50.822801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.826648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Checking segment: {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:50.827318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Bound using segment: {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:50.828086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Bound port: 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e625cec-e657-44ba-bb41-cd0cb0210013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:50.828243 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.856770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-374f744a-696c-48d6-9766-98313a91df81 None None] Provisioning for port 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:50.889388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-374f744a-696c-48d6-9766-98313a91df81 None None] Provisioning complete for port 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:50.890203 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-374f744a-696c-48d6-9766-98313a91df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.963275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11370119-0400-4832-a69a-ef85e41d496d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:50.964542 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-11370119-0400-4832-a69a-ef85e41d496d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6791396 Jul 14 11:43:51.000771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57194) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:51.036904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Allocated IP 2001:db8::2 (ae03a336-3ea5-4e6e-8dda-6b2976bb1c35/a4613b70-d893-4d99-9649-4c3ca5944f21/30ed6f80-2812-438f-8618-671888446cb4) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:51.139605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:51.377699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] For port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:51.458494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:51.474444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3773d-a332-4ca3-8d70-a69b810ea0dc req-a57a1a00-1555-4d8f-b8bd-bb8c83cc5365 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:51.498066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3773d-a332-4ca3-8d70-a69b810ea0dc req-a57a1a00-1555-4d8f-b8bd-bb8c83cc5365 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:51.534151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3773d-a332-4ca3-8d70-a69b810ea0dc req-a57a1a00-1555-4d8f-b8bd-bb8c83cc5365 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:51.570844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-374f744a-696c-48d6-9766-98313a91df81 None None] Port 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:51.575092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3773d-a332-4ca3-8d70-a69b810ea0dc req-a57a1a00-1555-4d8f-b8bd-bb8c83cc5365 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:51.582404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3773d-a332-4ca3-8d70-a69b810ea0dc req-a57a1a00-1555-4d8f-b8bd-bb8c83cc5365 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:51.593817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71b3773d-a332-4ca3-8d70-a69b810ea0dc req-a57a1a00-1555-4d8f-b8bd-bb8c83cc5365 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 3827 time: 0.5638287 Jul 14 11:43:51.630583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] For port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:51.689315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71b3773d-a332-4ca3-8d70-a69b810ea0dc req-d9d7352b-e9cd-401b-8c04-c93725deec82 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941665 Jul 14 11:43:51.695167 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:51.867223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:51.867912 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:51.876583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] 10.222.0.45 "PUT /v2.0/ports/966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 HTTP/1.1" status: 200 len: 1091 time: 3.5757692 Jul 14 11:43:51.879327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1064a07-09af-4bb7-9c79-e16969ccb584 service neutron] Pushing event updated for resources: {'Port': ['ID=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:51.894317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:43:51.903633 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41fe669-7f82-4a02-967b-bc6e9de49686" -d '{"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:43:51.908920 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:51.949161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:51.955377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Transition to ACTIVE for port object 30ed6f80-2812-438f-8618-671888446cb4 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:52.027978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Transition to ACTIVE for port object 30ed6f80-2812-438f-8618-671888446cb4 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:52.034538 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.038256 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.044722 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/floatingips/ede00993-ed44-4ac6-9db8-beb138c580ec HTTP/1.1" status: 204 len: 168 time: 2.4347441 Jul 14 11:43:52.045464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef939627-4480-48d2-9c39-bb3c086070ef tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=21d4aae9-73b2-4985-939f-7d455b5f78a1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:52.059038 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.069173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57200) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:52.079572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:52.080692 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.093004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '3c5d89b1-d4b4-4416-bb79-d2ec430b76d2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:52.096737 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa67a3f-3568-4728-9369-3eceb06d26ce x-openstack-request-id: req-eaa67a3f-3568-4728-9369-3eceb06d26ce {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:43:52.097047 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:43:52.097304 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eaa67a3f-3568-4728-9369-3eceb06d26ce {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:43:52.097717 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'status': 'completed', 'code': 200} Jul 14 11:43:52.246128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2bef0-19dd-48a8-9a1c-2c3913563110 req-204ae040-843b-4128-b5ac-d3999f84eec4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:52.258952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ad2bef0-19dd-48a8-9a1c-2c3913563110 req-204ae040-843b-4128-b5ac-d3999f84eec4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 1.0365353 Jul 14 11:43:52.308874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:52.322659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-374f744a-696c-48d6-9766-98313a91df81 None None] Provisioning complete for port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:52.323042 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-374f744a-696c-48d6-9766-98313a91df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.339881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.374364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ad2bef0-19dd-48a8-9a1c-2c3913563110 req-d311a3cf-f6e2-456f-9968-fc93260dbf56 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107273 Jul 14 11:43:52.376792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.410936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Pushing event updated for resources: {'Port': ['ID=30ed6f80-2812-438f-8618-671888446cb4,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:52.419226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:52.422975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:52.455049 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.534740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-a112c159-efc7-4e32-a483-35860a1133ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:52.534740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-a112c159-efc7-4e32-a483-35860a1133ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:52.538067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-a112c159-efc7-4e32-a483-35860a1133ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:52.538067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-a112c159-efc7-4e32-a483-35860a1133ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:52.539224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-a112c159-efc7-4e32-a483-35860a1133ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:52.543303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-a112c159-efc7-4e32-a483-35860a1133ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 4362 time: 0.4540768 Jul 14 11:43:52.615956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.643792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Attempting to bind port 30ed6f80-2812-438f-8618-671888446cb4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:52.644618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Attempting to bind port 30ed6f80-2812-438f-8618-671888446cb4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '7c8862e3-c537-4b9a-b548-d192e312fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ae03a336-3ea5-4e6e-8dda-6b2976bb1c35'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:52.645006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Attempting to bind port 30ed6f80-2812-438f-8618-671888446cb4 on network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:52.651695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:52.652039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Checking segment: {'id': '7c8862e3-c537-4b9a-b548-d192e312fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ae03a336-3ea5-4e6e-8dda-6b2976bb1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:52.652458 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.652963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Bound using segment: {'id': '7c8862e3-c537-4b9a-b548-d192e312fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ae03a336-3ea5-4e6e-8dda-6b2976bb1c35'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:52.653431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Bound port: 30ed6f80-2812-438f-8618-671888446cb4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8862e3-c537-4b9a-b548-d192e312fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ae03a336-3ea5-4e6e-8dda-6b2976bb1c35'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:52.664128 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:52.881666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] For port 30ed6f80-2812-438f-8618-671888446cb4, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:52.887526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] For port 30ed6f80-2812-438f-8618-671888446cb4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=30ed6f80-2812-438f-8618-671888446cb4,segment=NetworkSegment(7c8862e3-c537-4b9a-b548-d192e312fc6b),segment_id=7c8862e3-c537-4b9a-b548-d192e312fc6b)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:52.896295 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:53.026442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-29e65b72-ece0-43e5-a761-4f2c629ab552 None None] Provisioning complete for port 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:53.026822 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-29e65b72-ece0-43e5-a761-4f2c629ab552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:53.123023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d12907-a9f3-4c24-b526-bf793a59cfbe None None] Pushing event updated for resources: {'Port': ['ID=30ed6f80-2812-438f-8618-671888446cb4,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:53.144578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-29e65b72-ece0-43e5-a761-4f2c629ab552 None None] Port 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:53.170848 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:53.318129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 2001:db8::1 (ae03a336-3ea5-4e6e-8dda-6b2976bb1c35/a4613b70-d893-4d99-9649-4c3ca5944f21/bbd70021-ad7e-48ad-8f6b-06e10f12fcda) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:53.690844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0094bb7e-c391-4c41-9d68-a58018a1305b {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:43:53.700960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:53.717590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:53.728052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Transition to ACTIVE for port object 0094bb7e-c391-4c41-9d68-a58018a1305b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:53.741209 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Transition to ACTIVE for port object bbd70021-ad7e-48ad-8f6b-06e10f12fcda will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:53.832232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:53.938896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:53.982093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.25.2.49 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/9f6cdc19-4ef8-41a0-916e-476507ee9de0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:54.119561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:54.190265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebeff8-30e4-46aa-b1f9-9bb5c6e09632 req-da1a4c76-bad8-4e95-ac5d-c99c95d3a7ac tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:54.207621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebeff8-30e4-46aa-b1f9-9bb5c6e09632 req-da1a4c76-bad8-4e95-ac5d-c99c95d3a7ac tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:54.230887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebeff8-30e4-46aa-b1f9-9bb5c6e09632 req-da1a4c76-bad8-4e95-ac5d-c99c95d3a7ac tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:54.255603 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebeff8-30e4-46aa-b1f9-9bb5c6e09632 req-da1a4c76-bad8-4e95-ac5d-c99c95d3a7ac tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:54.277911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebeff8-30e4-46aa-b1f9-9bb5c6e09632 req-da1a4c76-bad8-4e95-ac5d-c99c95d3a7ac tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:54.293904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9aebeff8-30e4-46aa-b1f9-9bb5c6e09632 req-da1a4c76-bad8-4e95-ac5d-c99c95d3a7ac tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 3827 time: 1.0232646 Jul 14 11:43:54.359705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-8a4f5c65-de13-46eb-8ef2-94a0688a99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:54.360289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-8a4f5c65-de13-46eb-8ef2-94a0688a99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:54.360912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-8a4f5c65-de13-46eb-8ef2-94a0688a99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:54.383007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-8a4f5c65-de13-46eb-8ef2-94a0688a99b6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=db806cdd1b7344bea62d01e55b327a3b&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.7481103 Jul 14 11:43:54.544602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:54.551715 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:54.641510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:54.656695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:54.657546 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:54.751622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:54.778692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:54.795590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:54.804928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:54.877525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 30ed6f80-2812-438f-8618-671888446cb4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:54.912621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:54.952051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:54.955679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9aebeff8-30e4-46aa-b1f9-9bb5c6e09632 req-992dcb99-c758-4abb-8490-b4c9fa9f42a1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6269298 Jul 14 11:43:54.999952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 30ed6f80-2812-438f-8618-671888446cb4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:55.029018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c6356-c456-4e51-bcb1-4fec9cbe7b9e None None] Network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:43:55.051233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=bbd70021-ad7e-48ad-8f6b-06e10f12fcda,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:55.054551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:43:55.071633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Pushing event updated for resources: {'Port': ['ID=0094bb7e-c391-4c41-9d68-a58018a1305b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:55.108465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-daf62235-1f32-453d-b706-5c215c472c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:55.110193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a41fe669-7f82-4a02-967b-bc6e9de49686 req-daf62235-1f32-453d-b706-5c215c472c03 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6845407 Jul 14 11:43:55.126161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d815cc8-5f60-4480-bb33-32ae86e59e7f req-70bb49bf-4799-448d-977e-95d92f0ae6c8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:55.128173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d815cc8-5f60-4480-bb33-32ae86e59e7f req-70bb49bf-4799-448d-977e-95d92f0ae6c8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 1.3949707 Jul 14 11:43:55.168475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4f36f57e-7d77-4541-aae3-ab9190b296bd None None] Provisioning for port 30ed6f80-2812-438f-8618-671888446cb4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:55.181579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4f36f57e-7d77-4541-aae3-ab9190b296bd None None] Provisioning complete for port 30ed6f80-2812-438f-8618-671888446cb4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:55.181963 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f36f57e-7d77-4541-aae3-ab9190b296bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:55.221708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Attempting to bind port 0094bb7e-c391-4c41-9d68-a58018a1305b on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:55.222057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Attempting to bind port 0094bb7e-c391-4c41-9d68-a58018a1305b by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:55.222402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Attempting to bind port 0094bb7e-c391-4c41-9d68-a58018a1305b on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:55.294810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Port 0094bb7e-c391-4c41-9d68-a58018a1305b on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:43:55.295013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Attempting to bind port 0094bb7e-c391-4c41-9d68-a58018a1305b on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:55.309662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:55.310037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Checking segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:55.310419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Bound using segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:55.311068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Bound port: 0094bb7e-c391-4c41-9d68-a58018a1305b, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:55.311626 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:55.336509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d815cc8-5f60-4480-bb33-32ae86e59e7f req-38038d95-1d38-4641-95eb-1afe0093b46d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929934 Jul 14 11:43:55.449569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] For port 0094bb7e-c391-4c41-9d68-a58018a1305b, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:55.466581 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f36f57e-7d77-4541-aae3-ab9190b296bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:55.470905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] For port 0094bb7e-c391-4c41-9d68-a58018a1305b, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0094bb7e-c391-4c41-9d68-a58018a1305b,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:55.485768 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:55.527357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4f36f57e-7d77-4541-aae3-ab9190b296bd None None] For port 30ed6f80-2812-438f-8618-671888446cb4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=30ed6f80-2812-438f-8618-671888446cb4,segment=NetworkSegment(7c8862e3-c537-4b9a-b548-d192e312fc6b),segment_id=7c8862e3-c537-4b9a-b548-d192e312fc6b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:55.632040 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f36f57e-7d77-4541-aae3-ab9190b296bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:55.657969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:55.658607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:55.683516 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] 10.222.0.45 "PUT /v2.0/ports/0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 200 len: 1136 time: 3.7494016 Jul 14 11:43:55.687896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '0094bb7e-c391-4c41-9d68-a58018a1305b'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:43:55.705814 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "0094bb7e-c391-4c41-9d68-a58018a1305b"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:43:55.741112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:55.858005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36f57e-7d77-4541-aae3-ab9190b296bd None None] Pushing event updated for resources: {'Port': ['ID=30ed6f80-2812-438f-8618-671888446cb4,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:55.874025 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19976d9-ece4-4a7d-a4ef-f4f097a82b4e x-openstack-request-id: req-f19976d9-ece4-4a7d-a4ef-f4f097a82b4e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:43:55.879917 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "0094bb7e-c391-4c41-9d68-a58018a1305b", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:43:55.880310 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f19976d9-ece4-4a7d-a4ef-f4f097a82b4e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:43:55.881302 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '0094bb7e-c391-4c41-9d68-a58018a1305b', 'status': 'completed', 'code': 200} Jul 14 11:43:56.002481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58798088-bbef-4bc6-804d-1ebd41639571 service neutron] Pushing event updated for resources: {'Port': ['ID=0094bb7e-c391-4c41-9d68-a58018a1305b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:56.114143 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:56.144741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-6972bed1-5be1-4a5e-b44c-e2bcf57639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:56.145226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-6972bed1-5be1-4a5e-b44c-e2bcf57639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:56.145723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-6972bed1-5be1-4a5e-b44c-e2bcf57639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:56.146727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-6972bed1-5be1-4a5e-b44c-e2bcf57639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:56.147259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-6972bed1-5be1-4a5e-b44c-e2bcf57639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:56.147760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-6972bed1-5be1-4a5e-b44c-e2bcf57639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:56.149817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-6972bed1-5be1-4a5e-b44c-e2bcf57639a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5291 time: 0.2653737 Jul 14 11:43:56.211405 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:56.394182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=9f6cdc19-4ef8-41a0-916e-476507ee9de0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:56.463154 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ab93fd84-e1f5-4c9f-b702-dbdd15dbb5b0 None None] Provisioning complete for port 30ed6f80-2812-438f-8618-671888446cb4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:56.463531 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ab93fd84-e1f5-4c9f-b702-dbdd15dbb5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:56.544701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:56.563551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:56.660355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ab93fd84-e1f5-4c9f-b702-dbdd15dbb5b0 None None] Provisioning for port bbd70021-ad7e-48ad-8f6b-06e10f12fcda completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:43:56.664041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:56.666325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ab93fd84-e1f5-4c9f-b702-dbdd15dbb5b0 None None] Provisioning complete for port bbd70021-ad7e-48ad-8f6b-06e10f12fcda triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:56.666992 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ab93fd84-e1f5-4c9f-b702-dbdd15dbb5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:56.718477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ab93fd84-e1f5-4c9f-b702-dbdd15dbb5b0 None None] Port bbd70021-ad7e-48ad-8f6b-06e10f12fcda cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:56.780081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:56.804100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712212fa-8efd-4db4-8010-b98539a41ecf req-20420f00-9b18-48f9-b804-cc4da46a3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:56.806744 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-712212fa-8efd-4db4-8010-b98539a41ecf req-20420f00-9b18-48f9-b804-cc4da46a3f91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 1097 time: 0.5635703 Jul 14 11:43:56.835037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 30ed6f80-2812-438f-8618-671888446cb4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:56.947028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5c7b7c33-516d-4211-8896-83caaa0423b4 None None] Provisioning complete for port bbd70021-ad7e-48ad-8f6b-06e10f12fcda triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:56.947783 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5c7b7c33-516d-4211-8896-83caaa0423b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:56.981348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 30ed6f80-2812-438f-8618-671888446cb4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:56.982037 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:57.044916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-143cb18a-9c02-4c1b-98e2-56a7a55915b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.045444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-143cb18a-9c02-4c1b-98e2-56a7a55915b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.045855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-143cb18a-9c02-4c1b-98e2-56a7a55915b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.048137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-143cb18a-9c02-4c1b-98e2-56a7a55915b6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=db806cdd1b7344bea62d01e55b327a3b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7507856 Jul 14 11:43:57.100323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b7c33-516d-4211-8896-83caaa0423b4 None None] Port bbd70021-ad7e-48ad-8f6b-06e10f12fcda cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:57.277641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-d280322c-a054-4692-a426-d1bff54f9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.279253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ace0a724-3dd2-45b5-87c5-1e396f3d5cb7 req-d280322c-a054-4692-a426-d1bff54f9d79 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1875975 Jul 14 11:43:57.320533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74141f-3c5d-436d-86b8-8541660d0dff req-466ae0fb-cf3f-47f9-a9c2-4031210b8b7f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.328232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74141f-3c5d-436d-86b8-8541660d0dff req-466ae0fb-cf3f-47f9-a9c2-4031210b8b7f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.331101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-40d6f274-6273-4e66-870a-9d13ec831b83 None None] Provisioning complete for port 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:57.334519 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40d6f274-6273-4e66-870a-9d13ec831b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:57.337697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74141f-3c5d-436d-86b8-8541660d0dff req-466ae0fb-cf3f-47f9-a9c2-4031210b8b7f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.343892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74141f-3c5d-436d-86b8-8541660d0dff req-466ae0fb-cf3f-47f9-a9c2-4031210b8b7f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.351732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74141f-3c5d-436d-86b8-8541660d0dff req-466ae0fb-cf3f-47f9-a9c2-4031210b8b7f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.358727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74141f-3c5d-436d-86b8-8541660d0dff req-466ae0fb-cf3f-47f9-a9c2-4031210b8b7f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.368053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf74141f-3c5d-436d-86b8-8541660d0dff req-466ae0fb-cf3f-47f9-a9c2-4031210b8b7f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 4605 time: 1.0843892 Jul 14 11:43:57.436929 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d64f-5624-4099-91db-97905aa719ad req-3864dcc0-095d-492f-9513-ed3188ed5537 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.437972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-40d6f274-6273-4e66-870a-9d13ec831b83 None None] Port 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:57.439828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70f7d64f-5624-4099-91db-97905aa719ad req-3864dcc0-095d-492f-9513-ed3188ed5537 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.3898487 Jul 14 11:43:57.456313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf74141f-3c5d-436d-86b8-8541660d0dff req-3af2e1b6-963c-481a-9966-a3044056cac0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872347 Jul 14 11:43:57.507312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712212fa-8efd-4db4-8010-b98539a41ecf req-0e605f79-eb6b-4d34-b782-bc2e362056cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.508962 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-712212fa-8efd-4db4-8010-b98539a41ecf req-0e605f79-eb6b-4d34-b782-bc2e362056cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.6542196 Jul 14 11:43:57.524489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70f7d64f-5624-4099-91db-97905aa719ad req-ff132500-d4eb-42c9-be1c-5db19a9a1aa1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Jul 14 11:43:57.625162 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-712212fa-8efd-4db4-8010-b98539a41ecf req-533d60c0-de47-4395-a488-09f0b94b0ac3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a HTTP/1.1" status: 200 len: 217 time: 0.0493023 Jul 14 11:43:57.629758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f597a0e6-cf6c-40a4-bc55-e263e4691a26 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:43:57.640543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:57.655737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Transition to ACTIVE for port object f597a0e6-cf6c-40a4-bc55-e263e4691a26 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:57.669370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:57.694053 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:57.744636 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712212fa-8efd-4db4-8010-b98539a41ecf req-0574cf74-f401-4887-b9ba-7cd42eefd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:57.751307 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-712212fa-8efd-4db4-8010-b98539a41ecf req-0574cf74-f401-4887-b9ba-7cd42eefd59d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.1161494 Jul 14 11:43:57.784157 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:57.815514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:57.816555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:57.822451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Pushing event updated for resources: {'Port': ['ID=f597a0e6-cf6c-40a4-bc55-e263e4691a26,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:57.832777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Router 25b6654a-982d-4e9a-a270-68b64f85cdd4 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:43:57.850490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Attempting to bind port f597a0e6-cf6c-40a4-bc55-e263e4691a26 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:57.851071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Attempting to bind port f597a0e6-cf6c-40a4-bc55-e263e4691a26 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:57.851589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Attempting to bind port f597a0e6-cf6c-40a4-bc55-e263e4691a26 on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:57.857067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Port f597a0e6-cf6c-40a4-bc55-e263e4691a26 on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:43:57.858824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Attempting to bind port f597a0e6-cf6c-40a4-bc55-e263e4691a26 on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:57.866774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:57.867376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Checking segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:57.868256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Bound using segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:57.870711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Bound port: f597a0e6-cf6c-40a4-bc55-e263e4691a26, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:57.871356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:58.002455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] For port f597a0e6-cf6c-40a4-bc55-e263e4691a26, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:58.006765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] For port f597a0e6-cf6c-40a4-bc55-e263e4691a26, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:58.021429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:58.111476 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:58.121399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.122037 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:58.124965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] 10.222.0.45 "PUT /v2.0/ports/f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 200 len: 1135 time: 2.3884170 Jul 14 11:43:58.125609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': 'f597a0e6-cf6c-40a4-bc55-e263e4691a26'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:43:58.128249 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c0918a-32e9-4c10-8d77-ebf7622aa05b" -d '{"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "f597a0e6-cf6c-40a4-bc55-e263e4691a26"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:43:58.141355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edc8aa-3f09-443c-a005-864b33a51c74 service neutron] Pushing event updated for resources: {'Port': ['ID=f597a0e6-cf6c-40a4-bc55-e263e4691a26,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:58.172405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:43:58.188688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=bbd70021-ad7e-48ad-8f6b-06e10f12fcda,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:58.233557 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4743e9-be82-4777-b24c-d216c41055fc x-openstack-request-id: req-1e4743e9-be82-4777-b24c-d216c41055fc {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:43:58.233857 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "f597a0e6-cf6c-40a4-bc55-e263e4691a26", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:43:58.234106 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e4743e9-be82-4777-b24c-d216c41055fc {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:43:58.234506 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': 'f597a0e6-cf6c-40a4-bc55-e263e4691a26', 'status': 'completed', 'code': 200} Jul 14 11:43:58.263109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:58.326426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:43:58.334451 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4a6ed1bd-ad43-4f23-9d0d-1ad7bbd82933 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "PUT /v2.0/routers/25b6654a-982d-4e9a-a270-68b64f85cdd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4585435 Jul 14 11:43:58.344647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6b170-0658-4f05-81cc-d3e491a414c9 None None] Sync routers for ids ['25b6654a-982d-4e9a-a270-68b64f85cdd4'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:43:58.360284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6b170-0658-4f05-81cc-d3e491a414c9 None None] Routers {'25b6654a-982d-4e9a-a270-68b64f85cdd4'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:58.360960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-69d6b170-0658-4f05-81cc-d3e491a414c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['25b6654a-982d-4e9a-a270-68b64f85cdd4'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:58.370099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57630) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:58.436243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712212fa-8efd-4db4-8010-b98539a41ecf req-60760c3e-f74a-465d-84f8-e64d0f70f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.438534 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-712212fa-8efd-4db4-8010-b98539a41ecf req-60760c3e-f74a-465d-84f8-e64d0f70f29f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6401393 Jul 14 11:43:58.486557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-69d6b170-0658-4f05-81cc-d3e491a414c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:58.518550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6b170-0658-4f05-81cc-d3e491a414c9 None None] Routers {'25b6654a-982d-4e9a-a270-68b64f85cdd4'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:43:58.520239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-69d6b170-0658-4f05-81cc-d3e491a414c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['25b6654a-982d-4e9a-a270-68b64f85cdd4'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:58.539654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:58.571542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-69d6b170-0658-4f05-81cc-d3e491a414c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:43:58.572361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6b170-0658-4f05-81cc-d3e491a414c9 None None] The sync data for ids ['25b6654a-982d-4e9a-a270-68b64f85cdd4'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:43:58.608561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-3a59f2b7-61d2-4898-b575-faeffd4195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.609178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-3a59f2b7-61d2-4898-b575-faeffd4195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.609725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-3a59f2b7-61d2-4898-b575-faeffd4195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.610394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-3a59f2b7-61d2-4898-b575-faeffd4195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.610934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-3a59f2b7-61d2-4898-b575-faeffd4195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.611627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-3a59f2b7-61d2-4898-b575-faeffd4195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.612339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-3a59f2b7-61d2-4898-b575-faeffd4195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.615748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-3a59f2b7-61d2-4898-b575-faeffd4195b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6219 time: 0.3326182 Jul 14 11:43:58.940265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-57252382-9c34-4448-b231-2f3015ea097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.940773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-57252382-9c34-4448-b231-2f3015ea097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.941261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-57252382-9c34-4448-b231-2f3015ea097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:58.942862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-57252382-9c34-4448-b231-2f3015ea097d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=db806cdd1b7344bea62d01e55b327a3b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2841771 Jul 14 11:43:59.077482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa8e9-5907-4347-a090-7ce1df617f61 req-dfd065a1-e8a9-4798-b36c-8b18d3279dcc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.083483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa8e9-5907-4347-a090-7ce1df617f61 req-dfd065a1-e8a9-4798-b36c-8b18d3279dcc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.089558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa8e9-5907-4347-a090-7ce1df617f61 req-dfd065a1-e8a9-4798-b36c-8b18d3279dcc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.095342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa8e9-5907-4347-a090-7ce1df617f61 req-dfd065a1-e8a9-4798-b36c-8b18d3279dcc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.101431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa8e9-5907-4347-a090-7ce1df617f61 req-dfd065a1-e8a9-4798-b36c-8b18d3279dcc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.107287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa8e9-5907-4347-a090-7ce1df617f61 req-dfd065a1-e8a9-4798-b36c-8b18d3279dcc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.113403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa8e9-5907-4347-a090-7ce1df617f61 req-dfd065a1-e8a9-4798-b36c-8b18d3279dcc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.115880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07efa8e9-5907-4347-a090-7ce1df617f61 req-dfd065a1-e8a9-4798-b36c-8b18d3279dcc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5382 time: 0.4021816 Jul 14 11:43:59.138900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:59.162896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7d38b5-fd37-405f-bfbd-65746c753379 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.165778 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6e7d38b5-fd37-405f-bfbd-65746c753379 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports?device_id=25b6654a-982d-4e9a-a270-68b64f85cdd4 HTTP/1.1" status: 200 len: 987 time: 0.7938573 Jul 14 11:43:59.167236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:59.171624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57682) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:43:59.198477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8b6d3-9904-40ec-8473-eb99092e2261 req-a4d97263-9dae-495a-bcdf-e1c816c69d1e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.205617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36c8b6d3-9904-40ec-8473-eb99092e2261 req-a4d97263-9dae-495a-bcdf-e1c816c69d1e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 946 time: 0.4250383 Jul 14 11:43:59.230958 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-712212fa-8efd-4db4-8010-b98539a41ecf req-b8c411af-1006-45b0-b0d7-54b8ce7c9ffd service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733629 Jul 14 11:43:59.394688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07efa8e9-5907-4347-a090-7ce1df617f61 req-08863697-58fb-48e2-a09c-e32aed2d9131 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2669840 Jul 14 11:43:59.413482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:59.414024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-985ccf81-0618-4aaa-a1c0-ef5c3597a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:43:59.415713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71c0918a-32e9-4c10-8d77-ebf7622aa05b req-985ccf81-0618-4aaa-a1c0-ef5c3597a785 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4582446 Jul 14 11:43:59.420285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cbb329ce-ba15-42ba-990f-10f6596f2d8a no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:43:59.459373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36c8b6d3-9904-40ec-8473-eb99092e2261 req-b51d222e-d4c7-474c-8462-dcf12d652349 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527063 Jul 14 11:43:59.527250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:59.552468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49913f77-9877-4365-aa9e-2faa940f36fc {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:43:59.565209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:59.578287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Transition to ACTIVE for port object 49913f77-9877-4365-aa9e-2faa940f36fc will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:43:59.610204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:59.649849 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:59.681297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Pushing event updated for resources: {'Port': ['ID=49913f77-9877-4365-aa9e-2faa940f36fc,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:59.715817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e07e791f-dc9d-4f16-a57d-723c7147124b None None] Provisioning complete for port bbd70021-ad7e-48ad-8f6b-06e10f12fcda triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:43:59.716701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e07e791f-dc9d-4f16-a57d-723c7147124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:59.719186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:43:59.728723 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d628d-8af4-4b91-aef0-514a40d88aa7" -d '{"events": [{"server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:43:59.758841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=9f6cdc19-4ef8-41a0-916e-476507ee9de0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:59.785689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:59.802896 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:59.808906 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:59.818096 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14408714-4f79-4e57-b941-8c1c3a97b337 x-openstack-request-id: req-14408714-4f79-4e57-b941-8c1c3a97b337 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:43:59.818797 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:43:59.819798 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-14408714-4f79-4e57-b941-8c1c3a97b337 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:43:59.820856 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a', 'code': 200} Jul 14 11:43:59.853238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e07e791f-dc9d-4f16-a57d-723c7147124b None None] Port bbd70021-ad7e-48ad-8f6b-06e10f12fcda cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:43:59.864909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Attempting to bind port 49913f77-9877-4365-aa9e-2faa940f36fc on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:43:59.865337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Attempting to bind port 49913f77-9877-4365-aa9e-2faa940f36fc by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:43:59.865678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Attempting to bind port 49913f77-9877-4365-aa9e-2faa940f36fc on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:59.881663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Port 49913f77-9877-4365-aa9e-2faa940f36fc on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:43:59.882006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Attempting to bind port 49913f77-9877-4365-aa9e-2faa940f36fc on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:43:59.885240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cbb329ce-ba15-42ba-990f-10f6596f2d8a,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:59.898482 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-712212fa-8efd-4db4-8010-b98539a41ecf req-0be8e9a9-7421-4489-96f1-c9ffe41d8515 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034029 Jul 14 11:43:59.909522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:43:59.909866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Checking segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:43:59.910258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Bound using segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:43:59.910708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Bound port: 49913f77-9877-4365-aa9e-2faa940f36fc, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:43:59.911067 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:43:59.933372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router cd63458e-248f-4f20-ac8c-3a14d5d11a83 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:43:59.963980 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:44:00.004960 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP 4d52477b-3ada-4f4a-a923-d65dd6898583 associated. External IP: 172.25.2.49, port: 3c5d89b1-d4b4-4416-bb79-d2ec430b76d2. Jul 14 11:44:00.032863 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] For port 49913f77-9877-4365-aa9e-2faa940f36fc, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:00.035071 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:00.039489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] For port 49913f77-9877-4365-aa9e-2faa940f36fc, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49913f77-9877-4365-aa9e-2faa940f36fc,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:00.112198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:00.160244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.161108 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:00.163548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] 10.222.0.45 "PUT /v2.0/ports/49913f77-9877-4365-aa9e-2faa940f36fc HTTP/1.1" status: 200 len: 1090 time: 1.9966800 Jul 14 11:44:00.193882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:00.199421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:00.201085 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a02ae61b-9b11-4820-a016-9a11129bb9d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/cd63458e-248f-4f20-ac8c-3a14d5d11a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1992202 Jul 14 11:44:00.203493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57688) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:00.206775 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e5317-34d7-41b8-a298-ee6e087003f0 None None] Sync routers for ids ['cd63458e-248f-4f20-ac8c-3a14d5d11a83'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:00.228712 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e5317-34d7-41b8-a298-ee6e087003f0 None None] Routers {'cd63458e-248f-4f20-ac8c-3a14d5d11a83'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:00.229260 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-155e5317-34d7-41b8-a298-ee6e087003f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['cd63458e-248f-4f20-ac8c-3a14d5d11a83'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:00.238251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '49913f77-9877-4365-aa9e-2faa940f36fc'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:00.241201 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32355f01-c021-4ee0-a8c8-0201c44b0f28" -d '{"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "49913f77-9877-4365-aa9e-2faa940f36fc"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:00.278328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303ce34-8bf5-4285-9bb2-2c377e8571c0 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.279835 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2303ce34-8bf5-4285-9bb2-2c377e8571c0 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports/bbd70021-ad7e-48ad-8f6b-06e10f12fcda HTTP/1.1" status: 200 len: 911 time: 0.0753715 Jul 14 11:44:00.283610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca584c94-2d2d-4ff3-be57-36cd7012a115 service neutron] Pushing event updated for resources: {'Port': ['ID=49913f77-9877-4365-aa9e-2faa940f36fc,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:00.287611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57692) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:00.321286 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-155e5317-34d7-41b8-a298-ee6e087003f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:00.339291 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a4e155-e7af-4e91-9b25-d0403fdf98d4 x-openstack-request-id: req-a3a4e155-e7af-4e91-9b25-d0403fdf98d4 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:00.339585 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "49913f77-9877-4365-aa9e-2faa940f36fc", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:00.339905 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3a4e155-e7af-4e91-9b25-d0403fdf98d4 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:00.340156 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e5317-34d7-41b8-a298-ee6e087003f0 None None] Routers {'cd63458e-248f-4f20-ac8c-3a14d5d11a83'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:00.340282 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '49913f77-9877-4365-aa9e-2faa940f36fc', 'status': 'completed', 'code': 200} Jul 14 11:44:00.341355 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-155e5317-34d7-41b8-a298-ee6e087003f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['cd63458e-248f-4f20-ac8c-3a14d5d11a83'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:00.419876 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-155e5317-34d7-41b8-a298-ee6e087003f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:00.422847 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e5317-34d7-41b8-a298-ee6e087003f0 None None] The sync data for ids ['cd63458e-248f-4f20-ac8c-3a14d5d11a83'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:00.582378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-e337c29c-45be-4e07-9866-fa4233673f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.583021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-e337c29c-45be-4e07-9866-fa4233673f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.584317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-e337c29c-45be-4e07-9866-fa4233673f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.584817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-e337c29c-45be-4e07-9866-fa4233673f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.585300 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-e337c29c-45be-4e07-9866-fa4233673f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.585830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-e337c29c-45be-4e07-9866-fa4233673f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.586319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-e337c29c-45be-4e07-9866-fa4233673f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.588632 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-e337c29c-45be-4e07-9866-fa4233673f94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6286 time: 0.2459891 Jul 14 11:44:00.653422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:00.874208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-ec380eda-77a1-48de-86df-2a7abacb7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.874611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-ec380eda-77a1-48de-86df-2a7abacb7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.875094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-ec380eda-77a1-48de-86df-2a7abacb7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:00.876801 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-ec380eda-77a1-48de-86df-2a7abacb7697 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=db806cdd1b7344bea62d01e55b327a3b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2790303 Jul 14 11:44:00.928872 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:00.958037 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:00.975654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dfdd1-2b2d-4753-8e6d-cc7b4b0992d8 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:00.989808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2dfdd1-2b2d-4753-8e6d-cc7b4b0992d8 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:00.990763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5c2dfdd1-2b2d-4753-8e6d-cc7b4b0992d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:01.027730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5c2dfdd1-2b2d-4753-8e6d-cc7b4b0992d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:01.037491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2dfdd1-2b2d-4753-8e6d-cc7b4b0992d8 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:01.038371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5c2dfdd1-2b2d-4753-8e6d-cc7b4b0992d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:01.078648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5c2dfdd1-2b2d-4753-8e6d-cc7b4b0992d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:01.079398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dfdd1-2b2d-4753-8e6d-cc7b4b0992d8 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:01.099770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.126418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0b43-71ca-4310-bccc-284261e686f0 req-68364a14-72ca-4b03-8ffc-29bac68b0c8d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.127954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec1f0b43-71ca-4310-bccc-284261e686f0 req-68364a14-72ca-4b03-8ffc-29bac68b0c8d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 944 time: 0.3411217 Jul 14 11:44:01.150403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9f9-62f2-472c-bec6-ecd4dc587833 req-610f13fb-1aa6-498f-af1e-5532042a6a1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.150627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-b3f74c3f-d5bc-48a5-9992-66dc62a62ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.152016 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-32355f01-c021-4ee0-a8c8-0201c44b0f28 req-b3f74c3f-d5bc-48a5-9992-66dc62a62ef0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2670321 Jul 14 11:44:01.156389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9f9-62f2-472c-bec6-ecd4dc587833 req-610f13fb-1aa6-498f-af1e-5532042a6a1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.163092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9f9-62f2-472c-bec6-ecd4dc587833 req-610f13fb-1aa6-498f-af1e-5532042a6a1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.169289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9f9-62f2-472c-bec6-ecd4dc587833 req-610f13fb-1aa6-498f-af1e-5532042a6a1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.171469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4337e9b1-2b63-4301-8afb-290aa6c36769 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.0868530 Jul 14 11:44:01.174630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57700) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:01.175285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9f9-62f2-472c-bec6-ecd4dc587833 req-610f13fb-1aa6-498f-af1e-5532042a6a1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.180813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-79892719'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:01.182336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9f9-62f2-472c-bec6-ecd4dc587833 req-610f13fb-1aa6-498f-af1e-5532042a6a1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.188324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9f9-62f2-472c-bec6-ecd4dc587833 req-610f13fb-1aa6-498f-af1e-5532042a6a1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.190300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5968f9f9-62f2-472c-bec6-ecd4dc587833 req-610f13fb-1aa6-498f-af1e-5532042a6a1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5394 time: 0.4304116 Jul 14 11:44:01.202978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Made reservation on behalf of 8c9cd262477f4370a888296978cf7f8c for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:01.207782 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.235588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:44:01.246936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.247336 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Added segment 524c1d26-b39a-420c-8455-70bfdb0c1f1c of type vlan for network 17a02e5c-669b-4038-8d91-b30c745a1b3a Jul 14 11:44:01.297160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.336968 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.344672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.345321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.415049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec1f0b43-71ca-4310-bccc-284261e686f0 req-85df02c7-01e4-48ed-84d6-ba9c8733c78b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197266 Jul 14 11:44:01.416268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2405162 Jul 14 11:44:01.416888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57702) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:01.430556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'subnet': {'network_id': '17a02e5c-669b-4038-8d91-b30c745a1b3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:01.432870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5968f9f9-62f2-472c-bec6-ecd4dc587833 req-0f57ead8-6659-4a96-9c39-5a6072d8cedf tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1856570 Jul 14 11:44:01.497510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181e4a2-ff46-4fcd-bd00-4d3ebd8caa14 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Network': ['ID=17a02e5c-669b-4038-8d91-b30c745a1b3a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:01.511754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 17a02e5c-669b-4038-8d91-b30c745a1b3a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:44:01.517956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:01.518524 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.592769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Made reservation on behalf of 8c9cd262477f4370a888296978cf7f8c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:01.596882 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.704238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a00a0e-9792-427c-ba24-b22b2019c83d {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:01.721003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.726199 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.763576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:01.776754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Transition to ACTIVE for port object 18a00a0e-9792-427c-ba24-b22b2019c83d will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:01.784960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.814386 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.884392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Subnet': ['ID=a1e3a8a7-b602-481f-b0ba-7d84026c45ed,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:01.895932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Checking segment: {'id': '524c1d26-b39a-420c-8455-70bfdb0c1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17a02e5c-669b-4038-8d91-b30c745a1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:01.896390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network hostable DHCP agents. Network: 17a02e5c-669b-4038-8d91-b30c745a1b3a, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:44:01.900211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Pushing event updated for resources: {'Port': ['ID=18a00a0e-9792-427c-ba24-b22b2019c83d,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:01.917951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 17a02e5c-669b-4038-8d91-b30c745a1b3a is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:44:01.929993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 17a02e5c-669b-4038-8d91-b30c745a1b3a) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:01.940040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd99332-51a0-4ef3-9368-a6fb4ae89c6b None None] Network 17a02e5c-669b-4038-8d91-b30c745a1b3a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:01.946945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:01.947685 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.956204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:01.973475 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d6d9dc65-f94a-4657-8d4c-cdf37ed1e93b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5517409 Jul 14 11:44:01.977627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57706) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:01.982794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-191990794', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:02.036407 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.040035 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.139153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.175842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-17a02e5c-669b-4038-8d91-b30c745a1b3a', 'network_id': '17a02e5c-669b-4038-8d91-b30c745a1b3a', 'tenant_id': '8c9cd262477f4370a888296978cf7f8c', 'fixed_ips': [{'subnet_id': 'a1e3a8a7-b602-481f-b0ba-7d84026c45ed'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:44:02.177622 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.248798 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.354756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Allocated IP 172.20.0.2 (17a02e5c-669b-4038-8d91-b30c745a1b3a/a1e3a8a7-b602-481f-b0ba-7d84026c45ed/9127079e-4aee-43d9-bee0-6d2cb3eaa45c) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:02.373051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:02.374844 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.537896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.650020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Attempting to bind port 18a00a0e-9792-427c-ba24-b22b2019c83d on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:02.650498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Attempting to bind port 18a00a0e-9792-427c-ba24-b22b2019c83d by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:02.650958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Attempting to bind port 18a00a0e-9792-427c-ba24-b22b2019c83d on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:02.693239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Port 18a00a0e-9792-427c-ba24-b22b2019c83d on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:44:02.693433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Attempting to bind port 18a00a0e-9792-427c-ba24-b22b2019c83d on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:02.703481 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.730305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Transition to ACTIVE for port object 9127079e-4aee-43d9-bee0-6d2cb3eaa45c will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:02.753029 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Transition to ACTIVE for port object 9127079e-4aee-43d9-bee0-6d2cb3eaa45c will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:02.763596 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.789870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.790137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:02.790471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Checking segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:02.790952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Bound using segment: {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:02.791490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Bound port: 18a00a0e-9792-427c-ba24-b22b2019c83d, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9901fa96-ff99-4095-be5b-10c59142c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:02.791983 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.812707 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.816619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Network 17a02e5c-669b-4038-8d91-b30c745a1b3a is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:02.820652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:02.824397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:02.866000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Pushing event updated for resources: {'Port': ['ID=9127079e-4aee-43d9-bee0-6d2cb3eaa45c,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:02.910530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Attempting to bind port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:02.910907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Attempting to bind port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '524c1d26-b39a-420c-8455-70bfdb0c1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17a02e5c-669b-4038-8d91-b30c745a1b3a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:02.911273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Attempting to bind port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c on network 17a02e5c-669b-4038-8d91-b30c745a1b3a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:02.917084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:02.917463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Checking segment: {'id': '524c1d26-b39a-420c-8455-70bfdb0c1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17a02e5c-669b-4038-8d91-b30c745a1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:02.918067 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.918258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Bound using segment: {'id': '524c1d26-b39a-420c-8455-70bfdb0c1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17a02e5c-669b-4038-8d91-b30c745a1b3a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:02.918722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Bound port: 9127079e-4aee-43d9-bee0-6d2cb3eaa45c, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524c1d26-b39a-420c-8455-70bfdb0c1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17a02e5c-669b-4038-8d91-b30c745a1b3a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:02.919106 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:02.946888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.25.2.119 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/293cc898-b54d-436f-8381-13ef94ea1f5a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:02.986954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] For port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:02.990561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] For port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9127079e-4aee-43d9-bee0-6d2cb3eaa45c,segment=NetworkSegment(524c1d26-b39a-420c-8455-70bfdb0c1f1c),segment_id=524c1d26-b39a-420c-8455-70bfdb0c1f1c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:02.996257 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:03.065372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930e424-1d5f-432a-9fcc-a97921c02adf None None] Pushing event updated for resources: {'Port': ['ID=9127079e-4aee-43d9-bee0-6d2cb3eaa45c,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:03.076739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:03.122017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:03.172171 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:03.175166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:03.180006 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:03.185867 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=293cc898-b54d-436f-8381-13ef94ea1f5a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:03.446277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Router 25b6654a-982d-4e9a-a270-68b64f85cdd4 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:03.466751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fea61-75bc-4a6b-a739-2311188b5efa req-6fc6b3f5-2f67-485b-95a5-7a0554ec9104 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:03.468491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-322fea61-75bc-4a6b-a739-2311188b5efa req-6fc6b3f5-2f67-485b-95a5-7a0554ec9104 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 944 time: 0.8121181 Jul 14 11:44:03.479407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] For port 18a00a0e-9792-427c-ba24-b22b2019c83d, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:03.487714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] For port 18a00a0e-9792-427c-ba24-b22b2019c83d, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=18a00a0e-9792-427c-ba24-b22b2019c83d,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:03.514847 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:03.529226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127cf15-abb9-41ad-9332-ab8d59537276 req-8de6cd1f-d217-4d5d-9c4e-5cd9d5ffc795 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:03.535202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127cf15-abb9-41ad-9332-ab8d59537276 req-8de6cd1f-d217-4d5d-9c4e-5cd9d5ffc795 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:03.541321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127cf15-abb9-41ad-9332-ab8d59537276 req-8de6cd1f-d217-4d5d-9c4e-5cd9d5ffc795 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:03.547214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127cf15-abb9-41ad-9332-ab8d59537276 req-8de6cd1f-d217-4d5d-9c4e-5cd9d5ffc795 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:03.554086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127cf15-abb9-41ad-9332-ab8d59537276 req-8de6cd1f-d217-4d5d-9c4e-5cd9d5ffc795 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:03.560941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127cf15-abb9-41ad-9332-ab8d59537276 req-8de6cd1f-d217-4d5d-9c4e-5cd9d5ffc795 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:03.568728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127cf15-abb9-41ad-9332-ab8d59537276 req-8de6cd1f-d217-4d5d-9c4e-5cd9d5ffc795 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:03.572342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e127cf15-abb9-41ad-9332-ab8d59537276 req-8de6cd1f-d217-4d5d-9c4e-5cd9d5ffc795 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5406 time: 0.8709745 Jul 14 11:44:03.729234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-322fea61-75bc-4a6b-a739-2311188b5efa req-de4d9543-9124-4649-8c25-1758a0352d40 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473586 Jul 14 11:44:03.734203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:03.735120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:03.736906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] 10.222.0.45 "PUT /v2.0/ports/18a00a0e-9792-427c-ba24-b22b2019c83d HTTP/1.1" status: 200 len: 1091 time: 3.5427635 Jul 14 11:44:03.740902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:03.743784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '18a00a0e-9792-427c-ba24-b22b2019c83d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:03.773636 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3" -d '{"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "18a00a0e-9792-427c-ba24-b22b2019c83d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:03.774560 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d39604-d119-4563-b43e-8673f1e769c6 None None] Sync routers for ids ['25b6654a-982d-4e9a-a270-68b64f85cdd4'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:03.787659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:03.804885 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d39604-d119-4563-b43e-8673f1e769c6 None None] Routers {'25b6654a-982d-4e9a-a270-68b64f85cdd4'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:03.808511 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-32d39604-d119-4563-b43e-8673f1e769c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['25b6654a-982d-4e9a-a270-68b64f85cdd4'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:03.816835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-074b3860-fa7e-4c7c-858d-e6e02b586546 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "PUT /v2.0/routers/25b6654a-982d-4e9a-a270-68b64f85cdd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6416256 Jul 14 11:44:03.825459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57720) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:03.909171 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-32d39604-d119-4563-b43e-8673f1e769c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:03.920721 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d39604-d119-4563-b43e-8673f1e769c6 None None] Routers {'25b6654a-982d-4e9a-a270-68b64f85cdd4'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:03.921362 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-32d39604-d119-4563-b43e-8673f1e769c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['25b6654a-982d-4e9a-a270-68b64f85cdd4'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:03.933120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e127cf15-abb9-41ad-9332-ab8d59537276 req-2536a5af-0ec8-480c-a758-b1696c8f8339 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3476186 Jul 14 11:44:03.942246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1e22f-b976-4656-a3da-b6f9da646b0a service neutron] Pushing event updated for resources: {'Port': ['ID=18a00a0e-9792-427c-ba24-b22b2019c83d,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:03.951312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port bbd70021-ad7e-48ad-8f6b-06e10f12fcda {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:03.951870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:03.974991 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-32d39604-d119-4563-b43e-8673f1e769c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:03.976433 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d39604-d119-4563-b43e-8673f1e769c6 None None] The sync data for ids ['25b6654a-982d-4e9a-a270-68b64f85cdd4'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:04.029592 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40ee91e-fa00-419c-9843-5d26a14b0726 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:44:04.031302 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f40ee91e-fa00-419c-9843-5d26a14b0726 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/7138bd4b-3f0d-4a28-afa1-cf0fcf5673c2 HTTP/1.1" status: 404 len: 333 time: 0.1229765 Jul 14 11:44:04.035107 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383c0ff2-323a-47fc-a3ba-6729afaaf89d x-openstack-request-id: req-383c0ff2-323a-47fc-a3ba-6729afaaf89d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:04.035526 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "18a00a0e-9792-427c-ba24-b22b2019c83d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:04.035890 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-383c0ff2-323a-47fc-a3ba-6729afaaf89d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:04.036386 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '18a00a0e-9792-427c-ba24-b22b2019c83d', 'status': 'completed', 'code': 200} Jul 14 11:44:04.038093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57722) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:04.181501 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:04.209758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for bbd70021-ad7e-48ad-8f6b-06e10f12fcda owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:04.218270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:04.269517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8426a64-a298-4070-a9e5-b5a402d64e26 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:04.394413 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:04.464728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480d023-1ef2-4541-a121-d3fafe907b6a None None] Network 17a02e5c-669b-4038-8d91-b30c745a1b3a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:04.531464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-12ce2528-46ab-4301-8265-710eb9e44ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:04.532079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-12ce2528-46ab-4301-8265-710eb9e44ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:04.532672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-12ce2528-46ab-4301-8265-710eb9e44ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:04.533376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-12ce2528-46ab-4301-8265-710eb9e44ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:04.534098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-12ce2528-46ab-4301-8265-710eb9e44ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:04.534689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-12ce2528-46ab-4301-8265-710eb9e44ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:04.535294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-12ce2528-46ab-4301-8265-710eb9e44ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:04.539813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-12ce2528-46ab-4301-8265-710eb9e44ab6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6353 time: 0.4715674 Jul 14 11:44:04.543970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7ba376ea-5e25-4a35-a934-26da83c4c2d9 None None] Provisioning for port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:04.578206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed648d-afaf-4941-90f6-409de9484697 req-98c055fe-80b7-41d8-aa3f-b4dc3761a806 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:04.586132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17ed648d-afaf-4941-90f6-409de9484697 req-98c055fe-80b7-41d8-aa3f-b4dc3761a806 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.5480561 Jul 14 11:44:04.614561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8426a64-a298-4070-a9e5-b5a402d64e26 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:04.676873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8426a64-a298-4070-a9e5-b5a402d64e26 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:04.760062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17ed648d-afaf-4941-90f6-409de9484697 req-c5b8a2f2-ca76-43ed-a8af-786ff4fa7dd1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724098 Jul 14 11:44:04.795156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9127079e-4aee-43d9-bee0-6d2cb3eaa45c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:04.801114 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8426a64-a298-4070-a9e5-b5a402d64e26 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:04.801659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8426a64-a298-4070-a9e5-b5a402d64e26 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Fanout notify agent at l3_agent the message router_deleted on router 25b6654a-982d-4e9a-a270-68b64f85cdd4 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:44:04.814820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8426a64-a298-4070-a9e5-b5a402d64e26 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:04.819184 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c8426a64-a298-4070-a9e5-b5a402d64e26 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/routers/25b6654a-982d-4e9a-a270-68b64f85cdd4 HTTP/1.1" status: 204 len: 168 time: 0.7768157 Jul 14 11:44:04.819326 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:04.820683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57724) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:04.888482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=bbd70021-ad7e-48ad-8f6b-06e10f12fcda,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:04.980960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.981807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.983427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.984165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.984711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.986775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.987357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.988168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.989934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.990610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.991163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.993262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:04.995183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:05.001365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:05.001632 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.125110 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.157573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-50ec3226-598d-415d-a719-ae21eb73c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.163625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9127079e-4aee-43d9-bee0-6d2cb3eaa45c,segment=NetworkSegment(524c1d26-b39a-420c-8455-70bfdb0c1f1c),segment_id=524c1d26-b39a-420c-8455-70bfdb0c1f1c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:05.165035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-50ec3226-598d-415d-a719-ae21eb73c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.166008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-50ec3226-598d-415d-a719-ae21eb73c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.169708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.175041 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-50ec3226-598d-415d-a719-ae21eb73c9c4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=db806cdd1b7344bea62d01e55b327a3b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5977194 Jul 14 11:44:05.264547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=9127079e-4aee-43d9-bee0-6d2cb3eaa45c,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:05.283076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a311431a-32d1-4b6e-a233-63e9651b80ee {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:05.301587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d16cf10d-260f-456d-9924-f56f6de63818 None None] Provisioning complete for port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:05.302400 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d16cf10d-260f-456d-9924-f56f6de63818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.314768 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.326537 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.359354 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.368386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c40e2b-f4a2-41fa-8e09-54ab910fef74 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet 29013de0-f515-4d2e-aba5-2f5c7f494e66 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:44:05.372508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0c40e2b-f4a2-41fa-8e09-54ab910fef74 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.428157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Transition to ACTIVE for port object a311431a-32d1-4b6e-a233-63e9651b80ee will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:05.446916 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.607681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 881a4c8a-d01c-41e8-8bb9-41abb66fc9b5 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:44:05.624184 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0c40e2b-f4a2-41fa-8e09-54ab910fef74 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:05.663244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efafe4-c6cf-47f5-9703-b90804914d2f req-471e044d-6b5d-4984-99d8-c33dd7224479 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.665583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0efafe4-c6cf-47f5-9703-b90804914d2f req-471e044d-6b5d-4984-99d8-c33dd7224479 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.5724416 Jul 14 11:44:05.666351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Pushing event updated for resources: {'Port': ['ID=a311431a-32d1-4b6e-a233-63e9651b80ee,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:05.723312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb832-303d-4885-89e7-e9e001e4b271 req-dc99eb75-8ea7-40d5-beb5-fa87075b1350 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.730849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb832-303d-4885-89e7-e9e001e4b271 req-dc99eb75-8ea7-40d5-beb5-fa87075b1350 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.737546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb832-303d-4885-89e7-e9e001e4b271 req-dc99eb75-8ea7-40d5-beb5-fa87075b1350 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.745466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb832-303d-4885-89e7-e9e001e4b271 req-dc99eb75-8ea7-40d5-beb5-fa87075b1350 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.753650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb832-303d-4885-89e7-e9e001e4b271 req-dc99eb75-8ea7-40d5-beb5-fa87075b1350 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.761395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb832-303d-4885-89e7-e9e001e4b271 req-dc99eb75-8ea7-40d5-beb5-fa87075b1350 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.767654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb832-303d-4885-89e7-e9e001e4b271 req-dc99eb75-8ea7-40d5-beb5-fa87075b1350 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:05.775162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8dbb832-303d-4885-89e7-e9e001e4b271 req-dc99eb75-8ea7-40d5-beb5-fa87075b1350 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5406 time: 0.5151742 Jul 14 11:44:05.788649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router cd63458e-248f-4f20-ac8c-3a14d5d11a83 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:05.968141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8dbb832-303d-4885-89e7-e9e001e4b271 req-0af382f0-8c7f-4811-9096-f947ce4ab88c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913979 Jul 14 11:44:05.980662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0efafe4-c6cf-47f5-9703-b90804914d2f req-8dfe36c0-477b-412f-b8f7-70a5d6adb4bf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022104 Jul 14 11:44:05.995954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Attempting to bind port a311431a-32d1-4b6e-a233-63e9651b80ee on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:05.996304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Attempting to bind port a311431a-32d1-4b6e-a233-63e9651b80ee by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:05.996639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Attempting to bind port a311431a-32d1-4b6e-a233-63e9651b80ee on network 26145ec9-28ca-47b8-8313-e0ceee913209 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:06.014484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Port a311431a-32d1-4b6e-a233-63e9651b80ee on network 26145ec9-28ca-47b8-8313-e0ceee913209 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:44:06.014484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Attempting to bind port a311431a-32d1-4b6e-a233-63e9651b80ee on network 26145ec9-28ca-47b8-8313-e0ceee913209 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:06.021349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:06.021789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Checking segment: {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:06.022181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Bound using segment: {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:06.022747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Bound port: a311431a-32d1-4b6e-a233-63e9651b80ee, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:06.023102 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.040968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:06.053172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659067be-7673-40cb-bc97-776e3c7ab3d9 None None] Sync routers for ids ['cd63458e-248f-4f20-ac8c-3a14d5d11a83'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:06.064427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ab52a4e0-90a0-4ba8-8ead-947b2a4a681a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/cd63458e-248f-4f20-ac8c-3a14d5d11a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7711744 Jul 14 11:44:06.067048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57740) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:06.070939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-a66bb593-d51e-4a6f-800d-b0fc137c0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:06.071430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659067be-7673-40cb-bc97-776e3c7ab3d9 None None] Routers {'cd63458e-248f-4f20-ac8c-3a14d5d11a83'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:06.072130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-659067be-7673-40cb-bc97-776e3c7ab3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['cd63458e-248f-4f20-ac8c-3a14d5d11a83'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.072455 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cadd93c3-a372-4f1a-b6f6-8c21ef8202d3 req-a66bb593-d51e-4a6f-800d-b0fc137c0aca service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8647959 Jul 14 11:44:06.100625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-acd62f12-c3b7-434a-98d3-4e317d31f915 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd63458e-248f-4f20-ac8c-3a14d5d11a83 HTTP/1.1" status: 200 len: 205 time: 0.0324209 Jul 14 11:44:06.104324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57742) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:06.153360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0c40e2b-f4a2-41fa-8e09-54ab910fef74 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.154674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-659067be-7673-40cb-bc97-776e3c7ab3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.157013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:06.168187 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de8bd0f-4fba-4c06-b3d0-923726ed9883 None None] Sync routers for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:06.181094 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8bd0f-4fba-4c06-b3d0-923726ed9883 None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:06.181600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659067be-7673-40cb-bc97-776e3c7ab3d9 None None] Routers {'cd63458e-248f-4f20-ac8c-3a14d5d11a83'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:06.181728 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5de8bd0f-4fba-4c06-b3d0-923726ed9883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.182222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-659067be-7673-40cb-bc97-776e3c7ab3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['cd63458e-248f-4f20-ac8c-3a14d5d11a83'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.203244 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.209733 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bd312b17-2e67-423c-854b-f9966ba49431 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2305281 Jul 14 11:44:06.210366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57744) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:06.246839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-659067be-7673-40cb-bc97-776e3c7ab3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.248045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659067be-7673-40cb-bc97-776e3c7ab3d9 None None] The sync data for ids ['cd63458e-248f-4f20-ac8c-3a14d5d11a83'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:06.259130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] For port a311431a-32d1-4b6e-a233-63e9651b80ee, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:06.264923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] For port a311431a-32d1-4b6e-a233-63e9651b80ee, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a311431a-32d1-4b6e-a233-63e9651b80ee,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:06.271555 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.283508 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72f3e35a-3cdd-41e9-a3d2-4cde81ed3245 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.442148 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0c40e2b-f4a2-41fa-8e09-54ab910fef74 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.449044 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5de8bd0f-4fba-4c06-b3d0-923726ed9883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.459508 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8bd0f-4fba-4c06-b3d0-923726ed9883 None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:06.460434 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5de8bd0f-4fba-4c06-b3d0-923726ed9883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:43:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.490242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c40e2b-f4a2-41fa-8e09-54ab910fef74 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=29013de0-f515-4d2e-aba5-2f5c7f494e66,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:06.498831 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5de8bd0f-4fba-4c06-b3d0-923726ed9883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.499488 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de8bd0f-4fba-4c06-b3d0-923726ed9883 None None] The sync data for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:06.508840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0c40e2b-f4a2-41fa-8e09-54ab910fef74 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.509143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f097a58-3924-43d0-9810-56eba8081e3c None None] Network 8942f4a0-d24a-4d0d-9789-6effc68b39f3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:06.515354 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c0c40e2b-f4a2-41fa-8e09-54ab910fef74 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/29013de0-f515-4d2e-aba5-2f5c7f494e66 HTTP/1.1" status: 204 len: 168 time: 1.6935849 Jul 14 11:44:06.516442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57750) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:06.685152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.759150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab4c14-dc45-4de1-85be-6854f5d26772 None None] DHCP port deletion for 8942f4a0-d24a-4d0d-9789-6effc68b39f3 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:44:06.804646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9127079e-4aee-43d9-bee0-6d2cb3eaa45c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:06.827482 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72f3e35a-3cdd-41e9-a3d2-4cde81ed3245 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.829652 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72f3e35a-3cdd-41e9-a3d2-4cde81ed3245 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.895568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab4c14-dc45-4de1-85be-6854f5d26772 None None] Deleting port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:06.899916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4c14-dc45-4de1-85be-6854f5d26772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.913741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Pushing event updated for resources: {'Port': ['ID=a311431a-32d1-4b6e-a233-63e9651b80ee,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:06.918896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72f3e35a-3cdd-41e9-a3d2-4cde81ed3245 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.919913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f3e35a-3cdd-41e9-a3d2-4cde81ed3245 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Fanout notify agent at l3_agent the message router_deleted on router cd63458e-248f-4f20-ac8c-3a14d5d11a83 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:44:06.966622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:06.967164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.973566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-937a457e-5246-416b-8a65-2f02843a5e67 service neutron] 10.222.0.45 "PUT /v2.0/ports/a311431a-32d1-4b6e-a233-63e9651b80ee HTTP/1.1" status: 200 len: 1091 time: 3.1945486 Jul 14 11:44:06.975377 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:06.975725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.979044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': 'a311431a-32d1-4b6e-a233-63e9651b80ee'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:06.982345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:06.983076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:06.985532 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a342f42-609a-4046-9bcf-f465d51bde32" -d '{"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "a311431a-32d1-4b6e-a233-63e9651b80ee"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:07.001984 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72f3e35a-3cdd-41e9-a3d2-4cde81ed3245 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.003137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-72f3e35a-3cdd-41e9-a3d2-4cde81ed3245 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/cd63458e-248f-4f20-ac8c-3a14d5d11a83 HTTP/1.1" status: 204 len: 168 time: 0.8942056 Jul 14 11:44:07.009497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57754) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:07.030209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Request body: {'port': {'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:07.066163 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0c65c1-722a-4ea8-b4d2-fa2ad4012ed3 x-openstack-request-id: req-1b0c65c1-722a-4ea8-b4d2-fa2ad4012ed3 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:07.066488 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "a311431a-32d1-4b6e-a233-63e9651b80ee", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:07.066713 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b0c65c1-722a-4ea8-b4d2-fa2ad4012ed3 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:07.067124 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': 'a311431a-32d1-4b6e-a233-63e9651b80ee', 'status': 'completed', 'code': 200} Jul 14 11:44:07.119117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f5679-bd89-42a5-9158-6bd45419d874 req-5544d9a1-8476-4821-bf58-b87183abf860 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.126262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf5f5679-bd89-42a5-9158-6bd45419d874 req-5544d9a1-8476-4821-bf58-b87183abf860 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2451093 Jul 14 11:44:07.183319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf5f5679-bd89-42a5-9158-6bd45419d874 req-1e92c3ba-5c07-4948-8568-e12caae35310 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560372 Jul 14 11:44:07.260682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6a5528-6ced-40c8-bf09-6b8abb21fe44 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting subnet a4613b70-d893-4d99-9649-4c3ca5944f21 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:44:07.273021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5528-6ced-40c8-bf09-6b8abb21fe44 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.277987 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.319372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b1ab4c14-dc45-4de1-85be-6854f5d26772 None None] For port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4f3c4255-e2cc-40ac-8a8d-3381ad499c1e,segment=NetworkSegment(59246cc2-2bce-43c2-abbd-29794529a8f7),segment_id=59246cc2-2bce-43c2-abbd-29794529a8f7)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:07.320605 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4c14-dc45-4de1-85be-6854f5d26772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.338022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab4c14-dc45-4de1-85be-6854f5d26772 None None] Calling delete_port for 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:07.354652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] For port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4f3c4255-e2cc-40ac-8a8d-3381ad499c1e,segment=NetworkSegment(59246cc2-2bce-43c2-abbd-29794529a8f7),segment_id=59246cc2-2bce-43c2-abbd-29794529a8f7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:07.355017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.368578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a4886-86a0-4a47-a2b9-b0c977cf5766 req-c59a9574-766a-4e1e-9244-c8d95dd25d34 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.374825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a4886-86a0-4a47-a2b9-b0c977cf5766 req-c59a9574-766a-4e1e-9244-c8d95dd25d34 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.382084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a4886-86a0-4a47-a2b9-b0c977cf5766 req-c59a9574-766a-4e1e-9244-c8d95dd25d34 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.388505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a4886-86a0-4a47-a2b9-b0c977cf5766 req-c59a9574-766a-4e1e-9244-c8d95dd25d34 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.390228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:07.394562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a4886-86a0-4a47-a2b9-b0c977cf5766 req-c59a9574-766a-4e1e-9244-c8d95dd25d34 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.400542 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5528-6ced-40c8-bf09-6b8abb21fe44 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.403233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a4886-86a0-4a47-a2b9-b0c977cf5766 req-c59a9574-766a-4e1e-9244-c8d95dd25d34 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.409058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a4886-86a0-4a47-a2b9-b0c977cf5766 req-c59a9574-766a-4e1e-9244-c8d95dd25d34 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.411159 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-468a4886-86a0-4a47-a2b9-b0c977cf5766 req-c59a9574-766a-4e1e-9244-c8d95dd25d34 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5418 time: 0.2218208 Jul 14 11:44:07.432085 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4c14-dc45-4de1-85be-6854f5d26772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.437904 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.443432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cbb329ce-ba15-42ba-990f-10f6596f2d8a no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:44:07.499596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab4c14-dc45-4de1-85be-6854f5d26772 None None] No DVR routers for this DVR port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:07.513721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-a58f1dda-377b-49e9-aff1-e7141947cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.514290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-a58f1dda-377b-49e9-aff1-e7141947cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.514769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-a58f1dda-377b-49e9-aff1-e7141947cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.515430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-a58f1dda-377b-49e9-aff1-e7141947cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.515714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-a58f1dda-377b-49e9-aff1-e7141947cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.516255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-a58f1dda-377b-49e9-aff1-e7141947cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.516730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-a58f1dda-377b-49e9-aff1-e7141947cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.518731 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-a58f1dda-377b-49e9-aff1-e7141947cd08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6420 time: 0.3262627 Jul 14 11:44:07.566344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab4c14-dc45-4de1-85be-6854f5d26772 None None] Pushing event deleted for resources: {'Port': ['ID=4f3c4255-e2cc-40ac-8a8d-3381ad499c1e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:07.665696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-468a4886-86a0-4a47-a2b9-b0c977cf5766 req-92d07a26-8e7e-4267-9237-056c966e3b45 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2465181 Jul 14 11:44:07.703515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:07.712146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.724378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Transition to ACTIVE for port object cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:07.729055 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.776886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5528-6ced-40c8-bf09-6b8abb21fe44 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.783493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:07.841772 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.859219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-028946d2-d7ec-4fac-a09a-fc3709177b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.859700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-028946d2-d7ec-4fac-a09a-fc3709177b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.860293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-028946d2-d7ec-4fac-a09a-fc3709177b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:07.861909 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-028946d2-d7ec-4fac-a09a-fc3709177b9d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=db806cdd1b7344bea62d01e55b327a3b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3205624 Jul 14 11:44:07.868499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Attempting to bind port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:07.869479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Attempting to bind port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:07.869998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Attempting to bind port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c on network 26145ec9-28ca-47b8-8313-e0ceee913209 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:07.875494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c on network 26145ec9-28ca-47b8-8313-e0ceee913209 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:44:07.876062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Attempting to bind port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c on network 26145ec9-28ca-47b8-8313-e0ceee913209 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:07.882792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:07.883383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Checking segment: {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:07.883973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Bound using segment: {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:07.884579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Bound port: cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0aec72a-ae16-4bea-80bb-77622bcacd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:07.885128 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:07.931105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=4f3c4255-e2cc-40ac-8a8d-3381ad499c1e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:07.938429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No DVR routers for this DVR port 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:07.988700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] For port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:07.992825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] For port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:07.999752 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.040711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:08.041467 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.043026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] 10.222.0.45 "PUT /v2.0/ports/cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c HTTP/1.1" status: 200 len: 1091 time: 1.0183089 Jul 14 11:44:08.069081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2549e0b-1067-475e-8e86-97423cdc4e37 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:08.168970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5528-6ced-40c8-bf09-6b8abb21fe44 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.233153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a5528-6ced-40c8-bf09-6b8abb21fe44 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Subnet': ['ID=a4613b70-d893-4d99-9649-4c3ca5944f21,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:08.241712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ffb06d-2cea-47ee-9850-173ec773d826 None None] Network ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:08.243082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5528-6ced-40c8-bf09-6b8abb21fe44 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.247721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57762) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:08.247912 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2c6a5528-6ced-40c8-bf09-6b8abb21fe44 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/a4613b70-d893-4d99-9649-4c3ca5944f21 HTTP/1.1" status: 204 len: 168 time: 1.2249842 Jul 14 11:44:08.258817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.358265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8942f4a0-d24a-4d0d-9789-6effc68b39f3']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:08.383125 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.396656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59246cc2-2bce-43c2-abbd-29794529a8f7') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:08.397048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59246cc2-2bce-43c2-abbd-29794529a8f7') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:08.401393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-79699143-213c-4593-bc43-2dda2948bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:08.403342 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8a342f42-609a-4046-9bcf-f465d51bde32 req-79699143-213c-4593-bc43-2dda2948bce0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4935360 Jul 14 11:44:08.427995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.530689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d49339-02e1-41f7-a720-1a420127dbb1 req-97147cb8-2a1c-42b3-835f-23dc4e824898 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:08.538476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2d49339-02e1-41f7-a720-1a420127dbb1 req-97147cb8-2a1c-42b3-835f-23dc4e824898 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1602404 Jul 14 11:44:08.569563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 30ed6f80-2812-438f-8618-671888446cb4 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:08.569907 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.582089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ebbd40-beab-4dde-a80d-c23a5e9e7a0a None None] DHCP port deletion for ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:44:08.631497 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2d49339-02e1-41f7-a720-1a420127dbb1 req-86ccc5ce-7cf0-4595-a58f-c29d4770f9db tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922010 Jul 14 11:44:08.676219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebbd40-beab-4dde-a80d-c23a5e9e7a0a None None] Deleting port 30ed6f80-2812-438f-8618-671888446cb4 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:08.676641 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8ebbd40-beab-4dde-a80d-c23a5e9e7a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.687635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port 30ed6f80-2812-438f-8618-671888446cb4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=30ed6f80-2812-438f-8618-671888446cb4,segment=NetworkSegment(7c8862e3-c537-4b9a-b548-d192e312fc6b),segment_id=7c8862e3-c537-4b9a-b548-d192e312fc6b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:08.688346 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.702929 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 30ed6f80-2812-438f-8618-671888446cb4 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:08.813356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:44:08.859478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:44:08.859824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4f3c4255-e2cc-40ac-8a8d-3381ad499c1e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:44:08.860266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 30ed6f80-2812-438f-8618-671888446cb4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:44:08.877706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.20.0.1 (17a02e5c-669b-4038-8d91-b30c745a1b3a/a1e3a8a7-b602-481f-b0ba-7d84026c45ed/2ab2da31-577d-40ff-8009-f960addf1105) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:08.885087 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.891347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b8ebbd40-beab-4dde-a80d-c23a5e9e7a0a None None] For port 30ed6f80-2812-438f-8618-671888446cb4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=30ed6f80-2812-438f-8618-671888446cb4,segment=NetworkSegment(7c8862e3-c537-4b9a-b548-d192e312fc6b),segment_id=7c8862e3-c537-4b9a-b548-d192e312fc6b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:08.891874 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8ebbd40-beab-4dde-a80d-c23a5e9e7a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.917700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebbd40-beab-4dde-a80d-c23a5e9e7a0a None None] Calling delete_port for 30ed6f80-2812-438f-8618-671888446cb4 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:08.939013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No active binding found for port 30ed6f80-2812-438f-8618-671888446cb4 {{(pid=93703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 11:44:08.939013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 30ed6f80-2812-438f-8618-671888446cb4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:44:08.952542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:44:08.953011 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:44:08.956258 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:44:08.961853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57774) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:08.971202 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.004597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No DVR routers for this DVR port 30ed6f80-2812-438f-8618-671888446cb4 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:09.032560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=30ed6f80-2812-438f-8618-671888446cb4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:09.072080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ad432-58af-46f2-9326-71202becea1f req-b58eaf6a-c5ee-42da-9c91-8cfb431cd124 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.077764 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8ebbd40-beab-4dde-a80d-c23a5e9e7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.078165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ad432-58af-46f2-9326-71202becea1f req-b58eaf6a-c5ee-42da-9c91-8cfb431cd124 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.085754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ad432-58af-46f2-9326-71202becea1f req-b58eaf6a-c5ee-42da-9c91-8cfb431cd124 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.092962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ad432-58af-46f2-9326-71202becea1f req-b58eaf6a-c5ee-42da-9c91-8cfb431cd124 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.099226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ad432-58af-46f2-9326-71202becea1f req-b58eaf6a-c5ee-42da-9c91-8cfb431cd124 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.112992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ad432-58af-46f2-9326-71202becea1f req-b58eaf6a-c5ee-42da-9c91-8cfb431cd124 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.119060 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ad432-58af-46f2-9326-71202becea1f req-b58eaf6a-c5ee-42da-9c91-8cfb431cd124 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.121139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef9ad432-58af-46f2-9326-71202becea1f req-b58eaf6a-c5ee-42da-9c91-8cfb431cd124 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.2635937 Jul 14 11:44:09.124724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:09.127052 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bb4fe0-e792-41d7-8795-cff594d49ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:09.135463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebbd40-beab-4dde-a80d-c23a5e9e7a0a None None] Pushing event deleted for resources: {'Port': ['ID=30ed6f80-2812-438f-8618-671888446cb4,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:09.144226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ebbd40-beab-4dde-a80d-c23a5e9e7a0a None None] No DVR routers for this DVR port 30ed6f80-2812-438f-8618-671888446cb4 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:09.193810 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b0e2a8-c64a-49e4-8361-3faae94c0646 x-openstack-request-id: req-13b0e2a8-c64a-49e4-8361-3faae94c0646 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:09.194041 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:09.194299 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13b0e2a8-c64a-49e4-8361-3faae94c0646 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:09.194663 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c', 'status': 'completed', 'code': 200} Jul 14 11:44:09.217951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.257969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.260219 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.260708 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/networks/8942f4a0-d24a-4d0d-9789-6effc68b39f3 HTTP/1.1" status: 204 len: 168 time: 2.7426376 Jul 14 11:44:09.267747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5ec5a168-3f3f-40b9-bce4-9befb6148460 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f4a7134e6f84d2db893a2bc1c95a1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016551 Jul 14 11:44:09.268696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57780) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:09.269029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57782) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:09.275074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-637cc0c7-5784-4bae-b375-da302ce645b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.276221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-637cc0c7-5784-4bae-b375-da302ce645b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.276889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-637cc0c7-5784-4bae-b375-da302ce645b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.277737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-637cc0c7-5784-4bae-b375-da302ce645b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.278393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-637cc0c7-5784-4bae-b375-da302ce645b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.279049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-637cc0c7-5784-4bae-b375-da302ce645b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.279702 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-637cc0c7-5784-4bae-b375-da302ce645b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.281875 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-637cc0c7-5784-4bae-b375-da302ce645b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6487 time: 0.4321060 Jul 14 11:44:09.282930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d7527-9575-413f-ad37-c82f943eb044 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Network': ['ID=8942f4a0-d24a-4d0d-9789-6effc68b39f3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:09.309001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae03a336-3ea5-4e6e-8dda-6b2976bb1c35']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:09.338520 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-9737fbf5-97d8-4412-b094-8e13d861d583 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 HTTP/1.1" status: 200 len: 217 time: 0.0480700 Jul 14 11:44:09.367134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8862e3-c537-4b9a-b548-d192e312fc6b') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:09.367440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8862e3-c537-4b9a-b548-d192e312fc6b') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:09.391080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef9ad432-58af-46f2-9326-71202becea1f req-4fe12a24-b7bd-4529-b2ff-930648329272 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2430534 Jul 14 11:44:09.397540 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.416927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e181f-5720-4a4c-91bb-22fc6c33d504 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.418342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-033e181f-5720-4a4c-91bb-22fc6c33d504 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 HTTP/1.1" status: 200 len: 845 time: 0.1430092 Jul 14 11:44:09.431215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57784) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:09.433256 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.438555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.445523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:44:09.446298 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.447588 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0e1af287-2129-4234-81cb-2c79d25dee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:44:09.455261 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:44:09.478667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-397b7923-3184-4788-9320-0edcd9abd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.480263 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-397b7923-3184-4788-9320-0edcd9abd540 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3f6c9c-4cec-4db9-bf7a-5294fab2441d HTTP/1.1" status: 200 len: 856 time: 0.1356509 Jul 14 11:44:09.536941 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f9a0cf14-735a-496d-82fb-b53f616182fa tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/03cfebd3-970c-4bce-bc5b-e0d20dcd7c36?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1129162 Jul 14 11:44:09.537966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57786) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:09.541308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8da1a6e9-3f79-4cfd-b676-b7a421cb9f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.549776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:09.551891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Transition to ACTIVE for port object 2ab2da31-577d-40ff-8009-f960addf1105 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:09.558129 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.587504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.589899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/networks/ae03a336-3ea5-4e6e-8dda-6b2976bb1c35 HTTP/1.1" status: 204 len: 168 time: 1.3404834 Jul 14 11:44:09.594608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:09.600659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1469905760', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:09.635518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-ca268e6a-e5fc-4427-97d3-6aeb64c6440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.637113 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-ca268e6a-e5fc-4427-97d3-6aeb64c6440d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484964 Jul 14 11:44:09.638048 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.646735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ac198-d800-4a3a-88c8-7a78cf36fc45 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Network': ['ID=ae03a336-3ea5-4e6e-8dda-6b2976bb1c35,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:09.652447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8da1a6e9-3f79-4cfd-b676-b7a421cb9f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.728140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8da1a6e9-3f79-4cfd-b676-b7a421cb9f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.731569 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8da1a6e9-3f79-4cfd-b676-b7a421cb9f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.749128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8da1a6e9-3f79-4cfd-b676-b7a421cb9f73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58c2a842-39c0-42dc-965c-e3fb67f86de1 HTTP/1.1" status: 204 len: 168 time: 0.4718313 Jul 14 11:44:09.766318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1a6e9-3f79-4cfd-b676-b7a421cb9f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c2a842-39c0-42dc-965c-e3fb67f86de1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:09.844722 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-88c9d193-9983-4771-bb1f-39dd7249c728 service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926746 Jul 14 11:44:09.845324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=2ab2da31-577d-40ff-8009-f960addf1105,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:09.857631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3acbfd-622f-49e5-9136-5450cb6b1d66 req-53769542-b273-4274-9081-4680f7f0706a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:09.859796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc3acbfd-622f-49e5-9136-5450cb6b1d66 req-53769542-b273-4274-9081-4680f7f0706a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.0956168 Jul 14 11:44:09.902013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:09.907139 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.921967 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.922971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:09.928205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 17a02e5c-669b-4038-8d91-b30c745a1b3a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:09.935258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:09.937856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:10.010333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc3acbfd-622f-49e5-9136-5450cb6b1d66 req-3a658884-363e-49ee-bbd5-11ae565f3866 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405225 Jul 14 11:44:10.074493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.091032 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.181518 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.225194 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-c53f6807-8de0-4b3f-bae7-82c38a92279d service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680749 Jul 14 11:44:10.242366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:10.243435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=4bf3c905-a79f-45f1-9de5-1641d7e336e9,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:10.245857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:10.248256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.248907 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.259422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0c7f3-eca3-4b97-b081-499500ddfffa None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:10.278485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d8a6d988-46e6-464c-910e-7cc3a21e081e tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7348413 Jul 14 11:44:10.281153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57804) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:10.285685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3ec30b14-6ccd-4f1f-b4a3-118d7c10547d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'security_group': {'name': 'tempest-secgroup-1355676267'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:10.317217 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-6c5dfe37-5df0-499e-9ca2-8ccf41450994 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 200 len: 217 time: 0.0811460 Jul 14 11:44:10.319348 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b14-6ccd-4f1f-b4a3-118d7c10547d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.359279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9c1be22a-65e8-44ba-8c42-583cafe37bf2 None None] Provisioning for port 2ab2da31-577d-40ff-8009-f960addf1105 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:10.368152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9c1be22a-65e8-44ba-8c42-583cafe37bf2 None None] Provisioning complete for port 2ab2da31-577d-40ff-8009-f960addf1105 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:10.368526 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9c1be22a-65e8-44ba-8c42-583cafe37bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.427413 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.428609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9c1be22a-65e8-44ba-8c42-583cafe37bf2 None None] Port 2ab2da31-577d-40ff-8009-f960addf1105 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:10.459483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b14-6ccd-4f1f-b4a3-118d7c10547d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.466279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b14-6ccd-4f1f-b4a3-118d7c10547d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.500643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-ffdd53d2-9f04-4ff0-bc1f-d93191d2404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.502262 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-ffdd53d2-9f04-4ff0-bc1f-d93191d2404f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1438050 Jul 14 11:44:10.519221 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b14-6ccd-4f1f-b4a3-118d7c10547d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.524936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3ec30b14-6ccd-4f1f-b4a3-118d7c10547d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2426164 Jul 14 11:44:10.528331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57816) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:10.532874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4ef3b08e-dfac-42e4-852c-1e86826d7482 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'security_group': {'name': 'tempest-secgroup-1786605058'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:10.566622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec30b14-6ccd-4f1f-b4a3-118d7c10547d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ccd515-973c-4643-96cf-3c641fb5d8c4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:10.584426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-4f12c19b-b253-461b-aea6-d54fceec29b3', 'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'tenant_id': 'ff2c460531d44fcc9444ae3bcd6e6e70', 'fixed_ips': [{'subnet_id': '4bf3c905-a79f-45f1-9de5-1641d7e336e9'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:44:10.585971 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.607901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b08e-dfac-42e4-852c-1e86826d7482 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.683125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.741275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ad68-5c5f-40ac-949d-e604f67def6a req-c005d163-29d4-4a24-9258-d6102f5166af tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.747167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ad68-5c5f-40ac-949d-e604f67def6a req-c005d163-29d4-4a24-9258-d6102f5166af tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.753172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ad68-5c5f-40ac-949d-e604f67def6a req-c005d163-29d4-4a24-9258-d6102f5166af tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.759839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ad68-5c5f-40ac-949d-e604f67def6a req-c005d163-29d4-4a24-9258-d6102f5166af tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.766456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ad68-5c5f-40ac-949d-e604f67def6a req-c005d163-29d4-4a24-9258-d6102f5166af tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.769112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Allocated IP 2001:db8::2 (4f12c19b-b253-461b-aea6-d54fceec29b3/4bf3c905-a79f-45f1-9de5-1641d7e336e9/420b96ff-9470-49ba-9711-55bcacd4628e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:10.772250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ad68-5c5f-40ac-949d-e604f67def6a req-c005d163-29d4-4a24-9258-d6102f5166af tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.778328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ad68-5c5f-40ac-949d-e604f67def6a req-c005d163-29d4-4a24-9258-d6102f5166af tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.786721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e81ad68-5c5f-40ac-949d-e604f67def6a req-c005d163-29d4-4a24-9258-d6102f5166af tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.1915085 Jul 14 11:44:10.826376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b08e-dfac-42e4-852c-1e86826d7482 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.834483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b08e-dfac-42e4-852c-1e86826d7482 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.837218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-a80961c1-1342-415f-b316-eca076139282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:10.838819 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-a80961c1-1342-415f-b316-eca076139282 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2643933 Jul 14 11:44:10.868715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e81ad68-5c5f-40ac-949d-e604f67def6a req-d3c4c7a1-6c0c-4043-9095-698f1b2a57e5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809629 Jul 14 11:44:10.882243 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b08e-dfac-42e4-852c-1e86826d7482 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.885966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4ef3b08e-dfac-42e4-852c-1e86826d7482 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3543217 Jul 14 11:44:10.888051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57826) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:10.894108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-238674753', 'security_groups': ['cff7ab3d-d67e-4e7e-9811-4e2aea34bf57'], 'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4bf3c905-a79f-45f1-9de5-1641d7e336e9'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:10.922460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3b08e-dfac-42e4-852c-1e86826d7482 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7ab3d-d67e-4e7e-9811-4e2aea34bf57,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:10.974384 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:10.985546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Transition to ACTIVE for port object 420b96ff-9470-49ba-9711-55bcacd4628e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:11.013383 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Transition to ACTIVE for port object 420b96ff-9470-49ba-9711-55bcacd4628e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:11.023026 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.051036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:11.116992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:11.129506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:11.140710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:11.156176 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.183377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port bd92b3b9-0f28-4141-90b2-1bf03f4ecffc yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:44:11.189257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Pushing event updated for resources: {'Port': ['ID=420b96ff-9470-49ba-9711-55bcacd4628e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:11.228432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Attempting to bind port 420b96ff-9470-49ba-9711-55bcacd4628e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:11.228871 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Attempting to bind port 420b96ff-9470-49ba-9711-55bcacd4628e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '1014d2cc-e397-4b41-8978-3ab7aa8be833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:11.229242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Attempting to bind port 420b96ff-9470-49ba-9711-55bcacd4628e on network 4f12c19b-b253-461b-aea6-d54fceec29b3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:11.235034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:11.235560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Checking segment: {'id': '1014d2cc-e397-4b41-8978-3ab7aa8be833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:11.236097 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.236513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Bound using segment: {'id': '1014d2cc-e397-4b41-8978-3ab7aa8be833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:11.237035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Bound port: 420b96ff-9470-49ba-9711-55bcacd4628e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014d2cc-e397-4b41-8978-3ab7aa8be833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:11.237432 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.339228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] For port 420b96ff-9470-49ba-9711-55bcacd4628e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:11.343560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] For port 420b96ff-9470-49ba-9711-55bcacd4628e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=420b96ff-9470-49ba-9711-55bcacd4628e,segment=NetworkSegment(1014d2cc-e397-4b41-8978-3ab7aa8be833),segment_id=1014d2cc-e397-4b41-8978-3ab7aa8be833)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:11.353118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.419640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fe448-1ba5-4607-acf6-d4f3418f89de req-375a59f4-92cb-49ab-b8c2-225ecef825bf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:11.428645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b6fe448-1ba5-4607-acf6-d4f3418f89de req-375a59f4-92cb-49ab-b8c2-225ecef825bf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2352586 Jul 14 11:44:11.487215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4750a-4f13-40da-803b-76a86c6eae02 None None] Pushing event updated for resources: {'Port': ['ID=420b96ff-9470-49ba-9711-55bcacd4628e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:11.534573 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.545324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b6fe448-1ba5-4607-acf6-d4f3418f89de req-b3a9b781-10f9-480b-a427-40a3fbbbe245 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156948 Jul 14 11:44:11.581594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::14f (4f12c19b-b253-461b-aea6-d54fceec29b3/4bf3c905-a79f-45f1-9de5-1641d7e336e9/bd92b3b9-0f28-4141-90b2-1bf03f4ecffc) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:11.582182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.649470 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-87f14d5b-e3ce-4843-ad0a-03519d04d8ce service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7919161 Jul 14 11:44:11.788135 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.804651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object bd92b3b9-0f28-4141-90b2-1bf03f4ecffc will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:11.838952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.840954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 172.25.2.11 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/4b90f21c-311f-4253-9c6c-fc3055237294) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:11.848025 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.848482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.928847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:11.930319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=bd92b3b9-0f28-4141-90b2-1bf03f4ecffc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:11.941531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:11.944697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:11.951158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:11.952039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:11.976679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-89755162-8490-43ff-9c58-e7b2ffd82f33 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0873597 Jul 14 11:44:11.979669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57898) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:11.985695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e31654da-6d92-426e-97b5-10e1d405f765 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:12.013898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:12.089229 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-e34d56fd-2494-490e-a22a-1293dda6eef4 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318309 Jul 14 11:44:12.100252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=2ab2da31-577d-40ff-8009-f960addf1105,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:12.129701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2e22f874-7c7b-4210-918b-f3185ed257c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:12.152720 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-b3fdb27f-248e-4c62-8739-172377505387 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 200 len: 217 time: 0.0540679 Jul 14 11:44:12.177158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea213b-cbd5-4afd-b029-cb9b0e57e266 req-590970cc-1a8e-4375-9518-f8b0c86cba5d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:12.183336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea213b-cbd5-4afd-b029-cb9b0e57e266 req-590970cc-1a8e-4375-9518-f8b0c86cba5d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:12.189911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea213b-cbd5-4afd-b029-cb9b0e57e266 req-590970cc-1a8e-4375-9518-f8b0c86cba5d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:12.196759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea213b-cbd5-4afd-b029-cb9b0e57e266 req-590970cc-1a8e-4375-9518-f8b0c86cba5d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:12.202764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea213b-cbd5-4afd-b029-cb9b0e57e266 req-590970cc-1a8e-4375-9518-f8b0c86cba5d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:12.209933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea213b-cbd5-4afd-b029-cb9b0e57e266 req-590970cc-1a8e-4375-9518-f8b0c86cba5d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:12.216297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea213b-cbd5-4afd-b029-cb9b0e57e266 req-590970cc-1a8e-4375-9518-f8b0c86cba5d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:12.219252 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-04ea213b-cbd5-4afd-b029-cb9b0e57e266 req-590970cc-1a8e-4375-9518-f8b0c86cba5d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.1772020 Jul 14 11:44:12.243613 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:12.256301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31654da-6d92-426e-97b5-10e1d405f765 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:12.260002 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e31654da-6d92-426e-97b5-10e1d405f765 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:12.264196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-468416e9-b11e-465d-ae4c-5188083c90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:12.266038 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-468416e9-b11e-465d-ae4c-5188083c90a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1048982 Jul 14 11:44:12.267949 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:12.272637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 17a02e5c-669b-4038-8d91-b30c745a1b3a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:12.285240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:12.288613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-04ea213b-cbd5-4afd-b029-cb9b0e57e266 req-83de98ff-32e5-4fed-ab58-fcf47476816c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607209 Jul 14 11:44:12.392216 n-d-778696-8 neutron-server[93702]: INFO neutron.db.ipam_backend_mixin [None req-e31654da-6d92-426e-97b5-10e1d405f765 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4bf3c905-a79f-45f1-9de5-1641d7e336e9 (CIDR: 2001:db8::/64) Jul 14 11:44:12.401073 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31654da-6d92-426e-97b5-10e1d405f765 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:44:12.401644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31654da-6d92-426e-97b5-10e1d405f765 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:12.433344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e31654da-6d92-426e-97b5-10e1d405f765 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4523942 Jul 14 11:44:12.437756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57900) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:12.444648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:12.503140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:12.550217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 881a4c8a-d01c-41e8-8bb9-41abb66fc9b5 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:12.617603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:12.626570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-e7843235-214b-4cb4-b550-c731471aa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:12.628429 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-e7843235-214b-4cb4-b550-c731471aa087 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3536353 Jul 14 11:44:12.639105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:12.655800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:12.668274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:12.683200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:12.772740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-48a7c57f-7225-44f5-9a66-a8a364145e4e None None] Provisioning complete for port 2ab2da31-577d-40ff-8009-f960addf1105 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:12.773358 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-48a7c57f-7225-44f5-9a66-a8a364145e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:12.808536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=4b90f21c-311f-4253-9c6c-fc3055237294,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:12.826684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 420b96ff-9470-49ba-9711-55bcacd4628e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:12.880989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-48a7c57f-7225-44f5-9a66-a8a364145e4e None None] Port 2ab2da31-577d-40ff-8009-f960addf1105 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:12.912752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 420b96ff-9470-49ba-9711-55bcacd4628e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:13.026868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cf29e-68ac-4482-b178-7b4c7bdb8ed6 req-af69fd8f-f401-4249-a4ce-13e8bf10beaf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:13.028466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-485cf29e-68ac-4482-b178-7b4c7bdb8ed6 req-af69fd8f-f401-4249-a4ce-13e8bf10beaf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1182582 Jul 14 11:44:13.064219 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-0d304838-e27f-40a4-b34c-87be26b5684e service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099011 Jul 14 11:44:13.076611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:13.089454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a08b93-bc02-4443-beb5-e865271874a3 None None] Sync routers for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:13.096344 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-366af102-052f-4208-b1d3-bf354d8ffb0d tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/routers/881a4c8a-d01c-41e8-8bb9-41abb66fc9b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8548560 Jul 14 11:44:13.102733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57908) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:13.114736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a08b93-bc02-4443-beb5-e865271874a3 None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:13.120497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'port': {'network_id': '17a02e5c-669b-4038-8d91-b30c745a1b3a', 'name': 'tempest-FloatingIPTestJSON-295104508'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:13.122483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-36a08b93-bc02-4443-beb5-e865271874a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:13.181328 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-485cf29e-68ac-4482-b178-7b4c7bdb8ed6 req-b822802b-9cce-452b-850a-c81bc274cbaa tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168516 Jul 14 11:44:13.186717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-36a08b93-bc02-4443-beb5-e865271874a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:13.199459 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.203133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Provisioning complete for port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:13.203798 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.209255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a08b93-bc02-4443-beb5-e865271874a3 None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:13.210228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-36a08b93-bc02-4443-beb5-e865271874a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:13.264753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:13.271218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:13.279506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:13.280171 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.295149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-36a08b93-bc02-4443-beb5-e865271874a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:13.296226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a08b93-bc02-4443-beb5-e865271874a3 None None] The sync data for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:13.317342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:13.319324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8802214 Jul 14 11:44:13.323647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57910) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:13.329126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-162979516', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3477e8d0-b87a-4ca6-b081-4da76edef756'}], 'security_groups': ['92ccd515-973c-4643-96cf-3c641fb5d8c4']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:13.346216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Provisioning for port 420b96ff-9470-49ba-9711-55bcacd4628e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:13.350746 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-b7ceb82d-7a51-48c6-b5d1-feabf7154f88 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757473 Jul 14 11:44:13.354695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Provisioning complete for port 420b96ff-9470-49ba-9711-55bcacd4628e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:13.356877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2be4df-0927-44f3-af5c-985d02f1352b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=3477e8d0-b87a-4ca6-b081-4da76edef756,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:13.357841 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.420304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e165e57-15df-4fb7-8c24-6079ac95420c None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:13.484793 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-18f3830c-9686-4cb0-aa3a-b69c33cd678c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=49913f77-9877-4365-aa9e-2faa940f36fc HTTP/1.1" status: 200 len: 217 time: 0.0504410 Jul 14 11:44:13.508057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.561831 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.601095 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.613036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-bea69d02-89e7-4b02-b374-4957d962e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:13.616099 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-bea69d02-89e7-4b02-b374-4957d962e039 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1164248 Jul 14 11:44:13.670586 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] For port 420b96ff-9470-49ba-9711-55bcacd4628e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=420b96ff-9470-49ba-9711-55bcacd4628e,segment=NetworkSegment(1014d2cc-e397-4b41-8978-3ab7aa8be833),segment_id=1014d2cc-e397-4b41-8978-3ab7aa8be833)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:13.681237 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.783485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Pushing event updated for resources: {'Port': ['ID=420b96ff-9470-49ba-9711-55bcacd4628e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:13.804274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.804909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.805268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.805616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.805939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.806278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.806604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.806953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.807313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.807647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.807996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.808330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ee5f7-0896-4667-ac61-cfeffe15eb00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:13.832618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-45304c06-45e0-4149-82e3-df6682ae44d5 None None] Provisioning for port bd92b3b9-0f28-4141-90b2-1bf03f4ecffc completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:13.837653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-45304c06-45e0-4149-82e3-df6682ae44d5 None None] Provisioning complete for port bd92b3b9-0f28-4141-90b2-1bf03f4ecffc triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:13.838082 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45304c06-45e0-4149-82e3-df6682ae44d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.849410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.862024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Made reservation on behalf of 8c9cd262477f4370a888296978cf7f8c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:13.866839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.890836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-45304c06-45e0-4149-82e3-df6682ae44d5 None None] Port bd92b3b9-0f28-4141-90b2-1bf03f4ecffc cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:13.899185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] device_id is not set on port 75869857-d788-4150-b9eb-8667e3a29bf3 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:44:13.941623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c327e6d-018e-4a25-b42f-a252fcf46971 None None] Update dhcp port {'port': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'fixed_ips': [{'subnet_id': '4bf3c905-a79f-45f1-9de5-1641d7e336e9', 'ip_address': '2001:db8::2'}, {'subnet_id': '3477e8d0-b87a-4ca6-b081-4da76edef756'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '420b96ff-9470-49ba-9711-55bcacd4628e'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:44:13.973594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef4225-e15d-4ce3-a999-82e258f833f7 req-ab40a3d8-2efe-4f8e-bb8d-cb29938ec7b4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:13.981078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef4225-e15d-4ce3-a999-82e258f833f7 req-ab40a3d8-2efe-4f8e-bb8d-cb29938ec7b4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:13.986241 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c327e6d-018e-4a25-b42f-a252fcf46971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:13.988283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef4225-e15d-4ce3-a999-82e258f833f7 req-ab40a3d8-2efe-4f8e-bb8d-cb29938ec7b4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:13.994949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef4225-e15d-4ce3-a999-82e258f833f7 req-ab40a3d8-2efe-4f8e-bb8d-cb29938ec7b4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:14.000879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef4225-e15d-4ce3-a999-82e258f833f7 req-ab40a3d8-2efe-4f8e-bb8d-cb29938ec7b4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:14.007181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef4225-e15d-4ce3-a999-82e258f833f7 req-ab40a3d8-2efe-4f8e-bb8d-cb29938ec7b4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:14.013119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef4225-e15d-4ce3-a999-82e258f833f7 req-ab40a3d8-2efe-4f8e-bb8d-cb29938ec7b4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:14.015978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22ef4225-e15d-4ce3-a999-82e258f833f7 req-ab40a3d8-2efe-4f8e-bb8d-cb29938ec7b4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.2303805 Jul 14 11:44:14.096142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22ef4225-e15d-4ce3-a999-82e258f833f7 req-876000b1-7160-4b4f-bf47-ed73f280344e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741460 Jul 14 11:44:14.200897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-0c327e6d-018e-4a25-b42f-a252fcf46971 None None] Allocated IP 2001:db8:0:1::2 (4f12c19b-b253-461b-aea6-d54fceec29b3/3477e8d0-b87a-4ca6-b081-4da76edef756/420b96ff-9470-49ba-9711-55bcacd4628e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:14.337522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0c327e6d-018e-4a25-b42f-a252fcf46971 None None] For port 420b96ff-9470-49ba-9711-55bcacd4628e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=420b96ff-9470-49ba-9711-55bcacd4628e,segment=NetworkSegment(1014d2cc-e397-4b41-8978-3ab7aa8be833),segment_id=1014d2cc-e397-4b41-8978-3ab7aa8be833)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:14.381271 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:14.384751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-44f3ed3b-0b07-43f0-811d-2ec95c1a2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:14.385950 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-44f3ed3b-0b07-43f0-811d-2ec95c1a2fd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7440231 Jul 14 11:44:14.389954 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c327e6d-018e-4a25-b42f-a252fcf46971 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:14.405465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00ece3-b58f-4e53-bc32-9d0aa2e9dfb9 req-6b0fe01c-bb97-4fff-b7ee-aaf82d5a8399 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:14.407015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d00ece3-b58f-4e53-bc32-9d0aa2e9dfb9 req-6b0fe01c-bb97-4fff-b7ee-aaf82d5a8399 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.0766184 Jul 14 11:44:14.409214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0c327e6d-018e-4a25-b42f-a252fcf46971 None None] Transition to ACTIVE for port object 420b96ff-9470-49ba-9711-55bcacd4628e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:14.412619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Allocated IP 172.20.0.14 (17a02e5c-669b-4038-8d91-b30c745a1b3a/a1e3a8a7-b602-481f-b0ba-7d84026c45ed/75869857-d788-4150-b9eb-8667e3a29bf3) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:14.414708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c327e6d-018e-4a25-b42f-a252fcf46971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:14.524671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d00ece3-b58f-4e53-bc32-9d0aa2e9dfb9 req-ed0e8523-bc34-4a5d-b751-ab74b2086fad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760417 Jul 14 11:44:14.556897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c327e6d-018e-4a25-b42f-a252fcf46971 None None] Pushing event updated for resources: {'Port': ['ID=420b96ff-9470-49ba-9711-55bcacd4628e,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:14.610446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Delete allocated IP 2001:db8::14f (4f12c19b-b253-461b-aea6-d54fceec29b3/4bf3c905-a79f-45f1-9de5-1641d7e336e9) {{(pid=93702) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 11:44:14.621697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8:0:1::290 (4f12c19b-b253-461b-aea6-d54fceec29b3/3477e8d0-b87a-4ca6-b081-4da76edef756/bd92b3b9-0f28-4141-90b2-1bf03f4ecffc) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:14.692287 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-fceec9bc-9145-4aad-8ab4-7628e9e3020a service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934787 Jul 14 11:44:14.771360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 420b96ff-9470-49ba-9711-55bcacd4628e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:14.843404 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:14.862473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object bd92b3b9-0f28-4141-90b2-1bf03f4ecffc will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:14.868317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:14.931217 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-9e68947d-ff15-4ab1-ae8e-ebfe455b8447 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213151 Jul 14 11:44:14.933860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 0f5fb3e3-c340-4a67-8c31-2269ee0ac398 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:44:14.938713 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:14.949614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] In _notify_port_updated(), no bound segment for port bd92b3b9-0f28-4141-90b2-1bf03f4ecffc on network 4f12c19b-b253-461b-aea6-d54fceec29b3 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:44:14.955543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:14.956343 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:14.961184 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "PUT /v2.0/ports/bd92b3b9-0f28-4141-90b2-1bf03f4ecffc HTTP/1.1" status: 200 len: 930 time: 1.6360941 Jul 14 11:44:14.964069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57920) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:14.998535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61854e8b-c1ae-467c-aa9c-949625e961e8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=bd92b3b9-0f28-4141-90b2-1bf03f4ecffc,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:15.031609 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-ac466feb-c54e-4867-b963-9442e671ca1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=18a00a0e-9792-427c-ba24-b22b2019c83d HTTP/1.1" status: 200 len: 217 time: 0.0891001 Jul 14 11:44:15.038970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Transition to ACTIVE for port object 75869857-d788-4150-b9eb-8667e3a29bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:15.107585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-08fed0ec-edae-45e6-88eb-54152074c831 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port bd92b3b9-0f28-4141-90b2-1bf03f4ecffc {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:15.108713 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08fed0ec-edae-45e6-88eb-54152074c831 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.113089 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.190888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-44eddff4-b711-4060-b481-746df9d74087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.192972 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-44eddff4-b711-4060-b481-746df9d74087 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1477351 Jul 14 11:44:15.220861 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08fed0ec-edae-45e6-88eb-54152074c831 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.235391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-08fed0ec-edae-45e6-88eb-54152074c831 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for bd92b3b9-0f28-4141-90b2-1bf03f4ecffc owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:15.263825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.288667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:15.302562 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13edb4ac-1dd8-4872-8ec8-86104a5842e4 None None] Sync routers for ids ['0f5fb3e3-c340-4a67-8c31-2269ee0ac398'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:15.321967 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13edb4ac-1dd8-4872-8ec8-86104a5842e4 None None] Routers {'0f5fb3e3-c340-4a67-8c31-2269ee0ac398'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:15.322753 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-13edb4ac-1dd8-4872-8ec8-86104a5842e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f5fb3e3-c340-4a67-8c31-2269ee0ac398'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:15.366352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Network 17a02e5c-669b-4038-8d91-b30c745a1b3a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:15.371875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:15.374003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.377980 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-18d20a39-2d6e-4494-9557-92deace29221 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7817187 Jul 14 11:44:15.378443 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-13edb4ac-1dd8-4872-8ec8-86104a5842e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:15.380630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-c9b6c0d1-6a51-4575-bcad-2a06d7ba1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.382546 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-c9b6c0d1-6a51-4575-bcad-2a06d7ba1b34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1768179 Jul 14 11:44:15.387928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:15.390190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57924) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:15.391455 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13edb4ac-1dd8-4872-8ec8-86104a5842e4 None None] Routers {'0f5fb3e3-c340-4a67-8c31-2269ee0ac398'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:15.392619 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-13edb4ac-1dd8-4872-8ec8-86104a5842e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f5fb3e3-c340-4a67-8c31-2269ee0ac398'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:15.446690 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-13edb4ac-1dd8-4872-8ec8-86104a5842e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:15.448350 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13edb4ac-1dd8-4872-8ec8-86104a5842e4 None None] The sync data for ids ['0f5fb3e3-c340-4a67-8c31-2269ee0ac398'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:15.469783 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08fed0ec-edae-45e6-88eb-54152074c831 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.513553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fed0ec-edae-45e6-88eb-54152074c831 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=bd92b3b9-0f28-4141-90b2-1bf03f4ecffc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:15.533580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c92da-76ee-4ef5-b482-1bfb64381ff3 req-2f96122a-558c-4273-8021-90f9b186ea83 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.540135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c92da-76ee-4ef5-b482-1bfb64381ff3 req-2f96122a-558c-4273-8021-90f9b186ea83 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.541646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event updated for resources: {'Port': ['ID=75869857-d788-4150-b9eb-8667e3a29bf3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:15.549256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c92da-76ee-4ef5-b482-1bfb64381ff3 req-2f96122a-558c-4273-8021-90f9b186ea83 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.563434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c92da-76ee-4ef5-b482-1bfb64381ff3 req-2f96122a-558c-4273-8021-90f9b186ea83 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.572509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c92da-76ee-4ef5-b482-1bfb64381ff3 req-2f96122a-558c-4273-8021-90f9b186ea83 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.584192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c92da-76ee-4ef5-b482-1bfb64381ff3 req-2f96122a-558c-4273-8021-90f9b186ea83 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.591361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c92da-76ee-4ef5-b482-1bfb64381ff3 req-2f96122a-558c-4273-8021-90f9b186ea83 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.594065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-943c92da-76ee-4ef5-b482-1bfb64381ff3 req-2f96122a-558c-4273-8021-90f9b186ea83 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.2372589 Jul 14 11:44:15.602868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b6c3d9c5-5cfc-450b-8b88-78e85ee49809 None None] Provisioning complete for port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:15.603247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d9c5-5cfc-450b-8b88-78e85ee49809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.620396 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08fed0ec-edae-45e6-88eb-54152074c831 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.623612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-08fed0ec-edae-45e6-88eb-54152074c831 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/bd92b3b9-0f28-4141-90b2-1bf03f4ecffc HTTP/1.1" status: 204 len: 168 time: 0.6582751 Jul 14 11:44:15.623771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:15.624451 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.626259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57928) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:15.689282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3d9c5-5cfc-450b-8b88-78e85ee49809 None None] Port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:15.697538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b6c3d9c5-5cfc-450b-8b88-78e85ee49809 None None] Could not find standard attr ID for object bd92b3b9-0f28-4141-90b2-1bf03f4ecffc. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:44:15.721459 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-4e0033dc-241e-4d70-8731-8e49f87031a9 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007183 Jul 14 11:44:15.723303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b6c3d9c5-5cfc-450b-8b88-78e85ee49809 None None] Provisioning for port 420b96ff-9470-49ba-9711-55bcacd4628e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:15.728532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b6c3d9c5-5cfc-450b-8b88-78e85ee49809 None None] Provisioning complete for port 420b96ff-9470-49ba-9711-55bcacd4628e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:15.728928 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d9c5-5cfc-450b-8b88-78e85ee49809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.730840 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ed2814-6285-4f84-91d6-18bef973c9b2 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:44:15.732824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-23ed2814-6285-4f84-91d6-18bef973c9b2 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/bd92b3b9-0f28-4141-90b2-1bf03f4ecffc HTTP/1.1" status: 404 len: 333 time: 0.1054101 Jul 14 11:44:15.738292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-943c92da-76ee-4ef5-b482-1bfb64381ff3 req-5844da3f-d8b0-48a9-a993-71f1c30c52fb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224079 Jul 14 11:44:15.738830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57930) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:15.740690 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e456c3f6-c837-46ab-9b1f-311e00088123 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6353767 Jul 14 11:44:15.742558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57932) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:15.751842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Request body: {'floatingip': {'port_id': '75869857-d788-4150-b9eb-8667e3a29bf3'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:15.802318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ca78-ffac-48d4-bbe3-654ed8feafe0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.837476 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ca78-ffac-48d4-bbe3-654ed8feafe0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.931032 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3922f67e-65c1-479d-b35a-a6953856adda tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/routers/0f5fb3e3-c340-4a67-8c31-2269ee0ac398 HTTP/1.1" status: 200 len: 884 time: 0.5396655 Jul 14 11:44:15.931973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57936) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:15.960110 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ca78-ffac-48d4-bbe3-654ed8feafe0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.963304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ca78-ffac-48d4-bbe3-654ed8feafe0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:15.964838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a6d2ca78-ffac-48d4-bbe3-654ed8feafe0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/security-groups/cff7ab3d-d67e-4e7e-9811-4e2aea34bf57 HTTP/1.1" status: 204 len: 168 time: 0.2233181 Jul 14 11:44:15.969624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57938) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:16.032755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2ca78-ffac-48d4-bbe3-654ed8feafe0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7ab3d-d67e-4e7e-9811-4e2aea34bf57,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:16.044789 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.078288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f469d8f9-c90a-497c-97ea-25eb7127fa34 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.090510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d5d5-33de-470b-a826-4f5349947221 req-d3566c12-15f8-4b8c-904f-dcb4fa4c0135 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:16.092075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebe6d5d5-33de-470b-a826-4f5349947221 req-d3566c12-15f8-4b8c-904f-dcb4fa4c0135 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2136528 Jul 14 11:44:16.131180 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f469d8f9-c90a-497c-97ea-25eb7127fa34 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.178553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebe6d5d5-33de-470b-a826-4f5349947221 req-ca46daec-b5f4-4d35-a95f-8b7bbddead1c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766263 Jul 14 11:44:16.196922 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f469d8f9-c90a-497c-97ea-25eb7127fa34 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.199980 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f469d8f9-c90a-497c-97ea-25eb7127fa34 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.201803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f469d8f9-c90a-497c-97ea-25eb7127fa34 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/security-groups/92ccd515-973c-4643-96cf-3c641fb5d8c4 HTTP/1.1" status: 204 len: 168 time: 0.2296343 Jul 14 11:44:16.212416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57940) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:16.223838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469d8f9-c90a-497c-97ea-25eb7127fa34 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ccd515-973c-4643-96cf-3c641fb5d8c4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:16.281246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33b6ea6-6eb8-4b5d-b6f7-a19ba7a74523 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet 4bf3c905-a79f-45f1-9de5-1641d7e336e9 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:44:16.285995 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33b6ea6-6eb8-4b5d-b6f7-a19ba7a74523 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.288516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-14f6f241-9c3c-4aa6-9f88-770af694fda0 None None] Provisioning for port 75869857-d788-4150-b9eb-8667e3a29bf3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:16.293796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-14f6f241-9c3c-4aa6-9f88-770af694fda0 None None] Provisioning complete for port 75869857-d788-4150-b9eb-8667e3a29bf3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:16.294453 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-14f6f241-9c3c-4aa6-9f88-770af694fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.312712 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-28d7a236-7784-444f-b8ff-daa5ae1e55fb service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708797 Jul 14 11:44:16.339192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33b6ea6-6eb8-4b5d-b6f7-a19ba7a74523 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.346560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-14f6f241-9c3c-4aa6-9f88-770af694fda0 None None] Port 75869857-d788-4150-b9eb-8667e3a29bf3 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:16.350361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-14f6f241-9c3c-4aa6-9f88-770af694fda0 None None] Could not find standard attr ID for object bd92b3b9-0f28-4141-90b2-1bf03f4ecffc. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:44:16.445768 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33b6ea6-6eb8-4b5d-b6f7-a19ba7a74523 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.513303 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33b6ea6-6eb8-4b5d-b6f7-a19ba7a74523 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.544553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b6ea6-6eb8-4b5d-b6f7-a19ba7a74523 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf3c905-a79f-45f1-9de5-1641d7e336e9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:16.549112 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33b6ea6-6eb8-4b5d-b6f7-a19ba7a74523 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.556590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f33b6ea6-6eb8-4b5d-b6f7-a19ba7a74523 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/4bf3c905-a79f-45f1-9de5-1641d7e336e9 HTTP/1.1" status: 204 len: 168 time: 0.3430135 Jul 14 11:44:16.557381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57942) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:16.562990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:16.564821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f094ad8e-62d3-42ed-8f62-abb94866d6b0 None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:16.737251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:16.745763 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:16.780424 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-a9a1220a-f6aa-4c3c-85d8-d0b84d215495 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a311431a-32d1-4b6e-a233-63e9651b80ee HTTP/1.1" status: 200 len: 217 time: 0.4504309 Jul 14 11:44:16.937163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-ec502279-1815-4c70-b4e8-757c0855c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:16.938650 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-ec502279-1815-4c70-b4e8-757c0855c846 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.1417983 Jul 14 11:44:17.081953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:17.099744 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0c467cdc-556d-4d74-93f3-6f1810eb6518 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1610479 Jul 14 11:44:17.100460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57948) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:17.139712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e05c3e74-025b-4633-a6ee-8bb362b36635 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1469905760'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:17.178028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:17.194754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010de5-6045-49c1-a570-7a7b8be48341 req-338ac784-5965-4b07-a6bf-e5aeaf2c7006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.202271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010de5-6045-49c1-a570-7a7b8be48341 req-338ac784-5965-4b07-a6bf-e5aeaf2c7006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.209357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010de5-6045-49c1-a570-7a7b8be48341 req-338ac784-5965-4b07-a6bf-e5aeaf2c7006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.232135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010de5-6045-49c1-a570-7a7b8be48341 req-338ac784-5965-4b07-a6bf-e5aeaf2c7006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.233862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-0f244112-28a5-44a3-9d7a-7cd161035a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.236303 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-0f244112-28a5-44a3-9d7a-7cd161035a81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2769659 Jul 14 11:44:17.249171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010de5-6045-49c1-a570-7a7b8be48341 req-338ac784-5965-4b07-a6bf-e5aeaf2c7006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.262128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010de5-6045-49c1-a570-7a7b8be48341 req-338ac784-5965-4b07-a6bf-e5aeaf2c7006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.280437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010de5-6045-49c1-a570-7a7b8be48341 req-338ac784-5965-4b07-a6bf-e5aeaf2c7006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.282169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4010de5-6045-49c1-a570-7a7b8be48341 req-338ac784-5965-4b07-a6bf-e5aeaf2c7006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.2814341 Jul 14 11:44:17.285843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:17.310080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.314976 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:17.325754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=e5190cf1-9ca8-467b-ad36-04a218f3fbc4,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:17.362023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-aee42801-53eb-49b3-80a6-cf84e65cbedc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8034177 Jul 14 11:44:17.367281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57952) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:17.384267 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8f138699-6372-4eb9-a4ab-d4b9f076ad69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'security_group': {'name': 'tempest-secgroup-567260604'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:17.399436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4010de5-6045-49c1-a570-7a7b8be48341 req-d6d0a882-941c-4052-9fb0-42be8c6719b7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000340 Jul 14 11:44:17.479787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b248f-c19a-4f62-ad67-d63abfde3da3 req-97ca0ae9-2824-43dc-a072-4808651ec40e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:17.487590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a36b248f-c19a-4f62-ad67-d63abfde3da3 req-97ca0ae9-2824-43dc-a072-4808651ec40e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1143148 Jul 14 11:44:17.530856 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a36b248f-c19a-4f62-ad67-d63abfde3da3 req-51c4614f-53ec-4ab9-84f6-375a638fe42b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Jul 14 11:44:17.553909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f138699-6372-4eb9-a4ab-d4b9f076ad69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:17.584750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-f8f7da06-388c-4246-a072-788a1aef3201 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364966 Jul 14 11:44:17.647322 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:17.694066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:17.718000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b420bbb-cd54-46ce-ad13-4e13d242298b None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:17.826377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f5ac97c3-2f51-4f47-ad50-556c1dcdb9b3 None None] Provisioning complete for port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:17.827396 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f5ac97c3-2f51-4f47-ad50-556c1dcdb9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:17.918719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac97c3-2f51-4f47-ad50-556c1dcdb9b3 None None] Port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:17.961644 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-2c559247-c760-482a-aee1-900748720c4c service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421566 Jul 14 11:44:17.997378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f5ac97c3-2f51-4f47-ad50-556c1dcdb9b3 None None] Provisioning complete for port 420b96ff-9470-49ba-9711-55bcacd4628e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:17.998305 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f5ac97c3-2f51-4f47-ad50-556c1dcdb9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.025819 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP 4d52477b-3ada-4f4a-a923-d65dd6898583 associated. External IP: 172.25.2.49, port: 3c5d89b1-d4b4-4416-bb79-d2ec430b76d2. Jul 14 11:44:18.037976 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-0ba08f5a-fcf7-42f7-9f18-037bbe1d4217 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c HTTP/1.1" status: 200 len: 217 time: 0.0670173 Jul 14 11:44:18.109341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f138699-6372-4eb9-a4ab-d4b9f076ad69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.128287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989343a8-a9bc-48a2-be6a-aa526247f4c2 req-79c036fa-85c1-4ea9-9d25-443962239af5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.131064 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-989343a8-a9bc-48a2-be6a-aa526247f4c2 req-79c036fa-85c1-4ea9-9d25-443962239af5 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1928332 Jul 14 11:44:18.133196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e05c3e74-025b-4633-a6ee-8bb362b36635 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.136882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-c1b9b6d9-94a0-487a-a63e-129f98b3fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.138308 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f138699-6372-4eb9-a4ab-d4b9f076ad69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.138667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-c1b9b6d9-94a0-487a-a63e-129f98b3fd0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1095 time: 0.2132118 Jul 14 11:44:18.205158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a505a66e-f557-4d84-9e6b-c87c6421ed95 None None] Update dhcp port {'port': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'fixed_ips': [{'subnet_id': '3477e8d0-b87a-4ca6-b081-4da76edef756', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e5190cf1-9ca8-467b-ad36-04a218f3fbc4'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '420b96ff-9470-49ba-9711-55bcacd4628e'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:44:18.252672 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a505a66e-f557-4d84-9e6b-c87c6421ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.261918 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-989343a8-a9bc-48a2-be6a-aa526247f4c2 req-a32e427c-348c-4957-9c9d-48a03bd6f23d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216469 Jul 14 11:44:18.319921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-cf53793f-94c3-4855-b163-de682d2b5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.322247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-cf53793f-94c3-4855-b163-de682d2b5bec service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.1617513 Jul 14 11:44:18.411588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-2bb0076e-f65a-4796-b3b9-28631718abe2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 998 time: 0.0799639 Jul 14 11:44:18.480099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-9702e151-3223-446f-b1d2-78972739cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.482232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-9702e151-3223-446f-b1d2-78972739cb8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.0598633 Jul 14 11:44:18.498428 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e05c3e74-025b-4633-a6ee-8bb362b36635 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.521522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f138699-6372-4eb9-a4ab-d4b9f076ad69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.521792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-a505a66e-f557-4d84-9e6b-c87c6421ed95 None None] Allocated IP 2001:db8::2 (4f12c19b-b253-461b-aea6-d54fceec29b3/e5190cf1-9ca8-467b-ad36-04a218f3fbc4/420b96ff-9470-49ba-9711-55bcacd4628e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:18.522525 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8f138699-6372-4eb9-a4ab-d4b9f076ad69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1485152 Jul 14 11:44:18.531946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57962) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:18.533492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-82e3b05b-e553-42ac-8009-87ac9c0498f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.535250 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-82e3b05b-e553-42ac-8009-87ac9c0498f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.4556196 Jul 14 11:44:18.571959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fa317907-22dc-4d56-b237-d4d9c4f10938 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'security_group': {'name': 'tempest-secgroup-1325636361'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:18.581338 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f138699-6372-4eb9-a4ab-d4b9f076ad69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6ba082-8abf-4c92-a471-34f7b7b3dcb2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:18.666830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a505a66e-f557-4d84-9e6b-c87c6421ed95 None None] For port 420b96ff-9470-49ba-9711-55bcacd4628e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=420b96ff-9470-49ba-9711-55bcacd4628e,segment=NetworkSegment(1014d2cc-e397-4b41-8978-3ab7aa8be833),segment_id=1014d2cc-e397-4b41-8978-3ab7aa8be833)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:18.712784 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a505a66e-f557-4d84-9e6b-c87c6421ed95 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.719195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-69c26d2e-e416-4edf-8e8d-1e159f42f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.720627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-69c26d2e-e416-4edf-8e8d-1e159f42f3ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275736 Jul 14 11:44:18.729342 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa317907-22dc-4d56-b237-d4d9c4f10938 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.736289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a505a66e-f557-4d84-9e6b-c87c6421ed95 None None] Transition to ACTIVE for port object 420b96ff-9470-49ba-9711-55bcacd4628e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:18.738158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6cf4-2f84-47c9-8bb2-65a02ea625f3 req-e990e2ce-0c70-4400-b11a-8d592d4bb8b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.743746 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a505a66e-f557-4d84-9e6b-c87c6421ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:18.749792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6cf4-2f84-47c9-8bb2-65a02ea625f3 req-e990e2ce-0c70-4400-b11a-8d592d4bb8b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.756711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6cf4-2f84-47c9-8bb2-65a02ea625f3 req-e990e2ce-0c70-4400-b11a-8d592d4bb8b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.763041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6cf4-2f84-47c9-8bb2-65a02ea625f3 req-e990e2ce-0c70-4400-b11a-8d592d4bb8b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.769175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6cf4-2f84-47c9-8bb2-65a02ea625f3 req-e990e2ce-0c70-4400-b11a-8d592d4bb8b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.776115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6cf4-2f84-47c9-8bb2-65a02ea625f3 req-e990e2ce-0c70-4400-b11a-8d592d4bb8b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.787013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6cf4-2f84-47c9-8bb2-65a02ea625f3 req-e990e2ce-0c70-4400-b11a-8d592d4bb8b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.789218 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbee6cf4-2f84-47c9-8bb2-65a02ea625f3 req-e990e2ce-0c70-4400-b11a-8d592d4bb8b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.1944108 Jul 14 11:44:18.812903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8142e-4544-4b08-bd01-60590697927f req-97f149fe-55bf-4d23-a5ab-766b99876dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:18.814446 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-97f149fe-55bf-4d23-a5ab-766b99876dcb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2365029 Jul 14 11:44:18.822313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05c3e74-025b-4633-a6ee-8bb362b36635 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 0f5fb3e3-c340-4a67-8c31-2269ee0ac398 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:18.879146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505a66e-f557-4d84-9e6b-c87c6421ed95 None None] Pushing event updated for resources: {'Port': ['ID=420b96ff-9470-49ba-9711-55bcacd4628e,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:18.916639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbee6cf4-2f84-47c9-8bb2-65a02ea625f3 req-002684dd-47b9-4048-b784-e5ef584aae38 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171262 Jul 14 11:44:18.967948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:18.973578 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-0597631d-db96-431a-a1a1-bfc2cb4ce953 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831176 Jul 14 11:44:19.089782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ebe0f7-fb31-4225-9da3-cc1ba868decf req-11c0be85-4213-4ea1-ae9a-f9e7f376d4a1 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045988 Jul 14 11:44:19.120852 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-41e1249c-174b-4666-aedc-b0da5b86cc35 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913575 Jul 14 11:44:19.180816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05c3e74-025b-4633-a6ee-8bb362b36635 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:19.194678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c2c06-301b-45f5-9125-b8626cbc2af8 None None] Sync routers for ids ['0f5fb3e3-c340-4a67-8c31-2269ee0ac398'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:19.203821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c2c06-301b-45f5-9125-b8626cbc2af8 None None] Routers {'0f5fb3e3-c340-4a67-8c31-2269ee0ac398'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:19.204934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-108c2c06-301b-45f5-9125-b8626cbc2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f5fb3e3-c340-4a67-8c31-2269ee0ac398'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:19.240774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa317907-22dc-4d56-b237-d4d9c4f10938 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.248928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e05c3e74-025b-4633-a6ee-8bb362b36635 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.250140 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e05c3e74-025b-4633-a6ee-8bb362b36635 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/0f5fb3e3-c340-4a67-8c31-2269ee0ac398 HTTP/1.1" status: 200 len: 891 time: 2.1145895 Jul 14 11:44:19.252066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-108c2c06-301b-45f5-9125-b8626cbc2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:19.254182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57966) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:19.257686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa317907-22dc-4d56-b237-d4d9c4f10938 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.263889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c2c06-301b-45f5-9125-b8626cbc2af8 None None] Routers {'0f5fb3e3-c340-4a67-8c31-2269ee0ac398'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:19.263889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-108c2c06-301b-45f5-9125-b8626cbc2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0f5fb3e3-c340-4a67-8c31-2269ee0ac398'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:19.325812 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa317907-22dc-4d56-b237-d4d9c4f10938 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.329561 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fa317907-22dc-4d56-b237-d4d9c4f10938 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7911336 Jul 14 11:44:19.331912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57970) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:19.338801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:19.339026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e220642e-bb6b-4372-a365-e89996805d96 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'security_group': {'name': 'tempest-secgroup-637239514'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:19.348561 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce0763-89a2-4dcf-b5bf-546cc3acb17a None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:19.361071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-108c2c06-301b-45f5-9125-b8626cbc2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:19.361740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c2c06-301b-45f5-9125-b8626cbc2af8 None None] The sync data for ids ['0f5fb3e3-c340-4a67-8c31-2269ee0ac398'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:19.365201 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce0763-89a2-4dcf-b5bf-546cc3acb17a None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:19.365827 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2ce0763-89a2-4dcf-b5bf-546cc3acb17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:19.376842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa317907-22dc-4d56-b237-d4d9c4f10938 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3345cb-4a8e-4128-85a3-fbd00b3d6fd1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:19.433488 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2ce0763-89a2-4dcf-b5bf-546cc3acb17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:19.451100 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce0763-89a2-4dcf-b5bf-546cc3acb17a None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:19.455228 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2ce0763-89a2-4dcf-b5bf-546cc3acb17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:19.498668 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-78c8142e-4544-4b08-bd01-60590697927f req-8c838205-be01-45e2-94b2-c9c7d53d3178 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593602 Jul 14 11:44:19.509292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e220642e-bb6b-4372-a365-e89996805d96 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.553443 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2ce0763-89a2-4dcf-b5bf-546cc3acb17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:19.554420 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce0763-89a2-4dcf-b5bf-546cc3acb17a None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:19.595765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-94cb6e6b-4f3e-4bcc-8d6f-697ef988272f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/routers/0f5fb3e3-c340-4a67-8c31-2269ee0ac398 HTTP/1.1" status: 200 len: 891 time: 0.3400557 Jul 14 11:44:19.598763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57972) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:19.665062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-18027dd0-bec8-475f-9d34-ff1633d10f8e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f5fb3e3-c340-4a67-8c31-2269ee0ac398 HTTP/1.1" status: 200 len: 205 time: 0.0628891 Jul 14 11:44:19.670944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57974) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:19.754086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b244b-b166-423a-b0fd-0a880718bf17 req-8eb7b414-a9c2-498b-8b0a-1f6f64c7b038 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:19.762559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a59b244b-b166-423a-b0fd-0a880718bf17 req-8eb7b414-a9c2-498b-8b0a-1f6f64c7b038 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2758274 Jul 14 11:44:19.805283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-42212f21-26c7-4639-8efc-99c70bb8b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:19.806020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-42212f21-26c7-4639-8efc-99c70bb8b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:19.806657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-42212f21-26c7-4639-8efc-99c70bb8b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:19.808320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-42212f21-26c7-4639-8efc-99c70bb8b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:19.809177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-42212f21-26c7-4639-8efc-99c70bb8b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:19.810334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-42212f21-26c7-4639-8efc-99c70bb8b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:19.811317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-42212f21-26c7-4639-8efc-99c70bb8b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:19.813996 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-42212f21-26c7-4639-8efc-99c70bb8b380 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6487 time: 0.2231779 Jul 14 11:44:19.827501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-51d2fb0f-ecb6-4163-b58b-1bba0ace19b9 None None] Provisioning complete for port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:19.828715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51d2fb0f-ecb6-4163-b58b-1bba0ace19b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.871270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-51d2fb0f-ecb6-4163-b58b-1bba0ace19b9 None None] Port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:19.878788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a59b244b-b166-423a-b0fd-0a880718bf17 req-68c66ce3-e79d-4007-91ec-ba3a30dab219 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150970 Jul 14 11:44:19.881583 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e220642e-bb6b-4372-a365-e89996805d96 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.884471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-51d2fb0f-ecb6-4163-b58b-1bba0ace19b9 None None] Provisioning for port 420b96ff-9470-49ba-9711-55bcacd4628e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:19.888639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 881a4c8a-d01c-41e8-8bb9-41abb66fc9b5 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:19.889477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-51d2fb0f-ecb6-4163-b58b-1bba0ace19b9 None None] Provisioning complete for port 420b96ff-9470-49ba-9711-55bcacd4628e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:19.889867 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51d2fb0f-ecb6-4163-b58b-1bba0ace19b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.890097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.898447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e220642e-bb6b-4372-a365-e89996805d96 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.977139 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e220642e-bb6b-4372-a365-e89996805d96 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:19.981369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e220642e-bb6b-4372-a365-e89996805d96 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6482775 Jul 14 11:44:19.984457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57978) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:19.993890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1042062147', 'security_groups': ['9f73c5ba-1609-40f2-b7e4-cbeb4ccf8e73'], 'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e5190cf1-9ca8-467b-ad36-04a218f3fbc4'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:20.027448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-c9d45c8b-6caf-4e1e-87e7-5984580d17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.028787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220642e-bb6b-4372-a365-e89996805d96 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f73c5ba-1609-40f2-b7e4-cbeb4ccf8e73,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:20.029003 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-c9d45c8b-6caf-4e1e-87e7-5984580d17db service neutron] 10.222.0.45 "GET /v2.0/networks?id=26145ec9-28ca-47b8-8313-e0ceee913209 HTTP/1.1" status: 200 len: 902 time: 0.2062159 Jul 14 11:44:20.111573 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-7bd8ed12-1a5a-4229-87d4-2047b61b3ccb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c HTTP/1.1" status: 200 len: 217 time: 0.0460916 Jul 14 11:44:20.164286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:20.172133 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.178064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67939635-0e2b-436c-9830-f4d0ed723c7f None None] Sync routers for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:20.188339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67939635-0e2b-436c-9830-f4d0ed723c7f None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:20.188984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-67939635-0e2b-436c-9830-f4d0ed723c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:20.211058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-c841600f-87d4-4f65-a3e5-f8493635003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.212738 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-c841600f-87d4-4f65-a3e5-f8493635003c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.0916753 Jul 14 11:44:20.228128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-67939635-0e2b-436c-9830-f4d0ed723c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:20.237948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67939635-0e2b-436c-9830-f4d0ed723c7f None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:20.238715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-67939635-0e2b-436c-9830-f4d0ed723c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:20.282250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-67939635-0e2b-436c-9830-f4d0ed723c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:20.283094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67939635-0e2b-436c-9830-f4d0ed723c7f None None] The sync data for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:20.333257 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0a74afe5-9903-4c4c-a3f8-8e1205a2d22a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/floatingips/4d52477b-3ada-4f4a-a923-d65dd6898583 HTTP/1.1" status: 200 len: 977 time: 4.5874979 Jul 14 11:44:20.336069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57982) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:20.376383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-bd6d84d9-1091-4d44-bb53-8e65f2f7417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.377794 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-bd6d84d9-1091-4d44-bb53-8e65f2f7417e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402380 Jul 14 11:44:20.455662 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.519610 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-b4b562ee-dba2-41eb-9bab-a2876b21d20e service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340477 Jul 14 11:44:20.528182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 75869857-d788-4150-b9eb-8667e3a29bf3 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:20.528647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.538979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0be1-b35e-4cfc-9aa8-a04b661dddab req-d1bf59ce-c596-46ff-a844-52d9287d82a7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.544870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0be1-b35e-4cfc-9aa8-a04b661dddab req-d1bf59ce-c596-46ff-a844-52d9287d82a7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.551028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0be1-b35e-4cfc-9aa8-a04b661dddab req-d1bf59ce-c596-46ff-a844-52d9287d82a7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.557759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0be1-b35e-4cfc-9aa8-a04b661dddab req-d1bf59ce-c596-46ff-a844-52d9287d82a7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.563687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0be1-b35e-4cfc-9aa8-a04b661dddab req-d1bf59ce-c596-46ff-a844-52d9287d82a7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.570721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0be1-b35e-4cfc-9aa8-a04b661dddab req-d1bf59ce-c596-46ff-a844-52d9287d82a7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.576605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0be1-b35e-4cfc-9aa8-a04b661dddab req-d1bf59ce-c596-46ff-a844-52d9287d82a7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:20.578567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-167c0be1-b35e-4cfc-9aa8-a04b661dddab req-d1bf59ce-c596-46ff-a844-52d9287d82a7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.2136152 Jul 14 11:44:20.617948 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:20.674213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 4b90f21c-311f-4253-9c6c-fc3055237294 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:20.674561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.698779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-167c0be1-b35e-4cfc-9aa8-a04b661dddab req-3fe67bbd-16fa-496f-9e65-fa18e8342c0e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048207 Jul 14 11:44:20.720605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.736942 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25bb4fe0-e792-41d7-8795-cff594d49ab6 req-0ee0cbaa-d765-4b59-9cba-37010f3beaac service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103877 Jul 14 11:44:20.749894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 420b96ff-9470-49ba-9711-55bcacd4628e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:20.818014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 420b96ff-9470-49ba-9711-55bcacd4628e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:20.818609 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.827550 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.855145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] device_id is not set on port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:44:20.915735 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.933500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.934346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:20.935016 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Floating IP 4d52477b-3ada-4f4a-a923-d65dd6898583 disassociated. External IP: 172.25.2.49, port: 75869857-d788-4150-b9eb-8667e3a29bf3. Jul 14 11:44:20.935423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 75869857-d788-4150-b9eb-8667e3a29bf3 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:20.939438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 4b90f21c-311f-4253-9c6c-fc3055237294 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:21.083938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.118528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=75869857-d788-4150-b9eb-8667e3a29bf3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:21.146046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8::1bc (4f12c19b-b253-461b-aea6-d54fceec29b3/e5190cf1-9ca8-467b-ad36-04a218f3fbc4/31655ed4-b3d9-40d8-a87a-94b4a2889ea2) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:21.248579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 881a4c8a-d01c-41e8-8bb9-41abb66fc9b5 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:21.322160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9052e-fc78-406b-92a1-cb280b202c8c req-a2a003d3-6e21-4f25-b38a-a42071ff791a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:21.324855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89c9052e-fc78-406b-92a1-cb280b202c8c req-a2a003d3-6e21-4f25-b38a-a42071ff791a tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2829232 Jul 14 11:44:21.425279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:21.436488 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b624b3c-26da-4e82-a19a-84d5e3add293 None None] Sync routers for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:21.447445 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b624b3c-26da-4e82-a19a-84d5e3add293 None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:21.448097 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2b624b3c-26da-4e82-a19a-84d5e3add293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:21.461399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89c9052e-fc78-406b-92a1-cb280b202c8c req-d545d855-a700-44b1-9dc6-aa10b80aa07c tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204848 Jul 14 11:44:21.474993 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.479499 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.520129 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2b624b3c-26da-4e82-a19a-84d5e3add293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:21.536802 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b624b3c-26da-4e82-a19a-84d5e3add293 None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:21.536946 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.537546 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2b624b3c-26da-4e82-a19a-84d5e3add293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:21.540790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:21.544900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=4b90f21c-311f-4253-9c6c-fc3055237294,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:21.545342 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-743d1dd1-7200-4566-88b1-bb340e3c8ad3 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/ports/75869857-d788-4150-b9eb-8667e3a29bf3 HTTP/1.1" status: 204 len: 168 time: 1.2082415 Jul 14 11:44:21.545988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57990) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:21.578881 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2b624b3c-26da-4e82-a19a-84d5e3add293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:21.580187 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b624b3c-26da-4e82-a19a-84d5e3add293 None None] The sync data for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:21.668684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.752523 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.822255 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.828446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.850289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:21.892162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:21.896172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:21.902131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:21.902743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.929175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=31655ed4-b3d9-40d8-a87a-94b4a2889ea2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:21.959156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.959714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Fanout notify agent at l3_agent the message router_deleted on router 0f5fb3e3-c340-4a67-8c31-2269ee0ac398 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:44:21.974868 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:21.976013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-53b909a3-fab1-416b-bd51-b9d7855a7c50 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/0f5fb3e3-c340-4a67-8c31-2269ee0ac398 HTTP/1.1" status: 204 len: 168 time: 2.3041170 Jul 14 11:44:21.982505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57994) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:21.991832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1031950946'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:22.001613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9a5c2a3d-a4a0-454e-8ea4-2feb45e1ad05 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0142896 Jul 14 11:44:22.008407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57996) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:22.016619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54432d3-efef-4ac9-a571-883db593dbf5 req-28ff2a8e-8221-40e5-9148-e7cdefe25894 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.020035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b54432d3-efef-4ac9-a571-883db593dbf5 req-28ff2a8e-8221-40e5-9148-e7cdefe25894 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3682036 Jul 14 11:44:22.025276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-03a63c4d-e41f-44f1-a5a2-6ddf97a94312 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:22.138180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:22.141841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:22.200201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b54432d3-efef-4ac9-a571-883db593dbf5 req-7c368b84-f5ae-4d00-ad00-ce8d75e367a8 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662815 Jul 14 11:44:22.227388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597aafb-b156-428d-9438-2561dd718061 req-e564af31-ece5-4507-a538-ef8de8ea3be4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.235195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597aafb-b156-428d-9438-2561dd718061 req-e564af31-ece5-4507-a538-ef8de8ea3be4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.258739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597aafb-b156-428d-9438-2561dd718061 req-e564af31-ece5-4507-a538-ef8de8ea3be4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.265754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597aafb-b156-428d-9438-2561dd718061 req-e564af31-ece5-4507-a538-ef8de8ea3be4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.273528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597aafb-b156-428d-9438-2561dd718061 req-e564af31-ece5-4507-a538-ef8de8ea3be4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.280646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597aafb-b156-428d-9438-2561dd718061 req-e564af31-ece5-4507-a538-ef8de8ea3be4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.288461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597aafb-b156-428d-9438-2561dd718061 req-e564af31-ece5-4507-a538-ef8de8ea3be4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.296718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a597aafb-b156-428d-9438-2561dd718061 req-e564af31-ece5-4507-a538-ef8de8ea3be4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.4080462 Jul 14 11:44:22.330097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:44:22.360210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1618987e-f82d-4af5-8cc6-9456a0c7b8ee None None] Provisioning for port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:22.372134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1618987e-f82d-4af5-8cc6-9456a0c7b8ee None None] Provisioning complete for port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:22.372907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1618987e-f82d-4af5-8cc6-9456a0c7b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:22.376458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a597aafb-b156-428d-9438-2561dd718061 req-7c261916-b7f5-43a3-a49f-481c601d4192 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787513 Jul 14 11:44:22.415115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1618987e-f82d-4af5-8cc6-9456a0c7b8ee None None] Port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:22.436222 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:22.436587 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added segment a7d665c5-c817-444b-9bbe-234735288d70 of type vlan for network d5015507-17b3-4386-a060-bec33a76ead2 Jul 14 11:44:22.443468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:22.515077 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:22.530501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a63c4d-e41f-44f1-a5a2-6ddf97a94312 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:22.534311 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03a63c4d-e41f-44f1-a5a2-6ddf97a94312 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:22.552123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915768df-426a-4779-98ba-ba3371d6358d req-e4b93037-998b-4d0c-a10e-1c7b41b94037 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.553928 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-915768df-426a-4779-98ba-ba3371d6358d req-e4b93037-998b-4d0c-a10e-1c7b41b94037 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1718755 Jul 14 11:44:22.662325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-915768df-426a-4779-98ba-ba3371d6358d req-d9a2edfd-cf29-4b40-ac66-f5e0f1428abb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955973 Jul 14 11:44:22.669206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:22.675068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:22.675714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:22.763321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7765019 Jul 14 11:44:22.763535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58004) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:22.777630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'subnet': {'network_id': 'd5015507-17b3-4386-a060-bec33a76ead2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:22.780468 n-d-778696-8 neutron-server[93702]: INFO neutron.db.ipam_backend_mixin [None req-03a63c4d-e41f-44f1-a5a2-6ddf97a94312 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5190cf1-9ca8-467b-ad36-04a218f3fbc4 (CIDR: 2001:db8::/64) Jul 14 11:44:22.788348 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a63c4d-e41f-44f1-a5a2-6ddf97a94312 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:44:22.788812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a63c4d-e41f-44f1-a5a2-6ddf97a94312 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:22.800895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ef1fc-0e85-48de-a7b3-2a56986fff83 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Network': ['ID=d5015507-17b3-4386-a060-bec33a76ead2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:22.806232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-03a63c4d-e41f-44f1-a5a2-6ddf97a94312 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7857018 Jul 14 11:44:22.810265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58006) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:22.815489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-dae08fea-f2e2-4865-bba0-e3b524df884f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:22.815998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network d5015507-17b3-4386-a060-bec33a76ead2 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:44:22.932234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 2ab2da31-577d-40ff-8009-f960addf1105 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:22.932581 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:22.936197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:22.939225 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:23.044674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae08fea-f2e2-4865-bba0-e3b524df884f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:23.052041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dae08fea-f2e2-4865-bba0-e3b524df884f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:23.108473 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:23.126857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 2ab2da31-577d-40ff-8009-f960addf1105 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:23.216075 n-d-778696-8 neutron-server[93702]: INFO neutron.db.ipam_backend_mixin [None req-dae08fea-f2e2-4865-bba0-e3b524df884f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3477e8d0-b87a-4ca6-b081-4da76edef756 (CIDR: 2001:db8:0:1::/64) Jul 14 11:44:23.221814 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae08fea-f2e2-4865-bba0-e3b524df884f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:44:23.222273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae08fea-f2e2-4865-bba0-e3b524df884f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:23.251277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dae08fea-f2e2-4865-bba0-e3b524df884f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4399407 Jul 14 11:44:23.253449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58010) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:23.259538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3476a-c5a4-4c47-a84c-b40156135772 req-c89f5c5d-666e-4d84-8f0c-731d0910b0ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:23.261060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54a3476a-c5a4-4c47-a84c-b40156135772 req-c89f5c5d-666e-4d84-8f0c-731d0910b0ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1167350 Jul 14 11:44:23.262629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'subnet': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:23.310042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54a3476a-c5a4-4c47-a84c-b40156135772 req-907a55df-d0f2-43ce-85fb-b3eb7e72804b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420299 Jul 14 11:44:23.321454 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:23.481798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Subnet': ['ID=1a5f6598-2281-4853-abe4-bb91ab929030,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:23.565674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Checking segment: {'id': 'a7d665c5-c817-444b-9bbe-234735288d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5015507-17b3-4386-a060-bec33a76ead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:23.566040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network hostable DHCP agents. Network: d5015507-17b3-4386-a060-bec33a76ead2, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:44:23.623313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Made reservation on behalf of ff2c460531d44fcc9444ae3bcd6e6e70 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:23.627468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:23.638505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94543-e795-41ec-806e-e485a1912979 req-aa457be4-a93a-4c1d-aa88-8dabd2e28fa0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:23.644581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94543-e795-41ec-806e-e485a1912979 req-aa457be4-a93a-4c1d-aa88-8dabd2e28fa0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:23.651735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94543-e795-41ec-806e-e485a1912979 req-aa457be4-a93a-4c1d-aa88-8dabd2e28fa0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:23.657992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94543-e795-41ec-806e-e485a1912979 req-aa457be4-a93a-4c1d-aa88-8dabd2e28fa0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:23.664501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94543-e795-41ec-806e-e485a1912979 req-aa457be4-a93a-4c1d-aa88-8dabd2e28fa0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:23.670663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94543-e795-41ec-806e-e485a1912979 req-aa457be4-a93a-4c1d-aa88-8dabd2e28fa0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:23.677598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94543-e795-41ec-806e-e485a1912979 req-aa457be4-a93a-4c1d-aa88-8dabd2e28fa0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:23.679524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ca94543-e795-41ec-806e-e485a1912979 req-aa457be4-a93a-4c1d-aa88-8dabd2e28fa0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.1772208 Jul 14 11:44:23.707225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network d5015507-17b3-4386-a060-bec33a76ead2 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:44:23.713276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:23.725706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-9f3f0a95-c3a0-4681-bc34-4135f964c8ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2563183 Jul 14 11:44:23.730158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ca94543-e795-41ec-806e-e485a1912979 req-1032bcfb-d759-444a-a250-2ff440d1b8b4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427816 Jul 14 11:44:23.766917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, d5015507-17b3-4386-a060-bec33a76ead2) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:23.772041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:23.772633 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:23.778457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd21793-8862-420d-beea-8b7d4ee7dacd None None] Network d5015507-17b3-4386-a060-bec33a76ead2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:23.808554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=2ab2da31-577d-40ff-8009-f960addf1105,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:23.931201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58016) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:23.931526 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eb1824c1-331b-46b1-8d09-ec175e3c7231 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1648881 Jul 14 11:44:23.936601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b193174d-474e-4bd0-a9ab-922592b725df tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-666173768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:23.976019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-d5015507-17b3-4386-a060-bec33a76ead2', 'network_id': 'd5015507-17b3-4386-a060-bec33a76ead2', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'fixed_ips': [{'subnet_id': '1a5f6598-2281-4853-abe4-bb91ab929030'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:44:23.977333 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:23.998109 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b193174d-474e-4bd0-a9ab-922592b725df tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:23.998753 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b193174d-474e-4bd0-a9ab-922592b725df tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.079567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b193174d-474e-4bd0-a9ab-922592b725df tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.083486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-8d2924c6-ebea-4c61-b152-579ef778fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:24.085120 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-8d2924c6-ebea-4c61-b152-579ef778fa8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 1096 time: 0.3191841 Jul 14 11:44:24.085286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b193174d-474e-4bd0-a9ab-922592b725df tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.104059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b193174d-474e-4bd0-a9ab-922592b725df tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.105571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b193174d-474e-4bd0-a9ab-922592b725df tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1727872 Jul 14 11:44:24.108205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58018) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:24.208286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Allocated IP 2001:db8::2 (d5015507-17b3-4386-a060-bec33a76ead2/1a5f6598-2281-4853-abe4-bb91ab929030/0c1bde66-2c86-46e5-b655-5153f52724db) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:24.235795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.368168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-494e40f3-523f-4486-8846-ccd0720d3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:24.369692 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-494e40f3-523f-4486-8846-ccd0720d3949 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.2451355 Jul 14 11:44:24.390804 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.395456 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.405686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Transition to ACTIVE for port object 0c1bde66-2c86-46e5-b655-5153f52724db will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:24.458369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Transition to ACTIVE for port object 0c1bde66-2c86-46e5-b655-5153f52724db will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:24.460302 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-29b1796d-691d-4ec0-99b9-d82f94b16c84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0e43455-150a-4902-a8f3-681222d3f9bf HTTP/1.1" status: 200 len: 217 time: 0.0794859 Jul 14 11:44:24.475102 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.556659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:24.559062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Pushing event updated for resources: {'Port': ['ID=0c1bde66-2c86-46e5-b655-5153f52724db,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:24.567317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Network d5015507-17b3-4386-a060-bec33a76ead2 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:24.569169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:24.573186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:24.574195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:24.583166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:24.583806 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.590629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd997961-a73b-4e70-961e-7b5d7fecc839 None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:24.595741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Subnet': ['ID=e9c65a0d-b1fb-4204-878e-a22232f9bf26,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:24.642709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-789583ac-f30a-4669-accf-161a734edaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:24.646902 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-789583ac-f30a-4669-accf-161a734edaa0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.1464314 Jul 14 11:44:24.649800 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ace44eed-02d3-4bf2-add5-9eda58a2b11a tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3953631 Jul 14 11:44:24.653063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58024) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:24.667712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1086360331', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9c65a0d-b1fb-4204-878e-a22232f9bf26'}], 'security_groups': ['8b6ba082-8abf-4c92-a471-34f7b7b3dcb2', '4e3345cb-4a8e-4128-85a3-fbd00b3d6fd1']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:24.690765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Attempting to bind port 0c1bde66-2c86-46e5-b655-5153f52724db on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:24.691144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Attempting to bind port 0c1bde66-2c86-46e5-b655-5153f52724db by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a7d665c5-c817-444b-9bbe-234735288d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5015507-17b3-4386-a060-bec33a76ead2'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:24.691515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Attempting to bind port 0c1bde66-2c86-46e5-b655-5153f52724db on network d5015507-17b3-4386-a060-bec33a76ead2 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:24.698385 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.702232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:24.702989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Checking segment: {'id': 'a7d665c5-c817-444b-9bbe-234735288d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5015507-17b3-4386-a060-bec33a76ead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:24.703670 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.704486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Bound using segment: {'id': 'a7d665c5-c817-444b-9bbe-234735288d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5015507-17b3-4386-a060-bec33a76ead2'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:24.704809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Bound port: 0c1bde66-2c86-46e5-b655-5153f52724db, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d665c5-c817-444b-9bbe-234735288d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5015507-17b3-4386-a060-bec33a76ead2'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:24.705209 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.811408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] For port 0c1bde66-2c86-46e5-b655-5153f52724db, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:24.819077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] For port 0c1bde66-2c86-46e5-b655-5153f52724db, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0c1bde66-2c86-46e5-b655-5153f52724db,segment=NetworkSegment(a7d665c5-c817-444b-9bbe-234735288d70),segment_id=a7d665c5-c817-444b-9bbe-234735288d70)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:24.825839 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:24.890353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b9369-91ba-440f-a9ca-b95256f098a3 None None] Pushing event updated for resources: {'Port': ['ID=0c1bde66-2c86-46e5-b655-5153f52724db,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:25.166505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b8aa2-c0ef-4283-a91a-4b68b1e0bda9 None None] Update dhcp port {'port': {'network_id': '4f12c19b-b253-461b-aea6-d54fceec29b3', 'fixed_ips': [{'subnet_id': '3477e8d0-b87a-4ca6-b081-4da76edef756', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e5190cf1-9ca8-467b-ad36-04a218f3fbc4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e9c65a0d-b1fb-4204-878e-a22232f9bf26'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '420b96ff-9470-49ba-9711-55bcacd4628e'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:44:25.214794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-253b8aa2-c0ef-4283-a91a-4b68b1e0bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:25.370094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8b02e-6dc7-4c02-ba27-4dd77167ad08 req-856561a1-c083-4e8e-8aa4-647110108999 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:25.377853 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69d8b02e-6dc7-4c02-ba27-4dd77167ad08 req-856561a1-c083-4e8e-8aa4-647110108999 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.8348930 Jul 14 11:44:25.507964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-0b2b2652-04ba-48bf-9a79-81c3d5137f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:25.507964 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-0b2b2652-04ba-48bf-9a79-81c3d5137f32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8304117 Jul 14 11:44:25.546566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69d8b02e-6dc7-4c02-ba27-4dd77167ad08 req-64d932ed-340d-4a53-ac47-aa77b0411044 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669531 Jul 14 11:44:25.555403 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 881a4c8a-d01c-41e8-8bb9-41abb66fc9b5 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:25.579272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa8b1d-a4f7-427b-98a0-f3c90c9b267f req-476c0420-2006-4bea-a6d2-c83a152b0cb9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:25.585611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa8b1d-a4f7-427b-98a0-f3c90c9b267f req-476c0420-2006-4bea-a6d2-c83a152b0cb9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:25.605940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa8b1d-a4f7-427b-98a0-f3c90c9b267f req-476c0420-2006-4bea-a6d2-c83a152b0cb9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:25.625876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa8b1d-a4f7-427b-98a0-f3c90c9b267f req-476c0420-2006-4bea-a6d2-c83a152b0cb9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:25.655900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa8b1d-a4f7-427b-98a0-f3c90c9b267f req-476c0420-2006-4bea-a6d2-c83a152b0cb9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:25.667627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa8b1d-a4f7-427b-98a0-f3c90c9b267f req-476c0420-2006-4bea-a6d2-c83a152b0cb9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:25.701420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa8b1d-a4f7-427b-98a0-f3c90c9b267f req-476c0420-2006-4bea-a6d2-c83a152b0cb9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:25.715425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1caa8b1d-a4f7-427b-98a0-f3c90c9b267f req-476c0420-2006-4bea-a6d2-c83a152b0cb9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.3799422 Jul 14 11:44:25.731459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:25.754767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-d8eaa7c5-f2fc-498d-bd4e-656e7abf6b32 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362447 Jul 14 11:44:25.760711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-253b8aa2-c0ef-4283-a91a-4b68b1e0bda9 None None] Allocated IP 2001:db8:0:2::2 (4f12c19b-b253-461b-aea6-d54fceec29b3/e9c65a0d-b1fb-4204-878e-a22232f9bf26/420b96ff-9470-49ba-9711-55bcacd4628e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:25.826236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:25.836304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17500918-6693-4cbe-b699-32de78daba13 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/routers/881a4c8a-d01c-41e8-8bb9-41abb66fc9b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2869608 Jul 14 11:44:25.838563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58032) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:25.907190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1caa8b1d-a4f7-427b-98a0-f3c90c9b267f req-94c6f797-a151-4125-9ece-493bebb14dac tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1907136 Jul 14 11:44:25.915088 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-253b8aa2-c0ef-4283-a91a-4b68b1e0bda9 None None] For port 420b96ff-9470-49ba-9711-55bcacd4628e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=420b96ff-9470-49ba-9711-55bcacd4628e,segment=NetworkSegment(1014d2cc-e397-4b41-8978-3ab7aa8be833),segment_id=1014d2cc-e397-4b41-8978-3ab7aa8be833)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:25.995694 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-253b8aa2-c0ef-4283-a91a-4b68b1e0bda9 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:26.000499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 2001:db8::1 (d5015507-17b3-4386-a060-bec33a76ead2/1a5f6598-2281-4853-abe4-bb91ab929030/c96cf672-7ef7-4dc3-85eb-0f4a0cd71836) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:26.003330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fab607-9156-4dd2-b1f2-6280e593ef5c None None] Sync routers for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:26.029110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fab607-9156-4dd2-b1f2-6280e593ef5c None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:26.030007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e8fab607-9156-4dd2-b1f2-6280e593ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:26.080097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-253b8aa2-c0ef-4283-a91a-4b68b1e0bda9 None None] Transition to ACTIVE for port object 420b96ff-9470-49ba-9711-55bcacd4628e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:26.081310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e8fab607-9156-4dd2-b1f2-6280e593ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:26.087979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-253b8aa2-c0ef-4283-a91a-4b68b1e0bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:26.126820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fab607-9156-4dd2-b1f2-6280e593ef5c None None] Routers {'881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:26.127501 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83dfc35f-56e4-4fd6-b047-a8a3f1bef9c3 req-e2edef84-fa96-4e04-8b9f-c6e0a23b4905 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028412 Jul 14 11:44:26.128115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e8fab607-9156-4dd2-b1f2-6280e593ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:26.171485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e8fab607-9156-4dd2-b1f2-6280e593ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:26.172440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fab607-9156-4dd2-b1f2-6280e593ef5c None None] The sync data for ids ['881a4c8a-d01c-41e8-8bb9-41abb66fc9b5'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:26.278890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:26.288721 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:26.294635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Transition to ACTIVE for port object c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:26.306982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b8aa2-c0ef-4283-a91a-4b68b1e0bda9 None None] Pushing event updated for resources: {'Port': ['ID=420b96ff-9470-49ba-9711-55bcacd4628e,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:26.404735 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:26.463893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-0cf9be7c-1712-4409-84fe-a32e8bc8caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:26.465495 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-0cf9be7c-1712-4409-84fe-a32e8bc8caf8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 1095 time: 0.1503458 Jul 14 11:44:26.551293 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:26.646479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb1c77-f2b4-4a59-a04e-9652c63ef6df None None] Network d5015507-17b3-4386-a060-bec33a76ead2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:26.687890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Delete allocated IP 2001:db8::1bc (4f12c19b-b253-461b-aea6-d54fceec29b3/e5190cf1-9ca8-467b-ad36-04a218f3fbc4) {{(pid=93701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 11:44:26.721415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Allocated IP 2001:db8:0:2::195 (4f12c19b-b253-461b-aea6-d54fceec29b3/e9c65a0d-b1fb-4204-878e-a22232f9bf26/31655ed4-b3d9-40d8-a87a-94b4a2889ea2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:26.734260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b1a1-c49b-41dc-ba41-a2340024eac4 req-d45a8f0a-43f7-4a8f-9fbb-099267720d88 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:26.736074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ea8b1a1-c49b-41dc-ba41-a2340024eac4 req-d45a8f0a-43f7-4a8f-9fbb-099267720d88 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.4293897 Jul 14 11:44:26.751684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network d5015507-17b3-4386-a060-bec33a76ead2 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:26.758545 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d0503d0b-1f7a-4682-9736-f6abf36ee065 None None] Provisioning for port 0c1bde66-2c86-46e5-b655-5153f52724db completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:26.773270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-61374c73-0af1-4e03-aa08-37ea3980cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:26.778949 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-61374c73-0af1-4e03-aa08-37ea3980cdf6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.3013358 Jul 14 11:44:26.787193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-6989db7f-8dc8-4915-9cc3-295d22e7a643 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4762280 Jul 14 11:44:26.792159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:26.808932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:26.829328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:26.830032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:26.869302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=c96cf672-7ef7-4dc3-85eb-0f4a0cd71836,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:26.987293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0c1bde66-2c86-46e5-b655-5153f52724db up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:27.084279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ea8b1a1-c49b-41dc-ba41-a2340024eac4 req-9d21dbe5-ead3-4029-b0a8-cf831006974e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3311920 Jul 14 11:44:27.144191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 0c1bde66-2c86-46e5-b655-5153f52724db completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:27.151284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 0c1bde66-2c86-46e5-b655-5153f52724db triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:27.153397 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.158928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.176266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Transition to ACTIVE for port object 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:27.188412 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.368423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-ee01addb-43fe-4cc8-bdc1-bfc13caf867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:27.370696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-ee01addb-43fe-4cc8-bdc1-bfc13caf867d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32cec261a407494189ca3949d6d969ae&device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 1059 time: 0.5252843 Jul 14 11:44:27.396445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] In _notify_port_updated(), no bound segment for port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 on network 4f12c19b-b253-461b-aea6-d54fceec29b3 {{(pid=93701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:44:27.397006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.403938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:27.404627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.406258 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "PUT /v2.0/ports/31655ed4-b3d9-40d8-a87a-94b4a2889ea2 HTTP/1.1" status: 200 len: 970 time: 2.7515628 Jul 14 11:44:27.411015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58042) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:27.426757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 293cc898-b54d-436f-8381-13ef94ea1f5a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:27.427159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.450819 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-25c133c8-6932-4555-84d0-e2ac3a911c9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 200 len: 998 time: 0.2725174 Jul 14 11:44:27.455642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d871b6b-459d-4d77-ba86-762027daf431 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event updated for resources: {'Port': ['ID=31655ed4-b3d9-40d8-a87a-94b4a2889ea2,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:27.461524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 0c1bde66-2c86-46e5-b655-5153f52724db, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0c1bde66-2c86-46e5-b655-5153f52724db,segment=NetworkSegment(a7d665c5-c817-444b-9bbe-234735288d70),segment_id=a7d665c5-c817-444b-9bbe-234735288d70)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:27.466433 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.467251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 420b96ff-9470-49ba-9711-55bcacd4628e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:27.547531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-d22dce54-607b-4d1c-88b4-f18b167afbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:27.550863 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-d22dce54-607b-4d1c-88b4-f18b167afbd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.0784636 Jul 14 11:44:27.560724 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.694364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-5fbbf21f-9fbe-4e4b-affb-b5232d1923e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:27.695592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-5fbbf21f-9fbe-4e4b-affb-b5232d1923e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341820 Jul 14 11:44:27.744065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=0c1bde66-2c86-46e5-b655-5153f52724db,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:27.762500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Provisioning for port c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:27.767390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Provisioning complete for port c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:27.768110 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.812488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Port c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:27.836409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Provisioning for port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:27.841457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Provisioning complete for port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:27.842238 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.884659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-6b13c39a-d29d-46a5-bf3e-6c714e09336c service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756468 Jul 14 11:44:27.886702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:27.893188 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.907030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Provisioning for port 420b96ff-9470-49ba-9711-55bcacd4628e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:27.911911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Provisioning complete for port 420b96ff-9470-49ba-9711-55bcacd4628e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:27.913194 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:27.943871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ffb1-d176-4e88-84a1-00afe0021581 req-03b26d86-e14c-4714-84f6-c7733767ef16 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:27.960759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ffb1-d176-4e88-84a1-00afe0021581 req-03b26d86-e14c-4714-84f6-c7733767ef16 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:27.968347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ffb1-d176-4e88-84a1-00afe0021581 req-03b26d86-e14c-4714-84f6-c7733767ef16 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:27.974900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ffb1-d176-4e88-84a1-00afe0021581 req-03b26d86-e14c-4714-84f6-c7733767ef16 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:27.986703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ffb1-d176-4e88-84a1-00afe0021581 req-03b26d86-e14c-4714-84f6-c7733767ef16 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:27.996867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ffb1-d176-4e88-84a1-00afe0021581 req-03b26d86-e14c-4714-84f6-c7733767ef16 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:28.002501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ffb1-d176-4e88-84a1-00afe0021581 req-03b26d86-e14c-4714-84f6-c7733767ef16 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:28.012006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b849ffb1-d176-4e88-84a1-00afe0021581 req-03b26d86-e14c-4714-84f6-c7733767ef16 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.7208645 Jul 14 11:44:28.016582 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5fa2c6a4-4c20-41c8-883b-23e8cc2b0247 req-cd40158a-48a2-4151-858d-1b97a84b0a33 service neutron] 10.222.0.45 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201177 Jul 14 11:44:28.054027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Provisioning complete for port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:28.054603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:28.059238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-e8ba38da-cf4d-4ab2-85ff-c1c051f6f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:28.060755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-e8ba38da-cf4d-4ab2-85ff-c1c051f6f0c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 200 len: 912 time: 0.6446984 Jul 14 11:44:28.063524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 293cc898-b54d-436f-8381-13ef94ea1f5a owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:28.092470 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:28.115021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Provisioning complete for port 0c1bde66-2c86-46e5-b655-5153f52724db triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:28.115595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1b01-7e0e-4d0e-9b62-cd9018fae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:28.138589 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:28.171653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-4ad5090c-f486-4b8e-bfa7-22a2b33cd214 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b8baf27-fb1e-4289-bc90-997c070774cf HTTP/1.1" status: 200 len: 217 time: 0.1009338 Jul 14 11:44:28.254382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b849ffb1-d176-4e88-84a1-00afe0021581 req-be6f2d7b-6ecc-493f-b67b-96db23ddc189 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2414696 Jul 14 11:44:28.393920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c04a4d3d-dab7-4e73-be7f-3362004bb80f None None] Provisioning complete for port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:28.394301 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c04a4d3d-dab7-4e73-be7f-3362004bb80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:28.434313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c04a4d3d-dab7-4e73-be7f-3362004bb80f None None] Port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:28.444903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c04a4d3d-dab7-4e73-be7f-3362004bb80f None None] Provisioning complete for port c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:28.445278 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c04a4d3d-dab7-4e73-be7f-3362004bb80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:28.482734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c04a4d3d-dab7-4e73-be7f-3362004bb80f None None] Port c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:28.649636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-3c00d8b4-33b1-4bfe-90ec-8fd86c8bb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:28.651056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-3c00d8b4-33b1-4bfe-90ec-8fd86c8bb9c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 200 len: 851 time: 0.4052444 Jul 14 11:44:28.667285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ca48a421-2e65-4080-b3c6-39d12846fa69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:28.667631 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca48a421-2e65-4080-b3c6-39d12846fa69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:28.749658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0c1bde66-2c86-46e5-b655-5153f52724db up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:28.811384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 0c1bde66-2c86-46e5-b655-5153f52724db triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:28.811757 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:28.836962 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca48a421-2e65-4080-b3c6-39d12846fa69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:28.907225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ca48a421-2e65-4080-b3c6-39d12846fa69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 31655ed4-b3d9-40d8-a87a-94b4a2889ea2 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:29.012047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81445a-904c-4fff-8fe6-539158e6624b req-febb4141-61b9-44cb-aa65-2df70e6fe818 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:29.013483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b81445a-904c-4fff-8fe6-539158e6624b req-febb4141-61b9-44cb-aa65-2df70e6fe818 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.7649312 Jul 14 11:44:29.020580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-cb1d971f-4547-4beb-8c64-3a567b908784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:29.021980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-cb1d971f-4547-4beb-8c64-3a567b908784 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53da603f-c8a8-4203-97fd-895ac1ec1871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3620100 Jul 14 11:44:29.093279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.136633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.137431 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.214469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.282303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b81445a-904c-4fff-8fe6-539158e6624b req-2524f410-6970-46f9-bd5b-31fc579de272 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579222 Jul 14 11:44:29.305319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=c96cf672-7ef7-4dc3-85eb-0f4a0cd71836,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:29.399074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-1ff4de17-61ac-4469-9cdc-4b65ffcbbc13 service neutron] 10.222.0.64 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511705 Jul 14 11:44:29.401590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=293cc898-b54d-436f-8381-13ef94ea1f5a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:29.571937 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca48a421-2e65-4080-b3c6-39d12846fa69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.576406 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.704596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network d5015507-17b3-4386-a060-bec33a76ead2 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:29.707729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48a421-2e65-4080-b3c6-39d12846fa69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=31655ed4-b3d9-40d8-a87a-94b4a2889ea2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:29.718030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:29.724928 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.740822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.788400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca48a421-2e65-4080-b3c6-39d12846fa69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.790391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ca48a421-2e65-4080-b3c6-39d12846fa69 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/31655ed4-b3d9-40d8-a87a-94b4a2889ea2 HTTP/1.1" status: 204 len: 168 time: 2.3611062 Jul 14 11:44:29.793145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58068) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:29.830609 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-58be25a1-b24a-4543-88b9-8831e9ff043d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] GET failed (client error): The resource could not be found. Jul 14 11:44:29.834769 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-58be25a1-b24a-4543-88b9-8831e9ff043d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports/31655ed4-b3d9-40d8-a87a-94b4a2889ea2 HTTP/1.1" status: 404 len: 333 time: 0.0380204 Jul 14 11:44:29.835048 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:29.902266 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4c7db56-53de-407e-9417-cf6f8a900c66 req-22d04737-04db-41ec-8b2e-418f02cc3102 service neutron] 10.222.0.64 "GET /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724197 Jul 14 11:44:29.936176 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca37bf83-7f4f-4683-8d79-0a2259fc69f0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.948679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917237-e75d-4449-851a-02c7c4d71acf req-89c7832d-812f-44c5-b1db-9de0b616ba47 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:29.956509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917237-e75d-4449-851a-02c7c4d71acf req-89c7832d-812f-44c5-b1db-9de0b616ba47 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:29.968609 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca37bf83-7f4f-4683-8d79-0a2259fc69f0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:29.969700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917237-e75d-4449-851a-02c7c4d71acf req-89c7832d-812f-44c5-b1db-9de0b616ba47 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:29.978425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917237-e75d-4449-851a-02c7c4d71acf req-89c7832d-812f-44c5-b1db-9de0b616ba47 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:29.984351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917237-e75d-4449-851a-02c7c4d71acf req-89c7832d-812f-44c5-b1db-9de0b616ba47 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:29.990913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917237-e75d-4449-851a-02c7c4d71acf req-89c7832d-812f-44c5-b1db-9de0b616ba47 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:29.996810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917237-e75d-4449-851a-02c7c4d71acf req-89c7832d-812f-44c5-b1db-9de0b616ba47 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:30.005320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06917237-e75d-4449-851a-02c7c4d71acf req-89c7832d-812f-44c5-b1db-9de0b616ba47 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.6000907 Jul 14 11:44:30.034301 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.034860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Fanout notify agent at l3_agent the message router_deleted on router 881a4c8a-d01c-41e8-8bb9-41abb66fc9b5 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:44:30.044841 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca37bf83-7f4f-4683-8d79-0a2259fc69f0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.046779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.047465 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca37bf83-7f4f-4683-8d79-0a2259fc69f0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.050767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a3b3be1d-94fe-444c-9869-ec57fe9afded tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/routers/881a4c8a-d01c-41e8-8bb9-41abb66fc9b5 HTTP/1.1" status: 204 len: 168 time: 4.2085538 Jul 14 11:44:30.051448 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca37bf83-7f4f-4683-8d79-0a2259fc69f0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/security-groups/9f73c5ba-1609-40f2-b7e4-cbeb4ccf8e73 HTTP/1.1" status: 204 len: 168 time: 0.2127702 Jul 14 11:44:30.053897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58080) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:30.054231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58082) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:30.078132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06917237-e75d-4449-851a-02c7c4d71acf req-000403d3-ded1-452d-84c0-eb1cc9d57ca5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717573 Jul 14 11:44:30.135567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37bf83-7f4f-4683-8d79-0a2259fc69f0 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f73c5ba-1609-40f2-b7e4-cbeb4ccf8e73,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:30.162372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 1004b614-b92c-4432-93a5-31ac57011d30 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:44:30.175204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a930cf40-f45e-4f4c-bd7c-dcc2c7d6901b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting subnet a1e3a8a7-b602-481f-b0ba-7d84026c45ed {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:44:30.180775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a930cf40-f45e-4f4c-bd7c-dcc2c7d6901b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.183811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a37ef97-fc88-41cf-bb55-b2e171e1b64d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.222386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-203ab2c5-c7b8-49ee-89c1-d57edfcd82f2 None None] Provisioning complete for port c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:30.223580 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-203ab2c5-c7b8-49ee-89c1-d57edfcd82f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.246381 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a37ef97-fc88-41cf-bb55-b2e171e1b64d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.253002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a930cf40-f45e-4f4c-bd7c-dcc2c7d6901b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.332861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-203ab2c5-c7b8-49ee-89c1-d57edfcd82f2 None None] Port c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:30.352527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:30.360612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-55a1a927-8c5d-4668-b3b3-fdb59360c08c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/1004b614-b92c-4432-93a5-31ac57011d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2495811 Jul 14 11:44:30.363075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58090) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:30.368540 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40546acb-84df-44be-a9c9-777f3d30bec8 None None] Sync routers for ids ['1004b614-b92c-4432-93a5-31ac57011d30'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:30.379610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a37ef97-fc88-41cf-bb55-b2e171e1b64d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.382601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a37ef97-fc88-41cf-bb55-b2e171e1b64d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.383963 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2a37ef97-fc88-41cf-bb55-b2e171e1b64d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/security-groups/4e3345cb-4a8e-4128-85a3-fbd00b3d6fd1 HTTP/1.1" status: 204 len: 168 time: 0.3201520 Jul 14 11:44:30.389089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58092) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:30.397017 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40546acb-84df-44be-a9c9-777f3d30bec8 None None] Routers {'1004b614-b92c-4432-93a5-31ac57011d30'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:30.397648 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-40546acb-84df-44be-a9c9-777f3d30bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1004b614-b92c-4432-93a5-31ac57011d30'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:30.433672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37ef97-fc88-41cf-bb55-b2e171e1b64d tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3345cb-4a8e-4128-85a3-fbd00b3d6fd1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:30.438056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e0d80f-e790-4905-a39f-edf5330bbba2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:30.439758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-88e0d80f-e790-4905-a39f-edf5330bbba2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports/c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 HTTP/1.1" status: 200 len: 911 time: 0.0739768 Jul 14 11:44:30.443049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58094) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:30.450719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-43855088-4c43-4653-9e6a-c7e0001cf058 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a5f6598-2281-4853-abe4-bb91ab929030'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:30.460808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a930cf40-f45e-4f4c-bd7c-dcc2c7d6901b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.476121 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-40546acb-84df-44be-a9c9-777f3d30bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:30.485900 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40546acb-84df-44be-a9c9-777f3d30bec8 None None] Routers {'1004b614-b92c-4432-93a5-31ac57011d30'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:30.486613 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-40546acb-84df-44be-a9c9-777f3d30bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1004b614-b92c-4432-93a5-31ac57011d30'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:30.532517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-635832bb-26e6-4f77-b64d-26a9725f08bc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.559105 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-635832bb-26e6-4f77-b64d-26a9725f08bc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.561226 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-40546acb-84df-44be-a9c9-777f3d30bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:30.563213 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40546acb-84df-44be-a9c9-777f3d30bec8 None None] The sync data for ids ['1004b614-b92c-4432-93a5-31ac57011d30'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:30.601696 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a930cf40-f45e-4f4c-bd7c-dcc2c7d6901b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.642844 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-635832bb-26e6-4f77-b64d-26a9725f08bc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.645904 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-635832bb-26e6-4f77-b64d-26a9725f08bc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.649445 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-635832bb-26e6-4f77-b64d-26a9725f08bc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/security-groups/8b6ba082-8abf-4c92-a471-34f7b7b3dcb2 HTTP/1.1" status: 204 len: 168 time: 0.2554049 Jul 14 11:44:30.649445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a930cf40-f45e-4f4c-bd7c-dcc2c7d6901b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.649870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58096) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:30.653706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a930cf40-f45e-4f4c-bd7c-dcc2c7d6901b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/subnets/a1e3a8a7-b602-481f-b0ba-7d84026c45ed HTTP/1.1" status: 204 len: 168 time: 0.5949268 Jul 14 11:44:30.654645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58098) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:30.655453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930cf40-f45e-4f4c-bd7c-dcc2c7d6901b tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e3a8a7-b602-481f-b0ba-7d84026c45ed,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:30.658288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb3b795-0db6-4807-99f3-e2d7706318e3 None None] Network 17a02e5c-669b-4038-8d91-b30c745a1b3a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:30.665523 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635832bb-26e6-4f77-b64d-26a9725f08bc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6ba082-8abf-4c92-a471-34f7b7b3dcb2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:30.779455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed115a9-2686-4651-b547-15af87bb4a0e req-52c028d6-77b1-4f73-b262-d3c0bdb30afa tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:30.784457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fed115a9-2686-4651-b547-15af87bb4a0e req-52c028d6-77b1-4f73-b262-d3c0bdb30afa tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.2882171 Jul 14 11:44:30.834600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acb596e-8468-47b7-993c-7cf575ef64d8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet e5190cf1-9ca8-467b-ad36-04a218f3fbc4 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:44:30.848783 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.854981 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8acb596e-8468-47b7-993c-7cf575ef64d8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.896167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262eac6a-0983-4ea1-acb1-c99f8fcb4d16 None None] DHCP port deletion for 17a02e5c-669b-4038-8d91-b30c745a1b3a request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:44:30.951232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-262eac6a-0983-4ea1-acb1-c99f8fcb4d16 None None] Deleting port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:30.951608 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-262eac6a-0983-4ea1-acb1-c99f8fcb4d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:30.967867 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fed115a9-2686-4651-b547-15af87bb4a0e req-e3a8df43-16cd-47f8-92b7-c608a56c4d46 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700697 Jul 14 11:44:30.978502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8acb596e-8468-47b7-993c-7cf575ef64d8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:31.020323 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43855088-4c43-4653-9e6a-c7e0001cf058 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:31.029947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-262eac6a-0983-4ea1-acb1-c99f8fcb4d16 None None] For port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9127079e-4aee-43d9-bee0-6d2cb3eaa45c,segment=NetworkSegment(524c1d26-b39a-420c-8455-70bfdb0c1f1c),segment_id=524c1d26-b39a-420c-8455-70bfdb0c1f1c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:31.030334 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-262eac6a-0983-4ea1-acb1-c99f8fcb4d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:31.046579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-262eac6a-0983-4ea1-acb1-c99f8fcb4d16 None None] Calling delete_port for 9127079e-4aee-43d9-bee0-6d2cb3eaa45c owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:31.140178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-262eac6a-0983-4ea1-acb1-c99f8fcb4d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:31.156433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262eac6a-0983-4ea1-acb1-c99f8fcb4d16 None None] No DVR routers for this DVR port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:31.180299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eac6a-0983-4ea1-acb1-c99f8fcb4d16 None None] Pushing event deleted for resources: {'Port': ['ID=9127079e-4aee-43d9-bee0-6d2cb3eaa45c,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:31.462697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:31.463032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:31.653165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8acb596e-8468-47b7-993c-7cf575ef64d8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:31.678317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] For port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c, host n-d-778696-8, got binding levels [] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:31.678683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:31.738561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 9127079e-4aee-43d9-bee0-6d2cb3eaa45c owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:31.747071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_backend_mixin [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c was not found and therefore no delete operation was performed {{(pid=93702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:44:31.765571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:31.788102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24576-d6cf-4aef-9274-31953a4ffdf8 req-b4bb49f2-aae0-4e28-bec8-5293c1be4008 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:31.793997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24576-d6cf-4aef-9274-31953a4ffdf8 req-b4bb49f2-aae0-4e28-bec8-5293c1be4008 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:31.800188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24576-d6cf-4aef-9274-31953a4ffdf8 req-b4bb49f2-aae0-4e28-bec8-5293c1be4008 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:31.806575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24576-d6cf-4aef-9274-31953a4ffdf8 req-b4bb49f2-aae0-4e28-bec8-5293c1be4008 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:31.812466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24576-d6cf-4aef-9274-31953a4ffdf8 req-b4bb49f2-aae0-4e28-bec8-5293c1be4008 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:31.818930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24576-d6cf-4aef-9274-31953a4ffdf8 req-b4bb49f2-aae0-4e28-bec8-5293c1be4008 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:31.824813 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24576-d6cf-4aef-9274-31953a4ffdf8 req-b4bb49f2-aae0-4e28-bec8-5293c1be4008 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:31.826783 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e24576-d6cf-4aef-9274-31953a4ffdf8 req-b4bb49f2-aae0-4e28-bec8-5293c1be4008 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.4549921 Jul 14 11:44:31.842207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d44dd-0441-4736-870a-feeac517ac60 req-39b1fd4f-39de-42a1-90bd-70858ef62fb9 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:31.843690 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e39d44dd-0441-4736-870a-feeac517ac60 req-39b1fd4f-39de-42a1-90bd-70858ef62fb9 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.4707890 Jul 14 11:44:31.878911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=9127079e-4aee-43d9-bee0-6d2cb3eaa45c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:31.917145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] No DVR routers for this DVR port 9127079e-4aee-43d9-bee0-6d2cb3eaa45c on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:31.978648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8acb596e-8468-47b7-993c-7cf575ef64d8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.101954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb596e-8468-47b7-993c-7cf575ef64d8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=e5190cf1-9ca8-467b-ad36-04a218f3fbc4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:32.114195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50d008-e61a-43a4-b421-84538d1f9f86 None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:32.115031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8acb596e-8468-47b7-993c-7cf575ef64d8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.117202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8acb596e-8468-47b7-993c-7cf575ef64d8 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/e5190cf1-9ca8-467b-ad36-04a218f3fbc4 HTTP/1.1" status: 204 len: 168 time: 1.4663591 Jul 14 11:44:32.124954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58106) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:32.126961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e24576-d6cf-4aef-9274-31953a4ffdf8 req-54539338-a4b1-48a5-a6da-82f21b360223 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2816033 Jul 14 11:44:32.131183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e39d44dd-0441-4736-870a-feeac517ac60 req-206c0a92-2a71-4c79-8222-ddc47f9deaf3 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634871 Jul 14 11:44:32.140464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.208110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a02e5c-669b-4038-8d91-b30c745a1b3a']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:32.228138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524c1d26-b39a-420c-8455-70bfdb0c1f1c') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:32.228481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524c1d26-b39a-420c-8455-70bfdb0c1f1c') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:32.244858 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.275365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd69bd1d-e624-4807-b59f-b77905c90e53 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet e9c65a0d-b1fb-4204-878e-a22232f9bf26 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:44:32.283098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd69bd1d-e624-4807-b59f-b77905c90e53 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.300508 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.324066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:44:32.325034 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:44:32.329280 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:44:32.356285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd69bd1d-e624-4807-b59f-b77905c90e53 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.509822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.531647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43855088-4c43-4653-9e6a-c7e0001cf058 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.537639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.544393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/networks/17a02e5c-669b-4038-8d91-b30c745a1b3a HTTP/1.1" status: 204 len: 168 time: 1.8811705 Jul 14 11:44:32.546106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58118) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:32.562963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554fac5-fb74-4d42-b0f6-928d82421321 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Network': ['ID=17a02e5c-669b-4038-8d91-b30c745a1b3a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:32.567668 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43855088-4c43-4653-9e6a-c7e0001cf058 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.571687 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd69bd1d-e624-4807-b59f-b77905c90e53 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.578353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43855088-4c43-4653-9e6a-c7e0001cf058 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:32.579215 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43855088-4c43-4653-9e6a-c7e0001cf058 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.580806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-43855088-4c43-4653-9e6a-c7e0001cf058 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/ports/c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 HTTP/1.1" status: 200 len: 911 time: 2.1365125 Jul 14 11:44:32.584706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58120) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:32.781920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9127079e-4aee-43d9-bee0-6d2cb3eaa45c no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:44:32.810758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 9127079e-4aee-43d9-bee0-6d2cb3eaa45c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:44:32.811198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9127079e-4aee-43d9-bee0-6d2cb3eaa45c not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:44:32.854675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd69bd1d-e624-4807-b59f-b77905c90e53 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.913655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd69bd1d-e624-4807-b59f-b77905c90e53 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:32.917393 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dd69bd1d-e624-4807-b59f-b77905c90e53 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/e9c65a0d-b1fb-4204-878e-a22232f9bf26 HTTP/1.1" status: 204 len: 168 time: 0.7893434 Jul 14 11:44:32.919988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58136) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:32.922270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69bd1d-e624-4807-b59f-b77905c90e53 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c65a0d-b1fb-4204-878e-a22232f9bf26,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:32.951685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43855088-4c43-4653-9e6a-c7e0001cf058 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=c96cf672-7ef7-4dc3-85eb-0f4a0cd71836,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:32.981555 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8e9aac-c891-45a9-9535-b0450689f656 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:32.982622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8e9aac-c891-45a9-9535-b0450689f656 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:32.985639 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0e8e9aac-c891-45a9-9535-b0450689f656 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/e5190cf1-9ca8-467b-ad36-04a218f3fbc4 HTTP/1.1" status: 404 len: 337 time: 0.0642719 Jul 14 11:44:32.988483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58140) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:33.078873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 9f6cdc19-4ef8-41a0-916e-476507ee9de0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:33.079322 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.194169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.197040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.198377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.213064 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 9f6cdc19-4ef8-41a0-916e-476507ee9de0 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:33.429630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c96df78-0e5b-49ce-bdd7-f051668d432f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting subnet 3477e8d0-b87a-4ca6-b081-4da76edef756 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:44:33.442381 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c96df78-0e5b-49ce-bdd7-f051668d432f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.488044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e7898-bad6-41d6-9912-d8b88d79c172 None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:33.595493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4e586380-9d79-4dfc-b1f8-8732609e2166 None None] Provisioning complete for port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:33.595936 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4e586380-9d79-4dfc-b1f8-8732609e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.635762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c96df78-0e5b-49ce-bdd7-f051668d432f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.669507 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.669860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4e586380-9d79-4dfc-b1f8-8732609e2166 None None] Port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:33.701327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4e586380-9d79-4dfc-b1f8-8732609e2166 None None] Provisioning complete for port 420b96ff-9470-49ba-9711-55bcacd4628e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:33.701977 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4e586380-9d79-4dfc-b1f8-8732609e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.732047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec60f-d21e-48f9-a498-6acf061b491a req-96c5f92d-b317-4c8f-ac30-97bcb3c9d806 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:33.739559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec60f-d21e-48f9-a498-6acf061b491a req-96c5f92d-b317-4c8f-ac30-97bcb3c9d806 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:33.745654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec60f-d21e-48f9-a498-6acf061b491a req-96c5f92d-b317-4c8f-ac30-97bcb3c9d806 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:33.752605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec60f-d21e-48f9-a498-6acf061b491a req-96c5f92d-b317-4c8f-ac30-97bcb3c9d806 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:33.758720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec60f-d21e-48f9-a498-6acf061b491a req-96c5f92d-b317-4c8f-ac30-97bcb3c9d806 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:33.765322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec60f-d21e-48f9-a498-6acf061b491a req-96c5f92d-b317-4c8f-ac30-97bcb3c9d806 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:33.771969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec60f-d21e-48f9-a498-6acf061b491a req-96c5f92d-b317-4c8f-ac30-97bcb3c9d806 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:33.774067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3acec60f-d21e-48f9-a498-6acf061b491a req-96c5f92d-b317-4c8f-ac30-97bcb3c9d806 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.2972319 Jul 14 11:44:33.803348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=9f6cdc19-4ef8-41a0-916e-476507ee9de0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:33.834051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e240b5-0a0c-4606-bf70-f92863998659 req-996d5d9a-5e94-4a02-8a7b-403153ebb203 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:33.840550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78e240b5-0a0c-4606-bf70-f92863998659 req-996d5d9a-5e94-4a02-8a7b-403153ebb203 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d54a786-7186-4607-b98c-514ce0ae18da HTTP/1.1" status: 200 len: 944 time: 0.2624426 Jul 14 11:44:33.871888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c96df78-0e5b-49ce-bdd7-f051668d432f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.915786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.919312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.926082 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-23ddfd31-744b-4f3e-8a43-42f42ac7bf0a tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/floatingips/4d52477b-3ada-4f4a-a923-d65dd6898583 HTTP/1.1" status: 204 len: 168 time: 1.3725309 Jul 14 11:44:33.929766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58168) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:33.959227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3acec60f-d21e-48f9-a498-6acf061b491a req-6197e8f3-c0d0-4a89-ba42-9ff1bd11bb68 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1758678 Jul 14 11:44:33.970915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:33.970915 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:33.973039 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c4d860-2a63-43d7-ac67-34e77577eb52 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:33.973966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c4d860-2a63-43d7-ac67-34e77577eb52 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:33.978253 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45c4d860-2a63-43d7-ac67-34e77577eb52 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/ports/75869857-d788-4150-b9eb-8667e3a29bf3 HTTP/1.1" status: 404 len: 333 time: 0.0447776 Jul 14 11:44:33.980649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58170) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.020798 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-09e95f81-ddcb-425f-aa0e-f376f0c927bc tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "GET /v2.0/ports?device_id=881a4c8a-d01c-41e8-8bb9-41abb66fc9b5 HTTP/1.1" status: 200 len: 205 time: 0.0388722 Jul 14 11:44:34.023607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58172) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.067772 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-2115663b-0091-40b3-9f7f-d00bd32143de tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] delete failed (client error): The resource could not be found. Jul 14 11:44:34.070486 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2115663b-0091-40b3-9f7f-d00bd32143de tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/routers/881a4c8a-d01c-41e8-8bb9-41abb66fc9b5 HTTP/1.1" status: 404 len: 336 time: 0.0443962 Jul 14 11:44:34.071672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58174) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.076130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-78e240b5-0a0c-4606-bf70-f92863998659 req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Deleting port cbb329ce-ba15-42ba-990f-10f6596f2d8a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:34.076613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78e240b5-0a0c-4606-bf70-f92863998659 req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.089387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c96df78-0e5b-49ce-bdd7-f051668d432f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.116003 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a52ada-aa02-403f-a657-ecb4dcff96da tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:34.116470 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a52ada-aa02-403f-a657-ecb4dcff96da tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:34.119087 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e1a52ada-aa02-403f-a657-ecb4dcff96da tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/subnets/a1e3a8a7-b602-481f-b0ba-7d84026c45ed HTTP/1.1" status: 404 len: 337 time: 0.0451524 Jul 14 11:44:34.135133 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.135746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58176) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.138493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c96df78-0e5b-49ce-bdd7-f051668d432f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.142653 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0c96df78-0e5b-49ce-bdd7-f051668d432f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/3477e8d0-b87a-4ca6-b081-4da76edef756 HTTP/1.1" status: 204 len: 168 time: 1.1495979 Jul 14 11:44:34.148940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58178) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.149167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96df78-0e5b-49ce-bdd7-f051668d432f tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Subnet': ['ID=3477e8d0-b87a-4ca6-b081-4da76edef756,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:34.192466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for c96cf672-7ef7-4dc3-85eb-0f4a0cd71836 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:34.205945 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e108410-7d46-4319-9bca-e67f117fe798 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:34.206494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e108410-7d46-4319-9bca-e67f117fe798 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:34.209042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4e108410-7d46-4319-9bca-e67f117fe798 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/4bf3c905-a79f-45f1-9de5-1641d7e336e9 HTTP/1.1" status: 404 len: 337 time: 0.0569804 Jul 14 11:44:34.214582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58180) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.255192 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-000b2607-83d9-48bd-a7b2-4d10e19ecc4b tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "GET /v2.0/ports?device_id=25b6654a-982d-4e9a-a270-68b64f85cdd4 HTTP/1.1" status: 200 len: 205 time: 0.0365212 Jul 14 11:44:34.255495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58182) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.274668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-78e240b5-0a0c-4606-bf70-f92863998659 req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] For port cbb329ce-ba15-42ba-990f-10f6596f2d8a, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cbb329ce-ba15-42ba-990f-10f6596f2d8a,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:34.275140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78e240b5-0a0c-4606-bf70-f92863998659 req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.294413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-78e240b5-0a0c-4606-bf70-f92863998659 req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Calling delete_port for cbb329ce-ba15-42ba-990f-10f6596f2d8a owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:34.296412 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-4a2953b1-9d05-404e-85d6-845409df1723 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] delete failed (client error): The resource could not be found. Jul 14 11:44:34.297463 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4a2953b1-9d05-404e-85d6-845409df1723 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/routers/25b6654a-982d-4e9a-a270-68b64f85cdd4 HTTP/1.1" status: 404 len: 336 time: 0.0410461 Jul 14 11:44:34.302007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58184) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.313098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a0212af4-2e1d-44d5-8c25-c873066d5ffa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 3c5d89b1-d4b4-4416-bb79-d2ec430b76d2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:34.313452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0212af4-2e1d-44d5-8c25-c873066d5ffa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.340672 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf72682-9c2e-40cf-bfc5-05c24a7f0c07 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:34.341147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf72682-9c2e-40cf-bfc5-05c24a7f0c07 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:34.345258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eaf72682-9c2e-40cf-bfc5-05c24a7f0c07 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/29013de0-f515-4d2e-aba5-2f5c7f494e66 HTTP/1.1" status: 404 len: 337 time: 0.0379586 Jul 14 11:44:34.346045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58186) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.408024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0212af4-2e1d-44d5-8c25-c873066d5ffa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.422218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a0212af4-2e1d-44d5-8c25-c873066d5ffa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 3c5d89b1-d4b4-4416-bb79-d2ec430b76d2 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:34.442883 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5966cb6-0076-46c2-a1b4-28a120e28499 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:34.443305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5966cb6-0076-46c2-a1b4-28a120e28499 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:34.445093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f5966cb6-0076-46c2-a1b4-28a120e28499 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/67e605bf-8093-4814-8b2a-ecc74331b728 HTTP/1.1" status: 404 len: 337 time: 0.0963461 Jul 14 11:44:34.452649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58188) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.489825 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-548ffea1-99ee-4c4d-9664-02fb09026f99 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:34.490222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548ffea1-99ee-4c4d-9664-02fb09026f99 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:34.492116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-548ffea1-99ee-4c4d-9664-02fb09026f99 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/60ca73c9-a0c0-4f1a-8b99-adf068e8b2dd HTTP/1.1" status: 404 len: 337 time: 0.0379128 Jul 14 11:44:34.496703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58190) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.535099 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d12a0e-0ea5-4560-a2b1-40ed37ac9555 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:34.535947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d12a0e-0ea5-4560-a2b1-40ed37ac9555 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:34.537689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-32d12a0e-0ea5-4560-a2b1-40ed37ac9555 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/2b70168d-535a-4014-be32-2b6a800a799e HTTP/1.1" status: 404 len: 333 time: 0.0388451 Jul 14 11:44:34.544459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58192) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.582638 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-711624ff-a08b-4b40-92a6-559b66ccb6b9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:34.583228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711624ff-a08b-4b40-92a6-559b66ccb6b9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:34.589385 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-711624ff-a08b-4b40-92a6-559b66ccb6b9 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/cefefa6b-05ff-40cc-8005-2bede95f7dea HTTP/1.1" status: 404 len: 337 time: 0.0430610 Jul 14 11:44:34.589385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58194) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.626054 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.626881 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a13608-0ac8-453d-a322-c3e0bbceba48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:34.627529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a13608-0ac8-453d-a322-c3e0bbceba48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:34.630485 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d3a13608-0ac8-453d-a322-c3e0bbceba48 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/fa0b169a-88c0-4393-8708-a753cb7d9d1f HTTP/1.1" status: 404 len: 337 time: 0.0387762 Jul 14 11:44:34.632684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58196) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.643370 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0212af4-2e1d-44d5-8c25-c873066d5ffa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.666722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e143087-f30f-4f2d-bba9-169043e62472 None None] Network 4f12c19b-b253-461b-aea6-d54fceec29b3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:34.667206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=c96cf672-7ef7-4dc3-85eb-0f4a0cd71836,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:34.695685 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-829df9d5-627a-4752-bfc2-b8f540a9838c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:34.696459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829df9d5-627a-4752-bfc2-b8f540a9838c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:34.698222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-829df9d5-627a-4752-bfc2-b8f540a9838c tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/3083c47b-f43b-4c6f-a25e-c0c784a58249 HTTP/1.1" status: 404 len: 333 time: 0.0646658 Jul 14 11:44:34.701900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58198) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.702310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0212af4-2e1d-44d5-8c25-c873066d5ffa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=3c5d89b1-d4b4-4416-bb79-d2ec430b76d2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:34.704210 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78e240b5-0a0c-4606-bf70-f92863998659 req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.768212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c0e43455-150a-4902-a8f3-681222d3f9bf', 'a545c2df-ab54-4ae6-ad4f-323051007f30'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:34.819428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-56832502-f605-4037-944c-6584e1adf774 None None] Provisioning complete for port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:34.819792 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56832502-f605-4037-944c-6584e1adf774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.840668 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0212af4-2e1d-44d5-8c25-c873066d5ffa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:34.845302 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a0212af4-2e1d-44d5-8c25-c873066d5ffa tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/ports/3c5d89b1-d4b4-4416-bb79-d2ec430b76d2 HTTP/1.1" status: 204 len: 168 time: 0.7037399 Jul 14 11:44:34.848173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58204) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:34.970072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-56832502-f605-4037-944c-6584e1adf774 None None] Port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:34.990688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0156c031-35bd-4df8-868d-9245ee34a91c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 83321f2b-bce9-4ce2-92c3-6065881a3a09 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:34.991483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0156c031-35bd-4df8-868d-9245ee34a91c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:35.007263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-56832502-f605-4037-944c-6584e1adf774 None None] Provisioning complete for port 420b96ff-9470-49ba-9711-55bcacd4628e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:35.007656 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56832502-f605-4037-944c-6584e1adf774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:35.177675 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa26479e-2dea-450d-bb01-17583568ebdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:35.178808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa26479e-2dea-450d-bb01-17583568ebdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:35.183421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-aa26479e-2dea-450d-bb01-17583568ebdc tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/c1fb30ac-ff6c-4bff-9267-b3ba0b8e31cd HTTP/1.1" status: 404 len: 337 time: 0.4805598 Jul 14 11:44:35.184600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event deleted for resources: {'Port': ['ID=cbb329ce-ba15-42ba-990f-10f6596f2d8a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:35.186157 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0156c031-35bd-4df8-868d-9245ee34a91c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:35.189444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58208) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:35.229965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fe6b85-c8d5-4933-a471-0afb4bd6ee46 None None] DHCP port deletion for 4f12c19b-b253-461b-aea6-d54fceec29b3 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:44:35.266133 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7edd9b7-dcca-46f2-90ba-6f2e6602dbee tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] DELETE failed (client error): The resource could not be found. Jul 14 11:44:35.267319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7edd9b7-dcca-46f2-90ba-6f2e6602dbee tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:44:35.270863 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b7edd9b7-dcca-46f2-90ba-6f2e6602dbee tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/subnets/b77dfd2b-0a89-43ba-97c5-c2a71c242ef8 HTTP/1.1" status: 404 len: 337 time: 0.0795188 Jul 14 11:44:35.272575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0156c031-35bd-4df8-868d-9245ee34a91c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 83321f2b-bce9-4ce2-92c3-6065881a3a09 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:35.274864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58212) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:35.281086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:35.414621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e240b5-0a0c-4606-bf70-f92863998659 req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] No DVR routers for this DVR port cbb329ce-ba15-42ba-990f-10f6596f2d8a on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:35.423156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-78e240b5-0a0c-4606-bf70-f92863998659 req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:35.425609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78e240b5-0a0c-4606-bf70-f92863998659 req-2295d8fe-73bd-4ba3-8aa5-a9592f4fde01 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "DELETE /v2.0/ports/cbb329ce-ba15-42ba-990f-10f6596f2d8a HTTP/1.1" status: 204 len: 173 time: 1.5841990 Jul 14 11:44:35.427048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'name': 'network-vif-deleted', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:35.429544 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ac46b-933b-40d2-914a-e9398f80ef9a" -d '{"events": [{"server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "name": "network-vif-deleted", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:35.643680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-22fe6b85-c8d5-4933-a471-0afb4bd6ee46 None None] Deleting port 420b96ff-9470-49ba-9711-55bcacd4628e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:35.644297 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22fe6b85-c8d5-4933-a471-0afb4bd6ee46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:35.708461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8a3f-e6c5-43e6-9c5b-462a1a23b950 req-3100575c-4857-4076-88cd-9309901b06d8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:35.715076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8a3f-e6c5-43e6-9c5b-462a1a23b950 req-3100575c-4857-4076-88cd-9309901b06d8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:35.722492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8a3f-e6c5-43e6-9c5b-462a1a23b950 req-3100575c-4857-4076-88cd-9309901b06d8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:35.729731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8a3f-e6c5-43e6-9c5b-462a1a23b950 req-3100575c-4857-4076-88cd-9309901b06d8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:35.730623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-22fe6b85-c8d5-4933-a471-0afb4bd6ee46 None None] For port 420b96ff-9470-49ba-9711-55bcacd4628e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=420b96ff-9470-49ba-9711-55bcacd4628e,segment=NetworkSegment(1014d2cc-e397-4b41-8978-3ab7aa8be833),segment_id=1014d2cc-e397-4b41-8978-3ab7aa8be833)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:35.731110 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22fe6b85-c8d5-4933-a471-0afb4bd6ee46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:35.736210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8a3f-e6c5-43e6-9c5b-462a1a23b950 req-3100575c-4857-4076-88cd-9309901b06d8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:35.750137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-22fe6b85-c8d5-4933-a471-0afb4bd6ee46 None None] Calling delete_port for 420b96ff-9470-49ba-9711-55bcacd4628e owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:35.751346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8a3f-e6c5-43e6-9c5b-462a1a23b950 req-3100575c-4857-4076-88cd-9309901b06d8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:35.757586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8a3f-e6c5-43e6-9c5b-462a1a23b950 req-3100575c-4857-4076-88cd-9309901b06d8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:35.759563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a45d8a3f-e6c5-43e6-9c5b-462a1a23b950 req-3100575c-4857-4076-88cd-9309901b06d8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.4811769 Jul 14 11:44:35.806269 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 1004b614-b92c-4432-93a5-31ac57011d30 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:35.864001 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-22fe6b85-c8d5-4933-a471-0afb4bd6ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:35.904252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe6b85-c8d5-4933-a471-0afb4bd6ee46 None None] Pushing event deleted for resources: {'Port': ['ID=420b96ff-9470-49ba-9711-55bcacd4628e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:35.919081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fe6b85-c8d5-4933-a471-0afb4bd6ee46 None None] No DVR routers for this DVR port 420b96ff-9470-49ba-9711-55bcacd4628e on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:35.925468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3f91a2fc-b358-4adc-b855-a2bf84b33e02 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Deleting port 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:35.926385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2fc-b358-4adc-b855-a2bf84b33e02 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:35.964143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a45d8a3f-e6c5-43e6-9c5b-462a1a23b950 req-d1ed4507-5eb8-406d-8aed-6070dd3b19be tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906598 Jul 14 11:44:35.984076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:35.995110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bd90b6f8-26a6-47d2-af4e-9d426cf4d768 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/1004b614-b92c-4432-93a5-31ac57011d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4079809 Jul 14 11:44:35.997951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58230) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:36.002463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1752da9-d5fc-4786-bc90-de2a339bb23b None None] Sync routers for ids ['1004b614-b92c-4432-93a5-31ac57011d30'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:36.025196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1752da9-d5fc-4786-bc90-de2a339bb23b None None] Routers {'1004b614-b92c-4432-93a5-31ac57011d30'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:36.025842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f1752da9-d5fc-4786-bc90-de2a339bb23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1004b614-b92c-4432-93a5-31ac57011d30'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:36.054609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3597c79c-fb50-43f5-8a92-890eccc27ee1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1004b614-b92c-4432-93a5-31ac57011d30 HTTP/1.1" status: 200 len: 205 time: 0.0552394 Jul 14 11:44:36.057127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58234) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:36.065269 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3dadbd-352d-4825-968c-d39635cd3ecd x-openstack-request-id: req-fc3dadbd-352d-4825-968c-d39635cd3ecd {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:36.065854 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d54a786-7186-4607-b98c-514ce0ae18da", "name": "network-vif-deleted", "tag": "cbb329ce-ba15-42ba-990f-10f6596f2d8a", "status": "failed", "code": 422}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:36.066887 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc3dadbd-352d-4825-968c-d39635cd3ecd {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:36.067559 n-d-778696-8 neutron-server[93702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d54a786-7186-4607-b98c-514ce0ae18da', 'name': 'network-vif-deleted', 'tag': 'cbb329ce-ba15-42ba-990f-10f6596f2d8a', 'status': 'failed', 'code': 422} returned with failed status Jul 14 11:44:36.072799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2fc-b358-4adc-b855-a2bf84b33e02 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.107015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3f91a2fc-b358-4adc-b855-a2bf84b33e02 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Calling delete_port for 03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:36.115049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f1752da9-d5fc-4786-bc90-de2a339bb23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:36.135074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1752da9-d5fc-4786-bc90-de2a339bb23b None None] Routers {'1004b614-b92c-4432-93a5-31ac57011d30'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:36.137382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f1752da9-d5fc-4786-bc90-de2a339bb23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1004b614-b92c-4432-93a5-31ac57011d30'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:36.156199 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2224046-351e-4474-b153-1c7592f35001 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.175522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0156c031-35bd-4df8-868d-9245ee34a91c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.187223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f1752da9-d5fc-4786-bc90-de2a339bb23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:36.188141 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1752da9-d5fc-4786-bc90-de2a339bb23b None None] The sync data for ids ['1004b614-b92c-4432-93a5-31ac57011d30'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:36.214973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156c031-35bd-4df8-868d-9245ee34a91c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=83321f2b-bce9-4ce2-92c3-6065881a3a09,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:36.300315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2fc-b358-4adc-b855-a2bf84b33e02 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.338370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91a2fc-b358-4adc-b855-a2bf84b33e02 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Port': ['ID=03cfebd3-970c-4bce-bc5b-e0d20dcd7c36,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:36.351601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2fc-b358-4adc-b855-a2bf84b33e02 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.353659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3f91a2fc-b358-4adc-b855-a2bf84b33e02 tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/ports/03cfebd3-970c-4bce-bc5b-e0d20dcd7c36 HTTP/1.1" status: 204 len: 168 time: 1.0775886 Jul 14 11:44:36.356042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58238) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:36.358467 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0156c031-35bd-4df8-868d-9245ee34a91c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.364932 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0156c031-35bd-4df8-868d-9245ee34a91c tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/ports/83321f2b-bce9-4ce2-92c3-6065881a3a09 HTTP/1.1" status: 204 len: 168 time: 1.5135047 Jul 14 11:44:36.365136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58240) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:36.408312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2224046-351e-4474-b153-1c7592f35001 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.411762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2224046-351e-4474-b153-1c7592f35001 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.476950 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2224046-351e-4474-b153-1c7592f35001 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.478197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2224046-351e-4474-b153-1c7592f35001 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Fanout notify agent at l3_agent the message router_deleted on router 1004b614-b92c-4432-93a5-31ac57011d30 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:44:36.492534 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2224046-351e-4474-b153-1c7592f35001 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.496334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f2224046-351e-4474-b153-1c7592f35001 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/1004b614-b92c-4432-93a5-31ac57011d30 HTTP/1.1" status: 204 len: 168 time: 0.4379888 Jul 14 11:44:36.497459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58246) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:36.508554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90a3c53-3506-4216-8621-284253df48f4 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:36.508976 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.512602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d90a3c53-3506-4216-8621-284253df48f4 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e482cc7-71a0-40b4-8e8a-a71de0f0168a HTTP/1.1" status: 200 len: 913 time: 0.1439977 Jul 14 11:44:36.513845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58248) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:36.582651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d696a8-6080-4b5b-bc7b-8c14e53a55d1 req-8b7370dc-5de6-4299-a58f-a736da58b61d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:36.584425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1d696a8-6080-4b5b-bc7b-8c14e53a55d1 req-8b7370dc-5de6-4299-a58f-a736da58b61d tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 908 time: 0.0865610 Jul 14 11:44:36.625764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8722d332-930b-4470-ac4d-dbb876806454 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting subnet 1a5f6598-2281-4853-abe4-bb91ab929030 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:44:36.632603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8722d332-930b-4470-ac4d-dbb876806454 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.749621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 420b96ff-9470-49ba-9711-55bcacd4628e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:44:36.770009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 420b96ff-9470-49ba-9711-55bcacd4628e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:44:36.770357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 420b96ff-9470-49ba-9711-55bcacd4628e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:44:36.771303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8722d332-930b-4470-ac4d-dbb876806454 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.810919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.831345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f12c19b-b253-461b-aea6-d54fceec29b3']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:36.892926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1014d2cc-e397-4b41-8978-3ab7aa8be833') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:36.893212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1014d2cc-e397-4b41-8978-3ab7aa8be833') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:36.918418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.972496 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:36.976592 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:44:37.032817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:44:37.033243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:44:37.039494 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:44:37.090470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8722d332-930b-4470-ac4d-dbb876806454 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.168461 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.173235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.175425 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] 10.222.0.38 "DELETE /v2.0/networks/4f12c19b-b253-461b-aea6-d54fceec29b3 HTTP/1.1" status: 204 len: 168 time: 0.8183362 Jul 14 11:44:37.204787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392c4b-ea7d-4ed5-883d-a26d77592299 req-75cdcae3-4bf9-4602-b794-52716da4dfb6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:37.208117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42df14b-caaf-4f0d-8aec-2ec917a765cd tempest-PortsIpV6TestJSON-1819603345 tempest-PortsIpV6TestJSON-1819603345-project] Pushing event deleted for resources: {'Network': ['ID=4f12c19b-b253-461b-aea6-d54fceec29b3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:37.212643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392c4b-ea7d-4ed5-883d-a26d77592299 req-75cdcae3-4bf9-4602-b794-52716da4dfb6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:37.221790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392c4b-ea7d-4ed5-883d-a26d77592299 req-75cdcae3-4bf9-4602-b794-52716da4dfb6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:37.228591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392c4b-ea7d-4ed5-883d-a26d77592299 req-75cdcae3-4bf9-4602-b794-52716da4dfb6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:37.234576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392c4b-ea7d-4ed5-883d-a26d77592299 req-75cdcae3-4bf9-4602-b794-52716da4dfb6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:37.241211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392c4b-ea7d-4ed5-883d-a26d77592299 req-75cdcae3-4bf9-4602-b794-52716da4dfb6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:37.249056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392c4b-ea7d-4ed5-883d-a26d77592299 req-75cdcae3-4bf9-4602-b794-52716da4dfb6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:37.257244 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8722d332-930b-4470-ac4d-dbb876806454 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.257754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5392c4b-ea7d-4ed5-883d-a26d77592299 req-75cdcae3-4bf9-4602-b794-52716da4dfb6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.1551361 Jul 14 11:44:37.284904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722d332-930b-4470-ac4d-dbb876806454 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5f6598-2281-4853-abe4-bb91ab929030,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:37.298438 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8722d332-930b-4470-ac4d-dbb876806454 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.301224 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8722d332-930b-4470-ac4d-dbb876806454 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/1a5f6598-2281-4853-abe4-bb91ab929030 HTTP/1.1" status: 204 len: 168 time: 0.8027744 Jul 14 11:44:37.306410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58254) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:37.307088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5392c4b-ea7d-4ed5-883d-a26d77592299 req-9faa9482-5f1b-4b32-bf58-df654f88e9c2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463979 Jul 14 11:44:37.309997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c34996-7b4e-4b98-bead-6e3c602d7a34 None None] Network d5015507-17b3-4386-a060-bec33a76ead2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:37.425348 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.505774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.563451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58260) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:37.566387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9638535d-916f-4c65-b26b-141e378112b0 None None] DHCP port deletion for d5015507-17b3-4386-a060-bec33a76ead2 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:44:37.638598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 0c1bde66-2c86-46e5-b655-5153f52724db {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:37.638946 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.687125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9638535d-916f-4c65-b26b-141e378112b0 None None] Deleting port 0c1bde66-2c86-46e5-b655-5153f52724db {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:37.693633 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9638535d-916f-4c65-b26b-141e378112b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.732158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port 0c1bde66-2c86-46e5-b655-5153f52724db, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0c1bde66-2c86-46e5-b655-5153f52724db,segment=NetworkSegment(a7d665c5-c817-444b-9bbe-234735288d70),segment_id=a7d665c5-c817-444b-9bbe-234735288d70)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:37.732158 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.755023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 0c1bde66-2c86-46e5-b655-5153f52724db owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:37.819610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9638535d-916f-4c65-b26b-141e378112b0 None None] For port 0c1bde66-2c86-46e5-b655-5153f52724db, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0c1bde66-2c86-46e5-b655-5153f52724db,segment=NetworkSegment(a7d665c5-c817-444b-9bbe-234735288d70),segment_id=a7d665c5-c817-444b-9bbe-234735288d70)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:37.820286 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9638535d-916f-4c65-b26b-141e378112b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.837904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9638535d-916f-4c65-b26b-141e378112b0 None None] Calling delete_port for 0c1bde66-2c86-46e5-b655-5153f52724db owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:37.848963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3a57ec7b-1254-4298-98a5-fa2acbadcade admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff2c460531d44fcc9444ae3bcd6e6e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800400 Jul 14 11:44:37.851388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58266) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:37.867018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-cdc46c25-2ca4-4c38-b6a2-9a9c135d973f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:37.868600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-cdc46c25-2ca4-4c38-b6a2-9a9c135d973f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.64 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 908 time: 0.2208128 Jul 14 11:44:37.920055 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9638535d-916f-4c65-b26b-141e378112b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.950146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638535d-916f-4c65-b26b-141e378112b0 None None] Pushing event deleted for resources: {'Port': ['ID=0c1bde66-2c86-46e5-b655-5153f52724db,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:37.957663 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9638535d-916f-4c65-b26b-141e378112b0 None None] No DVR routers for this DVR port 0c1bde66-2c86-46e5-b655-5153f52724db on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:37.969804 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:37.985781 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66b9adee-368c-497e-9b63-4d25341d3875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.015168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=0c1bde66-2c86-46e5-b655-5153f52724db,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:38.030744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No DVR routers for this DVR port 0c1bde66-2c86-46e5-b655-5153f52724db on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:38.046474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed5831-5df2-400f-b645-cc21d4d261ef req-8df9a7a4-5096-49d0-bf7d-18aadafeb7a4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:38.048037 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a9ed5831-5df2-400f-b645-cc21d4d261ef req-8df9a7a4-5096-49d0-bf7d-18aadafeb7a4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 908 time: 0.2526236 Jul 14 11:44:38.060317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66b9adee-368c-497e-9b63-4d25341d3875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.118397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Deleting port 0b8baf27-fb1e-4289-bc90-997c070774cf {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:38.119016 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.155596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.168255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5015507-17b3-4386-a060-bec33a76ead2']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:38.177742 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66b9adee-368c-497e-9b63-4d25341d3875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.180392 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66b9adee-368c-497e-9b63-4d25341d3875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.183945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-66b9adee-368c-497e-9b63-4d25341d3875 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/649f17f4-45cc-4d9a-8c1d-22dfa6d124d0 HTTP/1.1" status: 204 len: 168 time: 0.3292868 Jul 14 11:44:38.184109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d665c5-c817-444b-9bbe-234735288d70') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:38.184109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d665c5-c817-444b-9bbe-234735288d70') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:38.195632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.197164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9adee-368c-497e-9b63-4d25341d3875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649f17f4-45cc-4d9a-8c1d-22dfa6d124d0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:38.212417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 137d0d07-5f24-450c-a202-0c1d4b6cebb3 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:38.212767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.215674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.240743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] For port 0b8baf27-fb1e-4289-bc90-997c070774cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0b8baf27-fb1e-4289-bc90-997c070774cf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:38.241350 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.258559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Calling delete_port for 0b8baf27-fb1e-4289-bc90-997c070774cf owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:38.260089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:44:38.260485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:44:38.263336 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:44:38.346956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.364704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.366633 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/networks/d5015507-17b3-4386-a060-bec33a76ead2 HTTP/1.1" status: 204 len: 168 time: 1.0580966 Jul 14 11:44:38.370544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58274) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:38.375153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e6f58097-13fe-44a5-bde0-0889f579b1d9 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1509463789', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:38.397260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad1516-ba66-43ef-ab85-88d2c3d71be8 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Network': ['ID=d5015507-17b3-4386-a060-bec33a76ead2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:38.401977 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.426758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 137d0d07-5f24-450c-a202-0c1d4b6cebb3 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:38.428536 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6f58097-13fe-44a5-bde0-0889f579b1d9 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.429496 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6f58097-13fe-44a5-bde0-0889f579b1d9 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.544235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.580670 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6f58097-13fe-44a5-bde0-0889f579b1d9 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.606722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6f58097-13fe-44a5-bde0-0889f579b1d9 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.615885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event deleted for resources: {'Port': ['ID=0b8baf27-fb1e-4289-bc90-997c070774cf,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:38.654781 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e6f58097-13fe-44a5-bde0-0889f579b1d9 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.658643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e6f58097-13fe-44a5-bde0-0889f579b1d9 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2844374 Jul 14 11:44:38.660744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58284) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:38.674364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] No DVR routers for this DVR port 0b8baf27-fb1e-4289-bc90-997c070774cf on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:38.684248 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.686263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f8c89bd-7d37-4b7e-aff0-bc3ae530ee4a req-5f326d49-38c2-4a06-b4ea-8a602a2501ad tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.64 "DELETE /v2.0/ports/0b8baf27-fb1e-4289-bc90-997c070774cf HTTP/1.1" status: 204 len: 173 time: 0.8103120 Jul 14 11:44:38.688443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'name': 'network-vif-deleted', 'tag': '0b8baf27-fb1e-4289-bc90-997c070774cf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:38.690776 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d17312-ed29-475e-9baf-61100848e258" -d '{"events": [{"server_uuid": "691752b0-9ba8-47b0-b9ff-83c22cfaf35d", "name": "network-vif-deleted", "tag": "0b8baf27-fb1e-4289-bc90-997c070774cf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:38.694592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1515494083'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:38.787545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:38.803150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ce85-fa61-4a34-b301-d6b49096f7bb req-6693a473-85b4-47ac-a721-ab797c4a2bce tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:38.804348 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.808065 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:38.814895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ce85-fa61-4a34-b301-d6b49096f7bb req-6693a473-85b4-47ac-a721-ab797c4a2bce tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:38.821192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ce85-fa61-4a34-b301-d6b49096f7bb req-6693a473-85b4-47ac-a721-ab797c4a2bce tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:38.829171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0c1bde66-2c86-46e5-b655-5153f52724db no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:44:38.839573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ce85-fa61-4a34-b301-d6b49096f7bb req-6693a473-85b4-47ac-a721-ab797c4a2bce tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:38.856168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ce85-fa61-4a34-b301-d6b49096f7bb req-6693a473-85b4-47ac-a721-ab797c4a2bce tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:38.869678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ce85-fa61-4a34-b301-d6b49096f7bb req-6693a473-85b4-47ac-a721-ab797c4a2bce tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:38.875294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ce85-fa61-4a34-b301-d6b49096f7bb req-6693a473-85b4-47ac-a721-ab797c4a2bce tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:38.877310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad16ce85-fa61-4a34-b301-d6b49096f7bb req-6693a473-85b4-47ac-a721-ab797c4a2bce tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5430 time: 0.3548698 Jul 14 11:44:38.878874 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2049e2d-cded-4111-9d80-5da69c4dad09 x-openstack-request-id: req-c2049e2d-cded-4111-9d80-5da69c4dad09 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:38.879157 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691752b0-9ba8-47b0-b9ff-83c22cfaf35d", "name": "network-vif-deleted", "tag": "0b8baf27-fb1e-4289-bc90-997c070774cf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:38.879407 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2049e2d-cded-4111-9d80-5da69c4dad09 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:38.879795 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691752b0-9ba8-47b0-b9ff-83c22cfaf35d', 'name': 'network-vif-deleted', 'tag': '0b8baf27-fb1e-4289-bc90-997c070774cf', 'status': 'completed', 'code': 200} Jul 14 11:44:38.890171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 0c1bde66-2c86-46e5-b655-5153f52724db {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:44:38.890944 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0c1bde66-2c86-46e5-b655-5153f52724db not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:44:38.919603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=137d0d07-5f24-450c-a202-0c1d4b6cebb3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:38.974222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad16ce85-fa61-4a34-b301-d6b49096f7bb req-3dcb5b0c-e04c-439f-858a-e9e257bc74fd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884793 Jul 14 11:44:39.015550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:44:39.037335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.037679 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added segment 52d1442c-918d-46d0-b5b2-0d09a9971ae3 of type vlan for network 3648f103-8291-4fa9-93f1-04660a1690f9 Jul 14 11:44:39.131137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.209770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.215301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:39.215936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.252924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58300) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:39.277398 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11a7dc6a-767d-43a6-a0bb-a07dd3f1982b req-f09377f0-7cbd-4d30-8397-d834d2ba65ab tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=691752b0-9ba8-47b0-b9ff-83c22cfaf35d HTTP/1.1" status: 200 len: 210 time: 0.0498247 Jul 14 11:44:39.397090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'network': {'name': 'tempest-RoutersTest-670641018'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:39.428213 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-62259604-05b3-41bf-a03b-54c71d381849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.433591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:39.438053 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.452065 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.581443 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.587404 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.605645 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:39.618512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:44:39.629147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b1dc14-16b3-4a4b-b3ea-0bd926352621,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:39.634690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.635040 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added segment c4c99531-205b-4af1-af7a-422b6a3825cc of type vlan for network 563d8c01-89bd-42d7-a531-1d15a21c1701 Jul 14 11:44:39.683216 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.703240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.726225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.740218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:39.741181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.750233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:39.762973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c', 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209', 'port_id': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c', 'mac_address': 'fa:16:3e:c2:77:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ce3293-58a9-4f7b-b4ee-bdb755e7137f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:39.771822 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1100726 Jul 14 11:44:39.777917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58306) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:39.785139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'subnet': {'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:39.803163 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.826233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:39.827381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5717993 Jul 14 11:44:39.830854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58308) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:39.840086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'network': {'name': 'tempest-RoutersTest-1403005405'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:39.845192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d74c4-32d6-4da1-a39e-3b01cfe84cf7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Network': ['ID=563d8c01-89bd-42d7-a531-1d15a21c1701,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:39.849969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:39.857245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.857919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a311431a-32d1-4b6e-a233-63e9651b80ee details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:39.875499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f57c3-b27a-4a83-aa7c-87f55d31f8b5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Network': ['ID=3648f103-8291-4fa9-93f1-04660a1690f9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:39.890355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:39.891442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 563d8c01-89bd-42d7-a531-1d15a21c1701 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:44:39.896007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.905774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 3648f103-8291-4fa9-93f1-04660a1690f9 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:44:39.940583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:44:39.955404 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:39.956337 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added segment d3758372-d45c-4dd1-ac38-425246ead4da of type vlan for network 683ca02b-150f-42d8-8f95-2129e992a13a Jul 14 11:44:39.964133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:39.967739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.057868 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.073311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:40.079549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a311431a-32d1-4b6e-a233-63e9651b80ee, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a311431a-32d1-4b6e-a233-63e9651b80ee,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:40.099543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'a311431a-32d1-4b6e-a233-63e9651b80ee', 'network_id': '26145ec9-28ca-47b8-8313-e0ceee913209', 'port_id': 'a311431a-32d1-4b6e-a233-63e9651b80ee', 'mac_address': 'fa:16:3e:3d:01:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ce3293-58a9-4f7b-b4ee-bdb755e7137f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:40.122751 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.133325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:40.134420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.228979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.263081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4283893 Jul 14 11:44:40.263937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58312) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:40.267556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a311431a-32d1-4b6e-a233-63e9651b80ee {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:40.274226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'subnet': {'network_id': '563d8c01-89bd-42d7-a531-1d15a21c1701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:40.294967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208a4c6-4072-48f6-b631-fa860ae0b10f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Network': ['ID=683ca02b-150f-42d8-8f95-2129e992a13a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:40.324318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a311431a-32d1-4b6e-a233-63e9651b80ee, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a311431a-32d1-4b6e-a233-63e9651b80ee,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:40.337377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 683ca02b-150f-42d8-8f95-2129e992a13a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:44:40.367023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0079-787f-45c9-9b4f-b3698a26202e req-b3d1ac44-68fb-454f-bf63-8c6cceb4e6b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:40.374263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0079-787f-45c9-9b4f-b3698a26202e req-b3d1ac44-68fb-454f-bf63-8c6cceb4e6b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:40.381346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0079-787f-45c9-9b4f-b3698a26202e req-b3d1ac44-68fb-454f-bf63-8c6cceb4e6b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:40.388182 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.388477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0079-787f-45c9-9b4f-b3698a26202e req-b3d1ac44-68fb-454f-bf63-8c6cceb4e6b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:40.389110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 49913f77-9877-4365-aa9e-2faa940f36fc details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:40.397074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0079-787f-45c9-9b4f-b3698a26202e req-b3d1ac44-68fb-454f-bf63-8c6cceb4e6b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:40.404396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0079-787f-45c9-9b4f-b3698a26202e req-b3d1ac44-68fb-454f-bf63-8c6cceb4e6b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:40.413706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0079-787f-45c9-9b4f-b3698a26202e req-b3d1ac44-68fb-454f-bf63-8c6cceb4e6b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:40.416197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d20c0079-787f-45c9-9b4f-b3698a26202e req-b3d1ac44-68fb-454f-bf63-8c6cceb4e6b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5431 time: 0.2416511 Jul 14 11:44:40.480486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d20c0079-787f-45c9-9b4f-b3698a26202e req-d6b7be1b-9f97-41d5-9389-cc52f3436ae0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580008 Jul 14 11:44:40.493965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:40.680112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a311431a-32d1-4b6e-a233-63e9651b80ee,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:40.730225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 49913f77-9877-4365-aa9e-2faa940f36fc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49913f77-9877-4365-aa9e-2faa940f36fc,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:40.744401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '49913f77-9877-4365-aa9e-2faa940f36fc', 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'port_id': '49913f77-9877-4365-aa9e-2faa940f36fc', 'mac_address': 'fa:16:3e:a3:9d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2734326-ccab-4959-b9a9-2ebcf27fe39a', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:40.783825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.804904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:40.812501 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.813103 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.872222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49913f77-9877-4365-aa9e-2faa940f36fc {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:40.923180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 49913f77-9877-4365-aa9e-2faa940f36fc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49913f77-9877-4365-aa9e-2faa940f36fc,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:40.933823 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:40.939938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:40.952167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:40.967989 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-61b19b7d-286c-4695-b610-4e6f08916a60 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "PUT /v2.0/routers/3e482cc7-71a0-40b4-8e8a-a71de0f0168a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4530001 Jul 14 11:44:40.976451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58322) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:40.979790 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1914c32e-a6a5-4952-8dcd-ef216867ca91 None None] Sync routers for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:41.001870 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914c32e-a6a5-4952-8dcd-ef216867ca91 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:41.002593 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1914c32e-a6a5-4952-8dcd-ef216867ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:41.088282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=49913f77-9877-4365-aa9e-2faa940f36fc,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:41.114028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c47f43-15fb-48d1-9657-6a45fce581a2 req-b8b20766-97ba-461f-a3e9-1d526f563e65 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:41.120596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61c47f43-15fb-48d1-9657-6a45fce581a2 req-b8b20766-97ba-461f-a3e9-1d526f563e65 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 946 time: 0.1524913 Jul 14 11:44:41.138289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Subnet': ['ID=19ce7567-e04d-45fa-963f-07e9f3ee84f1,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:41.138529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1914c32e-a6a5-4952-8dcd-ef216867ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:41.147625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:41.150760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Checking segment: {'id': '52d1442c-918d-46d0-b5b2-0d09a9971ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:41.151197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network hostable DHCP agents. Network: 3648f103-8291-4fa9-93f1-04660a1690f9, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:44:41.166063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'port_id': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'mac_address': 'fa:16:3e:a4:c0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:41.184526 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914c32e-a6a5-4952-8dcd-ef216867ca91 None None] Routers {'3e482cc7-71a0-40b4-8e8a-a71de0f0168a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:41.186879 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1914c32e-a6a5-4952-8dcd-ef216867ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:41.195837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.222017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.244887 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 3648f103-8291-4fa9-93f1-04660a1690f9 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:44:41.245802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61c47f43-15fb-48d1-9657-6a45fce581a2 req-9100963f-9763-43b7-939b-b2e271fecdd2 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157832 Jul 14 11:44:41.247017 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1914c32e-a6a5-4952-8dcd-ef216867ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:41.248360 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1914c32e-a6a5-4952-8dcd-ef216867ca91 None None] The sync data for ids ['3e482cc7-71a0-40b4-8e8a-a71de0f0168a'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:41.259538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:41.294416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:41.296553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 3648f103-8291-4fa9-93f1-04660a1690f9) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:41.307213 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.309199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 18a00a0e-9792-427c-ba24-b22b2019c83d details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:41.317229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d61dad7-813b-446a-a3bb-74466948fbda None None] Network 3648f103-8291-4fa9-93f1-04660a1690f9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:41.348303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:41.349031 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.422386 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-045bce93-9f76-4815-8015-6f9631b11729 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6410010 Jul 14 11:44:41.422731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58324) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:41.446526 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.450065 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.524289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 18a00a0e-9792-427c-ba24-b22b2019c83d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=18a00a0e-9792-427c-ba24-b22b2019c83d,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:41.537817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:41.548073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Subnet': ['ID=57dff732-15b2-4a93-8549-724cd4d20315,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:41.583710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '18a00a0e-9792-427c-ba24-b22b2019c83d', 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'port_id': '18a00a0e-9792-427c-ba24-b22b2019c83d', 'mac_address': 'fa:16:3e:70:66:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2734326-ccab-4959-b9a9-2ebcf27fe39a', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:41.585227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Checking segment: {'id': 'c4c99531-205b-4af1-af7a-422b6a3825cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '563d8c01-89bd-42d7-a531-1d15a21c1701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:41.585437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network hostable DHCP agents. Network: 563d8c01-89bd-42d7-a531-1d15a21c1701, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:44:41.620579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting port 912fb8bf-5871-4f76-9a8b-0e6f5b7a19cb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:41.620728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.627530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 563d8c01-89bd-42d7-a531-1d15a21c1701 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:44:41.695813 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.696722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 563d8c01-89bd-42d7-a531-1d15a21c1701) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:41.704957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:41.707309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.715970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c95f5-1c45-4558-a4cc-1ab2ba590cfa None None] Network 563d8c01-89bd-42d7-a531-1d15a21c1701 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:41.750159 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0261d53b-af5d-42be-8731-96b435347afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4832885 Jul 14 11:44:41.752892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58328) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:41.757598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'subnet': {'network_id': '683ca02b-150f-42d8-8f95-2129e992a13a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:41.849552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.865578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a00a0e-9792-427c-ba24-b22b2019c83d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:41.899401 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Calling delete_port for 912fb8bf-5871-4f76-9a8b-0e6f5b7a19cb owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:41.946097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 18a00a0e-9792-427c-ba24-b22b2019c83d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=18a00a0e-9792-427c-ba24-b22b2019c83d,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:41.960436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:41.964299 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.975895 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:41.976576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0094bb7e-c391-4c41-9d68-a58018a1305b details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:41.998966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-563d8c01-89bd-42d7-a531-1d15a21c1701', 'network_id': '563d8c01-89bd-42d7-a531-1d15a21c1701', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'fixed_ips': [{'subnet_id': '57dff732-15b2-4a93-8549-724cd4d20315'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:44:41.999813 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.036653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-3648f103-8291-4fa9-93f1-04660a1690f9', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:44:42.038020 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.109031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0094bb7e-c391-4c41-9d68-a58018a1305b, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0094bb7e-c391-4c41-9d68-a58018a1305b,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:42.195938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.260317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '0094bb7e-c391-4c41-9d68-a58018a1305b', 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'port_id': '0094bb7e-c391-4c41-9d68-a58018a1305b', 'mac_address': 'fa:16:3e:45:da:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2734326-ccab-4959-b9a9-2ebcf27fe39a', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:42.269641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=18a00a0e-9792-427c-ba24-b22b2019c83d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:42.290025 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc7bce06-4911-4910-9fee-7023ea809954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.328850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7999f-dfda-44ce-abe8-237bdd1749e9 req-93eab747-a8e1-441d-b711-d70772bb2a8e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:42.336327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7999f-dfda-44ce-abe8-237bdd1749e9 req-93eab747-a8e1-441d-b711-d70772bb2a8e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:42.342578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7999f-dfda-44ce-abe8-237bdd1749e9 req-93eab747-a8e1-441d-b711-d70772bb2a8e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:42.350560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7999f-dfda-44ce-abe8-237bdd1749e9 req-93eab747-a8e1-441d-b711-d70772bb2a8e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:42.358276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7999f-dfda-44ce-abe8-237bdd1749e9 req-93eab747-a8e1-441d-b711-d70772bb2a8e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:42.358679 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.367606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7999f-dfda-44ce-abe8-237bdd1749e9 req-93eab747-a8e1-441d-b711-d70772bb2a8e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:42.375135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7999f-dfda-44ce-abe8-237bdd1749e9 req-93eab747-a8e1-441d-b711-d70772bb2a8e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:42.384029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69f7999f-dfda-44ce-abe8-237bdd1749e9 req-93eab747-a8e1-441d-b711-d70772bb2a8e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5435 time: 0.2442811 Jul 14 11:44:42.410465 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.438830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Allocated IP 172.20.0.2 (563d8c01-89bd-42d7-a531-1d15a21c1701/57dff732-15b2-4a93-8549-724cd4d20315/4fda4c5c-e1b9-4eaf-950e-01c8c1f65173) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:42.451471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0094bb7e-c391-4c41-9d68-a58018a1305b {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:42.452433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Subnet': ['ID=c653c5ec-6408-425a-9a5e-07864e4a8b07,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:42.460814 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.465434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Allocated IP 2001:db8::2 (3648f103-8291-4fa9-93f1-04660a1690f9/19ce7567-e04d-45fa-963f-07e9f3ee84f1/53ffcd1a-d4bd-4dc3-be04-0663506ee615) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:42.470846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Checking segment: {'id': 'd3758372-d45c-4dd1-ac38-425246ead4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '683ca02b-150f-42d8-8f95-2129e992a13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:42.471372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network hostable DHCP agents. Network: 683ca02b-150f-42d8-8f95-2129e992a13a, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:44:42.498481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0094bb7e-c391-4c41-9d68-a58018a1305b, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0094bb7e-c391-4c41-9d68-a58018a1305b,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:42.521792 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.521792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device f597a0e6-cf6c-40a4-bc55-e263e4691a26 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:42.584597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 683ca02b-150f-42d8-8f95-2129e992a13a is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:44:42.604070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 683ca02b-150f-42d8-8f95-2129e992a13a) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:42.647639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:42.648586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.715145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-159694cd-fa68-4774-b47b-e5b28ed6e6b4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:42.715145 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-159694cd-fa68-4774-b47b-e5b28ed6e6b4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 946 time: 0.2581756 Jul 14 11:44:42.731933 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-faba7708-9c16-41bd-9e11-374306f49055 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9759789 Jul 14 11:44:42.739898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58334) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:42.765164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b0231c8b-d825-48b2-9e80-278ea4686240 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1753607039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:42.794582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0231c8b-d825-48b2-9e80-278ea4686240 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.796207 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0231c8b-d825-48b2-9e80-278ea4686240 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.801270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0b8baf27-fb1e-4289-bc90-997c070774cf no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:44:42.803532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4638d1c-1cd3-4ad1-8f86-e4a62ac20da9 None None] Network 683ca02b-150f-42d8-8f95-2129e992a13a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:42.807713 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.857574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Port': ['ID=912fb8bf-5871-4f76-9a8b-0e6f5b7a19cb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:42.971800 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:42.995210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 0b8baf27-fb1e-4289-bc90-997c070774cf {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:44:42.996094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0b8baf27-fb1e-4289-bc90-997c070774cf not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:44:43.080129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port f597a0e6-cf6c-40a4-bc55-e263e4691a26, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:43.093306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69f7999f-dfda-44ce-abe8-237bdd1749e9 req-8bd5f286-627a-4f9e-9849-12ed7b293877 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7074738 Jul 14 11:44:43.105686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=0094bb7e-c391-4c41-9d68-a58018a1305b,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:43.119816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.124347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.141935 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'f597a0e6-cf6c-40a4-bc55-e263e4691a26', 'network_id': '92e2f045-7f19-4b89-ab5e-67ad78e59f65', 'port_id': 'f597a0e6-cf6c-40a4-bc55-e263e4691a26', 'mac_address': 'fa:16:3e:7e:f6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2734326-ccab-4959-b9a9-2ebcf27fe39a', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:43.258464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5136f2-9fb2-4678-a604-0201612e5487 req-97534936-0cd7-4907-b97e-0363e9a64af4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:43.260550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f5136f2-9fb2-4678-a604-0201612e5487 req-97534936-0cd7-4907-b97e-0363e9a64af4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 946 time: 0.8172085 Jul 14 11:44:43.360250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f5136f2-9fb2-4678-a604-0201612e5487 req-6065e78d-84e6-4d69-8193-c6022c47cec1 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659707 Jul 14 11:44:43.370278 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.372164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.404080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Transition to ACTIVE for port object 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:43.436433 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.453893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f597a0e6-cf6c-40a4-bc55-e263e4691a26 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:44:43.465940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-683ca02b-150f-42d8-8f95-2129e992a13a', 'network_id': '683ca02b-150f-42d8-8f95-2129e992a13a', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'fixed_ips': [{'subnet_id': 'c653c5ec-6408-425a-9a5e-07864e4a8b07'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:44:43.466782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.472778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Transition to ACTIVE for port object 53ffcd1a-d4bd-4dc3-be04-0663506ee615 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:43.478123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Transition to ACTIVE for port object 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:43.504043 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.517548 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.527470 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Transition to ACTIVE for port object 53ffcd1a-d4bd-4dc3-be04-0663506ee615 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:43.543558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port f597a0e6-cf6c-40a4-bc55-e263e4691a26, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:43.600699 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.602862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0231c8b-d825-48b2-9e80-278ea4686240 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.607152 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.623208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0231c8b-d825-48b2-9e80-278ea4686240 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.636444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.637008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Fanout notify agent at l3_agent the message router_deleted on router 3e482cc7-71a0-40b4-8e8a-a71de0f0168a {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:44:43.648894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.650058 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d189c4f8-b252-4ebb-9fa2-f08945a14d05 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/routers/3e482cc7-71a0-40b4-8e8a-a71de0f0168a HTTP/1.1" status: 204 len: 168 time: 2.6581774 Jul 14 11:44:43.655252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58338) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:43.661965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 2001:db8::1 (3648f103-8291-4fa9-93f1-04660a1690f9/19ce7567-e04d-45fa-963f-07e9f3ee84f1/e58d1ddc-3152-4a09-b2c0-108e1e7e32ac) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:43.669288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Deleting port a545c2df-ab54-4ae6-ad4f-323051007f30 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:43.669635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.687019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Network 563d8c01-89bd-42d7-a531-1d15a21c1701 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:43.695285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0231c8b-d825-48b2-9e80-278ea4686240 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.701527 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b0231c8b-d825-48b2-9e80-278ea4686240 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9574819 Jul 14 11:44:43.704378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58340) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:43.704868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:43.725911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Network 3648f103-8291-4fa9-93f1-04660a1690f9 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:43.729873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:43.732726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:43.734599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Pushing event updated for resources: {'Port': ['ID=4fda4c5c-e1b9-4eaf-950e-01c8c1f65173,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:43.751798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:43.830133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=f597a0e6-cf6c-40a4-bc55-e263e4691a26,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:43.860213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbe8273-c29f-48db-853f-15f9d0b3d3bc tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Deleting subnet dd3d1f02-beff-4867-9e8c-49b717a9b285 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:44:43.873084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8273-c29f-48db-853f-15f9d0b3d3bc tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.909976 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:43.935511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Transition to ACTIVE for port object e58d1ddc-3152-4a09-b2c0-108e1e7e32ac will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:43.991536 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.016810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] For port a545c2df-ab54-4ae6-ad4f-323051007f30, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a545c2df-ab54-4ae6-ad4f-323051007f30,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:44.017196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.033475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8273-c29f-48db-853f-15f9d0b3d3bc tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.057886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 3648f103-8291-4fa9-93f1-04660a1690f9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:44.062451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:44.072365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:44.073490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Calling delete_port for a545c2df-ab54-4ae6-ad4f-323051007f30 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:44.073618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.182316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=e58d1ddc-3152-4a09-b2c0-108e1e7e32ac,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:44.184042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Pushing event updated for resources: {'Port': ['ID=53ffcd1a-d4bd-4dc3-be04-0663506ee615,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:44.205056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Attempting to bind port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:44.205425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Attempting to bind port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c4c99531-205b-4af1-af7a-422b6a3825cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '563d8c01-89bd-42d7-a531-1d15a21c1701'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:44.205789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Attempting to bind port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 on network 563d8c01-89bd-42d7-a531-1d15a21c1701 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:44.232622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Attempting to bind port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:44.235973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Attempting to bind port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '52d1442c-918d-46d0-b5b2-0d09a9971ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:44.237034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Attempting to bind port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 on network 3648f103-8291-4fa9-93f1-04660a1690f9 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:44.248536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:44.250925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Checking segment: {'id': 'c4c99531-205b-4af1-af7a-422b6a3825cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '563d8c01-89bd-42d7-a531-1d15a21c1701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:44.251800 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.251937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Bound using segment: {'id': 'c4c99531-205b-4af1-af7a-422b6a3825cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '563d8c01-89bd-42d7-a531-1d15a21c1701'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:44.252414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Bound port: 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c99531-205b-4af1-af7a-422b6a3825cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '563d8c01-89bd-42d7-a531-1d15a21c1701'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:44.252851 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.283330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:44.318884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Allocated IP 172.21.0.2 (683ca02b-150f-42d8-8f95-2129e992a13a/c653c5ec-6408-425a-9a5e-07864e4a8b07/2629717c-5955-4347-8a79-8ef93b6502cc) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:44.321245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['a311431a-32d1-4b6e-a233-63e9651b80ee'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:44.337304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.373342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['18a00a0e-9792-427c-ba24-b22b2019c83d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:44.374588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8273-c29f-48db-853f-15f9d0b3d3bc tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.380061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['49913f77-9877-4365-aa9e-2faa940f36fc'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:44.476349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['966f114d-f5ca-4df0-9ad9-a99c0cc4bf94'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:44.478587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['0094bb7e-c391-4c41-9d68-a58018a1305b'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:44.480922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:44.481411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Checking segment: {'id': '52d1442c-918d-46d0-b5b2-0d09a9971ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:44.482044 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.482565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Bound using segment: {'id': '52d1442c-918d-46d0-b5b2-0d09a9971ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:44.483158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Bound port: 53ffcd1a-d4bd-4dc3-be04-0663506ee615, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d1442c-918d-46d0-b5b2-0d09a9971ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:44.483624 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.536070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.626380 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.702261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4912-e984-4718-8bd0-87109f8563a6 req-f01bf926-2d81-48b0-8061-446738b17d00 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:44.729094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4912-e984-4718-8bd0-87109f8563a6 req-f01bf926-2d81-48b0-8061-446738b17d00 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:44.733595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event deleted for resources: {'Port': ['ID=a545c2df-ab54-4ae6-ad4f-323051007f30,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:44.756683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4912-e984-4718-8bd0-87109f8563a6 req-f01bf926-2d81-48b0-8061-446738b17d00 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:44.781291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4912-e984-4718-8bd0-87109f8563a6 req-f01bf926-2d81-48b0-8061-446738b17d00 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:44.795487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4912-e984-4718-8bd0-87109f8563a6 req-f01bf926-2d81-48b0-8061-446738b17d00 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:44.805786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4912-e984-4718-8bd0-87109f8563a6 req-f01bf926-2d81-48b0-8061-446738b17d00 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:44.813159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4912-e984-4718-8bd0-87109f8563a6 req-f01bf926-2d81-48b0-8061-446738b17d00 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:44.822552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-237f4912-e984-4718-8bd0-87109f8563a6 req-f01bf926-2d81-48b0-8061-446738b17d00 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5437 time: 0.4325798 Jul 14 11:44:44.824061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] No DVR routers for this DVR port a545c2df-ab54-4ae6-ad4f-323051007f30 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:44.831547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.836882 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d74c82ec-25a1-481b-93c4-2141df6f2945 req-6561ef98-cd66-4b52-a38f-7dda8ecebeec tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "DELETE /v2.0/ports/a545c2df-ab54-4ae6-ad4f-323051007f30 HTTP/1.1" status: 204 len: 173 time: 2.1079350 Jul 14 11:44:44.838405 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8273-c29f-48db-853f-15f9d0b3d3bc tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.853881 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b1523f-5a27-4485-9438-0da364a9d99f', 'name': 'network-vif-deleted', 'tag': 'a545c2df-ab54-4ae6-ad4f-323051007f30'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:44.858739 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b861b49-2fd0-4651-9309-0e849e5777d2" -d '{"events": [{"server_uuid": "64b1523f-5a27-4485-9438-0da364a9d99f", "name": "network-vif-deleted", "tag": "a545c2df-ab54-4ae6-ad4f-323051007f30"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:44.884180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] For port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:44.915818 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8273-c29f-48db-853f-15f9d0b3d3bc tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:44.927061 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ecbe8273-c29f-48db-853f-15f9d0b3d3bc tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/subnets/dd3d1f02-beff-4867-9e8c-49b717a9b285 HTTP/1.1" status: 204 len: 168 time: 1.2702179 Jul 14 11:44:44.962951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] For port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4fda4c5c-e1b9-4eaf-950e-01c8c1f65173,segment=NetworkSegment(c4c99531-205b-4af1-af7a-422b6a3825cc),segment_id=c4c99531-205b-4af1-af7a-422b6a3825cc)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:44.983330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58350) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:44.991836 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe8273-c29f-48db-853f-15f9d0b3d3bc tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3d1f02-beff-4867-9e8c-49b717a9b285,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:44.999011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] For port 53ffcd1a-d4bd-4dc3-be04-0663506ee615, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:45.036605 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.091348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8b2b54d-1172-4a93-a94a-ee4329dbd058 req-d2553965-b8ff-46e7-92f5-813f03c595ea tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=64b1523f-5a27-4485-9438-0da364a9d99f HTTP/1.1" status: 200 len: 210 time: 0.4603138 Jul 14 11:44:45.141789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] For port 53ffcd1a-d4bd-4dc3-be04-0663506ee615, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=53ffcd1a-d4bd-4dc3-be04-0663506ee615,segment=NetworkSegment(52d1442c-918d-46d0-b5b2-0d09a9971ae3),segment_id=52d1442c-918d-46d0-b5b2-0d09a9971ae3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:45.208043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-237f4912-e984-4718-8bd0-87109f8563a6 req-4e17e3b0-27cb-4c94-9675-37f5e4aba6bc tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3844364 Jul 14 11:44:45.381541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.399893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.408643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.419492 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.444451 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717674b0-22ae-4727-8ade-8b26b8e2227a x-openstack-request-id: req-717674b0-22ae-4727-8ade-8b26b8e2227a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:45.444745 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b1523f-5a27-4485-9438-0da364a9d99f", "name": "network-vif-deleted", "tag": "a545c2df-ab54-4ae6-ad4f-323051007f30", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:45.444981 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-717674b0-22ae-4727-8ade-8b26b8e2227a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:45.445392 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b1523f-5a27-4485-9438-0da364a9d99f', 'name': 'network-vif-deleted', 'tag': 'a545c2df-ab54-4ae6-ad4f-323051007f30', 'status': 'completed', 'code': 200} Jul 14 11:44:45.482016 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.620993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=e58d1ddc-3152-4a09-b2c0-108e1e7e32ac,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:45.693727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.20.0.1 (563d8c01-89bd-42d7-a531-1d15a21c1701/57dff732-15b2-4a93-8549-724cd4d20315/b8f1eea3-3d42-4631-89bc-41d65ca5eb3a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:45.708470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 3648f103-8291-4fa9-93f1-04660a1690f9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:45.712181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:45.714464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.737465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe8e871-cac2-4f82-89ba-9acac991a4b5']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:45.767560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fa88b4-5c25-459d-a8fe-2244651e8557') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:45.767714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fa88b4-5c25-459d-a8fe-2244651e8557') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:45.803660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.825774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.841749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:44:45.842158 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:44:45.845215 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:44:45.920120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['f597a0e6-cf6c-40a4-bc55-e263e4691a26'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:45.967255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:44:46.052975 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.056352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.070792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.083529 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.085473 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] 10.222.0.38 "DELETE /v2.0/networks/1fe8e871-cac2-4f82-89ba-9acac991a4b5 HTTP/1.1" status: 204 len: 168 time: 1.0998206 Jul 14 11:44:46.111762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e75eb-60bc-4e72-b013-ae3756b714c1 tempest-FloatingIPTestJSON-1513721849 tempest-FloatingIPTestJSON-1513721849-project] Pushing event deleted for resources: {'Network': ['ID=1fe8e871-cac2-4f82-89ba-9acac991a4b5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:46.138579 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.157566 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Transition to ACTIVE for port object b8f1eea3-3d42-4631-89bc-41d65ca5eb3a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:46.235749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Transition to ACTIVE for port object 2629717c-5955-4347-8a79-8ef93b6502cc will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:46.281017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.313194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fae91-e827-4555-a1f5-fc315b302167 None None] Pushing event updated for resources: {'Port': ['ID=4fda4c5c-e1b9-4eaf-950e-01c8c1f65173,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:46.387526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:46.401071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7e0a826f-54cd-4e35-a913-a635df9260d7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9749107 Jul 14 11:44:46.405419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58368) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:46.428037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1115855407'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:46.446155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:46.469013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 563d8c01-89bd-42d7-a531-1d15a21c1701 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:46.476120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:46.485402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:46.544690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:46.548440 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.602835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=b8f1eea3-3d42-4631-89bc-41d65ca5eb3a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:46.617032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:44:46.635694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.636876 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added segment 599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9 of type vlan for network a59b81a8-3348-4930-9ee1-014d96a2c7c3 Jul 14 11:44:46.645855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.647278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Transition to ACTIVE for port object 2629717c-5955-4347-8a79-8ef93b6502cc will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:46.840152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:46.903021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:46.903795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:46.936717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23d2a-00b5-4f1d-8352-44c84c94aedb req-f1894985-0dd8-400c-b40b-8a383a06f1f6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:46.952916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23d2a-00b5-4f1d-8352-44c84c94aedb req-f1894985-0dd8-400c-b40b-8a383a06f1f6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:46.968995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23d2a-00b5-4f1d-8352-44c84c94aedb req-f1894985-0dd8-400c-b40b-8a383a06f1f6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:46.985333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23d2a-00b5-4f1d-8352-44c84c94aedb req-f1894985-0dd8-400c-b40b-8a383a06f1f6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:46.995176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23d2a-00b5-4f1d-8352-44c84c94aedb req-f1894985-0dd8-400c-b40b-8a383a06f1f6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:47.014245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23d2a-00b5-4f1d-8352-44c84c94aedb req-f1894985-0dd8-400c-b40b-8a383a06f1f6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:47.026680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23d2a-00b5-4f1d-8352-44c84c94aedb req-f1894985-0dd8-400c-b40b-8a383a06f1f6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:47.027307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:47.028594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3f23d2a-00b5-4f1d-8352-44c84c94aedb req-f1894985-0dd8-400c-b40b-8a383a06f1f6 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5437 time: 0.3014469 Jul 14 11:44:47.037725 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:47.048785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:47.049517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:47.060380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58374) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:47.109429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:44:47.291561 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:47.305746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39adb7-3733-4763-aef4-5980ed3fa284 None None] Pushing event updated for resources: {'Port': ['ID=53ffcd1a-d4bd-4dc3-be04-0663506ee615,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:47.307574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8977356 Jul 14 11:44:47.313859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cea6a-c9f3-46e0-83a1-fe1d45d14d2d tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Network': ['ID=a59b81a8-3348-4930-9ee1-014d96a2c7c3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:47.323433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:47.328301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58380) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:47.366255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'subnet': {'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:47.462086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network a59b81a8-3348-4930-9ee1-014d96a2c7c3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:44:47.641494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3f23d2a-00b5-4f1d-8352-44c84c94aedb req-40ab1fe5-a7ec-4395-b082-6fe0ea88367c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5620756 Jul 14 11:44:47.650693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be317bee-9fd2-4201-b7ca-33561f86c0c7 None None] Network 563d8c01-89bd-42d7-a531-1d15a21c1701 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:47.697438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fc00e-e605-488b-9563-f39d4b8eed44 req-213a1f8f-6f28-42ac-b14f-a85c977432ae tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:47.705330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c35fc00e-e605-488b-9563-f39d4b8eed44 req-213a1f8f-6f28-42ac-b14f-a85c977432ae tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.2049134 Jul 14 11:44:47.708248 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a311431a-32d1-4b6e-a233-63e9651b80ee up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:47.709289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:47.713159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:47.739880 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7fefae9b-3679-46ca-8a5b-dc85b8b5cf37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c9cd262477f4370a888296978cf7f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761427 Jul 14 11:44:47.761351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58384) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:47.821695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c35fc00e-e605-488b-9563-f39d4b8eed44 req-febf401c-e192-4ab1-bab1-330215656cc4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118853 Jul 14 11:44:47.863362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Network 683ca02b-150f-42d8-8f95-2129e992a13a is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:47.932173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:47.943398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:47.957651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Pushing event updated for resources: {'Port': ['ID=2629717c-5955-4347-8a79-8ef93b6502cc,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:47.981248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-6a682235-58c8-4459-b62c-51ac2f7d0fba tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:47.982760 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-6a682235-58c8-4459-b62c-51ac2f7d0fba tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 945 time: 0.4285688 Jul 14 11:44:47.989270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c0c65477-3027-4023-a82b-43db464ef3d9 None None] Provisioning for port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:48.001819 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1e6ddf3-8c32-4ad0-be9e-5c125eed8e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.031880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.079299 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.080627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port a311431a-32d1-4b6e-a233-63e9651b80ee completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:48.111866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.117440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1e6ddf3-8c32-4ad0-be9e-5c125eed8e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.128443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c0e43455-150a-4902-a8f3-681222d3f9bf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:48.130932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port a311431a-32d1-4b6e-a233-63e9651b80ee triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:48.131214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Checking segment: {'id': '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:48.131521 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.131650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network hostable DHCP agents. Network: a59b81a8-3348-4930-9ee1-014d96a2c7c3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:44:48.166460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Subnet': ['ID=a953a2af-4f26-4c28-8eee-5701a7247832,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:48.216918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:48.234478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Attempting to bind port 2629717c-5955-4347-8a79-8ef93b6502cc on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:48.235031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Attempting to bind port 2629717c-5955-4347-8a79-8ef93b6502cc by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'd3758372-d45c-4dd1-ac38-425246ead4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '683ca02b-150f-42d8-8f95-2129e992a13a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:48.235525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Attempting to bind port 2629717c-5955-4347-8a79-8ef93b6502cc on network 683ca02b-150f-42d8-8f95-2129e992a13a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:48.238074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network a59b81a8-3348-4930-9ee1-014d96a2c7c3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:44:48.257706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:48.258221 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.270029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, a59b81a8-3348-4930-9ee1-014d96a2c7c3) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:48.276371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:48.277199 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.291158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:48.291692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Checking segment: {'id': 'd3758372-d45c-4dd1-ac38-425246ead4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '683ca02b-150f-42d8-8f95-2129e992a13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:48.292767 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.292767 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Bound using segment: {'id': 'd3758372-d45c-4dd1-ac38-425246ead4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '683ca02b-150f-42d8-8f95-2129e992a13a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:48.293128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Bound port: 2629717c-5955-4347-8a79-8ef93b6502cc, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3758372-d45c-4dd1-ac38-425246ead4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '683ca02b-150f-42d8-8f95-2129e992a13a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:48.293603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.300302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-300d9b9d-0185-4281-93ae-ea5dd661f2a7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9614701 Jul 14 11:44:48.301270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58386) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:48.346167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db7bc7-0893-4e32-9aeb-cc1749e22173 None None] Network a59b81a8-3348-4930-9ee1-014d96a2c7c3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:48.372645 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ebda40-993a-492d-beaf-3c5009fd2f1b None None] Network 3648f103-8291-4fa9-93f1-04660a1690f9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:48.610671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ae958ff6-899a-436d-914f-802abe830f02 None None] Provisioning for port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:48.752035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=b8f1eea3-3d42-4631-89bc-41d65ca5eb3a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:48.756272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.775162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.775527 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.775876 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.776208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.776576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.776933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.777255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.777675 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.778001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.778320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.778634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.778951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:48.830680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] For port 2629717c-5955-4347-8a79-8ef93b6502cc, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:48.844356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] For port 2629717c-5955-4347-8a79-8ef93b6502cc, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2629717c-5955-4347-8a79-8ef93b6502cc,segment=NetworkSegment(d3758372-d45c-4dd1-ac38-425246ead4da),segment_id=d3758372-d45c-4dd1-ac38-425246ead4da)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:48.846391 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.873744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1e6ddf3-8c32-4ad0-be9e-5c125eed8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.876729 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1e6ddf3-8c32-4ad0-be9e-5c125eed8e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.880469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a1e6ddf3-8c32-4ad0-be9e-5c125eed8e94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec60253d-f307-40ce-9473-3b70f512b6d6 HTTP/1.1" status: 204 len: 168 time: 1.1142764 Jul 14 11:44:48.882487 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.897368 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.898924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Deleting port c0e43455-150a-4902-a8f3-681222d3f9bf {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:48.899335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:48.918319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6ddf3-8c32-4ad0-be9e-5c125eed8e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec60253d-f307-40ce-9473-3b70f512b6d6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:48.957491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a311431a-32d1-4b6e-a233-63e9651b80ee, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a311431a-32d1-4b6e-a233-63e9651b80ee,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:49.007460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311431a-32d1-4b6e-a233-63e9651b80ee'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:49.009458 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5c927e-6146-41b1-8d2c-f5a224b07f13" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "a311431a-32d1-4b6e-a233-63e9651b80ee"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:49.012783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:44:44Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:44:44Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:49.082159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 563d8c01-89bd-42d7-a531-1d15a21c1701 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:49.088730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:49.098806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] For port c0e43455-150a-4902-a8f3-681222d3f9bf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c0e43455-150a-4902-a8f3-681222d3f9bf,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:49.099595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:49.112637 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:49.113538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:49.178749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Calling delete_port for c0e43455-150a-4902-a8f3-681222d3f9bf owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:49.459628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 9f5cf94f-b14e-486c-8229-da69cc8b613e is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:44:49.467392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:49.467972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Updating router 07af7440-e494-4312-9da5-274a190e4ffc port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:44:49.486428 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:49.531321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4fda4c5c-e1b9-4eaf-950e-01c8c1f65173,segment=NetworkSegment(c4c99531-205b-4af1-af7a-422b6a3825cc),segment_id=c4c99531-205b-4af1-af7a-422b6a3825cc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:49.553870 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:49.556141 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:49.763759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5182d-6ba3-408c-a288-fa7b2f958286 None None] Pushing event updated for resources: {'Port': ['ID=2629717c-5955-4347-8a79-8ef93b6502cc,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:49.829019 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:49.950578 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event deleted for resources: {'Port': ['ID=c0e43455-150a-4902-a8f3-681222d3f9bf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:49.961959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:49.963602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 53ffcd1a-d4bd-4dc3-be04-0663506ee615 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:49.971179 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1e237-f056-407d-ac3a-a0c05493a902 None None] Sync routers for ids ['9f5cf94f-b14e-486c-8229-da69cc8b613e'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:49.977980 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c4e06d6f-bc30-4212-b02a-ff442b0df45c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/9f5cf94f-b14e-486c-8229-da69cc8b613e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2702293 Jul 14 11:44:49.990252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58412) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:50.002374 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1e237-f056-407d-ac3a-a0c05493a902 None None] Routers {'9f5cf94f-b14e-486c-8229-da69cc8b613e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:50.003476 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-fcc1e237-f056-407d-ac3a-a0c05493a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f5cf94f-b14e-486c-8229-da69cc8b613e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:50.052428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:44:50.060139 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.170428 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-fcc1e237-f056-407d-ac3a-a0c05493a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:50.185508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 2001:db8:1::1 (a59b81a8-3348-4930-9ee1-014d96a2c7c3/a953a2af-4f26-4c28-8eee-5701a7247832/412dd633-ebf6-4898-8ebf-e3cdcb594526) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:50.201304 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1e237-f056-407d-ac3a-a0c05493a902 None None] Routers {'9f5cf94f-b14e-486c-8229-da69cc8b613e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:50.203250 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-fcc1e237-f056-407d-ac3a-a0c05493a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f5cf94f-b14e-486c-8229-da69cc8b613e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:50.243266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c74c0dd-d0bf-4d04-a7ed-a0c112d2f772 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:50.257531 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7c74c0dd-d0bf-4d04-a7ed-a0c112d2f772 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports/b8f1eea3-3d42-4631-89bc-41d65ca5eb3a HTTP/1.1" status: 200 len: 910 time: 0.2641349 Jul 14 11:44:50.272743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58418) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:50.285560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:50.302665 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-fcc1e237-f056-407d-ac3a-a0c05493a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:50.305464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb96eee-8994-429b-8998-0385ffc2105c req-4c7129f3-e0d0-4128-9c76-5e11fe763820 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:50.306364 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1e237-f056-407d-ac3a-a0c05493a902 None None] The sync data for ids ['9f5cf94f-b14e-486c-8229-da69cc8b613e'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:50.314875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3bb96eee-8994-429b-8998-0385ffc2105c req-4c7129f3-e0d0-4128-9c76-5e11fe763820 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea6f1f64-3efd-42be-ac1c-56e1c2b2273a HTTP/1.1" status: 200 len: 867 time: 1.0929012 Jul 14 11:44:50.341052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] No DVR routers for this DVR port c0e43455-150a-4902-a8f3-681222d3f9bf on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:50.344279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.347120 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2e47f1ca-cb1e-4e89-b66b-0988aecbdc05 req-b39b49ae-8e93-421e-8377-6bad8455bf4b tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "DELETE /v2.0/ports/c0e43455-150a-4902-a8f3-681222d3f9bf HTTP/1.1" status: 204 len: 173 time: 2.3536749 Jul 14 11:44:50.349281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6f1f64-3efd-42be-ac1c-56e1c2b2273a', 'name': 'network-vif-deleted', 'tag': 'c0e43455-150a-4902-a8f3-681222d3f9bf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:50.352010 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f7b1ff-cfc6-4499-9a85-1e2b02a1acfd" -d '{"events": [{"server_uuid": "ea6f1f64-3efd-42be-ac1c-56e1c2b2273a", "name": "network-vif-deleted", "tag": "c0e43455-150a-4902-a8f3-681222d3f9bf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:50.375643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8869a62-9d0b-42d5-a6d2-f5a4bf920a06 req-fa8fe797-7a8a-4a21-9af9-e7e0307e1720 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:50.375921 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a311431a-32d1-4b6e-a233-63e9651b80ee,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:50.379196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:50.379656 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.384858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8869a62-9d0b-42d5-a6d2-f5a4bf920a06 req-fa8fe797-7a8a-4a21-9af9-e7e0307e1720 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:50.396205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8869a62-9d0b-42d5-a6d2-f5a4bf920a06 req-fa8fe797-7a8a-4a21-9af9-e7e0307e1720 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:50.422902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8869a62-9d0b-42d5-a6d2-f5a4bf920a06 req-fa8fe797-7a8a-4a21-9af9-e7e0307e1720 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:50.441341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8869a62-9d0b-42d5-a6d2-f5a4bf920a06 req-fa8fe797-7a8a-4a21-9af9-e7e0307e1720 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:50.452763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8869a62-9d0b-42d5-a6d2-f5a4bf920a06 req-fa8fe797-7a8a-4a21-9af9-e7e0307e1720 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:50.465811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8869a62-9d0b-42d5-a6d2-f5a4bf920a06 req-fa8fe797-7a8a-4a21-9af9-e7e0307e1720 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:50.473084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8869a62-9d0b-42d5-a6d2-f5a4bf920a06 req-fa8fe797-7a8a-4a21-9af9-e7e0307e1720 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5438 time: 1.2467597 Jul 14 11:44:50.498743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58424) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:50.620077 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.645544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Transition to ACTIVE for port object e58d1ddc-3152-4a09-b2c0-108e1e7e32ac will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:50.676774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8869a62-9d0b-42d5-a6d2-f5a4bf920a06 req-fddc9584-30df-404a-8ad3-ff338ab0ea30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1948605 Jul 14 11:44:50.708209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3bb96eee-8994-429b-8998-0385ffc2105c req-717f81e4-5436-4e29-915e-bd331075fefa tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f67398f6-219e-4af6-9b65-4140c7763ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915298 Jul 14 11:44:50.744884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1275266071'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:50.774601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:50.778853 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.796736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.796972 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.816589 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81421e4f-0dc9-4eb9-bc72-c92122642761 x-openstack-request-id: req-81421e4f-0dc9-4eb9-bc72-c92122642761 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:50.816589 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6f1f64-3efd-42be-ac1c-56e1c2b2273a", "name": "network-vif-deleted", "tag": "c0e43455-150a-4902-a8f3-681222d3f9bf", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:50.816929 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81421e4f-0dc9-4eb9-bc72-c92122642761 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:50.817284 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6f1f64-3efd-42be-ac1c-56e1c2b2273a', 'name': 'network-vif-deleted', 'tag': 'c0e43455-150a-4902-a8f3-681222d3f9bf', 'status': 'completed', 'code': 200} Jul 14 11:44:50.829785 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a392b0-b6fb-4013-9fef-1ff31cb61196 x-openstack-request-id: req-31a392b0-b6fb-4013-9fef-1ff31cb61196 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:50.830082 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "a311431a-32d1-4b6e-a233-63e9651b80ee", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:50.830321 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-31a392b0-b6fb-4013-9fef-1ff31cb61196 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:50.830714 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311431a-32d1-4b6e-a233-63e9651b80ee', 'code': 200} Jul 14 11:44:50.836889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Transition to ACTIVE for port object 412dd633-ebf6-4898-8ebf-e3cdcb594526 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:50.858796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:50.879493 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.899440 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.932077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e6962fb9-9e97-48b3-9ede-052a0b948cee None None] Provisioning complete for port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:50.932833 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6962fb9-9e97-48b3-9ede-052a0b948cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.952613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:50.953249 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:50.998879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network a59b81a8-3348-4930-9ee1-014d96a2c7c3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:51.017006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:51.027503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:51.028109 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.154000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=412dd633-ebf6-4898-8ebf-e3cdcb594526,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:51.231571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.281101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4fda4c5c-e1b9-4eaf-950e-01c8c1f65173,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:51.338474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a5e43-4884-4c5f-8a7f-17ebba73b1dd None None] Network 683ca02b-150f-42d8-8f95-2129e992a13a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:51.351898 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.427291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.455717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.536913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:44:51.577839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1805db7e-d1d3-4b12-b991-917bbab613c2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:51.583126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Attempting to bind port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:51.586466 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.586466 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Added segment 430be2cf-14f8-490b-9d4f-787336a46972 of type vlan for network 61e489dc-ef65-4a52-bc1a-986510ec40d2 Jul 14 11:44:51.588256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Attempting to bind port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '52d1442c-918d-46d0-b5b2-0d09a9971ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:51.588827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Attempting to bind port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac on network 3648f103-8291-4fa9-93f1-04660a1690f9 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:51.667588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:51.667995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Checking segment: {'id': '52d1442c-918d-46d0-b5b2-0d09a9971ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:51.668404 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.668804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Bound using segment: {'id': '52d1442c-918d-46d0-b5b2-0d09a9971ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:51.669296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Bound port: e58d1ddc-3152-4a09-b2c0-108e1e7e32ac, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d1442c-918d-46d0-b5b2-0d09a9971ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:51.669677 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.678768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Allocated IP 2001:db8:1::2 (a59b81a8-3348-4930-9ee1-014d96a2c7c3/a953a2af-4f26-4c28-8eee-5701a7247832/e210d03b-dcc5-4264-8545-7cf091c1f3b5) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:51.692830 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.740559 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.742645 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702dc2c-8575-443c-b3be-7be8fd1d329c None None] Pushing event updated for resources: {'Port': ['ID=e58d1ddc-3152-4a09-b2c0-108e1e7e32ac,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:51.743243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.795570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.810852 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:51.811602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.890121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 53ffcd1a-d4bd-4dc3-be04-0663506ee615, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=53ffcd1a-d4bd-4dc3-be04-0663506ee615,segment=NetworkSegment(52d1442c-918d-46d0-b5b2-0d09a9971ae3),segment_id=52d1442c-918d-46d0-b5b2-0d09a9971ae3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:51.905306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:51.937224 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.944368 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:51.945231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:52.003885 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4953129 Jul 14 11:44:52.025943 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:52.028201 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:52.028981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 18a00a0e-9792-427c-ba24-b22b2019c83d up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:52.064529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99621c3-5727-4346-ba01-fa4820754ffc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Network': ['ID=61e489dc-ef65-4a52-bc1a-986510ec40d2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:52.134350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.21.0.1 (683ca02b-150f-42d8-8f95-2129e992a13a/c653c5ec-6408-425a-9a5e-07864e4a8b07/01a3c604-623b-45e5-b4da-2b0f84cf0dd1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:52.187665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=412dd633-ebf6-4898-8ebf-e3cdcb594526,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:52.344839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=53ffcd1a-d4bd-4dc3-be04-0663506ee615,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:52.374802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88185daf-25d8-4085-9696-0697f591f34c req-aa3c53c1-5d83-408b-8d13-5c2583d57511 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:52.404769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88185daf-25d8-4085-9696-0697f591f34c req-aa3c53c1-5d83-408b-8d13-5c2583d57511 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:52.422818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88185daf-25d8-4085-9696-0697f591f34c req-aa3c53c1-5d83-408b-8d13-5c2583d57511 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:52.435028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88185daf-25d8-4085-9696-0697f591f34c req-aa3c53c1-5d83-408b-8d13-5c2583d57511 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:52.459507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88185daf-25d8-4085-9696-0697f591f34c req-aa3c53c1-5d83-408b-8d13-5c2583d57511 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:52.473818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88185daf-25d8-4085-9696-0697f591f34c req-aa3c53c1-5d83-408b-8d13-5c2583d57511 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:52.492410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88185daf-25d8-4085-9696-0697f591f34c req-aa3c53c1-5d83-408b-8d13-5c2583d57511 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:52.498665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88185daf-25d8-4085-9696-0697f591f34c req-aa3c53c1-5d83-408b-8d13-5c2583d57511 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5439 time: 0.5388508 Jul 14 11:44:52.514399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network a59b81a8-3348-4930-9ee1-014d96a2c7c3 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:52.516581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:52.543826 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:52.591743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Transition to ACTIVE for port object 01a3c604-623b-45e5-b4da-2b0f84cf0dd1 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:52.679910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:52.720100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 683ca02b-150f-42d8-8f95-2129e992a13a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:52.729144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:52.753501 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:52.772206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Transition to ACTIVE for port object e210d03b-dcc5-4264-8545-7cf091c1f3b5 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:52.782793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:52.827579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:52.884623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88185daf-25d8-4085-9696-0697f591f34c req-1adf0a07-157c-460b-a441-79612625cc73 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2674711 Jul 14 11:44:52.891736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=01a3c604-623b-45e5-b4da-2b0f84cf0dd1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:52.917532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 61e489dc-ef65-4a52-bc1a-986510ec40d2 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:44:52.928509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:52.933535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:52.958723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:52.979561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9df78-c732-4f67-a775-fb05dfaf77a6 req-e7b54db9-c486-4a2d-bda3-d584e963473f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:52.988144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ac9df78-c732-4f67-a775-fb05dfaf77a6 req-e7b54db9-c486-4a2d-bda3-d584e963473f tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.3194697 Jul 14 11:44:52.991515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:52.999717 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f49d78-2040-4416-a935-a6b49b44db85" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:53.123465 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a16924f-1fd9-48e9-aedc-a043e15bf705 x-openstack-request-id: req-2a16924f-1fd9-48e9-aedc-a043e15bf705 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:53.123786 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:53.124162 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a16924f-1fd9-48e9-aedc-a043e15bf705 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:53.124554 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'code': 200} Jul 14 11:44:53.167828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ac9df78-c732-4f67-a775-fb05dfaf77a6 req-04d0b852-8b87-4627-85c0-e59b45ae0c34 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787887 Jul 14 11:44:53.169171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.200427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:53.209834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3205ada9-3e41-4973-a8a4-f4c234f65281 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9060714 Jul 14 11:44:53.212276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58452) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:53.218905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1248205523'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:53.246749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:53.252061 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.289846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:44:53.304198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.304896 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added segment 0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a of type vlan for network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 Jul 14 11:44:53.359159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.364155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Transition to ACTIVE for port object e210d03b-dcc5-4264-8545-7cf091c1f3b5 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:53.400026 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.408129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:53.409050 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.446470 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.458528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e6962fb9-9e97-48b3-9ede-052a0b948cee None None] Provisioning for port b8f1eea3-3d42-4631-89bc-41d65ca5eb3a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:53.479668 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.485324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2710471 Jul 14 11:44:53.486026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58454) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:53.490150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] For port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:53.495974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'subnet': {'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:53.503892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 18a00a0e-9792-427c-ba24-b22b2019c83d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:53.506392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.519039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e6962fb9-9e97-48b3-9ede-052a0b948cee None None] Provisioning complete for port b8f1eea3-3d42-4631-89bc-41d65ca5eb3a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:53.519510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6962fb9-9e97-48b3-9ede-052a0b948cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.528072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de88ee-0d1b-493c-ad84-ca26d1ec7d80 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Network': ['ID=9ce089cd-4520-4f61-a377-9ff9ff99f9c8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:53.587415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:44:53.593291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Network a59b81a8-3348-4930-9ee1-014d96a2c7c3 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:53.598245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 18a00a0e-9792-427c-ba24-b22b2019c83d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:53.598619 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.606191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] For port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e58d1ddc-3152-4a09-b2c0-108e1e7e32ac,segment=NetworkSegment(52d1442c-918d-46d0-b5b2-0d09a9971ae3),segment_id=52d1442c-918d-46d0-b5b2-0d09a9971ae3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:53.648302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.650157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=01a3c604-623b-45e5-b4da-2b0f84cf0dd1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:53.663012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:53.665769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:44:53.682977 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.722771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Pushing event updated for resources: {'Port': ['ID=e210d03b-dcc5-4264-8545-7cf091c1f3b5,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:53.724897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:53.729443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.736742 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e6962fb9-9e97-48b3-9ede-052a0b948cee None None] Port b8f1eea3-3d42-4631-89bc-41d65ca5eb3a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:53.828585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:53.828970 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:53.910877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 683ca02b-150f-42d8-8f95-2129e992a13a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:53.920118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:53.950118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:53.950760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:53.966628 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Attempting to bind port e210d03b-dcc5-4264-8545-7cf091c1f3b5 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:44:53.967014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Attempting to bind port e210d03b-dcc5-4264-8545-7cf091c1f3b5 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:44:53.967392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Attempting to bind port e210d03b-dcc5-4264-8545-7cf091c1f3b5 on network a59b81a8-3348-4930-9ee1-014d96a2c7c3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:44:54.186541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:44:54.218360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 9f5cf94f-b14e-486c-8229-da69cc8b613e has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:54.252979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-481b39c3-1252-4872-9c9e-220127060268 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:54.254812 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-481b39c3-1252-4872-9c9e-220127060268 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.4088852 Jul 14 11:44:54.368136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697dc5e-e0e5-4638-9d77-c47c2e277247 req-4fb73380-7ec4-477d-a7a6-495f9c91133e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:54.375317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697dc5e-e0e5-4638-9d77-c47c2e277247 req-4fb73380-7ec4-477d-a7a6-495f9c91133e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:54.383686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697dc5e-e0e5-4638-9d77-c47c2e277247 req-4fb73380-7ec4-477d-a7a6-495f9c91133e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:54.390335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702dc2c-8575-443c-b3be-7be8fd1d329c None None] Pushing event updated for resources: {'Port': ['ID=e58d1ddc-3152-4a09-b2c0-108e1e7e32ac,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:54.392899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697dc5e-e0e5-4638-9d77-c47c2e277247 req-4fb73380-7ec4-477d-a7a6-495f9c91133e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:54.414378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:44:54.425721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Checking segment: {'id': '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:54.426320 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:54.426836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Bound using segment: {'id': '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:44:54.427167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697dc5e-e0e5-4638-9d77-c47c2e277247 req-4fb73380-7ec4-477d-a7a6-495f9c91133e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:54.427536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Bound port: e210d03b-dcc5-4264-8545-7cf091c1f3b5, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:44:54.428074 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:54.434597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697dc5e-e0e5-4638-9d77-c47c2e277247 req-4fb73380-7ec4-477d-a7a6-495f9c91133e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:54.446742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697dc5e-e0e5-4638-9d77-c47c2e277247 req-4fb73380-7ec4-477d-a7a6-495f9c91133e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:54.455743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d697dc5e-e0e5-4638-9d77-c47c2e277247 req-4fb73380-7ec4-477d-a7a6-495f9c91133e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5439 time: 0.2480624 Jul 14 11:44:54.517267 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:54.543425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d697dc5e-e0e5-4638-9d77-c47c2e277247 req-80867fc0-8f6a-4880-a2fc-69b76a36425e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857756 Jul 14 11:44:54.544551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Provisioning complete for port b8f1eea3-3d42-4631-89bc-41d65ca5eb3a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:54.547291 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:54.667744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ceba9-46bd-4c42-bc3a-f63a95861609 req-ae50b781-96b2-444e-9749-45a1d2b83e11 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:54.677785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-226ceba9-46bd-4c42-bc3a-f63a95861609 req-ae50b781-96b2-444e-9749-45a1d2b83e11 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.1168823 Jul 14 11:44:54.773907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-226ceba9-46bd-4c42-bc3a-f63a95861609 req-7e5d6362-d618-4ebd-be68-8506b4174008 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944164 Jul 14 11:44:54.814514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:55.013418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] For port e210d03b-dcc5-4264-8545-7cf091c1f3b5, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:55.017139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] For port e210d03b-dcc5-4264-8545-7cf091c1f3b5, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e210d03b-dcc5-4264-8545-7cf091c1f3b5,segment=NetworkSegment(599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9),segment_id=599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:55.024447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 18a00a0e-9792-427c-ba24-b22b2019c83d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=18a00a0e-9792-427c-ba24-b22b2019c83d,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:55.030933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2629717c-5955-4347-8a79-8ef93b6502cc up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:55.082173 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:55.083131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:55.126120 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:55.209874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a00a0e-9792-427c-ba24-b22b2019c83d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:55.212364 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051eabe-9451-4f12-b008-bd7f6af7bfbf" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "18a00a0e-9792-427c-ba24-b22b2019c83d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:55.224222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=18a00a0e-9792-427c-ba24-b22b2019c83d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:55.237757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Port b8f1eea3-3d42-4631-89bc-41d65ca5eb3a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:44:55.325457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0e7cb-0619-4947-a060-ac19931d4431 None None] Pushing event updated for resources: {'Port': ['ID=e210d03b-dcc5-4264-8545-7cf091c1f3b5,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:55.338546 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efff673-645a-4e34-9537-4a6a562cef09 x-openstack-request-id: req-0efff673-645a-4e34-9537-4a6a562cef09 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:55.339085 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "18a00a0e-9792-427c-ba24-b22b2019c83d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:55.339506 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0efff673-645a-4e34-9537-4a6a562cef09 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:55.340091 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a00a0e-9792-427c-ba24-b22b2019c83d', 'code': 200} Jul 14 11:44:55.371271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Provisioning complete for port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:55.371923 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:55.414130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:55.423779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58474) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:55.427677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:55.432697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'subnet': {'network_id': '61e489dc-ef65-4a52-bc1a-986510ec40d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:55.436954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9363422-089d-4960-8a63-63a95a5c13aa None None] Sync routers for ids ['9f5cf94f-b14e-486c-8229-da69cc8b613e'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:55.445078 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cd8082bd-a21c-4fe5-8bf5-4745c8e8c202 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/9f5cf94f-b14e-486c-8229-da69cc8b613e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1765027 Jul 14 11:44:55.448902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:55.449467 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:55.451328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58476) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:55.457827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:44:51Z', 'revision_number': 3, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:44:51Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:44:53Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:55.475600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Checking segment: {'id': '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:55.475995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network hostable DHCP agents. Network: 9ce089cd-4520-4f61-a377-9ff9ff99f9c8, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:44:55.505592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Subnet': ['ID=a392d159-2976-4d0f-b6f5-723122139c29,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:55.517253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 2629717c-5955-4347-8a79-8ef93b6502cc completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:55.534394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaca61-7fe7-4e76-92b8-7e625c7763f1 None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:44:51Z', 'revision_number': 3, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:44:51Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:44:53Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:55.534800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:44:55.559434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9363422-089d-4960-8a63-63a95a5c13aa None None] Routers {'9f5cf94f-b14e-486c-8229-da69cc8b613e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:55.571106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f9363422-089d-4960-8a63-63a95a5c13aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f5cf94f-b14e-486c-8229-da69cc8b613e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:55.571232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a5968-60e0-43b4-acc9-c52caa0a89d3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:55.571232 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5f5a5968-60e0-43b4-acc9-c52caa0a89d3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports/01a3c604-623b-45e5-b4da-2b0f84cf0dd1 HTTP/1.1" status: 200 len: 910 time: 0.1096187 Jul 14 11:44:55.571731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Deleting port 937baf72-8eba-4385-a51a-ada320b77614 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:44:55.572172 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:55.576872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58478) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:55.579520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 9ce089cd-4520-4f61-a377-9ff9ff99f9c8) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:55.658597 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c59530c-48fb-4c41-8d10-115c0095af23 None None] Network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:55.666542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f9363422-089d-4960-8a63-63a95a5c13aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:55.740074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:55.766953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:55.825278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 53ffcd1a-d4bd-4dc3-be04-0663506ee615 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:55.908464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9363422-089d-4960-8a63-63a95a5c13aa None None] Routers {'9f5cf94f-b14e-486c-8229-da69cc8b613e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:55.909429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f9363422-089d-4960-8a63-63a95a5c13aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f5cf94f-b14e-486c-8229-da69cc8b613e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:55.943833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:55.946625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:56.083441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f9363422-089d-4960-8a63-63a95a5c13aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:56.084696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9363422-089d-4960-8a63-63a95a5c13aa None None] The sync data for ids ['9f5cf94f-b14e-486c-8229-da69cc8b613e'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:56.159061 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f6bee2d8-33aa-47bd-994e-ed9eee7d4a27 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6647229 Jul 14 11:44:56.161382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58486) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:56.247398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Provisioning for port 2629717c-5955-4347-8a79-8ef93b6502cc completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:56.262288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Provisioning complete for port 2629717c-5955-4347-8a79-8ef93b6502cc triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:56.263183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:56.270733 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:56.307599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631aa20-e4cd-461c-b72b-4f5d37ddc74d req-93cb07b8-8639-435f-a894-3f1d4ec6d88f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:56.318524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631aa20-e4cd-461c-b72b-4f5d37ddc74d req-93cb07b8-8639-435f-a894-3f1d4ec6d88f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:56.341905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631aa20-e4cd-461c-b72b-4f5d37ddc74d req-93cb07b8-8639-435f-a894-3f1d4ec6d88f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:56.348667 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:56.355372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:44:56.356658 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:56.375478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631aa20-e4cd-461c-b72b-4f5d37ddc74d req-93cb07b8-8639-435f-a894-3f1d4ec6d88f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:56.407061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:56.407715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:56.416111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631aa20-e4cd-461c-b72b-4f5d37ddc74d req-93cb07b8-8639-435f-a894-3f1d4ec6d88f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:56.438468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631aa20-e4cd-461c-b72b-4f5d37ddc74d req-93cb07b8-8639-435f-a894-3f1d4ec6d88f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:56.440800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] For port 937baf72-8eba-4385-a51a-ada320b77614, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=937baf72-8eba-4385-a51a-ada320b77614,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:56.441448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:56.474335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631aa20-e4cd-461c-b72b-4f5d37ddc74d req-93cb07b8-8639-435f-a894-3f1d4ec6d88f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:56.505291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6631aa20-e4cd-461c-b72b-4f5d37ddc74d req-93cb07b8-8639-435f-a894-3f1d4ec6d88f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5440 time: 0.6109328 Jul 14 11:44:56.583624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6631aa20-e4cd-461c-b72b-4f5d37ddc74d req-a2771a9c-b4a6-4c25-aa4b-e05d82912edd tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770216 Jul 14 11:44:56.651737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbbcd-82c6-4f4e-af01-3533f3fc8985 req-f28046f9-d325-4f23-bc1e-d95d379e9c54 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:56.662239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcbfbbcd-82c6-4f4e-af01-3533f3fc8985 req-f28046f9-d325-4f23-bc1e-d95d379e9c54 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 944 time: 0.6072974 Jul 14 11:44:56.837992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:56.856944 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:56.857957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a545c2df-ab54-4ae6-ad4f-323051007f30 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:44:56.883150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:56.934095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcbfbbcd-82c6-4f4e-af01-3533f3fc8985 req-122a82d2-c1df-40ea-9b07-492a534c36e9 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups?id=f059bf22-b9fd-42f0-9f13-9c4140a2b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705586 Jul 14 11:44:57.030481 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.031350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.031350 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Floating IP 53049aa9-9e10-4081-be07-60211e3c74c8 disassociated. External IP: 172.25.2.74, port: 937baf72-8eba-4385-a51a-ada320b77614. Jul 14 11:44:57.031550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Calling delete_port for 937baf72-8eba-4385-a51a-ada320b77614 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:44:57.100949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Subnet': ['ID=cf07b97a-e8a6-4b4e-b7f9-1c2e1b1f5d16,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:57.104948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: a545c2df-ab54-4ae6-ad4f-323051007f30 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:44:57.105399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a545c2df-ab54-4ae6-ad4f-323051007f30 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:44:57.111051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Checking segment: {'id': '430be2cf-14f8-490b-9d4f-787336a46972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '61e489dc-ef65-4a52-bc1a-986510ec40d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:57.111668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network hostable DHCP agents. Network: 61e489dc-ef65-4a52-bc1a-986510ec40d2, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:44:57.149566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0094bb7e-c391-4c41-9d68-a58018a1305b up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:57.149924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network 61e489dc-ef65-4a52-bc1a-986510ec40d2 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:44:57.178087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 61e489dc-ef65-4a52-bc1a-986510ec40d2) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:57.194390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:57.195311 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.230547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2be15733-ab45-4c42-a2e2-0fb74a323094 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8028734 Jul 14 11:44:57.231255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58490) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:57.236633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-638167727'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:57.267176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:57.272198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.302999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:44:57.309850 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.312403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ecfab6-3ee2-43a3-972c-45b31cb0e4c3 None None] Network 61e489dc-ef65-4a52-bc1a-986510ec40d2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:57.314104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c285cb-58d4-4a24-8feb-84daabd853cf None None] Network a59b81a8-3348-4930-9ee1-014d96a2c7c3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:57.318791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.319303 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Added segment 4a74c870-ffc9-41a4-b9dd-66028c58c6f3 of type vlan for network e7657a09-1b42-4731-8f2b-5fb3399511a8 Jul 14 11:44:57.376759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:57.378683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.379475 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7960465-b191-4c8b-b456-fecfc4441d14" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:57.422073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.431529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:57.432150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.433511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.461988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:57.524417 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4991d9d4-d0fa-4ef7-8e59-388d6caf1e1d x-openstack-request-id: req-4991d9d4-d0fa-4ef7-8e59-388d6caf1e1d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:57.527924 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:57.528196 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4991d9d4-d0fa-4ef7-8e59-388d6caf1e1d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:57.528606 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c', 'code': 200} Jul 14 11:44:57.539387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.547566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Allocated IP 2001:db8:2::2 (9ce089cd-4520-4f61-a377-9ff9ff99f9c8/a392d159-2976-4d0f-b6f5-723122139c29/42771c3f-6e73-40e1-840e-8e6cfb704e51) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:57.565207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Network': ['ID=e7657a09-1b42-4731-8f2b-5fb3399511a8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:57.593277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1bac021d-fe89-43ef-8021-f34865089e9a tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3606818 Jul 14 11:44:57.594262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58494) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:57.600284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'subnet': {'network_id': 'e7657a09-1b42-4731-8f2b-5fb3399511a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:57.625300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e7657a09-1b42-4731-8f2b-5fb3399511a8 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:44:57.627509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event deleted for resources: {'Port': ['ID=937baf72-8eba-4385-a51a-ada320b77614,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:57.642448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] For port 2629717c-5955-4347-8a79-8ef93b6502cc, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2629717c-5955-4347-8a79-8ef93b6502cc,segment=NetworkSegment(d3758372-d45c-4dd1-ac38-425246ead4da),segment_id=d3758372-d45c-4dd1-ac38-425246ead4da)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:57.715352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.724265 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.775746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:57.781592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:57.828837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Pushing event updated for resources: {'Port': ['ID=2629717c-5955-4347-8a79-8ef93b6502cc,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:57.833329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 0094bb7e-c391-4c41-9d68-a58018a1305b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:57.882919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:44:57.886863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 0094bb7e-c391-4c41-9d68-a58018a1305b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:57.888039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.222211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44879733-003c-406d-ae4e-a7901f8643ca req-d25991a4-5989-487d-b111-06b70fab3d30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:58.231800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-61e489dc-ef65-4a52-bc1a-986510ec40d2', 'network_id': '61e489dc-ef65-4a52-bc1a-986510ec40d2', 'tenant_id': 'cfe822c38765446880926232f338a0a1', 'fixed_ips': [{'subnet_id': 'cf07b97a-e8a6-4b4e-b7f9-1c2e1b1f5d16'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:44:58.231800 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.232237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44879733-003c-406d-ae4e-a7901f8643ca req-d25991a4-5989-487d-b111-06b70fab3d30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:58.242410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0740714-27bd-4c5c-b1a1-faa05500a368 None None] Provisioning for port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:58.256277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44879733-003c-406d-ae4e-a7901f8643ca req-d25991a4-5989-487d-b111-06b70fab3d30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:58.266927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44879733-003c-406d-ae4e-a7901f8643ca req-d25991a4-5989-487d-b111-06b70fab3d30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:58.274877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44879733-003c-406d-ae4e-a7901f8643ca req-d25991a4-5989-487d-b111-06b70fab3d30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:58.282799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44879733-003c-406d-ae4e-a7901f8643ca req-d25991a4-5989-487d-b111-06b70fab3d30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:58.290145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44879733-003c-406d-ae4e-a7901f8643ca req-d25991a4-5989-487d-b111-06b70fab3d30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:58.302506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44879733-003c-406d-ae4e-a7901f8643ca req-d25991a4-5989-487d-b111-06b70fab3d30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5441 time: 0.3319423 Jul 14 11:44:58.339705 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.383314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e58d1ddc-3152-4a09-b2c0-108e1e7e32ac up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:58.388384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1eee6ca-fad1-44b2-83a9-1e725f100909 req-1a034e6e-bf5a-4785-9b39-ba1d0d5df7a4 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 210 time: 0.0823517 Jul 14 11:44:58.410137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44879733-003c-406d-ae4e-a7901f8643ca req-e9680c2a-e520-4f01-b939-685503a20ced tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063347 Jul 14 11:44:58.535975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.objects.ports [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93702) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:44:58.537788 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.595859 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:58.609378 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] Sync routers for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:58.623153 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:58.625805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b62fbdcc-3873-44cc-8ebc-402c77ed9886 None None] Provisioning for port e210d03b-dcc5-4264-8545-7cf091c1f3b5 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:58.626767 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:58.642653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Subnet': ['ID=f88ad961-5995-4cf7-91fd-6cddf9e43e38,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:58.652617 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.688717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Checking segment: {'id': '4a74c870-ffc9-41a4-b9dd-66028c58c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7657a09-1b42-4731-8f2b-5fb3399511a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:44:58.689461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network hostable DHCP agents. Network: e7657a09-1b42-4731-8f2b-5fb3399511a8, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:44:58.720986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network e7657a09-1b42-4731-8f2b-5fb3399511a8 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:44:58.764020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e7657a09-1b42-4731-8f2b-5fb3399511a8) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:58.767108 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.768475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:44:58.769145 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.777364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b62fbdcc-3873-44cc-8ebc-402c77ed9886 None None] Provisioning complete for port 2629717c-5955-4347-8a79-8ef93b6502cc triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:58.778054 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdcc-3873-44cc-8ebc-402c77ed9886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.796720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-54992636-833b-43d1-b934-8784f57ea766 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2012658 Jul 14 11:44:58.800193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58502) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:44:58.805595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'port': {'network_id': 'e7657a09-1b42-4731-8f2b-5fb3399511a8', 'name': 'tempest-NetworksIpV6TestAttrs-1443651124'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:44:58.834298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Transition to ACTIVE for port object 42771c3f-6e73-40e1-840e-8e6cfb704e51 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:58.838303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2ab605-9a08-44ef-9ce3-3b711c557ecd None None] Network e7657a09-1b42-4731-8f2b-5fb3399511a8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:44:58.864976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Allocated IP 2001:db8:0:ffff::2 (61e489dc-ef65-4a52-bc1a-986510ec40d2/cf07b97a-e8a6-4b4e-b7f9-1c2e1b1f5d16/c1c1cc5b-e899-4172-bb69-277e206edc04) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:58.881198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:44:58.938111 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:44:58.944816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0094bb7e-c391-4c41-9d68-a58018a1305b, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0094bb7e-c391-4c41-9d68-a58018a1305b,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:58.960342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:44:58.960851 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.979070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Transition to ACTIVE for port object 42771c3f-6e73-40e1-840e-8e6cfb704e51 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:44:58.979787 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:58.980579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device f597a0e6-cf6c-40a4-bc55-e263e4691a26 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:59.014946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:59.042527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:59.046315 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:59.052331 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:59.087512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] device_id is not set on port 12bc3f09-c65f-43c7-a850-448709715892 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:44:59.218148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:59.218797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:59.234263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:59.319895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Allocated IP 2001:db8::f816:3eff:fec5:6952 (e7657a09-1b42-4731-8f2b-5fb3399511a8/f88ad961-5995-4cf7-91fd-6cddf9e43e38/12bc3f09-c65f-43c7-a850-448709715892) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:59.366557 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5b32e252-72c5-49d3-af51-85fc719ff9b9', 'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'mac_address': 'fa:16:3e:61:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:18Z', 'updated_at': '2021-07-14T11:35:32Z', 'revision_number': 5, 'project_id': '32cec261a407494189ca3949d6d969ae', 'subnets': [{'id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:59.430304 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] Checking router: 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:59.451898 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:44:59.454674 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:59.492539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] No DVR routers for this DVR port 937baf72-8eba-4385-a51a-ada320b77614 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:44:59.511320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:59.513428 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c39c9960-28f1-4467-87ef-07d5afbcd1a9 req-bae73d8c-70df-4858-8e25-704463aed79e tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.45 "DELETE /v2.0/ports/937baf72-8eba-4385-a51a-ada320b77614 HTTP/1.1" status: 204 len: 173 time: 5.2398617 Jul 14 11:44:59.513911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-deleted', 'tag': '937baf72-8eba-4385-a51a-ada320b77614'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:59.516294 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93459e04-5846-405d-8b8f-b82a121b67fa" -d '{"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-deleted", "tag": "937baf72-8eba-4385-a51a-ada320b77614"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:59.647710 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:44:59.838582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0094bb7e-c391-4c41-9d68-a58018a1305b'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:44:59.838845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 2001:db8:2::1 (9ce089cd-4520-4f61-a377-9ff9ff99f9c8/a392d159-2976-4d0f-b6f5-723122139c29/cc1cff42-2e9c-4f01-a090-5ec71ae85987) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:59.843518 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90561fd5-0f15-421d-a9eb-97b857db62d4" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "0094bb7e-c391-4c41-9d68-a58018a1305b"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:59.848494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:59.980343 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:44:59.983975 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5b32e252-72c5-49d3-af51-85fc719ff9b9', 'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'mac_address': 'fa:16:3e:61:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:18Z', 'updated_at': '2021-07-14T11:35:32Z', 'revision_number': 5, 'project_id': '32cec261a407494189ca3949d6d969ae', 'subnets': [{'id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:59.990851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Transition to ACTIVE for port object c1c1cc5b-e899-4172-bb69-277e206edc04 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:00.009511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Transition to ACTIVE for port object c1c1cc5b-e899-4172-bb69-277e206edc04 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:00.036554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 01a3c604-623b-45e5-b4da-2b0f84cf0dd1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:00.037311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.042780 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f70e17-139e-426a-a9bf-34aa6e365d2a None None] The sync data for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 is: [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:35:22Z', 'revision_number': 4, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5b32e252-72c5-49d3-af51-85fc719ff9b9', 'name': '', 'network_id': '53da603f-c8a8-4203-97fd-895ac1ec1871', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'mac_address': 'fa:16:3e:61:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:18Z', 'updated_at': '2021-07-14T11:35:32Z', 'revision_number': 5, 'project_id': '32cec261a407494189ca3949d6d969ae', 'subnets': [{'id': 'e96801ef-089e-480e-92cc-5f1b98baab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:00.081866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:00.122444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=0094bb7e-c391-4c41-9d68-a58018a1305b,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:00.141603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.201611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.248649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.266769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Transition to ACTIVE for port object cc1cff42-2e9c-4f01-a090-5ec71ae85987 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:00.281716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 01a3c604-623b-45e5-b4da-2b0f84cf0dd1 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:00.292837 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea1815bc-5d02-47e7-8ec0-52d7bf84fd60 req-3bd134cf-285d-4609-9b5e-ca8e18ef8fca tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/ports?device_id=d492facd-67e9-4c20-9147-bfafc6b2e34c HTTP/1.1" status: 200 len: 210 time: 0.1231768 Jul 14 11:45:00.350225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-e7657a09-1b42-4731-8f2b-5fb3399511a8', 'network_id': 'e7657a09-1b42-4731-8f2b-5fb3399511a8', 'tenant_id': 'cfe822c38765446880926232f338a0a1', 'fixed_ips': [{'subnet_id': 'f88ad961-5995-4cf7-91fd-6cddf9e43e38'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:45:00.351100 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.384209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Network 61e489dc-ef65-4a52-bc1a-986510ec40d2 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:00.390820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b62fbdcc-3873-44cc-8ebc-402c77ed9886 None None] Provisioning complete for port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:00.391311 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdcc-3873-44cc-8ebc-402c77ed9886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.395159 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0713dc33-60f9-4239-ac87-0d9c01237d0f x-openstack-request-id: req-0713dc33-60f9-4239-ac87-0d9c01237d0f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:00.395455 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d492facd-67e9-4c20-9147-bfafc6b2e34c", "name": "network-vif-deleted", "tag": "937baf72-8eba-4385-a51a-ada320b77614", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:00.395809 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0713dc33-60f9-4239-ac87-0d9c01237d0f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:00.396255 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd492facd-67e9-4c20-9147-bfafc6b2e34c', 'name': 'network-vif-deleted', 'tag': '937baf72-8eba-4385-a51a-ada320b77614', 'status': 'completed', 'code': 200} Jul 14 11:45:00.403528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Pushing event updated for resources: {'Port': ['ID=42771c3f-6e73-40e1-840e-8e6cfb704e51,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:00.467683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:00.473008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.483520 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45010436-0fa6-4ca6-bb7b-af066c20b87f x-openstack-request-id: req-45010436-0fa6-4ca6-bb7b-af066c20b87f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:00.483748 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "0094bb7e-c391-4c41-9d68-a58018a1305b", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:00.483997 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45010436-0fa6-4ca6-bb7b-af066c20b87f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:00.484397 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0094bb7e-c391-4c41-9d68-a58018a1305b', 'code': 200} Jul 14 11:45:00.491459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port f597a0e6-cf6c-40a4-bc55-e263e4691a26 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:00.496348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:00.545285 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7702e904-2219-4203-a162-441240b3eeca None None] New status for floating IP 53049aa9-9e10-4081-be07-60211e3c74c8: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:45:00.553679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:00.586688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93645a-30bd-4a7e-affb-9b702a33c7f9 req-d12cff08-73c3-47ce-9bdb-00d31590fe7e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:00.600588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port f597a0e6-cf6c-40a4-bc55-e263e4691a26 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:00.600960 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.601844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93645a-30bd-4a7e-affb-9b702a33c7f9 req-d12cff08-73c3-47ce-9bdb-00d31590fe7e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:00.614775 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.616487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Attempting to bind port 42771c3f-6e73-40e1-840e-8e6cfb704e51 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:00.616858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Attempting to bind port 42771c3f-6e73-40e1-840e-8e6cfb704e51 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:00.617222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Attempting to bind port 42771c3f-6e73-40e1-840e-8e6cfb704e51 on network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:00.617866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93645a-30bd-4a7e-affb-9b702a33c7f9 req-d12cff08-73c3-47ce-9bdb-00d31590fe7e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:00.637888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93645a-30bd-4a7e-affb-9b702a33c7f9 req-d12cff08-73c3-47ce-9bdb-00d31590fe7e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:00.649861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93645a-30bd-4a7e-affb-9b702a33c7f9 req-d12cff08-73c3-47ce-9bdb-00d31590fe7e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:00.653983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=cc1cff42-2e9c-4f01-a090-5ec71ae85987,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:00.669719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93645a-30bd-4a7e-affb-9b702a33c7f9 req-d12cff08-73c3-47ce-9bdb-00d31590fe7e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:00.673783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:00.680964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93645a-30bd-4a7e-affb-9b702a33c7f9 req-d12cff08-73c3-47ce-9bdb-00d31590fe7e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:00.682678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:00.685141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:00.685802 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.692385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b93645a-30bd-4a7e-affb-9b702a33c7f9 req-d12cff08-73c3-47ce-9bdb-00d31590fe7e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5442 time: 0.5219338 Jul 14 11:45:00.725575 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.747956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:00.748343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Checking segment: {'id': '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:00.748662 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.749069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Bound using segment: {'id': '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:00.749977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Bound port: 42771c3f-6e73-40e1-840e-8e6cfb704e51, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:00.749977 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.804467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Transition to ACTIVE for port object 12bc3f09-c65f-43c7-a850-448709715892 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:00.810090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b93645a-30bd-4a7e-affb-9b702a33c7f9 req-9d44dad5-2080-4f9d-bd9a-38b177b159d2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049786 Jul 14 11:45:00.868983 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.884735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.920416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=01a3c604-623b-45e5-b4da-2b0f84cf0dd1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:00.938027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network e7657a09-1b42-4731-8f2b-5fb3399511a8 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:00.942818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:00.950483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:00.966799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:00.967579 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:00.991265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Port': ['ID=12bc3f09-c65f-43c7-a850-448709715892,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:00.991450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Allocated IP 2001:db8::f816:3eff:fe43:2627 (e7657a09-1b42-4731-8f2b-5fb3399511a8/f88ad961-5995-4cf7-91fd-6cddf9e43e38/2663c320-c2ea-46cc-8bea-4796797722d6) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:01.007360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1d7f27c0-db59-4a0e-bcf1-3c235c603cb2 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2036519 Jul 14 11:45:01.007585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Pushing event updated for resources: {'Port': ['ID=c1c1cc5b-e899-4172-bb69-277e206edc04,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:01.007844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58516) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:01.051482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.084684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eec0a9d-1fa3-42b5-b021-7c51852717dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Deleting subnet f88ad961-5995-4cf7-91fd-6cddf9e43e38 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:01.195359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Attempting to bind port c1c1cc5b-e899-4172-bb69-277e206edc04 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:01.195730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Attempting to bind port c1c1cc5b-e899-4172-bb69-277e206edc04 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '430be2cf-14f8-490b-9d4f-787336a46972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '61e489dc-ef65-4a52-bc1a-986510ec40d2'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:01.196126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Attempting to bind port c1c1cc5b-e899-4172-bb69-277e206edc04 on network 61e489dc-ef65-4a52-bc1a-986510ec40d2 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:01.200648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e58d1ddc-3152-4a09-b2c0-108e1e7e32ac,segment=NetworkSegment(52d1442c-918d-46d0-b5b2-0d09a9971ae3),segment_id=52d1442c-918d-46d0-b5b2-0d09a9971ae3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:01.254991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.256009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e210d03b-dcc5-4264-8545-7cf091c1f3b5 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:01.272151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:01.272478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Checking segment: {'id': '430be2cf-14f8-490b-9d4f-787336a46972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '61e489dc-ef65-4a52-bc1a-986510ec40d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:01.272903 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.273967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Bound using segment: {'id': '430be2cf-14f8-490b-9d4f-787336a46972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '61e489dc-ef65-4a52-bc1a-986510ec40d2'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:01.273967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Bound port: c1c1cc5b-e899-4172-bb69-277e206edc04, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430be2cf-14f8-490b-9d4f-787336a46972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '61e489dc-ef65-4a52-bc1a-986510ec40d2'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:01.274159 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.284180 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.447140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58522) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:01.464967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] For port 42771c3f-6e73-40e1-840e-8e6cfb704e51, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:01.546225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] For port 42771c3f-6e73-40e1-840e-8e6cfb704e51, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42771c3f-6e73-40e1-840e-8e6cfb704e51,segment=NetworkSegment(0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a),segment_id=0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:01.610798 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.613262 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a800fe5f-f42d-4724-9c49-b72b0d33a5c0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.617657 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.619587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b62fbdcc-3873-44cc-8ebc-402c77ed9886 None None] Could not find standard attr ID for object 01a3c604-623b-45e5-b4da-2b0f84cf0dd1. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:45:01.642405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e58d1ddc-3152-4a09-b2c0-108e1e7e32ac,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:01.652399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.676561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Transition to ACTIVE for port object 2663c320-c2ea-46cc-8bea-4796797722d6 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:01.676863 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.677964 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a800fe5f-f42d-4724-9c49-b72b0d33a5c0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.679200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.681868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.686702 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 9f5cf94f-b14e-486c-8229-da69cc8b613e has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:01.758872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] For port c1c1cc5b-e899-4172-bb69-277e206edc04, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:01.761429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a800fe5f-f42d-4724-9c49-b72b0d33a5c0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.762038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e210d03b-dcc5-4264-8545-7cf091c1f3b5 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:01.770548 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a800fe5f-f42d-4724-9c49-b72b0d33a5c0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.777707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a800fe5f-f42d-4724-9c49-b72b0d33a5c0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "DELETE /v2.0/security-groups/f059bf22-b9fd-42f0-9f13-9c4140a2b342 HTTP/1.1" status: 204 len: 168 time: 0.3177810 Jul 14 11:45:01.786978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58526) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:01.790154 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Transition to ACTIVE for port object 2663c320-c2ea-46cc-8bea-4796797722d6 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:01.798423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] For port c1c1cc5b-e899-4172-bb69-277e206edc04, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c1c1cc5b-e899-4172-bb69-277e206edc04,segment=NetworkSegment(430be2cf-14f8-490b-9d4f-787336a46972),segment_id=430be2cf-14f8-490b-9d4f-787336a46972)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:01.803791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e210d03b-dcc5-4264-8545-7cf091c1f3b5 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:01.804396 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.819943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=cc1cff42-2e9c-4f01-a090-5ec71ae85987,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:01.856196 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-f0c74fe3-c44e-4a33-9f99-5679209826bb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] show failed (client error): The resource could not be found. Jul 14 11:45:01.857347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f0c74fe3-c44e-4a33-9f99-5679209826bb tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "GET /v2.0/security-groups/f059bf22-b9fd-42f0-9f13-9c4140a2b342 HTTP/1.1" status: 404 len: 347 time: 0.0634801 Jul 14 11:45:01.858457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eec0a9d-1fa3-42b5-b021-7c51852717dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.859468 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.860712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58530) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:01.861683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800fe5f-f42d-4724-9c49-b72b0d33a5c0 tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f059bf22-b9fd-42f0-9f13-9c4140a2b342,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:01.870794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.874323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port f597a0e6-cf6c-40a4-bc55-e263e4691a26, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:01.910589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] Provisioning complete for port e210d03b-dcc5-4264-8545-7cf091c1f3b5 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:01.912162 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.912946 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:01.913742 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 49913f77-9877-4365-aa9e-2faa940f36fc up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:01.915300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac681802-f557-44b7-a280-a7c9756291f9 None None] Pushing event updated for resources: {'Port': ['ID=42771c3f-6e73-40e1-840e-8e6cfb704e51,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:01.958253 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eec0a9d-1fa3-42b5-b021-7c51852717dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:02.069640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Network e7657a09-1b42-4731-8f2b-5fb3399511a8 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:02.081961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:02.152815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Pushing event updated for resources: {'Port': ['ID=2663c320-c2ea-46cc-8bea-4796797722d6,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:02.176669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:02.179305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:02.197276 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-86223662-80be-48c2-93c4-f87be4cceb0f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/9f5cf94f-b14e-486c-8229-da69cc8b613e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6188846 Jul 14 11:45:02.199676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:02.201776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58532) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:02.202932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:02.204291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eec0a9d-1fa3-42b5-b021-7c51852717dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:02.243759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f509ef-12af-4dc0-94dd-e734339a9bdd None None] Sync routers for ids ['9f5cf94f-b14e-486c-8229-da69cc8b613e'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:02.312668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f509ef-12af-4dc0-94dd-e734339a9bdd None None] Routers {'9f5cf94f-b14e-486c-8229-da69cc8b613e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:02.313310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93f509ef-12af-4dc0-94dd-e734339a9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f5cf94f-b14e-486c-8229-da69cc8b613e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:02.360913 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:02.363842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93f509ef-12af-4dc0-94dd-e734339a9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:02.373988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eec0a9d-1fa3-42b5-b021-7c51852717dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:02.387668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:44:51Z', 'revision_number': 3, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:44:51Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:44:53Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:02.501454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8eec0a9d-1fa3-42b5-b021-7c51852717dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:02.504071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8eec0a9d-1fa3-42b5-b021-7c51852717dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/subnets/f88ad961-5995-4cf7-91fd-6cddf9e43e38 HTTP/1.1" status: 204 len: 168 time: 1.4942555 Jul 14 11:45:02.505961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec0a9d-1fa3-42b5-b021-7c51852717dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Subnet': ['ID=f88ad961-5995-4cf7-91fd-6cddf9e43e38,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:02.507718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58534) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:02.587005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:02.661247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2977fc6-21b4-41fd-8594-23476ece4590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:02.663212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2977fc6-21b4-41fd-8594-23476ece4590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:02.668525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58536) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:02.669443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d2977fc6-21b4-41fd-8594-23476ece4590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1595392 Jul 14 11:45:02.685524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42b22-955a-4549-b51b-9a4399bbbcc4 req-0ad8d92b-3b7d-4825-951d-1001463d7fa7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:02.694417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42b22-955a-4549-b51b-9a4399bbbcc4 req-0ad8d92b-3b7d-4825-951d-1001463d7fa7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:02.700647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42b22-955a-4549-b51b-9a4399bbbcc4 req-0ad8d92b-3b7d-4825-951d-1001463d7fa7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:02.711211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42b22-955a-4549-b51b-9a4399bbbcc4 req-0ad8d92b-3b7d-4825-951d-1001463d7fa7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:02.717492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42b22-955a-4549-b51b-9a4399bbbcc4 req-0ad8d92b-3b7d-4825-951d-1001463d7fa7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:02.726386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42b22-955a-4549-b51b-9a4399bbbcc4 req-0ad8d92b-3b7d-4825-951d-1001463d7fa7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:02.733299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42b22-955a-4549-b51b-9a4399bbbcc4 req-0ad8d92b-3b7d-4825-951d-1001463d7fa7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:02.742097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9e42b22-955a-4549-b51b-9a4399bbbcc4 req-0ad8d92b-3b7d-4825-951d-1001463d7fa7 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5443 time: 0.4114068 Jul 14 11:45:02.774486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f509ef-12af-4dc0-94dd-e734339a9bdd None None] Routers {'9f5cf94f-b14e-486c-8229-da69cc8b613e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:02.775278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93f509ef-12af-4dc0-94dd-e734339a9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f5cf94f-b14e-486c-8229-da69cc8b613e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:02.776889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f597a0e6-cf6c-40a4-bc55-e263e4691a26'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:02.779107 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e269e7-e012-421c-905d-18c0ecd59db1" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "f597a0e6-cf6c-40a4-bc55-e263e4691a26"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:02.789834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:02.789834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Updating router 07af7440-e494-4312-9da5-274a190e4ffc port 412dd633-ebf6-4898-8ebf-e3cdcb594526 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:45:02.843048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9e42b22-955a-4549-b51b-9a4399bbbcc4 req-81e5b857-1403-4865-b16b-dc24b24b9f06 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938520 Jul 14 11:45:02.852698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Deleting port 0a4d4f0e-a513-49c4-afcb-bde63d96adbb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:02.853165 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:02.927831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93f509ef-12af-4dc0-94dd-e734339a9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:02.928452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f509ef-12af-4dc0-94dd-e734339a9bdd None None] The sync data for ids ['9f5cf94f-b14e-486c-8229-da69cc8b613e'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:02.947054 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854dd2e7-5f26-4bb6-9b05-32dc8cd4574a x-openstack-request-id: req-854dd2e7-5f26-4bb6-9b05-32dc8cd4574a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:02.947281 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "f597a0e6-cf6c-40a4-bc55-e263e4691a26", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:02.947495 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-854dd2e7-5f26-4bb6-9b05-32dc8cd4574a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:02.948329 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f597a0e6-cf6c-40a4-bc55-e263e4691a26', 'code': 200} Jul 14 11:45:02.984510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61661c-cc52-463c-9908-7de8844a6bce None None] Pushing event updated for resources: {'Port': ['ID=c1c1cc5b-e899-4172-bb69-277e206edc04,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:03.037819 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.042662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] For port e210d03b-dcc5-4264-8545-7cf091c1f3b5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e210d03b-dcc5-4264-8545-7cf091c1f3b5,segment=NetworkSegment(599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9),segment_id=599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:03.051937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 49913f77-9877-4365-aa9e-2faa940f36fc completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:03.070645 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.072527 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.086864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Attempting to bind port 2663c320-c2ea-46cc-8bea-4796797722d6 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:03.087207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Attempting to bind port 2663c320-c2ea-46cc-8bea-4796797722d6 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '4a74c870-ffc9-41a4-b9dd-66028c58c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7657a09-1b42-4731-8f2b-5fb3399511a8'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:03.087558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Attempting to bind port 2663c320-c2ea-46cc-8bea-4796797722d6 on network e7657a09-1b42-4731-8f2b-5fb3399511a8 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:03.089593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 49913f77-9877-4365-aa9e-2faa940f36fc triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:03.089966 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.167158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:03.167444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Checking segment: {'id': '4a74c870-ffc9-41a4-b9dd-66028c58c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7657a09-1b42-4731-8f2b-5fb3399511a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:03.167722 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.168161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Bound using segment: {'id': '4a74c870-ffc9-41a4-b9dd-66028c58c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7657a09-1b42-4731-8f2b-5fb3399511a8'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:03.168647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Bound port: 2663c320-c2ea-46cc-8bea-4796797722d6, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a74c870-ffc9-41a4-b9dd-66028c58c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7657a09-1b42-4731-8f2b-5fb3399511a8'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:03.169437 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.201877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] Provisioning for port 412dd633-ebf6-4898-8ebf-e3cdcb594526 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:03.213170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=f597a0e6-cf6c-40a4-bc55-e263e4691a26,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:03.251465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] Provisioning complete for port 412dd633-ebf6-4898-8ebf-e3cdcb594526 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:03.251835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.451541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb76d4bb-c6a5-4623-849c-3ae92113d430 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.470039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03cd8c0-cfb0-4b68-8fd3-f785ef164cc2 None None] Network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:03.494215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:45:03.494582 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:45:03.519769 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb76d4bb-c6a5-4623-849c-3ae92113d430 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 11:45:03.521274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb76d4bb-c6a5-4623-849c-3ae92113d430 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:03.523268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fb76d4bb-c6a5-4623-849c-3ae92113d430 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/e7657a09-1b42-4731-8f2b-5fb3399511a8 HTTP/1.1" status: 409 len: 405 time: 0.8542984 Jul 14 11:45:03.528492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58542) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:03.540873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2046499242'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:03.545359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:03.563820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58544) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:03.567381 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4dd16d6a-46de-4cb0-b6ca-3abd119b9cbb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4018133 Jul 14 11:45:03.570824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2107191026'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:03.573871 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] Port 412dd633-ebf6-4898-8ebf-e3cdcb594526 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:03.582819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f08d7-4034-4a06-a8ac-0f452d5b5e32 None None] Pushing event updated for resources: {'Port': ['ID=e210d03b-dcc5-4264-8545-7cf091c1f3b5,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:03.619813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:45:03.619813 n-d-778696-8 neutron-server[93702]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 11:45:03.619813 n-d-778696-8 neutron-server[93702]: [parameters: {'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'id': 'f58e4952-9b1c-435c-9995-5e3fdeb6eeaf', 'expiration': datetime.datetime(2021, 7, 14, 11, 47, 3, 605476)}] Jul 14 11:45:03.619813 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:45:03.620515 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.620891 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:45:03.621441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.651653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Calling delete_port for 0a4d4f0e-a513-49c4-afcb-bde63d96adbb owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:03.654516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:03.658223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.675731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] For port 2663c320-c2ea-46cc-8bea-4796797722d6, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:03.712269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.715150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] For port 2663c320-c2ea-46cc-8bea-4796797722d6, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2663c320-c2ea-46cc-8bea-4796797722d6,segment=NetworkSegment(4a74c870-ffc9-41a4-b9dd-66028c58c6f3),segment_id=4a74c870-ffc9-41a4-b9dd-66028c58c6f3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:03.740566 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.806083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-066f998c-53dd-4d6c-a7d8-7f19eacb42a4 None None] Provisioning for port 42771c3f-6e73-40e1-840e-8e6cfb704e51 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:03.821868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:03.880274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.880788 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Added segment f97f13dd-107a-4382-a082-eaf0e9e0f7ef of type vlan for network 33028bfc-584c-4db5-9f65-0766cd6961ac Jul 14 11:45:03.961947 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:03.965321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133927d-18bf-49b3-9d6c-84569b11b4ff None None] Pushing event updated for resources: {'Port': ['ID=2663c320-c2ea-46cc-8bea-4796797722d6,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:03.968748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.026805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 49913f77-9877-4365-aa9e-2faa940f36fc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49913f77-9877-4365-aa9e-2faa940f36fc,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:04.065544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3ecb5-2413-470a-8025-7c7cf7988f83 None None] Network 61e489dc-ef65-4a52-bc1a-986510ec40d2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:04.067781 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.068639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c0e43455-150a-4902-a8f3-681222d3f9bf no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:04.129485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.137103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:04.137807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.175879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:04.179812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.191003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: c0e43455-150a-4902-a8f3-681222d3f9bf {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:04.191567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c0e43455-150a-4902-a8f3-681222d3f9bf not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:04.191734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:04.199267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.222455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:04.243156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.245850 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added segment 4313a843-08b5-4cc8-a203-5580a4b7e2f9 of type vlan for network 0e11a694-fd10-44e0-9140-e49cad3f0772 Jul 14 11:45:04.261638 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7306757 Jul 14 11:45:04.262868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a61ab-b720-44d6-9203-c27e79527bb4 None None] Network e7657a09-1b42-4731-8f2b-5fb3399511a8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:04.273091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab56a-cd63-4faf-82aa-47887e0281cd req-3717ee1e-7234-44b2-b63f-2e4d9b1b7b84 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:04.273451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 937baf72-8eba-4385-a51a-ada320b77614 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:04.273801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 937baf72-8eba-4385-a51a-ada320b77614 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:04.281665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab56a-cd63-4faf-82aa-47887e0281cd req-3717ee1e-7234-44b2-b63f-2e4d9b1b7b84 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:04.289023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab56a-cd63-4faf-82aa-47887e0281cd req-3717ee1e-7234-44b2-b63f-2e4d9b1b7b84 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:04.298079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab56a-cd63-4faf-82aa-47887e0281cd req-3717ee1e-7234-44b2-b63f-2e4d9b1b7b84 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:04.305642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab56a-cd63-4faf-82aa-47887e0281cd req-3717ee1e-7234-44b2-b63f-2e4d9b1b7b84 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:04.308807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58550) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:04.317450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab56a-cd63-4faf-82aa-47887e0281cd req-3717ee1e-7234-44b2-b63f-2e4d9b1b7b84 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:04.318095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'subnet': {'network_id': '33028bfc-584c-4db5-9f65-0766cd6961ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:04.319910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2629717c-5955-4347-8a79-8ef93b6502cc up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:04.325211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab56a-cd63-4faf-82aa-47887e0281cd req-3717ee1e-7234-44b2-b63f-2e4d9b1b7b84 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:04.328416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Pushing event deleted for resources: {'Port': ['ID=0a4d4f0e-a513-49c4-afcb-bde63d96adbb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:04.334815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4eab56a-cd63-4faf-82aa-47887e0281cd req-3717ee1e-7234-44b2-b63f-2e4d9b1b7b84 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 0.2742105 Jul 14 11:45:04.350467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-740d1c12-7482-405c-8a91-a45dc1be02ac None None] Provisioning for port c1c1cc5b-e899-4172-bb69-277e206edc04 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:04.395918 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.404031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4eab56a-cd63-4faf-82aa-47887e0281cd req-7fb7a530-ed8d-4ba5-87e4-ef616f5a95d4 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679605 Jul 14 11:45:04.425669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=49913f77-9877-4365-aa9e-2faa940f36fc,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:04.445476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0728e-2630-4e32-9f55-485315057b36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Network': ['ID=33028bfc-584c-4db5-9f65-0766cd6961ac,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:04.465715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 33028bfc-584c-4db5-9f65-0766cd6961ac details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:04.468528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Transition to ACTIVE for port object 412dd633-ebf6-4898-8ebf-e3cdcb594526 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:04.477417 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.528768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:04.533089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.573516 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.593845 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.601284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:04.602063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.668882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1036518 Jul 14 11:45:04.672409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58552) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:04.679347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'subnet': {'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:04.766151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca25f2c-06e4-4afd-b112-eeaeb758fcef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Network': ['ID=0e11a694-fd10-44e0-9140-e49cad3f0772,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:04.766494 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.770920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.772169 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-52440f0d-3f93-4870-96ad-3d28c9573baf tempest-ServerActionsTestJSON-464183319 tempest-ServerActionsTestJSON-464183319-project] 10.222.0.38 "DELETE /v2.0/floatingips/53049aa9-9e10-4081-be07-60211e3c74c8 HTTP/1.1" status: 204 len: 168 time: 2.9037161 Jul 14 11:45:04.776975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58554) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:04.800725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Made reservation on behalf of df4cc1fd8b594c5690ccd277d786290d for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:04.806343 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.888478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 0e11a694-fd10-44e0-9140-e49cad3f0772 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:04.894938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2629717c-5955-4347-8a79-8ef93b6502cc triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:04.895436 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:04.981315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:45:05.020247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:05.028752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49913f77-9877-4365-aa9e-2faa940f36fc'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:05.033136 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9e6a6e-858b-4909-8f5b-8fc4719c6e54" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "49913f77-9877-4365-aa9e-2faa940f36fc"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:05.180728 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2536f7-da2b-4da5-a484-935043133873 x-openstack-request-id: req-8c2536f7-da2b-4da5-a484-935043133873 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:05.181076 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-plugged", "status": "completed", "tag": "49913f77-9877-4365-aa9e-2faa940f36fc", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:05.181250 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c2536f7-da2b-4da5-a484-935043133873 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:05.181641 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49913f77-9877-4365-aa9e-2faa940f36fc', 'code': 200} Jul 14 11:45:05.188109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Subnet': ['ID=1c7c726c-5722-4fcb-8c2e-1a6308d4050a,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:05.208819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Checking segment: {'id': 'f97f13dd-107a-4382-a082-eaf0e9e0f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '33028bfc-584c-4db5-9f65-0766cd6961ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:05.209995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network hostable DHCP agents. Network: 33028bfc-584c-4db5-9f65-0766cd6961ac, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:05.218971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060869b-4db7-436b-b466-6429c535c5e4 None None] Pushing event updated for resources: {'Port': ['ID=412dd633-ebf6-4898-8ebf-e3cdcb594526,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:05.222317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port b8f1eea3-3d42-4631-89bc-41d65ca5eb3a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:05.222979 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:05.273747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network 33028bfc-584c-4db5-9f65-0766cd6961ac is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:05.341838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 33028bfc-584c-4db5-9f65-0766cd6961ac) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:05.370378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:05.371023 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:05.430415 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aef5e90e-2b5a-41ca-b56c-2d38abffeadb tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1185205 Jul 14 11:45:05.433616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58562) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:05.435883 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:05.443478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'port': {'network_id': '33028bfc-584c-4db5-9f65-0766cd6961ac', 'name': 'tempest-NetworksIpV6TestAttrs-2002803417'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:05.468691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487ce29-78c5-48cf-956f-a63fa89f3a6a None None] Network 33028bfc-584c-4db5-9f65-0766cd6961ac requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:05.573259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for b8f1eea3-3d42-4631-89bc-41d65ca5eb3a owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:05.657290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d3d3f178-cedf-45ea-999a-e606d50b52ec None None] Provisioning for port cc1cff42-2e9c-4f01-a090-5ec71ae85987 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:05.676585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d3d3f178-cedf-45ea-999a-e606d50b52ec None None] Provisioning complete for port cc1cff42-2e9c-4f01-a090-5ec71ae85987 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:05.676978 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d3d3f178-cedf-45ea-999a-e606d50b52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:05.680066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Attempting to bind port 412dd633-ebf6-4898-8ebf-e3cdcb594526 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:05.680482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Attempting to bind port 412dd633-ebf6-4898-8ebf-e3cdcb594526 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:05.682750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Attempting to bind port 412dd633-ebf6-4898-8ebf-e3cdcb594526 on network a59b81a8-3348-4930-9ee1-014d96a2c7c3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:05.710580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e53a7-a19a-4be0-8d22-9eb3e04c21c3 req-6d6212b5-1a2f-4fd9-b0c1-6c92d3dd0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:05.711065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e53a7-a19a-4be0-8d22-9eb3e04c21c3 req-6d6212b5-1a2f-4fd9-b0c1-6c92d3dd0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:05.711544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e53a7-a19a-4be0-8d22-9eb3e04c21c3 req-6d6212b5-1a2f-4fd9-b0c1-6c92d3dd0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:05.716549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e53a7-a19a-4be0-8d22-9eb3e04c21c3 req-6d6212b5-1a2f-4fd9-b0c1-6c92d3dd0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:05.716549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e53a7-a19a-4be0-8d22-9eb3e04c21c3 req-6d6212b5-1a2f-4fd9-b0c1-6c92d3dd0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:05.718328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e53a7-a19a-4be0-8d22-9eb3e04c21c3 req-6d6212b5-1a2f-4fd9-b0c1-6c92d3dd0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:05.718328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e53a7-a19a-4be0-8d22-9eb3e04c21c3 req-6d6212b5-1a2f-4fd9-b0c1-6c92d3dd0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:05.719611 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-689e53a7-a19a-4be0-8d22-9eb3e04c21c3 req-6d6212b5-1a2f-4fd9-b0c1-6c92d3dd0bee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6501 time: 0.2174752 Jul 14 11:45:05.757810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:05.763697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Checking segment: {'id': '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:05.769034 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:05.770608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Bound using segment: {'id': '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:05.771134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Bound port: 412dd633-ebf6-4898-8ebf-e3cdcb594526, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:05.771582 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:05.838723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3f178-cedf-45ea-999a-e606d50b52ec None None] Port cc1cff42-2e9c-4f01-a090-5ec71ae85987 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:05.905022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:05.914611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:06.063369 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:06.083542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] For port 412dd633-ebf6-4898-8ebf-e3cdcb594526, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:06.097821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] For port 412dd633-ebf6-4898-8ebf-e3cdcb594526, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=412dd633-ebf6-4898-8ebf-e3cdcb594526,segment=NetworkSegment(599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9),segment_id=599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:06.105700 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-689e53a7-a19a-4be0-8d22-9eb3e04c21c3 req-f776f73d-149d-4f2a-8294-ec5940fdada4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3572066 Jul 14 11:45:06.113244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] device_id is not set on port 8ec876e3-7b4d-4330-9186-22fd9ca36289 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:45:06.151409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a5e-68d3-4a6d-b7a2-59628ab627da req-72c347c7-ca6c-4172-8946-d32e20bb40ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:06.157493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a5e-68d3-4a6d-b7a2-59628ab627da req-72c347c7-ca6c-4172-8946-d32e20bb40ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:06.159429 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:06.180976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a5e-68d3-4a6d-b7a2-59628ab627da req-72c347c7-ca6c-4172-8946-d32e20bb40ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:06.203830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a5e-68d3-4a6d-b7a2-59628ab627da req-72c347c7-ca6c-4172-8946-d32e20bb40ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:06.211220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-33028bfc-584c-4db5-9f65-0766cd6961ac', 'network_id': '33028bfc-584c-4db5-9f65-0766cd6961ac', 'tenant_id': 'cfe822c38765446880926232f338a0a1', 'fixed_ips': [{'subnet_id': '1c7c726c-5722-4fcb-8c2e-1a6308d4050a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:45:06.220601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a5e-68d3-4a6d-b7a2-59628ab627da req-72c347c7-ca6c-4172-8946-d32e20bb40ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:06.222092 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:06.228193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a5e-68d3-4a6d-b7a2-59628ab627da req-72c347c7-ca6c-4172-8946-d32e20bb40ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:06.234828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a5e-68d3-4a6d-b7a2-59628ab627da req-72c347c7-ca6c-4172-8946-d32e20bb40ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:06.236329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1945a5e-68d3-4a6d-b7a2-59628ab627da req-72c347c7-ca6c-4172-8946-d32e20bb40ef tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 0.5152130 Jul 14 11:45:06.307599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Allocated IP 2001:db8::f816:3eff:fed3:d19 (33028bfc-584c-4db5-9f65-0766cd6961ac/1c7c726c-5722-4fcb-8c2e-1a6308d4050a/8ec876e3-7b4d-4330-9186-22fd9ca36289) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:06.383283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Subnet': ['ID=a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:06.394778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e210d03b-dcc5-4264-8545-7cf091c1f3b5 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:06.439279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1945a5e-68d3-4a6d-b7a2-59628ab627da req-410138b1-bd5a-4a97-82c2-a99a04719f89 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1900480 Jul 14 11:45:06.449030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.449580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.450132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.450636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.451129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.451634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.452235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.452739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.453221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.453703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.454182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.454898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:06.472542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Checking segment: {'id': '4313a843-08b5-4cc8-a203-5580a4b7e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:06.473164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network hostable DHCP agents. Network: 0e11a694-fd10-44e0-9140-e49cad3f0772, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:06.544873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-31604809-f585-4b6a-be08-4bbea65c4ae4 None None] Provisioning complete for port cc1cff42-2e9c-4f01-a090-5ec71ae85987 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:06.545319 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31604809-f585-4b6a-be08-4bbea65c4ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:06.577576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:06.590200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 0e11a694-fd10-44e0-9140-e49cad3f0772 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:06.600061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-31604809-f585-4b6a-be08-4bbea65c4ae4 None None] Port cc1cff42-2e9c-4f01-a090-5ec71ae85987 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:06.609615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:06.611162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:06.614885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 0e11a694-fd10-44e0-9140-e49cad3f0772) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:06.641178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:06.642113 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:06.678328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=b8f1eea3-3d42-4631-89bc-41d65ca5eb3a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:06.682957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-76b35e36-b2be-4516-bf46-392bce7a6fd2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0087359 Jul 14 11:45:06.687064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58570) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:06.764452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:06.790100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Transition to ACTIVE for port object 8ec876e3-7b4d-4330-9186-22fd9ca36289 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:06.887547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:06.895281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78200ac9-7630-4511-8542-a5a1bf960b6d None None] Network 0e11a694-fd10-44e0-9140-e49cad3f0772 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:06.997359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060869b-4db7-436b-b466-6429c535c5e4 None None] Pushing event updated for resources: {'Port': ['ID=412dd633-ebf6-4898-8ebf-e3cdcb594526,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:07.025324 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.051646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e210d03b-dcc5-4264-8545-7cf091c1f3b5 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:07.052052 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.107046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.135335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:07.239356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network 33028bfc-584c-4db5-9f65-0766cd6961ac is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:07.251684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 9f5cf94f-b14e-486c-8229-da69cc8b613e has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:07.273335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:07.308419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:07.333468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:07.334548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.336978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Allocated IP 2001:db8::f816:3eff:fe6a:d37f (33028bfc-584c-4db5-9f65-0766cd6961ac/1c7c726c-5722-4fcb-8c2e-1a6308d4050a/d239bbf1-0492-4b90-bbba-78549310057b) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:07.345067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Port': ['ID=8ec876e3-7b4d-4330-9186-22fd9ca36289,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:07.435073 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ec2c754-d6cb-4c2b-ac31-8c1721d3fca9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9959378 Jul 14 11:45:07.435463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58574) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:07.522660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:07.528662 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4065661a-7500-4703-8dd5-431a5197db6a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/9f5cf94f-b14e-486c-8229-da69cc8b613e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3248122 Jul 14 11:45:07.533189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58578) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:07.537310 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515b7e0b-6581-4b05-aa74-9b49600bfff2 None None] Sync routers for ids ['9f5cf94f-b14e-486c-8229-da69cc8b613e'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:07.556415 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b7e0b-6581-4b05-aa74-9b49600bfff2 None None] Routers {'9f5cf94f-b14e-486c-8229-da69cc8b613e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:07.559235 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-515b7e0b-6581-4b05-aa74-9b49600bfff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f5cf94f-b14e-486c-8229-da69cc8b613e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:07.631060 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-515b7e0b-6581-4b05-aa74-9b49600bfff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:07.637923 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e7d2ed65-c9f5-4b13-b8db-dabb3836168f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f5cf94f-b14e-486c-8229-da69cc8b613e HTTP/1.1" status: 200 len: 205 time: 0.1035180 Jul 14 11:45:07.644168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58580) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:07.666758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0440a9a-e2bd-4c19-a69f-e2dd940aa599 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Deleting subnet 1c7c726c-5722-4fcb-8c2e-1a6308d4050a {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:07.666984 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b7e0b-6581-4b05-aa74-9b49600bfff2 None None] Routers {'9f5cf94f-b14e-486c-8229-da69cc8b613e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:07.667710 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-515b7e0b-6581-4b05-aa74-9b49600bfff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9f5cf94f-b14e-486c-8229-da69cc8b613e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:07.715143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-43fe107b-1936-4e65-afea-9024fac803e8 None None] Provisioning complete for port cc1cff42-2e9c-4f01-a090-5ec71ae85987 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:07.715522 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-43fe107b-1936-4e65-afea-9024fac803e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.738587 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-515b7e0b-6581-4b05-aa74-9b49600bfff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:07.742910 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515b7e0b-6581-4b05-aa74-9b49600bfff2 None None] The sync data for ids ['9f5cf94f-b14e-486c-8229-da69cc8b613e'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:07.768465 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5576c4b-8c35-4604-acf8-cb75eef89d35 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.914095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-43fe107b-1936-4e65-afea-9024fac803e8 None None] Port cc1cff42-2e9c-4f01-a090-5ec71ae85987 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:07.924676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-0e11a694-fd10-44e0-9140-e49cad3f0772', 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'fixed_ips': [{'subnet_id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:45:07.925413 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.973257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5576c4b-8c35-4604-acf8-cb75eef89d35 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.974808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42771c3f-6e73-40e1-840e-8e6cfb704e51 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:07.975997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5576c4b-8c35-4604-acf8-cb75eef89d35 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.982092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a61a11-d72e-45a9-857b-2667e27748eb req-6f1e5aba-a91e-4708-a5f5-0327de77aa90 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:07.987057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:07.990331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a61a11-d72e-45a9-857b-2667e27748eb req-6f1e5aba-a91e-4708-a5f5-0327de77aa90 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:07.995436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a61a11-d72e-45a9-857b-2667e27748eb req-6f1e5aba-a91e-4708-a5f5-0327de77aa90 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.001401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a61a11-d72e-45a9-857b-2667e27748eb req-6f1e5aba-a91e-4708-a5f5-0327de77aa90 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.008395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a61a11-d72e-45a9-857b-2667e27748eb req-6f1e5aba-a91e-4708-a5f5-0327de77aa90 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.014458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a61a11-d72e-45a9-857b-2667e27748eb req-6f1e5aba-a91e-4708-a5f5-0327de77aa90 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.021147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a61a11-d72e-45a9-857b-2667e27748eb req-6f1e5aba-a91e-4708-a5f5-0327de77aa90 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.023185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47a61a11-d72e-45a9-857b-2667e27748eb req-6f1e5aba-a91e-4708-a5f5-0327de77aa90 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 0.2590990 Jul 14 11:45:08.029069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5576c4b-8c35-4604-acf8-cb75eef89d35 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.029602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5576c4b-8c35-4604-acf8-cb75eef89d35 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Fanout notify agent at l3_agent the message router_deleted on router 9f5cf94f-b14e-486c-8229-da69cc8b613e {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:45:08.039305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5576c4b-8c35-4604-acf8-cb75eef89d35 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.039455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.040499 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c5576c4b-8c35-4604-acf8-cb75eef89d35 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/9f5cf94f-b14e-486c-8229-da69cc8b613e HTTP/1.1" status: 204 len: 168 time: 0.3950818 Jul 14 11:45:08.045053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58582) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:08.174339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cceba23-13a2-424f-adc5-05e6faf5f32b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting subnet c653c5ec-6408-425a-9a5e-07864e4a8b07 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:08.214643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cceba23-13a2-424f-adc5-05e6faf5f32b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.234923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Transition to ACTIVE for port object d239bbf1-0492-4b90-bbba-78549310057b will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:08.241653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47a61a11-d72e-45a9-857b-2667e27748eb req-7d803cb8-314e-4d38-8519-a4c011ff33e9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116001 Jul 14 11:45:08.301199 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cceba23-13a2-424f-adc5-05e6faf5f32b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.395185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Transition to ACTIVE for port object d239bbf1-0492-4b90-bbba-78549310057b will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:08.407296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0440a9a-e2bd-4c19-a69f-e2dd940aa599 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.452016 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.466533 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0440a9a-e2bd-4c19-a69f-e2dd940aa599 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.472423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 42771c3f-6e73-40e1-840e-8e6cfb704e51 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:08.521730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 42771c3f-6e73-40e1-840e-8e6cfb704e51 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:08.521730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.524765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Network 33028bfc-584c-4db5-9f65-0766cd6961ac is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:08.543583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:08.550256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Allocated IP 2001:db8:3::2 (0e11a694-fd10-44e0-9140-e49cad3f0772/a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc/a4627b81-9ba1-4acc-a10d-98c3e513eb4f) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:08.572023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:08.591688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Pushing event updated for resources: {'Port': ['ID=d239bbf1-0492-4b90-bbba-78549310057b,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:08.592704 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cceba23-13a2-424f-adc5-05e6faf5f32b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.598761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:06Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:01Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:08.640678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516ea18-fff2-4dcd-8705-e79bb8a3cb6e req-c853c25b-5667-4466-87c0-c6f99964ac4b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.647352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516ea18-fff2-4dcd-8705-e79bb8a3cb6e req-c853c25b-5667-4466-87c0-c6f99964ac4b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.653311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516ea18-fff2-4dcd-8705-e79bb8a3cb6e req-c853c25b-5667-4466-87c0-c6f99964ac4b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.659284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516ea18-fff2-4dcd-8705-e79bb8a3cb6e req-c853c25b-5667-4466-87c0-c6f99964ac4b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.664646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e5da4-049b-4ec6-b131-d85305617eef None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:06Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:01Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:08.665377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516ea18-fff2-4dcd-8705-e79bb8a3cb6e req-c853c25b-5667-4466-87c0-c6f99964ac4b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.671835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516ea18-fff2-4dcd-8705-e79bb8a3cb6e req-c853c25b-5667-4466-87c0-c6f99964ac4b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.675436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0440a9a-e2bd-4c19-a69f-e2dd940aa599 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.684814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516ea18-fff2-4dcd-8705-e79bb8a3cb6e req-c853c25b-5667-4466-87c0-c6f99964ac4b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:08.686830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f516ea18-fff2-4dcd-8705-e79bb8a3cb6e req-c853c25b-5667-4466-87c0-c6f99964ac4b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 0.3056662 Jul 14 11:45:08.691179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Deleting port 5b32e252-72c5-49d3-af51-85fc719ff9b9 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:08.691731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.709894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58588) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:08.715098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Request body: {'floatingip': {'port_id': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:08.824349 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0440a9a-e2bd-4c19-a69f-e2dd940aa599 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.833490 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.917869 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cceba23-13a2-424f-adc5-05e6faf5f32b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.956273 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.967550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Transition to ACTIVE for port object a4627b81-9ba1-4acc-a10d-98c3e513eb4f will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:08.980635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceba23-13a2-424f-adc5-05e6faf5f32b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Subnet': ['ID=c653c5ec-6408-425a-9a5e-07864e4a8b07,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:08.983325 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cceba23-13a2-424f-adc5-05e6faf5f32b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:08.987148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3cceba23-13a2-424f-adc5-05e6faf5f32b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/c653c5ec-6408-425a-9a5e-07864e4a8b07 HTTP/1.1" status: 204 len: 168 time: 0.9408565 Jul 14 11:45:08.993915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Transition to ACTIVE for port object a4627b81-9ba1-4acc-a10d-98c3e513eb4f will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:08.997435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58590) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:09.022315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42b3455-4bcf-4228-bd14-a466bdacbed9 None None] Network 683ca02b-150f-42d8-8f95-2129e992a13a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:09.025314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Attempting to bind port d239bbf1-0492-4b90-bbba-78549310057b on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:09.025692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Attempting to bind port d239bbf1-0492-4b90-bbba-78549310057b by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'f97f13dd-107a-4382-a082-eaf0e9e0f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '33028bfc-584c-4db5-9f65-0766cd6961ac'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:09.026110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Attempting to bind port d239bbf1-0492-4b90-bbba-78549310057b on network 33028bfc-584c-4db5-9f65-0766cd6961ac {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:09.038677 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.054487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:09.054933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Checking segment: {'id': 'f97f13dd-107a-4382-a082-eaf0e9e0f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '33028bfc-584c-4db5-9f65-0766cd6961ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:09.055393 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.055802 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Bound using segment: {'id': 'f97f13dd-107a-4382-a082-eaf0e9e0f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '33028bfc-584c-4db5-9f65-0766cd6961ac'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:09.056387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Bound port: d239bbf1-0492-4b90-bbba-78549310057b, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97f13dd-107a-4382-a082-eaf0e9e0f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '33028bfc-584c-4db5-9f65-0766cd6961ac'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:09.057002 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.133151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Network 0e11a694-fd10-44e0-9140-e49cad3f0772 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:09.180835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] For port 5b32e252-72c5-49d3-af51-85fc719ff9b9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5b32e252-72c5-49d3-af51-85fc719ff9b9,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:09.181764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Pushing event updated for resources: {'Port': ['ID=a4627b81-9ba1-4acc-a10d-98c3e513eb4f,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:09.181893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.187290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:09.226579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Calling delete_port for 5b32e252-72c5-49d3-af51-85fc719ff9b9 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:09.228904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:09.462866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0440a9a-e2bd-4c19-a69f-e2dd940aa599 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7c726c-5722-4fcb-8c2e-1a6308d4050a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:09.465860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] For port d239bbf1-0492-4b90-bbba-78549310057b, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:09.480330 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0440a9a-e2bd-4c19-a69f-e2dd940aa599 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.485113 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f0440a9a-e2bd-4c19-a69f-e2dd940aa599 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/subnets/1c7c726c-5722-4fcb-8c2e-1a6308d4050a HTTP/1.1" status: 204 len: 168 time: 2.0228164 Jul 14 11:45:09.488296 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58592) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:09.528997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Attempting to bind port a4627b81-9ba1-4acc-a10d-98c3e513eb4f on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:09.528997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Attempting to bind port a4627b81-9ba1-4acc-a10d-98c3e513eb4f by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '4313a843-08b5-4cc8-a203-5580a4b7e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:09.529242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Attempting to bind port a4627b81-9ba1-4acc-a10d-98c3e513eb4f on network 0e11a694-fd10-44e0-9140-e49cad3f0772 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:09.531456 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.574849 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aedf615d-d2a1-4458-b020-457472141d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.578362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] For port d239bbf1-0492-4b90-bbba-78549310057b, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d239bbf1-0492-4b90-bbba-78549310057b,segment=NetworkSegment(f97f13dd-107a-4382-a082-eaf0e9e0f7ef),segment_id=f97f13dd-107a-4382-a082-eaf0e9e0f7ef)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:09.599651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:09.600095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Checking segment: {'id': '4313a843-08b5-4cc8-a203-5580a4b7e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:09.600455 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.600845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Bound using segment: {'id': '4313a843-08b5-4cc8-a203-5580a4b7e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:09.601336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Bound port: a4627b81-9ba1-4acc-a10d-98c3e513eb4f, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4313a843-08b5-4cc8-a203-5580a4b7e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:09.601713 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.614317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.667431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01fd109-6018-4263-8f07-09bcac06af3d tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:09.669960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01fd109-6018-4263-8f07-09bcac06af3d tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:09.672571 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e01fd109-6018-4263-8f07-09bcac06af3d tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1724997 Jul 14 11:45:09.675907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58596) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:09.744325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff2281f-0783-467e-9010-a0a8dc697df8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting subnet 57dff732-15b2-4a93-8549-724cd4d20315 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:09.747371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Allocated IP 2001:db8:3::1 (0e11a694-fd10-44e0-9140-e49cad3f0772/a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc/5e0815b7-185e-4ea8-b1aa-51b45d12f714) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:09.759637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ff2281f-0783-467e-9010-a0a8dc697df8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.794035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 42771c3f-6e73-40e1-840e-8e6cfb704e51, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42771c3f-6e73-40e1-840e-8e6cfb704e51,segment=NetworkSegment(0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a),segment_id=0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:09.805353 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8739-388f-497b-97d9-a4d89881e109 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.808977 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.812043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e58d1ddc-3152-4a09-b2c0-108e1e7e32ac up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:09.820141 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cc8739-388f-497b-97d9-a4d89881e109 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 11:45:09.821137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cc8739-388f-497b-97d9-a4d89881e109 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:09.837648 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c9cc8739-388f-497b-97d9-a4d89881e109 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/33028bfc-584c-4db5-9f65-0766cd6961ac HTTP/1.1" status: 409 len: 405 time: 0.1599364 Jul 14 11:45:09.844207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58598) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:09.852750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-726875492'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:09.903197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:09.918811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:09.921080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45700a22-6e96-48b1-856f-8401ca6c8f8a None None] Pushing event updated for resources: {'Port': ['ID=d239bbf1-0492-4b90-bbba-78549310057b,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:09.954848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:09.973543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] For port a4627b81-9ba1-4acc-a10d-98c3e513eb4f, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:10.006002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573eaf39-17a2-4e8b-825f-c2ef3cec643c None None] Network 33028bfc-584c-4db5-9f65-0766cd6961ac requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:10.006536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.006899 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Added segment 3a51eb29-b6f5-4cfa-b68f-55900fea9215 of type vlan for network cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902 Jul 14 11:45:10.009274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] For port a4627b81-9ba1-4acc-a10d-98c3e513eb4f, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a4627b81-9ba1-4acc-a10d-98c3e513eb4f,segment=NetworkSegment(4313a843-08b5-4cc8-a203-5580a4b7e2f9),segment_id=4313a843-08b5-4cc8-a203-5580a4b7e2f9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:10.020737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:10.033022 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ff2281f-0783-467e-9010-a0a8dc697df8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.078715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.094635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:10.095061 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.104385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.137967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe2096-9a1c-4012-9d28-16c481a08870 None None] DHCP port deletion for 683ca02b-150f-42d8-8f95-2129e992a13a request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:10.145475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=42771c3f-6e73-40e1-840e-8e6cfb704e51,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:10.170438 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.179060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:10.179775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.211964 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3662372 Jul 14 11:45:10.224778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:10.225430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:44:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:10.246373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58602) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:10.261170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'subnet': {'network_id': 'cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:10.308062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989828f-5d2f-459b-8640-541fd1b4aa81 None None] Pushing event updated for resources: {'Port': ['ID=a4627b81-9ba1-4acc-a10d-98c3e513eb4f,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:10.328679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5b5e0-acae-4a29-b8c5-c09ae6eb11c8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Network': ['ID=cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:10.364788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:10.404710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:10.409392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.555018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:10.626093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c1c1cc5b-e899-4172-bb69-277e206edc04 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:10.805181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.resource_extend [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:45:10.864123 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.871406 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ff2281f-0783-467e-9010-a0a8dc697df8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.879359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:45:10.881635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.954133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Transition to ACTIVE for port object 5e0815b7-185e-4ea8-b1aa-51b45d12f714 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:10.954544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.959936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe2096-9a1c-4012-9d28-16c481a08870 None None] Deleting port 2629717c-5955-4347-8a79-8ef93b6502cc {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:10.960647 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fdfe2096-9a1c-4012-9d28-16c481a08870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:10.982139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Subnet': ['ID=68d19504-b0eb-4e5b-89a4-c971823a8f57,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:11.009279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.035537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Checking segment: {'id': '3a51eb29-b6f5-4cfa-b68f-55900fea9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:11.037772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network hostable DHCP agents. Network: cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:11.078836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-fdfe2096-9a1c-4012-9d28-16c481a08870 None None] For port 2629717c-5955-4347-8a79-8ef93b6502cc, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2629717c-5955-4347-8a79-8ef93b6502cc,segment=NetworkSegment(d3758372-d45c-4dd1-ac38-425246ead4da),segment_id=d3758372-d45c-4dd1-ac38-425246ead4da)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:11.079234 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fdfe2096-9a1c-4012-9d28-16c481a08870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.084683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:11.095325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:11.101712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:11.103357 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.111946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe2096-9a1c-4012-9d28-16c481a08870 None None] Calling delete_port for 2629717c-5955-4347-8a79-8ef93b6502cc owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:11.126131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c1c1cc5b-e899-4172-bb69-277e206edc04 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:11.130759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334c1cf-3b2d-4a70-8ab7-f8c043f94334 None None] Network cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:11.135151 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4d6586ee-0027-4165-aa9c-fe27e969e260 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8872485 Jul 14 11:45:11.135820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58612) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:11.170790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ff2281f-0783-467e-9010-a0a8dc697df8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.173775 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.179807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c1c1cc5b-e899-4172-bb69-277e206edc04 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:11.180894 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.241676 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.245462 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ff2281f-0783-467e-9010-a0a8dc697df8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.248540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3ff2281f-0783-467e-9010-a0a8dc697df8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/57dff732-15b2-4a93-8549-724cd4d20315 HTTP/1.1" status: 204 len: 168 time: 2.2494404 Jul 14 11:45:11.281335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58614) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:11.292782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2281f-0783-467e-9010-a0a8dc697df8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Subnet': ['ID=57dff732-15b2-4a93-8549-724cd4d20315,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:11.308090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b32e252-72c5-49d3-af51-85fc719ff9b9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:11.311223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.344739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b22a3-343c-4bce-bc2b-94e28873d340 None None] Network 563d8c01-89bd-42d7-a531-1d15a21c1701 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:11.402495 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.411057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 0e11a694-fd10-44e0-9140-e49cad3f0772 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:11.416363 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Floating IP 3c481c0a-f3be-4e35-a08a-fb8e4a326ddf associated. External IP: 172.25.2.217, port: 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94. Jul 14 11:45:11.508780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:11.523242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:11.523829 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.565722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.652005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=5e0815b7-185e-4ea8-b1aa-51b45d12f714,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:11.693361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 2629717c-5955-4347-8a79-8ef93b6502cc {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:11.693925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.748768 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.791125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port 2629717c-5955-4347-8a79-8ef93b6502cc, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2629717c-5955-4347-8a79-8ef93b6502cc,segment=NetworkSegment(d3758372-d45c-4dd1-ac38-425246ead4da),segment_id=d3758372-d45c-4dd1-ac38-425246ead4da)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:11.791390 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.810835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 2629717c-5955-4347-8a79-8ef93b6502cc owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:11.814496 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.831727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:06Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:01Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:11.869452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Subnet': ['ID=68d19504-b0eb-4e5b-89a4-c971823a8f57,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:11.873004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c1c1cc5b-e899-4172-bb69-277e206edc04, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c1c1cc5b-e899-4172-bb69-277e206edc04,segment=NetworkSegment(430be2cf-14f8-490b-9d4f-787336a46972),segment_id=430be2cf-14f8-490b-9d4f-787336a46972)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:11.874485 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fdfe2096-9a1c-4012-9d28-16c481a08870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.915489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9fe85c-59b5-4d76-9b1c-528bfec65e06 None None] Network 0e11a694-fd10-44e0-9140-e49cad3f0772 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:11.929285 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:11.960963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:11.961427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Updating router 07af7440-e494-4312-9da5-274a190e4ffc port cc1cff42-2e9c-4f01-a090-5ec71ae85987 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:45:11.978573 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.004204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:12.016712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a51eb29-b6f5-4cfa-b68f-55900fea9215') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:12.017242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a51eb29-b6f5-4cfa-b68f-55900fea9215') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:12.030453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.050784 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.054194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.055603 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.059816 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.066243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:12.067140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.070135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe2096-9a1c-4012-9d28-16c481a08870 None None] Pushing event deleted for resources: {'Port': ['ID=2629717c-5955-4347-8a79-8ef93b6502cc,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:12.104520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe2096-9a1c-4012-9d28-16c481a08870 None None] No DVR routers for this DVR port 2629717c-5955-4347-8a79-8ef93b6502cc on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:12.113728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd9e9fa-8f4d-44fc-8d77-6f1742346427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902', 'network_id': 'cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902', 'tenant_id': 'cfe822c38765446880926232f338a0a1', 'fixed_ips': [{'subnet_id': '68d19504-b0eb-4e5b-89a4-c971823a8f57'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:45:12.114587 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e9fa-8f4d-44fc-8d77-6f1742346427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:12.146478 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:12.213772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-42148e4c-26cb-46da-9b29-0c9bfb4cb838 None None] Provisioning for port a4627b81-9ba1-4acc-a10d-98c3e513eb4f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:12.265250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=2629717c-5955-4347-8a79-8ef93b6502cc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:12.273400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Router e2440528-78c8-4b29-83ba-8fe3abd1710b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:12.276004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.291506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.294121 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902 HTTP/1.1" status: 204 len: 168 time: 1.1572480 Jul 14 11:45:12.318947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58618) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:12.320234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1ab23-b9f8-4f18-82b0-632876242c81 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Network': ['ID=cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:12.335024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No DVR routers for this DVR port 2629717c-5955-4347-8a79-8ef93b6502cc on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:12.348729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.363514 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-49af5417-67ac-4855-b55d-9b01a1d59daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.412171 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.425826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-263406744'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:12.432611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698d1b67-1e2a-42bc-b4d0-e9b730c20460 None None] Network cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:12.434622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 412dd633-ebf6-4898-8ebf-e3cdcb594526 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:12.469775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c1c1cc5b-e899-4172-bb69-277e206edc04,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:12.475936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:12.480939 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.488306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c05a36-c4d7-465d-9196-f11abc78824e None None] DHCP port deletion for 563d8c01-89bd-42d7-a531-1d15a21c1701 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:12.496745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698d1b67-1e2a-42bc-b4d0-e9b730c20460 None None] Network cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902 could not be found, it might have been deleted concurrently. {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 11:45:12.535831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:12.562786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.567057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.567440 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Added segment fc29cdeb-7587-4bf0-ab44-37cb57e247be of type vlan for network 628e0e45-3c4b-439e-970c-e4345ad17052 Jul 14 11:45:12.585336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683ca02b-150f-42d8-8f95-2129e992a13a']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:12.622703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3758372-d45c-4dd1-ac38-425246ead4da') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:12.623076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3758372-d45c-4dd1-ac38-425246ead4da') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:12.644423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.647356 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.668830 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.679602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:12.680051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:12.683175 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:12.754126 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.760251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:12.761057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.773674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 412dd633-ebf6-4898-8ebf-e3cdcb594526 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:12.801343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d0c05a36-c4d7-465d-9196-f11abc78824e None None] Deleting port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:12.801858 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d0c05a36-c4d7-465d-9196-f11abc78824e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.827091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.838552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.843085 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/networks/683ca02b-150f-42d8-8f95-2129e992a13a HTTP/1.1" status: 204 len: 168 time: 1.5583913 Jul 14 11:45:12.844088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58620) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:12.855520 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4379835 Jul 14 11:45:12.859461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58622) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:12.876070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'subnet': {'network_id': '628e0e45-3c4b-439e-970c-e4345ad17052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:12.900577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d0c05a36-c4d7-465d-9196-f11abc78824e None None] For port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4fda4c5c-e1b9-4eaf-950e-01c8c1f65173,segment=NetworkSegment(c4c99531-205b-4af1-af7a-422b6a3825cc),segment_id=c4c99531-205b-4af1-af7a-422b6a3825cc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:12.901006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d0c05a36-c4d7-465d-9196-f11abc78824e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:12.916783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d0c05a36-c4d7-465d-9196-f11abc78824e None None] Calling delete_port for 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:12.936124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419004f-4f78-473d-b26a-dd58fcdb3337 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Network': ['ID=628e0e45-3c4b-439e-970c-e4345ad17052,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:13.009772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:13.013868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b5212-c4fe-4377-a8ef-0637cf62fbe2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Network': ['ID=683ca02b-150f-42d8-8f95-2129e992a13a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:13.020461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.027948 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] Sync routers for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:13.047192 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:13.048269 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:13.061986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.072733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 628e0e45-3c4b-439e-970c-e4345ad17052 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:13.080406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 412dd633-ebf6-4898-8ebf-e3cdcb594526 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:13.081211 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.083016 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d0c05a36-c4d7-465d-9196-f11abc78824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.090776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:13.099540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-405d9f3f-4305-4c89-a35d-4910e45fd990 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "PUT /v2.0/floatingips/3c481c0a-f3be-4e35-a08a-fb8e4a326ddf HTTP/1.1" status: 200 len: 991 time: 4.3883095 Jul 14 11:45:13.104583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:13.107656 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e1506-1acd-48d9-b982-8104f016047d" -d '{"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:13.130903 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.153882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.157126 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.197792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:13.210636 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.236728 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128c66ab-cc1a-4279-86be-077d014d1d81 x-openstack-request-id: req-128c66ab-cc1a-4279-86be-077d014d1d81 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:13.236728 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:13.236728 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-128c66ab-cc1a-4279-86be-077d014d1d81 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:13.237141 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'status': 'completed', 'code': 200} Jul 14 11:45:13.299669 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:13.337737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.350206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563d8c01-89bd-42d7-a531-1d15a21c1701']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:13.363966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c99531-205b-4af1-af7a-422b6a3825cc') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:13.364945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c99531-205b-4af1-af7a-422b6a3825cc') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:13.376223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.390437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event updated for resources: {'Port': ['ID=5e0815b7-185e-4ea8-b1aa-51b45d12f714,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:13.394521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.401671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:13.402192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.460005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:13.465274 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:13.480986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6740d901-c410-4385-b52e-76a716bca298 admin admin] 10.222.0.38 "PUT /v2.0/routers/2d3cc9b6-239d-43e1-a430-6e2ea944bfb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6967664 Jul 14 11:45:13.485379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58630) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:13.516485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] Sync routers for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:13.541489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c05a36-c4d7-465d-9196-f11abc78824e None None] Pushing event deleted for resources: {'Port': ['ID=4fda4c5c-e1b9-4eaf-950e-01c8c1f65173,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:13.551956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.558530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c05a36-c4d7-465d-9196-f11abc78824e None None] No DVR routers for this DVR port 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:13.586416 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.592539 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/networks/563d8c01-89bd-42d7-a531-1d15a21c1701 HTTP/1.1" status: 204 len: 168 time: 0.7431829 Jul 14 11:45:13.601895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Network 0e11a694-fd10-44e0-9140-e49cad3f0772 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:13.602456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58632) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:13.610404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'network': {'name': 'tempest-RoutersTest-1379811039'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:13.626362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3ee86-4d77-4c19-8826-98b4642191fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Network': ['ID=563d8c01-89bd-42d7-a531-1d15a21c1701,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:13.627610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:13.665856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:13.666455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:13.683067 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.704744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-fae23c26-5d30-421b-be36-03dff668e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:13.716971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-fae23c26-5d30-421b-be36-03dff668e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:13.717587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-fae23c26-5d30-421b-be36-03dff668e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:13.718133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-fae23c26-5d30-421b-be36-03dff668e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:13.718676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-fae23c26-5d30-421b-be36-03dff668e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:13.722068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-fae23c26-5d30-421b-be36-03dff668e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:13.725705 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-fae23c26-5d30-421b-be36-03dff668e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:13.727889 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-808e1506-1acd-48d9-b982-8104f016047d req-fae23c26-5d30-421b-be36-03dff668e405 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6501 time: 0.2722979 Jul 14 11:45:13.754444 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '3c481c0a-f3be-4e35-a08a-fb8e4a326ddf', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'port_id': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'mac_address': 'fa:16:3e:a4:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:43:18Z', 'updated_at': '2021-07-14T11:45:10Z', 'revision_number': 1, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e7200-b228-47c1-99d0-7f087542e1e4', 'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'mac_address': 'fa:16:3e:8b:63:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:23Z', 'updated_at': '2021-07-14T11:42:32Z', 'revision_number': 5, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'subnets': [{'id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:13.790096 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] Checking router: e2440528-78c8-4b29-83ba-8fe3abd1710b for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:13.806240 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:13.807128 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:13.871234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:13.873722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:13.877327 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.945722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:13.988966 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:45:14.016623 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:14.020110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.035472 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.115665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:14.117884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:14.127589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-83af6ea5-71d0-4abd-96bf-177181f87ed7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4366634 Jul 14 11:45:14.130993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58634) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:14.136728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:14.144876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-78968fcb-6133-49af-9f45-1ece83602e91 None None] Provisioning for port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:14.150752 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.151120 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added segment 7d539b9e-8d45-4b91-b36c-42523ec2ceba of type vlan for network 744cfef0-c7e7-4f66-b457-9d82836a2a32 Jul 14 11:45:14.152921 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:14.201436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Checking segment: {'id': 'fc29cdeb-7587-4bf0-ab44-37cb57e247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '628e0e45-3c4b-439e-970c-e4345ad17052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:14.201799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network hostable DHCP agents. Network: 628e0e45-3c4b-439e-970c-e4345ad17052, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:14.206153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-fa00633a-5413-46e3-9e5e-c9eccf9d5f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:14.207798 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-808e1506-1acd-48d9-b982-8104f016047d req-fa00633a-5413-46e3-9e5e-c9eccf9d5f01 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 HTTP/1.1" status: 200 len: 917 time: 0.4333701 Jul 14 11:45:14.208573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Subnet': ['ID=058f4dd1-d725-48a1-b932-e2136c05e1fa,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:14.223815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 412dd633-ebf6-4898-8ebf-e3cdcb594526, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=412dd633-ebf6-4898-8ebf-e3cdcb594526,segment=NetworkSegment(599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9),segment_id=599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:14.227142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-78968fcb-6133-49af-9f45-1ece83602e91 None None] Provisioning complete for port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:14.227881 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-78968fcb-6133-49af-9f45-1ece83602e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.324197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network 628e0e45-3c4b-439e-970c-e4345ad17052 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:14.346645 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.347194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 628e0e45-3c4b-439e-970c-e4345ad17052) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:14.349879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a4627b81-9ba1-4acc-a10d-98c3e513eb4f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:14.354869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:14.355463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.374559 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-808e1506-1acd-48d9-b982-8104f016047d req-5534dea7-5749-4014-b1af-8d3ceab7ae84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 HTTP/1.1" status: 200 len: 999 time: 0.1567736 Jul 14 11:45:14.375635 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.444145 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.501253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bd4f4-d02f-4e16-8ea0-c27b1dad21de None None] Network 628e0e45-3c4b-439e-970c-e4345ad17052 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:14.558330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=412dd633-ebf6-4898-8ebf-e3cdcb594526,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:14.569654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-a69d058f-00cd-4e38-acb1-3511e0b08796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:14.575232 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-808e1506-1acd-48d9-b982-8104f016047d req-a69d058f-00cd-4e38-acb1-3511e0b08796 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3f6c9c-4cec-4db9-bf7a-5294fab2441d HTTP/1.1" status: 200 len: 856 time: 0.1806333 Jul 14 11:45:14.589296 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cf02830b-7883-44c2-937a-4a93311fd644 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7161546 Jul 14 11:45:14.590477 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '3c481c0a-f3be-4e35-a08a-fb8e4a326ddf', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'port_id': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'mac_address': 'fa:16:3e:a4:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:43:18Z', 'updated_at': '2021-07-14T11:45:10Z', 'revision_number': 1, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e7200-b228-47c1-99d0-7f087542e1e4', 'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'mac_address': 'fa:16:3e:8b:63:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:23Z', 'updated_at': '2021-07-14T11:42:32Z', 'revision_number': 5, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'subnets': [{'id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:14.603483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58644) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:14.637234 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e93dd-dab5-4156-9445-c604d206333c None None] The sync data for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 is: [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '3c481c0a-f3be-4e35-a08a-fb8e4a326ddf', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'port_id': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'mac_address': 'fa:16:3e:a4:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953fca26-e715-4239-b880-fabee9c0fc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:43:18Z', 'updated_at': '2021-07-14T11:45:10Z', 'revision_number': 1, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e7200-b228-47c1-99d0-7f087542e1e4', 'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'mac_address': 'fa:16:3e:8b:63:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:23Z', 'updated_at': '2021-07-14T11:42:32Z', 'revision_number': 5, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'subnets': [{'id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:14.689637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1506-1acd-48d9-b982-8104f016047d req-42ac3acb-6185-4a2d-91d0-a12b517e4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:14.691246 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-808e1506-1acd-48d9-b982-8104f016047d req-42ac3acb-6185-4a2d-91d0-a12b517e4b06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062477 Jul 14 11:45:14.757073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.757421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.757765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.758103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.758442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.758775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.759102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.759430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.759757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.760123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.760450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.760771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:14.778601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Transition to ACTIVE for port object cc1cff42-2e9c-4f01-a090-5ec71ae85987 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:14.797314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-78968fcb-6133-49af-9f45-1ece83602e91 None None] Port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:14.810996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.829150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.839280 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-808e1506-1acd-48d9-b982-8104f016047d req-87c39200-aac4-4c84-8279-b4620c23fe4d service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410029 Jul 14 11:45:14.843750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:14.881225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ee07e-064f-4665-8aec-bf325d59e820 None None] Pushing event updated for resources: {'Port': ['ID=cc1cff42-2e9c-4f01-a090-5ec71ae85987,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:15.032757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a4627b81-9ba1-4acc-a10d-98c3e513eb4f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:15.051189 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-808e1506-1acd-48d9-b982-8104f016047d req-e7d1fb17-6073-4e70-9905-53aa67dc0188 service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038145 Jul 14 11:45:15.077287 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709887d-d637-4cc5-b421-3b3e0d05d577 None None] New status for floating IP 3c481c0a-f3be-4e35-a08a-fb8e4a326ddf: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:45:15.145407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a4627b81-9ba1-4acc-a10d-98c3e513eb4f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:15.145958 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.161290 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.resource_extend [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:45:15.256649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-628e0e45-3c4b-439e-970c-e4345ad17052', 'network_id': '628e0e45-3c4b-439e-970c-e4345ad17052', 'tenant_id': 'cfe822c38765446880926232f338a0a1', 'fixed_ips': [{'subnet_id': '058f4dd1-d725-48a1-b932-e2136c05e1fa'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:45:15.257473 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.291101 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.295259 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.311305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:15.312387 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.317569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Attempting to bind port cc1cff42-2e9c-4f01-a090-5ec71ae85987 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:15.317925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Attempting to bind port cc1cff42-2e9c-4f01-a090-5ec71ae85987 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:15.318292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Attempting to bind port cc1cff42-2e9c-4f01-a090-5ec71ae85987 on network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:15.390425 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.459529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Allocated IP 2001:db8::2 (628e0e45-3c4b-439e-970c-e4345ad17052/058f4dd1-d725-48a1-b932-e2136c05e1fa/1ca884f1-7b78-4bee-8e5d-a0ea1d254446) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:15.490243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8839803 Jul 14 11:45:15.490243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Deleting port ccba598c-27c0-4d30-a62d-c4dbce44405e {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:15.490243 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.491097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58646) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:15.495640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'subnet': {'network_id': '744cfef0-c7e7-4f66-b457-9d82836a2a32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:15.605490 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.614519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Transition to ACTIVE for port object 1ca884f1-7b78-4bee-8e5d-a0ea1d254446 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:15.630618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Transition to ACTIVE for port object 1ca884f1-7b78-4bee-8e5d-a0ea1d254446 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:15.635505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-15e02937-d18a-4293-ab7e-67891c3f6442 None None] Provisioning complete for port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:15.636195 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-15e02937-d18a-4293-ab7e-67891c3f6442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.647456 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.670050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:15.670417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Checking segment: {'id': '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:15.670734 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.671179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Bound using segment: {'id': '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:15.671669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Bound port: cc1cff42-2e9c-4f01-a090-5ec71ae85987, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:15.672112 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.707373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:15.712048 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.716517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563c76e-0f96-4e4d-89d4-c230b5a23941 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Network': ['ID=744cfef0-c7e7-4f66-b457-9d82836a2a32,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:15.738197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Network 628e0e45-3c4b-439e-970c-e4345ad17052 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:15.745688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:15.747770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 744cfef0-c7e7-4f66-b457-9d82836a2a32 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:15.747925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] For port ccba598c-27c0-4d30-a62d-c4dbce44405e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ccba598c-27c0-4d30-a62d-c4dbce44405e,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:15.748264 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:15.767743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:15.775454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Calling delete_port for ccba598c-27c0-4d30-a62d-c4dbce44405e owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:15.821435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:45:10Z', 'revision_number': 5, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port': {'id': 'ccba598c-27c0-4d30-a62d-c4dbce44405e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:35:11Z', 'updated_at': '2021-07-14T11:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:15.854626 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-15e02937-d18a-4293-ab7e-67891c3f6442 None None] Port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:15.875795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] Checking router: 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:15.887627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Pushing event updated for resources: {'Port': ['ID=1ca884f1-7b78-4bee-8e5d-a0ea1d254446,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:15.981448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.007612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Attempting to bind port 1ca884f1-7b78-4bee-8e5d-a0ea1d254446 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:16.008271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Attempting to bind port 1ca884f1-7b78-4bee-8e5d-a0ea1d254446 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'fc29cdeb-7587-4bf0-ab44-37cb57e247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '628e0e45-3c4b-439e-970c-e4345ad17052'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:16.008654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Attempting to bind port 1ca884f1-7b78-4bee-8e5d-a0ea1d254446 on network 628e0e45-3c4b-439e-970c-e4345ad17052 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:16.031890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] Routers {'2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:16.032733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:16.041014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:16.041389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Checking segment: {'id': 'fc29cdeb-7587-4bf0-ab44-37cb57e247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '628e0e45-3c4b-439e-970c-e4345ad17052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:16.041800 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.042340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Bound using segment: {'id': 'fc29cdeb-7587-4bf0-ab44-37cb57e247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '628e0e45-3c4b-439e-970c-e4345ad17052'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:16.042884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Bound port: 1ca884f1-7b78-4bee-8e5d-a0ea1d254446, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc29cdeb-7587-4bf0-ab44-37cb57e247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '628e0e45-3c4b-439e-970c-e4345ad17052'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:16.043374 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.080564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.081643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Checking segment: {'id': '7d539b9e-8d45-4b91-b36c-42523ec2ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '744cfef0-c7e7-4f66-b457-9d82836a2a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:16.082258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network hostable DHCP agents. Network: 744cfef0-c7e7-4f66-b457-9d82836a2a32, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:16.096688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Subnet': ['ID=2dee56d6-2284-4e92-9ccf-0f83ec521e73,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:16.114522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 744cfef0-c7e7-4f66-b457-9d82836a2a32 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:16.128555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 744cfef0-c7e7-4f66-b457-9d82836a2a32) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:16.147587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:16.148268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.171518 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ed67d877-e350-45eb-be1d-ea5f40e1669e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6793468 Jul 14 11:45:16.172670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58652) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:16.178981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-33d1786a-e5b8-47ad-86a2-f82bcab740d6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2024463199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:16.209502 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d1786a-e5b8-47ad-86a2-f82bcab740d6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.210732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d1786a-e5b8-47ad-86a2-f82bcab740d6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.244866 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.288795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Subnet': ['ID=058f4dd1-d725-48a1-b932-e2136c05e1fa,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:16.289318 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d1786a-e5b8-47ad-86a2-f82bcab740d6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.295311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d1786a-e5b8-47ad-86a2-f82bcab740d6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.313907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605768c2-0b4b-4e5d-94aa-c3a7a6b7feae None None] Network 744cfef0-c7e7-4f66-b457-9d82836a2a32 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:16.315512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d1786a-e5b8-47ad-86a2-f82bcab740d6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.320082 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-33d1786a-e5b8-47ad-86a2-f82bcab740d6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1458459 Jul 14 11:45:16.320731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58654) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:16.322738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] For port cc1cff42-2e9c-4f01-a090-5ec71ae85987, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:16.325767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'port': {'network_id': '744cfef0-c7e7-4f66-b457-9d82836a2a32', 'name': 'tempest-RoutersTest-1365609786'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:16.394293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] For port cc1cff42-2e9c-4f01-a090-5ec71ae85987, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cc1cff42-2e9c-4f01-a090-5ec71ae85987,segment=NetworkSegment(0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a),segment_id=0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:16.433135 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.464756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.481721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] Set router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:16.493385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:16.498647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.499531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628e0e45-3c4b-439e-970c-e4345ad17052']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:16.521049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] device_id is not set on port 04688b51-9b4a-422b-9bb7-8de92c76c72f yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:45:16.523543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc29cdeb-7587-4bf0-ab44-37cb57e247be') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:16.523820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc29cdeb-7587-4bf0-ab44-37cb57e247be') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:16.573366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.575388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.extraroute_db [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 11:45:16.605927 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.622062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.extraroute_db [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Removed routes are [] {{(pid=93702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 11:45:16.622570 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.625139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:16.625139 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:16.629243 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:16.643737 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.656811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port a4627b81-9ba1-4acc-a10d-98c3e513eb4f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a4627b81-9ba1-4acc-a10d-98c3e513eb4f,segment=NetworkSegment(4313a843-08b5-4cc8-a203-5580a4b7e2f9),segment_id=4313a843-08b5-4cc8-a203-5580a4b7e2f9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:16.676782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 6, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:16.691807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.20.0.9 (744cfef0-c7e7-4f66-b457-9d82836a2a32/2dee56d6-2284-4e92-9ccf-0f83ec521e73/04688b51-9b4a-422b-9bb7-8de92c76c72f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:16.729742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:16.730554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42771c3f-6e73-40e1-840e-8e6cfb704e51 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:16.753225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccba598c-27c0-4d30-a62d-c4dbce44405e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:16.790363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:16.791019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:16.805373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] For port 1ca884f1-7b78-4bee-8e5d-a0ea1d254446, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:16.830802 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 11:45:16.830802 n-d-778696-8 neutron-server[93702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 11:45:16.830802 n-d-778696-8 neutron-server[93702]: [parameters: {'id': '628e0e45-3c4b-439e-970c-e4345ad17052'}] Jul 14 11:45:16.830802 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:45:16.831235 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:45:16.850440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e997106-e86f-4818-ab2d-634afb330e8c None None] The sync data for ids ['2d3cc9b6-239d-43e1-a430-6e2ea944bfb2'] in n-d-778696-8 is: [{'id': '2d3cc9b6-239d-43e1-a430-6e2ea944bfb2', 'name': 'tempest-ServerActionsTestJSON-1522987754-router', 'tenant_id': '32cec261a407494189ca3949d6d969ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:35:09Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 6, 'project_id': '32cec261a407494189ca3949d6d969ae', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:16.963018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] For port 1ca884f1-7b78-4bee-8e5d-a0ea1d254446, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ca884f1-7b78-4bee-8e5d-a0ea1d254446,segment=NetworkSegment(fc29cdeb-7587-4bf0-ab44-37cb57e247be),segment_id=fc29cdeb-7587-4bf0-ab44-37cb57e247be)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:16.972045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ee07e-064f-4665-8aec-bf325d59e820 None None] Pushing event updated for resources: {'Port': ['ID=cc1cff42-2e9c-4f01-a090-5ec71ae85987,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:17.051715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=a4627b81-9ba1-4acc-a10d-98c3e513eb4f,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:17.065805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.090542 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.107232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.122503 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.122813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Transition to ACTIVE for port object 04688b51-9b4a-422b-9bb7-8de92c76c72f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:17.134109 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.161549 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.221314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-744cfef0-c7e7-4f66-b457-9d82836a2a32', 'network_id': '744cfef0-c7e7-4f66-b457-9d82836a2a32', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'fixed_ips': [{'subnet_id': '2dee56d6-2284-4e92-9ccf-0f83ec521e73'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:45:17.222184 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.228473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 744cfef0-c7e7-4f66-b457-9d82836a2a32 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:17.232070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:17.244454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:17.250693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:17.288753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=04688b51-9b4a-422b-9bb7-8de92c76c72f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:17.336926 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.342816 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.347893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.360894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:17.362697 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.400370 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-993ff5e8-c640-40bd-aa26-99b4c9276b43 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0761280 Jul 14 11:45:17.400662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58664) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:17.466544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:17.483906 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.485618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:45:17.487815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2630e-6936-4a28-a426-f189ff52f306 None None] Pushing event updated for resources: {'Port': ['ID=1ca884f1-7b78-4bee-8e5d-a0ea1d254446,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:17.494913 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.500114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0259e533-a451-4cb1-b031-5f6b8b82fc4c admin admin] 10.222.0.38 "DELETE /v2.0/routers/2d3cc9b6-239d-43e1-a430-6e2ea944bfb2 HTTP/1.1" status: 204 len: 168 time: 4.0090256 Jul 14 11:45:17.502161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58666) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:17.535678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2240033-4775-4572-9276-bf3c7d4d2329 None None] Network 628e0e45-3c4b-439e-970c-e4345ad17052 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:17.540457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 42771c3f-6e73-40e1-840e-8e6cfb704e51 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:17.540919 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.694255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Deleting port 1ca884f1-7b78-4bee-8e5d-a0ea1d254446 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:17.694765 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.718430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb12dc33-79ae-418a-a075-0a5afe7a32f9 admin admin] Deleting subnet e96801ef-089e-480e-92cc-5f1b98baab38 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:17.734744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Allocated IP 172.20.0.2 (744cfef0-c7e7-4f66-b457-9d82836a2a32/2dee56d6-2284-4e92-9ccf-0f83ec521e73/9c598b3a-1469-4b11-9a1a-40d026a607c4) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:17.759821 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb12dc33-79ae-418a-a075-0a5afe7a32f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.855201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:17.870347 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:17.871880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-425be487-d25f-4f36-87a3-07a74c17d5b7 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc HTTP/1.1" status: 200 len: 954 time: 3.7389264 Jul 14 11:45:17.876506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58668) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:18.012166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:18.094101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] For port 1ca884f1-7b78-4bee-8e5d-a0ea1d254446, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ca884f1-7b78-4bee-8e5d-a0ea1d254446,segment=NetworkSegment(fc29cdeb-7587-4bf0-ab44-37cb57e247be),segment_id=fc29cdeb-7587-4bf0-ab44-37cb57e247be)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:18.097426 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:18.130906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Calling delete_port for 1ca884f1-7b78-4bee-8e5d-a0ea1d254446 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:18.200497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2629717c-5955-4347-8a79-8ef93b6502cc no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:18.277193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 2629717c-5955-4347-8a79-8ef93b6502cc {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:18.277769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2629717c-5955-4347-8a79-8ef93b6502cc not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:18.317277 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb12dc33-79ae-418a-a075-0a5afe7a32f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:18.379514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bab7bd06-658f-4136-92bf-a124306064a9 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc HTTP/1.1" status: 200 len: 954 time: 0.4939525 Jul 14 11:45:18.415241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58674) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:18.417298 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:18.428703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'routes': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:18.458188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:16Z', 'revision_number': 6, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0815b7-185e-4ea8-b1aa-51b45d12f714', 'name': '', 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:8a:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:45:08Z', 'updated_at': '2021-07-14T11:45:12Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:16Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:18.614491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Transition to ACTIVE for port object 9c598b3a-1469-4b11-9a1a-40d026a607c4 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:18.642687 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:18.646464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb12dc33-79ae-418a-a075-0a5afe7a32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:18.649916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cc1cff42-2e9c-4f01-a090-5ec71ae85987 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:18.663156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51612f-6f59-4a3f-a0cb-7417fdc67fb0 None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:16Z', 'revision_number': 6, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0815b7-185e-4ea8-b1aa-51b45d12f714', 'name': '', 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:8a:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:45:08Z', 'updated_at': '2021-07-14T11:45:12Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:16Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:18.862395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Port': ['ID=1ca884f1-7b78-4bee-8e5d-a0ea1d254446,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:18.886078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:18.891452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:18.919447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No DVR routers for this DVR port 1ca884f1-7b78-4bee-8e5d-a0ea1d254446 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:19.009983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Transition to ACTIVE for port object 9c598b3a-1469-4b11-9a1a-40d026a607c4 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:19.042082 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.097279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Network 744cfef0-c7e7-4f66-b457-9d82836a2a32 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:19.121165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:19.134308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:19.140667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=04688b51-9b4a-422b-9bb7-8de92c76c72f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:19.178341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port cc1cff42-2e9c-4f01-a090-5ec71ae85987 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:19.236144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port cc1cff42-2e9c-4f01-a090-5ec71ae85987 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:19.237251 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.242020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Pushing event updated for resources: {'Port': ['ID=9c598b3a-1469-4b11-9a1a-40d026a607c4,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:19.298391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.316064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Attempting to bind port 9c598b3a-1469-4b11-9a1a-40d026a607c4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:19.317274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Attempting to bind port 9c598b3a-1469-4b11-9a1a-40d026a607c4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '7d539b9e-8d45-4b91-b36c-42523ec2ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '744cfef0-c7e7-4f66-b457-9d82836a2a32'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:19.317906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Attempting to bind port 9c598b3a-1469-4b11-9a1a-40d026a607c4 on network 744cfef0-c7e7-4f66-b457-9d82836a2a32 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:19.333393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:19.334255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Checking segment: {'id': '7d539b9e-8d45-4b91-b36c-42523ec2ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '744cfef0-c7e7-4f66-b457-9d82836a2a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:19.334840 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.335560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Bound using segment: {'id': '7d539b9e-8d45-4b91-b36c-42523ec2ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '744cfef0-c7e7-4f66-b457-9d82836a2a32'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:19.336315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Bound port: 9c598b3a-1469-4b11-9a1a-40d026a607c4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d539b9e-8d45-4b91-b36c-42523ec2ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '744cfef0-c7e7-4f66-b457-9d82836a2a32'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:19.336880 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.499090 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.515036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] For port 9c598b3a-1469-4b11-9a1a-40d026a607c4, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:19.520305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] For port 9c598b3a-1469-4b11-9a1a-40d026a607c4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9c598b3a-1469-4b11-9a1a-40d026a607c4,segment=NetworkSegment(7d539b9e-8d45-4b91-b36c-42523ec2ceba),segment_id=7d539b9e-8d45-4b91-b36c-42523ec2ceba)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:19.528056 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.650471 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.680263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebd2f9-cc7a-43bc-b781-ef30c06f8fbc None None] Pushing event updated for resources: {'Port': ['ID=9c598b3a-1469-4b11-9a1a-40d026a607c4,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:19.725613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb12dc33-79ae-418a-a075-0a5afe7a32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.748063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port cc1cff42-2e9c-4f01-a090-5ec71ae85987, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cc1cff42-2e9c-4f01-a090-5ec71ae85987,segment=NetworkSegment(0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a),segment_id=0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:19.764474 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.765388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 412dd633-ebf6-4898-8ebf-e3cdcb594526 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:19.836145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12dc33-79ae-418a-a075-0a5afe7a32f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96801ef-089e-480e-92cc-5f1b98baab38,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:19.848967 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb12dc33-79ae-418a-a075-0a5afe7a32f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.851416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cb12dc33-79ae-418a-a075-0a5afe7a32f9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e96801ef-089e-480e-92cc-5f1b98baab38 HTTP/1.1" status: 204 len: 168 time: 2.3477802 Jul 14 11:45:19.853447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.854624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58680) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:19.864686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d147b98-6598-4abb-84ae-b5df19995455 None None] Network 53da603f-c8a8-4203-97fd-895ac1ec1871 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:19.872972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628e0e45-3c4b-439e-970c-e4345ad17052']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:19.906601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc29cdeb-7587-4bf0-ab44-37cb57e247be') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:19.907129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc29cdeb-7587-4bf0-ab44-37cb57e247be') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:19.940613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:19.980662 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.017318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:20.018738 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:20.023749 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:20.067271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:20.069639 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.087783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:20.088448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:20.146080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.164183 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.196639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=cc1cff42-2e9c-4f01-a090-5ec71ae85987,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:20.226199 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.240373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.242772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/628e0e45-3c4b-439e-970c-e4345ad17052 HTTP/1.1" status: 204 len: 168 time: 5.6328566 Jul 14 11:45:20.248497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 412dd633-ebf6-4898-8ebf-e3cdcb594526 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:20.249011 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.251227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58682) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:20.264447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1675666760'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:20.291756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b56f0-9975-433c-a874-43d7d8de38dd tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Network': ['ID=628e0e45-3c4b-439e-970c-e4345ad17052,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:20.292513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=04688b51-9b4a-422b-9bb7-8de92c76c72f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:20.321417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:20.326313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.334567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:20.343167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.extraroute_db [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added routes are [] {{(pid=93702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 11:45:20.343566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.extraroute_db [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 11:45:20.350966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Deleting port b1a6facf-2003-41ae-9837-435e02f2c62f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:20.351444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.378081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:20.402642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.403465 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Added segment 8ed854c3-49d7-46cb-a262-2cedc1a5a9af of type vlan for network cf402c20-f20b-43e1-97ee-9bf407d7487b Jul 14 11:45:20.407261 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.434664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c1c1cc5b-e899-4172-bb69-277e206edc04 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:20.450527 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.536276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] For port b1a6facf-2003-41ae-9837-435e02f2c62f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b1a6facf-2003-41ae-9837-435e02f2c62f,segment=NetworkSegment(5139959e-9d9b-4693-84f3-e00cb1f82b4a),segment_id=5139959e-9d9b-4693-84f3-e00cb1f82b4a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:20.536668 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.566466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Calling delete_port for b1a6facf-2003-41ae-9837-435e02f2c62f owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:20.594527 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.703513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 744cfef0-c7e7-4f66-b457-9d82836a2a32 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:20.707879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c1c1cc5b-e899-4172-bb69-277e206edc04 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:20.708404 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.724641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:20.819532 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.832544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18993de-57f2-4316-9349-e20155654131 None None] DHCP port deletion for 53da603f-c8a8-4203-97fd-895ac1ec1871 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:20.837343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:20.838348 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.845741 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:20.929927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] No DVR routers for this DVR port b1a6facf-2003-41ae-9837-435e02f2c62f on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:20.932970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a6facf-2003-41ae-9837-435e02f2c62f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:20.958045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6944761 Jul 14 11:45:20.962624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58694) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:20.968039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a4627b81-9ba1-4acc-a10d-98c3e513eb4f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:20.969630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Request body: {'subnet': {'network_id': 'cf402c20-f20b-43e1-97ee-9bf407d7487b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:20.971967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c18993de-57f2-4316-9349-e20155654131 None None] The port 'b1a6facf-2003-41ae-9837-435e02f2c62f' was deleted {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 11:45:21.067110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db4403-3cdb-47eb-953b-208eff2f6590 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Network': ['ID=cf402c20-f20b-43e1-97ee-9bf407d7487b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:21.078925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network cf402c20-f20b-43e1-97ee-9bf407d7487b details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:21.084140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.095005 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.142873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.160689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a4627b81-9ba1-4acc-a10d-98c3e513eb4f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:21.161376 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.169009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router e335d50f-6fe9-4416-bcd1-124c9f9a4b23 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:45:21.172109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53da603f-c8a8-4203-97fd-895ac1ec1871']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:21.211453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5139959e-9d9b-4693-84f3-e00cb1f82b4a') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:21.211749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5139959e-9d9b-4693-84f3-e00cb1f82b4a') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:21.219313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:16Z', 'revision_number': 6, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0815b7-185e-4ea8-b1aa-51b45d12f714', 'name': '', 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:8a:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:45:08Z', 'updated_at': '2021-07-14T11:45:12Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:19Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:21.228335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.270328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Made reservation on behalf of cfe822c38765446880926232f338a0a1 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:21.274357 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.282229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:21.284671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:21.285046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Updating router 07af7440-e494-4312-9da5-274a190e4ffc port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:45:21.357870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.380409 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.382583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:21.383004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:21.384930 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:21.406365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68348eb-eedf-4c2c-b666-c617dcf9f312 None None] Network 744cfef0-c7e7-4f66-b457-9d82836a2a32 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:21.443287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:21.468450 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a735e8-85c1-42c6-8067-e0c175830325 None None] Sync routers for ids ['e335d50f-6fe9-4416-bcd1-124c9f9a4b23'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:21.490428 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ff81ecb-8946-4fa7-ad56-77eeb3a8f84f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/e335d50f-6fe9-4416-bcd1-124c9f9a4b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0862069 Jul 14 11:45:21.490428 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.496264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58696) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:21.502096 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a735e8-85c1-42c6-8067-e0c175830325 None None] Routers {'e335d50f-6fe9-4416-bcd1-124c9f9a4b23'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:21.502872 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-28a735e8-85c1-42c6-8067-e0c175830325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e335d50f-6fe9-4416-bcd1-124c9f9a4b23'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:21.511288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5b32e252-72c5-49d3-af51-85fc719ff9b9 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:21.562091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.564351 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/53da603f-c8a8-4203-97fd-895ac1ec1871 HTTP/1.1" status: 204 len: 168 time: 1.7057569 Jul 14 11:45:21.584272 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-28a735e8-85c1-42c6-8067-e0c175830325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:21.602731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 5b32e252-72c5-49d3-af51-85fc719ff9b9 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:21.603077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5b32e252-72c5-49d3-af51-85fc719ff9b9 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:21.617850 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a735e8-85c1-42c6-8067-e0c175830325 None None] Routers {'e335d50f-6fe9-4416-bcd1-124c9f9a4b23'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:21.617850 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-28a735e8-85c1-42c6-8067-e0c175830325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e335d50f-6fe9-4416-bcd1-124c9f9a4b23'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:21.618401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:21.619102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd43540-56d5-4eda-ab81-cc65e211abe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=53da603f-c8a8-4203-97fd-895ac1ec1871,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:21.641528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:21.674553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:21.675166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4fda4c5c-e1b9-4eaf-950e-01c8c1f65173 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:21.675738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ccba598c-27c0-4d30-a62d-c4dbce44405e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:21.677161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:21.681804 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-adb909cb-db0b-4c96-8f0c-39a7f6c4dc9a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc HTTP/1.1" status: 200 len: 704 time: 3.2581406 Jul 14 11:45:21.682586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58702) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:21.685672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2483925a-810e-4317-85b4-805edb98994a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:21.687605 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2483925a-810e-4317-85b4-805edb98994a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports/04688b51-9b4a-422b-9bb7-8de92c76c72f HTTP/1.1" status: 200 len: 977 time: 0.1706023 Jul 14 11:45:21.691775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58704) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:21.697142 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-28a735e8-85c1-42c6-8067-e0c175830325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:21.701861 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a735e8-85c1-42c6-8067-e0c175830325 None None] The sync data for ids ['e335d50f-6fe9-4416-bcd1-124c9f9a4b23'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:21.711425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: ccba598c-27c0-4d30-a62d-c4dbce44405e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:21.711979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ccba598c-27c0-4d30-a62d-c4dbce44405e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:21.724826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8e91f833-d5aa-4788-bbe1-c6a2237ac171 None None] Provisioning for port 9c598b3a-1469-4b11-9a1a-40d026a607c4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:21.891094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58708) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:22.026526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2462e03b-ae4c-486c-9014-f82cb0477fa1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=32cec261a407494189ca3949d6d969ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341991 Jul 14 11:45:22.034213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58710) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:22.047579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cc1cff42-2e9c-4f01-a090-5ec71ae85987 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:22.061262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e55a1a69-6ed9-4efd-8a6d-ef6ff9272cd3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc HTTP/1.1" status: 200 len: 704 time: 0.3743129 Jul 14 11:45:22.064808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58712) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:22.179496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port cc1cff42-2e9c-4f01-a090-5ec71ae85987 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:22.179931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.259960 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.286498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Transition to ACTIVE for port object 5e0815b7-185e-4ea8-b1aa-51b45d12f714 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:22.290427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41627db1-430c-49aa-9fed-1d19dc3f9253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.301434 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.330635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.objects.ports [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93702) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:45:22.370709 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.393599 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.481180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event updated for resources: {'Subnet': ['ID=f50fe0dd-c109-4062-86bc-48ec3a6eb16b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:22.487364 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41627db1-430c-49aa-9fed-1d19dc3f9253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.626786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65304d67-f9a4-4006-b0d8-394793ff3202 None None] Pushing event updated for resources: {'Port': ['ID=5e0815b7-185e-4ea8-b1aa-51b45d12f714,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:22.705860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Checking segment: {'id': '8ed854c3-49d7-46cb-a262-2cedc1a5a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cf402c20-f20b-43e1-97ee-9bf407d7487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:22.706267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network hostable DHCP agents. Network: cf402c20-f20b-43e1-97ee-9bf407d7487b, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:22.724714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-839aa0b1-e9b5-4280-81f3-b4e6d7d9783c None None] Provisioning for port 04688b51-9b4a-422b-9bb7-8de92c76c72f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:22.780720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Network cf402c20-f20b-43e1-97ee-9bf407d7487b is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:22.784341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 04688b51-9b4a-422b-9bb7-8de92c76c72f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:22.784837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.806679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, cf402c20-f20b-43e1-97ee-9bf407d7487b) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:22.809030 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41627db1-430c-49aa-9fed-1d19dc3f9253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.812173 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41627db1-430c-49aa-9fed-1d19dc3f9253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.816809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-41627db1-430c-49aa-9fed-1d19dc3f9253 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f67398f6-219e-4af6-9b65-4140c7763ca3 HTTP/1.1" status: 204 len: 168 time: 0.7814181 Jul 14 11:45:22.825691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:22.826426 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.851632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627db1-430c-49aa-9fed-1d19dc3f9253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67398f6-219e-4af6-9b65-4140c7763ca3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:22.863893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-839aa0b1-e9b5-4280-81f3-b4e6d7d9783c None None] Provisioning complete for port 04688b51-9b4a-422b-9bb7-8de92c76c72f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:22.864765 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-839aa0b1-e9b5-4280-81f3-b4e6d7d9783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.866561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.869226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9c598b3a-1469-4b11-9a1a-40d026a607c4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:22.869789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ae27eb5e-eab5-4032-9fa1-80640d8a8e46 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9042764 Jul 14 11:45:22.872058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58718) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:22.872684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af5fa9-2d56-4886-89c8-da00445e5e03 None None] Network cf402c20-f20b-43e1-97ee-9bf407d7487b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:22.962742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:22.994894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 04688b51-9b4a-422b-9bb7-8de92c76c72f owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:23.113759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Attempting to bind port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:23.114027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Attempting to bind port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '4313a843-08b5-4cc8-a203-5580a4b7e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:23.114378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Attempting to bind port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 on network 0e11a694-fd10-44e0-9140-e49cad3f0772 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:23.154625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-839aa0b1-e9b5-4280-81f3-b4e6d7d9783c None None] Port 04688b51-9b4a-422b-9bb7-8de92c76c72f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:23.157137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:23.160210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Checking segment: {'id': '4313a843-08b5-4cc8-a203-5580a4b7e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:23.160210 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:23.160210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Bound using segment: {'id': '4313a843-08b5-4cc8-a203-5580a4b7e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:23.160210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Bound port: 5e0815b7-185e-4ea8-b1aa-51b45d12f714, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4313a843-08b5-4cc8-a203-5580a4b7e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:23.160210 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:23.169527 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:23.273716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 9c598b3a-1469-4b11-9a1a-40d026a607c4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:23.289311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9c598b3a-1469-4b11-9a1a-40d026a607c4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:23.289963 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:23.372719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] For port 5e0815b7-185e-4ea8-b1aa-51b45d12f714, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:23.420596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] For port 5e0815b7-185e-4ea8-b1aa-51b45d12f714, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5e0815b7-185e-4ea8-b1aa-51b45d12f714,segment=NetworkSegment(4313a843-08b5-4cc8-a203-5580a4b7e2f9),segment_id=4313a843-08b5-4cc8-a203-5580a4b7e2f9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:23.454126 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:23.498091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:23.541860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ff1cb341-2127-4ccb-8e61-64ae4e05c3e7 None None] Provisioning complete for port 04688b51-9b4a-422b-9bb7-8de92c76c72f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:23.542250 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb341-2127-4ccb-8e61-64ae4e05c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:23.566364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ee752-47da-4fea-8935-5acf7ca442a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-cf402c20-f20b-43e1-97ee-9bf407d7487b', 'network_id': 'cf402c20-f20b-43e1-97ee-9bf407d7487b', 'tenant_id': 'cfe822c38765446880926232f338a0a1', 'fixed_ips': [{'subnet_id': 'f50fe0dd-c109-4062-86bc-48ec3a6eb16b'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:45:23.567702 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-593ee752-47da-4fea-8935-5acf7ca442a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:23.578020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=04688b51-9b4a-422b-9bb7-8de92c76c72f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:23.671081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ff1cb341-2127-4ccb-8e61-64ae4e05c3e7 None None] Port 04688b51-9b4a-422b-9bb7-8de92c76c72f was deleted so its status cannot be updated. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 11:45:23.718444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65304d67-f9a4-4006-b0d8-394793ff3202 None None] Pushing event updated for resources: {'Port': ['ID=5e0815b7-185e-4ea8-b1aa-51b45d12f714,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:23.754539 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:23.769936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:23.770574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:23.878430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.008975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.022350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.083387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Subnet': ['ID=f50fe0dd-c109-4062-86bc-48ec3a6eb16b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:24.211000 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.229533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:24.247555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf402c20-f20b-43e1-97ee-9bf407d7487b']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:24.265369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed854c3-49d7-46cb-a262-2cedc1a5a9af') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:24.265831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed854c3-49d7-46cb-a262-2cedc1a5a9af') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:24.285229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.307541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:24.308133 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.319648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.332027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:24.332755 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:24.379411 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:24.414415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58748) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:24.433270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router e335d50f-6fe9-4416-bcd1-124c9f9a4b23 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:24.540354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fdcbb6f7-c5b9-4d59-be6d-6b0c48964372 None None] Could not find standard attr ID for object 04688b51-9b4a-422b-9bb7-8de92c76c72f. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:45:24.591345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 9c598b3a-1469-4b11-9a1a-40d026a607c4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9c598b3a-1469-4b11-9a1a-40d026a607c4,segment=NetworkSegment(7d539b9e-8d45-4b91-b36c-42523ec2ceba),segment_id=7d539b9e-8d45-4b91-b36c-42523ec2ceba)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-593ee752-47da-4fea-8935-5acf7ca442a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f50fe0dd-c109-4062-86bc-48ec3a6eb16b: This subnet is being modified by another concurrent operation. Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f50fe0dd-c109-4062-86bc-48ec3a6eb16b: This subnet is being modified by another concurrent operation. Jul 14 11:45:24.612560 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:45:24.619343 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.650695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port 5e0815b7-185e-4ea8-b1aa-51b45d12f714, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5e0815b7-185e-4ea8-b1aa-51b45d12f714,segment=NetworkSegment(4313a843-08b5-4cc8-a203-5580a4b7e2f9),segment_id=4313a843-08b5-4cc8-a203-5580a4b7e2f9)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:24.650695 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.664409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 5e0815b7-185e-4ea8-b1aa-51b45d12f714 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:24.725897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=9c598b3a-1469-4b11-9a1a-40d026a607c4,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:24.728741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006d5fc-a921-48bf-836b-4b173b027f54 None None] Network cf402c20-f20b-43e1-97ee-9bf407d7487b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:24.734373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b1a6facf-2003-41ae-9837-435e02f2c62f no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:24.805640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58754) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:24.817590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.823006 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:24.825140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/cf402c20-f20b-43e1-97ee-9bf407d7487b HTTP/1.1" status: 204 len: 168 time: 1.9514947 Jul 14 11:45:24.846574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:24.857832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b1a6facf-2003-41ae-9837-435e02f2c62f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:24.858389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b1a6facf-2003-41ae-9837-435e02f2c62f not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:24.882359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:20Z', 'revision_number': 7, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0815b7-185e-4ea8-b1aa-51b45d12f714', 'name': '', 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:8a:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:45:08Z', 'updated_at': '2021-07-14T11:45:23Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:19Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:24.888722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c347e28-2ca2-4679-8dfc-b6773b81e632 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Network': ['ID=cf402c20-f20b-43e1-97ee-9bf407d7487b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:24.964595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9b8c6-54c7-4f0a-80b7-a2e18656989b None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:20Z', 'revision_number': 7, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0815b7-185e-4ea8-b1aa-51b45d12f714', 'name': '', 'network_id': '0e11a694-fd10-44e0-9140-e49cad3f0772', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:8a:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:45:08Z', 'updated_at': '2021-07-14T11:45:23Z', 'revision_number': 4, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:19Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:24.969277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef2aa2b-1054-4e81-8f62-62cdecdcb23e None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:45:24.980536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1410716415-network', 'tenant_id': '1815445a26714e32b39e3759955df1fb'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:24.984243 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4845c6c-50b4-489d-962c-a808ea0367f9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:24.988912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4845c6c-50b4-489d-962c-a808ea0367f9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:24.990878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a4845c6c-50b4-489d-962c-a808ea0367f9 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/subnets/f50fe0dd-c109-4062-86bc-48ec3a6eb16b HTTP/1.1" status: 404 len: 337 time: 0.0974808 Jul 14 11:45:25.000657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58760) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:25.082521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Made reservation on behalf of 1815445a26714e32b39e3759955df1fb for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:25.084370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:25.085918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5e0815b7-185e-4ea8-b1aa-51b45d12f714 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:25.086439 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6763d51-b4fa-4b8e-9cb2-7da3dc6174ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.088618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.091826 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5cfb6b93-288d-408f-b6d9-206ab067de71 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/e335d50f-6fe9-4416-bcd1-124c9f9a4b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3990002 Jul 14 11:45:25.098875 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67f6abb-496e-4e6a-8311-c872a8d0bbce tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:25.099507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67f6abb-496e-4e6a-8311-c872a8d0bbce tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:25.102098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a67f6abb-496e-4e6a-8311-c872a8d0bbce tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/cf402c20-f20b-43e1-97ee-9bf407d7487b HTTP/1.1" status: 404 len: 339 time: 0.0949755 Jul 14 11:45:25.104768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58762) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:25.105869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fdffb7-e17b-4531-816b-c32ff31ddc1d None None] Sync routers for ids ['e335d50f-6fe9-4416-bcd1-124c9f9a4b23'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:25.106320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58764) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:25.117039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.133081 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.152850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdffb7-e17b-4531-816b-c32ff31ddc1d None None] Routers {'e335d50f-6fe9-4416-bcd1-124c9f9a4b23'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:25.153272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-65fdffb7-e17b-4531-816b-c32ff31ddc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e335d50f-6fe9-4416-bcd1-124c9f9a4b23'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:25.198170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-65fdffb7-e17b-4531-816b-c32ff31ddc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:25.230078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No active binding found for port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 {{(pid=93703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 11:45:25.230518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5e0815b7-185e-4ea8-b1aa-51b45d12f714 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 11:45:25.232064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdffb7-e17b-4531-816b-c32ff31ddc1d None None] Routers {'e335d50f-6fe9-4416-bcd1-124c9f9a4b23'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:25.232699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-65fdffb7-e17b-4531-816b-c32ff31ddc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e335d50f-6fe9-4416-bcd1-124c9f9a4b23'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:25.267738 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aee6e14-bef9-4a8b-be38-410482ca03d8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:25.268489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aee6e14-bef9-4a8b-be38-410482ca03d8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:25.270292 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1aee6e14-bef9-4a8b-be38-410482ca03d8 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/subnets/058f4dd1-d725-48a1-b932-e2136c05e1fa HTTP/1.1" status: 404 len: 337 time: 0.1617203 Jul 14 11:45:25.284011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58768) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:25.295822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Port 5e0815b7-185e-4ea8-b1aa-51b45d12f714 not found, will not notify nova. {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 11:45:25.296421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9c598b3a-1469-4b11-9a1a-40d026a607c4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:25.302337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-65fdffb7-e17b-4531-816b-c32ff31ddc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:25.303325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fdffb7-e17b-4531-816b-c32ff31ddc1d None None] The sync data for ids ['e335d50f-6fe9-4416-bcd1-124c9f9a4b23'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:25.319580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.337660 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-464809a7-8052-4122-82ce-d408a77a63bc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:25.338305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464809a7-8052-4122-82ce-d408a77a63bc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:25.341202 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-464809a7-8052-4122-82ce-d408a77a63bc tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/628e0e45-3c4b-439e-970c-e4345ad17052 HTTP/1.1" status: 404 len: 339 time: 0.0560942 Jul 14 11:45:25.345440 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58770) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:25.357200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=5e0815b7-185e-4ea8-b1aa-51b45d12f714,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:25.361076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.370481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef2aa2b-1054-4e81-8f62-62cdecdcb23e None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:45:25.378089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:25.383670 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b67d7fc-5699-4c55-9e33-ac014c37348f tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:25.384214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b67d7fc-5699-4c55-9e33-ac014c37348f tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:25.386097 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8b67d7fc-5699-4c55-9e33-ac014c37348f tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/subnets/68d19504-b0eb-4e5b-89a4-c971823a8f57 HTTP/1.1" status: 404 len: 337 time: 0.0364254 Jul 14 11:45:25.396306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.397149 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Added segment 5cf5028f-d31e-49df-8af8-8d561a4f6410 of type vlan for network 38c1c242-fef4-4952-adce-5b86a7e85a02 Jul 14 11:45:25.401059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58774) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:25.405849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9c598b3a-1469-4b11-9a1a-40d026a607c4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:25.406233 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.408881 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:25.444456 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:25.448053 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:25.466263 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.493887 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2506960d-d8d1-483a-bfca-b50d8508271f tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:25.495559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2506960d-d8d1-483a-bfca-b50d8508271f tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:25.497743 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2506960d-d8d1-483a-bfca-b50d8508271f tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/cd79eae1-7d0a-4f35-a8b0-d8f1e9b8c902 HTTP/1.1" status: 404 len: 339 time: 0.0954144 Jul 14 11:45:25.503592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58776) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:25.519638 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.522728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:25.523933 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.660221 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:25.724157 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-f20bbadd-3796-4b04-a656-a9170b344e19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 11:45:25.725598 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f20bbadd-3796-4b04-a656-a9170b344e19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/e335d50f-6fe9-4416-bcd1-124c9f9a4b23/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6182163 Jul 14 11:45:25.729081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58778) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:25.767904 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-37e13506-8245-4326-8a40-46fd5eac5cea tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=e335d50f-6fe9-4416-bcd1-124c9f9a4b23 HTTP/1.1" status: 200 len: 205 time: 0.0362325 Jul 14 11:45:25.773759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58780) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:25.800806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f443d1d3-9635-42ab-8bdb-1f79b79de38a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:25.821729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] Pushing event updated for resources: {'Network': ['ID=38c1c242-fef4-4952-adce-5b86a7e85a02,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:25.844419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 38c1c242-fef4-4952-adce-5b86a7e85a02 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:25.864729 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.876741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0951f810-0523-4ac2-acf1-04d6ece36b65 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Deleting port 8ec876e3-7b4d-4330-9186-22fd9ca36289 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:25.877470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0951f810-0523-4ac2-acf1-04d6ece36b65 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.888128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ceabc12a-1edd-48e8-9d01-b3861652b13f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:25.925687 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:24Z', 'revision_number': 8, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:19Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:26.060207 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:26.060694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6763d51-b4fa-4b8e-9cb2-7da3dc6174ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.072291 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:26.073347 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:26.114562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5e23209d-7d1c-46ba-aba7-748da6daf6cb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3077092 Jul 14 11:45:26.119292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235a143-ed24-4b71-be50-07ddd50139d0 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:45:26.120695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58782) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:26.128249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Request body: {'subnet': {'network_id': '38c1c242-fef4-4952-adce-5b86a7e85a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1410716415-subnet', 'tenant_id': '1815445a26714e32b39e3759955df1fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:26.146852 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6763d51-b4fa-4b8e-9cb2-7da3dc6174ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.153357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Made reservation on behalf of 1815445a26714e32b39e3759955df1fb for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:26.156264 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.181153 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:26.192964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6763d51-b4fa-4b8e-9cb2-7da3dc6174ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bcfa1f-8790-44c4-afca-f4ed0c92b5b8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:26.200277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ceabc12a-1edd-48e8-9d01-b3861652b13f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.203762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0951f810-0523-4ac2-acf1-04d6ece36b65 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.222003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ceabc12a-1edd-48e8-9d01-b3861652b13f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.236990 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.255652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0951f810-0523-4ac2-acf1-04d6ece36b65 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Calling delete_port for 8ec876e3-7b4d-4330-9186-22fd9ca36289 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:26.259792 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f6763d51-b4fa-4b8e-9cb2-7da3dc6174ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d96569782f0e43e2a9ea877adc8ef02f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8434474 Jul 14 11:45:26.265623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:26.266247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58784) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:26.308395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ceabc12a-1edd-48e8-9d01-b3861652b13f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.309163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceabc12a-1edd-48e8-9d01-b3861652b13f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Fanout notify agent at l3_agent the message router_deleted on router e335d50f-6fe9-4416-bcd1-124c9f9a4b23 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:45:26.357904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9235a143-ed24-4b71-be50-07ddd50139d0 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:45:26.359884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ceabc12a-1edd-48e8-9d01-b3861652b13f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.361659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ceabc12a-1edd-48e8-9d01-b3861652b13f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/e335d50f-6fe9-4416-bcd1-124c9f9a4b23 HTTP/1.1" status: 204 len: 168 time: 0.5864766 Jul 14 11:45:26.364910 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58786) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:26.431729 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:24Z', 'revision_number': 8, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:19Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:26.438827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebabaf15-2435-4ab8-8651-6a708360b779 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting subnet 2dee56d6-2284-4e92-9ccf-0f83ec521e73 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:26.443267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf15-2435-4ab8-8651-6a708360b779 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.465337 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9a77f-5f93-4f27-b0c8-cbf829d807b3 None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:24Z', 'revision_number': 8, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:19Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:26.478441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:26.488166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f5edef99-3cad-4c90-bc03-9923b3189c5c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4194355 Jul 14 11:45:26.489871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:26.517543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ec521bd9-5ebc-4cbb-a85b-be15a1931a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.526572 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf15-2435-4ab8-8651-6a708360b779 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.562601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0951f810-0523-4ac2-acf1-04d6ece36b65 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.570038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ec521bd9-5ebc-4cbb-a85b-be15a1931a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.596267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-d9f5724b-dd32-43d4-8b6a-9327141a17b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3283029 Jul 14 11:45:26.628535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951f810-0523-4ac2-acf1-04d6ece36b65 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Port': ['ID=8ec876e3-7b4d-4330-9186-22fd9ca36289,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:26.642716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c5369d-56fc-445a-833a-d20cd8ace863 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting subnet a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:26.655468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9c5369d-56fc-445a-833a-d20cd8ace863 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.705130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0951f810-0523-4ac2-acf1-04d6ece36b65 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.710751 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0951f810-0523-4ac2-acf1-04d6ece36b65 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/ports/8ec876e3-7b4d-4330-9186-22fd9ca36289 HTTP/1.1" status: 204 len: 168 time: 1.2017257 Jul 14 11:45:26.711913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58792) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:26.751248 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b8c765-805f-48da-bac8-86370d6bab36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:26.751459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b8c765-805f-48da-bac8-86370d6bab36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:26.753226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d7b8c765-805f-48da-bac8-86370d6bab36 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/subnets/1c7c726c-5722-4fcb-8c2e-1a6308d4050a HTTP/1.1" status: 404 len: 337 time: 0.0369873 Jul 14 11:45:26.764857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58794) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:26.789636 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9c5369d-56fc-445a-833a-d20cd8ace863 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.824797 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ec521bd9-5ebc-4cbb-a85b-be15a1931a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.827316 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ec521bd9-5ebc-4cbb-a85b-be15a1931a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.839346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ec521bd9-5ebc-4cbb-a85b-be15a1931a16 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97bcfa1f-8790-44c4-afca-f4ed0c92b5b8 HTTP/1.1" status: 204 len: 168 time: 0.5622542 Jul 14 11:45:26.846490 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.883473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec521bd9-5ebc-4cbb-a85b-be15a1931a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bcfa1f-8790-44c4-afca-f4ed0c92b5b8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:26.891314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf15-2435-4ab8-8651-6a708360b779 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:26.920031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f510173b-7bfb-40a1-b92b-a54746a7a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:26.920755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f510173b-7bfb-40a1-b92b-a54746a7a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:26.920971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f510173b-7bfb-40a1-b92b-a54746a7a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:26.921447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f510173b-7bfb-40a1-b92b-a54746a7a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:26.922180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f510173b-7bfb-40a1-b92b-a54746a7a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:26.922647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f510173b-7bfb-40a1-b92b-a54746a7a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:26.923197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f510173b-7bfb-40a1-b92b-a54746a7a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:26.931158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f510173b-7bfb-40a1-b92b-a54746a7a00d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf83387930474e128b1ee65a71c307a7&device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 6493 time: 0.2698295 Jul 14 11:45:26.959602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e6632b-c3cc-4140-831a-365c054b98d8,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:27.019713 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.054660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Checking segment: {'id': '5cf5028f-d31e-49df-8af8-8d561a4f6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '38c1c242-fef4-4952-adce-5b86a7e85a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:27.055031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Network hostable DHCP agents. Network: 38c1c242-fef4-4952-adce-5b86a7e85a02, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:27.069904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5e0815b7-185e-4ea8-b1aa-51b45d12f714 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:27.106313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 5e0815b7-185e-4ea8-b1aa-51b45d12f714 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:27.106923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5e0815b7-185e-4ea8-b1aa-51b45d12f714 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:27.108950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Network 38c1c242-fef4-4952-adce-5b86a7e85a02 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:27.126640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 38c1c242-fef4-4952-adce-5b86a7e85a02) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:27.131300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:27.131869 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.151518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bed236-09a2-4abb-b612-c6bf78c88474 None None] Network 38c1c242-fef4-4952-adce-5b86a7e85a02 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:27.152378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-2fedba16-6869-43d2-b9dd-c9e585b1002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:27.152586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-2fedba16-6869-43d2-b9dd-c9e585b1002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:27.153004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-2fedba16-6869-43d2-b9dd-c9e585b1002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:27.154871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-2fedba16-6869-43d2-b9dd-c9e585b1002d service neutron] 10.222.0.64 "GET /v2.0/networks?id=181ba48e-cd53-4e69-885a-619ebf4610cd&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=71c34098-5385-4eb1-b275-140a8ef534f5&id=87b23580-eb76-43df-94fb-48303c32c2e2&id=87b23580-eb76-43df-94fb-48303c32c2e2 HTTP/1.1" status: 200 len: 2291 time: 0.1917593 Jul 14 11:45:27.175764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9c5369d-56fc-445a-833a-d20cd8ace863 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.180484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c8adb9eb-dba2-464c-90bb-b8cbf6ab2b10 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0585289 Jul 14 11:45:27.210453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf15-2435-4ab8-8651-6a708360b779 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.252138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:27.255148 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabaf15-2435-4ab8-8651-6a708360b779 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Subnet': ['ID=2dee56d6-2284-4e92-9ccf-0f83ec521e73,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:27.257240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf15-2435-4ab8-8651-6a708360b779 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.259186 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ebabaf15-2435-4ab8-8651-6a708360b779 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/2dee56d6-2284-4e92-9ccf-0f83ec521e73 HTTP/1.1" status: 204 len: 168 time: 0.8930945 Jul 14 11:45:27.267178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58802) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:27.273910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8673f-d142-4763-b555-172a2e635733 None None] Network 744cfef0-c7e7-4f66-b457-9d82836a2a32 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:27.282978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:27.282978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:27.307155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Deleting port d239bbf1-0492-4b90-bbba-78549310057b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:27.307541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.354257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9c5369d-56fc-445a-833a-d20cd8ace863 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.387521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f2a3e1d1-3299-47b0-b1ca-2c482f1eb43f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04 HTTP/1.1" status: 200 len: 1001 time: 0.2218466 Jul 14 11:45:27.399754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5369d-56fc-445a-833a-d20cd8ace863 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:27.401913 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9c5369d-56fc-445a-833a-d20cd8ace863 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.405869 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e9c5369d-56fc-445a-833a-d20cd8ace863 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc HTTP/1.1" status: 204 len: 168 time: 0.9149976 Jul 14 11:45:27.412667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58808) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:27.421223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf4f8a-401a-4d35-be34-a07e349d7e2d None None] Network 0e11a694-fd10-44e0-9140-e49cad3f0772 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:27.426318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] For port d239bbf1-0492-4b90-bbba-78549310057b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d239bbf1-0492-4b90-bbba-78549310057b,segment=NetworkSegment(f97f13dd-107a-4382-a082-eaf0e9e0f7ef),segment_id=f97f13dd-107a-4382-a082-eaf0e9e0f7ef)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:27.426701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.455535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Calling delete_port for d239bbf1-0492-4b90-bbba-78549310057b owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:27.562106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd407240-98ad-4973-ad7e-83e0cfffa73a None None] Network 38c1c242-fef4-4952-adce-5b86a7e85a02 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:27.573566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.580073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.606422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.611557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-8839551d-256c-44f4-8224-008a08001862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:27.613538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-8839551d-256c-44f4-8224-008a08001862 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf939fd8-6dce-45d3-b5e6-152d07d9c099 HTTP/1.1" status: 200 len: 851 time: 0.2192800 Jul 14 11:45:27.649335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Port': ['ID=d239bbf1-0492-4b90-bbba-78549310057b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:27.655791 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No DVR routers for this DVR port d239bbf1-0492-4b90-bbba-78549310057b on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:27.665693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:27.747952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.780153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33028bfc-584c-4db5-9f65-0766cd6961ac']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:27.812670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97f13dd-107a-4382-a082-eaf0e9e0f7ef') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:27.814951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97f13dd-107a-4382-a082-eaf0e9e0f7ef') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:27.831183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 9c598b3a-1469-4b11-9a1a-40d026a607c4 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:27.831529 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.842288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.877509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.886644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:27.887604 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:27.895903 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:27.925746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-a3fdee6c-5264-4385-a1d7-cb9db5d3b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:27.928379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-a3fdee6c-5264-4385-a1d7-cb9db5d3b567 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=181ba48e-cd53-4e69-885a-619ebf4610cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2881677 Jul 14 11:45:27.940589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port a4627b81-9ba1-4acc-a10d-98c3e513eb4f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:27.940926 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.021934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.042659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.048757 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/33028bfc-584c-4db5-9f65-0766cd6961ac HTTP/1.1" status: 204 len: 168 time: 1.2796175 Jul 14 11:45:28.050688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port 9c598b3a-1469-4b11-9a1a-40d026a607c4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9c598b3a-1469-4b11-9a1a-40d026a607c4,segment=NetworkSegment(7d539b9e-8d45-4b91-b36c-42523ec2ceba),segment_id=7d539b9e-8d45-4b91-b36c-42523ec2ceba)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:28.051173 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.058513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58838) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:28.065794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 9c598b3a-1469-4b11-9a1a-40d026a607c4 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:28.069027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad3c69-3a31-435e-9518-89efab7bbaf3 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Network': ['ID=33028bfc-584c-4db5-9f65-0766cd6961ac,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.152216 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.190094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:24Z', 'revision_number': 8, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:19Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:28.211789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bdc94f20-215a-40b3-93df-3a491ee2a898 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Deleting port 12bc3f09-c65f-43c7-a850-448709715892 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:28.212368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdc94f20-215a-40b3-93df-3a491ee2a898 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.310463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port a4627b81-9ba1-4acc-a10d-98c3e513eb4f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a4627b81-9ba1-4acc-a10d-98c3e513eb4f,segment=NetworkSegment(4313a843-08b5-4cc8-a203-5580a4b7e2f9),segment_id=4313a843-08b5-4cc8-a203-5580a4b7e2f9)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:28.311013 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.315127 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdc94f20-215a-40b3-93df-3a491ee2a898 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.334267 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bdc94f20-215a-40b3-93df-3a491ee2a898 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Calling delete_port for 12bc3f09-c65f-43c7-a850-448709715892 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:28.364008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for a4627b81-9ba1-4acc-a10d-98c3e513eb4f owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:28.406982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] DHCP port deletion for 744cfef0-c7e7-4f66-b457-9d82836a2a32 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:28.409372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4b38f4-c88f-40b3-9f2c-3a9a98d7cd35 None None] DHCP port deletion for 0e11a694-fd10-44e0-9140-e49cad3f0772 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:28.412702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:28.418355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-b4e70e66-f99d-4cf0-8134-438950ef1b4e service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396008 Jul 14 11:45:28.442889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:28.443737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:28.457999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae910ea-3460-40f8-a005-3107bea68634 req-e8c4a2c9-a05e-435a-a747-bd0abac928f1 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:28.459758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-e8c4a2c9-a05e-435a-a747-bd0abac928f1 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/networks?id=38c1c242-fef4-4952-adce-5b86a7e85a02 HTTP/1.1" status: 200 len: 814 time: 0.3710177 Jul 14 11:45:28.468629 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdc94f20-215a-40b3-93df-3a491ee2a898 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.510999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc94f20-215a-40b3-93df-3a491ee2a898 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Port': ['ID=12bc3f09-c65f-43c7-a850-448709715892,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.528960 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdc94f20-215a-40b3-93df-3a491ee2a898 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.539083 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bdc94f20-215a-40b3-93df-3a491ee2a898 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/ports/12bc3f09-c65f-43c7-a850-448709715892 HTTP/1.1" status: 204 len: 168 time: 0.4786744 Jul 14 11:45:28.540334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58844) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:28.576063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-90dd49e2-010b-459c-bf1e-22878727d783 service neutron] 10.222.0.64 "GET /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118989 Jul 14 11:45:28.583574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:28.585804 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-75873d36-6ca4-4bb1-8b36-348b0ea74a40 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:28.586659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75873d36-6ca4-4bb1-8b36-348b0ea74a40 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:28.592031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fe87bc4d-3e8a-437b-8680-1a1cfff7b216 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/quotas/1815445a26714e32b39e3759955df1fb HTTP/1.1" status: 200 len: 375 time: 0.0190918 Jul 14 11:45:28.596200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58846) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:28.596986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-75873d36-6ca4-4bb1-8b36-348b0ea74a40 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/subnets/f88ad961-5995-4cf7-91fd-6cddf9e43e38 HTTP/1.1" status: 404 len: 337 time: 0.0548997 Jul 14 11:45:28.621953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] Deleting port 9c598b3a-1469-4b11-9a1a-40d026a607c4 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:28.622345 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.636876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b38f4-c88f-40b3-9f2c-3a9a98d7cd35 None None] Deleting port a4627b81-9ba1-4acc-a10d-98c3e513eb4f {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:28.637256 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e4b38f4-c88f-40b3-9f2c-3a9a98d7cd35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.831038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] For port 9c598b3a-1469-4b11-9a1a-40d026a607c4, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:28.831432 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.864848 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] Calling delete_port for 9c598b3a-1469-4b11-9a1a-40d026a607c4 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:28.868953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1e4b38f4-c88f-40b3-9f2c-3a9a98d7cd35 None None] For port a4627b81-9ba1-4acc-a10d-98c3e513eb4f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a4627b81-9ba1-4acc-a10d-98c3e513eb4f,segment=NetworkSegment(4313a843-08b5-4cc8-a203-5580a4b7e2f9),segment_id=4313a843-08b5-4cc8-a203-5580a4b7e2f9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:28.869356 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e4b38f4-c88f-40b3-9f2c-3a9a98d7cd35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.874703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] Port 9c598b3a-1469-4b11-9a1a-40d026a607c4 was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:45:28.890448 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:28.902501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b38f4-c88f-40b3-9f2c-3a9a98d7cd35 None None] Calling delete_port for a4627b81-9ba1-4acc-a10d-98c3e513eb4f owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:28.940391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] Pushing event deleted for resources: {'Port': ['ID=9c598b3a-1469-4b11-9a1a-40d026a607c4,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.958169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c257099-cc61-488c-8421-e964b2f1d4e5 None None] No DVR routers for this DVR port 9c598b3a-1469-4b11-9a1a-40d026a607c4 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:28.999729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9c598b3a-1469-4b11-9a1a-40d026a607c4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:29.051144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 9c598b3a-1469-4b11-9a1a-40d026a607c4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:29.051494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9c598b3a-1469-4b11-9a1a-40d026a607c4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:29.051948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a4627b81-9ba1-4acc-a10d-98c3e513eb4f no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:29.087548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a4627b81-9ba1-4acc-a10d-98c3e513eb4f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:29.087921 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a4627b81-9ba1-4acc-a10d-98c3e513eb4f not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:29.094812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.123395 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e4b38f4-c88f-40b3-9f2c-3a9a98d7cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.152974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b38f4-c88f-40b3-9f2c-3a9a98d7cd35 None None] Pushing event deleted for resources: {'Port': ['ID=a4627b81-9ba1-4acc-a10d-98c3e513eb4f,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:29.158712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b38f4-c88f-40b3-9f2c-3a9a98d7cd35 None None] No DVR routers for this DVR port a4627b81-9ba1-4acc-a10d-98c3e513eb4f on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:29.167930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:24Z', 'revision_number': 8, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:19Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:29.195392 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.199202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2c5aa-93ae-41bc-bf38-8bdb10912c66 None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:24Z', 'revision_number': 8, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1cff42-2e9c-4f01-a090-5ec71ae85987', 'name': '', 'network_id': '9ce089cd-4520-4f61-a377-9ff9ff99f9c8', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:47:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:58Z', 'updated_at': '2021-07-14T11:45:19Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a392d159-2976-4d0f-b6f5-723122139c29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:29.204948 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No DVR routers for this DVR port 9c598b3a-1469-4b11-9a1a-40d026a607c4 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:29.208804 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-93692b7e-b7e3-46c6-bac5-9f0f96b32f44 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1815445a26714e32b39e3759955df1fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2166517 Jul 14 11:45:29.238085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-bc2cc67e-54fb-47f5-8d16-f1f5e73c8dec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 200 len: 217 time: 0.6472147 Jul 14 11:45:29.258702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No DVR routers for this DVR port a4627b81-9ba1-4acc-a10d-98c3e513eb4f on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:29.266193 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.325541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=9c598b3a-1469-4b11-9a1a-40d026a607c4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:29.500574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=a4627b81-9ba1-4acc-a10d-98c3e513eb4f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:29.529981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f25a75c1-9796-440f-bb91-97f51b3ae346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:29.531525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f25a75c1-9796-440f-bb91-97f51b3ae346 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.2420845 Jul 14 11:45:29.585039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.599259 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.623412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e11a694-fd10-44e0-9140-e49cad3f0772']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:29.643746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744cfef0-c7e7-4f66-b457-9d82836a2a32']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:29.649026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4313a843-08b5-4cc8-a203-5580a4b7e2f9') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:29.649325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4313a843-08b5-4cc8-a203-5580a4b7e2f9') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:29.672542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d539b9e-8d45-4b91-b36c-42523ec2ceba') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:29.672946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d539b9e-8d45-4b91-b36c-42523ec2ceba') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:29.686156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.690237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-1a56c542-82eb-426e-95bc-676e5267fbcc service neutron] 10.222.0.38 "GET /v2.0/networks/38c1c242-fef4-4952-adce-5b86a7e85a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430404 Jul 14 11:45:29.692584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.741966 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.773531 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.782084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:29.783098 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:29.787899 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:29.807084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:29.807493 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:29.839447 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:29.887037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Deleting port 2663c320-c2ea-46cc-8bea-4796797722d6 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:29.887442 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:29.976697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-6a4b8993-8d72-4b4f-a09a-fded0207cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:29.978517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-6a4b8993-8d72-4b4f-a09a-fded0207cc06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4342465 Jul 14 11:45:30.006651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.011898 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.017496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58862) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:30.024550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/networks/0e11a694-fd10-44e0-9140-e49cad3f0772 HTTP/1.1" status: 204 len: 168 time: 2.6076248 Jul 14 11:45:30.077090 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.104647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92735a59-583a-4e8a-ade7-ff0a811ea43e tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Network': ['ID=0e11a694-fd10-44e0-9140-e49cad3f0772,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:30.106889 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.109346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/networks/744cfef0-c7e7-4f66-b457-9d82836a2a32 HTTP/1.1" status: 204 len: 168 time: 2.8401334 Jul 14 11:45:30.113344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] For port 2663c320-c2ea-46cc-8bea-4796797722d6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2663c320-c2ea-46cc-8bea-4796797722d6,segment=NetworkSegment(4a74c870-ffc9-41a4-b9dd-66028c58c6f3),segment_id=4a74c870-ffc9-41a4-b9dd-66028c58c6f3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:30.113344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.115703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58864) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:30.120395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-a988bde8-f2a9-4ad3-b9b0-71ec5fb16033 service neutron] 10.222.0.38 "GET /v2.0/networks/38c1c242-fef4-4952-adce-5b86a7e85a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175363 Jul 14 11:45:30.121783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'network': {'name': 'tempest-RoutersTest-1360173296'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:30.186032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30432-4b50-4d8e-ad38-0692566b5b9c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Network': ['ID=744cfef0-c7e7-4f66-b457-9d82836a2a32,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:30.205804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Calling delete_port for 2663c320-c2ea-46cc-8bea-4796797722d6 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:30.286078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:30.290118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.354438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:30.385060 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.385800 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added segment 93925fe4-2041-4721-9e66-5a23d61bbd60 of type vlan for network bfc93d82-e515-48b4-9ced-efcc30938cc6 Jul 14 11:45:30.410194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-aedcfbc9-3f25-456c-8644-97965d2e0dc1 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183421 Jul 14 11:45:30.457723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.486358 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbe00ac8-7bb5-4cca-a984-07464ef2ca05 req-d2109600-5402-4534-8b25-88ceef419b76 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 210 time: 0.0681789 Jul 14 11:45:30.504434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.511069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:30.511723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.577065 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.618432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Port': ['ID=2663c320-c2ea-46cc-8bea-4796797722d6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:30.619690 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5024536 Jul 14 11:45:30.628595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58876) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:30.630947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No DVR routers for this DVR port 2663c320-c2ea-46cc-8bea-4796797722d6 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:30.642090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'subnet': {'network_id': 'bfc93d82-e515-48b4-9ced-efcc30938cc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:30.665253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-2d34e849-d17a-4cf2-9d84-e98ce4732325 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492931 Jul 14 11:45:30.683811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cc1b2-1e75-4b61-9e3c-c23d17e55844 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Network': ['ID=bfc93d82-e515-48b4-9ced-efcc30938cc6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:30.696796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network bfc93d82-e515-48b4-9ced-efcc30938cc6 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:30.757470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-74461f44-2817-4219-aae3-1b125e128ea5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 200 len: 217 time: 0.0809329 Jul 14 11:45:30.770825 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.816321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7657a09-1b42-4731-8f2b-5fb3399511a8']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:30.836001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a74c870-ffc9-41a4-b9dd-66028c58c6f3') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:30.836607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a74c870-ffc9-41a4-b9dd-66028c58c6f3') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:30.837874 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.841697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:30.845614 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.850459 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.865961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-164cde29-c2d6-4350-af71-446c7a23bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:30.867452 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-164cde29-c2d6-4350-af71-446c7a23bafb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.1013739 Jul 14 11:45:30.871785 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.917931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:30.918141 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:30.923073 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:31.014499 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:31.020528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:31.022655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/e7657a09-1b42-4731-8f2b-5fb3399511a8 HTTP/1.1" status: 204 len: 168 time: 2.4195704 Jul 14 11:45:31.031238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58880) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:31.064930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-d5aa321c-2f79-4d8f-94eb-7945e8f296ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:31.067902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-d5aa321c-2f79-4d8f-94eb-7945e8f296ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1929257 Jul 14 11:45:31.089283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131f8d-c16e-448e-9e87-1c454a916928 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Network': ['ID=e7657a09-1b42-4731-8f2b-5fb3399511a8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:31.207457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fcd109-4666-4b9a-a363-13abad7dcb71 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Deleting subnet cf07b97a-e8a6-4b4e-b7f9-1c2e1b1f5d16 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:31.218896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd109-4666-4b9a-a363-13abad7dcb71 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:31.254269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-f15a8afd-5498-4175-ad9c-a3654735e9b7 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663647 Jul 14 11:45:31.457688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd109-4666-4b9a-a363-13abad7dcb71 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:31.507295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-237ba0c7-c7db-45c4-b93c-908437e3289a service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381134 Jul 14 11:45:31.562160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-ae76d2b3-3745-41d0-a765-7f4d7f95a143 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72 HTTP/1.1" status: 200 len: 217 time: 0.0484843 Jul 14 11:45:31.661581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-350ec2f1-bcf0-4417-bdbe-cf3394727d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:31.663058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-350ec2f1-bcf0-4417-bdbe-cf3394727d76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.0943165 Jul 14 11:45:31.668778 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd109-4666-4b9a-a363-13abad7dcb71 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:31.758370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-26ed3e62-2bce-4a3f-adab-b8fa0b4b072a req-2eb2d702-0d8c-4c12-b99f-cad36964cc9f tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 210 time: 0.0591543 Jul 14 11:45:31.801456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-23cae1ae-ea0a-4b71-9286-1ee525663d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:31.802995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-23cae1ae-ea0a-4b71-9286-1ee525663d6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1309419 Jul 14 11:45:31.804336 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd109-4666-4b9a-a363-13abad7dcb71 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:31.824085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:31.852594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd109-4666-4b9a-a363-13abad7dcb71 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:31.854442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c7fcd109-4666-4b9a-a363-13abad7dcb71 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/subnets/cf07b97a-e8a6-4b4e-b7f9-1c2e1b1f5d16 HTTP/1.1" status: 204 len: 168 time: 0.8221262 Jul 14 11:45:31.859371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58888) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:31.862469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ce93d-b426-4b21-8529-6be0454d68bf None None] Network 61e489dc-ef65-4a52-bc1a-986510ec40d2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:31.881652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcd109-4666-4b9a-a363-13abad7dcb71 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Subnet': ['ID=cf07b97a-e8a6-4b4e-b7f9-1c2e1b1f5d16,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:31.936441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-c9338f50-5d81-47e4-9474-9fb8da9b207b service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241093 Jul 14 11:45:31.956720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Subnet': ['ID=c7351b40-cc62-4b70-a4a0-d11d8498ced8,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:31.966420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port cc1cff42-2e9c-4f01-a090-5ec71ae85987 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:31.966770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.029463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.043361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Checking segment: {'id': '93925fe4-2041-4721-9e66-5a23d61bbd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfc93d82-e515-48b4-9ced-efcc30938cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:32.044243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network hostable DHCP agents. Network: bfc93d82-e515-48b4-9ced-efcc30938cc6, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:32.045455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-5bea5d87-3fc7-4b02-abcc-c1e54ba03510 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026552 Jul 14 11:45:32.122497 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-09c71d99-52d2-4a19-9e52-77fdbf028a4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03 HTTP/1.1" status: 200 len: 217 time: 0.0711112 Jul 14 11:45:32.157916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0845ca3-30ce-4d9c-b38e-5c3d87d53c20 None None] DHCP port deletion for 61e489dc-ef65-4a52-bc1a-986510ec40d2 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:32.214466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-6494c2d3-2e1c-44a6-851e-a56907f0af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:32.216091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-6494c2d3-2e1c-44a6-851e-a56907f0af1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 200 len: 797 time: 0.0873096 Jul 14 11:45:32.218983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network bfc93d82-e515-48b4-9ced-efcc30938cc6 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:32.242836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b0845ca3-30ce-4d9c-b38e-5c3d87d53c20 None None] Deleting port c1c1cc5b-e899-4172-bb69-277e206edc04 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:32.243712 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0845ca3-30ce-4d9c-b38e-5c3d87d53c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.321140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, bfc93d82-e515-48b4-9ced-efcc30938cc6) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:32.324884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port cc1cff42-2e9c-4f01-a090-5ec71ae85987, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cc1cff42-2e9c-4f01-a090-5ec71ae85987,segment=NetworkSegment(0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a),segment_id=0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:32.325254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.329343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070c6e2e-a241-43fb-848a-35b361fa5764 None None] Network bfc93d82-e515-48b4-9ced-efcc30938cc6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:32.366958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-942574a1-383e-4ffa-8fe2-9f82362a12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:32.373105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-942574a1-383e-4ffa-8fe2-9f82362a12c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c34098-5385-4eb1-b275-140a8ef534f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1509867 Jul 14 11:45:32.377261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:32.377869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.388697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for cc1cff42-2e9c-4f01-a090-5ec71ae85987 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:32.414304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b0845ca3-30ce-4d9c-b38e-5c3d87d53c20 None None] For port c1c1cc5b-e899-4172-bb69-277e206edc04, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c1c1cc5b-e899-4172-bb69-277e206edc04,segment=NetworkSegment(430be2cf-14f8-490b-9d4f-787336a46972),segment_id=430be2cf-14f8-490b-9d4f-787336a46972)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:32.415019 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0845ca3-30ce-4d9c-b38e-5c3d87d53c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.433647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae910ea-3460-40f8-a005-3107bea68634 req-4ea5611b-a06e-4547-b0ff-c113a8782198 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:32.435202 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-4ea5611b-a06e-4547-b0ff-c113a8782198 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.45 "GET /v2.0/networks?id=38c1c242-fef4-4952-adce-5b86a7e85a02 HTTP/1.1" status: 200 len: 814 time: 0.3530033 Jul 14 11:45:32.443746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b0845ca3-30ce-4d9c-b38e-5c3d87d53c20 None None] Calling delete_port for c1c1cc5b-e899-4172-bb69-277e206edc04 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:32.475360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Request body: {'port': {'device_id': '418c8a3c-9345-4deb-9065-6214867f47c4', 'network_id': '38c1c242-fef4-4952-adce-5b86a7e85a02', 'admin_state_up': True, 'tenant_id': '1815445a26714e32b39e3759955df1fb'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:32.483742 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4ab212f5-30fb-4e33-ae4a-643147d3474f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8460727 Jul 14 11:45:32.488251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58896) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:32.490851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Deleting port c1c1cc5b-e899-4172-bb69-277e206edc04 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:32.491219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.497026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-501e5629-7887-41de-9059-bbd3704c5cdc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-754925050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:32.526625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-6c574bce-339f-43cb-a96b-b11b5898ce52 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459448 Jul 14 11:45:32.600377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-bfc93d82-e515-48b4-9ced-efcc30938cc6', 'network_id': 'bfc93d82-e515-48b4-9ced-efcc30938cc6', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'fixed_ips': [{'subnet_id': 'c7351b40-cc62-4b70-a4a0-d11d8498ced8'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:45:32.601611 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.665894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-501e5629-7887-41de-9059-bbd3704c5cdc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.666775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-501e5629-7887-41de-9059-bbd3704c5cdc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.705227 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0845ca3-30ce-4d9c-b38e-5c3d87d53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.718288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-c04a54ce-6980-472f-96d0-f0fa4a0a9187 service neutron] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809690 Jul 14 11:45:32.723800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] For port c1c1cc5b-e899-4172-bb69-277e206edc04, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c1c1cc5b-e899-4172-bb69-277e206edc04,segment=NetworkSegment(430be2cf-14f8-490b-9d4f-787336a46972),segment_id=430be2cf-14f8-490b-9d4f-787336a46972)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:32.724185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.756693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0845ca3-30ce-4d9c-b38e-5c3d87d53c20 None None] Pushing event deleted for resources: {'Port': ['ID=c1c1cc5b-e899-4172-bb69-277e206edc04,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:32.758909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0845ca3-30ce-4d9c-b38e-5c3d87d53c20 None None] No DVR routers for this DVR port c1c1cc5b-e899-4172-bb69-277e206edc04 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:32.779009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Calling delete_port for c1c1cc5b-e899-4172-bb69-277e206edc04 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:32.804369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-8f65b852-cf1a-41ab-b201-29814542e5c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9555707b-f711-4615-ade1-3693da6443f7 HTTP/1.1" status: 200 len: 217 time: 0.0788822 Jul 14 11:45:32.836229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Allocated IP 172.20.0.2 (bfc93d82-e515-48b4-9ced-efcc30938cc6/c7351b40-cc62-4b70-a4a0-d11d8498ced8/49faa54c-bc49-433a-bd57-29f9e8725420) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:32.846861 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-501e5629-7887-41de-9059-bbd3704c5cdc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.885326 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-501e5629-7887-41de-9059-bbd3704c5cdc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.896887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-06969e30-dab7-4eb0-9014-1efd3980881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:32.902227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-06969e30-dab7-4eb0-9014-1efd3980881f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.0915148 Jul 14 11:45:32.952557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Made reservation on behalf of 1815445a26714e32b39e3759955df1fb for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:32.957001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.991107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-501e5629-7887-41de-9059-bbd3704c5cdc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:32.995393 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-501e5629-7887-41de-9059-bbd3704c5cdc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5020616 Jul 14 11:45:32.996146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58902) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:33.006527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c1c1cc5b-e899-4172-bb69-277e206edc04 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:33.019862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5bc09377-c008-4a59-b261-a41032c9dc4a req-98abe1a7-e471-480d-9cc4-a387755fe5c0 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 210 time: 0.0401409 Jul 14 11:45:33.036921 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c1c1cc5b-e899-4172-bb69-277e206edc04 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:33.038072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c1c1cc5b-e899-4172-bb69-277e206edc04 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:33.069173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-8f6c6d9d-6b1b-44f0-a7bb-bbcb576c59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:33.071268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-8f6c6d9d-6b1b-44f0-a7bb-bbcb576c59f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1621311 Jul 14 11:45:33.149632 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:33.151485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:33.162802 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Transition to ACTIVE for port object 49faa54c-bc49-433a-bd57-29f9e8725420 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:33.186118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Transition to ACTIVE for port object 49faa54c-bc49-433a-bd57-29f9e8725420 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:33.196453 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:33.218239 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:33.240412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-1c76ca18-efd3-4f97-82f7-bedd1da9b9bb service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621306 Jul 14 11:45:33.261108 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Network bfc93d82-e515-48b4-9ced-efcc30938cc6 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:33.264629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:33.270239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:33.283620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=cc1cff42-2e9c-4f01-a090-5ec71ae85987,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:33.284144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Pushing event updated for resources: {'Port': ['ID=49faa54c-bc49-433a-bd57-29f9e8725420,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:33.377137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Attempting to bind port 49faa54c-bc49-433a-bd57-29f9e8725420 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:33.377535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Attempting to bind port 49faa54c-bc49-433a-bd57-29f9e8725420 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '93925fe4-2041-4721-9e66-5a23d61bbd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfc93d82-e515-48b4-9ced-efcc30938cc6'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:33.378733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Attempting to bind port 49faa54c-bc49-433a-bd57-29f9e8725420 on network bfc93d82-e515-48b4-9ced-efcc30938cc6 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:33.385595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-03c357d9-4126-4469-b898-da9af71eba1c service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389658 Jul 14 11:45:33.389356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:33.389913 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Checking segment: {'id': '93925fe4-2041-4721-9e66-5a23d61bbd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfc93d82-e515-48b4-9ced-efcc30938cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:33.390335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:33.390861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Bound using segment: {'id': '93925fe4-2041-4721-9e66-5a23d61bbd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfc93d82-e515-48b4-9ced-efcc30938cc6'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:33.391321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Bound port: 49faa54c-bc49-433a-bd57-29f9e8725420, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93925fe4-2041-4721-9e66-5a23d61bbd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfc93d82-e515-48b4-9ced-efcc30938cc6'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:33.391870 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:33.429032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] No DVR routers for this DVR port c1c1cc5b-e899-4172-bb69-277e206edc04 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:33.441824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Port': ['ID=c1c1cc5b-e899-4172-bb69-277e206edc04,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:33.445398 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-ca52fafd-b4c2-4ca3-a722-266bc5f82690 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 HTTP/1.1" status: 200 len: 217 time: 0.0537260 Jul 14 11:45:33.520386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] For port 49faa54c-bc49-433a-bd57-29f9e8725420, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:33.525691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] For port 49faa54c-bc49-433a-bd57-29f9e8725420, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=49faa54c-bc49-433a-bd57-29f9e8725420,segment=NetworkSegment(93925fe4-2041-4721-9e66-5a23d61bbd60),segment_id=93925fe4-2041-4721-9e66-5a23d61bbd60)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:33.545540 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:33.579919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-d54c3a7a-f2f5-4012-a43c-62fe07443bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:33.583188 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-d54c3a7a-f2f5-4012-a43c-62fe07443bf6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 200 len: 797 time: 0.1299226 Jul 14 11:45:33.684965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f314b6-2630-4bbd-9786-48209e5de60f None None] Pushing event updated for resources: {'Port': ['ID=49faa54c-bc49-433a-bd57-29f9e8725420,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:33.727181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af965c2-acab-49b9-af3b-368066c60a80 req-cd62e0dc-e2bf-4c46-af41-88c817328a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:33.727672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Allocated IP 172.20.0.2 (38c1c242-fef4-4952-adce-5b86a7e85a02/c2e6632b-c3cc-4140-831a-365c054b98d8/d507aef9-6980-427f-8998-2394a20633fc) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:33.731628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-cd62e0dc-e2bf-4c46-af41-88c817328a6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87b23580-eb76-43df-94fb-48303c32c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387320 Jul 14 11:45:33.830156 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:33.863223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-ad00150a-7b32-464a-a83b-867de69ad530 service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256728 Jul 14 11:45:33.872481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e489dc-ef65-4a52-bc1a-986510ec40d2']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:33.931230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430be2cf-14f8-490b-9d4f-787336a46972') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:33.931826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430be2cf-14f8-490b-9d4f-787336a46972') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:33.962543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:34.051714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0af965c2-acab-49b9-af3b-368066c60a80 req-910d57b1-353b-4b53-ace5-5bd9e891013c service neutron] 10.222.0.64 "GET /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812294 Jul 14 11:45:34.213243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:34.223749 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:34.280972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:34.303214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:34.304603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:34.310820 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:34.369178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97f43add-caf2-4c21-87c8-5144ff7a5d7f req-039763f1-9a4e-4c81-9c14-65bef9411115 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 210 time: 0.0356321 Jul 14 11:45:34.383995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:34.881346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40023b-abee-4771-884f-c378fa3468bc req-eff3e5be-6b2c-4fc9-ac98-9ef36c075eb1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:34.888933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40023b-abee-4771-884f-c378fa3468bc req-eff3e5be-6b2c-4fc9-ac98-9ef36c075eb1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:34.896062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40023b-abee-4771-884f-c378fa3468bc req-eff3e5be-6b2c-4fc9-ac98-9ef36c075eb1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:34.906366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40023b-abee-4771-884f-c378fa3468bc req-eff3e5be-6b2c-4fc9-ac98-9ef36c075eb1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:34.916967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40023b-abee-4771-884f-c378fa3468bc req-eff3e5be-6b2c-4fc9-ac98-9ef36c075eb1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:34.937624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40023b-abee-4771-884f-c378fa3468bc req-eff3e5be-6b2c-4fc9-ac98-9ef36c075eb1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:34.942247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:34.951085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40023b-abee-4771-884f-c378fa3468bc req-eff3e5be-6b2c-4fc9-ac98-9ef36c075eb1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:34.951768 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:34.963332 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c40023b-abee-4771-884f-c378fa3468bc req-eff3e5be-6b2c-4fc9-ac98-9ef36c075eb1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5436 time: 0.1654298 Jul 14 11:45:34.966775 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] 10.222.0.38 "DELETE /v2.0/networks/61e489dc-ef65-4a52-bc1a-986510ec40d2 HTTP/1.1" status: 204 len: 168 time: 3.0951238 Jul 14 11:45:35.019656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2dcbd-27bc-497d-90d0-db2661447b00 tempest-NetworksIpV6TestAttrs-1830937666 tempest-NetworksIpV6TestAttrs-1830937666-project] Pushing event deleted for resources: {'Network': ['ID=61e489dc-ef65-4a52-bc1a-986510ec40d2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:35.021056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c40023b-abee-4771-884f-c378fa3468bc req-8a78895b-259f-4964-9c91-81d70098fb77 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565341 Jul 14 11:45:35.061319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:35.120999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e505917c-d615-4c11-8e13-724929c870fc None None] Network bfc93d82-e515-48b4-9ced-efcc30938cc6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:35.168952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 49faa54c-bc49-433a-bd57-29f9e8725420 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:35.245586 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aeeee39d-4b46-41e8-9cdb-9d56d9684745 None None] Provisioning for port 49faa54c-bc49-433a-bd57-29f9e8725420 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:35.248820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Network 38c1c242-fef4-4952-adce-5b86a7e85a02 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:35.283874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Pushing event updated for resources: {'Port': ['ID=d507aef9-6980-427f-8998-2394a20633fc,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:35.293328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:35.300441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:35.301781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 49faa54c-bc49-433a-bd57-29f9e8725420 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:35.311342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 49faa54c-bc49-433a-bd57-29f9e8725420 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:35.311563 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:35.351631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58924) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:35.431249 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:35.459827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:35.480970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:35.481110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:35.504242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 49faa54c-bc49-433a-bd57-29f9e8725420, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=49faa54c-bc49-433a-bd57-29f9e8725420,segment=NetworkSegment(93925fe4-2041-4721-9e66-5a23d61bbd60),segment_id=93925fe4-2041-4721-9e66-5a23d61bbd60)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:35.511174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:35.517850 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0e501815-d5d9-43d2-b3f2-9907751a6840 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0478642 Jul 14 11:45:35.534456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Request body: {'port': {'device_id': '418c8a3c-9345-4deb-9065-6214867f47c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:35.537587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.20.0.1 (bfc93d82-e515-48b4-9ced-efcc30938cc6/c7351b40-cc62-4b70-a4a0-d11d8498ced8/62d72a23-7c97-41c3-bb61-2fb5805b08cd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:35.640337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=49faa54c-bc49-433a-bd57-29f9e8725420,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:35.716921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c97d15b4-91d4-46e2-9bfd-197d2758c797 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfe822c38765446880926232f338a0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630044 Jul 14 11:45:35.718329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58934) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:35.808582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:35.814416 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-92e909b2-8286-4b42-81cf-c0cdc6c374d1 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7940407 Jul 14 11:45:35.817298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:35.819710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58938) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:35.819963 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:35.834298 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:35.834643 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:35.866681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0e247-8e10-40f2-a6e8-23cf43c29e83 req-650503f0-6eb9-466f-9c81-c60f46919f74 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:35.874764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eaf0e247-8e10-40f2-a6e8-23cf43c29e83 req-650503f0-6eb9-466f-9c81-c60f46919f74 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 931 time: 0.2496955 Jul 14 11:45:35.887471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-711a2dda-9546-4d5c-bf4a-2cef85af826c None None] Provisioning complete for port 49faa54c-bc49-433a-bd57-29f9e8725420 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:35.888277 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-711a2dda-9546-4d5c-bf4a-2cef85af826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.021564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.022212 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:36.053604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d917df95-4b8e-4cff-adc9-5f99550519d6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting subnet a392d159-2976-4d0f-b6f5-723122139c29 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:36.083120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d917df95-4b8e-4cff-adc9-5f99550519d6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.204648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Transition to ACTIVE for port object 62d72a23-7c97-41c3-bb61-2fb5805b08cd will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:36.300046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d917df95-4b8e-4cff-adc9-5f99550519d6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.364499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eaf0e247-8e10-40f2-a6e8-23cf43c29e83 req-e4566fe9-eb8e-479b-9038-7c169af63777 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884429 Jul 14 11:45:36.370779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31eceaac-763d-41c2-9496-8185d05e468a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.402158 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31eceaac-763d-41c2-9496-8185d05e468a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.406316 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:32Z', 'revision_number': 9, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:36.445113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.460523 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:36.475418 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:36.476762 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:36.482087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-02e318cf-99cf-4aac-b135-b84ead68a7b7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.489311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-02e318cf-99cf-4aac-b135-b84ead68a7b7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.496429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-02e318cf-99cf-4aac-b135-b84ead68a7b7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.503652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-02e318cf-99cf-4aac-b135-b84ead68a7b7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.511711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-02e318cf-99cf-4aac-b135-b84ead68a7b7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.519995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-02e318cf-99cf-4aac-b135-b84ead68a7b7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.527962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-02e318cf-99cf-4aac-b135-b84ead68a7b7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.537989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-02e318cf-99cf-4aac-b135-b84ead68a7b7 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5436 time: 0.7569399 Jul 14 11:45:36.549717 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network bfc93d82-e515-48b4-9ced-efcc30938cc6 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:36.558246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d917df95-4b8e-4cff-adc9-5f99550519d6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.563744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:36.567709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:36.603555 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31eceaac-763d-41c2-9496-8185d05e468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.606692 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31eceaac-763d-41c2-9496-8185d05e468a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.621182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-31eceaac-763d-41c2-9496-8185d05e468a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1805db7e-d1d3-4b12-b991-917bbab613c2 HTTP/1.1" status: 204 len: 168 time: 0.8881412 Jul 14 11:45:36.628854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=62d72a23-7c97-41c3-bb61-2fb5805b08cd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:36.634112 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:36.709054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eceaac-763d-41c2-9496-8185d05e468a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1805db7e-d1d3-4b12-b991-917bbab613c2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:36.712217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d507aef9-6980-427f-8998-2394a20633fc {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:45:36.746110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.751249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.787998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-bfe162f9-6977-439c-b942-819cb6a5e4ed tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.789454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-bfe162f9-6977-439c-b942-819cb6a5e4ed tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "GET /v2.0/ports/f38bed34-9bc0-44f3-8001-9e629cf6e935?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2111242 Jul 14 11:45:36.900771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Transition to ACTIVE for port object d507aef9-6980-427f-8998-2394a20633fc will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:36.911732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d917df95-4b8e-4cff-adc9-5f99550519d6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.936774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733645-187e-456f-a3ae-3bba0223debc req-6d58dac2-55ad-40ef-b442-0a5c24103bc3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.944275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:36.947000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733645-187e-456f-a3ae-3bba0223debc req-6d58dac2-55ad-40ef-b442-0a5c24103bc3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.963232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733645-187e-456f-a3ae-3bba0223debc req-6d58dac2-55ad-40ef-b442-0a5c24103bc3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.970972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733645-187e-456f-a3ae-3bba0223debc req-6d58dac2-55ad-40ef-b442-0a5c24103bc3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:36.972776 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:32Z', 'revision_number': 9, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:36.997838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733645-187e-456f-a3ae-3bba0223debc req-6d58dac2-55ad-40ef-b442-0a5c24103bc3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:37.005130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733645-187e-456f-a3ae-3bba0223debc req-6d58dac2-55ad-40ef-b442-0a5c24103bc3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:37.013434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e9e905fb-7903-4cd6-a180-582eae25b177 None None] Provisioning for port 62d72a23-7c97-41c3-bb61-2fb5805b08cd completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:37.019590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733645-187e-456f-a3ae-3bba0223debc req-6d58dac2-55ad-40ef-b442-0a5c24103bc3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:37.021612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe733645-187e-456f-a3ae-3bba0223debc req-6d58dac2-55ad-40ef-b442-0a5c24103bc3 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 5436 time: 0.5651495 Jul 14 11:45:37.023659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 49faa54c-bc49-433a-bd57-29f9e8725420 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:37.035279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e9e905fb-7903-4cd6-a180-582eae25b177 None None] Provisioning complete for port 62d72a23-7c97-41c3-bb61-2fb5805b08cd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:37.038495 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9e905fb-7903-4cd6-a180-582eae25b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:37.045292 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2221a61-df76-4d48-8a60-d01483307f9b None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:32Z', 'revision_number': 9, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': '412dd633-ebf6-4898-8ebf-e3cdcb594526', 'name': '', 'network_id': 'a59b81a8-3348-4930-9ee1-014d96a2c7c3', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:08:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:49Z', 'updated_at': '2021-07-14T11:45:14Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': 'a953a2af-4f26-4c28-8eee-5701a7247832', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:37.083965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917df95-4b8e-4cff-adc9-5f99550519d6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Subnet': ['ID=a392d159-2976-4d0f-b6f5-723122139c29,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:37.091975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d917df95-4b8e-4cff-adc9-5f99550519d6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:37.099362 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d917df95-4b8e-4cff-adc9-5f99550519d6 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/a392d159-2976-4d0f-b6f5-723122139c29 HTTP/1.1" status: 204 len: 168 time: 1.2720463 Jul 14 11:45:37.105929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58952) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:37.177164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe733645-187e-456f-a3ae-3bba0223debc req-e2717d36-f7ff-49ad-b115-7dbc96694a43 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401827 Jul 14 11:45:37.228261 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-60a6d9c5-cb2c-4780-9b4f-2312558691a5 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "GET /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4239309 Jul 14 11:45:37.239304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:37.240414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Pushing event updated for resources: {'Port': ['ID=d507aef9-6980-427f-8998-2394a20633fc,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:37.300644 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:37.358288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:37.532486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Attempting to bind port d507aef9-6980-427f-8998-2394a20633fc on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:37.532905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Attempting to bind port d507aef9-6980-427f-8998-2394a20633fc by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '5cf5028f-d31e-49df-8af8-8d561a4f6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '38c1c242-fef4-4952-adce-5b86a7e85a02'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:37.533274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Attempting to bind port d507aef9-6980-427f-8998-2394a20633fc on network 38c1c242-fef4-4952-adce-5b86a7e85a02 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:37.562523 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:37.603730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Port d507aef9-6980-427f-8998-2394a20633fc on network 38c1c242-fef4-4952-adce-5b86a7e85a02 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:45:37.604116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Attempting to bind port d507aef9-6980-427f-8998-2394a20633fc on network 38c1c242-fef4-4952-adce-5b86a7e85a02 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:37.638972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:37.639537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Checking segment: {'id': '5cf5028f-d31e-49df-8af8-8d561a4f6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '38c1c242-fef4-4952-adce-5b86a7e85a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:37.640398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Bound using segment: {'id': '5cf5028f-d31e-49df-8af8-8d561a4f6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '38c1c242-fef4-4952-adce-5b86a7e85a02'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:37.641412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Bound port: d507aef9-6980-427f-8998-2394a20633fc, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf5028f-d31e-49df-8af8-8d561a4f6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '38c1c242-fef4-4952-adce-5b86a7e85a02'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:37.642729 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:37.728820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a2010-3991-4970-9cad-df09240f47fb None None] Network 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:37.795715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 42771c3f-6e73-40e1-840e-8e6cfb704e51 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:37.796434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:37.825704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e9e905fb-7903-4cd6-a180-582eae25b177 None None] Port 62d72a23-7c97-41c3-bb61-2fb5805b08cd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:37.888645 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 49faa54c-bc49-433a-bd57-29f9e8725420 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:37.889240 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:37.920423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port 42771c3f-6e73-40e1-840e-8e6cfb704e51, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42771c3f-6e73-40e1-840e-8e6cfb704e51,segment=NetworkSegment(0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a),segment_id=0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:37.920823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:37.934983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] For port d507aef9-6980-427f-8998-2394a20633fc, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:37.951986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 42771c3f-6e73-40e1-840e-8e6cfb704e51 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:37.973708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] For port f38bed34-9bc0-44f3-8001-9e629cf6e935, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f38bed34-9bc0-44f3-8001-9e629cf6e935,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:37.977468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] For port d507aef9-6980-427f-8998-2394a20633fc, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d507aef9-6980-427f-8998-2394a20633fc,segment=NetworkSegment(5cf5028f-d31e-49df-8af8-8d561a4f6410),segment_id=5cf5028f-d31e-49df-8af8-8d561a4f6410)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:37.998058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.029607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] For port f38bed34-9bc0-44f3-8001-9e629cf6e935, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:38.068460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] device_id is not set on port f38bed34-9bc0-44f3-8001-9e629cf6e935 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:45:38.079328 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.096019 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.143962 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.144601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.146055 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] 10.222.0.45 "PUT /v2.0/ports/d507aef9-6980-427f-8998-2394a20633fc HTTP/1.1" status: 200 len: 1091 time: 2.6170945 Jul 14 11:45:38.163143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418c8a3c-9345-4deb-9065-6214867f47c4', 'tag': 'd507aef9-6980-427f-8998-2394a20633fc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:38.166559 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7" -d '{"events": [{"name": "network-changed", "server_uuid": "418c8a3c-9345-4deb-9065-6214867f47c4", "tag": "d507aef9-6980-427f-8998-2394a20633fc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:38.167197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00558b95-b621-4251-9d45-918432ee9efd None None] DHCP port deletion for 9ce089cd-4520-4f61-a377-9ff9ff99f9c8 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:38.219291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b12e-2d0d-495f-860f-ef2ebc1d4c08 req-7abb907f-cd19-41ef-9b01-e7b8bf68d3dc tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.224463 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c19b12e-2d0d-495f-860f-ef2ebc1d4c08 req-7abb907f-cd19-41ef-9b01-e7b8bf68d3dc tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 943 time: 0.5227280 Jul 14 11:45:38.236798 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.275000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-00558b95-b621-4251-9d45-918432ee9efd None None] Deleting port 42771c3f-6e73-40e1-840e-8e6cfb704e51 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:38.275656 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-00558b95-b621-4251-9d45-918432ee9efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.295263 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c7ea2-a6b1-4c40-9f4f-0ffe51e88979 x-openstack-request-id: req-aa1c7ea2-a6b1-4c40-9f4f-0ffe51e88979 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:38.295263 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418c8a3c-9345-4deb-9065-6214867f47c4", "tag": "d507aef9-6980-427f-8998-2394a20633fc", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:38.295263 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa1c7ea2-a6b1-4c40-9f4f-0ffe51e88979 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:38.295263 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418c8a3c-9345-4deb-9065-6214867f47c4', 'tag': 'd507aef9-6980-427f-8998-2394a20633fc', 'status': 'completed', 'code': 200} Jul 14 11:45:38.312393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] No DVR routers for this DVR port f38bed34-9bc0-44f3-8001-9e629cf6e935 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:38.318961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] Pushing event updated for resources: {'Port': ['ID=f38bed34-9bc0-44f3-8001-9e629cf6e935,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:38.319150 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.397545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c19b12e-2d0d-495f-860f-ef2ebc1d4c08 req-0670d3a5-1e95-4e5e-9f1d-41233a39a7aa tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941842 Jul 14 11:45:38.398386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] In _notify_port_updated(), no bound segment for port f38bed34-9bc0-44f3-8001-9e629cf6e935 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:45:38.399265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.405254 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.408719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-a8afe81e-2a15-46f8-bf27-e61419879332 service neutron] 10.222.0.64 "PUT /v2.0/ports/f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 200 len: 1028 time: 1.1742301 Jul 14 11:45:38.414272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d2ab8-9dc5-4f33-8c79-43dd0b0e9c05 service neutron] Pushing event updated for resources: {'Port': ['ID=d507aef9-6980-427f-8998-2394a20633fc,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:38.446366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-00558b95-b621-4251-9d45-918432ee9efd None None] For port 42771c3f-6e73-40e1-840e-8e6cfb704e51, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42771c3f-6e73-40e1-840e-8e6cfb704e51,segment=NetworkSegment(0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a),segment_id=0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:38.446885 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-00558b95-b621-4251-9d45-918432ee9efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.463567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-00558b95-b621-4251-9d45-918432ee9efd None None] Calling delete_port for 42771c3f-6e73-40e1-840e-8e6cfb704e51 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:38.537877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-3e5c58c1-27cc-45ac-a0bd-fa8082f95ebf tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.540003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-3e5c58c1-27cc-45ac-a0bd-fa8082f95ebf tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "GET /v2.0/ports/92b44633-b17c-4813-8c26-2dd945a44867?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1255066 Jul 14 11:45:38.565983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:38.647726 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-00558b95-b621-4251-9d45-918432ee9efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.699981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00558b95-b621-4251-9d45-918432ee9efd None None] Pushing event deleted for resources: {'Port': ['ID=42771c3f-6e73-40e1-840e-8e6cfb704e51,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:38.712177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00558b95-b621-4251-9d45-918432ee9efd None None] No DVR routers for this DVR port 42771c3f-6e73-40e1-840e-8e6cfb704e51 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:38.736435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-182a8077-470f-4138-b8cd-0d01ee2fc720 None None] Provisioning complete for port f38bed34-9bc0-44f3-8001-9e629cf6e935 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:38.737104 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-182a8077-470f-4138-b8cd-0d01ee2fc720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.788155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-182a8077-470f-4138-b8cd-0d01ee2fc720 None None] Port f38bed34-9bc0-44f3-8001-9e629cf6e935 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:38.812388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a2ec-ad23-456a-b755-19f3cf87dbe6 req-7dc30edd-3705-4edd-ba1d-c42bd0ec90da tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.818943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a2ec-ad23-456a-b755-19f3cf87dbe6 req-7dc30edd-3705-4edd-ba1d-c42bd0ec90da tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.826720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9555707b-f711-4615-ade1-3693da6443f7 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:38.826883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a2ec-ad23-456a-b755-19f3cf87dbe6 req-7dc30edd-3705-4edd-ba1d-c42bd0ec90da tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.834798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a2ec-ad23-456a-b755-19f3cf87dbe6 req-7dc30edd-3705-4edd-ba1d-c42bd0ec90da tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.841363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a2ec-ad23-456a-b755-19f3cf87dbe6 req-7dc30edd-3705-4edd-ba1d-c42bd0ec90da tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.849632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a2ec-ad23-456a-b755-19f3cf87dbe6 req-7dc30edd-3705-4edd-ba1d-c42bd0ec90da tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:38.857041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1105a2ec-ad23-456a-b755-19f3cf87dbe6 req-7dc30edd-3705-4edd-ba1d-c42bd0ec90da tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 4661 time: 0.2879333 Jul 14 11:45:38.896890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:38.971691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1105a2ec-ad23-456a-b755-19f3cf87dbe6 req-a8914a80-421d-4e05-846e-88dd32f8b75f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=b33ece55-5cf4-4990-a071-ee2764c5ce28&id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135094 Jul 14 11:45:39.006200 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.010810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42771c3f-6e73-40e1-840e-8e6cfb704e51 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:39.056896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 42771c3f-6e73-40e1-840e-8e6cfb704e51 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:39.057341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42771c3f-6e73-40e1-840e-8e6cfb704e51 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:39.057945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cc1cff42-2e9c-4f01-a090-5ec71ae85987 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:39.130303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.136224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: cc1cff42-2e9c-4f01-a090-5ec71ae85987 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:39.137744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cc1cff42-2e9c-4f01-a090-5ec71ae85987 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:39.153798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9555707b-f711-4615-ade1-3693da6443f7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:39.159136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] For port 92b44633-b17c-4813-8c26-2dd945a44867, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=92b44633-b17c-4813-8c26-2dd945a44867,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:39.163624 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c9812-dec2-4f26-a756-c928c7bab67a" -d '{"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9555707b-f711-4615-ade1-3693da6443f7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:39.193940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No DVR routers for this DVR port 42771c3f-6e73-40e1-840e-8e6cfb704e51 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:39.213659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.218618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=62d72a23-7c97-41c3-bb61-2fb5805b08cd,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:39.221068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9555707b-f711-4615-ade1-3693da6443f7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9555707b-f711-4615-ade1-3693da6443f7,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:39.222264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] For port 92b44633-b17c-4813-8c26-2dd945a44867, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:39.233125 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.234678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:39.264735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] device_id is not set on port 92b44633-b17c-4813-8c26-2dd945a44867 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:45:39.275218 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.286216 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e022189-c1ea-402d-9479-59723664f76b x-openstack-request-id: req-7e022189-c1ea-402d-9479-59723664f76b {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:39.286506 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9555707b-f711-4615-ade1-3693da6443f7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:39.286764 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e022189-c1ea-402d-9479-59723664f76b {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:39.287040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.287193 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9555707b-f711-4615-ade1-3693da6443f7', 'code': 200} Jul 14 11:45:39.325125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=42771c3f-6e73-40e1-840e-8e6cfb704e51,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:39.367814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae910ea-3460-40f8-a005-3107bea68634 req-de5c1d44-9c4f-4bfa-a51b-3747153d1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:39.369649 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-de5c1d44-9c4f-4bfa-a51b-3747153d1d86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1815445a26714e32b39e3759955df1fb&device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 1094 time: 1.1359026 Jul 14 11:45:39.371107 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.390278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] No DVR routers for this DVR port 92b44633-b17c-4813-8c26-2dd945a44867 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:39.447891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=92b44633-b17c-4813-8c26-2dd945a44867,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:39.510487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9555707b-f711-4615-ade1-3693da6443f7,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:39.536773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] In _notify_port_updated(), no bound segment for port 92b44633-b17c-4813-8c26-2dd945a44867 on network 71c34098-5385-4eb1-b275-140a8ef534f5 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:45:39.537375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:39.538741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:39.540592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.544118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b4f191c0-20f8-48c0-bf39-a1c4d8303fe0 service neutron] 10.222.0.64 "PUT /v2.0/ports/92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 200 len: 1028 time: 0.9966059 Jul 14 11:45:39.545142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.545725 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.551693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 92b44633-b17c-4813-8c26-2dd945a44867 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:39.622181 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-5980ce37-0d4a-48f2-89e7-c689c445ca31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d507aef9-6980-427f-8998-2394a20633fc HTTP/1.1" status: 200 len: 217 time: 0.1744213 Jul 14 11:45:39.633741 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73e579fc-25cc-4ef3-8031-67728bb7f289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.677406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:39.681219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 92b44633-b17c-4813-8c26-2dd945a44867 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:39.681643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0628ddc1-a74a-48a7-b7cb-899bac95fa03 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:39.705683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce089cd-4520-4f61-a377-9ff9ff99f9c8']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:39.723796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network bfc93d82-e515-48b4-9ced-efcc30938cc6 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:39.767381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:39.775921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:39.776227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1b1ab1-9540-4035-8eb2-b7a16a74bb0a') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:39.796964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.798076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.814126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port f6adf4b1-421e-4340-a8f3-d0a40f207e72 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:39.815149 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.878049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-284ffc79-add5-4074-bff0-b31774b2eac3 None None] Provisioning complete for port 92b44633-b17c-4813-8c26-2dd945a44867 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:39.878596 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-284ffc79-add5-4074-bff0-b31774b2eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.879742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.885095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0628ddc1-a74a-48a7-b7cb-899bac95fa03, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:39.886495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:39.887071 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.919056 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:39.920297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f6adf4b1-421e-4340-a8f3-d0a40f207e72 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:39.925447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7e1c7-3b60-4ce7-af5e-65ae5cf407fc req-17c738b2-2905-41f4-a41c-68540b2d0ef8 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:39.927207 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08a7e1c7-3b60-4ce7-af5e-65ae5cf407fc req-17c738b2-2905-41f4-a41c-68540b2d0ef8 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 943 time: 0.2351019 Jul 14 11:45:40.006358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-284ffc79-add5-4074-bff0-b31774b2eac3 None None] Port 92b44633-b17c-4813-8c26-2dd945a44867 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:40.014687 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:40.042214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0628ddc1-a74a-48a7-b7cb-899bac95fa03,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:40.085248 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:40.101062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] For port f6adf4b1-421e-4340-a8f3-d0a40f207e72, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:40.101452 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:40.107646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08a7e1c7-3b60-4ce7-af5e-65ae5cf407fc req-ce4cc938-9951-4df9-8ec3-0cb6bc4a13b6 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596587 Jul 14 11:45:40.125363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for f6adf4b1-421e-4340-a8f3-d0a40f207e72 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:40.152380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0860b037-980c-433d-bf83-b52e1edcc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:40.160199 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-0860b037-980c-433d-bf83-b52e1edcc55f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2e6632b-c3cc-4140-831a-365c054b98d8 HTTP/1.1" status: 200 len: 854 time: 0.4315000 Jul 14 11:45:40.166680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port f6adf4b1-421e-4340-a8f3-d0a40f207e72, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=f6adf4b1-421e-4340-a8f3-d0a40f207e72,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:40.192845 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:40.194523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f38bed34-9bc0-44f3-8001-9e629cf6e935 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:40.231562 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-26ba6f72-51d7-465b-9a4b-348674faf633 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38c1c242-fef4-4952-adce-5b86a7e85a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533760 Jul 14 11:45:40.236307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:40.248077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:40.264839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59054) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:40.269105 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/networks/9ce089cd-4520-4f61-a377-9ff9ff99f9c8 HTTP/1.1" status: 204 len: 168 time: 3.1597867 Jul 14 11:45:40.351585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=f6adf4b1-421e-4340-a8f3-d0a40f207e72,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:40.367023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device f38bed34-9bc0-44f3-8001-9e629cf6e935 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:40.367527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ea129b67-5bec-459d-ad1b-54b0753d9e04 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:40.422179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-abd688e7-6247-4f09-8959-d2457aa23409 None None] Provisioning complete for port 62d72a23-7c97-41c3-bb61-2fb5805b08cd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:40.423121 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-abd688e7-6247-4f09-8959-d2457aa23409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:40.480634 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-b6db3820-c100-4479-8941-37b25ec32b10 service neutron] 10.222.0.45 "GET /v2.0/networks/38c1c242-fef4-4952-adce-5b86a7e85a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079825 Jul 14 11:45:40.483729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb46d6-41e5-411e-a0e9-3f6caca816ce tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Network': ['ID=9ce089cd-4520-4f61-a377-9ff9ff99f9c8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:40.484961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-abd688e7-6247-4f09-8959-d2457aa23409 None None] Port 62d72a23-7c97-41c3-bb61-2fb5805b08cd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:45:40.536900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e7f22-b16e-49e4-81d7-92a56fe43400 req-c9a25577-3f1a-47dc-a806-d756debb937f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:40.549875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e7f22-b16e-49e4-81d7-92a56fe43400 req-c9a25577-3f1a-47dc-a806-d756debb937f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:40.562371 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:40.565175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e7f22-b16e-49e4-81d7-92a56fe43400 req-c9a25577-3f1a-47dc-a806-d756debb937f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:40.580257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e7f22-b16e-49e4-81d7-92a56fe43400 req-c9a25577-3f1a-47dc-a806-d756debb937f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:40.589738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e7f22-b16e-49e4-81d7-92a56fe43400 req-c9a25577-3f1a-47dc-a806-d756debb937f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:40.593285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e03e7f22-b16e-49e4-81d7-92a56fe43400 req-c9a25577-3f1a-47dc-a806-d756debb937f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 3878 time: 0.1713545 Jul 14 11:45:40.604096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ea129b67-5bec-459d-ad1b-54b0753d9e04, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:40.613178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:40.630502 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6ae910ea-3460-40f8-a005-3107bea68634 req-2f075ac4-543a-4fd2-a1fa-04df060460d8 service neutron] 10.222.0.45 "GET /v2.0/networks/38c1c242-fef4-4952-adce-5b86a7e85a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356137 Jul 14 11:45:40.649772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 3edfd7ca-f533-46bc-ad5b-9508000fe5af is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:45:40.734590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ea129b67-5bec-459d-ad1b-54b0753d9e04,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:40.879688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-faa8f0ef-fbd8-4bf8-a1b7-238fc2e16dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:40.882319 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-faa8f0ef-fbd8-4bf8-a1b7-238fc2e16dca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1815445a26714e32b39e3759955df1fb&device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 1094 time: 0.1133637 Jul 14 11:45:40.883317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:40.891952 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-90c22363-838f-4c4f-9a5a-d81efd5c232f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/3edfd7ca-f533-46bc-ad5b-9508000fe5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8804374 Jul 14 11:45:40.900741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e03e7f22-b16e-49e4-81d7-92a56fe43400 req-397d465a-6a49-42ff-b8b0-01167f5cdcc6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764058 Jul 14 11:45:40.902224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf35b4f-f8bc-40da-9565-2d98b0ef4e93 None None] Sync routers for ids ['3edfd7ca-f533-46bc-ad5b-9508000fe5af'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:40.907555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59064) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:40.917299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf35b4f-f8bc-40da-9565-2d98b0ef4e93 None None] Routers {'3edfd7ca-f533-46bc-ad5b-9508000fe5af'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:40.919310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-bcf35b4f-f8bc-40da-9565-2d98b0ef4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3edfd7ca-f533-46bc-ad5b-9508000fe5af'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:40.927452 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:40.967027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-bcf35b4f-f8bc-40da-9565-2d98b0ef4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:40.993155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf35b4f-f8bc-40da-9565-2d98b0ef4e93 None None] Routers {'3edfd7ca-f533-46bc-ad5b-9508000fe5af'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:40.993860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-bcf35b4f-f8bc-40da-9565-2d98b0ef4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3edfd7ca-f533-46bc-ad5b-9508000fe5af'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:41.025155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-2517625c-eef9-4797-85db-8d6c5141652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:41.026773 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-2517625c-eef9-4797-85db-8d6c5141652b service neutron] 10.222.0.45 "GET /v2.0/networks?id=38c1c242-fef4-4952-adce-5b86a7e85a02 HTTP/1.1" status: 200 len: 914 time: 0.1372848 Jul 14 11:45:41.039452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7a7dc-6a65-4e84-821e-d16ba1db2817 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:41.046615 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d9f7a7dc-6a65-4e84-821e-d16ba1db2817 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports/62d72a23-7c97-41c3-bb61-2fb5805b08cd HTTP/1.1" status: 200 len: 910 time: 0.1369643 Jul 14 11:45:41.084481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59066) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:41.087677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-bcf35b4f-f8bc-40da-9565-2d98b0ef4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:41.090103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf35b4f-f8bc-40da-9565-2d98b0ef4e93 None None] The sync data for ids ['3edfd7ca-f533-46bc-ad5b-9508000fe5af'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:41.091960 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-8436172b-697d-4fd8-8edd-1409ac17c01f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d507aef9-6980-427f-8998-2394a20633fc HTTP/1.1" status: 200 len: 217 time: 0.0570662 Jul 14 11:45:41.178285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=f6adf4b1-421e-4340-a8f3-d0a40f207e72,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:41.200996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] No DVR routers for this DVR port f6adf4b1-421e-4340-a8f3-d0a40f207e72 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:41.205103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:41.207999 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-58fa31ac-ca45-4fcc-a198-9311fdd12800 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "DELETE /v2.0/ports/f6adf4b1-421e-4340-a8f3-d0a40f207e72 HTTP/1.1" status: 204 len: 173 time: 1.6583843 Jul 14 11:45:41.208593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:41.210991 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8be85a5-4754-4fcb-89f3-166aac070054" -d '{"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "f6adf4b1-421e-4340-a8f3-d0a40f207e72"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:41.240751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-8073d99d-77cc-430f-b11e-7dbb50e5172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:41.242374 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-8073d99d-77cc-430f-b11e-7dbb50e5172b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2e6632b-c3cc-4140-831a-365c054b98d8 HTTP/1.1" status: 200 len: 854 time: 0.1090002 Jul 14 11:45:41.288924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5'}, {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0628ddc1-a74a-48a7-b7cb-899bac95fa03'}, {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72'}, {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:41.291379 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bff25d4-c11a-4cf9-b433-7e87a22cca6b" -d '{"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5"}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0628ddc1-a74a-48a7-b7cb-899bac95fa03"}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "f6adf4b1-421e-4340-a8f3-d0a40f207e72"}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:41.344055 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-879e6d71-1cf0-4cf7-b396-df5ab9b1952e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38c1c242-fef4-4952-adce-5b86a7e85a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773692 Jul 14 11:45:41.492846 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4cf5a9-e5c6-40db-b43d-0b56cc15d50c x-openstack-request-id: req-7a4cf5a9-e5c6-40db-b43d-0b56cc15d50c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:41.493102 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "f6adf4b1-421e-4340-a8f3-d0a40f207e72", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:41.493395 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a4cf5a9-e5c6-40db-b43d-0b56cc15d50c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:41.493777 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72', 'status': 'completed', 'code': 200} Jul 14 11:45:41.512273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port ea129b67-5bec-459d-ad1b-54b0753d9e04 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:41.512629 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:41.540287 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f53951-0a2c-4df7-8e2b-9d9b8e9a5c84 x-openstack-request-id: req-18f53951-0a2c-4df7-8e2b-9d9b8e9a5c84 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:41.541490 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5", "code": 200}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0628ddc1-a74a-48a7-b7cb-899bac95fa03", "code": 200}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "f6adf4b1-421e-4340-a8f3-d0a40f207e72", "code": 200}, {"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-unplugged", "status": "completed", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:41.542129 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18f53951-0a2c-4df7-8e2b-9d9b8e9a5c84 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:41.542718 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5', 'code': 200} Jul 14 11:45:41.543211 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0628ddc1-a74a-48a7-b7cb-899bac95fa03', 'code': 200} Jul 14 11:45:41.543643 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6adf4b1-421e-4340-a8f3-d0a40f207e72', 'code': 200} Jul 14 11:45:41.544114 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'code': 200} Jul 14 11:45:41.680984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1214c-18b3-4a3b-8bb7-110f281f6e17 req-e2e4dc47-ad21-4a8d-ac95-9d17d41be34b tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:41.682666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6b1214c-18b3-4a3b-8bb7-110f281f6e17 req-e2e4dc47-ad21-4a8d-ac95-9d17d41be34b tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 943 time: 0.2841699 Jul 14 11:45:41.692229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:41.693623 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-ad3b18c4-6933-4b9c-8381-c5d838a92c99 service neutron] 10.222.0.45 "GET /v2.0/networks/38c1c242-fef4-4952-adce-5b86a7e85a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407044 Jul 14 11:45:41.790959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] For port ea129b67-5bec-459d-ad1b-54b0753d9e04, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ea129b67-5bec-459d-ad1b-54b0753d9e04,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:41.791311 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:41.849706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb1fc19e-451b-4322-80dd-8d6a70bd42e7 req-8661afc5-6a5f-4568-938a-b98b7e0774b2 service neutron] 10.222.0.45 "GET /v2.0/networks/38c1c242-fef4-4952-adce-5b86a7e85a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404133 Jul 14 11:45:41.882447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:41.905149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6b1214c-18b3-4a3b-8bb7-110f281f6e17 req-a4c8c5df-2147-4b1d-bce2-3b0eaef8d741 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072134 Jul 14 11:45:42.128663 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f726b258-c49a-45d7-814a-da935637f20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:42.180540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 62d72a23-7c97-41c3-bb61-2fb5805b08cd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:42.180925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:42.256852 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:42.277195 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:42.291555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 62d72a23-7c97-41c3-bb61-2fb5805b08cd owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:42.504307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:42.533327 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:42.533708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:42.534028 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Floating IP e651811c-d553-4670-a24f-23e3f2408dc2 disassociated. External IP: 172.25.2.18, port: ea129b67-5bec-459d-ad1b-54b0753d9e04. Jul 14 11:45:42.534388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for ea129b67-5bec-459d-ad1b-54b0753d9e04 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:42.567991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=62d72a23-7c97-41c3-bb61-2fb5805b08cd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:42.630374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8083-8e45-4e16-b595-9e7077553be5 req-b0990937-925b-42b2-8e30-d3f47e11ad9c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:42.643339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8083-8e45-4e16-b595-9e7077553be5 req-b0990937-925b-42b2-8e30-d3f47e11ad9c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:42.650318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8083-8e45-4e16-b595-9e7077553be5 req-b0990937-925b-42b2-8e30-d3f47e11ad9c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:42.660346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8083-8e45-4e16-b595-9e7077553be5 req-b0990937-925b-42b2-8e30-d3f47e11ad9c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:42.662365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d8e8083-8e45-4e16-b595-9e7077553be5 req-b0990937-925b-42b2-8e30-d3f47e11ad9c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 3144 time: 0.3104699 Jul 14 11:45:42.763223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:42.811071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d8e8083-8e45-4e16-b595-9e7077553be5 req-d24b76b6-1a9e-4fbd-8698-5cff7cd28dde tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255383 Jul 14 11:45:42.853725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 412dd633-ebf6-4898-8ebf-e3cdcb594526 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:42.854078 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:42.967785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 3edfd7ca-f533-46bc-ad5b-9508000fe5af has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:43.028726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.062223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:43.067904 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ac516abc-bf75-4063-9d04-44ba3fb3f305 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/3edfd7ca-f533-46bc-ad5b-9508000fe5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9823675 Jul 14 11:45:43.070947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59100) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:43.073814 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864cbf5-efd9-4016-821f-1aef46ca7ff4 None None] Sync routers for ids ['3edfd7ca-f533-46bc-ad5b-9508000fe5af'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:43.086352 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864cbf5-efd9-4016-821f-1aef46ca7ff4 None None] Routers {'3edfd7ca-f533-46bc-ad5b-9508000fe5af'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:43.089990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=ea129b67-5bec-459d-ad1b-54b0753d9e04,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:43.096183 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e864cbf5-efd9-4016-821f-1aef46ca7ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3edfd7ca-f533-46bc-ad5b-9508000fe5af'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:43.102497 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-05a4727d-05d6-4320-b78f-de97e24979a3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=3edfd7ca-f533-46bc-ad5b-9508000fe5af HTTP/1.1" status: 200 len: 205 time: 0.0298972 Jul 14 11:45:43.105192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59102) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:43.141924 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e864cbf5-efd9-4016-821f-1aef46ca7ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:43.142116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port 412dd633-ebf6-4898-8ebf-e3cdcb594526, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=412dd633-ebf6-4898-8ebf-e3cdcb594526,segment=NetworkSegment(599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9),segment_id=599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:43.142813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.153607 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864cbf5-efd9-4016-821f-1aef46ca7ff4 None None] Routers {'3edfd7ca-f533-46bc-ad5b-9508000fe5af'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:43.154379 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e864cbf5-efd9-4016-821f-1aef46ca7ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['3edfd7ca-f533-46bc-ad5b-9508000fe5af'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:43.192111 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e864cbf5-efd9-4016-821f-1aef46ca7ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:43.192895 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864cbf5-efd9-4016-821f-1aef46ca7ff4 None None] The sync data for ids ['3edfd7ca-f533-46bc-ad5b-9508000fe5af'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:43.202338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baf2ee59-5c03-4133-9120-546b90afa606 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.268185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 412dd633-ebf6-4898-8ebf-e3cdcb594526 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:43.297683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:43.362510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd576635-a9b0-4296-9c73-71d21a30b2bc req-ae11b395-814e-47cb-b90e-ffe8210e5fe7 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:43.364220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd576635-a9b0-4296-9c73-71d21a30b2bc req-ae11b395-814e-47cb-b90e-ffe8210e5fe7 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 943 time: 0.2824724 Jul 14 11:45:43.372854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baf2ee59-5c03-4133-9120-546b90afa606 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.375243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baf2ee59-5c03-4133-9120-546b90afa606 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.424586 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.426460 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baf2ee59-5c03-4133-9120-546b90afa606 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.427182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2ee59-5c03-4133-9120-546b90afa606 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Fanout notify agent at l3_agent the message router_deleted on router 3edfd7ca-f533-46bc-ad5b-9508000fe5af {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:45:43.440080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baf2ee59-5c03-4133-9120-546b90afa606 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.441475 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-baf2ee59-5c03-4133-9120-546b90afa606 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/3edfd7ca-f533-46bc-ad5b-9508000fe5af HTTP/1.1" status: 204 len: 168 time: 0.3317685 Jul 14 11:45:43.443796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59108) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:43.510338 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b387f20-8f82-424b-842e-ffe77829f7c3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting subnet c7351b40-cc62-4b70-a4a0-d11d8498ced8 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:43.514208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b387f20-8f82-424b-842e-ffe77829f7c3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.574790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd576635-a9b0-4296-9c73-71d21a30b2bc req-25b26680-e9b4-45b5-8b15-9d2378a0fcf0 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956298 Jul 14 11:45:43.636621 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b387f20-8f82-424b-842e-ffe77829f7c3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.678950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:43.694935 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] Sync routers for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:43.711425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:43.712230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:43.809039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b387f20-8f82-424b-842e-ffe77829f7c3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.823879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] No DVR routers for this DVR port ea129b67-5bec-459d-ad1b-54b0753d9e04 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:43.834850 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.836952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-91275abc-9a4a-4d77-b9fb-d914e7de537b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "DELETE /v2.0/ports/ea129b67-5bec-459d-ad1b-54b0753d9e04 HTTP/1.1" status: 204 len: 173 time: 2.6215734 Jul 14 11:45:43.837393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:43.839820 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3420f08-98ce-4f89-89bb-bd0b4c789aaa" -d '{"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:43.873008 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:43.934048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=412dd633-ebf6-4898-8ebf-e3cdcb594526,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:43.955360 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b932ed99-6b6b-43a0-b67b-6bd8292fd704 x-openstack-request-id: req-b932ed99-6b6b-43a0-b67b-6bd8292fd704 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:43.955957 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "ea129b67-5bec-459d-ad1b-54b0753d9e04", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:43.956396 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b932ed99-6b6b-43a0-b67b-6bd8292fd704 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:43.956972 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': 'ea129b67-5bec-459d-ad1b-54b0753d9e04', 'status': 'completed', 'code': 200} Jul 14 11:45:44.014962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:44.028812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d507aef9-6980-427f-8998-2394a20633fc details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:45:44.046448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b387f20-8f82-424b-842e-ffe77829f7c3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.122392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b387f20-8f82-424b-842e-ffe77829f7c3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Subnet': ['ID=c7351b40-cc62-4b70-a4a0-d11d8498ced8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:44.139210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b387f20-8f82-424b-842e-ffe77829f7c3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.141938 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5b387f20-8f82-424b-842e-ffe77829f7c3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/c7351b40-cc62-4b70-a4a0-d11d8498ced8 HTTP/1.1" status: 204 len: 168 time: 0.6971481 Jul 14 11:45:44.144572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59128) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:44.172092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d507aef9-6980-427f-8998-2394a20633fc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d507aef9-6980-427f-8998-2394a20633fc,segment=NetworkSegment(5cf5028f-d31e-49df-8af8-8d561a4f6410),segment_id=5cf5028f-d31e-49df-8af8-8d561a4f6410)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:44.231709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'd507aef9-6980-427f-8998-2394a20633fc', 'network_id': '38c1c242-fef4-4952-adce-5b86a7e85a02', 'port_id': 'd507aef9-6980-427f-8998-2394a20633fc', 'mac_address': 'fa:16:3e:52:55:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e6632b-c3cc-4140-831a-365c054b98d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:45:44.234171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbfbd1c-f0ad-4a34-93ae-ea257cf060b2 None None] Network bfc93d82-e515-48b4-9ced-efcc30938cc6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:44.298250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.322881 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.356067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:44.356583 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.411032 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.432758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 49faa54c-bc49-433a-bd57-29f9e8725420 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:44.433409 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.434176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d507aef9-6980-427f-8998-2394a20633fc {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:45:44.455877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d507aef9-6980-427f-8998-2394a20633fc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d507aef9-6980-427f-8998-2394a20633fc,segment=NetworkSegment(5cf5028f-d31e-49df-8af8-8d561a4f6410),segment_id=5cf5028f-d31e-49df-8af8-8d561a4f6410)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:44.465970 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.550549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9c257-4bb3-43ac-ade4-3c0e4c007489 req-8818db88-c0fd-48d9-b2c5-81f6f8c50fad tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:44.567515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port 49faa54c-bc49-433a-bd57-29f9e8725420, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=49faa54c-bc49-433a-bd57-29f9e8725420,segment=NetworkSegment(93925fe4-2041-4721-9e66-5a23d61bbd60),segment_id=93925fe4-2041-4721-9e66-5a23d61bbd60)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:44.568005 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.568960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9c257-4bb3-43ac-ade4-3c0e4c007489 req-8818db88-c0fd-48d9-b2c5-81f6f8c50fad tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:44.576935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9c257-4bb3-43ac-ade4-3c0e4c007489 req-8818db88-c0fd-48d9-b2c5-81f6f8c50fad tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:44.579244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9de9c257-4bb3-43ac-ade4-3c0e4c007489 req-8818db88-c0fd-48d9-b2c5-81f6f8c50fad tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 2410 time: 0.4140785 Jul 14 11:45:44.597438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 49faa54c-bc49-433a-bd57-29f9e8725420 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:44.701394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9de9c257-4bb3-43ac-ade4-3c0e4c007489 req-6e51fac6-d6c9-40ac-bba8-21271a5eef21 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097808 Jul 14 11:45:44.707478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=d507aef9-6980-427f-8998-2394a20633fc,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:44.707699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] For port 0628ddc1-a74a-48a7-b7cb-899bac95fa03, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0628ddc1-a74a-48a7-b7cb-899bac95fa03,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:44.708116 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.760315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:44.826691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['d507aef9-6980-427f-8998-2394a20633fc'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:45:44.843234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9278edb2-24ae-4388-a07a-68f708fe7e00 None None] DHCP port deletion for bfc93d82-e515-48b4-9ced-efcc30938cc6 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:44.854519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No DVR routers for this DVR port 49faa54c-bc49-433a-bd57-29f9e8725420 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:44.857072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=49faa54c-bc49-433a-bd57-29f9e8725420,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:45.003645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for 0628ddc1-a74a-48a7-b7cb-899bac95fa03 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:45.007229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c0c43393-25a2-4461-9130-198ce32f01f4', 'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'mac_address': 'fa:16:3e:85:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:49Z', 'updated_at': '2021-07-14T11:35:00Z', 'revision_number': 5, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'subnets': [{'id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:45.183741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:45.230841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faabfd-ac25-4d14-8262-ad84481bab6f req-44d964a8-64bb-48f2-b311-b57873098418 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:45.233126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8faabfd-ac25-4d14-8262-ad84481bab6f req-44d964a8-64bb-48f2-b311-b57873098418 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 944 time: 0.3228555 Jul 14 11:45:45.294869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 49faa54c-bc49-433a-bd57-29f9e8725420 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:45.303893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] Checking router: 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:45.369356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 49faa54c-bc49-433a-bd57-29f9e8725420 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:45.369642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 49faa54c-bc49-433a-bd57-29f9e8725420 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:45.381589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8faabfd-ac25-4d14-8262-ad84481bab6f req-134e03f6-c2d6-4861-96f6-19536cd54904 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055272 Jul 14 11:45:45.383255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:45.397700 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:45.408563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:45.430205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:45.430784 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:45.433476 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:45.440498 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.496166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f33391fa-850d-4690-bf34-bb3ddde38e07 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2264209 Jul 14 11:45:45.498088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59138) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:45.599584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdac64ed-0a27-4c53-ba2a-d7882cc66ea2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting subnet a953a2af-4f26-4c28-8eee-5701a7247832 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:45.603499 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:45.611620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fdac64ed-0a27-4c53-ba2a-d7882cc66ea2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.617202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.636372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc93d82-e515-48b4-9ced-efcc30938cc6']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:45.648005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93925fe4-2041-4721-9e66-5a23d61bbd60') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:45.648458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93925fe4-2041-4721-9e66-5a23d61bbd60') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:45.658713 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.676866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.683566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.687634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:45.689210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:45.692840 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:45.761001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fdac64ed-0a27-4c53-ba2a-d7882cc66ea2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.788278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=0628ddc1-a74a-48a7-b7cb-899bac95fa03,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:45.822139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.839776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:45.846100 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.848031 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/networks/bfc93d82-e515-48b4-9ced-efcc30938cc6 HTTP/1.1" status: 204 len: 168 time: 1.7020047 Jul 14 11:45:45.852864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59144) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:45.874691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-102116772', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:45.926189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20f430-5e26-4acb-9574-60f7d51d5a6e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Network': ['ID=bfc93d82-e515-48b4-9ced-efcc30938cc6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:45.930241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] No DVR routers for this DVR port 0628ddc1-a74a-48a7-b7cb-899bac95fa03 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:45.935012 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.945561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-9eb1ddec-055d-4726-a5fe-f30277d79c73 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "DELETE /v2.0/ports/0628ddc1-a74a-48a7-b7cb-899bac95fa03 HTTP/1.1" status: 204 len: 173 time: 2.0953193 Jul 14 11:45:45.956043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.957418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:45.983267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': '0628ddc1-a74a-48a7-b7cb-899bac95fa03'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:45.986561 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc63d68-13ec-4b0f-a6a4-35dc096b2a0a" -d '{"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "0628ddc1-a74a-48a7-b7cb-899bac95fa03"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:46.077744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:46.091119 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0af4d1-9892-48e6-a426-84e6c59124e5 x-openstack-request-id: req-5b0af4d1-9892-48e6-a426-84e6c59124e5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:46.093377 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "0628ddc1-a74a-48a7-b7cb-899bac95fa03", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:46.093747 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b0af4d1-9892-48e6-a426-84e6c59124e5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:46.094314 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': '0628ddc1-a74a-48a7-b7cb-899bac95fa03', 'status': 'completed', 'code': 200} Jul 14 11:45:46.193460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c0c43393-25a2-4461-9130-198ce32f01f4', 'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'mac_address': 'fa:16:3e:85:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:49Z', 'updated_at': '2021-07-14T11:35:00Z', 'revision_number': 5, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'subnets': [{'id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:46.238427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a5cb7-ecf5-40cd-97f6-887687607ea9 None None] The sync data for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 is: [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:34:50Z', 'revision_number': 4, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c0c43393-25a2-4461-9130-198ce32f01f4', 'name': '', 'network_id': '181ba48e-cd53-4e69-885a-619ebf4610cd', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'mac_address': 'fa:16:3e:85:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:49Z', 'updated_at': '2021-07-14T11:35:00Z', 'revision_number': 5, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'subnets': [{'id': 'cf939fd8-6dce-45d3-b5e6-152d07d9c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:46.293335 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:43Z', 'revision_number': 10, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:46.339454 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:46.348739 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fdac64ed-0a27-4c53-ba2a-d7882cc66ea2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:46.351327 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:46.352670 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:46.455662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6781d7-d800-4cf2-b994-519202d9c232 req-8edc9d54-a728-4bf8-ad8d-9d2b9081ba0a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:46.464461 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:46.465578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6781d7-d800-4cf2-b994-519202d9c232 req-8edc9d54-a728-4bf8-ad8d-9d2b9081ba0a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:46.466948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b6781d7-d800-4cf2-b994-519202d9c232 req-8edc9d54-a728-4bf8-ad8d-9d2b9081ba0a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 1677 time: 0.3809714 Jul 14 11:45:46.496893 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:46.523843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:46.524236 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:46.534316 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fdac64ed-0a27-4c53-ba2a-d7882cc66ea2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:46.708492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908fe89c-8991-49fb-9156-91e2346f00e4 None None] New status for floating IP e651811c-d553-4670-a24f-23e3f2408dc2: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:45:46.741752 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fdac64ed-0a27-4c53-ba2a-d7882cc66ea2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:46.744800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fdac64ed-0a27-4c53-ba2a-d7882cc66ea2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/a953a2af-4f26-4c28-8eee-5701a7247832 HTTP/1.1" status: 204 len: 168 time: 1.2459121 Jul 14 11:45:46.746852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] For port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:46.747292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:46.751305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59154) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:46.812113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac64ed-0a27-4c53-ba2a-d7882cc66ea2 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Subnet': ['ID=a953a2af-4f26-4c28-8eee-5701a7247832,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:46.832913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b6781d7-d800-4cf2-b994-519202d9c232 req-a994b953-4eb6-4d29-a597-bf5aa9ff1b5a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532987 Jul 14 11:45:46.851449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1a0c87-0e93-42b0-a0e1-7068678f3778 None None] Network a59b81a8-3348-4930-9ee1-014d96a2c7c3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:46.860672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:46.896031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530fc62-899e-4ebf-a577-bc8ed0e0c123 req-0ddd46d3-61c7-46c3-9db1-d8e983d10744 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:46.903451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d530fc62-899e-4ebf-a577-bc8ed0e0c123 req-0ddd46d3-61c7-46c3-9db1-d8e983d10744 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 944 time: 0.2459307 Jul 14 11:45:46.985427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.006591 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:43Z', 'revision_number': 10, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:47.011817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.040132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.064946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d530fc62-899e-4ebf-a577-bc8ed0e0c123 req-50e191c3-f227-48bb-9e8b-39dd3b4e7240 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581011 Jul 14 11:45:47.083038 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422f00a-da26-4403-bd16-73676259a9bd None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:43Z', 'revision_number': 10, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None, '_interfaces': [{'id': 'e58d1ddc-3152-4a09-b2c0-108e1e7e32ac', 'name': '', 'network_id': '3648f103-8291-4fa9-93f1-04660a1690f9', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'mac_address': 'fa:16:3e:02:2b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af7440-e494-4312-9da5-274a190e4ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:44:42Z', 'updated_at': '2021-07-14T11:45:00Z', 'revision_number': 5, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'subnets': [{'id': '19ce7567-e04d-45fa-963f-07e9f3ee84f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:47.206020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.25.2.159 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/fe1b5bfb-2a1e-4ba9-b1a6-3f0877ef4737) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:47.209483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port e210d03b-dcc5-4264-8545-7cf091c1f3b5 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:47.209829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.252331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.288861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:47.361215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] No DVR routers for this DVR port bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:47.364934 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.368397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-998de6ca-e0b7-408b-8154-e8914e22fbc1 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "DELETE /v2.0/ports/bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5 HTTP/1.1" status: 204 len: 173 time: 1.4183023 Jul 14 11:45:47.418718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port e210d03b-dcc5-4264-8545-7cf091c1f3b5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e210d03b-dcc5-4264-8545-7cf091c1f3b5,segment=NetworkSegment(599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9),segment_id=599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:47.431064 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.466125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for e210d03b-dcc5-4264-8545-7cf091c1f3b5 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:47.508500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27336aa-ef83-4c60-93ef-1f2770eaf901 None None] DHCP port deletion for a59b81a8-3348-4930-9ee1-014d96a2c7c3 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:47.637169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b27336aa-ef83-4c60-93ef-1f2770eaf901 None None] Deleting port e210d03b-dcc5-4264-8545-7cf091c1f3b5 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:47.638426 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b27336aa-ef83-4c60-93ef-1f2770eaf901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.649429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port 9555707b-f711-4615-ade1-3693da6443f7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:47.651747 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.739579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.755680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b27336aa-ef83-4c60-93ef-1f2770eaf901 None None] For port e210d03b-dcc5-4264-8545-7cf091c1f3b5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e210d03b-dcc5-4264-8545-7cf091c1f3b5,segment=NetworkSegment(599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9),segment_id=599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:47.756317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b27336aa-ef83-4c60-93ef-1f2770eaf901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.785101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b27336aa-ef83-4c60-93ef-1f2770eaf901 None None] Calling delete_port for e210d03b-dcc5-4264-8545-7cf091c1f3b5 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:47.921668 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.936398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:47.977782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b27336aa-ef83-4c60-93ef-1f2770eaf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.005697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27336aa-ef83-4c60-93ef-1f2770eaf901 None None] No DVR routers for this DVR port e210d03b-dcc5-4264-8545-7cf091c1f3b5 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:48.091350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d507aef9-6980-427f-8998-2394a20633fc up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:48.151585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:48.155264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No DVR routers for this DVR port e210d03b-dcc5-4264-8545-7cf091c1f3b5 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:48.228419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27336aa-ef83-4c60-93ef-1f2770eaf901 None None] Pushing event deleted for resources: {'Port': ['ID=e210d03b-dcc5-4264-8545-7cf091c1f3b5,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:48.263469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:48.264002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port d507aef9-6980-427f-8998-2394a20633fc completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:48.270669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:48.277781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port d507aef9-6980-427f-8998-2394a20633fc triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:48.278917 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.287987 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59180) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:48.329071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:48.334622 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6e86c6-0ccc-4f8c-b7c5-121cba0496f4" -d '{"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:48.409120 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.437390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418c8a3c-9345-4deb-9065-6214867f47c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd507aef9-6980-427f-8998-2394a20633fc'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:48.441027 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28085a4-3418-4732-881f-fcce7d71e6c6" -d '{"events": [{"server_uuid": "418c8a3c-9345-4deb-9065-6214867f47c4", "name": "network-vif-plugged", "status": "completed", "tag": "d507aef9-6980-427f-8998-2394a20633fc"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:48.458531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d507aef9-6980-427f-8998-2394a20633fc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d507aef9-6980-427f-8998-2394a20633fc,segment=NetworkSegment(5cf5028f-d31e-49df-8af8-8d561a4f6410),segment_id=5cf5028f-d31e-49df-8af8-8d561a4f6410)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:48.463085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=fe1b5bfb-2a1e-4ba9-b1a6-3f0877ef4737,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:48.464750 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.531494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=d507aef9-6980-427f-8998-2394a20633fc,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:48.539588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] For port 9555707b-f711-4615-ade1-3693da6443f7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9555707b-f711-4615-ade1-3693da6443f7,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:48.540247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.574928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for 9555707b-f711-4615-ade1-3693da6443f7 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:48.600425 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.617726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59b81a8-3348-4930-9ee1-014d96a2c7c3']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:48.632056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:48.632784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599d91d0-fe2c-4b1c-9b45-fe97a0d8eee9') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:48.647881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.676309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.680496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7b5d3-55a5-4e90-9533-68c1c5d16c95 req-61a5ed0b-f47c-4036-8936-fd6901fe5e65 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:48.682185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9c7b5d3-55a5-4e90-9533-68c1c5d16c95 req-61a5ed0b-f47c-4036-8936-fd6901fe5e65 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 943 time: 0.3291593 Jul 14 11:45:48.691003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc20a9-114a-4558-8c61-87a838c67356 req-b072c25a-5719-44dc-bb73-4aec2df4fbd2 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:48.694239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:48.694956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.697992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bfc20a9-114a-4558-8c61-87a838c67356 req-b072c25a-5719-44dc-bb73-4aec2df4fbd2 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 944 time: 0.3553202 Jul 14 11:45:48.769462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9c7b5d3-55a5-4e90-9533-68c1c5d16c95 req-0d23b288-51a5-4301-a8ce-445d79839d64 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups?id=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613101 Jul 14 11:45:48.792691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bfc20a9-114a-4558-8c61-87a838c67356 req-bef33eb4-febb-421b-ad81-f017b4bc72d0 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937238 Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:48.807684 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:48.887360 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4acac0-377c-4874-806f-bcbc557a46f8 x-openstack-request-id: req-ca4acac0-377c-4874-806f-bcbc557a46f8 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:48.888887 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:48.889172 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca4acac0-377c-4874-806f-bcbc557a46f8 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:48.889789 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': 'bcb1fe27-0cc6-4d3a-894c-2f77f061a1b5', 'status': 'completed', 'code': 200} Jul 14 11:45:48.901407 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a3bd6-3bfd-4351-bd14-2c5b847fc484 x-openstack-request-id: req-a77a3bd6-3bfd-4351-bd14-2c5b847fc484 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:48.902434 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418c8a3c-9345-4deb-9065-6214867f47c4", "name": "network-vif-plugged", "status": "completed", "tag": "d507aef9-6980-427f-8998-2394a20633fc", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:48.902974 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a77a3bd6-3bfd-4351-bd14-2c5b847fc484 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:48.903608 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418c8a3c-9345-4deb-9065-6214867f47c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd507aef9-6980-427f-8998-2394a20633fc', 'code': 200} Jul 14 11:45:48.940157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.951089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=e210d03b-dcc5-4264-8545-7cf091c1f3b5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:48.956961 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e06ab00c-ba01-447e-a5b9-c3416bab2285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:48.959743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:49.013486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:49.016523 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/networks/a59b81a8-3348-4930-9ee1-014d96a2c7c3 HTTP/1.1" status: 204 len: 168 time: 2.1914227 Jul 14 11:45:49.019784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=9555707b-f711-4615-ade1-3693da6443f7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:49.021682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.021878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59190) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:49.022238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.022862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.023429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.023818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.024265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.024809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.025236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.025648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.026014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.026517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.027359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:49.066797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 412dd633-ebf6-4898-8ebf-e3cdcb594526 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:49.109835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 412dd633-ebf6-4898-8ebf-e3cdcb594526 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:49.110559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 412dd633-ebf6-4898-8ebf-e3cdcb594526 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:49.111051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e210d03b-dcc5-4264-8545-7cf091c1f3b5 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:49.127198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e3893-7dc0-4b64-ba3a-74af3e2a0268 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Network': ['ID=a59b81a8-3348-4930-9ee1-014d96a2c7c3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:49.142266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e210d03b-dcc5-4264-8545-7cf091c1f3b5 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:49.142979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e210d03b-dcc5-4264-8545-7cf091c1f3b5 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:49.222540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] No DVR routers for this DVR port 9555707b-f711-4615-ade1-3693da6443f7 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:49.226360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:49.228420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-422e3c73-62de-44f9-9eba-498adce0af70 req-b5771928-38e9-4feb-864b-2b64662fade6 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.64 "DELETE /v2.0/ports/9555707b-f711-4615-ade1-3693da6443f7 HTTP/1.1" status: 204 len: 173 time: 1.8527410 Jul 14 11:45:49.329434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e29a3-d309-4841-bc9c-99a4e64770a5 req-73c32703-aa23-4bb3-8e48-12202aac3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:49.331602 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-075e29a3-d309-4841-bc9c-99a4e64770a5 req-73c32703-aa23-4bb3-8e48-12202aac3a55 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 1096 time: 0.2933240 Jul 14 11:45:49.425806 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-075e29a3-d309-4841-bc9c-99a4e64770a5 req-85f826a9-fada-4ca2-9c7e-7079cd55d6a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864120 Jul 14 11:45:49.440582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e06ab00c-ba01-447e-a5b9-c3416bab2285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:49.442027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:49.498247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e06ab00c-ba01-447e-a5b9-c3416bab2285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:49.615282 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e06ab00c-ba01-447e-a5b9-c3416bab2285 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a69838c2eb6c42599e9f0a3f1b4263be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2893791 Jul 14 11:45:49.618136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59194) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:49.630249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ab00c-ba01-447e-a5b9-c3416bab2285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93574066-5bee-47c1-b9bc-d9ba479d0a00,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:49.725646 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:49.778233 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:49.935322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 2d99726f-434d-47b7-bc43-eee9b33f3eda is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:45:49.936380 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-647488c2-3956-4059-a807-a9413a3e8713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:49.967834 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-647488c2-3956-4059-a807-a9413a3e8713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:50.077341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:50.088996 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f6bcc-8f84-4e51-87d0-d57b30f75ec7 None None] Sync routers for ids ['2d99726f-434d-47b7-bc43-eee9b33f3eda'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:50.101761 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f6bcc-8f84-4e51-87d0-d57b30f75ec7 None None] Routers {'2d99726f-434d-47b7-bc43-eee9b33f3eda'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:50.103202 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d23f6bcc-8f84-4e51-87d0-d57b30f75ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d99726f-434d-47b7-bc43-eee9b33f3eda'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:50.111695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:50.115976 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d3559437-29aa-4e96-8b39-7726e98ba6e5 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.2518804 Jul 14 11:45:50.116620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59200) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:50.158316 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d23f6bcc-8f84-4e51-87d0-d57b30f75ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:50.169256 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-647488c2-3956-4059-a807-a9413a3e8713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:50.173235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-647488c2-3956-4059-a807-a9413a3e8713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:50.175971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-647488c2-3956-4059-a807-a9413a3e8713 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93574066-5bee-47c1-b9bc-d9ba479d0a00 HTTP/1.1" status: 204 len: 168 time: 0.5553703 Jul 14 11:45:50.188581 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f6bcc-8f84-4e51-87d0-d57b30f75ec7 None None] Routers {'2d99726f-434d-47b7-bc43-eee9b33f3eda'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:50.189329 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d23f6bcc-8f84-4e51-87d0-d57b30f75ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d99726f-434d-47b7-bc43-eee9b33f3eda'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:50.203576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce8b47b4-3aaf-44bc-ba39-d3310cae9309 req-3bc782dc-b84a-4335-8ce5-f1262b884b7f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.1326180 Jul 14 11:45:50.213561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647488c2-3956-4059-a807-a9413a3e8713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93574066-5bee-47c1-b9bc-d9ba479d0a00,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:50.304325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b055e-d848-4b50-9f5e-fca6916916f9 req-6cd37976-5f9d-4843-ac4c-88fc3d8ebad9 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:50.317356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-378b055e-d848-4b50-9f5e-fca6916916f9 req-6cd37976-5f9d-4843-ac4c-88fc3d8ebad9 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 945 time: 0.2473216 Jul 14 11:45:50.342444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:50.343176 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:50.405478 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d23f6bcc-8f84-4e51-87d0-d57b30f75ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:50.407260 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f6bcc-8f84-4e51-87d0-d57b30f75ec7 None None] The sync data for ids ['2d99726f-434d-47b7-bc43-eee9b33f3eda'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:50.461849 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-88b374c0-d24d-4090-a249-48fb4295f005 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/routers/2d99726f-434d-47b7-bc43-eee9b33f3eda HTTP/1.1" status: 200 len: 880 time: 0.3418241 Jul 14 11:45:50.462707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59210) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:50.560007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-378b055e-d848-4b50-9f5e-fca6916916f9 req-e96f8d88-9095-45e6-a50f-56448a985d25 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412186 Jul 14 11:45:50.644701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port e58d1ddc-3152-4a09-b2c0-108e1e7e32ac, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e58d1ddc-3152-4a09-b2c0-108e1e7e32ac,segment=NetworkSegment(52d1442c-918d-46d0-b5b2-0d09a9971ae3),segment_id=52d1442c-918d-46d0-b5b2-0d09a9971ae3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:50.645311 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:50.678632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for e58d1ddc-3152-4a09-b2c0-108e1e7e32ac owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:50.753493 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-448c33c0-0ab8-4aac-bc8a-63f4315f6309 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2867403 Jul 14 11:45:50.755816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59216) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:50.761677 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b1da22a3-1028-4be9-8aab-25c0abc02137 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-102116772'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:50.838826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59218) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:50.861504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53af1127-2422-4e6e-a338-bee770089aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:50.914009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': '9555707b-f711-4615-ade1-3693da6443f7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:50.916643 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c640ac6-0345-41fb-9d88-cf38b9094733" -d '{"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "9555707b-f711-4615-ade1-3693da6443f7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:50.919708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59220) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:50.969796 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:45:50.974697 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f3fef6-45d0-4c4e-8ab1-6f447e7207e7 x-openstack-request-id: req-95f3fef6-45d0-4c4e-8ab1-6f447e7207e7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:50.975027 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856064b-3b02-4c36-85b8-0ce29d4881c2", "name": "network-vif-deleted", "tag": "9555707b-f711-4615-ade1-3693da6443f7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:50.975280 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95f3fef6-45d0-4c4e-8ab1-6f447e7207e7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:50.975708 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856064b-3b02-4c36-85b8-0ce29d4881c2', 'name': 'network-vif-deleted', 'tag': '9555707b-f711-4615-ade1-3693da6443f7', 'status': 'completed', 'code': 200} Jul 14 11:45:51.095543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.152305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=e58d1ddc-3152-4a09-b2c0-108e1e7e32ac,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:51.178595 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53af1127-2422-4e6e-a338-bee770089aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.183953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-622b41fe-b4cb-434d-a734-16c6139fabfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.208418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1da22a3-1028-4be9-8aab-25c0abc02137 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.217492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53af1127-2422-4e6e-a338-bee770089aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.220455 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1da22a3-1028-4be9-8aab-25c0abc02137 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.260675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af1127-2422-4e6e-a338-bee770089aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6bac05-f1bb-4892-9d1e-3fae6e38146d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:51.403826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-53af1127-2422-4e6e-a338-bee770089aca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a14460822e04c138ecce2498dbeb861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639620 Jul 14 11:45:51.409010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59228) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:51.461960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.501567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd86e147-724c-4e3c-9600-2e630589ab43 req-01869d19-b62a-48ed-be01-6f82500fe1b0 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.0935712 Jul 14 11:45:51.682822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-07dbf518-a12d-48fe-b047-7b5bf2325dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.722589 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-07dbf518-a12d-48fe-b047-7b5bf2325dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.800288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1da22a3-1028-4be9-8aab-25c0abc02137 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 2d99726f-434d-47b7-bc43-eee9b33f3eda has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:51.857245 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-622b41fe-b4cb-434d-a734-16c6139fabfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.873888 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-622b41fe-b4cb-434d-a734-16c6139fabfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.909932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:51.912878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1da22a3-1028-4be9-8aab-25c0abc02137 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:51.926839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1cf0d-0c06-4aba-ab15-d888828376df None None] Sync routers for ids ['2d99726f-434d-47b7-bc43-eee9b33f3eda'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:51.940999 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1da22a3-1028-4be9-8aab-25c0abc02137 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:51.945894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59234) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:51.948459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1cf0d-0c06-4aba-ab15-d888828376df None None] Routers {'2d99726f-434d-47b7-bc43-eee9b33f3eda'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:51.949286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-79a1cf0d-0c06-4aba-ab15-d888828376df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d99726f-434d-47b7-bc43-eee9b33f3eda'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:51.953158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-622b41fe-b4cb-434d-a734-16c6139fabfd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67b120bb388c4335bf623b23be733ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0263827 Jul 14 11:45:51.953336 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b1da22a3-1028-4be9-8aab-25c0abc02137 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/2d99726f-434d-47b7-bc43-eee9b33f3eda HTTP/1.1" status: 200 len: 887 time: 1.1955674 Jul 14 11:45:51.953558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59236) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:51.965238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b41fe-b4cb-434d-a734-16c6139fabfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df41fdcc-7733-42ba-9ec2-c401b2208825,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:51.996989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-79a1cf0d-0c06-4aba-ab15-d888828376df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:52.007641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1cf0d-0c06-4aba-ab15-d888828376df None None] Routers {'2d99726f-434d-47b7-bc43-eee9b33f3eda'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:52.008507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-79a1cf0d-0c06-4aba-ab15-d888828376df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d99726f-434d-47b7-bc43-eee9b33f3eda'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:52.024343 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-07dbf518-a12d-48fe-b047-7b5bf2325dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.025113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ef9778c-10a3-4107-8e77-acde43ae78a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.027707 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-07dbf518-a12d-48fe-b047-7b5bf2325dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.029143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-07dbf518-a12d-48fe-b047-7b5bf2325dc3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a6bac05-f1bb-4892-9d1e-3fae6e38146d HTTP/1.1" status: 204 len: 168 time: 0.6173320 Jul 14 11:45:52.055117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-79a1cf0d-0c06-4aba-ab15-d888828376df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:52.055841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1cf0d-0c06-4aba-ab15-d888828376df None None] The sync data for ids ['2d99726f-434d-47b7-bc43-eee9b33f3eda'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:52.066625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ef9778c-10a3-4107-8e77-acde43ae78a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.067520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ed13c-fae4-4c1d-a5e0-43c7e3e7dd4d req-e0d412fe-c741-49e0-b1da-fde983c9e426 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:52.074647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-218ed13c-fae4-4c1d-a5e0-43c7e3e7dd4d req-e0d412fe-c741-49e0-b1da-fde983c9e426 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 945 time: 0.3367071 Jul 14 11:45:52.128195 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ef9778c-10a3-4107-8e77-acde43ae78a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.131765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ef9778c-10a3-4107-8e77-acde43ae78a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.136613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0ef9778c-10a3-4107-8e77-acde43ae78a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df41fdcc-7733-42ba-9ec2-c401b2208825 HTTP/1.1" status: 204 len: 168 time: 0.1818388 Jul 14 11:45:52.157963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:52.158860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9778c-10a3-4107-8e77-acde43ae78a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df41fdcc-7733-42ba-9ec2-c401b2208825,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:52.170171 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:52.173410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-52a4195d-59df-4102-bc7e-94bedb8e0767 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1440537 Jul 14 11:45:52.178211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59242) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:52.186820 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:52.187531 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:52.194328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbf518-a12d-48fe-b047-7b5bf2325dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6bac05-f1bb-4892-9d1e-3fae6e38146d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:52.322560 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-218ed13c-fae4-4c1d-a5e0-43c7e3e7dd4d req-e8aa8777-7a67-4e38-96f7-8b13909fc2e0 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469285 Jul 14 11:45:52.324144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a74d652-4282-40a7-a783-580554b3dd7c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting subnet 19ce7567-e04d-45fa-963f-07e9f3ee84f1 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:52.334575 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74d652-4282-40a7-a783-580554b3dd7c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.359567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-56759905-8820-491e-855d-1c15dcb08e15 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/routers/2d99726f-434d-47b7-bc43-eee9b33f3eda HTTP/1.1" status: 200 len: 887 time: 0.4077749 Jul 14 11:45:52.360353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59250) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:52.373863 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:52.408665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6fb3e9bd-fa10-4163-94d8-6404e3bf8418 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d99726f-434d-47b7-bc43-eee9b33f3eda HTTP/1.1" status: 200 len: 205 time: 0.0465806 Jul 14 11:45:52.409302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59252) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:52.412742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74d652-4282-40a7-a783-580554b3dd7c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.524717 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:50Z', 'revision_number': 11, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:52.575119 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:52.587932 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:52.588749 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:52.607412 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74d652-4282-40a7-a783-580554b3dd7c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.647895 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.698820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74d652-4282-40a7-a783-580554b3dd7c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.814259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74d652-4282-40a7-a783-580554b3dd7c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Subnet': ['ID=19ce7567-e04d-45fa-963f-07e9f3ee84f1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:52.836544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a74d652-4282-40a7-a783-580554b3dd7c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:52.838829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9020862a-55a7-4f4d-8d46-70afc09a81c7 None None] Network 3648f103-8291-4fa9-93f1-04660a1690f9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:52.843328 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1a74d652-4282-40a7-a783-580554b3dd7c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/19ce7567-e04d-45fa-963f-07e9f3ee84f1 HTTP/1.1" status: 204 len: 168 time: 0.6587479 Jul 14 11:45:52.845377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06d109c6-c2b2-48b1-96d5-28c23a2ccd86 req-c086c1db-58f6-48b6-80da-6de4f95fc38a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.0654547 Jul 14 11:45:52.845532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59274) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:52.846929 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:53.013131 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.047617 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:50Z', 'revision_number': 11, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:53.093795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port fe1b5bfb-2a1e-4ba9-b1a6-3f0877ef4737 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:53.094916 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.103844 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.122967 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92b6ae-a801-4355-a848-98a49f4fabad None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:50Z', 'revision_number': 11, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:53.222146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Deleting port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:53.222486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.308695 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.340143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for fe1b5bfb-2a1e-4ba9-b1a6-3f0877ef4737 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:53.349809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] For port 53ffcd1a-d4bd-4dc3-be04-0663506ee615, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=53ffcd1a-d4bd-4dc3-be04-0663506ee615,segment=NetworkSegment(52d1442c-918d-46d0-b5b2-0d09a9971ae3),segment_id=52d1442c-918d-46d0-b5b2-0d09a9971ae3)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:53.350401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.376248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Calling delete_port for 53ffcd1a-d4bd-4dc3-be04-0663506ee615 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:53.497131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] DHCP port deletion for 3648f103-8291-4fa9-93f1-04660a1690f9 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:45:53.602637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.626924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.658192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No DVR routers for this DVR port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:53.685106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] Deleting port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:53.685484 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.691721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=fe1b5bfb-2a1e-4ba9-b1a6-3f0877ef4737,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:53.767984 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Port': ['ID=53ffcd1a-d4bd-4dc3-be04-0663506ee615,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:53.861745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] For port 53ffcd1a-d4bd-4dc3-be04-0663506ee615, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:53.862141 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.900673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] Calling delete_port for 53ffcd1a-d4bd-4dc3-be04-0663506ee615 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:53.902014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.913323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] Port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:45:53.914673 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.920164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.932257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3648f103-8291-4fa9-93f1-04660a1690f9']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:53.947184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d1442c-918d-46d0-b5b2-0d09a9971ae3') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:53.947488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d1442c-918d-46d0-b5b2-0d09a9971ae3') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:53.959077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.980927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:53.995186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:53.995622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:45:54.000248 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:45:54.009550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] Pushing event deleted for resources: {'Port': ['ID=53ffcd1a-d4bd-4dc3-be04-0663506ee615,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:54.021244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235fb53-2a6b-4388-8175-c301fb748cb1 None None] No DVR routers for this DVR port 53ffcd1a-d4bd-4dc3-be04-0663506ee615 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:54.113424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.144833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.147115 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/networks/3648f103-8291-4fa9-93f1-04660a1690f9 HTTP/1.1" status: 204 len: 168 time: 1.2975571 Jul 14 11:45:54.148588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfcbfc-5478-4f8a-ae1a-34e7ad4e12cd tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Pushing event deleted for resources: {'Network': ['ID=3648f103-8291-4fa9-93f1-04660a1690f9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:54.168448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59312) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:54.176337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'routes': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:54.430777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.extraroute_db [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Added routes are [] {{(pid=93701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 11:45:54.431462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.extraroute_db [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Removed routes are [] {{(pid=93701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 11:45:54.431553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.540756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.543197 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.615828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.620140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.644894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47926b-cb28-4288-8cf9-b7fa07d4ed54 req-290b3687-029e-4343-a34a-c13c06e2f963 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:54.645945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da47926b-cb28-4288-8cf9-b7fa07d4ed54 req-290b3687-029e-4343-a34a-c13c06e2f963 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 945 time: 0.8725970 Jul 14 11:45:54.677220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8900b048-fb91-4914-98fa-e1d26d8fa16d req-bf853853-7758-487b-a226-9fb583668494 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.1084440 Jul 14 11:45:54.678817 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.679336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Fanout notify agent at l3_agent the message router_deleted on router 2d99726f-434d-47b7-bc43-eee9b33f3eda {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:45:54.701640 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.707127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a33bbc2f-5be4-4df7-b4f2-b06a858a9054 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/2d99726f-434d-47b7-bc43-eee9b33f3eda HTTP/1.1" status: 204 len: 168 time: 2.2959704 Jul 14 11:45:54.707878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59334) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:54.725257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router 07af7440-e494-4312-9da5-274a190e4ffc has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:45:54.736124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'network': {'name': 'tempest-RoutersTest-1286067478'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:54.773331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da47926b-cb28-4288-8cf9-b7fa07d4ed54 req-1f9ffa83-8b7f-43f0-ac77-0f06783456f3 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088612 Jul 14 11:45:54.783676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:54.788057 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.816875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:54.827079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.827509 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added segment f8018176-2f94-4d45-8d36-8a5398c60c4f of type vlan for network 22b19786-ef43-4df4-9915-e5987a9c843b Jul 14 11:45:54.840283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:54.852847 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.856679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] Sync routers for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:54.868286 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-54f728b5-cbef-429a-b8d3-e077916ec512 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc HTTP/1.1" status: 200 len: 705 time: 0.6974449 Jul 14 11:45:54.869763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59338) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:54.873774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:54.875665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:54.876604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.916432 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:54.928980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:54.929697 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.008529 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-44833a05-faba-4268-8382-0c78ab605c68 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=07af7440-e494-4312-9da5-274a190e4ffc HTTP/1.1" status: 200 len: 205 time: 0.1336501 Jul 14 11:45:55.009426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59344) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:55.037145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3248141 Jul 14 11:45:55.039464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:55.040438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59348) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:55.044931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'subnet': {'network_id': '22b19786-ef43-4df4-9915-e5987a9c843b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:55.164564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:50Z', 'revision_number': 11, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:55.201761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1eb23-97b5-4b22-8e99-e410e911bd91 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Network': ['ID=22b19786-ef43-4df4-9915-e5987a9c843b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:55.230771 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0532832-16a6-4559-b3ac-ea1343b9e012 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.260915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e58d1ddc-3152-4a09-b2c0-108e1e7e32ac no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:55.263087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 22b19786-ef43-4df4-9915-e5987a9c843b details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:55.275648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] Checking router: 07af7440-e494-4312-9da5-274a190e4ffc for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:55.330138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:55.335216 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.335537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e58d1ddc-3152-4a09-b2c0-108e1e7e32ac {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:55.336471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e58d1ddc-3152-4a09-b2c0-108e1e7e32ac not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:55.337640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 53ffcd1a-d4bd-4dc3-be04-0663506ee615 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:55.397504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-15244ddb-624b-4afd-8d06-cde5819d3f06 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:55.399058 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-15244ddb-624b-4afd-8d06-cde5819d3f06 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.45 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 945 time: 0.5284264 Jul 14 11:45:55.431731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 53ffcd1a-d4bd-4dc3-be04-0663506ee615 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:55.433385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 53ffcd1a-d4bd-4dc3-be04-0663506ee615 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:55.482214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] Routers {'07af7440-e494-4312-9da5-274a190e4ffc'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:55.482857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['07af7440-e494-4312-9da5-274a190e4ffc'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:55.583586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0532832-16a6-4559-b3ac-ea1343b9e012 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.586498 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0532832-16a6-4559-b3ac-ea1343b9e012 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.643634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] Set router 07af7440-e494-4312-9da5-274a190e4ffc gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:55.681432 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.682421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Deleting port d507aef9-6980-427f-8998-2394a20633fc {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:45:55.682421 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.688920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0532832-16a6-4559-b3ac-ea1343b9e012 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.689428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0532832-16a6-4559-b3ac-ea1343b9e012 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Fanout notify agent at l3_agent the message router_deleted on router 07af7440-e494-4312-9da5-274a190e4ffc {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:45:55.708072 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0532832-16a6-4559-b3ac-ea1343b9e012 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.713167 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a0532832-16a6-4559-b3ac-ea1343b9e012 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc HTTP/1.1" status: 204 len: 168 time: 0.6978731 Jul 14 11:45:55.719546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59370) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:55.765351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:50Z', 'revision_number': 11, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:55.783110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-dc4cfafe-1b5a-4d09-b817-a103de0d48b3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1943775728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:55.801370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] For port d507aef9-6980-427f-8998-2394a20633fc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d507aef9-6980-427f-8998-2394a20633fc,segment=NetworkSegment(5cf5028f-d31e-49df-8af8-8d561a4f6410),segment_id=5cf5028f-d31e-49df-8af8-8d561a4f6410)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:55.802209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b5f02-0c1d-411e-a431-23987a1fbb43 None None] The sync data for ids ['07af7440-e494-4312-9da5-274a190e4ffc'] in n-d-778696-8 is: [{'id': '07af7440-e494-4312-9da5-274a190e4ffc', 'name': 'tempest-RoutersIpV6Test-router-1509463789', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:44:38Z', 'updated_at': '2021-07-14T11:45:50Z', 'revision_number': 11, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:55.802451 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.824184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Calling delete_port for d507aef9-6980-427f-8998-2394a20633fc owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:45:55.918462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59374) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:55.957623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfafe-1b5a-4d09-b817-a103de0d48b3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:55.958730 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfafe-1b5a-4d09-b817-a103de0d48b3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.007375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51f8241e-181b-4aad-8b43-33dbebcd5e4f req-bdcac363-b6f9-4cea-bc92-10a3e526900d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.0605586 Jul 14 11:45:56.010463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Subnet': ['ID=1d4d9c71-54e0-4b50-9e20-864b04ac4630,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:56.015287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Checking segment: {'id': 'f8018176-2f94-4d45-8d36-8a5398c60c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22b19786-ef43-4df4-9915-e5987a9c843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:56.015673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network hostable DHCP agents. Network: 22b19786-ef43-4df4-9915-e5987a9c843b, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:56.051258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 22b19786-ef43-4df4-9915-e5987a9c843b is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:56.067092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 22b19786-ef43-4df4-9915-e5987a9c843b) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:56.074018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:56.074018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.077708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520148a2-2fca-42fb-9be5-83c7ce9aeb14 None None] Network 22b19786-ef43-4df4-9915-e5987a9c843b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:56.117802 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.153370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e7afdefd-6ca5-4915-ba0e-84891c452039 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1122971 Jul 14 11:45:56.156506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59378) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:56.162797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-33b16b63-d5a0-40da-8771-0550184d50a7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-650466916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:56.222491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Pushing event deleted for resources: {'Port': ['ID=d507aef9-6980-427f-8998-2394a20633fc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:56.246092 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.262352 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-33b16b63-d5a0-40da-8771-0550184d50a7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.264009 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-33b16b63-d5a0-40da-8771-0550184d50a7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.278844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfafe-1b5a-4d09-b817-a103de0d48b3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.306043 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfafe-1b5a-4d09-b817-a103de0d48b3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.342704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] No DVR routers for this DVR port d507aef9-6980-427f-8998-2394a20633fc on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:45:56.356004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.363985 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e0c3a6d2-ebda-45d1-914e-525f54e45a3f req-9a6f4034-3df9-4e16-bc50-b6b64b5cd8d5 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.45 "DELETE /v2.0/ports/d507aef9-6980-427f-8998-2394a20633fc HTTP/1.1" status: 204 len: 173 time: 0.9360492 Jul 14 11:45:56.365868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418c8a3c-9345-4deb-9065-6214867f47c4', 'name': 'network-vif-deleted', 'tag': 'd507aef9-6980-427f-8998-2394a20633fc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:45:56.369345 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518e4ceb-8c98-4094-b476-8f775e32ea53" -d '{"events": [{"server_uuid": "418c8a3c-9345-4deb-9065-6214867f47c4", "name": "network-vif-deleted", "tag": "d507aef9-6980-427f-8998-2394a20633fc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:56.409958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-22b19786-ef43-4df4-9915-e5987a9c843b', 'network_id': '22b19786-ef43-4df4-9915-e5987a9c843b', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'fixed_ips': [{'subnet_id': '1d4d9c71-54e0-4b50-9e20-864b04ac4630'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:45:56.413262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.539660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367e358-425e-40e2-b7ed-cd75052e6531 req-6ceb25e4-8534-4aa6-93f8-6bef8cfc0cd0 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:45:56.543372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2367e358-425e-40e2-b7ed-cd75052e6531 req-6ceb25e4-8534-4aa6-93f8-6bef8cfc0cd0 tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/ports?device_id=418c8a3c-9345-4deb-9065-6214867f47c4 HTTP/1.1" status: 200 len: 867 time: 0.4592283 Jul 14 11:45:56.552777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfafe-1b5a-4d09-b817-a103de0d48b3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.567395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dc4cfafe-1b5a-4d09-b817-a103de0d48b3 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7908475 Jul 14 11:45:56.567807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59386) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:56.575674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43c6307a-4bab-4bae-bd73-c5bbce6a6c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.577689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9dfd286a-495b-4f26-a399-1679116b7b1f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:45:56.586969 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-33b16b63-d5a0-40da-8771-0550184d50a7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.633313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-33b16b63-d5a0-40da-8771-0550184d50a7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.634030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Allocated IP 172.20.0.2 (22b19786-ef43-4df4-9915-e5987a9c843b/1d4d9c71-54e0-4b50-9e20-864b04ac4630/0ec9e612-324c-4e82-b76c-9f55aef94038) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:56.647254 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc0cc89-ff81-4049-8a96-fc389e607e92 x-openstack-request-id: req-2bc0cc89-ff81-4049-8a96-fc389e607e92 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:56.647879 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418c8a3c-9345-4deb-9065-6214867f47c4", "name": "network-vif-deleted", "tag": "d507aef9-6980-427f-8998-2394a20633fc", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:56.647879 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2bc0cc89-ff81-4049-8a96-fc389e607e92 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:56.648270 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418c8a3c-9345-4deb-9065-6214867f47c4', 'name': 'network-vif-deleted', 'tag': 'd507aef9-6980-427f-8998-2394a20633fc', 'status': 'completed', 'code': 200} Jul 14 11:45:56.691066 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2367e358-425e-40e2-b7ed-cd75052e6531 req-6f27475f-0673-46c6-9ff0-9c9d0c9db5ce tempest-ServerAddressesTestJSON-1869663171 tempest-ServerAddressesTestJSON-1869663171-project] 10.222.0.38 "GET /v2.0/security-groups?id=f443d1d3-9635-42ab-8bdb-1f79b79de38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248448 Jul 14 11:45:56.833916 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43c6307a-4bab-4bae-bd73-c5bbce6a6c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.849479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43c6307a-4bab-4bae-bd73-c5bbce6a6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.865174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.903598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Transition to ACTIVE for port object 0ec9e612-324c-4e82-b76c-9f55aef94038 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:56.931780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Transition to ACTIVE for port object 0ec9e612-324c-4e82-b76c-9f55aef94038 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:56.939574 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.964523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6307a-4bab-4bae-bd73-c5bbce6a6c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f92bfc-8d4a-4438-90fe-18237f8c79d4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:56.976717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9dfd286a-495b-4f26-a399-1679116b7b1f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.986217 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-33b16b63-d5a0-40da-8771-0550184d50a7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.991201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-33b16b63-d5a0-40da-8771-0550184d50a7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8331726 Jul 14 11:45:56.993850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59388) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:56.995031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-43c6307a-4bab-4bae-bd73-c5bbce6a6c6d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46055a42a11041ffaef272065f56bad4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0612094 Jul 14 11:45:56.997181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9dfd286a-495b-4f26-a399-1679116b7b1f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:56.998002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59390) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:57.040051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Network 22b19786-ef43-4df4-9915-e5987a9c843b is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:57.044079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:57.049264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:45:57.059488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Pushing event updated for resources: {'Port': ['ID=0ec9e612-324c-4e82-b76c-9f55aef94038,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:57.103179 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55ef5d12-fffc-48a5-9eb4-83c7f01a924c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.129080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Attempting to bind port 0ec9e612-324c-4e82-b76c-9f55aef94038 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:45:57.129711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Attempting to bind port 0ec9e612-324c-4e82-b76c-9f55aef94038 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'f8018176-2f94-4d45-8d36-8a5398c60c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22b19786-ef43-4df4-9915-e5987a9c843b'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:45:57.129831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Attempting to bind port 0ec9e612-324c-4e82-b76c-9f55aef94038 on network 22b19786-ef43-4df4-9915-e5987a9c843b {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:45:57.129941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55ef5d12-fffc-48a5-9eb4-83c7f01a924c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.135294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:45:57.135667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Checking segment: {'id': 'f8018176-2f94-4d45-8d36-8a5398c60c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22b19786-ef43-4df4-9915-e5987a9c843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:45:57.136095 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.136486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Bound using segment: {'id': 'f8018176-2f94-4d45-8d36-8a5398c60c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22b19786-ef43-4df4-9915-e5987a9c843b'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:45:57.138219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Bound port: 0ec9e612-324c-4e82-b76c-9f55aef94038, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8018176-2f94-4d45-8d36-8a5398c60c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22b19786-ef43-4df4-9915-e5987a9c843b'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:45:57.138607 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.200155 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55ef5d12-fffc-48a5-9eb4-83c7f01a924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.204008 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55ef5d12-fffc-48a5-9eb4-83c7f01a924c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.205468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-55ef5d12-fffc-48a5-9eb4-83c7f01a924c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47f92bfc-8d4a-4438-90fe-18237f8c79d4 HTTP/1.1" status: 204 len: 168 time: 0.2062228 Jul 14 11:45:57.223256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef5d12-fffc-48a5-9eb4-83c7f01a924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f92bfc-8d4a-4438-90fe-18237f8c79d4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:57.300092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e874c25-24b0-4265-9128-117760e4b038 req-63a34053-3209-4aa8-b864-3a9913e03982 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.0345876 Jul 14 11:45:57.411098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] For port 0ec9e612-324c-4e82-b76c-9f55aef94038, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:57.414314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] For port 0ec9e612-324c-4e82-b76c-9f55aef94038, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0ec9e612-324c-4e82-b76c-9f55aef94038,segment=NetworkSegment(f8018176-2f94-4d45-8d36-8a5398c60c4f),segment_id=f8018176-2f94-4d45-8d36-8a5398c60c4f)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:57.421512 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.536850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacddc4d-9cc5-4fb8-a303-b242847bc7a9 None None] Pushing event updated for resources: {'Port': ['ID=0ec9e612-324c-4e82-b76c-9f55aef94038,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:57.587251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfd286a-495b-4f26-a399-1679116b7b1f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Router c95bece5-bf5f-4f6b-8a37-151d826ed22f is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:45:57.641183 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.701383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59404) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:57.728760 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-325ebb52-a33d-4d6b-ac32-d87648fa0325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.791644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfd286a-495b-4f26-a399-1679116b7b1f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:57.805967 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9dfd286a-495b-4f26-a399-1679116b7b1f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:57.807150 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9dfd286a-495b-4f26-a399-1679116b7b1f tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "PUT /v2.0/routers/c95bece5-bf5f-4f6b-8a37-151d826ed22f HTTP/1.1" status: 200 len: 698 time: 1.2379777 Jul 14 11:45:57.812749 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] Sync routers for ids ['c95bece5-bf5f-4f6b-8a37-151d826ed22f'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:57.813462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59408) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:57.854480 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] Routers {'c95bece5-bf5f-4f6b-8a37-151d826ed22f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:57.857588 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['c95bece5-bf5f-4f6b-8a37-151d826ed22f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:58.031577 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45a546fd-5339-448e-84e0-f54777b839ad tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/routers/c95bece5-bf5f-4f6b-8a37-151d826ed22f HTTP/1.1" status: 200 len: 704 time: 0.2163315 Jul 14 11:45:58.036422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59410) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:58.038637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d507aef9-6980-427f-8998-2394a20633fc no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:58.043600 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] Set router c95bece5-bf5f-4f6b-8a37-151d826ed22f gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:58.049239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59414) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:58.118862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: d507aef9-6980-427f-8998-2394a20633fc {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:45:58.119098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d507aef9-6980-427f-8998-2394a20633fc not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:58.155741 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:58.157522 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-325ebb52-a33d-4d6b-ac32-d87648fa0325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:58.170166 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95bece5-bf5f-4f6b-8a37-151d826ed22f', 'name': 'tempest-RoutersIpV6Test-router-1943775728', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:45:55Z', 'updated_at': '2021-07-14T11:45:56Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:58.173109 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-325ebb52-a33d-4d6b-ac32-d87648fa0325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:58.240521 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] Checking router: c95bece5-bf5f-4f6b-8a37-151d826ed22f for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:58.269058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-325ebb52-a33d-4d6b-ac32-d87648fa0325 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a85a0799978491d9bef0c5a3443fd33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664651 Jul 14 11:45:58.270404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ebb52-a33d-4d6b-ac32-d87648fa0325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8615785b-93e3-44c5-acde-bea61c14d900,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:58.273256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59416) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:58.325335 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] Routers {'c95bece5-bf5f-4f6b-8a37-151d826ed22f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:45:58.326220 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['c95bece5-bf5f-4f6b-8a37-151d826ed22f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:58.376763 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6435bfb0-6225-428c-a480-8dc8f6779c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:58.415279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6435bfb0-6225-428c-a480-8dc8f6779c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:58.444381 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] Set router c95bece5-bf5f-4f6b-8a37-151d826ed22f gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:45:58.522516 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6435bfb0-6225-428c-a480-8dc8f6779c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:58.525648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6435bfb0-6225-428c-a480-8dc8f6779c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:58.530032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6435bfb0-6225-428c-a480-8dc8f6779c4c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8615785b-93e3-44c5-acde-bea61c14d900 HTTP/1.1" status: 204 len: 168 time: 0.2522337 Jul 14 11:45:58.543562 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95bece5-bf5f-4f6b-8a37-151d826ed22f', 'name': 'tempest-RoutersIpV6Test-router-1943775728', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:45:55Z', 'updated_at': '2021-07-14T11:45:56Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:58.543794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435bfb0-6225-428c-a480-8dc8f6779c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8615785b-93e3-44c5-acde-bea61c14d900,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:58.589447 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319cb69-ddbe-4306-bcc9-8fc923a06492 None None] The sync data for ids ['c95bece5-bf5f-4f6b-8a37-151d826ed22f'] in n-d-778696-8 is: [{'id': 'c95bece5-bf5f-4f6b-8a37-151d826ed22f', 'name': 'tempest-RoutersIpV6Test-router-1943775728', 'tenant_id': 'df4cc1fd8b594c5690ccd277d786290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:45:55Z', 'updated_at': '2021-07-14T11:45:56Z', 'revision_number': 2, 'project_id': 'df4cc1fd8b594c5690ccd277d786290d', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:58.620484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec040f89-152c-4f7b-8e12-2ef5bf38f823 req-923451d9-8582-44a6-996c-691d425c7882 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.0703032 Jul 14 11:45:58.751097 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8d240b03-5ef2-4c67-9e60-470e5cd70eef tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=c95bece5-bf5f-4f6b-8a37-151d826ed22f HTTP/1.1" status: 200 len: 205 time: 0.6767669 Jul 14 11:45:58.753860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59422) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:58.851964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-225e9772-ac3e-442a-8382-c32557aa8413 admin admin] Deleting subnet c2e6632b-c3cc-4140-831a-365c054b98d8 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:45:58.869408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-225e9772-ac3e-442a-8382-c32557aa8413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:58.891195 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1d1428b-66a5-4fb4-96bc-60786556ccaf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.068039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-225e9772-ac3e-442a-8382-c32557aa8413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.144413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0ec9e612-324c-4e82-b76c-9f55aef94038 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:59.208472 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.20.0.1 (22b19786-ef43-4df4-9915-e5987a9c843b/1d4d9c71-54e0-4b50-9e20-864b04ac4630/61bc1dd4-7ff9-4040-b516-4f759007ce4e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:59.258865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 0ec9e612-324c-4e82-b76c-9f55aef94038 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:59.353394 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1d1428b-66a5-4fb4-96bc-60786556ccaf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.357938 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1d1428b-66a5-4fb4-96bc-60786556ccaf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.393086 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-225e9772-ac3e-442a-8382-c32557aa8413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.463535 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1d1428b-66a5-4fb4-96bc-60786556ccaf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.464184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f6bdc-54c1-4663-b642-6ba13ad8bbce None None] Network 22b19786-ef43-4df4-9915-e5987a9c843b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:45:59.465046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1428b-66a5-4fb4-96bc-60786556ccaf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Fanout notify agent at l3_agent the message router_deleted on router c95bece5-bf5f-4f6b-8a37-151d826ed22f {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:45:59.475447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c1d1428b-66a5-4fb4-96bc-60786556ccaf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.484556 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c1d1428b-66a5-4fb4-96bc-60786556ccaf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/c95bece5-bf5f-4f6b-8a37-151d826ed22f HTTP/1.1" status: 204 len: 168 time: 0.7277772 Jul 14 11:45:59.485768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59436) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:59.564354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e30743dc-c94b-4753-a61b-322e5d7ae375 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=c95bece5-bf5f-4f6b-8a37-151d826ed22f HTTP/1.1" status: 200 len: 205 time: 0.0770736 Jul 14 11:45:59.570734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59440) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:59.595322 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.615077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Transition to ACTIVE for port object 61bc1dd4-7ff9-4040-b516-4f759007ce4e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:45:59.618290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c64fac43-4132-4b04-818f-5b32e1e6ae23 None None] Provisioning for port 0ec9e612-324c-4e82-b76c-9f55aef94038 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:45:59.618484 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-225e9772-ac3e-442a-8382-c32557aa8413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.643519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c64fac43-4132-4b04-818f-5b32e1e6ae23 None None] Provisioning complete for port 0ec9e612-324c-4e82-b76c-9f55aef94038 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:45:59.645952 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c64fac43-4132-4b04-818f-5b32e1e6ae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.663372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e9772-ac3e-442a-8382-c32557aa8413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e6632b-c3cc-4140-831a-365c054b98d8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:59.677373 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-b878af1e-775c-4f43-aeda-91f3efb41f12 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] delete failed (client error): The resource could not be found. Jul 14 11:45:59.678518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b878af1e-775c-4f43-aeda-91f3efb41f12 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/c95bece5-bf5f-4f6b-8a37-151d826ed22f HTTP/1.1" status: 404 len: 336 time: 0.1070185 Jul 14 11:45:59.681643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59444) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:59.713949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-225e9772-ac3e-442a-8382-c32557aa8413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.718349 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-225e9772-ac3e-442a-8382-c32557aa8413 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c2e6632b-c3cc-4140-831a-365c054b98d8 HTTP/1.1" status: 204 len: 168 time: 1.6503484 Jul 14 11:45:59.721897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59448) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:59.731823 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-440452ed-f2c2-4b77-ab3d-31431ff833cf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:59.732809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440452ed-f2c2-4b77-ab3d-31431ff833cf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:59.735794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-440452ed-f2c2-4b77-ab3d-31431ff833cf tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/a8fd2810-20d4-4a49-8ad9-7d7ee5cf68bc HTTP/1.1" status: 404 len: 337 time: 0.0515931 Jul 14 11:45:59.738353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59450) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:59.805356 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea679d0-1ef5-4576-9d07-bcaa01023738 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:59.806081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea679d0-1ef5-4576-9d07-bcaa01023738 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:59.810630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6ea679d0-1ef5-4576-9d07-bcaa01023738 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/a392d159-2976-4d0f-b6f5-723122139c29 HTTP/1.1" status: 404 len: 337 time: 0.0709074 Jul 14 11:45:59.813107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59454) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:59.869612 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a27e0bf-7a4f-4472-b6f7-b1b328069bf5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:59.870364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a27e0bf-7a4f-4472-b6f7-b1b328069bf5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:59.872454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9a27e0bf-7a4f-4472-b6f7-b1b328069bf5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/a953a2af-4f26-4c28-8eee-5701a7247832 HTTP/1.1" status: 404 len: 337 time: 0.0582983 Jul 14 11:45:59.875779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59458) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:45:59.896364 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:45:59.949548 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d5ae79-9836-4444-ae68-0472c1a7515a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] DELETE failed (client error): The resource could not be found. Jul 14 11:45:59.952041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d5ae79-9836-4444-ae68-0472c1a7515a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:45:59.960320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-30d5ae79-9836-4444-ae68-0472c1a7515a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/19ce7567-e04d-45fa-963f-07e9f3ee84f1 HTTP/1.1" status: 404 len: 337 time: 0.0829813 Jul 14 11:45:59.961889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59460) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.010780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 22b19786-ef43-4df4-9915-e5987a9c843b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:00.019210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:00.022871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec913f5f-a3b3-4d69-bf40-e3e6bcaaae7f req-fa30fc10-d598-4cd6-8838-798e44c02d3c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.0772355 Jul 14 11:46:00.064367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:00.171192 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-45ce8977-4a30-40c8-b1dc-3dc6073cbe3a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=07af7440-e494-4312-9da5-274a190e4ffc HTTP/1.1" status: 200 len: 205 time: 0.1627061 Jul 14 11:46:00.189778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59466) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.200262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c64fac43-4132-4b04-818f-5b32e1e6ae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.326291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.349322 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-bc292ece-9a60-4576-a0cf-e286fb7a83cb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] delete failed (client error): The resource could not be found. Jul 14 11:46:00.352349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bc292ece-9a60-4576-a0cf-e286fb7a83cb tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/07af7440-e494-4312-9da5-274a190e4ffc HTTP/1.1" status: 404 len: 336 time: 0.1547909 Jul 14 11:46:00.354965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59472) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.363128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=61bc1dd4-7ff9-4040-b516-4f759007ce4e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:00.369160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c64fac43-4132-4b04-818f-5b32e1e6ae23 None None] For port 0ec9e612-324c-4e82-b76c-9f55aef94038, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0ec9e612-324c-4e82-b76c-9f55aef94038,segment=NetworkSegment(f8018176-2f94-4d45-8d36-8a5398c60c4f),segment_id=f8018176-2f94-4d45-8d36-8a5398c60c4f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:00.385306 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c64fac43-4132-4b04-818f-5b32e1e6ae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.425852 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.451416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0be88a70-73a6-442d-a44d-75d83a7c94df tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1004b614-b92c-4432-93a5-31ac57011d30 HTTP/1.1" status: 200 len: 205 time: 0.0924578 Jul 14 11:46:00.454972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59474) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.545898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fac43-4132-4b04-818f-5b32e1e6ae23 None None] Pushing event updated for resources: {'Port': ['ID=0ec9e612-324c-4e82-b76c-9f55aef94038,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:00.558348 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-622cd9b6-bd1d-4f6c-b04e-03e5ef40c08b tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] delete failed (client error): The resource could not be found. Jul 14 11:46:00.565424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-622cd9b6-bd1d-4f6c-b04e-03e5ef40c08b tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/1004b614-b92c-4432-93a5-31ac57011d30 HTTP/1.1" status: 404 len: 336 time: 0.1081493 Jul 14 11:46:00.567972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59476) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.601602 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b83bea-9d69-4b99-a06f-7bcf1ca0a4aa tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] DELETE failed (client error): The resource could not be found. Jul 14 11:46:00.602436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b83bea-9d69-4b99-a06f-7bcf1ca0a4aa tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:46:00.604541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d1b83bea-9d69-4b99-a06f-7bcf1ca0a4aa tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/1a5f6598-2281-4853-abe4-bb91ab929030 HTTP/1.1" status: 404 len: 337 time: 0.0351715 Jul 14 11:46:00.607921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59478) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.636792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5a96c006-695d-42f1-a98f-c42e05e4dd6f None None] Provisioning for port 61bc1dd4-7ff9-4040-b516-4f759007ce4e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:00.642413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5a96c006-695d-42f1-a98f-c42e05e4dd6f None None] Provisioning complete for port 61bc1dd4-7ff9-4040-b516-4f759007ce4e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:00.642930 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5a96c006-695d-42f1-a98f-c42e05e4dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.673235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-637570e3-49b1-4dff-99f0-b65a9abfebd5 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f5fb3e3-c340-4a67-8c31-2269ee0ac398 HTTP/1.1" status: 200 len: 205 time: 0.0618215 Jul 14 11:46:00.675732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59482) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.707295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.732043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5a96c006-695d-42f1-a98f-c42e05e4dd6f None None] Port 61bc1dd4-7ff9-4040-b516-4f759007ce4e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:00.744329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.761801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5a96c006-695d-42f1-a98f-c42e05e4dd6f None None] Provisioning complete for port 0ec9e612-324c-4e82-b76c-9f55aef94038 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:00.762541 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5a96c006-695d-42f1-a98f-c42e05e4dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.776640 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-3da6c742-5a00-4f6c-82e4-2ddc2db73070 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] delete failed (client error): The resource could not be found. Jul 14 11:46:00.780835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3da6c742-5a00-4f6c-82e4-2ddc2db73070 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/0f5fb3e3-c340-4a67-8c31-2269ee0ac398 HTTP/1.1" status: 404 len: 336 time: 0.1017299 Jul 14 11:46:00.784236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59484) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.828858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c1c242-fef4-4952-adce-5b86a7e85a02']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:00.855565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf5028f-d31e-49df-8af8-8d561a4f6410') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:00.855902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf5028f-d31e-49df-8af8-8d561a4f6410') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:00.858374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3c650543-3eaf-42ea-b90d-3546c825918b tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd63458e-248f-4f20-ac8c-3a14d5d11a83 HTTP/1.1" status: 200 len: 205 time: 0.0715067 Jul 14 11:46:00.859576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59488) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.873235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.950027 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-9fd7c03e-1a95-4245-8c72-cec2433e0892 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] delete failed (client error): The resource could not be found. Jul 14 11:46:00.954226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9fd7c03e-1a95-4245-8c72-cec2433e0892 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/cd63458e-248f-4f20-ac8c-3a14d5d11a83 HTTP/1.1" status: 404 len: 336 time: 0.0885241 Jul 14 11:46:00.954844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59492) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:00.977747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:00.988238 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa088192-167f-4264-9cf0-078dd1a1cf5b tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] DELETE failed (client error): The resource could not be found. Jul 14 11:46:00.988762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa088192-167f-4264-9cf0-078dd1a1cf5b tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:46:00.993061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fa088192-167f-4264-9cf0-078dd1a1cf5b tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/a4613b70-d893-4d99-9649-4c3ca5944f21 HTTP/1.1" status: 404 len: 337 time: 0.0346301 Jul 14 11:46:01.001087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59496) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.012824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0ec9e612-324c-4e82-b76c-9f55aef94038 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:01.020640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:46:01.021039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:46:01.024093 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:46:01.056309 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-92ce3767-99c4-4722-b5ba-57b5a9b18b33 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=c53fee00-7124-4383-8966-93934b20bffe HTTP/1.1" status: 200 len: 205 time: 0.0507064 Jul 14 11:46:01.058899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59498) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.090560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9ad7fc8b-5181-42ba-8e24-66102ff523b8 None None] Provisioning complete for port 61bc1dd4-7ff9-4040-b516-4f759007ce4e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:01.091329 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fc8b-5181-42ba-8e24-66102ff523b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.124684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 0ec9e612-324c-4e82-b76c-9f55aef94038 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:01.125225 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.146711 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-6fe77025-de94-4d94-a19a-3d5d3ca4b45a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] delete failed (client error): The resource could not be found. Jul 14 11:46:01.148629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6fe77025-de94-4d94-a19a-3d5d3ca4b45a tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/c53fee00-7124-4383-8966-93934b20bffe HTTP/1.1" status: 404 len: 336 time: 0.0887578 Jul 14 11:46:01.151202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59504) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.199246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.209187 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a816b2b-0827-4de3-80d1-f1618b40a68c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] DELETE failed (client error): The resource could not be found. Jul 14 11:46:01.209354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a816b2b-0827-4de3-80d1-f1618b40a68c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:46:01.210920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.215695 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] 10.222.0.38 "DELETE /v2.0/networks/38c1c242-fef4-4952-adce-5b86a7e85a02 HTTP/1.1" status: 204 len: 168 time: 1.4884424 Jul 14 11:46:01.217811 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4a816b2b-0827-4de3-80d1-f1618b40a68c tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/5c74cf27-2237-4242-986a-0af5233c995a HTTP/1.1" status: 404 len: 337 time: 0.0609157 Jul 14 11:46:01.221807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59508) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.230358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7fc8b-5181-42ba-8e24-66102ff523b8 None None] Port 61bc1dd4-7ff9-4040-b516-4f759007ce4e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:01.273593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76400e-4b41-4915-8bcb-118ca63874ea admin admin] Pushing event deleted for resources: {'Network': ['ID=38c1c242-fef4-4952-adce-5b86a7e85a02,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:01.337399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d613debd-2388-4ee8-a489-6b47ae968181 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd3a017b-a75e-4f63-857f-10cb363dc2c9 HTTP/1.1" status: 200 len: 205 time: 0.1135309 Jul 14 11:46:01.344386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59516) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.358926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e7e2828-1ffa-4662-aeda-8e666dd0300b req-e8b46a60-eef7-48fe-98fe-610db10cab23 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.0359569 Jul 14 11:46:01.410453 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-0219a5f5-b0a8-46dd-9b5a-0d2d37660dca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] delete failed (client error): The resource could not be found. Jul 14 11:46:01.411721 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0219a5f5-b0a8-46dd-9b5a-0d2d37660dca tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/routers/fd3a017b-a75e-4f63-857f-10cb363dc2c9 HTTP/1.1" status: 404 len: 336 time: 0.0663872 Jul 14 11:46:01.427400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59520) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.461179 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb86446-a99b-4e9f-96c4-416d56618755 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] DELETE failed (client error): The resource could not be found. Jul 14 11:46:01.461986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb86446-a99b-4e9f-96c4-416d56618755 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:46:01.464098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fbb86446-a99b-4e9f-96c4-416d56618755 tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/5fc1335b-f40d-49c8-9839-4662bfc869d4 HTTP/1.1" status: 404 len: 337 time: 0.0352933 Jul 14 11:46:01.466677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59524) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.494887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.498661 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c35e82-0fe4-4a72-9c04-186cee331f7b tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] DELETE failed (client error): The resource could not be found. Jul 14 11:46:01.499494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c35e82-0fe4-4a72-9c04-186cee331f7b tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:46:01.502129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10c35e82-0fe4-4a72-9c04-186cee331f7b tempest-RoutersIpV6Test-100422225 tempest-RoutersIpV6Test-100422225-project] 10.222.0.38 "DELETE /v2.0/subnets/4c48e4c6-eb68-43e4-bcd0-d2009156aa1f HTTP/1.1" status: 404 len: 337 time: 0.0337198 Jul 14 11:46:01.502306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.581255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59534) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.599460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=61bc1dd4-7ff9-4040-b516-4f759007ce4e,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:01.626284 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.679862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4b37251c-4dfc-4032-b947-cc3e78d0da46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1815445a26714e32b39e3759955df1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972304 Jul 14 11:46:01.680502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59536) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.778720 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-437b7c1c-57b0-40da-95c5-3eb72e0e8324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.779703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 22b19786-ef43-4df4-9915-e5987a9c843b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:01.781427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:01.805452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59540) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:01.823649 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-437b7c1c-57b0-40da-95c5-3eb72e0e8324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.905977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-437b7c1c-57b0-40da-95c5-3eb72e0e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.911032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-437b7c1c-57b0-40da-95c5-3eb72e0e8324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:01.915975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-437b7c1c-57b0-40da-95c5-3eb72e0e8324 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f443d1d3-9635-42ab-8bdb-1f79b79de38a HTTP/1.1" status: 204 len: 168 time: 0.2343469 Jul 14 11:46:01.933187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b7c1c-57b0-40da-95c5-3eb72e0e8324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f443d1d3-9635-42ab-8bdb-1f79b79de38a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:02.065818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 232eb0c4-439a-465f-b545-c3ee17c0cef8 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:46:02.108581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d54c86a5-e7b5-420c-965d-2c616ef7433e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df4cc1fd8b594c5690ccd277d786290d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025565 Jul 14 11:46:02.112897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59548) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:02.235122 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:02.236252 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-968ed053-b186-4149-8272-a2036872d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:02.242264 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-06a4c90e-d863-433c-a6d6-b36d8cecbb95 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/232eb0c4-439a-465f-b545-c3ee17c0cef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2466276 Jul 14 11:46:02.247820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6f52f-968c-42b5-bcd3-c8173bc3c80e None None] Sync routers for ids ['232eb0c4-439a-465f-b545-c3ee17c0cef8'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:02.254627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59552) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:02.273252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6f52f-968c-42b5-bcd3-c8173bc3c80e None None] Routers {'232eb0c4-439a-465f-b545-c3ee17c0cef8'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:02.274248 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-01c6f52f-968c-42b5-bcd3-c8173bc3c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['232eb0c4-439a-465f-b545-c3ee17c0cef8'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:02.279038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7e4f176a-a3f2-4e8d-8dec-4379d1a0391c None None] Provisioning complete for port 61bc1dd4-7ff9-4040-b516-4f759007ce4e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:02.279727 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7e4f176a-a3f2-4e8d-8dec-4379d1a0391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:02.364256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f176a-a3f2-4e8d-8dec-4379d1a0391c None None] Port 61bc1dd4-7ff9-4040-b516-4f759007ce4e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:02.377994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-01c6f52f-968c-42b5-bcd3-c8173bc3c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:02.382386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f607755-c029-4732-8c50-ae78f2e01701 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:02.386621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59560) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:02.386817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7f607755-c029-4732-8c50-ae78f2e01701 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports/61bc1dd4-7ff9-4040-b516-4f759007ce4e HTTP/1.1" status: 200 len: 910 time: 0.1270900 Jul 14 11:46:02.393681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-89139b83-b1f4-4ef8-a262-44c47b864f57 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d4d9c71-54e0-4b50-9e20-864b04ac4630'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:02.402076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-968ed053-b186-4149-8272-a2036872d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:02.404294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6f52f-968c-42b5-bcd3-c8173bc3c80e None None] Routers {'232eb0c4-439a-465f-b545-c3ee17c0cef8'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:02.407218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-01c6f52f-968c-42b5-bcd3-c8173bc3c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['232eb0c4-439a-465f-b545-c3ee17c0cef8'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:02.489874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-968ed053-b186-4149-8272-a2036872d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:02.492602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-01c6f52f-968c-42b5-bcd3-c8173bc3c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:02.493968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6f52f-968c-42b5-bcd3-c8173bc3c80e None None] The sync data for ids ['232eb0c4-439a-465f-b545-c3ee17c0cef8'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:02.499324 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-968ed053-b186-4149-8272-a2036872d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:02.505774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-968ed053-b186-4149-8272-a2036872d433 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db32d167-4227-458c-af36-1084ba013de9 HTTP/1.1" status: 204 len: 168 time: 0.3917542 Jul 14 11:46:02.520007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ed053-b186-4149-8272-a2036872d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db32d167-4227-458c-af36-1084ba013de9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:02.722311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50131b3f-7e82-4743-b8eb-3bbe13a9eb22 req-96f9ea0d-0c3b-47ef-a780-1f086f76352d tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.1104953 Jul 14 11:46:02.760925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89139b83-b1f4-4ef8-a262-44c47b864f57 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:03.666407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59612) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:03.701171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89139b83-b1f4-4ef8-a262-44c47b864f57 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:03.715397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59616) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:03.721462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89139b83-b1f4-4ef8-a262-44c47b864f57 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:03.840715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89139b83-b1f4-4ef8-a262-44c47b864f57 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=61bc1dd4-7ff9-4040-b516-4f759007ce4e,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:03.856907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89139b83-b1f4-4ef8-a262-44c47b864f57 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:03.857760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89139b83-b1f4-4ef8-a262-44c47b864f57 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:03.863121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59622) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:03.877758 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-89139b83-b1f4-4ef8-a262-44c47b864f57 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/ports/61bc1dd4-7ff9-4040-b516-4f759007ce4e HTTP/1.1" status: 200 len: 910 time: 1.4897563 Jul 14 11:46:03.966871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-network', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:03.974471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0865cc8c-774d-4c2b-aa85-2a189e4e6c07 tempest-DvrRoutersNegativeTest-1210172393 tempest-DvrRoutersNegativeTest-1210172393-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-823552945', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:03.977313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.policy [None req-0865cc8c-774d-4c2b-aa85-2a189e4e6c07 tempest-DvrRoutersNegativeTest-1210172393 tempest-DvrRoutersNegativeTest-1210172393-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93702) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 14 11:46:03.977616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.policy [None req-0865cc8c-774d-4c2b-aa85-2a189e4e6c07 tempest-DvrRoutersNegativeTest-1210172393 tempest-DvrRoutersNegativeTest-1210172393-project] Failed policy check for 'create_router' {{(pid=93702) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 14 11:46:03.978152 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-0865cc8c-774d-4c2b-aa85-2a189e4e6c07 tempest-DvrRoutersNegativeTest-1210172393 tempest-DvrRoutersNegativeTest-1210172393-project] create failed (client error): Access was denied to this resource. Jul 14 11:46:03.983039 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0865cc8c-774d-4c2b-aa85-2a189e4e6c07 tempest-DvrRoutersNegativeTest-1210172393 tempest-DvrRoutersNegativeTest-1210172393-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2660143 Jul 14 11:46:04.108444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0aab7c6e-3128-4c04-b470-33d7065d0247 req-610f8d85-1244-44b6-a569-c3e178dd476e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.1233730 Jul 14 11:46:04.150966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Made reservation on behalf of a01fe4600b9949e785770cf3809e274c for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:04.151339 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.196073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.273328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59630) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:04.411441 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.418261 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.451983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:04.483469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.483995 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Added segment c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad of type vlan for network 50029b0f-5d64-4aca-beeb-32f77981ac0d Jul 14 11:46:04.496042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ced0cb2-a2e2-4e08-beff-b2b5bee4c9ed,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:04.524700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ea27381-298b-4e75-9ce2-f97e4b3fd58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.591468 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.625903 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.668538 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ea27381-298b-4e75-9ce2-f97e4b3fd58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.675051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ea27381-298b-4e75-9ce2-f97e4b3fd58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.707598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea27381-298b-4e75-9ce2-f97e4b3fd58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a5fca-51f4-4239-aaf5-d80a7ddd3569,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:04.747986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3ea27381-298b-4e75-9ce2-f97e4b3fd58b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77843d4f59f84d09b0e5f1d2368e8e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734461 Jul 14 11:46:04.751326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59644) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:04.805956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.807932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:04.809335 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.811342 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baac54c4-2b44-4004-a6f3-6f450c4e3ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.839192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baac54c4-2b44-4004-a6f3-6f450c4e3ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.902482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baac54c4-2b44-4004-a6f3-6f450c4e3ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.906981 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baac54c4-2b44-4004-a6f3-6f450c4e3ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:04.912354 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-baac54c4-2b44-4004-a6f3-6f450c4e3ce3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d02a5fca-51f4-4239-aaf5-d80a7ddd3569 HTTP/1.1" status: 204 len: 168 time: 0.1593401 Jul 14 11:46:04.922253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac54c4-2b44-4004-a6f3-6f450c4e3ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a5fca-51f4-4239-aaf5-d80a7ddd3569,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:05.033155 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3652203 Jul 14 11:46:05.036005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59650) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:05.043199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Request body: {'subnet': {'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-subnet', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:05.066793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af17fca-24d4-4c65-9e51-ecf3d27aed61 admin admin] Pushing event updated for resources: {'Network': ['ID=50029b0f-5d64-4aca-beeb-32f77981ac0d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:05.087318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:05.091925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Made reservation on behalf of a01fe4600b9949e785770cf3809e274c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:05.094670 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:05.317798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 61bc1dd4-7ff9-4040-b516-4f759007ce4e {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:05.318311 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:05.426590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd80513c-7e48-44c9-8d7f-a12d88abcb74 req-8f6bc833-2616-4eb0-9b03-b38febd8e884 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.0903156 Jul 14 11:46:05.435420 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:05.523593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:05.533435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Checking segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:05.534041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Network hostable DHCP agents. Network: 50029b0f-5d64-4aca-beeb-32f77981ac0d, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:05.548986 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:05.553794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:05.573649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 50029b0f-5d64-4aca-beeb-32f77981ac0d) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:05.581864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:05.583118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:05.583404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0c483-0988-4751-83b4-d98e1c40f879 None None] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:05.616100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59666) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:05.616315 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0d50ad7e-becd-4b3d-88e5-7cee2fc8e633 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5785949 Jul 14 11:46:05.617192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 61bc1dd4-7ff9-4040-b516-4f759007ce4e owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:05.638246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:05.708103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:05.709129 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:05.857475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-50029b0f-5d64-4aca-beeb-32f77981ac0d', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:05.858678 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:05.926041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.092400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Allocated IP 172.20.0.2 (50029b0f-5d64-4aca-beeb-32f77981ac0d/ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d/d3ea8996-7756-4cd1-b93e-c2b979e2e3fb) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:06.181541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.187001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59680) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:06.356037 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.393412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-acae7a0b-c935-459a-b92d-0a588795892e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2057852638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:06.445475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acae7a0b-c935-459a-b92d-0a588795892e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.446613 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acae7a0b-c935-459a-b92d-0a588795892e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.563465 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acae7a0b-c935-459a-b92d-0a588795892e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.572228 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acae7a0b-c935-459a-b92d-0a588795892e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.604804 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acae7a0b-c935-459a-b92d-0a588795892e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.610081 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-acae7a0b-c935-459a-b92d-0a588795892e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4216835 Jul 14 11:46:06.610753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59688) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:06.616091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-326058392'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:06.654765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Made reservation on behalf of 946184f724fe446e99760bd36711f34c for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:06.660982 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.673565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.855805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.863379 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.876848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97fdb10b-0c72-4566-8d93-042125025dd8 req-539ab361-11ad-4867-ac31-ca0ede30dd87 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.1494567 Jul 14 11:46:06.895929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:06.923730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Transition to ACTIVE for port object d3ea8996-7756-4cd1-b93e-c2b979e2e3fb will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:06.925597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.950588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:06.950956 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Added segment 8e68a47f-0dce-47d0-9e85-92a2e96dc6bb of type vlan for network b84247a5-d1ef-449c-8111-bb50f45a0986 Jul 14 11:46:06.958922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=61bc1dd4-7ff9-4040-b516-4f759007ce4e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:06.989878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Transition to ACTIVE for port object d3ea8996-7756-4cd1-b93e-c2b979e2e3fb will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:07.010591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.011440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.012041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.012451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.013313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.018033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.018500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.018843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.019175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.019510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.019836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.019966 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.020205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.072132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Pushing event updated for resources: {'Port': ['ID=d3ea8996-7756-4cd1-b93e-c2b979e2e3fb,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:07.087755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:07.089454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:07.092183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:07.133200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2aa923-1a90-43a5-aaa6-ce0b5a5fc272,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:07.156927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Attempting to bind port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:07.157888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Attempting to bind port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:07.158641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Attempting to bind port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:07.168865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.169101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:07.169727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Checking segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:07.170728 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.173350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Bound using segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:07.175075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Bound port: d3ea8996-7756-4cd1-b93e-c2b979e2e3fb, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:07.175910 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.213184 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.223577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:07.227704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.303361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] For port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:07.308554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] For port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d3ea8996-7756-4cd1-b93e-c2b979e2e3fb,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:07.313549 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.340779 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7289376 Jul 14 11:46:07.346979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59694) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:07.358371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'subnet': {'network_id': 'b84247a5-d1ef-449c-8111-bb50f45a0986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:07.372224 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66838-dbd6-4211-9603-52d49f459d10 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Network': ['ID=b84247a5-d1ef-449c-8111-bb50f45a0986,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:07.419946 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.426654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15b459-f270-4822-9335-2a5382b9134f None None] Pushing event updated for resources: {'Port': ['ID=d3ea8996-7756-4cd1-b93e-c2b979e2e3fb,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:07.431961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b84247a5-d1ef-449c-8111-bb50f45a0986 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:07.511697 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.542745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.771618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Made reservation on behalf of 946184f724fe446e99760bd36711f34c for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:07.775271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:07.996717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 232eb0c4-439a-465f-b545-c3ee17c0cef8 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:08.025985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Allocated IP 172.25.2.108 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/1ee88543-a4dc-4267-8afe-b66155654aab) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:08.234443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59710) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:08.269113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:08.280262 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d723de-afac-4630-b6ff-2a99c11e24d6 None None] Sync routers for ids ['232eb0c4-439a-465f-b545-c3ee17c0cef8'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:08.292137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59716) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:08.296599 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d723de-afac-4630-b6ff-2a99c11e24d6 None None] Routers {'232eb0c4-439a-465f-b545-c3ee17c0cef8'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:08.297302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-954eb71d-57f7-4b26-8d31-967c07618e76 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/232eb0c4-439a-465f-b545-c3ee17c0cef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4277272 Jul 14 11:46:08.299575 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f9d723de-afac-4630-b6ff-2a99c11e24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['232eb0c4-439a-465f-b545-c3ee17c0cef8'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:08.372715 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3aa0b042-4369-4120-b497-20a978b72656 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=232eb0c4-439a-465f-b545-c3ee17c0cef8 HTTP/1.1" status: 200 len: 205 time: 0.0791659 Jul 14 11:46:08.376012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59720) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:08.383241 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f9d723de-afac-4630-b6ff-2a99c11e24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:08.386619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9932d3ea-ba91-44ff-8371-277bceefd214 req-6022d0b2-89db-49ca-8f04-a4b2e23c660e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.2110257 Jul 14 11:46:08.425319 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d723de-afac-4630-b6ff-2a99c11e24d6 None None] Routers {'232eb0c4-439a-465f-b545-c3ee17c0cef8'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:08.426236 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f9d723de-afac-4630-b6ff-2a99c11e24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['232eb0c4-439a-465f-b545-c3ee17c0cef8'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:08.547650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9c28-cba7-4f5b-9104-b97776cfc703 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:08.561445 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:08.579958 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4d85f3f-9bc2-4d7e-bf39-afc3e6f07c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:08.629039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:08.741503 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f9d723de-afac-4630-b6ff-2a99c11e24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:08.742564 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d723de-afac-4630-b6ff-2a99c11e24d6 None None] The sync data for ids ['232eb0c4-439a-465f-b545-c3ee17c0cef8'] in n-d-778696-8 is: [] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:08.766859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Subnet': ['ID=0111d5e8-1167-4481-84eb-f8e5bfa7101d,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:08.772301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Checking segment: {'id': '8e68a47f-0dce-47d0-9e85-92a2e96dc6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b84247a5-d1ef-449c-8111-bb50f45a0986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:08.772931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network hostable DHCP agents. Network: b84247a5-d1ef-449c-8111-bb50f45a0986, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:08.778206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:08.831901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:08.837965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:08.841937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9c28-cba7-4f5b-9104-b97776cfc703 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:08.845177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:08.847208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9c28-cba7-4f5b-9104-b97776cfc703 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:08.877618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Pushing event updated for resources: {'Port': ['ID=1ee88543-a4dc-4267-8afe-b66155654aab,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:08.893432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network b84247a5-d1ef-449c-8111-bb50f45a0986 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:08.933031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, b84247a5-d1ef-449c-8111-bb50f45a0986) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:08.949842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad9d8f-02e6-42b2-8a57-3b4bbe8d25a6 None None] Network b84247a5-d1ef-449c-8111-bb50f45a0986 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:09.019282 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9c28-cba7-4f5b-9104-b97776cfc703 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.020192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ac9c28-cba7-4f5b-9104-b97776cfc703 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Fanout notify agent at l3_agent the message router_deleted on router 232eb0c4-439a-465f-b545-c3ee17c0cef8 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:46:09.063251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9c28-cba7-4f5b-9104-b97776cfc703 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.071350 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b2ac9c28-cba7-4f5b-9104-b97776cfc703 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/232eb0c4-439a-465f-b545-c3ee17c0cef8 HTTP/1.1" status: 204 len: 168 time: 0.6942294 Jul 14 11:46:09.072019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59730) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:09.092275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dee950-2036-452d-ae5b-016580b61241 None None] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:09.127574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:09.128416 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.184238 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4d85f3f-9bc2-4d7e-bf39-afc3e6f07c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.204327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2372cd3a-7094-43ca-ac1c-bbbd389082ff tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting subnet 1d4d9c71-54e0-4b50-9e20-864b04ac4630 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:46:09.208879 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2372cd3a-7094-43ca-ac1c-bbbd389082ff tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.250405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d28da52e-8587-4ad1-bbfa-5b86d6899a67 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8982174 Jul 14 11:46:09.253317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59732) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:09.258468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'network': {'name': 'tempest-router-network01--543306'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:09.274851 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2372cd3a-7094-43ca-ac1c-bbbd389082ff tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.324258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Made reservation on behalf of 946184f724fe446e99760bd36711f34c for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:09.328273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.370473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:09.381496 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.382374 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Added segment 7b1aa036-41d8-483d-8cb9-b360bc53918c of type vlan for network e0409fb0-659f-4e24-9f30-174a1860b33b Jul 14 11:46:09.412273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d3ea8996-7756-4cd1-b93e-c2b979e2e3fb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:09.465958 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.471049 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2372cd3a-7094-43ca-ac1c-bbbd389082ff tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.533152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.548791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:09.549457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.551953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4d85f3f-9bc2-4d7e-bf39-afc3e6f07c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.590332 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f4d85f3f-9bc2-4d7e-bf39-afc3e6f07c55 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ce1fe606c2044ff8a1122f88e7c4275&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3545861 Jul 14 11:46:09.593760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2372cd3a-7094-43ca-ac1c-bbbd389082ff tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.595983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59738) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:09.630495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3733423 Jul 14 11:46:09.636775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-35415b60-93ec-4d0c-935d-a7ae5f764d46 None None] Provisioning for port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:09.669032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59740) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:09.684527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-b84247a5-d1ef-449c-8111-bb50f45a0986', 'network_id': 'b84247a5-d1ef-449c-8111-bb50f45a0986', 'tenant_id': '946184f724fe446e99760bd36711f34c', 'fixed_ips': [{'subnet_id': '0111d5e8-1167-4481-84eb-f8e5bfa7101d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:09.685504 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.706306 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f9780761-662c-4eba-b211-4d96954d2c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.711195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'network': {'name': 'tempest-router-network02--327546910'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:09.724473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372cd3a-7094-43ca-ac1c-bbbd389082ff tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4d9c71-54e0-4b50-9e20-864b04ac4630,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:09.727509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2372cd3a-7094-43ca-ac1c-bbbd389082ff tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.732152 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2372cd3a-7094-43ca-ac1c-bbbd389082ff tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/1d4d9c71-54e0-4b50-9e20-864b04ac4630 HTTP/1.1" status: 204 len: 168 time: 0.6454380 Jul 14 11:46:09.742363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4526859b-a797-41da-8aa0-3e67558faa4d req-f97e42c6-4737-4421-933a-051a6521cfdb tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/ports?device_id=7856064b-3b02-4c36-85b8-0ce29d4881c2 HTTP/1.1" status: 200 len: 210 time: 0.1736205 Jul 14 11:46:09.744938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59742) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:09.777981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1242263-53f7-417c-813e-dd61bc268c9a None None] Network 22b19786-ef43-4df4-9915-e5987a9c843b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:09.783895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:09.794957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc139bc-10d2-448e-8286-06b30b3dc4dd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Network': ['ID=e0409fb0-659f-4e24-9f30-174a1860b33b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:09.805051 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.845692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Made reservation on behalf of 946184f724fe446e99760bd36711f34c for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:09.850227 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.872022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.891717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:09.892114 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.896486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e0409fb0-659f-4e24-9f30-174a1860b33b details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:09.898433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d85f3f-9bc2-4d7e-bf39-afc3e6f07c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2a2f0d-67a5-4013-aa46-89a20e852676,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:09.901307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:09.910834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb0a40da-e41a-4ef7-b5af-a6bfbf78e6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.964541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb0a40da-e41a-4ef7-b5af-a6bfbf78e6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.997537 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:09.997764 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Added segment aa315df2-8b27-438c-a599-130304359e40 of type vlan for network af0c2864-58a8-456e-aa28-0deebcc641a2 Jul 14 11:46:10.037776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb0a40da-e41a-4ef7-b5af-a6bfbf78e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.040717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb0a40da-e41a-4ef7-b5af-a6bfbf78e6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.044682 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fb0a40da-e41a-4ef7-b5af-a6bfbf78e6ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f2a2f0d-67a5-4013-aa46-89a20e852676 HTTP/1.1" status: 204 len: 168 time: 0.4384570 Jul 14 11:46:10.061377 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a40da-e41a-4ef7-b5af-a6bfbf78e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2a2f0d-67a5-4013-aa46-89a20e852676,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:10.084428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 0ec9e612-324c-4e82-b76c-9f55aef94038 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:10.084870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.175471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port 0ec9e612-324c-4e82-b76c-9f55aef94038, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0ec9e612-324c-4e82-b76c-9f55aef94038,segment=NetworkSegment(f8018176-2f94-4d45-8d36-8a5398c60c4f),segment_id=f8018176-2f94-4d45-8d36-8a5398c60c4f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:10.175860 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.181884 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.207642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 0ec9e612-324c-4e82-b76c-9f55aef94038 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:10.314679 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.344522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Allocated IP 2001:db8::2 (b84247a5-d1ef-449c-8111-bb50f45a0986/0111d5e8-1167-4481-84eb-f8e5bfa7101d/0d7eceeb-8271-4fe9-827b-743868eb436e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:10.372041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=0ec9e612-324c-4e82-b76c-9f55aef94038,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:10.377303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No DVR routers for this DVR port 0ec9e612-324c-4e82-b76c-9f55aef94038 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:10.428038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.435980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:10.436686 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.517727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.536390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b19786-ef43-4df4-9915-e5987a9c843b']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:10.559358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8018176-2f94-4d45-8d36-8a5398c60c4f') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:10.559658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8018176-2f94-4d45-8d36-8a5398c60c4f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:10.578667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59758) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:10.589792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8851285 Jul 14 11:46:10.597385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'subnet': {'network_id': 'e0409fb0-659f-4e24-9f30-174a1860b33b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:10.609760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.624800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.645445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07342c35-7e47-4eb8-9f26-c6180a058343 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Network': ['ID=af0c2864-58a8-456e-aa28-0deebcc641a2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:10.674220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network af0c2864-58a8-456e-aa28-0deebcc641a2 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:10.704049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f215b-efee-4434-80c7-d96ed782e97e None None] DHCP port deletion for 22b19786-ef43-4df4-9915-e5987a9c843b request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:46:10.712411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.719402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:46:10.719820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:46:10.723166 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:46:10.815801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.839652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.847049 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/networks/22b19786-ef43-4df4-9915-e5987a9c843b HTTP/1.1" status: 204 len: 168 time: 1.0935173 Jul 14 11:46:10.852949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59766) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:10.874761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e01d7e4d-061f-4271-abdb-3e02fd17acbf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1954822805', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:10.885609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ced0-2910-4959-b7fc-9695a0f57ef9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Network': ['ID=22b19786-ef43-4df4-9915-e5987a9c843b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:10.886248 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.970569 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e01d7e4d-061f-4271-abdb-3e02fd17acbf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.971799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e01d7e4d-061f-4271-abdb-3e02fd17acbf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:10.980257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Made reservation on behalf of 946184f724fe446e99760bd36711f34c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:10.986087 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.010108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:46:11.028927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d3ea8996-7756-4cd1-b93e-c2b979e2e3fb,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:11.048215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ccb76324-2516-4501-9607-5dd31385fecf None None] Provisioning complete for port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:11.048215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ccb76324-2516-4501-9607-5dd31385fecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.054464 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.161806 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e01d7e4d-061f-4271-abdb-3e02fd17acbf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.181268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e01d7e4d-061f-4271-abdb-3e02fd17acbf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.201746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59776) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:11.285604 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e01d7e4d-061f-4271-abdb-3e02fd17acbf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.287169 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e01d7e4d-061f-4271-abdb-3e02fd17acbf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4203460 Jul 14 11:46:11.306435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59780) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:11.318576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'network': {'name': 'tempest-RoutersTest-1954060360'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:11.341227 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.351329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Transition to ACTIVE for port object 0d7eceeb-8271-4fe9-827b-743868eb436e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:11.368477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Transition to ACTIVE for port object 0d7eceeb-8271-4fe9-827b-743868eb436e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:11.392002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0ec9e612-324c-4e82-b76c-9f55aef94038 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:11.417398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 0ec9e612-324c-4e82-b76c-9f55aef94038 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:46:11.417987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0ec9e612-324c-4e82-b76c-9f55aef94038 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:46:11.423742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.472436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Network b84247a5-d1ef-449c-8111-bb50f45a0986 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:11.487907 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8535dff-0fa9-41bb-a6de-0c43f26b0c7c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.493573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:11.494305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:11.497839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.501785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=d3ea8996-7756-4cd1-b93e-c2b979e2e3fb,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:11.506143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:11.586880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Pushing event updated for resources: {'Port': ['ID=0d7eceeb-8271-4fe9-827b-743868eb436e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:11.609032 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8535dff-0fa9-41bb-a6de-0c43f26b0c7c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.629735 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Attempting to bind port 0d7eceeb-8271-4fe9-827b-743868eb436e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:11.630104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Attempting to bind port 0d7eceeb-8271-4fe9-827b-743868eb436e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8e68a47f-0dce-47d0-9e85-92a2e96dc6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b84247a5-d1ef-449c-8111-bb50f45a0986'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:11.630467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Attempting to bind port 0d7eceeb-8271-4fe9-827b-743868eb436e on network b84247a5-d1ef-449c-8111-bb50f45a0986 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:11.631070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:11.636423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:11.636709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Checking segment: {'id': '8e68a47f-0dce-47d0-9e85-92a2e96dc6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b84247a5-d1ef-449c-8111-bb50f45a0986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:11.637118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.637506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Bound using segment: {'id': '8e68a47f-0dce-47d0-9e85-92a2e96dc6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b84247a5-d1ef-449c-8111-bb50f45a0986'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:11.637969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Bound port: 0d7eceeb-8271-4fe9-827b-743868eb436e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e68a47f-0dce-47d0-9e85-92a2e96dc6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b84247a5-d1ef-449c-8111-bb50f45a0986'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:11.638350 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.643385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.675775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.676223 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added segment e227b343-e83f-4aa8-bd05-9f58f06c0c37 of type vlan for network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 Jul 14 11:46:11.722366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:11.732018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] For port 0d7eceeb-8271-4fe9-827b-743868eb436e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:11.736878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] For port 0d7eceeb-8271-4fe9-827b-743868eb436e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0d7eceeb-8271-4fe9-827b-743868eb436e,segment=NetworkSegment(8e68a47f-0dce-47d0-9e85-92a2e96dc6bb),segment_id=8e68a47f-0dce-47d0-9e85-92a2e96dc6bb)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:11.740526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Sync routers for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:11.746656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.750163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-462558ab-fe8f-427a-ada1-5becb501feae admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1216912 Jul 14 11:46:11.751470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59792) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:11.752418 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.767461 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.791273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Subnet': ['ID=30a85536-7ee3-44cd-b9c3-b9bf4eec4027,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:11.805114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:11.805565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8535dff-0fa9-41bb-a6de-0c43f26b0c7c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.806037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:45:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:11.809594 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8535dff-0fa9-41bb-a6de-0c43f26b0c7c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.809594 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c8535dff-0fa9-41bb-a6de-0c43f26b0c7c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "DELETE /v2.0/security-groups/e89f3e55-eb27-4d4b-bcaa-15f010cb5db3 HTTP/1.1" status: 204 len: 168 time: 0.6018889 Jul 14 11:46:11.817319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59796) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:11.835275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8535dff-0fa9-41bb-a6de-0c43f26b0c7c tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89f3e55-eb27-4d4b-bcaa-15f010cb5db3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:11.857593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Checking segment: {'id': '7b1aa036-41d8-483d-8cb9-b360bc53918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0409fb0-659f-4e24-9f30-174a1860b33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:11.858306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network hostable DHCP agents. Network: e0409fb0-659f-4e24-9f30-174a1860b33b, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:11.863898 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-6648c0e4-d729-4a27-80cc-c8709a9c70fd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] show failed (client error): The resource could not be found. Jul 14 11:46:11.865758 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6648c0e4-d729-4a27-80cc-c8709a9c70fd tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "GET /v2.0/security-groups/e89f3e55-eb27-4d4b-bcaa-15f010cb5db3 HTTP/1.1" status: 404 len: 347 time: 0.0391772 Jul 14 11:46:11.869284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59798) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:11.892113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.898591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:11.899280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:11.982915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b2478-1477-4be9-a746-636fb0f586c8 None None] Pushing event updated for resources: {'Port': ['ID=0d7eceeb-8271-4fe9-827b-743868eb436e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:12.042557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:12.229274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acebc3ab-818b-445d-b789-e2045d6f2125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:12.280758 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:12.400775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:09Z', 'revision_number': 3, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:12.472967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Checking router: d61d64ef-6f1c-47a7-9b81-4f085d55bae3 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:12.474872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Updating router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 port 1ee88543-a4dc-4267-8afe-b66155654aab binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:46:12.558840 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:12.568169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:12.582737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network e0409fb0-659f-4e24-9f30-174a1860b33b is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:12.596978 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2857955 Jul 14 11:46:12.612595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59818) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:12.683305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'subnet': {'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:12.786669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e0409fb0-659f-4e24-9f30-174a1860b33b) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:12.791137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:12.795505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:12.799376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0faf6-f3e6-4219-8b8c-f147d76f8c84 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Network': ['ID=b36ceaf3-c8c6-4bb7-86a7-adb762c246f7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:12.828301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:12.828920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:12.861980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Allocated IP 172.20.0.1 (50029b0f-5d64-4aca-beeb-32f77981ac0d/ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d/b11ee8d3-3149-4918-974a-bdf64cfea9df) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:12.893617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d882d-f206-4b7c-b04e-c6b62aa4a891 None None] Network e0409fb0-659f-4e24-9f30-174a1860b33b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:13.015207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:13.106954 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.110375 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.150574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Transition to ACTIVE for port object b11ee8d3-3149-4918-974a-bdf64cfea9df will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:13.245767 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.264092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Subnet': ['ID=2fb7ac14-a595-4569-856f-e39c0556fe7c,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:13.288903 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-86ec181e-d35c-4b6b-b73b-76ab822b4668 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7091358 Jul 14 11:46:13.311078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59830) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:13.332911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'subnet': {'network_id': 'af0c2864-58a8-456e-aa28-0deebcc641a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:13.333288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Pushing event updated for resources: {'Port': ['ID=b11ee8d3-3149-4918-974a-bdf64cfea9df,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:13.371475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:13.373743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:13.379246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:13.402796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-e0409fb0-659f-4e24-9f30-174a1860b33b', 'network_id': 'e0409fb0-659f-4e24-9f30-174a1860b33b', 'tenant_id': '946184f724fe446e99760bd36711f34c', 'fixed_ips': [{'subnet_id': '30a85536-7ee3-44cd-b9c3-b9bf4eec4027'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:13.403670 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.459999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0d7eceeb-8271-4fe9-827b-743868eb436e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:13.460255 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.475762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port b85d8457-7431-4859-9a66-21ec2e3578f0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:13.476125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.623428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Checking segment: {'id': 'e227b343-e83f-4aa8-bd05-9f58f06c0c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:13.624844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network hostable DHCP agents. Network: b36ceaf3-c8c6-4bb7-86a7-adb762c246f7, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:13.649337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64dc410-0ec5-45a4-a03d-22828ee5fb8a None None] Network b84247a5-d1ef-449c-8111-bb50f45a0986 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:13.701308 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.702040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.713464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:13.728393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Made reservation on behalf of 946184f724fe446e99760bd36711f34c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:13.733085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.738276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for b85d8457-7431-4859-9a66-21ec2e3578f0 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:13.743982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, b36ceaf3-c8c6-4bb7-86a7-adb762c246f7) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:13.780958 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.817582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:13.818559 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.824996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:13.850518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734cf4d0-4103-4ed4-8599-d1b21aabe8b1 None None] Network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:13.909256 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9ca6b1ab-881d-4ec7-bbd0-86e0947333e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2905049 Jul 14 11:46:13.910230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59836) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:14.050043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c61fd665-2e18-4fb2-8ea8-bb50f580a5d7 None None] Provisioning for port 0d7eceeb-8271-4fe9-827b-743868eb436e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:14.075803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.083566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.112647 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.127369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 0d7eceeb-8271-4fe9-827b-743868eb436e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:14.164283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Transition to ACTIVE for port object 1ee88543-a4dc-4267-8afe-b66155654aab will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:14.176899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 0d7eceeb-8271-4fe9-827b-743868eb436e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:14.177322 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.178238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59838) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:14.185123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'network': {'name': 'tempest-network-smoke--767275310', 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'port_security_enabled': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:14.205230 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.206997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Pushing event updated for resources: {'Port': ['ID=b11ee8d3-3149-4918-974a-bdf64cfea9df,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:14.270382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Made reservation on behalf of a06e7534cb9b41eb8d063f024e1972f0 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:14.270947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Allocated IP 2001:db8::2 (e0409fb0-659f-4e24-9f30-174a1860b33b/30a85536-7ee3-44cd-b9c3-b9bf4eec4027/d6ecb4ce-bbd3-4937-925c-2dbb26b33897) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:14.274039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.285659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.309200 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.386727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:14.390057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:14.396080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.521650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=b85d8457-7431-4859-9a66-21ec2e3578f0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:14.620171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:14.637766 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.646844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.657751 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.666917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.737198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.740308 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.741591 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b4b05a45-36ae-4ab8-bf0c-4915e7d3d82b tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "DELETE /v2.0/floatingips/e651811c-d553-4670-a24f-23e3f2408dc2 HTTP/1.1" status: 204 len: 168 time: 2.8707654 Jul 14 11:46:14.749809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59844) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:14.773834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:14.809943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2418012-6884-4432-97e3-dc6fbfa96278,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:14.816979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.817333 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Added segment b76d0970-5439-4d1f-9616-0c077b898fd2 of type vlan for network 320b45e4-1243-4c0d-aba8-dd7b383f461d Jul 14 11:46:14.862662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Subnet': ['ID=e37c4eaa-34a2-4c7b-bb5f-76d708e9e40f,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:14.866492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:14.883488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7c3fc5e6-83d9-4950-b535-80ca4da6cbda admin admin] 10.222.0.38 "PUT /v2.0/routers/d61d64ef-6f1c-47a7-9b81-4f085d55bae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1239359 Jul 14 11:46:14.907561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:14.945893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Checking segment: {'id': 'aa315df2-8b27-438c-a599-130304359e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'af0c2864-58a8-456e-aa28-0deebcc641a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:14.946265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network hostable DHCP agents. Network: af0c2864-58a8-456e-aa28-0deebcc641a2, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:14.997241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.005057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:15.005691 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.065176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network af0c2864-58a8-456e-aa28-0deebcc641a2 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:15.086038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:15.086771 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.088448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2876efdd-c9b3-46bd-a0d2-8f6869b355d5 None None] Provisioning for port b11ee8d3-3149-4918-974a-bdf64cfea9df completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:15.113175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Pushing event updated for resources: {'Port': ['ID=1ee88543-a4dc-4267-8afe-b66155654aab,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:15.114469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, af0c2864-58a8-456e-aa28-0deebcc641a2) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:15.122786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Network': ['ID=320b45e4-1243-4c0d-aba8-dd7b383f461d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:15.152699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-31da69ee-ed7c-4d96-b3f9-f4916f890b83 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9729922 Jul 14 11:46:15.154206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59854) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:15.163932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:15.166312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.168319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'admin_state_up': True, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:15.178250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2876efdd-c9b3-46bd-a0d2-8f6869b355d5 None None] Provisioning complete for port b11ee8d3-3149-4918-974a-bdf64cfea9df triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:15.178645 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2876efdd-c9b3-46bd-a0d2-8f6869b355d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.180338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc47c2-ca50-42aa-b4f1-40f5d0cc3f14 None None] Network af0c2864-58a8-456e-aa28-0deebcc641a2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:15.181955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 320b45e4-1243-4c0d-aba8-dd7b383f461d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:15.193251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a467face-5665-4192-9f97-18f3febff4c2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port 92b44633-b17c-4813-8c26-2dd945a44867 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:15.193251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a467face-5665-4192-9f97-18f3febff4c2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.215135 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.216317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.272615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Attempting to bind port 1ee88543-a4dc-4267-8afe-b66155654aab on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:15.272998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Attempting to bind port 1ee88543-a4dc-4267-8afe-b66155654aab by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:15.274117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Attempting to bind port 1ee88543-a4dc-4267-8afe-b66155654aab on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:15.297437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.20.0.1 (b36ceaf3-c8c6-4bb7-86a7-adb762c246f7/2fb7ac14-a595-4569-856f-e39c0556fe7c/7da3fc60-0e4d-4002-8ca4-7acd7abe3009) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:15.304070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.315329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.315683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.316068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.316413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.316861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.317201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.317537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.317869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.318202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.318534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.318864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.319193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:15.404671 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.415952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Transition to ACTIVE for port object d6ecb4ce-bbd3-4937-925c-2dbb26b33897 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:15.434464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a467face-5665-4192-9f97-18f3febff4c2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.434922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Transition to ACTIVE for port object d6ecb4ce-bbd3-4937-925c-2dbb26b33897 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:15.453986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a467face-5665-4192-9f97-18f3febff4c2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for 92b44633-b17c-4813-8c26-2dd945a44867 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:15.458400 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.465620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:15.465620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:15.465620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.465620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:15.465620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Bound port: 1ee88543-a4dc-4267-8afe-b66155654aab, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:15.465620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.470718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59856) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:15.504902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3da7a31d-9f83-450a-87ae-089981da566b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337933147', 'description': 'tempest-description--509376230'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:15.513871 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c67eb057-2991-4dae-97a2-1ab0c0ef3ec7 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1969981 Jul 14 11:46:15.524202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59860) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:15.544127 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.581738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] For port 1ee88543-a4dc-4267-8afe-b66155654aab, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:15.585588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] For port 1ee88543-a4dc-4267-8afe-b66155654aab, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ee88543-a4dc-4267-8afe-b66155654aab,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:15.590876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.673729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2876efdd-c9b3-46bd-a0d2-8f6869b355d5 None None] Port b11ee8d3-3149-4918-974a-bdf64cfea9df cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:15.683481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Network e0409fb0-659f-4e24-9f30-174a1860b33b is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:15.686420 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.712823 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:15.722168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:15.800596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Pushing event updated for resources: {'Port': ['ID=d6ecb4ce-bbd3-4937-925c-2dbb26b33897,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:15.839506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.861316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Transition to ACTIVE for port object 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:15.865888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3da7a31d-9f83-450a-87ae-089981da566b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.941065 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.945888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:15.968474 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.073338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a467face-5665-4192-9f97-18f3febff4c2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.082624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:16.083584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:16.157377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-af0c2864-58a8-456e-aa28-0deebcc641a2', 'network_id': 'af0c2864-58a8-456e-aa28-0deebcc641a2', 'tenant_id': '946184f724fe446e99760bd36711f34c', 'fixed_ips': [{'subnet_id': 'e37c4eaa-34a2-4c7b-bb5f-76d708e9e40f'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:16.158250 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.176762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Attempting to bind port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:16.177151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Attempting to bind port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '7b1aa036-41d8-483d-8cb9-b360bc53918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0409fb0-659f-4e24-9f30-174a1860b33b'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:16.177579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Attempting to bind port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 on network e0409fb0-659f-4e24-9f30-174a1860b33b {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:16.180138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-817a60f6-c078-47f7-9304-3b046508374f None None] Provisioning complete for port b11ee8d3-3149-4918-974a-bdf64cfea9df triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:16.180349 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-817a60f6-c078-47f7-9304-3b046508374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.182437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Allocated IP 172.25.2.227 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/96c6d9f3-e0d0-44e4-8339-462e3ea151f0) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:16.211047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa9744-891e-481e-b465-158f98f99ddc None None] Pushing event updated for resources: {'Port': ['ID=1ee88543-a4dc-4267-8afe-b66155654aab,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:16.239699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467face-5665-4192-9f97-18f3febff4c2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=92b44633-b17c-4813-8c26-2dd945a44867,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:16.247161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:16.247813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Checking segment: {'id': '7b1aa036-41d8-483d-8cb9-b360bc53918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0409fb0-659f-4e24-9f30-174a1860b33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:16.248369 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.249034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Bound using segment: {'id': '7b1aa036-41d8-483d-8cb9-b360bc53918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0409fb0-659f-4e24-9f30-174a1860b33b'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:16.249677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Bound port: d6ecb4ce-bbd3-4937-925c-2dbb26b33897, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1aa036-41d8-483d-8cb9-b360bc53918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0409fb0-659f-4e24-9f30-174a1860b33b'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:16.250177 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.271112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 0d7eceeb-8271-4fe9-827b-743868eb436e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0d7eceeb-8271-4fe9-827b-743868eb436e,segment=NetworkSegment(8e68a47f-0dce-47d0-9e85-92a2e96dc6bb),segment_id=8e68a47f-0dce-47d0-9e85-92a2e96dc6bb)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:16.304352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59870) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:16.342119 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.362662 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.363897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d3ea8996-7756-4cd1-b93e-c2b979e2e3fb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:16.374975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.407073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.470340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=96c6d9f3-e0d0-44e4-8339-462e3ea151f0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:16.473186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-817a60f6-c078-47f7-9304-3b046508374f None None] Port b11ee8d3-3149-4918-974a-bdf64cfea9df cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:16.482544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:16.484996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:16.487743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:16.494111 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.500784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:16.518900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:16.521552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a467face-5665-4192-9f97-18f3febff4c2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.526027 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a467face-5665-4192-9f97-18f3febff4c2 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "DELETE /v2.0/ports/92b44633-b17c-4813-8c26-2dd945a44867 HTTP/1.1" status: 204 len: 168 time: 1.7709479 Jul 14 11:46:16.529662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59874) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:16.536852 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:16.539967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=7da3fc60-0e4d-4002-8ca4-7acd7abe3009,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:16.612320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Allocated IP 172.20.0.2 (b36ceaf3-c8c6-4bb7-86a7-adb762c246f7/2fb7ac14-a595-4569-856f-e39c0556fe7c/ee82e081-e475-48af-b3c4-e911cf212265) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:16.617298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:16.642455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e13d356-d7a7-488b-96a9-3d92ac3f02bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.653266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3da7a31d-9f83-450a-87ae-089981da566b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.660943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=0d7eceeb-8271-4fe9-827b-743868eb436e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:16.664761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3da7a31d-9f83-450a-87ae-089981da566b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.680450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] For port d6ecb4ce-bbd3-4937-925c-2dbb26b33897, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:16.690521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.732092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Allocated IP 2001:db8::2 (af0c2864-58a8-456e-aa28-0deebcc641a2/e37c4eaa-34a2-4c7b-bb5f-76d708e9e40f/f166080a-e247-440b-bd65-afc491ebbf35) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:16.765728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] For port d6ecb4ce-bbd3-4937-925c-2dbb26b33897, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d6ecb4ce-bbd3-4937-925c-2dbb26b33897,segment=NetworkSegment(7b1aa036-41d8-483d-8cb9-b360bc53918c),segment_id=7b1aa036-41d8-483d-8cb9-b360bc53918c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:16.817171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9b4b70ef-11c7-4fe2-9ee8-236a3aae205a None None] Provisioning complete for port 0d7eceeb-8271-4fe9-827b-743868eb436e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:16.817760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9b4b70ef-11c7-4fe2-9ee8-236a3aae205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.822862 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:16.827562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d6be5c8d-f08a-43c6-b1ef-250e3c54f57a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port f38bed34-9bc0-44f3-8001-9e629cf6e935 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:16.827562 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6be5c8d-f08a-43c6-b1ef-250e3c54f57a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.151786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:17.152313 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.251425 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7a31d-9f83-450a-87ae-089981da566b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b95f3c1-b7c0-4b47-b9e5-cc6566415240,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:17.268518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bd5c2-6038-4901-ac7b-853a338c405b None None] Pushing event updated for resources: {'Port': ['ID=d6ecb4ce-bbd3-4937-925c-2dbb26b33897,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:17.330794 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.362167 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6be5c8d-f08a-43c6-b1ef-250e3c54f57a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.386346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d6be5c8d-f08a-43c6-b1ef-250e3c54f57a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for f38bed34-9bc0-44f3-8001-9e629cf6e935 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:17.387943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.396919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e13d356-d7a7-488b-96a9-3d92ac3f02bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.440681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e13d356-d7a7-488b-96a9-3d92ac3f02bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.459576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3da7a31d-9f83-450a-87ae-089981da566b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.461949 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3da7a31d-9f83-450a-87ae-089981da566b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9608088 Jul 14 11:46:17.478257 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.499510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59878) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:17.506379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d284e79c-47d7-4a66-90da-8009f1ee1ec4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'security_group_rule': {'security_group_id': '9b95f3c1-b7c0-4b47-b9e5-cc6566415240', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:17.547668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Transition to ACTIVE for port object ee82e081-e475-48af-b3c4-e911cf212265 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:17.560550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Allocated IP 2001:db8::1 (e0409fb0-659f-4e24-9f30-174a1860b33b/30a85536-7ee3-44cd-b9c3-b9bf4eec4027/c763f74d-94a0-48dd-81f9-88fb6208d811) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:17.571340 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.622462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Transition to ACTIVE for port object f166080a-e247-440b-bd65-afc491ebbf35 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:17.625363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Transition to ACTIVE for port object ee82e081-e475-48af-b3c4-e911cf212265 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:17.631832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6e13d356-d7a7-488b-96a9-3d92ac3f02bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40f71e813df1440793a7591b40677ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3263414 Jul 14 11:46:17.637465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59880) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:17.645866 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.659346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13d356-d7a7-488b-96a9-3d92ac3f02bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90306a-ac4f-470d-b5bd-35b668970657,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:17.661670 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Transition to ACTIVE for port object f166080a-e247-440b-bd65-afc491ebbf35 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:17.699646 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.709829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 2, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:17.731339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:17.791437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d284e79c-47d7-4a66-90da-8009f1ee1ec4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.806983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a6ba19-cef1-494c-af8f-1f0a63228b37 None None] The sync data for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 is: [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 2, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:17.817787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:17.823669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:17.837401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Pushing event updated for resources: {'Port': ['ID=ee82e081-e475-48af-b3c4-e911cf212265,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:17.868001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Network af0c2864-58a8-456e-aa28-0deebcc641a2 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:17.898348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:17.938856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:17.967679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0d7eceeb-8271-4fe9-827b-743868eb436e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:17.978315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d284e79c-47d7-4a66-90da-8009f1ee1ec4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.986854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:17.991996 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d284e79c-47d7-4a66-90da-8009f1ee1ec4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.003401 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f175b96-f871-4da9-92b5-e0bee6e49ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.014578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.034996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Transition to ACTIVE for port object c763f74d-94a0-48dd-81f9-88fb6208d811 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:18.038881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.043499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284e79c-47d7-4a66-90da-8009f1ee1ec4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afee31e2-ddbe-4a48-a96f-2dc822b46f7e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:18.050895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.062191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d284e79c-47d7-4a66-90da-8009f1ee1ec4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.065975 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d284e79c-47d7-4a66-90da-8009f1ee1ec4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5620849 Jul 14 11:46:18.074758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Pushing event updated for resources: {'Port': ['ID=f166080a-e247-440b-bd65-afc491ebbf35,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:18.087003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Attempting to bind port ee82e081-e475-48af-b3c4-e911cf212265 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:18.087644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Attempting to bind port ee82e081-e475-48af-b3c4-e911cf212265 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'e227b343-e83f-4aa8-bd05-9f58f06c0c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:18.088008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Attempting to bind port ee82e081-e475-48af-b3c4-e911cf212265 on network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:18.102017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59882) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:18.109274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-06e2b73c-213f-4ea3-8cb1-0b6e2d2481af tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'security_group_rule': {'security_group_id': '9b95f3c1-b7c0-4b47-b9e5-cc6566415240', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:18.127738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:18.127738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Checking segment: {'id': 'e227b343-e83f-4aa8-bd05-9f58f06c0c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:18.128281 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.128674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Bound using segment: {'id': 'e227b343-e83f-4aa8-bd05-9f58f06c0c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:18.129167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Bound port: ee82e081-e475-48af-b3c4-e911cf212265, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e227b343-e83f-4aa8-bd05-9f58f06c0c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:18.129550 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.132043 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f175b96-f871-4da9-92b5-e0bee6e49ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.145433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Attempting to bind port f166080a-e247-440b-bd65-afc491ebbf35 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:18.146245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Attempting to bind port f166080a-e247-440b-bd65-afc491ebbf35 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'aa315df2-8b27-438c-a599-130304359e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'af0c2864-58a8-456e-aa28-0deebcc641a2'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:18.146245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Attempting to bind port f166080a-e247-440b-bd65-afc491ebbf35 on network af0c2864-58a8-456e-aa28-0deebcc641a2 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:18.148971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=7da3fc60-0e4d-4002-8ca4-7acd7abe3009,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:18.159730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:18.160010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.160135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Checking segment: {'id': 'aa315df2-8b27-438c-a599-130304359e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'af0c2864-58a8-456e-aa28-0deebcc641a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:18.160595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.161647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6be5c8d-f08a-43c6-b1ef-250e3c54f57a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.161813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Bound using segment: {'id': 'aa315df2-8b27-438c-a599-130304359e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'af0c2864-58a8-456e-aa28-0deebcc641a2'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:18.162158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Bound port: f166080a-e247-440b-bd65-afc491ebbf35, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa315df2-8b27-438c-a599-130304359e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'af0c2864-58a8-456e-aa28-0deebcc641a2'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:18.162646 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.166381 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.226243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be5c8d-f08a-43c6-b1ef-250e3c54f57a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=f38bed34-9bc0-44f3-8001-9e629cf6e935,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:18.238796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 0d7eceeb-8271-4fe9-827b-743868eb436e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:18.239425 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.250616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Port': ['ID=c763f74d-94a0-48dd-81f9-88fb6208d811,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:18.325810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network e0409fb0-659f-4e24-9f30-174a1860b33b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:18.334184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:18.343034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:18.343987 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.353448 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-06e2b73c-213f-4ea3-8cb1-0b6e2d2481af tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.388837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] For port f166080a-e247-440b-bd65-afc491ebbf35, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:18.394530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] For port f166080a-e247-440b-bd65-afc491ebbf35, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f166080a-e247-440b-bd65-afc491ebbf35,segment=NetworkSegment(aa315df2-8b27-438c-a599-130304359e40),segment_id=aa315df2-8b27-438c-a599-130304359e40)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:18.400362 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.403068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] For port ee82e081-e475-48af-b3c4-e911cf212265, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:18.415917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] For port ee82e081-e475-48af-b3c4-e911cf212265, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ee82e081-e475-48af-b3c4-e911cf212265,segment=NetworkSegment(e227b343-e83f-4aa8-bd05-9f58f06c0c37),segment_id=e227b343-e83f-4aa8-bd05-9f58f06c0c37)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:18.426661 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.488792 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-06e2b73c-213f-4ea3-8cb1-0b6e2d2481af tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.518901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-06e2b73c-213f-4ea3-8cb1-0b6e2d2481af tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.526356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:18.540854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:18.549151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2b73c-213f-4ea3-8cb1-0b6e2d2481af tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cea11b0-ff4d-4400-9776-78f68045548e,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:18.573154 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921278d8-1c48-4f19-b629-30eb25f33435 None None] Pushing event updated for resources: {'Port': ['ID=f166080a-e247-440b-bd65-afc491ebbf35,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:18.588659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-06e2b73c-213f-4ea3-8cb1-0b6e2d2481af tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.589560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d6ecb4ce-bbd3-4937-925c-2dbb26b33897 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:18.589992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-06e2b73c-213f-4ea3-8cb1-0b6e2d2481af tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4869163 Jul 14 11:46:18.595604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d6be5c8d-f08a-43c6-b1ef-250e3c54f57a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.596044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59884) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:18.600706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d6be5c8d-f08a-43c6-b1ef-250e3c54f57a tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "DELETE /v2.0/ports/f38bed34-9bc0-44f3-8001-9e629cf6e935 HTTP/1.1" status: 204 len: 168 time: 2.0659900 Jul 14 11:46:18.603926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:18.617989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59886) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:18.618667 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f175b96-f871-4da9-92b5-e0bee6e49ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.626803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f175b96-f871-4da9-92b5-e0bee6e49ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:18.628156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1f175b96-f871-4da9-92b5-e0bee6e49ab7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c90306a-ac4f-470d-b5bd-35b668970657 HTTP/1.1" status: 204 len: 168 time: 0.9893444 Jul 14 11:46:18.779766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f175b96-f871-4da9-92b5-e0bee6e49ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90306a-ac4f-470d-b5bd-35b668970657,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:18.829934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f3610-75bb-486c-95b7-1f42a8c48c5b None None] Pushing event updated for resources: {'Port': ['ID=ee82e081-e475-48af-b3c4-e911cf212265,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:18.852873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Router 6cb9f0c7-b564-4149-8d0e-65642c74dbce is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:46:18.884057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:18.921843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cfc765-5647-47c0-90e2-d1ae24392905 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting subnet 2bc9807e-2574-4949-9a4b-9e5324b0f840 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:46:19.008651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.038722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76cfc765-5647-47c0-90e2-d1ae24392905 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.113785 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.151871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:46:19.256024 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76cfc765-5647-47c0-90e2-d1ae24392905 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.341320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59894) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:19.433105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:19.452865 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:19.474746 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:19.478831 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4a97b618-a864-4963-9188-f614fd46696d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5634305 Jul 14 11:46:19.482783 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:19.483778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59896) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:19.485228 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76cfc765-5647-47c0-90e2-d1ae24392905 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.521990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'network': {'name': 'tempest-RoutersTest-717901737'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:19.560833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0756f-95bf-4c0b-abb2-d9a9340cbd82 None None] Network e0409fb0-659f-4e24-9f30-174a1860b33b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:19.569681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8586e508-c6b2-4fca-8a90-437ca9f6a9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.587682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:19.591476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.599321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:19.626759 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76cfc765-5647-47c0-90e2-d1ae24392905 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.641059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Sync routers for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:19.691055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfc765-5647-47c0-90e2-d1ae24392905 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc9807e-2574-4949-9a4b-9e5324b0f840,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:19.703006 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:19.705828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76cfc765-5647-47c0-90e2-d1ae24392905 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.707875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-76cfc765-5647-47c0-90e2-d1ae24392905 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "DELETE /v2.0/subnets/2bc9807e-2574-4949-9a4b-9e5324b0f840 HTTP/1.1" status: 204 len: 168 time: 1.0786378 Jul 14 11:46:19.710774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59898) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:19.724405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0fe213ba-0620-44e8-801f-ebfeb7e0efb1 None None] Provisioning for port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:19.729703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.746454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a031e-3aa9-4217-ad26-5989d044561b None None] Network 87b23580-eb76-43df-94fb-48303c32c2e2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:19.766925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:19.774579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0fe213ba-0620-44e8-801f-ebfeb7e0efb1 None None] Provisioning complete for port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:19.781978 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0fe213ba-0620-44e8-801f-ebfeb7e0efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.785383 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:19.786319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:19.868652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:19.869303 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added segment cda23595-e4be-4132-b6e5-19c7258e63c8 of type vlan for network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 Jul 14 11:46:19.943189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2cdbfb-485f-492e-9aa9-d0f3b4eab2b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting subnet fb91f9e9-b3d2-4874-9af8-eede9b2acf8a {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:46:19.956636 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e2cdbfb-485f-492e-9aa9-d0f3b4eab2b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.009561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.025293 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e2cdbfb-485f-492e-9aa9-d0f3b4eab2b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.071331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8586e508-c6b2-4fca-8a90-437ca9f6a9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.086268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8586e508-c6b2-4fca-8a90-437ca9f6a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.121408 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.126884 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9be0464d-f85f-4b52-92c1-94f6b8a2a9f6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.9682939 Jul 14 11:46:20.131378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59904) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:20.179286 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.183272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.183396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586e508-c6b2-4fca-8a90-437ca9f6a9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4792c8e4-6257-4270-aaa2-b4e8d1434f11,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:20.187677 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:16Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:17Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:20.199696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8586e508-c6b2-4fca-8a90-437ca9f6a9d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=287b4c6c25494b66837361ab32e10e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8533909 Jul 14 11:46:20.203687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59908) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:20.214786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f166080a-e247-440b-bd65-afc491ebbf35 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:20.287178 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:20.288112 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Updating router 726ea09e-1e4e-4171-86ca-37271e6ee029 port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:46:20.315652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.317059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e2cdbfb-485f-492e-9aa9-d0f3b4eab2b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.386384 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.412483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-225b2617-5133-4afa-8c93-bac13d9a71a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.474294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.490909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:20.491566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.505343 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-225b2617-5133-4afa-8c93-bac13d9a71a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.557379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Allocated IP 172.25.2.35 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/d4993575-0dcd-4447-9c82-a9024aa6cb9f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:20.597225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e2cdbfb-485f-492e-9aa9-d0f3b4eab2b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.610068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:20.633906 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e2cdbfb-485f-492e-9aa9-d0f3b4eab2b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.635843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0e2cdbfb-485f-492e-9aa9-d0f3b4eab2b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "DELETE /v2.0/subnets/fb91f9e9-b3d2-4874-9af8-eede9b2acf8a HTTP/1.1" status: 204 len: 168 time: 0.9129589 Jul 14 11:46:20.672019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59910) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:20.680734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cdbfb-485f-492e-9aa9-d0f3b4eab2b4 tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Subnet': ['ID=fb91f9e9-b3d2-4874-9af8-eede9b2acf8a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:20.746984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9777e246-3f7c-445e-b38c-af67a9f9c978 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a06e7534cb9b41eb8d063f024e1972f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6130121 Jul 14 11:46:20.754828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59912) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:20.763703 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2437689 Jul 14 11:46:20.770735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59914) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:20.777072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'subnet': {'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:20.782559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c3525-558c-4380-a3b2-b635477963df None None] Network 71c34098-5385-4eb1-b275-140a8ef534f5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:20.784639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ff54e-0d0c-4628-8a9c-07951e3fc715 None None] Network af0c2864-58a8-456e-aa28-0deebcc641a2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:20.873109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Port': ['ID=c763f74d-94a0-48dd-81f9-88fb6208d811,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:20.911050 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-225b2617-5133-4afa-8c93-bac13d9a71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.913711 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-225b2617-5133-4afa-8c93-bac13d9a71a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.915125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-225b2617-5133-4afa-8c93-bac13d9a71a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4792c8e4-6257-4270-aaa2-b4e8d1434f11 HTTP/1.1" status: 204 len: 168 time: 0.7085540 Jul 14 11:46:20.965390 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:20.989050 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Transition to ACTIVE for port object 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:20.991043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1598296-1562-41e0-be95-db083c45f3fb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Network': ['ID=cfcdfbde-dc11-4e6c-aced-18b6a69c3c55,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:21.002135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b2617-5133-4afa-8c93-bac13d9a71a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4792c8e4-6257-4270-aaa2-b4e8d1434f11,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:21.005706 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.116567 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Pushing event updated for resources: {'Port': ['ID=7da3fc60-0e4d-4002-8ca4-7acd7abe3009,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:21.127539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:21.132856 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.162894 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.163250 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.163595 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.163978 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.164316 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.164659 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.165005 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.165332 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.167190 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.167532 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.167882 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.168220 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:21.197800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:21.203109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba057c81-7834-4e80-bef7-80b0849a723d None None] Network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:21.281151 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Attempting to bind port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:21.281777 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Attempting to bind port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'e227b343-e83f-4aa8-bd05-9f58f06c0c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:21.282224 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Attempting to bind port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 on network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:21.291243 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:21.292412 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Checking segment: {'id': 'e227b343-e83f-4aa8-bd05-9f58f06c0c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:21.293577 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.295032 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Bound using segment: {'id': 'e227b343-e83f-4aa8-bd05-9f58f06c0c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:21.296648 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Bound port: 7da3fc60-0e4d-4002-8ca4-7acd7abe3009, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e227b343-e83f-4aa8-bd05-9f58f06c0c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:21.297267 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.301195 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.341566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1e36a-7692-46c1-99e7-62489b3aa5e2 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:21.345336 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0fe213ba-0620-44e8-801f-ebfeb7e0efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.350592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d6f1e36a-7692-46c1-99e7-62489b3aa5e2 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5918951 Jul 14 11:46:21.351638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59922) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:21.384910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.397372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f166080a-e247-440b-bd65-afc491ebbf35 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:21.416014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dd7aa710-e20c-4788-ad9f-427c123ab6ba tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608382 Jul 14 11:46:21.416246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network e0409fb0-659f-4e24-9f30-174a1860b33b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:21.419285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59924) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:21.426229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1139854193', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:21.429930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.477779 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] For port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:21.480854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ee82e081-e475-48af-b3c4-e911cf212265 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:21.481416 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] For port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7da3fc60-0e4d-4002-8ca4-7acd7abe3009,segment=NetworkSegment(e227b343-e83f-4aa8-bd05-9f58f06c0c37),segment_id=e227b343-e83f-4aa8-bd05-9f58f06c0c37)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:21.498330 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.573649 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d00c-a17b-472d-83ae-e80f4f498f4a None None] Pushing event updated for resources: {'Port': ['ID=7da3fc60-0e4d-4002-8ca4-7acd7abe3009,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:21.611013 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:21.611265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:21.612627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:21.613152 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:21.632516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0fe213ba-0620-44e8-801f-ebfeb7e0efb1 None None] For port d6ecb4ce-bbd3-4937-925c-2dbb26b33897, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d6ecb4ce-bbd3-4937-925c-2dbb26b33897,segment=NetworkSegment(7b1aa036-41d8-483d-8cb9-b360bc53918c),segment_id=7b1aa036-41d8-483d-8cb9-b360bc53918c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:21.647694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.658761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'Port': ['ID=d4993575-0dcd-4447-9c82-a9024aa6cb9f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:21.661049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:21.664382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:21.680746 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0fe213ba-0620-44e8-801f-ebfeb7e0efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.800928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04420bd-cf25-4452-8a9d-fc17b5b041ea None None] DHCP port deletion for 87b23580-eb76-43df-94fb-48303c32c2e2 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:46:21.801695 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:21.809331 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.827097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Subnet': ['ID=d550ab62-6806-471b-9038-be78d663f5ef,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:21.885528 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Sync routers for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:21.906986 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:21.908014 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:21.924217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Made reservation on behalf of a06e7534cb9b41eb8d063f024e1972f0 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:21.932453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.935645 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Provisioning for port f166080a-e247-440b-bd65-afc491ebbf35 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:21.982116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe213ba-0620-44e8-801f-ebfeb7e0efb1 None None] Pushing event updated for resources: {'Port': ['ID=d6ecb4ce-bbd3-4937-925c-2dbb26b33897,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:21.985057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:21.992506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Provisioning complete for port f166080a-e247-440b-bd65-afc491ebbf35 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:21.993174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.031344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port ee82e081-e475-48af-b3c4-e911cf212265 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:22.048466 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:22.073229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ee88543-a4dc-4267-8afe-b66155654aab up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:22.083203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Checking segment: {'id': 'cda23595-e4be-4132-b6e5-19c7258e63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:22.093650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network hostable DHCP agents. Network: cfcdfbde-dc11-4e6c-aced-18b6a69c3c55, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:22.153341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:22.200792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, cfcdfbde-dc11-4e6c-aced-18b6a69c3c55) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:22.215041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:22.218749 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.241044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b8f794-ab94-43b4-aa11-e208b7ecbd78 None None] Network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:22.258422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2eec5-eafc-4f28-bf3f-a67ae756fd87 None None] DHCP port deletion for 71c34098-5385-4eb1-b275-140a8ef534f5 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:46:22.267577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.276902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:16Z', 'revision_number': 3, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:22.292247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.309440 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:22.309764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.334698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ffabe724-d564-4327-89df-e4c40e82b4ac tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5631685 Jul 14 11:46:22.371782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59940) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:22.393710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] For port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=75ce79be-51bc-44bf-9eb6-9a7438aecbc2,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:22.393710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.403325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e04420bd-cf25-4452-8a9d-fc17b5b041ea None None] Deleting port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:22.404124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e04420bd-cf25-4452-8a9d-fc17b5b041ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.406726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Checking router: 6cb9f0c7-b564-4149-8d0e-65642c74dbce for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:22.407347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Updating router 6cb9f0c7-b564-4149-8d0e-65642c74dbce port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:46:22.410774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:22.422215 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 2, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:22.453172 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Checking router: d61d64ef-6f1c-47a7-9b81-4f085d55bae3 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:22.453735 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Updating router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 port b11ee8d3-3149-4918-974a-bdf64cfea9df binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:46:22.542271 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.654415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e04420bd-cf25-4452-8a9d-fc17b5b041ea None None] For port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=75ce79be-51bc-44bf-9eb6-9a7438aecbc2,segment=NetworkSegment(cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36),segment_id=cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:22.656708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e04420bd-cf25-4452-8a9d-fc17b5b041ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.660107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.683986 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e04420bd-cf25-4452-8a9d-fc17b5b041ea None None] Calling delete_port for 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:22.727190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'Port': ['ID=d4993575-0dcd-4447-9c82-a9024aa6cb9f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:22.741293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] No DVR routers for this DVR port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:22.820604 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e04420bd-cf25-4452-8a9d-fc17b5b041ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.827543 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:16Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:21Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:22.863645 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.876456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04420bd-cf25-4452-8a9d-fc17b5b041ea None None] No DVR routers for this DVR port 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:22.954960 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:22.988336 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23147859-b159-458a-904e-0e554c5a0d89 None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:16Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:21Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:23.055528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 1ee88543-a4dc-4267-8afe-b66155654aab completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:23.064962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04420bd-cf25-4452-8a9d-fc17b5b041ea None None] Pushing event deleted for resources: {'Port': ['ID=75ce79be-51bc-44bf-9eb6-9a7438aecbc2,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:23.075727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1ee88543-a4dc-4267-8afe-b66155654aab triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:23.076285 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:23.162327 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:23.269077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-73b2eec5-eafc-4f28-bf3f-a67ae756fd87 None None] Deleting port 09d0b110-8adf-494f-bac2-d47275554f55 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:23.269631 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73b2eec5-eafc-4f28-bf3f-a67ae756fd87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:23.283286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Subnet': ['ID=c10609bb-ed6b-4004-86cf-5950baf05eb0,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:23.353408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Checking segment: {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:23.353751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network hostable DHCP agents. Network: 320b45e4-1243-4c0d-aba8-dd7b383f461d, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:23.426008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-73b2eec5-eafc-4f28-bf3f-a67ae756fd87 None None] For port 09d0b110-8adf-494f-bac2-d47275554f55, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=09d0b110-8adf-494f-bac2-d47275554f55,segment=NetworkSegment(60884583-d30b-4e1c-ae4c-6e6cea2b8a67),segment_id=60884583-d30b-4e1c-ae4c-6e6cea2b8a67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:23.426736 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73b2eec5-eafc-4f28-bf3f-a67ae756fd87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:23.453011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 320b45e4-1243-4c0d-aba8-dd7b383f461d is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:23.472945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-73b2eec5-eafc-4f28-bf3f-a67ae756fd87 None None] Calling delete_port for 09d0b110-8adf-494f-bac2-d47275554f55 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:23.557652 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:23.590867 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Transition to ACTIVE for port object b11ee8d3-3149-4918-974a-bdf64cfea9df will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:23.598632 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:23.601882 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:23.803905 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca2f01-c9f8-4033-b9bf-a9eb32ea9de8 None None] Pushing event updated for resources: {'Port': ['ID=b11ee8d3-3149-4918-974a-bdf64cfea9df,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:23.894760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:23.895605 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.004237 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Attempting to bind port b11ee8d3-3149-4918-974a-bdf64cfea9df on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:24.006948 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Attempting to bind port b11ee8d3-3149-4918-974a-bdf64cfea9df by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:24.008346 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Attempting to bind port b11ee8d3-3149-4918-974a-bdf64cfea9df on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:24.033464 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:24.034228 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Checking segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:24.034891 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.035475 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Bound using segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:24.036223 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Bound port: b11ee8d3-3149-4918-974a-bdf64cfea9df, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:24.042281 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.046273 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.070380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b23580-eb76-43df-94fb-48303c32c2e2']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:24.089576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:24.089928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfc2c91-3bfd-4e93-a19b-c96f2fc23f36') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:24.102786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.125727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.139590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:46:24.140137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.241024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=75ce79be-51bc-44bf-9eb6-9a7438aecbc2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:46:24.249987 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:46:24.258981 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] For port b11ee8d3-3149-4918-974a-bdf64cfea9df, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:24.264729 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] For port b11ee8d3-3149-4918-974a-bdf64cfea9df, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b11ee8d3-3149-4918-974a-bdf64cfea9df,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:24.278792 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.282913 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.293245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.306552 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-879c9cc8-a338-49c7-bb21-cdfb9d24ff8a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7066722 Jul 14 11:46:24.321569 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.333296 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "DELETE /v2.0/networks/87b23580-eb76-43df-94fb-48303c32c2e2 HTTP/1.1" status: 204 len: 168 time: 3.6510971 Jul 14 11:46:24.333888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] For port f166080a-e247-440b-bd65-afc491ebbf35, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f166080a-e247-440b-bd65-afc491ebbf35,segment=NetworkSegment(aa315df2-8b27-438c-a599-130304359e40),segment_id=aa315df2-8b27-438c-a599-130304359e40)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:24.344420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60020) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:24.400911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32bf46-7b02-45fd-9d29-f76dcf09896e tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Network': ['ID=87b23580-eb76-43df-94fb-48303c32c2e2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:24.433457 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca2f01-c9f8-4033-b9bf-a9eb32ea9de8 None None] Pushing event updated for resources: {'Port': ['ID=b11ee8d3-3149-4918-974a-bdf64cfea9df,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:24.461362 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:24.462000 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:24.516131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Router 2d79e40c-31fa-460a-bcdd-50847f24af62 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:46:24.751603 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 320b45e4-1243-4c0d-aba8-dd7b383f461d) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:24.761309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:24.762142 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.767802 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:24.774571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:24.817851 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-054fa137-5974-463b-a20d-6224a965b768 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3968947 Jul 14 11:46:24.822544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60034) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:24.872379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:24.931761 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5ef3e45a-ad6f-42bf-afe5-041b9bd428cd tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "PUT /v2.0/routers/2d79e40c-31fa-460a-bcdd-50847f24af62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4064460 Jul 14 11:46:24.937932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60038) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:25.003907 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.036925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.180184 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:24Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:25.215648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Allocated IP 172.21.0.2 (cfcdfbde-dc11-4e6c-aced-18b6a69c3c55/d550ab62-6806-471b-9038-be78d663f5ef/efb7c277-0dc0-460e-9f64-44baf97160a8) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:25.218168 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed990bb5-dfdb-4edd-99e1-d42b0a1e0bf3 None None] The sync data for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 is: [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:24Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:25.270450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a16b3-8325-4bbc-a8c9-93cff7074a7d None None] Network 320b45e4-1243-4c0d-aba8-dd7b383f461d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:25.275177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c11e87-bdf0-444f-b893-33cd5bd524c6 None None] Sync routers for ids ['2d79e40c-31fa-460a-bcdd-50847f24af62'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:25.315388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Deleting port 09d0b110-8adf-494f-bac2-d47275554f55 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:25.315987 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.444860 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-83c6e314-d56b-4745-9521-f6c1d94c63e4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--337933147&fields=id&tenant_id=a01fe4600b9949e785770cf3809e274c HTTP/1.1" status: 200 len: 267 time: 0.2336552 Jul 14 11:46:25.446263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] For port 09d0b110-8adf-494f-bac2-d47275554f55, host n-d-778696-8, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:25.446766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.462961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Pushing event updated for resources: {'Port': ['ID=f166080a-e247-440b-bd65-afc491ebbf35,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:25.494816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Calling delete_port for 09d0b110-8adf-494f-bac2-d47275554f55 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:25.497806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Port 09d0b110-8adf-494f-bac2-d47275554f55 was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:46:25.538851 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.628682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Port': ['ID=09d0b110-8adf-494f-bac2-d47275554f55,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:25.638117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] No DVR routers for this DVR port 09d0b110-8adf-494f-bac2-d47275554f55 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:25.646625 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73b2eec5-eafc-4f28-bf3f-a67ae756fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.649770 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.687309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Provisioning for port ee82e081-e475-48af-b3c4-e911cf212265 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:25.720043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c11e87-bdf0-444f-b893-33cd5bd524c6 None None] Routers {'2d79e40c-31fa-460a-bcdd-50847f24af62'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:25.721053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-94c11e87-bdf0-444f-b893-33cd5bd524c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d79e40c-31fa-460a-bcdd-50847f24af62'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:25.766508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.771347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-94c11e87-bdf0-444f-b893-33cd5bd524c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:25.790785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2eec5-eafc-4f28-bf3f-a67ae756fd87 None None] Pushing event deleted for resources: {'Port': ['ID=09d0b110-8adf-494f-bac2-d47275554f55,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:25.801354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2eec5-eafc-4f28-bf3f-a67ae756fd87 None None] No DVR routers for this DVR port 09d0b110-8adf-494f-bac2-d47275554f55 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:25.803030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Provisioning complete for port ee82e081-e475-48af-b3c4-e911cf212265 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:25.803642 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.811908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 1ee88543-a4dc-4267-8afe-b66155654aab, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ee88543-a4dc-4267-8afe-b66155654aab,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:25.871479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c11e87-bdf0-444f-b893-33cd5bd524c6 None None] Routers {'2d79e40c-31fa-460a-bcdd-50847f24af62'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:25.872137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-94c11e87-bdf0-444f-b893-33cd5bd524c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d79e40c-31fa-460a-bcdd-50847f24af62'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:25.874586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-d0c2e86c-6c83-4eb2-841a-1d4aa8e571d8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:25.882941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c34098-5385-4eb1-b275-140a8ef534f5']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:25.884681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-d0c2e86c-6c83-4eb2-841a-1d4aa8e571d8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 817 time: 0.4384947 Jul 14 11:46:25.900271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60884583-d30b-4e1c-ae4c-6e6cea2b8a67') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:25.900706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60884583-d30b-4e1c-ae4c-6e6cea2b8a67') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:25.909936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-6aba525e-3c04-42db-91c4-64bd87390a70 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/quotas/a01fe4600b9949e785770cf3809e274c HTTP/1.1" status: 200 len: 375 time: 0.0228560 Jul 14 11:46:25.911592 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.924403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-94c11e87-bdf0-444f-b893-33cd5bd524c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:25.925258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c11e87-bdf0-444f-b893-33cd5bd524c6 None None] The sync data for ids ['2d79e40c-31fa-460a-bcdd-50847f24af62'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:25.935021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.966332 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.985465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:46:25.985890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:46:25.993477 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:46:26.131328 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-6979e6c2-df5e-44b9-adfd-bf3af0016b7b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:46:26.135506 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6979e6c2-df5e-44b9-adfd-bf3af0016b7b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "PUT /v2.0/routers/2d79e40c-31fa-460a-bcdd-50847f24af62/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1925423 Jul 14 11:46:26.135506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.136437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60048) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:26.141443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=1ee88543-a4dc-4267-8afe-b66155654aab,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:26.158593 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.208664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Transition to ACTIVE for port object 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:26.214275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.216214 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] 10.222.0.38 "DELETE /v2.0/networks/71c34098-5385-4eb1-b275-140a8ef534f5 HTTP/1.1" status: 204 len: 168 time: 1.8705008 Jul 14 11:46:26.250604 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.262471 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.285648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-320b45e4-1243-4c0d-aba8-dd7b383f461d', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:26.286421 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.289274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Transition to ACTIVE for port object efb7c277-0dc0-460e-9f64-44baf97160a8 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:26.312737 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.330876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.350120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Attempting to bind port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:26.350489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Attempting to bind port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:26.350842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Attempting to bind port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:26.375232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Transition to ACTIVE for port object efb7c277-0dc0-460e-9f64-44baf97160a8 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:26.396774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:26.407734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-72104c13-399b-412f-b03c-757651d2ddfa tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4969165 Jul 14 11:46:26.450782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:26.450782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:26.451314 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.452215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:26.452723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Bound port: 96c6d9f3-e0d0-44e4-8339-462e3ea151f0, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:26.453088 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.454635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4953d55-f735-418d-9e22-066bf32e8cf5 None None] Pushing event updated for resources: {'Port': ['ID=96c6d9f3-e0d0-44e4-8339-462e3ea151f0,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:26.484389 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.550464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.21.0.1 (cfcdfbde-dc11-4e6c-aced-18b6a69c3c55/d550ab62-6806-471b-9038-be78d663f5ef/e236dcfd-ac86-44e8-adb1-a558791fae78) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:26.556798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Pushing event updated for resources: {'Port': ['ID=efb7c277-0dc0-460e-9f64-44baf97160a8,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:26.584534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd9d90-a2a7-455f-88a4-1e097bcedd0f tempest-TaggedBootDevicesTest-1909191250 tempest-TaggedBootDevicesTest-1909191250-project] Pushing event deleted for resources: {'Network': ['ID=71c34098-5385-4eb1-b275-140a8ef534f5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:26.587148 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.613693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] For port ee82e081-e475-48af-b3c4-e911cf212265, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ee82e081-e475-48af-b3c4-e911cf212265,segment=NetworkSegment(e227b343-e83f-4aa8-bd05-9f58f06c0c37),segment_id=e227b343-e83f-4aa8-bd05-9f58f06c0c37)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:26.629903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:26.637598 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.671530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:26.677852 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:26.734465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] For port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:26.819614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] For port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=96c6d9f3-e0d0-44e4-8339-462e3ea151f0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:26.821747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Allocated IP 172.20.0.2 (320b45e4-1243-4c0d-aba8-dd7b383f461d/c10609bb-ed6b-4004-86cf-5950baf05eb0/debb676f-bd8f-4b7d-b5b4-e9435be22527) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:26.835635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:26.852505 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.872367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558704d-82f4-4d00-9f7d-473cb0c377f8 None None] Pushing event updated for resources: {'Port': ['ID=ee82e081-e475-48af-b3c4-e911cf212265,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:26.878344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Provisioning for port c763f74d-94a0-48dd-81f9-88fb6208d811 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:26.880636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f166080a-e247-440b-bd65-afc491ebbf35 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:26.888457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Attempting to bind port efb7c277-0dc0-460e-9f64-44baf97160a8 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:26.889368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Attempting to bind port efb7c277-0dc0-460e-9f64-44baf97160a8 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'cda23595-e4be-4132-b6e5-19c7258e63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:26.889725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Attempting to bind port efb7c277-0dc0-460e-9f64-44baf97160a8 on network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:26.932448 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.951128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Transition to ACTIVE for port object e236dcfd-ac86-44e8-adb1-a558791fae78 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:26.979968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Provisioning complete for port c763f74d-94a0-48dd-81f9-88fb6208d811 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:26.979968 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:26.997759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-67b91aa4-6b68-4751-997d-8296fc6e3b3e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:46:26.999528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-67b91aa4-6b68-4751-997d-8296fc6e3b3e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5585420 Jul 14 11:46:27.004708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:27.026169 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-44f0b643-48b8-49b1-bd8b-3a59bff59d82 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6105652 Jul 14 11:46:27.074324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Port c763f74d-94a0-48dd-81f9-88fb6208d811 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:27.081215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:27.081589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Checking segment: {'id': 'cda23595-e4be-4132-b6e5-19c7258e63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:27.081996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:27.082390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Bound using segment: {'id': 'cda23595-e4be-4132-b6e5-19c7258e63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:27.083351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Bound port: efb7c277-0dc0-460e-9f64-44baf97160a8, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda23595-e4be-4132-b6e5-19c7258e63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:27.083351 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:27.131713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:27.132376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:27.195112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:27.206154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:27.211164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] For port efb7c277-0dc0-460e-9f64-44baf97160a8, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:27.216246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] For port efb7c277-0dc0-460e-9f64-44baf97160a8, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=efb7c277-0dc0-460e-9f64-44baf97160a8,segment=NetworkSegment(cda23595-e4be-4132-b6e5-19c7258e63c8),segment_id=cda23595-e4be-4132-b6e5-19c7258e63c8)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:27.217914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:27.245831 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:27.308444 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:27.321579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=e236dcfd-ac86-44e8-adb1-a558791fae78,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:27.361749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-77ada85c-90da-4a19-858c-63802f87d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.367012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-77ada85c-90da-4a19-858c-63802f87d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.370393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-77ada85c-90da-4a19-858c-63802f87d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.372737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-77ada85c-90da-4a19-858c-63802f87d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.374285 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-77ada85c-90da-4a19-858c-63802f87d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.374849 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-77ada85c-90da-4a19-858c-63802f87d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.377390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-77ada85c-90da-4a19-858c-63802f87d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.378526 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-77ada85c-90da-4a19-858c-63802f87d78f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6501 time: 0.2528667 Jul 14 11:46:27.473891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-a0a5b7f9-384c-4590-a822-451e020b09db service neutron] 10.222.0.38 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576237 Jul 14 11:46:27.509176 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:27.530102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Provisioning complete for port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:27.530463 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:27.546909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4953d55-f735-418d-9e22-066bf32e8cf5 None None] Pushing event updated for resources: {'Port': ['ID=96c6d9f3-e0d0-44e4-8339-462e3ea151f0,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:27.681555 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:27.719029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-e42f309e-cd2a-4ccf-925d-3316e77ec787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.719553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-e42f309e-cd2a-4ccf-925d-3316e77ec787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.726041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-e42f309e-cd2a-4ccf-925d-3316e77ec787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:27.728135 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-e42f309e-cd2a-4ccf-925d-3316e77ec787 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=26145ec9-28ca-47b8-8313-e0ceee913209&id=26145ec9-28ca-47b8-8313-e0ceee913209 HTTP/1.1" status: 200 len: 2296 time: 0.2795343 Jul 14 11:46:27.767141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-4322ffec-ec60-4896-ae64-d4943b709d40 service neutron] 10.222.0.38 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847111 Jul 14 11:46:27.767652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f166080a-e247-440b-bd65-afc491ebbf35 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:27.768217 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:27.977075 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:46:28.004580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7caa87-c318-4206-b34c-858bc17b981b None None] Pushing event updated for resources: {'Port': ['ID=efb7c277-0dc0-460e-9f64-44baf97160a8,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:28.028914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:28.078983 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-5923a4df-fc72-4099-a6bc-4080ff1649d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 HTTP/1.1" status: 200 len: 1001 time: 0.2894690 Jul 14 11:46:28.172589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bf4b641-8599-4bf7-9243-b23c28b51b9b req-93914f02-9e41-483e-bcb8-22ff43bc13bd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 210 time: 0.0592620 Jul 14 11:46:28.234256 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:28.259721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-130ad1d5-fd58-4014-bd87-116dc4e307e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:28.268893 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-130ad1d5-fd58-4014-bd87-116dc4e307e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3f6c9c-4cec-4db9-bf7a-5294fab2441d HTTP/1.1" status: 200 len: 856 time: 0.1152973 Jul 14 11:46:28.342562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Transition to ACTIVE for port object debb676f-bd8f-4b7d-b5b4-e9435be22527 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:28.399556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Deleting port c763f74d-94a0-48dd-81f9-88fb6208d811 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:28.399899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:28.441988 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:28.442368 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:28.462877 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:28.468930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Transition to ACTIVE for port object debb676f-bd8f-4b7d-b5b4-e9435be22527 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:28.497738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Provisioning complete for port f166080a-e247-440b-bd65-afc491ebbf35 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:28.497738 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:28.500174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:28.547317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-b0a0eb2d-744b-4fcc-8620-27426b3cde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:28.548901 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-b0a0eb2d-744b-4fcc-8620-27426b3cde5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2650721 Jul 14 11:46:28.574985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b11ee8d3-3149-4918-974a-bdf64cfea9df up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:28.659454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Network 320b45e4-1243-4c0d-aba8-dd7b383f461d is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:28.679939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:28.695418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=e236dcfd-ac86-44e8-adb1-a558791fae78,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:28.741596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:28.763172 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:28.773289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Pushing event updated for resources: {'Port': ['ID=debb676f-bd8f-4b7d-b5b4-e9435be22527,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:28.786941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:28.788025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Allocated IP 172.20.0.1 (320b45e4-1243-4c0d-aba8-dd7b383f461d/c10609bb-ed6b-4004-86cf-5950baf05eb0/3609d8d8-d9f8-4826-a12f-b97e09f20c7b) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:28.842729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Calling delete_port for c763f74d-94a0-48dd-81f9-88fb6208d811 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:28.986462 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-13641feb-d335-4e8c-9df1-9508e9903577 service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121058 Jul 14 11:46:28.996464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Attempting to bind port debb676f-bd8f-4b7d-b5b4-e9435be22527 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:29.005934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Attempting to bind port debb676f-bd8f-4b7d-b5b4-e9435be22527 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:29.006565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Attempting to bind port debb676f-bd8f-4b7d-b5b4-e9435be22527 on network 320b45e4-1243-4c0d-aba8-dd7b383f461d {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:29.046526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:29.052605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Checking segment: {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:29.053269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:29.053919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Bound using segment: {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:29.054652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Bound port: debb676f-bd8f-4b7d-b5b4-e9435be22527, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:29.055330 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:29.065812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:29.069810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:29.089838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b11ee8d3-3149-4918-974a-bdf64cfea9df completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:29.094039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:29.130203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:16Z', 'revision_number': 3, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:29.143671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b11ee8d3-3149-4918-974a-bdf64cfea9df triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:29.149065 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:29.207644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Transition to ACTIVE for port object 3609d8d8-d9f8-4826-a12f-b97e09f20c7b will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:29.242339 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-bb3f47d1-79fe-4873-9353-c326f6870a84 service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385039 Jul 14 11:46:29.277918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:29.365824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-bdb8f0a0-b357-4951-8b9f-2e66ed3add0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 200 len: 217 time: 0.1126847 Jul 14 11:46:29.472476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99ac87-c7db-4258-ab8d-8ae6f5e2f6de None None] The sync data for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 is: [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:16Z', 'revision_number': 3, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:29.516316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2b66df-74e0-4794-841c-853ceeed4c38 None None] Network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:29.548851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-515ec90b-1333-44b1-8a11-3a8082af047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:29.550574 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-515ec90b-1333-44b1-8a11-3a8082af047a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1476152 Jul 14 11:46:29.551065 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:29.571195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f4da9b9-6669-435a-a399-de6ce096e404 req-980f04b5-82c2-45d7-83df-5a88e50f1c85 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 210 time: 0.1110868 Jul 14 11:46:29.647126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Provisioning complete for port b11ee8d3-3149-4918-974a-bdf64cfea9df triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:29.647582 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:29.681833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 320b45e4-1243-4c0d-aba8-dd7b383f461d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:29.687057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:29.697735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:29.761656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-0fc33007-4c88-444e-ae5b-57cb3d1db090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:29.771129 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-0fc33007-4c88-444e-ae5b-57cb3d1db090 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2090981 Jul 14 11:46:30.031347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:30.048193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] For port debb676f-bd8f-4b7d-b5b4-e9435be22527, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:30.057297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] For port debb676f-bd8f-4b7d-b5b4-e9435be22527, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=debb676f-bd8f-4b7d-b5b4-e9435be22527,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:30.066021 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:30.078171 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:30.105361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Port': ['ID=c763f74d-94a0-48dd-81f9-88fb6208d811,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:30.232228 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-b6918c8c-08ef-43cb-9936-fffd46d87653 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299204 Jul 14 11:46:30.396914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:30.429547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b11ee8d3-3149-4918-974a-bdf64cfea9df, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b11ee8d3-3149-4918-974a-bdf64cfea9df,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:30.484043 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:30.493702 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:30.494484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d6ecb4ce-bbd3-4937-925c-2dbb26b33897 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:30.658637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b22f7-e58f-41ae-954d-9945e3da59fb None None] Pushing event updated for resources: {'Port': ['ID=debb676f-bd8f-4b7d-b5b4-e9435be22527,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:30.927540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:30.944544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b11ee8d3-3149-4918-974a-bdf64cfea9df,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:30.959529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:30.968724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fb4c03af-ef4c-47e1-820b-583d37f5e462 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5953965 Jul 14 11:46:30.981891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60096) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:30.990245 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:30.996880 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:31.040051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=3609d8d8-d9f8-4826-a12f-b97e09f20c7b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:31.158019 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:46:31.158375 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:46:31.159820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085717866'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:31.174759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:31.175138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:31.212747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7bbda5bf-f2e7-4bea-8e02-bea000c7cbfd req-102ab4fc-92bc-47f3-b37a-a15f767c1b7d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 210 time: 0.1610734 Jul 14 11:46:31.310287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:31.316102 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:31.319070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:31.400346 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:31.488085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:31.562399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:46:31.562598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 75ce79be-51bc-44bf-9eb6-9a7438aecbc2 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:46:31.563624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 09d0b110-8adf-494f-bac2-d47275554f55 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:31.619989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-fb68cfc7-4768-4828-baca-b51523477643 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:31.622469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-fb68cfc7-4768-4828-baca-b51523477643 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.64 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 817 time: 0.6453683 Jul 14 11:46:31.635319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 09d0b110-8adf-494f-bac2-d47275554f55 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:46:31.640559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 09d0b110-8adf-494f-bac2-d47275554f55 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:46:31.818959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Provisioning for port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:31.827771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Provisioning complete for port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:31.829327 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-006fe356-a38b-42e8-958d-40098dfae66a service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5270181 Jul 14 11:46:31.831762 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:31.835743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:31.876964 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:31.879627 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added segment 969697b3-e352-4c76-91e4-de1a049d0200 of type vlan for network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 Jul 14 11:46:31.987397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-cc046907-af01-4e0c-8253-6ba125c71258 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a01fe4600b9949e785770cf3809e274c HTTP/1.1" status: 200 len: 379 time: 0.3495793 Jul 14 11:46:31.991352 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:27Z', 'revision_number': 3, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:21Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:27Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:32.006924 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-d19c878b-d69c-47d4-b227-3332c6f5b4f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 200 len: 217 time: 0.1597519 Jul 14 11:46:32.020888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Router 2d79e40c-31fa-460a-bcdd-50847f24af62 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:32.034316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'port': {'device_id': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'admin_state_up': True, 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'security_groups': ['9b95f3c1-b7c0-4b47-b9e5-cc6566415240']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:32.052950 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:32.057333 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:32.087306 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:32.087666 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Updating router 726ea09e-1e4e-4171-86ca-37271e6ee029 port e236dcfd-ac86-44e8-adb1-a558791fae78 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:46:32.155754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] For port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7da3fc60-0e4d-4002-8ca4-7acd7abe3009,segment=NetworkSegment(e227b343-e83f-4aa8-bd05-9f58f06c0c37),segment_id=e227b343-e83f-4aa8-bd05-9f58f06c0c37)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:32.166466 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:32.209122 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:32.256887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Provisioning complete for port ee82e081-e475-48af-b3c4-e911cf212265 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:32.257172 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:32.444824 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:32.461066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:32.461737 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:32.535125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-6324ec15-17a9-4a05-bdde-a3851e7f69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:32.554841 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-6324ec15-17a9-4a05-bdde-a3851e7f69ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.5273993 Jul 14 11:46:32.651804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:32.659061 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c32cf1da-e168-4fb4-a6bc-3f8ff01272ec tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "PUT /v2.0/routers/2d79e40c-31fa-460a-bcdd-50847f24af62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5218489 Jul 14 11:46:32.666152 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60106) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:32.691423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Network': ['ID=1ce4ddaa-0339-4932-b1a4-4f4efefb6be9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:32.710281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d7a8ac80-6916-4348-b902-51873b4d093e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6685166 Jul 14 11:46:32.722703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60108) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:32.745402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa19b6-56a9-44cf-ac4e-130c9fe33414 None None] Sync routers for ids ['2d79e40c-31fa-460a-bcdd-50847f24af62'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:32.749138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ee88543-a4dc-4267-8afe-b66155654aab up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:32.751616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153752c4-3211-4716-be85-43352368ca8c None None] Network 320b45e4-1243-4c0d-aba8-dd7b383f461d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:32.754476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:32.782353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'subnet': {'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:32.784882 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-4f0b4e7f-51da-4ebc-a151-b6b556ba8d50 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] delete failed (client error): The resource could not be found. Jul 14 11:46:32.788861 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4f0b4e7f-51da-4ebc-a151-b6b556ba8d50 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-153947977 HTTP/1.1" status: 404 len: 334 time: 0.1167917 Jul 14 11:46:32.799029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60110) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:32.813448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3a2abcc4-2d6b-4b7e-90c0-daf820ef665e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d79e40c-31fa-460a-bcdd-50847f24af62'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:32.899595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c3758-d6cc-45ac-83be-4ae9f30b80fe None None] Pushing event updated for resources: {'Port': ['ID=7da3fc60-0e4d-4002-8ca4-7acd7abe3009,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:32.903165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a67de13a-e8ec-4c5b-96f9-fcd8d34c94ec req-0f6da4a6-2351-499d-b664-9ca2f94d9fc1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 210 time: 0.2229106 Jul 14 11:46:32.934789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa19b6-56a9-44cf-ac4e-130c9fe33414 None None] Routers {'2d79e40c-31fa-460a-bcdd-50847f24af62'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:32.936311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eefa19b6-56a9-44cf-ac4e-130c9fe33414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d79e40c-31fa-460a-bcdd-50847f24af62'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:33.002992 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.016187 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Transition to ACTIVE for port object e236dcfd-ac86-44e8-adb1-a558791fae78 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:33.027814 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.031809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-b3f1b95e-7bc6-4a07-bd23-42d8db82576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:33.038237 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-b3f1b95e-7bc6-4a07-bd23-42d8db82576d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4649689 Jul 14 11:46:33.044687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eefa19b6-56a9-44cf-ac4e-130c9fe33414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:33.066718 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.087837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa19b6-56a9-44cf-ac4e-130c9fe33414 None None] Routers {'2d79e40c-31fa-460a-bcdd-50847f24af62'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:33.088647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eefa19b6-56a9-44cf-ac4e-130c9fe33414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d79e40c-31fa-460a-bcdd-50847f24af62'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:33.110147 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554525d-d6b4-4a58-a48c-854125b2e75f None None] Pushing event updated for resources: {'Port': ['ID=e236dcfd-ac86-44e8-adb1-a558791fae78,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:33.142562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Made reservation on behalf of a01fe4600b9949e785770cf3809e274c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:33.147129 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.204667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eefa19b6-56a9-44cf-ac4e-130c9fe33414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:33.207731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa19b6-56a9-44cf-ac4e-130c9fe33414 None None] The sync data for ids ['2d79e40c-31fa-460a-bcdd-50847f24af62'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:33.234291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1ee88543-a4dc-4267-8afe-b66155654aab triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:33.236339 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.266751 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Attempting to bind port e236dcfd-ac86-44e8-adb1-a558791fae78 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:33.267127 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Attempting to bind port e236dcfd-ac86-44e8-adb1-a558791fae78 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'cda23595-e4be-4132-b6e5-19c7258e63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:33.267485 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Attempting to bind port e236dcfd-ac86-44e8-adb1-a558791fae78 on network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:33.286935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:33.287207 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:33.287562 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Checking segment: {'id': 'cda23595-e4be-4132-b6e5-19c7258e63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:33.288002 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.290990 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Bound using segment: {'id': 'cda23595-e4be-4132-b6e5-19c7258e63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:33.291175 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.295349 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Bound port: e236dcfd-ac86-44e8-adb1-a558791fae78, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda23595-e4be-4132-b6e5-19c7258e63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:33.295960 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.418241 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a2abcc4-2d6b-4b7e-90c0-daf820ef665e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.499337 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-3a2abcc4-2d6b-4b7e-90c0-daf820ef665e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] update failed (client error): The resource could not be found. Jul 14 11:46:33.505670 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3a2abcc4-2d6b-4b7e-90c0-daf820ef665e tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "PUT /v2.0/routers/2d79e40c-31fa-460a-bcdd-50847f24af62 HTTP/1.1" status: 404 len: 339 time: 0.6970990 Jul 14 11:46:33.509055 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60116) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:33.528202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1103618224'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:33.575706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ee82e081-e475-48af-b3c4-e911cf212265 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:33.578938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-45060924-4cb9-4c65-932d-b5a7c5d27bf5 None None] Provisioning for port efb7c277-0dc0-460e-9f64-44baf97160a8 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:33.641517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-45060924-4cb9-4c65-932d-b5a7c5d27bf5 None None] Provisioning for port debb676f-bd8f-4b7d-b5b4-e9435be22527 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:33.650046 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-6477c7e4-c443-42f4-a420-be5e6d14211b service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968299 Jul 14 11:46:33.662529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ee82e081-e475-48af-b3c4-e911cf212265 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:33.663061 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.683702 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] For port e236dcfd-ac86-44e8-adb1-a558791fae78, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:33.689793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Made reservation on behalf of 946184f724fe446e99760bd36711f34c for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:33.691930 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] For port e236dcfd-ac86-44e8-adb1-a558791fae78, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e236dcfd-ac86-44e8-adb1-a558791fae78,segment=NetworkSegment(cda23595-e4be-4132-b6e5-19c7258e63c8),segment_id=cda23595-e4be-4132-b6e5-19c7258e63c8)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:33.701185 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.701942 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.703061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-45060924-4cb9-4c65-932d-b5a7c5d27bf5 None None] Provisioning for port e236dcfd-ac86-44e8-adb1-a558791fae78 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:33.797569 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:33.799120 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:33.835371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device debb676f-bd8f-4b7d-b5b4-e9435be22527 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:33.886877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:33.912082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:33.912431 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Added segment 0031e5ac-1e01-494c-8ff8-23c378414cd3 of type vlan for network 980307c7-e0fe-4ed7-96d9-a4875591d24a Jul 14 11:46:33.992050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port debb676f-bd8f-4b7d-b5b4-e9435be22527 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:34.002473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port debb676f-bd8f-4b7d-b5b4-e9435be22527 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:34.003620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.064994 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:34.089914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.195817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-908e1fe2-f601-405d-ab4d-ddc9a24b68f1 None None] Provisioning for port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:34.235394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.238646 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554525d-d6b4-4a58-a48c-854125b2e75f None None] Pushing event updated for resources: {'Port': ['ID=e236dcfd-ac86-44e8-adb1-a558791fae78,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:34.267602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:34.267602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.281945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-908e1fe2-f601-405d-ab4d-ddc9a24b68f1 None None] Provisioning complete for port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:34.303317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-908e1fe2-f601-405d-ab4d-ddc9a24b68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.322395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Allocated IP 172.20.0.11 (50029b0f-5d64-4aca-beeb-32f77981ac0d/ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d/1b4cfd26-2a7c-4fff-b952-d1bd7e89781d) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:34.380590 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8634667 Jul 14 11:46:34.384458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60130) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:34.390426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'subnet': {'network_id': '980307c7-e0fe-4ed7-96d9-a4875591d24a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:34.410324 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.415396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3a983-85c9-4447-98f6-70b61fc4a025 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Network': ['ID=980307c7-e0fe-4ed7-96d9-a4875591d24a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:34.470334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 980307c7-e0fe-4ed7-96d9-a4875591d24a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:34.478592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-8c9c6d0c-f368-4e7c-98fe-c80e5b9accfc service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8163857 Jul 14 11:46:34.537378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-908e1fe2-f601-405d-ab4d-ddc9a24b68f1 None None] Port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:34.574955 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-803ff5e4-ec6e-4853-a444-e145ef99519f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=49913f77-9877-4365-aa9e-2faa940f36fc HTTP/1.1" status: 200 len: 217 time: 0.0790668 Jul 14 11:46:34.644299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Made reservation on behalf of 946184f724fe446e99760bd36711f34c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:34.659012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.679717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port debb676f-bd8f-4b7d-b5b4-e9435be22527, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=debb676f-bd8f-4b7d-b5b4-e9435be22527,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:34.698046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b88b7ea4-013a-4721-831d-305ef7dc7c83 req-0e670ecf-0f77-48b2-92ff-0a5b00663b3e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 210 time: 0.1123457 Jul 14 11:46:34.702018 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.703332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device efb7c277-0dc0-460e-9f64-44baf97160a8 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:34.792073 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:27Z', 'revision_number': 3, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:33Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:34.850323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=debb676f-bd8f-4b7d-b5b4-e9435be22527,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:34.868133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-908e1fe2-f601-405d-ab4d-ddc9a24b68f1 None None] Provisioning complete for port debb676f-bd8f-4b7d-b5b4-e9435be22527 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:34.868500 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-908e1fe2-f601-405d-ab4d-ddc9a24b68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.909306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:34.933041 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1affdc-75e9-4c53-a29f-48d8e88167f6 None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:27Z', 'revision_number': 3, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:33Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:34.976236 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.017880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Transition to ACTIVE for port object 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:35.184626 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port efb7c277-0dc0-460e-9f64-44baf97160a8 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:35.196584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port efb7c277-0dc0-460e-9f64-44baf97160a8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:35.196952 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.222905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-e5c53547-dfca-4f4b-8a41-2f5840d11470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:35.225901 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-e5c53547-dfca-4f4b-8a41-2f5840d11470 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.6007473 Jul 14 11:46:35.345716 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.356722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Subnet': ['ID=0ce1321c-9de6-4fdf-8cd6-8072ba99ba85,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:35.359728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.367462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-14da337f-96da-45ab-8e65-fd3d3081a5d8 None None] Provisioning complete for port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:35.367879 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-14da337f-96da-45ab-8e65-fd3d3081a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.521587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-14da337f-96da-45ab-8e65-fd3d3081a5d8 None None] Port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:35.570033 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.598950 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.634522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Checking segment: {'id': '969697b3-e352-4c76-91e4-de1a049d0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:35.635089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network hostable DHCP agents. Network: 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:35.652118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.701099 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.707426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:35.711836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=3609d8d8-d9f8-4826-a12f-b97e09f20c7b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:35.724049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port efb7c277-0dc0-460e-9f64-44baf97160a8, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=efb7c277-0dc0-460e-9f64-44baf97160a8,segment=NetworkSegment(cda23595-e4be-4132-b6e5-19c7258e63c8),segment_id=cda23595-e4be-4132-b6e5-19c7258e63c8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:35.736812 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:35.739496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b11ee8d3-3149-4918-974a-bdf64cfea9df up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:35.755480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:35.764075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Subnet': ['ID=6c3b552f-d985-4e0f-b05c-60f5f34d3bf1,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:35.764827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:35.786633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Checking segment: {'id': '0031e5ac-1e01-494c-8ff8-23c378414cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '980307c7-e0fe-4ed7-96d9-a4875591d24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:35.791434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network hostable DHCP agents. Network: 980307c7-e0fe-4ed7-96d9-a4875591d24a, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:35.812270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-3054bb80-771a-4645-9584-47dd11b3ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:35.813933 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-3054bb80-771a-4645-9584-47dd11b3ff35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5774510 Jul 14 11:46:35.902959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:35.953803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=efb7c277-0dc0-460e-9f64-44baf97160a8,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:35.967783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b11ee8d3-3149-4918-974a-bdf64cfea9df triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:35.968409 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:36.069709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:36.078091 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-d470115f-f28d-44c0-bf37-9e3d84ae76b3 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479494 Jul 14 11:46:36.079570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network 980307c7-e0fe-4ed7-96d9-a4875591d24a is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:36.096021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:36.117007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:36.117660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:36.172620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:36.178967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:36.180338 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:36.187808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:36.199172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19189a-dde7-4693-93d2-de4f0aeab274 None None] Network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:36.211511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-baf7f738-81a7-454d-b8cf-b8d309223c3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4442356 Jul 14 11:46:36.225006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60140) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:36.233374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:36.235631 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:36.269091 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-4ede15df-2c6e-4267-ae76-30c45d1942b4 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785851 Jul 14 11:46:36.271486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 980307c7-e0fe-4ed7-96d9-a4875591d24a) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:36.285830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:36.286734 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:36.293021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-36f923e0-a4d6-4e8f-92c6-52cbeb478b35 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2815199 Jul 14 11:46:36.344828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Request body: {'port': {'device_id': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:36.356007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f7428e-8e9c-47d2-8dee-f639924b7161 None None] Network 980307c7-e0fe-4ed7-96d9-a4875591d24a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:36.395303 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-d0280d45-757c-4389-81a1-cc7ce4db6293 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=18a00a0e-9792-427c-ba24-b22b2019c83d HTTP/1.1" status: 200 len: 217 time: 0.1051419 Jul 14 11:46:36.429943 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c762a7de-a2ee-4af5-9f83-90033c71e1ca tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0444078 Jul 14 11:46:36.434675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c8047-edfa-49eb-a236-c933f774e6b8 req-a599a8db-567c-4fc1-8f67-95c12343e280 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:36.436450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-972c8047-edfa-49eb-a236-c933f774e6b8 req-a599a8db-567c-4fc1-8f67-95c12343e280 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 932 time: 0.3508413 Jul 14 11:46:36.455930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60144) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:36.477053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-bce1fce0-dac9-4d87-9bf3-cecb2405038a tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'router': {'external_gateway_info': {'network_id': '980307c7-e0fe-4ed7-96d9-a4875591d24a'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:36.506197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-e18bf347-4015-4d76-8fc3-7e633d97788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:36.507973 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-e18bf347-4015-4d76-8fc3-7e633d97788a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1015911 Jul 14 11:46:36.543961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 320b45e4-1243-4c0d-aba8-dd7b383f461d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:36.600059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1df488ed-93d7-4a7d-9682-0de115fccc38 None None] Provisioning for port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:36.631274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-60085299-0d33-4823-a9c2-f208c54d14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:36.633122 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-60085299-0d33-4823-a9c2-f208c54d14e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1044319 Jul 14 11:46:36.635557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1df488ed-93d7-4a7d-9682-0de115fccc38 None None] Provisioning complete for port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:36.635955 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1df488ed-93d7-4a7d-9682-0de115fccc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:36.654910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:36.746413 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:36.790132 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:36.792796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1df488ed-93d7-4a7d-9682-0de115fccc38 None None] Port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:36.826391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=96c6d9f3-e0d0-44e4-8339-462e3ea151f0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:36.861424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-980307c7-e0fe-4ed7-96d9-a4875591d24a', 'network_id': '980307c7-e0fe-4ed7-96d9-a4875591d24a', 'tenant_id': '946184f724fe446e99760bd36711f34c', 'fixed_ips': [{'subnet_id': '6c3b552f-d985-4e0f-b05c-60f5f34d3bf1'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:36.861750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-86680382-5089-44f1-a0e3-f24b5ede6468 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169302 Jul 14 11:46:36.862315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:36.864300 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:37.072864 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-4c52638a-1eb1-4d33-8fb1-eeb3e08e0815 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010531 Jul 14 11:46:37.149208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-3fd09879-c557-4c6e-b56f-8eeed3d33aa7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a311431a-32d1-4b6e-a233-63e9651b80ee HTTP/1.1" status: 200 len: 217 time: 0.0601177 Jul 14 11:46:37.174595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:37.177513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:37.178585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:37.187260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=96c6d9f3-e0d0-44e4-8339-462e3ea151f0,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:37.239945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d9265e0f-414d-4ebf-b3eb-7586426d453d None None] Provisioning complete for port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:37.240655 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9265e0f-414d-4ebf-b3eb-7586426d453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:37.270270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-72b0f7a7-7121-4e10-a9d3-10e13763fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:37.271882 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-72b0f7a7-7121-4e10-a9d3-10e13763fc56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.1071081 Jul 14 11:46:37.413035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-5683a9ef-87c7-4145-be68-8ba366c17dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:37.414622 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-5683a9ef-87c7-4145-be68-8ba366c17dd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1338151 Jul 14 11:46:37.543017 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-ce665933-ae0c-45ba-bc37-5a4cb39b6ff9 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159394 Jul 14 11:46:37.635808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-972c8047-edfa-49eb-a236-c933f774e6b8 req-3d6e7574-1d94-4f94-8fc8-58182ca5256e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1422958 Jul 14 11:46:37.654990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Allocated IP 2001:db8:1::2 (980307c7-e0fe-4ed7-96d9-a4875591d24a/6c3b552f-d985-4e0f-b05c-60f5f34d3bf1/031e7635-0b2e-4da9-ae07-a69d263e7935) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:37.708865 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bce1fce0-dac9-4d87-9bf3-cecb2405038a tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:37.779785 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-4b0c912a-fa77-43e1-a379-7975477eecf4 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252030 Jul 14 11:46:37.830525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d9265e0f-414d-4ebf-b3eb-7586426d453d None None] Port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:37.837395 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-0f933562-8a0c-4f92-b19f-748e207a3cc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c HTTP/1.1" status: 200 len: 217 time: 0.0452118 Jul 14 11:46:37.852058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:37.852414 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:37.955232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-0fc1a67c-95c9-4c94-900d-de4e2969ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:37.956972 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-0fc1a67c-95c9-4c94-900d-de4e2969ec49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.1116211 Jul 14 11:46:37.981692 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:37.995155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Allocated IP 172.22.0.2 (1ce4ddaa-0339-4932-b1a4-4f4efefb6be9/0ce1321c-9de6-4fdf-8cd6-8072ba99ba85/3a969b73-d591-4d29-bceb-db4a2784d5da) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:38.003462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Transition to ACTIVE for port object 031e7635-0b2e-4da9-ae07-a69d263e7935 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:38.051022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e236dcfd-ac86-44e8-adb1-a558791fae78 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:38.055055 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801756b9-0f90-4568-b579-b24217dad634 req-f2c035a5-b361-4389-be51-fd209132387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:38.056893 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-f2c035a5-b361-4389-be51-fd209132387c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0884628 Jul 14 11:46:38.099520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Transition to ACTIVE for port object 031e7635-0b2e-4da9-ae07-a69d263e7935 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:38.145138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.216015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Network 980307c7-e0fe-4ed7-96d9-a4875591d24a is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:38.218887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Router 6cb9f0c7-b564-4149-8d0e-65642c74dbce has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:38.239481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:38.243959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:38.253032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Pushing event updated for resources: {'Port': ['ID=031e7635-0b2e-4da9-ae07-a69d263e7935,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:38.273036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e236dcfd-ac86-44e8-adb1-a558791fae78 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:38.276270 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-5e88f8b5-3bcd-4ea7-b561-6706e4bc0231 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073064 Jul 14 11:46:38.287020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e236dcfd-ac86-44e8-adb1-a558791fae78 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:38.287393 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.366642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Attempting to bind port 031e7635-0b2e-4da9-ae07-a69d263e7935 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:38.366982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Attempting to bind port 031e7635-0b2e-4da9-ae07-a69d263e7935 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '0031e5ac-1e01-494c-8ff8-23c378414cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '980307c7-e0fe-4ed7-96d9-a4875591d24a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:38.367283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Attempting to bind port 031e7635-0b2e-4da9-ae07-a69d263e7935 on network 980307c7-e0fe-4ed7-96d9-a4875591d24a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:38.406235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:38.406639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Checking segment: {'id': '0031e5ac-1e01-494c-8ff8-23c378414cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '980307c7-e0fe-4ed7-96d9-a4875591d24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:38.406987 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.407357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Bound using segment: {'id': '0031e5ac-1e01-494c-8ff8-23c378414cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '980307c7-e0fe-4ed7-96d9-a4875591d24a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:38.407866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Bound port: 031e7635-0b2e-4da9-ae07-a69d263e7935, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0031e5ac-1e01-494c-8ff8-23c378414cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '980307c7-e0fe-4ed7-96d9-a4875591d24a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:38.408277 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.430950 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-801756b9-0f90-4568-b579-b24217dad634 req-628dbc45-bdc6-43b4-b45b-a05dcfb85eb8 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443706 Jul 14 11:46:38.471584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.512552 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.512926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Transition to ACTIVE for port object 3a969b73-d591-4d29-bceb-db4a2784d5da will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:38.530337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:38.541947 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Sync routers for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:38.550181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d2aa7f5e-9ac5-49e8-92c3-8a58079f3d8a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "PUT /v2.0/routers/6cb9f0c7-b564-4149-8d0e-65642c74dbce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7263050 Jul 14 11:46:38.552954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60156) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:38.554689 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:38.555310 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:38.569684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5d52659c-2a44-473b-8f05-5768e9fb4e78 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1059711318', 'description': 'tempest-secgroup_access--1059711318 description', 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:38.599341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] For port 031e7635-0b2e-4da9-ae07-a69d263e7935, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:38.621496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.623554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d52659c-2a44-473b-8f05-5768e9fb4e78 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.637699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] For port 031e7635-0b2e-4da9-ae07-a69d263e7935, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=031e7635-0b2e-4da9-ae07-a69d263e7935,segment=NetworkSegment(0031e5ac-1e01-494c-8ff8-23c378414cd3),segment_id=0031e5ac-1e01-494c-8ff8-23c378414cd3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:38.670930 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.684466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Transition to ACTIVE for port object 3a969b73-d591-4d29-bceb-db4a2784d5da will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:38.685515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:46:38.719436 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.770825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d52659c-2a44-473b-8f05-5768e9fb4e78 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.781740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d52659c-2a44-473b-8f05-5768e9fb4e78 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.796668 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.860534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52659c-2a44-473b-8f05-5768e9fb4e78 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed8f3b2-0d36-4894-8935-175fb2b9bb4a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:38.886784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:38.904801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d52659c-2a44-473b-8f05-5768e9fb4e78 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.906430 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5d52659c-2a44-473b-8f05-5768e9fb4e78 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3517103 Jul 14 11:46:38.917875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60170) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:38.935791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:38.936300 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f2a2ef8e-dcb0-46e6-8dec-cba99a3d249a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--110860429', 'description': 'tempest-secgroup_general--110860429 description', 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:38.943624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e236dcfd-ac86-44e8-adb1-a558791fae78, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e236dcfd-ac86-44e8-adb1-a558791fae78,segment=NetworkSegment(cda23595-e4be-4132-b6e5-19c7258e63c8),segment_id=cda23595-e4be-4132-b6e5-19c7258e63c8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:38.954595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:38.958068 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:38.980797 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:38.981690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device efb7c277-0dc0-460e-9f64-44baf97160a8 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:39.012584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ef8e-dcb0-46e6-8dec-cba99a3d249a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.072912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaeec14-ae45-44a9-961d-0a765c891831 None None] Pushing event updated for resources: {'Port': ['ID=031e7635-0b2e-4da9-ae07-a69d263e7935,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:39.306116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ef8e-dcb0-46e6-8dec-cba99a3d249a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.312252 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ef8e-dcb0-46e6-8dec-cba99a3d249a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.383694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ef8e-dcb0-46e6-8dec-cba99a3d249a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.384055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.22.0.1 (1ce4ddaa-0339-4932-b1a4-4f4efefb6be9/0ce1321c-9de6-4fdf-8cd6-8072ba99ba85/1b72ef17-36ae-4960-b19e-03073b428027) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:39.387915 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f2a2ef8e-dcb0-46e6-8dec-cba99a3d249a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4635732 Jul 14 11:46:39.390055 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2ef8e-dcb0-46e6-8dec-cba99a3d249a tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:39.420530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60172) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:39.426530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-550609a4-425c-488e-bccc-544a634e9ed4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'security_group_rule': {'security_group_id': 'fed8f3b2-0d36-4894-8935-175fb2b9bb4a', 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:39.433121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Pushing event updated for resources: {'Port': ['ID=3a969b73-d591-4d29-bceb-db4a2784d5da,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:39.445939 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3609d8d8-d9f8-4826-a12f-b97e09f20c7b', 'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:71:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:26Z', 'updated_at': '2021-07-14T11:46:33Z', 'revision_number': 2, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:39.465691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Attempting to bind port 3a969b73-d591-4d29-bceb-db4a2784d5da on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:39.466084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Attempting to bind port 3a969b73-d591-4d29-bceb-db4a2784d5da by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '969697b3-e352-4c76-91e4-de1a049d0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:39.466622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Attempting to bind port 3a969b73-d591-4d29-bceb-db4a2784d5da on network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:39.473602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-550609a4-425c-488e-bccc-544a634e9ed4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.563572 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Checking router: 6cb9f0c7-b564-4149-8d0e-65642c74dbce for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:39.564974 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Updating router 6cb9f0c7-b564-4149-8d0e-65642c74dbce port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:46:39.580994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:39.581535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Checking segment: {'id': '969697b3-e352-4c76-91e4-de1a049d0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:39.581782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.582158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Bound using segment: {'id': '969697b3-e352-4c76-91e4-de1a049d0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:39.582643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Bound port: 3a969b73-d591-4d29-bceb-db4a2784d5da, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969697b3-e352-4c76-91e4-de1a049d0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:39.583026 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.585962 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-550609a4-425c-488e-bccc-544a634e9ed4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.597285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-550609a4-425c-488e-bccc-544a634e9ed4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.609816 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-bce1fce0-dac9-4d87-9bf3-cecb2405038a tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:46:39.615259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bce1fce0-dac9-4d87-9bf3-cecb2405038a tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "PUT /v2.0/routers/2d79e40c-31fa-460a-bcdd-50847f24af62 HTTP/1.1" status: 400 len: 364 time: 3.1413376 Jul 14 11:46:39.645216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60174) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:39.647316 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.652283 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.679428 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0abd3674-0fb8-4ad3-8f4f-1b0e5b60672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.682869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Transition to ACTIVE for port object 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:39.695570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port efb7c277-0dc0-460e-9f64-44baf97160a8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:39.705382 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.712237 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.721519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Transition to ACTIVE for port object 1b72ef17-36ae-4960-b19e-03073b428027 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:39.756233 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-550609a4-425c-488e-bccc-544a634e9ed4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:39.757709 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-550609a4-425c-488e-bccc-544a634e9ed4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3351817 Jul 14 11:46:39.799467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550609a4-425c-488e-bccc-544a634e9ed4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149a09bd-51c6-4d21-a906-439ca8a5b3e1,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:39.806597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:39.807230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e236dcfd-ac86-44e8-adb1-a558791fae78,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:39.902551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6b5cb-6ea5-4881-8372-d9f6d721a28a req-6d04f9d6-a8db-4e49-a953-d4b75211a7b9 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:39.913985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ee6b5cb-6ea5-4881-8372-d9f6d721a28a req-6d04f9d6-a8db-4e49-a953-d4b75211a7b9 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 932 time: 0.3015680 Jul 14 11:46:40.219875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] For port 3a969b73-d591-4d29-bceb-db4a2784d5da, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:40.279073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] For port 3a969b73-d591-4d29-bceb-db4a2784d5da, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3a969b73-d591-4d29-bceb-db4a2784d5da,segment=NetworkSegment(969697b3-e352-4c76-91e4-de1a049d0200),segment_id=969697b3-e352-4c76-91e4-de1a049d0200)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:40.297454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device debb676f-bd8f-4b7d-b5b4-e9435be22527 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:40.408169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ee6b5cb-6ea5-4881-8372-d9f6d721a28a req-143c1bc6-8391-49e1-9fb5-afbafff88e99 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4915531 Jul 14 11:46:40.411478 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:40.427486 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:40.559506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9463b74-2750-4fdf-8765-5f7c8199d34d None None] Pushing event updated for resources: {'Port': ['ID=3a969b73-d591-4d29-bceb-db4a2784d5da,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:40.604522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:40.633043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port debb676f-bd8f-4b7d-b5b4-e9435be22527 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:40.633526 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:40.649572 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:40.734234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:40.739660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:40.793375 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:40.812785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Attempting to bind port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:40.814197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Attempting to bind port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:40.814543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Attempting to bind port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:40.834722 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Transition to ACTIVE for port object 3609d8d8-d9f8-4826-a12f-b97e09f20c7b will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:40.854776 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:40.865275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=1b72ef17-36ae-4960-b19e-03073b428027,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:40.904483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e2992a-11d6-41d2-99f3-336c2a6e51b1 None None] Network 980307c7-e0fe-4ed7-96d9-a4875591d24a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:40.906440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on network 50029b0f-5d64-4aca-beeb-32f77981ac0d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:46:40.912177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Attempting to bind port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:40.943148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-700a7efe-25a9-46b9-8bb7-7567a8f981bd tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_access--1059711318&fields=id&tenant_id=a06e7534cb9b41eb8d063f024e1972f0 HTTP/1.1" status: 200 len: 267 time: 0.2914066 Jul 14 11:46:40.944402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:40.948786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Checking segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:40.949358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Bound using segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:40.949887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Bound port: 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:40.950272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:40.999794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:41.036198 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc489b66-fbd3-4ad1-8e96-d4bf8e9f694b None None] Pushing event updated for resources: {'Port': ['ID=3609d8d8-d9f8-4826-a12f-b97e09f20c7b,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:41.140659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a8f8c447-32ba-4bc7-b5be-9e13b9398a65 None None] Provisioning for port 031e7635-0b2e-4da9-ae07-a69d263e7935 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:41.276920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:41.317045 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Attempting to bind port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:41.317434 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Attempting to bind port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:41.317783 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Attempting to bind port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b on network 320b45e4-1243-4c0d-aba8-dd7b383f461d {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:41.350109 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:41.350645 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Checking segment: {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:41.356594 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:41.358053 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Bound using segment: {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:41.358892 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Bound port: 3609d8d8-d9f8-4826-a12f-b97e09f20c7b, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:41.359395 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:41.379790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Allocated IP 2001:db8::1 (b84247a5-d1ef-449c-8111-bb50f45a0986/0111d5e8-1167-4481-84eb-f8e5bfa7101d/642e85e6-645b-4bad-9a87-68db0f51b801) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:41.414175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:41.416620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:41.602751 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:41.605544 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] For port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:41.613063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-0690a8da-6b34-41d3-a61e-1ee47fb733a8 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_general--110860429&fields=id&tenant_id=a06e7534cb9b41eb8d063f024e1972f0 HTTP/1.1" status: 200 len: 267 time: 0.6449659 Jul 14 11:46:41.637295 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] For port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3609d8d8-d9f8-4826-a12f-b97e09f20c7b,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:41.642211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Transition to ACTIVE for port object 642e85e6-645b-4bad-9a87-68db0f51b801 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:41.643250 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:41.675797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 031e7635-0b2e-4da9-ae07-a69d263e7935 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:41.681154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:41.740790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:41.792518 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:41.793450 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:41.836558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 031e7635-0b2e-4da9-ae07-a69d263e7935 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:41.844390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 031e7635-0b2e-4da9-ae07-a69d263e7935 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:41.844528 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:41.906505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:41.934736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:41.935271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Port': ['ID=642e85e6-645b-4bad-9a87-68db0f51b801,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:41.974973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network b84247a5-d1ef-449c-8111-bb50f45a0986 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:41.981600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:41.992157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:41.994102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:42.093614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:42.121288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:42.143865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:42.144857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:42.146357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] 10.222.0.64 "PUT /v2.0/ports/1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 1092 time: 5.8092096 Jul 14 11:46:42.146916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:46:42.149315 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b31c825-f684-407d-acf7-d9b37fde2009" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:42.229874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 031e7635-0b2e-4da9-ae07-a69d263e7935, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=031e7635-0b2e-4da9-ae07-a69d263e7935,segment=NetworkSegment(0031e5ac-1e01-494c-8ff8-23c378414cd3),segment_id=0031e5ac-1e01-494c-8ff8-23c378414cd3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:42.233966 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b40-2569-4475-bc07-4bbe06a7b8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:42.239091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a5631655-b63b-472e-ae1e-f3cb0e895302 None None] Provisioning complete for port 031e7635-0b2e-4da9-ae07-a69d263e7935 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:42.239574 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5631655-b63b-472e-ae1e-f3cb0e895302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:42.242057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:42.242805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e236dcfd-ac86-44e8-adb1-a558791fae78 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:42.256621 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:42.375009 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc489b66-fbd3-4ad1-8e96-d4bf8e9f694b None None] Pushing event updated for resources: {'Port': ['ID=3609d8d8-d9f8-4826-a12f-b97e09f20c7b,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:42.430920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=031e7635-0b2e-4da9-ae07-a69d263e7935,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:42.609673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec60790-62d7-4ee6-80cb-db051ce23614 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:42.632513 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:42.651843 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:42.712796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-24dec4ac-886d-489c-b8fc-6b8b1e9c9be3 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:42.714599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-24dec4ac-886d-489c-b8fc-6b8b1e9c9be3 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/networks?id=320b45e4-1243-4c0d-aba8-dd7b383f461d HTTP/1.1" status: 200 len: 796 time: 1.0904999 Jul 14 11:46:42.759510 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-b7441b31-9de6-467b-9901-7a08901fffc4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/quotas/a06e7534cb9b41eb8d063f024e1972f0 HTTP/1.1" status: 200 len: 375 time: 0.0320101 Jul 14 11:46:42.824418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e236dcfd-ac86-44e8-adb1-a558791fae78 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:42.826902 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:43.037134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a27ac1-578f-46b1-8185-5ed1adcc071a None None] Network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:43.067207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eb24a-4d06-4d65-8751-32921024fc2a req-76b86a1d-10ea-40ea-b2f4-e38973ef130b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:43.079537 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3609d8d8-d9f8-4826-a12f-b97e09f20c7b', 'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:71:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:26Z', 'updated_at': '2021-07-14T11:46:41Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:43.083341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-060eb24a-4d06-4d65-8751-32921024fc2a req-76b86a1d-10ea-40ea-b2f4-e38973ef130b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 1.2023149 Jul 14 11:46:43.157360 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a97d9-fa30-42ef-b341-8a3f668d1bc6 None None] The sync data for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 is: [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3609d8d8-d9f8-4826-a12f-b97e09f20c7b', 'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:71:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:26Z', 'updated_at': '2021-07-14T11:46:41Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:43.161703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-6f881fab-8c38-463b-966b-3ba125306f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:43.163220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-6f881fab-8c38-463b-966b-3ba125306f3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1095 time: 0.8876297 Jul 14 11:46:43.241057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bf094462-7be1-4598-852d-398e465dd6b7 None None] Provisioning for port 642e85e6-645b-4bad-9a87-68db0f51b801 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:43.245442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:43.254023 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:43.255149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:43.271372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bf094462-7be1-4598-852d-398e465dd6b7 None None] Provisioning complete for port 642e85e6-645b-4bad-9a87-68db0f51b801 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:43.277629 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bf094462-7be1-4598-852d-398e465dd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:43.352574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bf094462-7be1-4598-852d-398e465dd6b7 None None] Port 642e85e6-645b-4bad-9a87-68db0f51b801 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:43.409265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-060eb24a-4d06-4d65-8751-32921024fc2a req-22c7ae9a-8e0e-426c-be9d-d7800713d623 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250232 Jul 14 11:46:43.415297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 031e7635-0b2e-4da9-ae07-a69d263e7935 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:43.420346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-af8d89af-50c4-48df-80ef-bf496606c169 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 217 time: 0.2297032 Jul 14 11:46:43.447948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-dfbeccc1-ce37-4e6a-9af1-6b970bc869b4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a06e7534cb9b41eb8d063f024e1972f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6067305 Jul 14 11:46:43.483640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event updated for resources: {'Port': ['ID=642e85e6-645b-4bad-9a87-68db0f51b801,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:43.543223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-c93c3a0a-13c3-469d-9e69-20f9585fd0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:43.549153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-c93c3a0a-13c3-469d-9e69-20f9585fd0eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0796530 Jul 14 11:46:43.554739 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:43.562556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Network b84247a5-d1ef-449c-8111-bb50f45a0986 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:43.572554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:43.622683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dbab59ed-713b-4afd-a139-b75e64832cd8 None None] Provisioning for port 3a969b73-d591-4d29-bceb-db4a2784d5da completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:43.695460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 031e7635-0b2e-4da9-ae07-a69d263e7935 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:43.696780 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:43.869580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3a969b73-d591-4d29-bceb-db4a2784d5da up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:43.980077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-549c503c-f070-43cd-b092-7c4d0a2555e9 service neutron] 10.222.0.38 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979966 Jul 14 11:46:44.003580 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbb72bf-f86d-4c61-b6e8-16224e9ee5ed x-openstack-request-id: req-fdbb72bf-f86d-4c61-b6e8-16224e9ee5ed {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:44.004321 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:44.004746 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdbb72bf-f86d-4c61-b6e8-16224e9ee5ed {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:44.005479 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'status': 'completed', 'code': 200} Jul 14 11:46:44.035493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 3a969b73-d591-4d29-bceb-db4a2784d5da completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:44.046657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3a969b73-d591-4d29-bceb-db4a2784d5da triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:44.048234 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:44.220253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-78e5e656-36c5-41f3-ac76-a9c1f6b93a2e service neutron] 10.222.0.38 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297313 Jul 14 11:46:44.260816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-a11a708c-ffac-4854-b16b-92a691aeadaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:44.262914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-a11a708c-ffac-4854-b16b-92a691aeadaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6213233 Jul 14 11:46:44.307201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cb45aca1-9c13-46c5-a8eb-128b0a03094b None None] Provisioning for port 1b72ef17-36ae-4960-b19e-03073b428027 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:44.322488 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:44.337174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cb45aca1-9c13-46c5-a8eb-128b0a03094b None None] Provisioning complete for port 1b72ef17-36ae-4960-b19e-03073b428027 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:44.337462 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb45aca1-9c13-46c5-a8eb-128b0a03094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:44.387301 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:44.400864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:44.515053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 3a969b73-d591-4d29-bceb-db4a2784d5da, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3a969b73-d591-4d29-bceb-db4a2784d5da,segment=NetworkSegment(969697b3-e352-4c76-91e4-de1a049d0200),segment_id=969697b3-e352-4c76-91e4-de1a049d0200)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:44.524616 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:44.789533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-0324261c-cd87-4cb1-b27f-9aed813815a2 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122650 Jul 14 11:46:44.873862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Router 2d79e40c-31fa-460a-bcdd-50847f24af62 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:44.886172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15ac8505-efa6-451f-bce7-8b28504ba2fd req-8504dcfb-eb48-4885-af69-8a065e032116 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 210 time: 0.1885519 Jul 14 11:46:45.074288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:45.097091 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-37ac046b-ddf0-4f83-89ad-50021abdb45f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "PUT /v2.0/routers/2d79e40c-31fa-460a-bcdd-50847f24af62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4417379 Jul 14 11:46:45.098799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60230) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:45.219183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-cb45aca1-9c13-46c5-a8eb-128b0a03094b None None] Port 1b72ef17-36ae-4960-b19e-03073b428027 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:45.233475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd8da0-d7b8-40b5-af78-06fffd04a18b None None] Sync routers for ids ['2d79e40c-31fa-460a-bcdd-50847f24af62'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:45.274994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3609d8d8-d9f8-4826-a12f-b97e09f20c7b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:45.352365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd8da0-d7b8-40b5-af78-06fffd04a18b None None] Routers {'2d79e40c-31fa-460a-bcdd-50847f24af62'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:45.353023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-afdd8da0-d7b8-40b5-af78-06fffd04a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d79e40c-31fa-460a-bcdd-50847f24af62'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:45.361405 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a973d1d3-d24c-4335-9819-50367920a2ee tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:45.387260 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:45.393036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-afdd8da0-d7b8-40b5-af78-06fffd04a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:45.397620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=3a969b73-d591-4d29-bceb-db4a2784d5da,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:45.404008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cb45aca1-9c13-46c5-a8eb-128b0a03094b None None] Provisioning complete for port 642e85e6-645b-4bad-9a87-68db0f51b801 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:45.404542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb45aca1-9c13-46c5-a8eb-128b0a03094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:45.468282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd8da0-d7b8-40b5-af78-06fffd04a18b None None] Routers {'2d79e40c-31fa-460a-bcdd-50847f24af62'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:45.468934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-afdd8da0-d7b8-40b5-af78-06fffd04a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d79e40c-31fa-460a-bcdd-50847f24af62'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:45.541555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:45.543314 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-a973d1d3-d24c-4335-9819-50367920a2ee tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 11:46:45.545516 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a973d1d3-d24c-4335-9819-50367920a2ee tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/routers/2d79e40c-31fa-460a-bcdd-50847f24af62 HTTP/1.1" status: 409 len: 329 time: 0.4454803 Jul 14 11:46:45.547723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-afdd8da0-d7b8-40b5-af78-06fffd04a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:45.548492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60234) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:45.551194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd8da0-d7b8-40b5-af78-06fffd04a18b None None] The sync data for ids ['2d79e40c-31fa-460a-bcdd-50847f24af62'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:45.552524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-cb45aca1-9c13-46c5-a8eb-128b0a03094b None None] Port 642e85e6-645b-4bad-9a87-68db0f51b801 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:45.555443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:45.555762 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:45.624135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cb45aca1-9c13-46c5-a8eb-128b0a03094b None None] Provisioning complete for port 3a969b73-d591-4d29-bceb-db4a2784d5da triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:45.624506 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb45aca1-9c13-46c5-a8eb-128b0a03094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:45.760715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:45.937646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3609d8d8-d9f8-4826-a12f-b97e09f20c7b,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:45.939557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=1b72ef17-36ae-4960-b19e-03073b428027,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:45.945715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:45.973258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60240) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:45.988151 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:46.110853 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1dd53f63-7027-4782-b38d-31fb7454e5ae None None] Provisioning complete for port 1b72ef17-36ae-4960-b19e-03073b428027 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:46.111762 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dd53f63-7027-4782-b38d-31fb7454e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:46.114371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=3609d8d8-d9f8-4826-a12f-b97e09f20c7b,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:46.201778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1dd53f63-7027-4782-b38d-31fb7454e5ae None None] Port 1b72ef17-36ae-4960-b19e-03073b428027 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:46.208330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dba620a2-1e4e-4840-90cd-bc787de1d45b req-49215cb9-5de9-4516-bfae-bd0dabc5486b tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 210 time: 0.0761063 Jul 14 11:46:46.265454 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:46.331435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:46.343772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:46.464151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456404ae-a0bd-477c-b3d2-0d1c2e18a96f req-1fcb9bcf-0036-4368-924e-6a2d6a9b3de4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:46.466045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-456404ae-a0bd-477c-b3d2-0d1c2e18a96f req-1fcb9bcf-0036-4368-924e-6a2d6a9b3de4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 1.6198685 Jul 14 11:46:46.471170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ad3d6f5-8b4e-4efe-973b-6ee07aa2b66f req-117206a0-faa8-419b-abd9-a3baf8fb758f service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5605211 Jul 14 11:46:46.568629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-456404ae-a0bd-477c-b3d2-0d1c2e18a96f req-423256b8-c404-4386-ad80-2f2357c17ee2 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938625 Jul 14 11:46:46.660626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:46.736529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-133f2367-f63a-402f-afe6-9964552ec90e None None] Provisioning complete for port 1b72ef17-36ae-4960-b19e-03073b428027 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:46.737644 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-133f2367-f63a-402f-afe6-9964552ec90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:46.789840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-133f2367-f63a-402f-afe6-9964552ec90e None None] Port 1b72ef17-36ae-4960-b19e-03073b428027 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:46.835033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:46.838918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-74bb99eb-fce6-4cd3-aee8-43e0b66adfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:46.840815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-74bb99eb-fce6-4cd3-aee8-43e0b66adfab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1095 time: 0.2935028 Jul 14 11:46:46.847124 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:46.860215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fd80f6fb-4953-4516-a101-3ab3f522293a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6323898 Jul 14 11:46:46.862364 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:46.862979 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:46.863937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60250) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:46.875801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'network': {'name': 'tempest-RoutersTest-1519844091'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:47.032414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-eff51993-d285-4252-9cfb-1c6d618eddbe tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:47.034692 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-eff51993-d285-4252-9cfb-1c6d618eddbe tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.45 "GET /v2.0/networks?id=320b45e4-1243-4c0d-aba8-dd7b383f461d HTTP/1.1" status: 200 len: 796 time: 0.2293630 Jul 14 11:46:47.050112 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:47.082120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:47.086358 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.191205 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-15caffe9-cf75-44f5-b247-38303adcef37 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a06e7534cb9b41eb8d063f024e1972f0 HTTP/1.1" status: 200 len: 477 time: 0.1342819 Jul 14 11:46:47.194725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:46:47.196581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3a969b73-d591-4d29-bceb-db4a2784d5da up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:47.211412 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.212675 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added segment eb987275-d221-4e37-8775-0b55bd259153 of type vlan for network 431d3fe5-4005-463f-ada4-95d5e0416b27 Jul 14 11:46:47.213288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'port': {'device_id': '701d254a-9d01-4879-ab40-2a432d74f417', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'admin_state_up': True, 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'security_groups': ['fed8f3b2-0d36-4894-8935-175fb2b9bb4a', 'adaca346-4d9d-40b7-a93a-3ea0c63eb6d9']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:47.286447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.337619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3a969b73-d591-4d29-bceb-db4a2784d5da triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:47.338004 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.352255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-7562c57d-e030-4393-b250-bfdc9301cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:47.355308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-7562c57d-e030-4393-b250-bfdc9301cf50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.4904602 Jul 14 11:46:47.358775 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.375256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:47.375956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.415276 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:41Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:43Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:47.428998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5605831 Jul 14 11:46:47.433287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60264) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:47.442202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'subnet': {'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:47.450627 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:47.451335 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Updating router 726ea09e-1e4e-4171-86ca-37271e6ee029 port 1b72ef17-36ae-4960-b19e-03073b428027 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:46:47.494738 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.500583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-62d72c94-7806-4d3b-bddf-2f8bb8df9d07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 217 time: 0.1004505 Jul 14 11:46:47.536862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3609d8d8-d9f8-4826-a12f-b97e09f20c7b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:47.591660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Made reservation on behalf of a06e7534cb9b41eb8d063f024e1972f0 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:47.593812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-993ebf7e-6933-4903-895c-315f7ce426cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:47.595273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-993ebf7e-6933-4903-895c-315f7ce426cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0638983 Jul 14 11:46:47.606194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.610826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Deleting port 642e85e6-645b-4bad-9a87-68db0f51b801 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:47.611160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.631762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:47.632161 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.640515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86f7e1a4-72cb-4a17-9bb2-aedcf2e73f9f req-e069fb9f-7ded-4710-8f23-747042877bdc tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 210 time: 0.0608923 Jul 14 11:46:47.694939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18cf4f-3516-4b0e-a81a-e372afb41ee6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Network': ['ID=431d3fe5-4005-463f-ada4-95d5e0416b27,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:47.711116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 431d3fe5-4005-463f-ada4-95d5e0416b27 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:46:47.756091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-8b2702df-94cf-429b-a94a-c2216085770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:47.757811 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-8b2702df-94cf-429b-a94a-c2216085770e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354578 Jul 14 11:46:47.767582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.886951 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.900492 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Transition to ACTIVE for port object 1b72ef17-36ae-4960-b19e-03073b428027 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:47.912392 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:47.957265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f52a3-85c6-4b8d-942e-35c6a3ed3cbc req-d36a7e7f-6296-40c6-91a3-57ff9c464154 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:47.970900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-557f52a3-85c6-4b8d-942e-35c6a3ed3cbc req-d36a7e7f-6296-40c6-91a3-57ff9c464154 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.1421211 Jul 14 11:46:47.987812 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd284d1-5ab2-4eb2-b079-f130fcda5c8e None None] Pushing event updated for resources: {'Port': ['ID=1b72ef17-36ae-4960-b19e-03073b428027,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:47.991529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-b1002f83-b632-4b1a-825f-ca7d749e742b service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265508 Jul 14 11:46:48.035558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Made reservation on behalf of f7d39efa950f4c4fb3bb0b5ec23ac3ee for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:48.039170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:48.072734 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Attempting to bind port 1b72ef17-36ae-4960-b19e-03073b428027 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:48.073240 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Attempting to bind port 1b72ef17-36ae-4960-b19e-03073b428027 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '969697b3-e352-4c76-91e4-de1a049d0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:48.073709 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Attempting to bind port 1b72ef17-36ae-4960-b19e-03073b428027 on network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:48.080792 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:48.081484 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Checking segment: {'id': '969697b3-e352-4c76-91e4-de1a049d0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:48.082155 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:48.082818 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Bound using segment: {'id': '969697b3-e352-4c76-91e4-de1a049d0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:48.083516 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Bound port: 1b72ef17-36ae-4960-b19e-03073b428027, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969697b3-e352-4c76-91e4-de1a049d0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:48.084174 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:48.111839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b31c825-f684-407d-acf7-d9b37fde2009 req-ece16509-15eb-44fe-9062-211b7b8804a4 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140959 Jul 14 11:46:48.141793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-557f52a3-85c6-4b8d-942e-35c6a3ed3cbc req-656b1abb-c772-4aaa-8d9f-a3222f5dcc68 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699092 Jul 14 11:46:48.177756 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] For port 1b72ef17-36ae-4960-b19e-03073b428027, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:48.182410 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] For port 1b72ef17-36ae-4960-b19e-03073b428027, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b72ef17-36ae-4960-b19e-03073b428027,segment=NetworkSegment(969697b3-e352-4c76-91e4-de1a049d0200),segment_id=969697b3-e352-4c76-91e4-de1a049d0200)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:48.189093 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:48.246015 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:48.246904 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:48.356576 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:48.388767 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd284d1-5ab2-4eb2-b079-f130fcda5c8e None None] Pushing event updated for resources: {'Port': ['ID=1b72ef17-36ae-4960-b19e-03073b428027,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:48.536528 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:48.600354 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:41Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:48Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:48.629329 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc7af3-cf46-4c0e-8fbe-b43142742e61 None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:41Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:48Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:48.652000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Calling delete_port for 642e85e6-645b-4bad-9a87-68db0f51b801 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:48.758945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Allocated IP 172.20.0.7 (320b45e4-1243-4c0d-aba8-dd7b383f461d/c10609bb-ed6b-4004-86cf-5950baf05eb0/2deca699-14b9-4ecd-98ee-79091e049ecf) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:48.882834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24b97881-a9c8-443a-b35e-565f7a28ad62 req-fa851a09-716b-4074-afde-07e6fefb6bd6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 210 time: 0.0481465 Jul 14 11:46:49.126095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b72ef17-36ae-4960-b19e-03073b428027 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:49.150703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:46:49.254276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.291364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 1b72ef17-36ae-4960-b19e-03073b428027 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:49.316189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1b72ef17-36ae-4960-b19e-03073b428027 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:49.316561 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.347877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.409809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.425090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Port': ['ID=642e85e6-645b-4bad-9a87-68db0f51b801,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:49.447674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Transition to ACTIVE for port object 2deca699-14b9-4ecd-98ee-79091e049ecf will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:49.469897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:49.494115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.494464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.494801 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.495136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.495465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.495788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.496159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.496469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.496794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.497335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.497659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.497977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:49.503172 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Subnet': ['ID=ac124d26-2770-4cb9-9587-f6a10740e9d3,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:49.517337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93922256-5233-45bb-bb97-e61fb0fa1485 req-ef4ab717-d561-4a78-856e-6cb256597585 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:49.520024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'port_id': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'mac_address': 'fa:16:3e:f8:78:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:46:49.526403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93922256-5233-45bb-bb97-e61fb0fa1485 req-ef4ab717-d561-4a78-856e-6cb256597585 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.1709726 Jul 14 11:46:49.621420 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.630033 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93922256-5233-45bb-bb97-e61fb0fa1485 req-6231d09b-d7d8-494e-abb3-e5bfa225c1dd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019940 Jul 14 11:46:49.657448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Checking segment: {'id': 'eb987275-d221-4e37-8775-0b55bd259153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:49.658284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network hostable DHCP agents. Network: 431d3fe5-4005-463f-ada4-95d5e0416b27, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:46:49.660517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.679514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 1b72ef17-36ae-4960-b19e-03073b428027, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b72ef17-36ae-4960-b19e-03073b428027,segment=NetworkSegment(969697b3-e352-4c76-91e4-de1a049d0200),segment_id=969697b3-e352-4c76-91e4-de1a049d0200)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:49.682254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Deleting port c0c43393-25a2-4461-9130-198ce32f01f4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:49.682886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.683034 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.692689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.733218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:46:49.769011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:49.774112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=1b72ef17-36ae-4960-b19e-03073b428027,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:49.777912 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.823045 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.827149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:49.933889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] For port c0c43393-25a2-4461-9130-198ce32f01f4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c0c43393-25a2-4461-9130-198ce32f01f4,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:49.934388 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:49.958893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 320b45e4-1243-4c0d-aba8-dd7b383f461d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:49.959656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 431d3fe5-4005-463f-ada4-95d5e0416b27 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:46:49.972164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Calling delete_port for c0c43393-25a2-4461-9130-198ce32f01f4 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:49.978988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:49.981312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:49.990623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=2deca699-14b9-4ecd-98ee-79091e049ecf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:50.037435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:46:50.087908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 431d3fe5-4005-463f-ada4-95d5e0416b27) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:50.093875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:50.094526 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.112028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889d831-c7dc-4fbc-ae00-a52dac764aef None None] Network 431d3fe5-4005-463f-ada4-95d5e0416b27 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:50.137199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065de5b-a8be-4b3c-9921-72f711d8274c req-3b210ae3-31c7-4e5f-8832-9be0236375d4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:50.147936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5065de5b-a8be-4b3c-9921-72f711d8274c req-3b210ae3-31c7-4e5f-8832-9be0236375d4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 970 time: 0.0972145 Jul 14 11:46:50.174433 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f6bea9bf-89b5-4d88-8cc2-dc9964ed2560 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7374389 Jul 14 11:46:50.181848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60300) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:50.191107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Router 2d79e40c-31fa-460a-bcdd-50847f24af62 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:50.211692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:50.212330 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.241644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5065de5b-a8be-4b3c-9921-72f711d8274c req-b4201ddf-4af8-4387-b3ff-c5f220d35da0 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0912068 Jul 14 11:46:50.323713 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-d8d5d281-96b2-4147-8b06-5b4ddb098ced tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.1145053 Jul 14 11:46:50.342410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Request body: {'port': {'device_id': '701d254a-9d01-4879-ab40-2a432d74f417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:50.398425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-431d3fe5-4005-463f-ada4-95d5e0416b27', 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'fixed_ips': [{'subnet_id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:46:50.399452 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.496252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-74274f78-393c-443d-8fe3-baeb7bd8254e None None] Provisioning for port 2deca699-14b9-4ecd-98ee-79091e049ecf completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:50.509704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-74274f78-393c-443d-8fe3-baeb7bd8254e None None] Provisioning complete for port 2deca699-14b9-4ecd-98ee-79091e049ecf triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:50.510186 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74274f78-393c-443d-8fe3-baeb7bd8254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.567692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:50.572978 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47d0211b-e633-461e-87a2-01b97f1bd3e4 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "PUT /v2.0/routers/2d79e40c-31fa-460a-bcdd-50847f24af62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0232792 Jul 14 11:46:50.575663 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-74274f78-393c-443d-8fe3-baeb7bd8254e None None] Port 2deca699-14b9-4ecd-98ee-79091e049ecf cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:50.576631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60304) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:50.592455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad48fcc-5782-4bc0-981e-7a92d80e2aa1 None None] Sync routers for ids ['2d79e40c-31fa-460a-bcdd-50847f24af62'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:50.609305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad48fcc-5782-4bc0-981e-7a92d80e2aa1 None None] Routers {'2d79e40c-31fa-460a-bcdd-50847f24af62'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:50.610031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-fad48fcc-5782-4bc0-981e-7a92d80e2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d79e40c-31fa-460a-bcdd-50847f24af62'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:50.615784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Allocated IP 172.23.0.2 (431d3fe5-4005-463f-ada4-95d5e0416b27/ac124d26-2770-4cb9-9587-f6a10740e9d3/b707376e-d28c-477a-bf25-c763473effd9) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:50.644867 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-7550484c-3710-4339-8bed-50374046c2fc tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] show failed (client error): The resource could not be found. Jul 14 11:46:50.647979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7550484c-3710-4339-8bed-50374046c2fc tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-32730966 HTTP/1.1" status: 404 len: 333 time: 0.0673754 Jul 14 11:46:50.650487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60306) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:50.663414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3ce1e901-e7ea-4515-968b-6b6575eb1b5c tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:50.667226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.667955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-fad48fcc-5782-4bc0-981e-7a92d80e2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:50.686831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad48fcc-5782-4bc0-981e-7a92d80e2aa1 None None] Routers {'2d79e40c-31fa-460a-bcdd-50847f24af62'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:50.687666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-fad48fcc-5782-4bc0-981e-7a92d80e2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d79e40c-31fa-460a-bcdd-50847f24af62'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:50.704847 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-3ce1e901-e7ea-4515-968b-6b6575eb1b5c tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] update failed (client error): The resource could not be found. Jul 14 11:46:50.706180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3ce1e901-e7ea-4515-968b-6b6575eb1b5c tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-2065011792 HTTP/1.1" status: 404 len: 335 time: 0.0469351 Jul 14 11:46:50.709581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:50.744726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-fad48fcc-5782-4bc0-981e-7a92d80e2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:50.745379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad48fcc-5782-4bc0-981e-7a92d80e2aa1 None None] The sync data for ids ['2d79e40c-31fa-460a-bcdd-50847f24af62'] in n-d-778696-8 is: [] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:50.768235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cee940-12ba-4ee7-b7c9-f54cbaaae573 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Deleting subnet 6c3b552f-d985-4e0f-b05c-60f5f34d3bf1 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:46:50.771747 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05cee940-12ba-4ee7-b7c9-f54cbaaae573 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.818834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.851201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c43393-25a2-4461-9130-198ce32f01f4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:50.855595 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05cee940-12ba-4ee7-b7c9-f54cbaaae573 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.902400 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.911482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Transition to ACTIVE for port object b707376e-d28c-477a-bf25-c763473effd9 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:50.928791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Transition to ACTIVE for port object b707376e-d28c-477a-bf25-c763473effd9 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:50.935920 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:50.936118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07b133-2fcf-4a46-81c1-8380d6a97933 req-fb88af1d-d764-457b-bbc6-ce39f2a516b6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:50.937524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c07b133-2fcf-4a46-81c1-8380d6a97933 req-fb88af1d-d764-457b-bbc6-ce39f2a516b6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.1217251 Jul 14 11:46:51.004294 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05cee940-12ba-4ee7-b7c9-f54cbaaae573 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.017583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c07b133-2fcf-4a46-81c1-8380d6a97933 req-b58ed693-f6d0-4217-94b0-c53d3faa1883 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592384 Jul 14 11:46:51.032484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Network 431d3fe5-4005-463f-ada4-95d5e0416b27 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:51.038393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:51.048737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:51.052018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Pushing event updated for resources: {'Port': ['ID=b707376e-d28c-477a-bf25-c763473effd9,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:51.157542 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05cee940-12ba-4ee7-b7c9-f54cbaaae573 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.188035 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05cee940-12ba-4ee7-b7c9-f54cbaaae573 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.190387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-05cee940-12ba-4ee7-b7c9-f54cbaaae573 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/subnets/6c3b552f-d985-4e0f-b05c-60f5f34d3bf1 HTTP/1.1" status: 204 len: 168 time: 0.4796984 Jul 14 11:46:51.209730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60314) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:51.241631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:51.336209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76800cfd-d943-4f70-8a98-1a7ca01bf79d None None] Network 980307c7-e0fe-4ed7-96d9-a4875591d24a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:51.405046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cee940-12ba-4ee7-b7c9-f54cbaaae573 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3b552f-d985-4e0f-b05c-60f5f34d3bf1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:51.418021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.464278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b72ef17-36ae-4960-b19e-03073b428027 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:51.496174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2deca699-14b9-4ecd-98ee-79091e049ecf {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:46:51.507878 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.532449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Deleting port 031e7635-0b2e-4da9-ae07-a69d263e7935 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:51.532797 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.566173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Transition to ACTIVE for port object 2deca699-14b9-4ecd-98ee-79091e049ecf will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:51.569433 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.584569 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.601411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.632401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a7ab-c3f3-4698-9e13-0c152e1b5432 req-b68706b5-721a-4ce9-b583-d121dc18767f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:51.639931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab34a7ab-c3f3-4698-9e13-0c152e1b5432 req-b68706b5-721a-4ce9-b583-d121dc18767f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 970 time: 0.1715324 Jul 14 11:46:51.682583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Attempting to bind port b707376e-d28c-477a-bf25-c763473effd9 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:51.682583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Attempting to bind port b707376e-d28c-477a-bf25-c763473effd9 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'eb987275-d221-4e37-8775-0b55bd259153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:51.686433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Attempting to bind port b707376e-d28c-477a-bf25-c763473effd9 on network 431d3fe5-4005-463f-ada4-95d5e0416b27 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:51.695516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] For port 031e7635-0b2e-4da9-ae07-a69d263e7935, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=031e7635-0b2e-4da9-ae07-a69d263e7935,segment=NetworkSegment(0031e5ac-1e01-494c-8ff8-23c378414cd3),segment_id=0031e5ac-1e01-494c-8ff8-23c378414cd3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:51.695895 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.698363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:51.698750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Checking segment: {'id': 'eb987275-d221-4e37-8775-0b55bd259153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:51.699275 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.699677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Bound using segment: {'id': 'eb987275-d221-4e37-8775-0b55bd259153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:51.701484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Bound port: b707376e-d28c-477a-bf25-c763473effd9, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb987275-d221-4e37-8775-0b55bd259153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:51.702473 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.710912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab34a7ab-c3f3-4698-9e13-0c152e1b5432 req-8f3e3746-3b13-47ca-9926-b4340d6f09a8 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0700488 Jul 14 11:46:51.736258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Calling delete_port for 031e7635-0b2e-4da9-ae07-a69d263e7935 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:51.781156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] For port b707376e-d28c-477a-bf25-c763473effd9, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:51.785038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] For port b707376e-d28c-477a-bf25-c763473effd9, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b707376e-d28c-477a-bf25-c763473effd9,segment=NetworkSegment(eb987275-d221-4e37-8775-0b55bd259153),segment_id=eb987275-d221-4e37-8775-0b55bd259153)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:51.790067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:51.801044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:51.801901 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.816001 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.841238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1b72ef17-36ae-4960-b19e-03073b428027 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:51.841238 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.865854 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:51.897213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] No DVR routers for this DVR port 031e7635-0b2e-4da9-ae07-a69d263e7935 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:51.899213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Port': ['ID=031e7635-0b2e-4da9-ae07-a69d263e7935,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:52.028807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.040721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980307c7-e0fe-4ed7-96d9-a4875591d24a']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:52.043918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86795c20-99c3-4ac5-80d4-c1d5ada06b80 None None] Pushing event updated for resources: {'Port': ['ID=b707376e-d28c-477a-bf25-c763473effd9,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:52.056284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0031e5ac-1e01-494c-8ff8-23c378414cd3') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:52.056513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0031e5ac-1e01-494c-8ff8-23c378414cd3') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:52.068255 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.109613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.118373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:46:52.119014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:46:52.122623 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:46:52.151273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d696c4e-b52b-4351-8da0-83e45131b50f None None] DHCP port deletion for 980307c7-e0fe-4ed7-96d9-a4875591d24a request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:46:52.246476 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.299080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:46:52.301505 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56002aa-1551-4d8d-8af6-7352ee669612" -d '{"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-plugged", "status": "completed", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:52.335428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:52.347660 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.395727 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c664b9-a9db-4795-a78c-f7b989be92fa x-openstack-request-id: req-05c664b9-a9db-4795-a78c-f7b989be92fa {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:52.396073 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-plugged", "status": "completed", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:52.396331 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05c664b9-a9db-4795-a78c-f7b989be92fa {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:52.396728 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'code': 200} Jul 14 11:46:52.438905 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.453244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.457791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/networks/980307c7-e0fe-4ed7-96d9-a4875591d24a HTTP/1.1" status: 204 len: 168 time: 1.2445574 Jul 14 11:46:52.460508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:52.477794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60326) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:52.526805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2150c8-f4d0-4e87-8701-bbc329ba6ecf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Network': ['ID=980307c7-e0fe-4ed7-96d9-a4875591d24a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:52.627138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d9806-f4db-400a-85f5-71514cb3f189 req-6d36a00b-c822-4782-ae5f-1385b1ae524d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:52.634379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f13d9806-f4db-400a-85f5-71514cb3f189 req-6d36a00b-c822-4782-ae5f-1385b1ae524d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.2710192 Jul 14 11:46:52.678822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5beb18-fc51-42c0-806b-804363866065 req-982f2c06-3dfe-49fc-9c99-0cc128616986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:52.680892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Pushing event updated for resources: {'Port': ['ID=2deca699-14b9-4ecd-98ee-79091e049ecf,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:52.681404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e5beb18-fc51-42c0-806b-804363866065 req-982f2c06-3dfe-49fc-9c99-0cc128616986 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1097 time: 0.1711171 Jul 14 11:46:52.728600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f13d9806-f4db-400a-85f5-71514cb3f189 req-626c9a2c-71a1-4881-b5cc-45277f3ca6c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923610 Jul 14 11:46:52.759348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e5beb18-fc51-42c0-806b-804363866065 req-38e5a7c0-2af1-47d9-b502-3181e4dcfd37 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718360 Jul 14 11:46:52.847502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Attempting to bind port 2deca699-14b9-4ecd-98ee-79091e049ecf on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:52.847835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Attempting to bind port 2deca699-14b9-4ecd-98ee-79091e049ecf by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:52.848377 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Attempting to bind port 2deca699-14b9-4ecd-98ee-79091e049ecf on network 320b45e4-1243-4c0d-aba8-dd7b383f461d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:52.853795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a804e9-d26d-4668-93fd-546a83a5e74f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Deleting subnet e37c4eaa-34a2-4c7b-bb5f-76d708e9e40f {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:46:52.867805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24a804e9-d26d-4668-93fd-546a83a5e74f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.896436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Port 2deca699-14b9-4ecd-98ee-79091e049ecf on network 320b45e4-1243-4c0d-aba8-dd7b383f461d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:46:52.896916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Attempting to bind port 2deca699-14b9-4ecd-98ee-79091e049ecf on network 320b45e4-1243-4c0d-aba8-dd7b383f461d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:52.928132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740430-927f-4742-b391-f1b57f15a0ad req-00c07c1d-bd4b-4316-bcca-0f5b2e32d8c6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:52.936402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3740430-927f-4742-b391-f1b57f15a0ad req-00c07c1d-bd4b-4316-bcca-0f5b2e32d8c6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 982 time: 0.0904739 Jul 14 11:46:52.938494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:52.938947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Checking segment: {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:52.939455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Bound using segment: {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:52.940110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Bound port: 2deca699-14b9-4ecd-98ee-79091e049ecf, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76d0970-5439-4d1f-9616-0c077b898fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:52.940641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:52.978792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3740430-927f-4742-b391-f1b57f15a0ad req-8832bcf1-133e-4f7e-be9a-7969d86aa819 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0364404 Jul 14 11:46:52.990871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24a804e9-d26d-4668-93fd-546a83a5e74f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.100168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Allocated IP 172.23.0.1 (431d3fe5-4005-463f-ada4-95d5e0416b27/ac124d26-2770-4cb9-9587-f6a10740e9d3/a31a4e36-f286-4a07-a117-e55b5669eddd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:53.118017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b707376e-d28c-477a-bf25-c763473effd9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:53.181098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b707376e-d28c-477a-bf25-c763473effd9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:53.255382 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24a804e9-d26d-4668-93fd-546a83a5e74f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.267056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 031e7635-0b2e-4da9-ae07-a69d263e7935 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:53.288002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 031e7635-0b2e-4da9-ae07-a69d263e7935 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:46:53.288488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 031e7635-0b2e-4da9-ae07-a69d263e7935 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:46:53.327562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] For port 2deca699-14b9-4ecd-98ee-79091e049ecf, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:53.362140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] For port 2deca699-14b9-4ecd-98ee-79091e049ecf, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2deca699-14b9-4ecd-98ee-79091e049ecf,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:53.375758 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.379427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:53.448108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:53.448736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.450467 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] 10.222.0.45 "PUT /v2.0/ports/2deca699-14b9-4ecd-98ee-79091e049ecf HTTP/1.1" status: 200 len: 1130 time: 3.1127813 Jul 14 11:46:53.456462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:46:53.458698 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9171a8b-b526-4a0c-ad66-a2198f12f488" -d '{"events": [{"name": "network-changed", "server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:53.470524 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24a804e9-d26d-4668-93fd-546a83a5e74f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.479766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fff1d9-6ab3-467d-958e-f56a9a41d452 None None] Network 431d3fe5-4005-463f-ada4-95d5e0416b27 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:53.575717 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79bbbc5-c6da-475c-830c-c822db9d3601 x-openstack-request-id: req-c79bbbc5-c6da-475c-830c-c822db9d3601 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:53.576304 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:53.576739 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c79bbbc5-c6da-475c-830c-c822db9d3601 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:53.577321 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'status': 'completed', 'code': 200} Jul 14 11:46:53.597693 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.600491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a804e9-d26d-4668-93fd-546a83a5e74f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Subnet': ['ID=e37c4eaa-34a2-4c7b-bb5f-76d708e9e40f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:53.609426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24a804e9-d26d-4668-93fd-546a83a5e74f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.611799 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-24a804e9-d26d-4668-93fd-546a83a5e74f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/subnets/e37c4eaa-34a2-4c7b-bb5f-76d708e9e40f HTTP/1.1" status: 204 len: 168 time: 1.1149919 Jul 14 11:46:53.614825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60336) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:53.633832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c65cd-9741-44d3-9859-c0c2b067ba80 service neutron] Pushing event updated for resources: {'Port': ['ID=2deca699-14b9-4ecd-98ee-79091e049ecf,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:53.638465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-261f7ebe-7cfd-4e75-97d0-dc061079a860 None None] Provisioning for port b707376e-d28c-477a-bf25-c763473effd9 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:53.643876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee4479-2164-4ce2-beb4-0cdb87a2d4f7 None None] Network af0c2864-58a8-456e-aa28-0deebcc641a2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:53.655610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Transition to ACTIVE for port object a31a4e36-f286-4a07-a117-e55b5669eddd will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:53.684977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-5329836a-c296-48b4-a712-2d19bc192d5f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Deleting subnet 30a85536-7ee3-44cd-b9c3-b9bf4eec4027 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:46:53.689020 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5329836a-c296-48b4-a712-2d19bc192d5f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.696710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-261f7ebe-7cfd-4e75-97d0-dc061079a860 None None] Provisioning complete for port b707376e-d28c-477a-bf25-c763473effd9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:53.697083 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-261f7ebe-7cfd-4e75-97d0-dc061079a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.749255 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5329836a-c296-48b4-a712-2d19bc192d5f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.792806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:53.833453 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] Sync routers for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:53.848770 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:53.849396 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:53.854045 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3834ed25-f8e3-485b-be7c-4f12e426c7b5 admin admin] 10.222.0.38 "PUT /v2.0/routers/8e5fa72d-6da2-4752-bdb2-50c17bbdfe02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8762519 Jul 14 11:46:53.857279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5dca8775-e1db-4513-bab8-38b845014ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:53.858769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60346) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:53.867238 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-5dca8775-e1db-4513-bab8-38b845014ebf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a06e7534cb9b41eb8d063f024e1972f0&device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 1133 time: 0.2937102 Jul 14 11:46:53.868910 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5329836a-c296-48b4-a712-2d19bc192d5f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.870531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:53.983837 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-f8d8b95e-f5db-49d2-a36b-1ef1a26f9433 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2deca699-14b9-4ecd-98ee-79091e049ecf HTTP/1.1" status: 200 len: 217 time: 0.0761337 Jul 14 11:46:54.052958 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:54.056204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 431d3fe5-4005-463f-ada4-95d5e0416b27 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:54.094394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:54.109988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:54.112071 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5329836a-c296-48b4-a712-2d19bc192d5f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:54.134235 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-261f7ebe-7cfd-4e75-97d0-dc061079a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:54.134821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:46:54.174120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=a31a4e36-f286-4a07-a117-e55b5669eddd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:54.203752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-50d54a6a-0630-40c4-89c8-3c7a565b95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:54.205316 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-50d54a6a-0630-40c4-89c8-3c7a565b95ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c10609bb-ed6b-4004-86cf-5950baf05eb0 HTTP/1.1" status: 200 len: 835 time: 0.1737621 Jul 14 11:46:54.253245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:54.266523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329836a-c296-48b4-a712-2d19bc192d5f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Subnet': ['ID=30a85536-7ee3-44cd-b9c3-b9bf4eec4027,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:54.285712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994ca90-2891-4823-9f3c-f8e264ae771e req-32cbb4a7-0539-420e-886b-38552c10d050 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:54.296520 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b994ca90-2891-4823-9f3c-f8e264ae771e req-32cbb4a7-0539-420e-886b-38552c10d050 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.3930500 Jul 14 11:46:54.316642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5329836a-c296-48b4-a712-2d19bc192d5f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:54.321263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5329836a-c296-48b4-a712-2d19bc192d5f tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/subnets/30a85536-7ee3-44cd-b9c3-b9bf4eec4027 HTTP/1.1" status: 204 len: 168 time: 0.7050147 Jul 14 11:46:54.321903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60358) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:54.358352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-62ab795c-2a19-41d4-84aa-65a7aa904693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:54.359957 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-62ab795c-2a19-41d4-84aa-65a7aa904693 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=320b45e4-1243-4c0d-aba8-dd7b383f461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442890 Jul 14 11:46:54.393239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c973a4a-8926-4e82-8d5c-2d1f327f0420 None None] Network e0409fb0-659f-4e24-9f30-174a1860b33b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:54.559295 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-37bc90f8-2f7b-4978-a67a-36a6622def68 service neutron] 10.222.0.45 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861255 Jul 14 11:46:54.611215 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:46:50Z', 'revision_number': 5, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:54.655328 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] Checking router: 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:54.661632 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:54.671940 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] Routers {'8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:54.672561 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:54.687476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-261f7ebe-7cfd-4e75-97d0-dc061079a860 None None] For port b707376e-d28c-477a-bf25-c763473effd9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b707376e-d28c-477a-bf25-c763473effd9,segment=NetworkSegment(eb987275-d221-4e37-8775-0b55bd259153),segment_id=eb987275-d221-4e37-8775-0b55bd259153)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:54.689168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b994ca90-2891-4823-9f3c-f8e264ae771e req-73d8d3f5-2e24-463a-8067-55615161c04c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907847 Jul 14 11:46:54.758510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add196d4-7348-42ad-94a9-d2778a2d9054 None None] DHCP port deletion for af0c2864-58a8-456e-aa28-0deebcc641a2 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:46:54.765683 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:54.783398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-261f7ebe-7cfd-4e75-97d0-dc061079a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:54.786852 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:54.856084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ac80a-8718-4f0e-83ad-198c344936fe req-da81890b-0d69-4b3b-b5a4-c90e4cdf3413 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:54.867387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd5ac80a-8718-4f0e-83ad-198c344936fe req-da81890b-0d69-4b3b-b5a4-c90e4cdf3413 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 982 time: 0.6209123 Jul 14 11:46:54.900763 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] Set router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:54.914195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f7ebe-7cfd-4e75-97d0-dc061079a860 None None] Pushing event updated for resources: {'Port': ['ID=b707376e-d28c-477a-bf25-c763473effd9,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:54.954364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-841beab1-d1ee-4c7f-866d-bb3907dec614 req-15992aed-6422-4a75-99c1-87718c08d61a service neutron] 10.222.0.45 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298829 Jul 14 11:46:55.052725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-546f1f40-41a5-48e7-932a-3e711daa76be None None] Provisioning for port a31a4e36-f286-4a07-a117-e55b5669eddd completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:46:55.070164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-546f1f40-41a5-48e7-932a-3e711daa76be None None] Provisioning complete for port a31a4e36-f286-4a07-a117-e55b5669eddd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:55.075326 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-546f1f40-41a5-48e7-932a-3e711daa76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.140610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1272343-58c6-4256-82e9-6aa5b7b2ed26 None None] DHCP port deletion for e0409fb0-659f-4e24-9f30-174a1860b33b request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:46:55.192807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-add196d4-7348-42ad-94a9-d2778a2d9054 None None] Deleting port f166080a-e247-440b-bd65-afc491ebbf35 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:55.193539 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-add196d4-7348-42ad-94a9-d2778a2d9054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.207620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.224013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b707376e-d28c-477a-bf25-c763473effd9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:55.226136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-546f1f40-41a5-48e7-932a-3e711daa76be None None] Port a31a4e36-f286-4a07-a117-e55b5669eddd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:55.241705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd5ac80a-8718-4f0e-83ad-198c344936fe req-aa36f6ce-e5a7-4a00-b4a2-cbefc73f3ec4 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3621621 Jul 14 11:46:55.252493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Deleting port f166080a-e247-440b-bd65-afc491ebbf35 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:55.252845 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.258195 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.300104 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:46:50Z', 'revision_number': 5, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:55.334022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ba945-8681-4ac3-93c9-685ab4d6dbff req-1863fe56-c0b5-433f-961e-678b89914c8c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:55.342235 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb9dfd-4f5b-47b9-bf18-5736e787d0d4 None None] The sync data for ids ['8e5fa72d-6da2-4752-bdb2-50c17bbdfe02'] in n-d-778696-8 is: [{'id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'name': 'tempest-TaggedBootDevicesTest-1949497909-router', 'tenant_id': 'cf83387930474e128b1ee65a71c307a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:34:44Z', 'updated_at': '2021-07-14T11:46:50Z', 'revision_number': 5, 'project_id': 'cf83387930474e128b1ee65a71c307a7', 'gw_port': {'id': '18938624-49a3-4a7c-b415-eb69dcdf7f1d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5fa72d-6da2-4752-bdb2-50c17bbdfe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:34:46Z', 'updated_at': '2021-07-14T11:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:55.344999 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb5ba945-8681-4ac3-93c9-685ab4d6dbff req-1863fe56-c0b5-433f-961e-678b89914c8c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.4333172 Jul 14 11:46:55.348298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60366) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:55.359794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-175a4eaf-a7d3-4cdb-89a1-62f65216455b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'floatingip': {'port_id': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:55.362828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Deleting port 18938624-49a3-4a7c-b415-eb69dcdf7f1d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:55.363169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.372126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-add196d4-7348-42ad-94a9-d2778a2d9054 None None] For port f166080a-e247-440b-bd65-afc491ebbf35, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f166080a-e247-440b-bd65-afc491ebbf35,segment=NetworkSegment(aa315df2-8b27-438c-a599-130304359e40),segment_id=aa315df2-8b27-438c-a599-130304359e40)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:55.372689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-add196d4-7348-42ad-94a9-d2778a2d9054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.398116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-add196d4-7348-42ad-94a9-d2778a2d9054 None None] Calling delete_port for f166080a-e247-440b-bd65-afc491ebbf35 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:55.400712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b1272343-58c6-4256-82e9-6aa5b7b2ed26 None None] Deleting port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:55.401084 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b1272343-58c6-4256-82e9-6aa5b7b2ed26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.455425 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event updated for resources: {'Port': ['ID=a31a4e36-f286-4a07-a117-e55b5669eddd,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:55.468947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-7676dd9d-dbcc-4cc1-bfa6-d392ca9d8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:55.470499 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-7676dd9d-dbcc-4cc1-bfa6-d392ca9d8d42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a06e7534cb9b41eb8d063f024e1972f0&device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 1133 time: 0.2601609 Jul 14 11:46:55.471446 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.535167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] For port 18938624-49a3-4a7c-b415-eb69dcdf7f1d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=18938624-49a3-4a7c-b415-eb69dcdf7f1d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:55.535614 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.551983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Calling delete_port for 18938624-49a3-4a7c-b415-eb69dcdf7f1d owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:55.562448 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-add196d4-7348-42ad-94a9-d2778a2d9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.588608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b707376e-d28c-477a-bf25-c763473effd9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:55.589540 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.628105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] For port f166080a-e247-440b-bd65-afc491ebbf35, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f166080a-e247-440b-bd65-afc491ebbf35,segment=NetworkSegment(aa315df2-8b27-438c-a599-130304359e40),segment_id=aa315df2-8b27-438c-a599-130304359e40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:55.628476 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.646582 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-175a4eaf-a7d3-4cdb-89a1-62f65216455b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.647522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-546f1f40-41a5-48e7-932a-3e711daa76be None None] Provisioning complete for port b707376e-d28c-477a-bf25-c763473effd9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:55.648083 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-546f1f40-41a5-48e7-932a-3e711daa76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.677774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-39a19ceb-cc4c-4401-a7c9-d0ba8db0d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:55.679783 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-39a19ceb-cc4c-4401-a7c9-d0ba8db0d3b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=320b45e4-1243-4c0d-aba8-dd7b383f461d HTTP/1.1" status: 200 len: 896 time: 0.2021382 Jul 14 11:46:55.687492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Network 431d3fe5-4005-463f-ada4-95d5e0416b27 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:55.689634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Calling delete_port for f166080a-e247-440b-bd65-afc491ebbf35 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:55.696959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:55.741297 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-ab4dd070-6501-46ec-a334-5cd82f419be3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2deca699-14b9-4ecd-98ee-79091e049ecf HTTP/1.1" status: 200 len: 217 time: 0.0521395 Jul 14 11:46:55.741486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add196d4-7348-42ad-94a9-d2778a2d9054 None None] Pushing event deleted for resources: {'Port': ['ID=f166080a-e247-440b-bd65-afc491ebbf35,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:55.847126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add196d4-7348-42ad-94a9-d2778a2d9054 None None] No DVR routers for this DVR port f166080a-e247-440b-bd65-afc491ebbf35 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:55.883817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b1272343-58c6-4256-82e9-6aa5b7b2ed26 None None] For port d6ecb4ce-bbd3-4937-925c-2dbb26b33897, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d6ecb4ce-bbd3-4937-925c-2dbb26b33897,segment=NetworkSegment(7b1aa036-41d8-483d-8cb9-b360bc53918c),segment_id=7b1aa036-41d8-483d-8cb9-b360bc53918c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:55.883817 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b1272343-58c6-4256-82e9-6aa5b7b2ed26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:55.901103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b1272343-58c6-4256-82e9-6aa5b7b2ed26 None None] Calling delete_port for d6ecb4ce-bbd3-4937-925c-2dbb26b33897 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:55.917730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-d8541c8e-8b2a-4bce-b930-c131a59df1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:55.920215 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-d8541c8e-8b2a-4bce-b930-c131a59df1d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c10609bb-ed6b-4004-86cf-5950baf05eb0 HTTP/1.1" status: 200 len: 835 time: 0.1692605 Jul 14 11:46:55.944134 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:56.123233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-fee19014-4eff-4d92-884a-7ef9395d0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:56.125391 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-fee19014-4eff-4d92-884a-7ef9395d0940 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=320b45e4-1243-4c0d-aba8-dd7b383f461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961412 Jul 14 11:46:56.129001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:56.137933 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e3cb933d-c5f0-4419-8577-fe26cee4fc51 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9486749 Jul 14 11:46:56.140054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60370) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:56.142488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3b09634b-982b-4b8a-b6a8-993f8a33cc97 None None] Provisioning complete for port a31a4e36-f286-4a07-a117-e55b5669eddd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:56.143013 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3b09634b-982b-4b8a-b6a8-993f8a33cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:56.144754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:56.145609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:56.222844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3b09634b-982b-4b8a-b6a8-993f8a33cc97 None None] Port a31a4e36-f286-4a07-a117-e55b5669eddd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:56.234406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f166080a-e247-440b-bd65-afc491ebbf35 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:56.264365 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b1272343-58c6-4256-82e9-6aa5b7b2ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:56.273579 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-5d4d62ca-a066-46a9-bb7f-f88ce986df8f service neutron] 10.222.0.45 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343319 Jul 14 11:46:56.279918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f166080a-e247-440b-bd65-afc491ebbf35 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:46:56.280270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f166080a-e247-440b-bd65-afc491ebbf35 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:46:56.324455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1272343-58c6-4256-82e9-6aa5b7b2ed26 None None] No DVR routers for this DVR port d6ecb4ce-bbd3-4937-925c-2dbb26b33897 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:56.348715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2deca699-14b9-4ecd-98ee-79091e049ecf details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:46:56.459184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1272343-58c6-4256-82e9-6aa5b7b2ed26 None None] Pushing event deleted for resources: {'Port': ['ID=d6ecb4ce-bbd3-4937-925c-2dbb26b33897,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:56.488009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:56.488930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:56.607393 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:56.627302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5f92831f-7a8e-4a3c-8920-81f0ff06065c None None] Provisioning complete for port a31a4e36-f286-4a07-a117-e55b5669eddd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:46:56.627682 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5f92831f-7a8e-4a3c-8920-81f0ff06065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:56.657595 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:56.673417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5f92831f-7a8e-4a3c-8920-81f0ff06065c None None] Port a31a4e36-f286-4a07-a117-e55b5669eddd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:46:56.685573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:56.704868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] No DVR routers for this DVR port f166080a-e247-440b-bd65-afc491ebbf35 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:56.719993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Port': ['ID=f166080a-e247-440b-bd65-afc491ebbf35,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:56.738811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 2deca699-14b9-4ecd-98ee-79091e049ecf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2deca699-14b9-4ecd-98ee-79091e049ecf,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:56.761069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'port_id': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'mac_address': 'fa:16:3e:d9:76:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:46:56.762274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:56.799820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Pushing event deleted for resources: {'Port': ['ID=18938624-49a3-4a7c-b415-eb69dcdf7f1d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:56.892245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:56.909038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2deca699-14b9-4ecd-98ee-79091e049ecf {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:46:56.948173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3bba2-5f26-4705-9aa4-b2f1f1ab41b6 req-b0b25457-f9f8-4ce6-9a6b-af0a60dd8ead tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:56.949574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 2deca699-14b9-4ecd-98ee-79091e049ecf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2deca699-14b9-4ecd-98ee-79091e049ecf,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:56.956942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61b3bba2-5f26-4705-9aa4-b2f1f1ab41b6 req-b0b25457-f9f8-4ce6-9a6b-af0a60dd8ead tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 982 time: 0.4756827 Jul 14 11:46:56.963434 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.059922 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.087180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=2deca699-14b9-4ecd-98ee-79091e049ecf,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:57.139576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:54Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31a4e36-f286-4a07-a117-e55b5669eddd', 'name': '', 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:24:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:51Z', 'updated_at': '2021-07-14T11:46:55Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:57.170566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0c2864-58a8-456e-aa28-0deebcc641a2']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:57.187723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.211939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:57.212982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Updating router 726ea09e-1e4e-4171-86ca-37271e6ee029 port a31a4e36-f286-4a07-a117-e55b5669eddd binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:46:57.227315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d6ecb4ce-bbd3-4937-925c-2dbb26b33897 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:57.229248 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f9171a8b-b526-4a0c-ad66-a2198f12f488 req-866f4724-540b-4882-b08d-3ae8509a4cf5 service neutron] 10.222.0.45 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8839319 Jul 14 11:46:57.299710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: d6ecb4ce-bbd3-4937-925c-2dbb26b33897 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:46:57.300392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d6ecb4ce-bbd3-4937-925c-2dbb26b33897 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:46:57.301001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c0c43393-25a2-4461-9130-198ce32f01f4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:57.331639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c0c43393-25a2-4461-9130-198ce32f01f4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:46:57.332758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c0c43393-25a2-4461-9130-198ce32f01f4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:46:57.352908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa315df2-8b27-438c-a599-130304359e40') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:57.353211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa315df2-8b27-438c-a599-130304359e40') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:57.353458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['2deca699-14b9-4ecd-98ee-79091e049ecf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:46:57.383432 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.407533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61b3bba2-5f26-4705-9aa4-b2f1f1ab41b6 req-a158e6e7-3f0f-42f9-a065-4ae46d153e23 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4499981 Jul 14 11:46:57.409867 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.415551 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.420972 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.427271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.extraroute_db [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 11:46:57.453419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.extraroute_db [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Removed routes are [] {{(pid=93701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 11:46:57.454063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.499357 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.604812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:46:57.609998 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.619794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.628664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:46:57.630400 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:46:57.633851 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-175a4eaf-a7d3-4cdb-89a1-62f65216455b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.664877 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.670824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60382) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:57.671490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-74d41f79-05cb-472b-bb5d-12bbbc784583 admin admin] 10.222.0.38 "DELETE /v2.0/routers/8e5fa72d-6da2-4752-bdb2-50c17bbdfe02 HTTP/1.1" status: 204 len: 168 time: 3.8114197 Jul 14 11:46:57.731918 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-175a4eaf-a7d3-4cdb-89a1-62f65216455b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.928013 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.933360 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-175a4eaf-a7d3-4cdb-89a1-62f65216455b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Floating IP 71228f24-8918-4360-b5ad-6f4098221dbe associated. External IP: 172.25.2.35, port: 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d. Jul 14 11:46:57.943401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Transition to ACTIVE for port object a31a4e36-f286-4a07-a117-e55b5669eddd will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:46:57.951283 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:57.971052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae34193-6885-4a41-a411-6c237c9d2fd5 admin admin] Deleting subnet cf939fd8-6dce-45d3-b5e6-152d07d9c099 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:46:57.974396 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aae34193-6885-4a41-a411-6c237c9d2fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.030855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aae34193-6885-4a41-a411-6c237c9d2fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.034005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920503d-3550-4abc-9cf1-def4b3dd1801 None None] Pushing event updated for resources: {'Port': ['ID=a31a4e36-f286-4a07-a117-e55b5669eddd,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:58.045656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.065000 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.069539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/networks/af0c2864-58a8-456e-aa28-0deebcc641a2 HTTP/1.1" status: 204 len: 168 time: 3.7157440 Jul 14 11:46:58.072098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60392) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:58.133367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8d875-9e34-4b98-8ad4-802bfb3a465b tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Network': ['ID=af0c2864-58a8-456e-aa28-0deebcc641a2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:58.133590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Attempting to bind port a31a4e36-f286-4a07-a117-e55b5669eddd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:46:58.133864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Attempting to bind port a31a4e36-f286-4a07-a117-e55b5669eddd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'eb987275-d221-4e37-8775-0b55bd259153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:46:58.134331 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Attempting to bind port a31a4e36-f286-4a07-a117-e55b5669eddd on network 431d3fe5-4005-463f-ada4-95d5e0416b27 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:46:58.140195 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.143563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:46:58.143975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Checking segment: {'id': 'eb987275-d221-4e37-8775-0b55bd259153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:46:58.144426 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.144840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Bound using segment: {'id': 'eb987275-d221-4e37-8775-0b55bd259153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:46:58.145432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Bound port: a31a4e36-f286-4a07-a117-e55b5669eddd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb987275-d221-4e37-8775-0b55bd259153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:46:58.145814 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.151649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aae34193-6885-4a41-a411-6c237c9d2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.214974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60394) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:58.222051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] For port a31a4e36-f286-4a07-a117-e55b5669eddd, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:58.225892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] For port a31a4e36-f286-4a07-a117-e55b5669eddd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a31a4e36-f286-4a07-a117-e55b5669eddd,segment=NetworkSegment(eb987275-d221-4e37-8775-0b55bd259153),segment_id=eb987275-d221-4e37-8775-0b55bd259153)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:58.238489 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.255089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aae34193-6885-4a41-a411-6c237c9d2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.285865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.318144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae34193-6885-4a41-a411-6c237c9d2fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf939fd8-6dce-45d3-b5e6-152d07d9c099,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:58.320794 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aae34193-6885-4a41-a411-6c237c9d2fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.322865 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aae34193-6885-4a41-a411-6c237c9d2fd5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cf939fd8-6dce-45d3-b5e6-152d07d9c099 HTTP/1.1" status: 204 len: 168 time: 0.6509452 Jul 14 11:46:58.324214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.327369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60398) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:58.335738 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.397603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d26d3-7434-4ecc-8e66-23066492de8f None None] Network 181ba48e-cd53-4e69-885a-619ebf4610cd requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:46:58.423633 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920503d-3550-4abc-9cf1-def4b3dd1801 None None] Pushing event updated for resources: {'Port': ['ID=a31a4e36-f286-4a07-a117-e55b5669eddd,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:58.492332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:58.492866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:58.522472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.540456 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-089c2fd0-b2d3-44e1-94e8-9ffa9330a272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.540685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:58.726865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:58.735764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.736135 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.740080 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-756d4450-dcaf-4cba-8bf0-e7af2ab2ec19 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029 HTTP/1.1" status: 200 len: 934 time: 2.5987701 Jul 14 11:46:58.740600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60402) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:58.762197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0409fb0-659f-4e24-9f30-174a1860b33b']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:58.785398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Deleting port 3a6c300d-052a-4304-899f-15b32b9ae9b5 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:58.785765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.786067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1aa036-41d8-483d-8cb9-b360bc53918c') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:58.786366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1aa036-41d8-483d-8cb9-b360bc53918c') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:58.801601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175a4eaf-a7d3-4cdb-89a1-62f65216455b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:46:58.812608 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.842415 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.861476 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-089c2fd0-b2d3-44e1-94e8-9ffa9330a272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.863966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:46:58.864398 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:46:58.867599 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:46:58.870923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:58.886835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956a78-d38a-4b72-aabc-5d7a7539bf7f req-b9608b03-ad0c-4b07-ad1f-26d955da32e9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:58.888424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43956a78-d38a-4b72-aabc-5d7a7539bf7f req-b9608b03-ad0c-4b07-ad1f-26d955da32e9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 983 time: 0.2692559 Jul 14 11:46:58.921290 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-089c2fd0-b2d3-44e1-94e8-9ffa9330a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.921466 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-000e56fd-d9ae-4d9a-9a5a-4286c039c6fe tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029 HTTP/1.1" status: 200 len: 934 time: 0.1782107 Jul 14 11:46:58.921999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60406) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:58.925043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] For port 3a6c300d-052a-4304-899f-15b32b9ae9b5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3a6c300d-052a-4304-899f-15b32b9ae9b5,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:58.925791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:58.939652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'routes': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:46:58.985828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Calling delete_port for 3a6c300d-052a-4304-899f-15b32b9ae9b5 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:59.038409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 18938624-49a3-4a7c-b415-eb69dcdf7f1d no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:59.050069 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.062065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-089c2fd0-b2d3-44e1-94e8-9ffa9330a272 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3372bcb406f428f8b2ffc991ebadd33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8066344 Jul 14 11:46:59.062598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60408) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:59.069667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 18938624-49a3-4a7c-b415-eb69dcdf7f1d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:46:59.070004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 18938624-49a3-4a7c-b415-eb69dcdf7f1d not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:46:59.093988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e10d9f-51b5-48bf-ba59-49350f156712 None None] DHCP port deletion for 181ba48e-cd53-4e69-885a-619ebf4610cd request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:46:59.104670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c2fd0-b2d3-44e1-94e8-9ffa9330a272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e906d1-55e5-462a-9241-5db6b42067ae,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:59.109691 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.114096 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/networks/e0409fb0-659f-4e24-9f30-174a1860b33b HTTP/1.1" status: 204 len: 168 time: 1.0006568 Jul 14 11:46:59.124548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60410) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:46:59.131210 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43956a78-d38a-4b72-aabc-5d7a7539bf7f req-36ab043d-00ef-4c47-a985-582d90b70438 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2000153 Jul 14 11:46:59.134346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e9794-62d8-4dae-976c-32ab72d857cf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Network': ['ID=e0409fb0-659f-4e24-9f30-174a1860b33b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:59.158995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175a4eaf-a7d3-4cdb-89a1-62f65216455b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:59.163497 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-175a4eaf-a7d3-4cdb-89a1-62f65216455b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.173762 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] Sync routers for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:59.186892 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:59.187766 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:59.217343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-175a4eaf-a7d3-4cdb-89a1-62f65216455b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "PUT /v2.0/floatingips/71228f24-8918-4360-b5ad-6f4098221dbe HTTP/1.1" status: 200 len: 991 time: 3.8681312 Jul 14 11:46:59.218222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:46:59.221204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c1e10d9f-51b5-48bf-ba59-49350f156712 None None] Deleting port 3a6c300d-052a-4304-899f-15b32b9ae9b5 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:46:59.221583 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1e10d9f-51b5-48bf-ba59-49350f156712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.223743 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e325af7-a0c2-4218-93e4-f34d90975f82" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:59.283768 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.292992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c1e10d9f-51b5-48bf-ba59-49350f156712 None None] For port 3a6c300d-052a-4304-899f-15b32b9ae9b5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3a6c300d-052a-4304-899f-15b32b9ae9b5,segment=NetworkSegment(54e13073-3916-4f6a-b994-06d67c3f1ca2),segment_id=54e13073-3916-4f6a-b994-06d67c3f1ca2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:59.294297 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1e10d9f-51b5-48bf-ba59-49350f156712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.309869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c1e10d9f-51b5-48bf-ba59-49350f156712 None None] Calling delete_port for 3a6c300d-052a-4304-899f-15b32b9ae9b5 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:46:59.316313 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:59.323128 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d9fc84-6df4-4b49-81cf-da7e71625b33 x-openstack-request-id: req-96d9fc84-6df4-4b49-81cf-da7e71625b33 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:59.323465 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:59.323682 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-96d9fc84-6df4-4b49-81cf-da7e71625b33 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:59.324085 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'status': 'completed', 'code': 200} Jul 14 11:46:59.389076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1e10d9f-51b5-48bf-ba59-49350f156712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.410725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] No DVR routers for this DVR port 3a6c300d-052a-4304-899f-15b32b9ae9b5 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:59.434680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e10d9f-51b5-48bf-ba59-49350f156712 None None] Pushing event deleted for resources: {'Port': ['ID=3a6c300d-052a-4304-899f-15b32b9ae9b5,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:59.436435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e10d9f-51b5-48bf-ba59-49350f156712 None None] No DVR routers for this DVR port 3a6c300d-052a-4304-899f-15b32b9ae9b5 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:46:59.436994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66d31183-79f8-49b8-ae96-1dd281fd21e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.445622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:57Z', 'revision_number': 6, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31a4e36-f286-4a07-a117-e55b5669eddd', 'name': '', 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:24:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:51Z', 'updated_at': '2021-07-14T11:46:58Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:59.452893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-10cbdc8b-5114-4e14-a1d6-0109a2eb8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:59.454495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-10cbdc8b-5114-4e14-a1d6-0109a2eb8d28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1097 time: 0.1080954 Jul 14 11:46:59.477897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e55d5-ceaa-4251-8270-3ebc63a14a8f None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:46:57Z', 'revision_number': 6, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31a4e36-f286-4a07-a117-e55b5669eddd', 'name': '', 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:24:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:51Z', 'updated_at': '2021-07-14T11:46:58Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:59.478263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6c300d-052a-4304-899f-15b32b9ae9b5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:59.507265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fd64f7-fa80-41a8-875f-e3894f5aab96 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Deleting subnet 0111d5e8-1167-4481-84eb-f8e5bfa7101d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:46:59.511316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66d31183-79f8-49b8-ae96-1dd281fd21e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.580483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71fd64f7-fa80-41a8-875f-e3894f5aab96 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.603426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-ff20ddc3-e5a9-427f-b515-abbe8967da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:59.605415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-ff20ddc3-e5a9-427f-b515-abbe8967da29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.1442251 Jul 14 11:46:59.658515 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '71228f24-8918-4360-b5ad-6f4098221dbe', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'port_id': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'mac_address': 'fa:16:3e:f8:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:46:21Z', 'updated_at': '2021-07-14T11:46:57Z', 'revision_number': 1, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:59.683547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.696907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-40e67153-563e-481d-8c42-1ea7282a7749 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 999 time: 0.0851288 Jul 14 11:46:59.699216 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] Checking router: d61d64ef-6f1c-47a7-9b81-4f085d55bae3 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:59.709161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181ba48e-cd53-4e69-885a-619ebf4610cd']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:59.711017 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:46:59.711726 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:59.728398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71fd64f7-fa80-41a8-875f-e3894f5aab96 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.764272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-e16c5fd5-7e7d-4109-9f8c-4fd43fef6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:59.765883 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-e16c5fd5-7e7d-4109-9f8c-4fd43fef6464 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0624690 Jul 14 11:46:59.785554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e13073-3916-4f6a-b994-06d67c3f1ca2') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:59.785844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e13073-3916-4f6a-b994-06d67c3f1ca2') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:59.818301 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.831314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-d3141600-f97a-42e2-85af-e0b1eb7f8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:46:59.833111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-d3141600-f97a-42e2-85af-e0b1eb7f8082 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612891 Jul 14 11:46:59.835500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66d31183-79f8-49b8-ae96-1dd281fd21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.838306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66d31183-79f8-49b8-ae96-1dd281fd21e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.843020 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-66d31183-79f8-49b8-ae96-1dd281fd21e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37e906d1-55e5-462a-9241-5db6b42067ae HTTP/1.1" status: 204 len: 168 time: 0.7777779 Jul 14 11:46:59.879532 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:46:59.884975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.905996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d31183-79f8-49b8-ae96-1dd281fd21e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e906d1-55e5-462a-9241-5db6b42067ae,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:59.926297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:46:59.926763 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:46:59.930640 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:46:59.985170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-71b476fd-5252-4128-b642-b53039af3796 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455927 Jul 14 11:47:00.064978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71fd64f7-fa80-41a8-875f-e3894f5aab96 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.099972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.118704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.120767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] 10.222.0.38 "DELETE /v2.0/networks/181ba48e-cd53-4e69-885a-619ebf4610cd HTTP/1.1" status: 204 len: 168 time: 1.7881589 Jul 14 11:47:00.162456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4891b-fd10-45f7-bd27-342dc50a2853 admin admin] Pushing event deleted for resources: {'Network': ['ID=181ba48e-cd53-4e69-885a-619ebf4610cd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:00.191076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e325af7-a0c2-4218-93e4-f34d90975f82 req-0950383a-00ae-410c-a625-a961531b160f service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985598 Jul 14 11:47:00.258670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.extraroute_db [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added routes are [] {{(pid=93701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 11:47:00.260671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.extraroute_db [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 11:47:00.272708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2deca699-14b9-4ecd-98ee-79091e049ecf up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:00.319204 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '71228f24-8918-4360-b5ad-6f4098221dbe', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'port_id': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'mac_address': 'fa:16:3e:f8:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:46:21Z', 'updated_at': '2021-07-14T11:46:57Z', 'revision_number': 1, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:00.320659 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71fd64f7-fa80-41a8-875f-e3894f5aab96 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.398209 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b2927-f83a-4ab3-9dc9-407578d84285 None None] The sync data for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 is: [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '71228f24-8918-4360-b5ad-6f4098221dbe', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'port_id': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'mac_address': 'fa:16:3e:f8:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:46:21Z', 'updated_at': '2021-07-14T11:46:57Z', 'revision_number': 1, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:00.412624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 2deca699-14b9-4ecd-98ee-79091e049ecf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:00.414350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd64f7-fa80-41a8-875f-e3894f5aab96 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Subnet': ['ID=0111d5e8-1167-4481-84eb-f8e5bfa7101d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:00.428238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 2deca699-14b9-4ecd-98ee-79091e049ecf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:00.428701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.457549 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71fd64f7-fa80-41a8-875f-e3894f5aab96 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.465256 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-71fd64f7-fa80-41a8-875f-e3894f5aab96 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/subnets/0111d5e8-1167-4481-84eb-f8e5bfa7101d HTTP/1.1" status: 204 len: 168 time: 1.3338470 Jul 14 11:47:00.481119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.482832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60434) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:00.522961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b9b38-d459-482b-bd12-16764c07118a None None] Network b84247a5-d1ef-449c-8111-bb50f45a0986 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:00.540787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60436) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:00.636874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15e07-245b-474b-9076-e554bb724606 req-25eecb09-199e-4ff0-b4e8-3537263b8017 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:00.641919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fd15e07-245b-474b-9076-e554bb724606 req-25eecb09-199e-4ff0-b4e8-3537263b8017 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 983 time: 0.2387738 Jul 14 11:47:00.654035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3a8011e0-daec-4205-b76f-582bb7b68977 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf83387930474e128b1ee65a71c307a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082816 Jul 14 11:47:00.657576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60438) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:00.765430 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.857290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fd15e07-245b-474b-9076-e554bb724606 req-1bf8ef11-85cf-40a0-8d01-4e62c265af9e tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1978602 Jul 14 11:47:00.869271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:47:00.871738 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bb300b-faf7-4695-8035-f5338042fba1" -d '{"events": [{"server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "name": "network-vif-plugged", "status": "completed", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:00.875884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:00.880162 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f59d559b-3c5c-44a7-8524-931b3587f7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.887442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 2deca699-14b9-4ecd-98ee-79091e049ecf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2deca699-14b9-4ecd-98ee-79091e049ecf,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:00.900030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:00.900719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:00.908307 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:00.957231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f59d559b-3c5c-44a7-8524-931b3587f7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.025556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129c523-f260-41d9-a946-50a86080055d None None] DHCP port deletion for b84247a5-d1ef-449c-8111-bb50f45a0986 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:47:01.044245 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc12570-dd5d-4017-9af3-afcbd33e7bbc x-openstack-request-id: req-ffc12570-dd5d-4017-9af3-afcbd33e7bbc {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:01.044600 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "name": "network-vif-plugged", "status": "completed", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:01.044890 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffc12570-dd5d-4017-9af3-afcbd33e7bbc {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:01.045256 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'code': 200} Jul 14 11:47:01.075336 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f59d559b-3c5c-44a7-8524-931b3587f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.078827 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f59d559b-3c5c-44a7-8524-931b3587f7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.080718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f59d559b-3c5c-44a7-8524-931b3587f7cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b33ece55-5cf4-4990-a071-ee2764c5ce28 HTTP/1.1" status: 204 len: 168 time: 0.4209948 Jul 14 11:47:01.121563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d559b-3c5c-44a7-8524-931b3587f7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33ece55-5cf4-4990-a071-ee2764c5ce28,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:01.180925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=2deca699-14b9-4ecd-98ee-79091e049ecf,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:01.184981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:01.265060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a31a4e36-f286-4a07-a117-e55b5669eddd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:01.511207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b129c523-f260-41d9-a946-50a86080055d None None] Deleting port 0d7eceeb-8271-4fe9-827b-743868eb436e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:01.512104 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b129c523-f260-41d9-a946-50a86080055d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.628339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.635038 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.644272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60466) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:01.644437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.738097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b129c523-f260-41d9-a946-50a86080055d None None] For port 0d7eceeb-8271-4fe9-827b-743868eb436e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0d7eceeb-8271-4fe9-827b-743868eb436e,segment=NetworkSegment(8e68a47f-0dce-47d0-9e85-92a2e96dc6bb),segment_id=8e68a47f-0dce-47d0-9e85-92a2e96dc6bb)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:01.738648 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b129c523-f260-41d9-a946-50a86080055d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.764834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d3416-2918-4f47-b4be-8258c31f66cf req-3c528027-85eb-4ff8-aea4-d6ce7f346328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:01.766371 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae4d3416-2918-4f47-b4be-8258c31f66cf req-3c528027-85eb-4ff8-aea4-d6ce7f346328 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 1135 time: 0.2683315 Jul 14 11:47:01.808420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a31a4e36-f286-4a07-a117-e55b5669eddd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:01.817726 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a39d9-92de-4650-8bf2-3fe7b4beccb2 None None] New status for floating IP 71228f24-8918-4360-b5ad-6f4098221dbe: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:47:01.835417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b129c523-f260-41d9-a946-50a86080055d None None] Calling delete_port for 0d7eceeb-8271-4fe9-827b-743868eb436e owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:01.837182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a31a4e36-f286-4a07-a117-e55b5669eddd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:01.837553 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.850519 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae4d3416-2918-4f47-b4be-8258c31f66cf req-451d8368-602b-47f4-824e-9346590f9a53 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0732417 Jul 14 11:47:01.862255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:47:01.868959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Deleting port 0d7eceeb-8271-4fe9-827b-743868eb436e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:01.869302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:01.921206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1920690802-network', 'tenant_id': 'd8b40f19bfff49c697425472ba14e443'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:01.982522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Made reservation on behalf of d8b40f19bfff49c697425472ba14e443 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:01.985569 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.003453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.055894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] For port 0d7eceeb-8271-4fe9-827b-743868eb436e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0d7eceeb-8271-4fe9-827b-743868eb436e,segment=NetworkSegment(8e68a47f-0dce-47d0-9e85-92a2e96dc6bb),segment_id=8e68a47f-0dce-47d0-9e85-92a2e96dc6bb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:02.056304 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.084967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Calling delete_port for 0d7eceeb-8271-4fe9-827b-743868eb436e owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:02.087332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:02.101069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.104682 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5d3467dc-19cc-40bb-86eb-1fde0c9c94fd tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029 HTTP/1.1" status: 200 len: 700 time: 3.1733949 Jul 14 11:47:02.105402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60482) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:02.187273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60484) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:02.222863 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b129c523-f260-41d9-a946-50a86080055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.258984 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.259384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80ea90-1e69-4369-85bb-a09ce921b902 req-72bfee07-3dc7-4e11-ab32-4e3a54887619 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:02.261022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd80ea90-1e69-4369-85bb-a09ce921b902 req-72bfee07-3dc7-4e11-ab32-4e3a54887619 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 984 time: 0.2282534 Jul 14 11:47:02.282697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d30b8452-77c9-4674-86bc-86b966283afb tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029 HTTP/1.1" status: 200 len: 700 time: 0.1743693 Jul 14 11:47:02.290300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60488) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:02.318291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Port': ['ID=0d7eceeb-8271-4fe9-827b-743868eb436e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:02.327359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] No DVR routers for this DVR port 0d7eceeb-8271-4fe9-827b-743868eb436e on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:02.359008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-687991802-network', 'tenant_id': '50a8ed70567e4ba9a6fea682422c0d8c'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:02.409826 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.428582 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.429104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.443490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84247a5-d1ef-449c-8111-bb50f45a0986']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:02.446416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Made reservation on behalf of 50a8ed70567e4ba9a6fea682422c0d8c for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:02.448928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.456083 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.460067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd80ea90-1e69-4369-85bb-a09ce921b902 req-97f3dfe2-dd03-469b-882a-d6086a5681fc tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1872647 Jul 14 11:47:02.461979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129c523-f260-41d9-a946-50a86080055d None None] Pushing event deleted for resources: {'Port': ['ID=0d7eceeb-8271-4fe9-827b-743868eb436e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:02.465382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129c523-f260-41d9-a946-50a86080055d None None] No DVR routers for this DVR port 0d7eceeb-8271-4fe9-827b-743868eb436e on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:02.475220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e68a47f-0dce-47d0-9e85-92a2e96dc6bb') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:02.477099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:47:02.481721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e68a47f-0dce-47d0-9e85-92a2e96dc6bb') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:02.489485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.508641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.531612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port a31a4e36-f286-4a07-a117-e55b5669eddd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a31a4e36-f286-4a07-a117-e55b5669eddd,segment=NetworkSegment(eb987275-d221-4e37-8775-0b55bd259153),segment_id=eb987275-d221-4e37-8775-0b55bd259153)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:02.539125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.541050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:00Z', 'revision_number': 7, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31a4e36-f286-4a07-a117-e55b5669eddd', 'name': '', 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:24:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:51Z', 'updated_at': '2021-07-14T11:46:58Z', 'revision_number': 4, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:02.545679 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.550536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:47:02.550826 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:47:02.554110 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:47:02.577954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:02.639752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:02.641294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:02.720730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3a6c300d-052a-4304-899f-15b32b9ae9b5 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:02.736717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.739721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.768167 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.774444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.782487 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/networks/b84247a5-d1ef-449c-8111-bb50f45a0986 HTTP/1.1" status: 204 len: 168 time: 2.2962987 Jul 14 11:47:02.782487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc1a02-ff3a-4354-b125-6ab65728631d tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Pushing event deleted for resources: {'Network': ['ID=b84247a5-d1ef-449c-8111-bb50f45a0986,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:02.817161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60492) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:02.819461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8302fe-a16f-4db6-b174-5aa65c633b03,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:02.853871 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 3a6c300d-052a-4304-899f-15b32b9ae9b5 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:02.854580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3a6c300d-052a-4304-899f-15b32b9ae9b5 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:02.855174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0d7eceeb-8271-4fe9-827b-743868eb436e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:02.869067 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a39452d3-d53e-4880-9b2f-10e177f1fc32 tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d79e40c-31fa-460a-bcdd-50847f24af62 HTTP/1.1" status: 200 len: 205 time: 0.0455258 Jul 14 11:47:02.873893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60496) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:02.887232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:47:02.908432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 0d7eceeb-8271-4fe9-827b-743868eb436e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:02.909316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0d7eceeb-8271-4fe9-827b-743868eb436e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:02.955238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=a31a4e36-f286-4a07-a117-e55b5669eddd,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:02.967687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:02.994562 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:02.994935 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Added segment 540246cd-c870-49d9-831b-5d03b3efdc67 of type vlan for network 4367bbd5-a238-4a37-8fd4-632c173daa18 Jul 14 11:47:03.010956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f718d773-3f53-4086-bd53-f3317cd7f6bf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.021503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c89cb59-91f8-4e23-b1b0-388339b6b620,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:03.031539 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.031923 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Added segment 29b51666-393b-44d8-bf90-06ca753abfaa of type vlan for network 4a7d7e2f-0cdb-4e72-a310-585728d8446d Jul 14 11:47:03.097155 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.141796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a31a4e36-f286-4a07-a117-e55b5669eddd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:03.173120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.174440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:03.175260 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.242066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f718d773-3f53-4086-bd53-f3317cd7f6bf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.244617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f718d773-3f53-4086-bd53-f3317cd7f6bf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.245927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a31a4e36-f286-4a07-a117-e55b5669eddd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:03.246317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.263654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6179669 Jul 14 11:47:03.267363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60498) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:03.275587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Request body: {'subnet': {'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1920690802-subnet', 'tenant_id': 'd8b40f19bfff49c697425472ba14e443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:03.287656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c1a5-1538-4178-ac5f-2a86f562ad59 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7d7e2f-0cdb-4e72-a310-585728d8446d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:03.288313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:00Z', 'revision_number': 7, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31a4e36-f286-4a07-a117-e55b5669eddd', 'name': '', 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:24:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:51Z', 'updated_at': '2021-07-14T11:47:02Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:03.321932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 4a7d7e2f-0cdb-4e72-a310-585728d8446d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:47:03.322543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Made reservation on behalf of d8b40f19bfff49c697425472ba14e443 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:03.325214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45f7cb-c3f4-4c56-a8f4-4f61b71d44dc None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:00Z', 'revision_number': 7, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31a4e36-f286-4a07-a117-e55b5669eddd', 'name': '', 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:24:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:51Z', 'updated_at': '2021-07-14T11:47:02Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:03.325475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.330338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f718d773-3f53-4086-bd53-f3317cd7f6bf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.330703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f718d773-3f53-4086-bd53-f3317cd7f6bf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Fanout notify agent at l3_agent the message router_deleted on router 2d79e40c-31fa-460a-bcdd-50847f24af62 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:47:03.341785 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f718d773-3f53-4086-bd53-f3317cd7f6bf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.346144 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f718d773-3f53-4086-bd53-f3317cd7f6bf tempest-RoutersNegativeIpV6Test-2089768442 tempest-RoutersNegativeIpV6Test-2089768442-project] 10.222.0.38 "DELETE /v2.0/routers/2d79e40c-31fa-460a-bcdd-50847f24af62 HTTP/1.1" status: 204 len: 168 time: 0.4709156 Jul 14 11:47:03.363896 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.397383 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.398479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:03.399225 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.483869 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.522842 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3343351 Jul 14 11:47:03.529008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60504) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:03.534917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Request body: {'subnet': {'network_id': '4367bbd5-a238-4a37-8fd4-632c173daa18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-687991802-subnet', 'tenant_id': '50a8ed70567e4ba9a6fea682422c0d8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:03.565192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Made reservation on behalf of 50a8ed70567e4ba9a6fea682422c0d8c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:03.567841 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.625069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0f634-1f5e-4f45-b865-bf8de75e57d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4367bbd5-a238-4a37-8fd4-632c173daa18,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:03.636255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 4367bbd5-a238-4a37-8fd4-632c173daa18 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:47:03.762977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60508) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:03.770842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.790210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:03.812660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:03.817131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:03.820485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=492d58be-d5ab-43c4-a4a8-13e3b6e29699,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:03.902296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3237be6-3983-487d-accb-542f3edcd9a6 req-16cc1614-85e8-407b-aa4e-5d73e9fe4268 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:03.904502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3237be6-3983-487d-accb-542f3edcd9a6 req-16cc1614-85e8-407b-aa4e-5d73e9fe4268 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 984 time: 0.2264245 Jul 14 11:47:03.916240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:03.943761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Checking segment: {'id': '29b51666-393b-44d8-bf90-06ca753abfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:03.944161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Network hostable DHCP agents. Network: 4a7d7e2f-0cdb-4e72-a310-585728d8446d, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:47:03.955006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:04.005569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f5e2c4-50c4-4ee2-8fb3-6690326d9bad,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:04.010865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Checking segment: {'id': '540246cd-c870-49d9-831b-5d03b3efdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4367bbd5-a238-4a37-8fd4-632c173daa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:04.011315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Network hostable DHCP agents. Network: 4367bbd5-a238-4a37-8fd4-632c173daa18, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:47:04.033450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Network 4367bbd5-a238-4a37-8fd4-632c173daa18 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:47:04.045208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 4367bbd5-a238-4a37-8fd4-632c173daa18) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:04.049688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:04.050222 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:04.060214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e5519b-5731-43a2-9f23-a52b12c65623 None None] Network 4367bbd5-a238-4a37-8fd4-632c173daa18 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:04.069878 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-720b5137-a564-454b-ae48-33f95fbf3051 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5395355 Jul 14 11:47:04.074071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Network 4a7d7e2f-0cdb-4e72-a310-585728d8446d is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:47:04.088916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3237be6-3983-487d-accb-542f3edcd9a6 req-48a67b0c-81a9-47c7-97d2-62bd4b3c6999 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1539195 Jul 14 11:47:04.100862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-26180395-72a2-4117-a25f-db793d9bb88e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=946184f724fe446e99760bd36711f34c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353486 Jul 14 11:47:04.101600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60518) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:04.104063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 4a7d7e2f-0cdb-4e72-a310-585728d8446d) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:04.113850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:04.114660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:04.153125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82100a2-9c64-4de5-8c22-4f2a0b901f71 None None] Network 4a7d7e2f-0cdb-4e72-a310-585728d8446d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:04.157747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-751afae2-91d4-4133-9296-ca42c5a50099 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8881245 Jul 14 11:47:04.166924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port a31a4e36-f286-4a07-a117-e55b5669eddd {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:04.167875 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:04.231635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8072bba5-292b-4aa4-917c-147b106a5876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:04.286599 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8072bba5-292b-4aa4-917c-147b106a5876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:04.303221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port a31a4e36-f286-4a07-a117-e55b5669eddd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a31a4e36-f286-4a07-a117-e55b5669eddd,segment=NetworkSegment(eb987275-d221-4e37-8775-0b55bd259153),segment_id=eb987275-d221-4e37-8775-0b55bd259153)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:04.303974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:04.327672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for a31a4e36-f286-4a07-a117-e55b5669eddd owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:04.359998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8072bba5-292b-4aa4-917c-147b106a5876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:04.366607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8072bba5-292b-4aa4-917c-147b106a5876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:04.369896 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8072bba5-292b-4aa4-917c-147b106a5876 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed2aa923-1a90-43a5-aaa6-ce0b5a5fc272 HTTP/1.1" status: 204 len: 168 time: 0.2650709 Jul 14 11:47:04.387839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072bba5-292b-4aa4-917c-147b106a5876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2aa923-1a90-43a5-aaa6-ce0b5a5fc272,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:04.598764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf27e3-f517-4fb1-ae7b-c2af9333c1cd None None] Network 4367bbd5-a238-4a37-8fd4-632c173daa18 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:04.614298 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:04.653718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=a31a4e36-f286-4a07-a117-e55b5669eddd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:04.670984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b853772-4895-4ac4-a5c9-45673ac8dcce req-7e13d478-762a-439d-83dd-3d416a727b50 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:04.673024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b853772-4895-4ac4-a5c9-45673ac8dcce req-7e13d478-762a-439d-83dd-3d416a727b50 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 984 time: 0.1644642 Jul 14 11:47:04.702507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:00Z', 'revision_number': 7, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31a4e36-f286-4a07-a117-e55b5669eddd', 'name': '', 'network_id': '431d3fe5-4005-463f-ada4-95d5e0416b27', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:24:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:51Z', 'updated_at': '2021-07-14T11:47:02Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'ac124d26-2770-4cb9-9587-f6a10740e9d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:04.708810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d559a-9c72-40e2-a399-08beceeb87b2 None None] Network 4a7d7e2f-0cdb-4e72-a310-585728d8446d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:04.970233 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:47:05.031680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:05.096484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:05.097120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:05.134720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b853772-4895-4ac4-a5c9-45673ac8dcce req-947573f5-07ea-4089-982a-ca2a6e8009ea tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3900447 Jul 14 11:47:05.197648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-61cc19e9-4f70-4238-9d90-3be690114531 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:05.202518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-61cc19e9-4f70-4238-9d90-3be690114531 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/networks?id=4367bbd5-a238-4a37-8fd4-632c173daa18 HTTP/1.1" status: 200 len: 821 time: 0.4108732 Jul 14 11:47:05.241072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-c2a61637-259f-4641-9aa7-77e55e247a09 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/quotas/50a8ed70567e4ba9a6fea682422c0d8c HTTP/1.1" status: 200 len: 375 time: 0.0180552 Jul 14 11:47:05.244081 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:05.277264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:05.431068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-0022e574-9126-417a-87d5-67aed8ca34d2 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=50a8ed70567e4ba9a6fea682422c0d8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1766374 Jul 14 11:47:05.645513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-e4c29e9e-3213-49cf-8cbe-92db692ee9d8 service neutron] 10.222.0.38 "GET /v2.0/networks/4367bbd5-a238-4a37-8fd4-632c173daa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132776 Jul 14 11:47:05.698927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:04Z', 'revision_number': 8, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:05.732340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac68c5-65c8-4dc9-a31a-f7897c83050f None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:04Z', 'revision_number': 8, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:05.769058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60574) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:05.789873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:47:05.794526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-7ba31758-f4ee-431e-b3d7-684468758d6f service neutron] 10.222.0.38 "GET /v2.0/networks/4367bbd5-a238-4a37-8fd4-632c173daa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475456 Jul 14 11:47:05.892743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group': {'name': 'tempest-secgroup--319614540'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:05.906855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:05.915011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7286810a-27ee-4444-af10-f3784e8ea8c9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6217203 Jul 14 11:47:05.917174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60578) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:05.922932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47285123-30b1-4415-97c9-c86205a2416d req-e6bc08dc-4158-4da2-b46b-c181202feccd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:05.924928 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47285123-30b1-4415-97c9-c86205a2416d req-e6bc08dc-4158-4da2-b46b-c181202feccd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 1135 time: 0.1836667 Jul 14 11:47:05.927870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:05.955387 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-47285123-30b1-4415-97c9-c86205a2416d req-f865ecb7-3dd7-47b1-b05a-a39060a94b44 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:05.963824 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.015965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73af50d-ac32-43b6-8b61-9a32f63bfb58 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting subnet ac124d26-2770-4cb9-9587-f6a10740e9d3 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:47:06.019138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b73af50d-ac32-43b6-8b61-9a32f63bfb58 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.040740 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bf04260-9a58-4525-8be5-07ead8145c9c req-61e487ed-d597-4eab-bfa0-b1895adbf86d tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 210 time: 0.0416615 Jul 14 11:47:06.094346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b73af50d-ac32-43b6-8b61-9a32f63bfb58 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.145756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-47285123-30b1-4415-97c9-c86205a2416d req-f865ecb7-3dd7-47b1-b05a-a39060a94b44 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.156693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-47285123-30b1-4415-97c9-c86205a2416d req-f865ecb7-3dd7-47b1-b05a-a39060a94b44 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.201750 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47285123-30b1-4415-97c9-c86205a2416d req-f865ecb7-3dd7-47b1-b05a-a39060a94b44 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2674377 Jul 14 11:47:06.218250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865ecb7-3dd7-47b1-b05a-a39060a94b44 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50892c63-f9d3-4b53-aa76-586e8007f792,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:06.251407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60588) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:06.324779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed92d62-fc05-4e6f-a1bc-a35e0bae6c2d tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:06.327775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bed92d62-fc05-4e6f-a1bc-a35e0bae6c2d tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 1130 time: 0.0743971 Jul 14 11:47:06.330774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60590) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:06.342838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:06.362620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b73af50d-ac32-43b6-8b61-9a32f63bfb58 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.388824 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.398399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.433457 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:06.444077 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:06.447294 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:06.493534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d987ee24-1930-477a-ab5c-d7a0a01e0410,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:06.544992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.562789 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:06.619747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b73af50d-ac32-43b6-8b61-9a32f63bfb58 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.678633 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b73af50d-ac32-43b6-8b61-9a32f63bfb58 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.681098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b73af50d-ac32-43b6-8b61-9a32f63bfb58 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/ac124d26-2770-4cb9-9587-f6a10740e9d3 HTTP/1.1" status: 204 len: 168 time: 0.7629950 Jul 14 11:47:06.684563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60604) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:06.686300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684f6f2f-fad6-4cb4-9e07-95d07fa91bf6 None None] Network 431d3fe5-4005-463f-ada4-95d5e0416b27 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:06.743322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73af50d-ac32-43b6-8b61-9a32f63bfb58 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Subnet': ['ID=ac124d26-2770-4cb9-9587-f6a10740e9d3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:06.801276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.812647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.864218 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.868991 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0986187 Jul 14 11:47:06.872087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60606) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:06.876758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01895cc0-3f1b-4892-a52c-76f22dfb38c7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207fbad2-bac7-4f4e-8640-395229b8e626,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:06.899406 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.907142 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:06.963941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a742a-1658-4bb7-9e4c-485cc18217c8 None None] DHCP port deletion for 431d3fe5-4005-463f-ada4-95d5e0416b27 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:47:07.015101 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bb89096d-fe57-40b7-bd07-01f1144eb404 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1403520 Jul 14 11:47:07.022258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60608) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:07.035218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group': {'name': 'tempest-security--2035920556', 'description': 'tempest-security-description-356508476'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:07.079778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a742a-1658-4bb7-9e4c-485cc18217c8 None None] Deleting port b707376e-d28c-477a-bf25-c763473effd9 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:07.080144 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a8a742a-1658-4bb7-9e4c-485cc18217c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.140903 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.182997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port b707376e-d28c-477a-bf25-c763473effd9 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:07.183681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.204981 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:04Z', 'revision_number': 8, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:07.207394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a31a4e36-f286-4a07-a117-e55b5669eddd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:07.224117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Allocated IP 172.25.2.96 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/62b7e071-5ebf-4d13-bde4-153cffe681f7) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:07.259974 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:07.270052 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:07.270919 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:07.272423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a31a4e36-f286-4a07-a117-e55b5669eddd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:07.272761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a31a4e36-f286-4a07-a117-e55b5669eddd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:07.273181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b707376e-d28c-477a-bf25-c763473effd9 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:07.323142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6562f446-49f8-40bb-9c27-9caaceacde80 req-f32997d0-1bd6-422f-8847-432920c2368b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 210 time: 0.0375018 Jul 14 11:47:07.358127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6a8a742a-1658-4bb7-9e4c-485cc18217c8 None None] For port b707376e-d28c-477a-bf25-c763473effd9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b707376e-d28c-477a-bf25-c763473effd9,segment=NetworkSegment(eb987275-d221-4e37-8775-0b55bd259153),segment_id=eb987275-d221-4e37-8775-0b55bd259153)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:07.359411 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a8a742a-1658-4bb7-9e4c-485cc18217c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.381563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a742a-1658-4bb7-9e4c-485cc18217c8 None None] Calling delete_port for b707376e-d28c-477a-bf25-c763473effd9 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:07.381903 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.383549 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:07.394003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port b707376e-d28c-477a-bf25-c763473effd9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b707376e-d28c-477a-bf25-c763473effd9,segment=NetworkSegment(eb987275-d221-4e37-8775-0b55bd259153),segment_id=eb987275-d221-4e37-8775-0b55bd259153)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:07.396876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.432121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.437407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for b707376e-d28c-477a-bf25-c763473effd9 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:07.448876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.461953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.464680 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.472969 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.474411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "PUT /v2.0/security-groups/207fbad2-bac7-4f4e-8640-395229b8e626 HTTP/1.1" status: 200 len: 1779 time: 0.4500997 Jul 14 11:47:07.476911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60612) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:07.525302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b707376e-d28c-477a-bf25-c763473effd9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b707376e-d28c-477a-bf25-c763473effd9,segment=NetworkSegment(eb987275-d221-4e37-8775-0b55bd259153),segment_id=eb987275-d221-4e37-8775-0b55bd259153)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:07.534191 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.567298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207fbad2-bac7-4f4e-8640-395229b8e626,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:07.589572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=62b7e071-5ebf-4d13-bde4-153cffe681f7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:07.599115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:07.604293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:07.609427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:47:07.623472 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a8a742a-1658-4bb7-9e4c-485cc18217c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.635971 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0cd66486-af3d-4a87-a704-db2b04d15639 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups/207fbad2-bac7-4f4e-8640-395229b8e626 HTTP/1.1" status: 200 len: 1779 time: 0.0937347 Jul 14 11:47:07.638722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60616) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:07.678064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.678461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.682643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.682996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.683469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.684387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.684725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.685058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.685388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.686371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.686712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.687042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c957e0-71a0-487a-9bbb-453291dba2b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:07.705864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a742a-1658-4bb7-9e4c-485cc18217c8 None None] No DVR routers for this DVR port b707376e-d28c-477a-bf25-c763473effd9 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:07.722196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b707376e-d28c-477a-bf25-c763473effd9,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:07.752738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:04Z', 'revision_number': 8, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:07.791229 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbea6e-0a4e-4640-8219-0095bca7cfe2 None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:04Z', 'revision_number': 8, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '1b72ef17-36ae-4960-b19e-03073b428027', 'name': '', 'network_id': '1ce4ddaa-0339-4932-b1a4-4f4efefb6be9', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:9b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:38Z', 'updated_at': '2021-07-14T11:46:49Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '0ce1321c-9de6-4fdf-8cd6-8072ba99ba85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:07.823306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a742a-1658-4bb7-9e4c-485cc18217c8 None None] Pushing event deleted for resources: {'Port': ['ID=b707376e-d28c-477a-bf25-c763473effd9,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:07.842327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5401c6e1-81d7-435b-a565-86558c6baec5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.877303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5401c6e1-81d7-435b-a565-86558c6baec5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.883765 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.904486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No DVR routers for this DVR port b707376e-d28c-477a-bf25-c763473effd9 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:07.975672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5401c6e1-81d7-435b-a565-86558c6baec5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.978530 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5401c6e1-81d7-435b-a565-86558c6baec5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:07.982541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60622) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:07.982751 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5401c6e1-81d7-435b-a565-86558c6baec5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-groups/207fbad2-bac7-4f4e-8640-395229b8e626 HTTP/1.1" status: 204 len: 168 time: 0.3428833 Jul 14 11:47:07.988121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=b707376e-d28c-477a-bf25-c763473effd9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:08.009828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401c6e1-81d7-435b-a565-86558c6baec5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207fbad2-bac7-4f4e-8640-395229b8e626,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:08.102985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.123089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431d3fe5-4005-463f-ada4-95d5e0416b27']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:08.153517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb987275-d221-4e37-8775-0b55bd259153') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:08.153799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb987275-d221-4e37-8775-0b55bd259153') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:08.161625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-03ee7c23-5f26-4b52-b06a-f21a82a11581 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:08.163340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-03ee7c23-5f26-4b52-b06a-f21a82a11581 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.64 "GET /v2.0/networks?id=4367bbd5-a238-4a37-8fd4-632c173daa18 HTTP/1.1" status: 200 len: 821 time: 0.4185116 Jul 14 11:47:08.185869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Request body: {'port': {'device_id': '45bfcf89-2dde-493c-9d87-d1d55e6c1632', 'network_id': '4367bbd5-a238-4a37-8fd4-632c173daa18', 'admin_state_up': True, 'tenant_id': '50a8ed70567e4ba9a6fea682422c0d8c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:08.217489 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.252390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4ef64108-d159-4953-91f0-5c75144b94d3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2528069 Jul 14 11:47:08.253194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60624) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:08.268419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.270284 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-b3184124-0b25-4604-bd7e-71a2ed1d81a7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] delete failed (client error): The resource could not be found. Jul 14 11:47:08.271453 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b3184124-0b25-4604-bd7e-71a2ed1d81a7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-groups/207fbad2-bac7-4f4e-8640-395229b8e626 HTTP/1.1" status: 404 len: 347 time: 0.0174844 Jul 14 11:47:08.276105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60626) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:08.279970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:47:08.280378 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.282264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7ef3e470-2179-4ec9-801d-f0606ae72391 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group': {'name': 'tempest-secgroup--915876075'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:47:08.283265 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:47:08.392328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e470-2179-4ec9-801d-f0606ae72391 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.455516 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.468230 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.470540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/networks/431d3fe5-4005-463f-ada4-95d5e0416b27 HTTP/1.1" status: 204 len: 168 time: 1.7848947 Jul 14 11:47:08.480977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60630) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:08.485591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c3108-7398-4874-a294-70d6370d05b0 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Network': ['ID=431d3fe5-4005-463f-ada4-95d5e0416b27,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:08.542392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b805220c-39e8-4b0e-936a-32c684b1451c req-f1b420ed-dbc4-4aa2-bce1-9573bbefa8c1 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 210 time: 0.0326512 Jul 14 11:47:08.601115 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.741682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e470-2179-4ec9-801d-f0606ae72391 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.760599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Made reservation on behalf of 50a8ed70567e4ba9a6fea682422c0d8c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:08.765220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.766488 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e470-2179-4ec9-801d-f0606ae72391 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.814190 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e470-2179-4ec9-801d-f0606ae72391 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.818530 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7ef3e470-2179-4ec9-801d-f0606ae72391 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5382798 Jul 14 11:47:08.819313 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:08.821327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60636) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:08.829134 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-667fd57b-7820-460f-ab04-09a9ed86d041 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': '8e44dbde-5b08-452e-aba0-4f289ec399c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:08.874632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e470-2179-4ec9-801d-f0606ae72391 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44dbde-5b08-452e-aba0-4f289ec399c7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:08.934133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Allocated IP 172.20.0.10 (4367bbd5-a238-4a37-8fd4-632c173daa18/83f5e2c4-50c4-4ee2-8fb3-6690326d9bad/3989ac73-3ece-43ad-aa42-47a221360ca2) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:09.004152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-667fd57b-7820-460f-ab04-09a9ed86d041 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.163787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.174667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.187734 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.221175 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.233401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-667fd57b-7820-460f-ab04-09a9ed86d041 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.241118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-667fd57b-7820-460f-ab04-09a9ed86d041 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.295543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Network 4367bbd5-a238-4a37-8fd4-632c173daa18 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:09.299243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fd57b-7820-460f-ab04-09a9ed86d041 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4690ed-889a-4b7c-84b6-475f4eabf742,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:09.304590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:09.312427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:47:09.324800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=62b7e071-5ebf-4d13-bde4-153cffe681f7,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:09.335676 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-667fd57b-7820-460f-ab04-09a9ed86d041 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.337101 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-667fd57b-7820-460f-ab04-09a9ed86d041 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5144510 Jul 14 11:47:09.342163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60644) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:09.364294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Pushing event updated for resources: {'Port': ['ID=3989ac73-3ece-43ad-aa42-47a221360ca2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:09.364765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.393293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:09.394209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.410461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-dc79edba-eb30-4db8-916b-ceff36e82e66 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2338517 Jul 14 11:47:09.423646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Request body: {'port': {'device_id': '45bfcf89-2dde-493c-9d87-d1d55e6c1632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:09.425351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6859a21e-6ebb-4964-9d12-bf34c6a45792 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.448057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9f9c69be-5856-4ff0-aa76-7acfd5bcb5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.507828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.920153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6859a21e-6ebb-4964-9d12-bf34c6a45792 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:09.961094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.101927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6859a21e-6ebb-4964-9d12-bf34c6a45792 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.115842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6859a21e-6ebb-4964-9d12-bf34c6a45792 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.120550 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6859a21e-6ebb-4964-9d12-bf34c6a45792 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/1d4690ed-889a-4b7c-84b6-475f4eabf742 HTTP/1.1" status: 204 len: 168 time: 0.7772758 Jul 14 11:47:10.128589 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Floating IP a8dd81a6-631a-4959-bc35-45738dc85900 associated. External IP: 172.25.2.96, port: 2deca699-14b9-4ecd-98ee-79091e049ecf. Jul 14 11:47:10.186337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60654) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:10.201090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859a21e-6ebb-4964-9d12-bf34c6a45792 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d4690ed-889a-4b7c-84b6-475f4eabf742,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:10.273588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a715c-b51a-4673-aa03-8ed2924fb08a req-52a12730-48d2-4fe4-a157-f08c0adc785e tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:10.275117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e26a715c-b51a-4673-aa03-8ed2924fb08a req-52a12730-48d2-4fe4-a157-f08c0adc785e tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 932 time: 0.5060019 Jul 14 11:47:10.336983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3989ac73-3ece-43ad-aa42-47a221360ca2 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:47:10.350487 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.354093 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e1823252-a3a2-4ee8-a320-91faba5e20f7 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1641014 Jul 14 11:47:10.355924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60656) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:10.365330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e26a715c-b51a-4673-aa03-8ed2924fb08a req-f05d766b-9748-4425-8a5c-80cf3fed12ff tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665841 Jul 14 11:47:10.399611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Transition to ACTIVE for port object 3989ac73-3ece-43ad-aa42-47a221360ca2 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:47:10.411458 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.492811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Pushing event updated for resources: {'Port': ['ID=3989ac73-3ece-43ad-aa42-47a221360ca2,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:10.518353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0872-5c5c-457c-b5e0-335fd9926f1b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.537475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Router 6cb9f0c7-b564-4149-8d0e-65642c74dbce has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:47:10.576582 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0872-5c5c-457c-b5e0-335fd9926f1b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.615469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Attempting to bind port 3989ac73-3ece-43ad-aa42-47a221360ca2 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:47:10.615805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Attempting to bind port 3989ac73-3ece-43ad-aa42-47a221360ca2 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '540246cd-c870-49d9-831b-5d03b3efdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4367bbd5-a238-4a37-8fd4-632c173daa18'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:47:10.616154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Attempting to bind port 3989ac73-3ece-43ad-aa42-47a221360ca2 on network 4367bbd5-a238-4a37-8fd4-632c173daa18 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:47:10.622829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Port 3989ac73-3ece-43ad-aa42-47a221360ca2 on network 4367bbd5-a238-4a37-8fd4-632c173daa18 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:47:10.623664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Attempting to bind port 3989ac73-3ece-43ad-aa42-47a221360ca2 on network 4367bbd5-a238-4a37-8fd4-632c173daa18 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:47:10.629029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:47:10.629404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Checking segment: {'id': '540246cd-c870-49d9-831b-5d03b3efdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4367bbd5-a238-4a37-8fd4-632c173daa18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:10.629788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Bound using segment: {'id': '540246cd-c870-49d9-831b-5d03b3efdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4367bbd5-a238-4a37-8fd4-632c173daa18'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:47:10.630284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Bound port: 3989ac73-3ece-43ad-aa42-47a221360ca2, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540246cd-c870-49d9-831b-5d03b3efdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4367bbd5-a238-4a37-8fd4-632c173daa18'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:47:10.630570 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.660540 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0872-5c5c-457c-b5e0-335fd9926f1b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.662504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0872-5c5c-457c-b5e0-335fd9926f1b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.666495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dfdf0872-5c5c-457c-b5e0-335fd9926f1b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-groups/8e44dbde-5b08-452e-aba0-4f289ec399c7 HTTP/1.1" status: 204 len: 168 time: 0.3094556 Jul 14 11:47:10.667140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60658) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:10.667298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 1b72ef17-36ae-4960-b19e-03073b428027 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:10.667547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.711566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf0872-5c5c-457c-b5e0-335fd9926f1b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44dbde-5b08-452e-aba0-4f289ec399c7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:10.744602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:10.757405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] Sync routers for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:10.764935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f78eeb44-a4d4-40fa-9295-a87cb7b3f565 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750699 Jul 14 11:47:10.767687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60660) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:10.773666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:10.775263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d5025194-d454-4220-ae7b-21b870dab309 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group': {'name': 'tempest-secgroup--918275640'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:10.776931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:10.784193 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.795661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] For port 3989ac73-3ece-43ad-aa42-47a221360ca2, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:10.799029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] For port 3989ac73-3ece-43ad-aa42-47a221360ca2, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3989ac73-3ece-43ad-aa42-47a221360ca2,segment=NetworkSegment(540246cd-c870-49d9-831b-5d03b3efdc67),segment_id=540246cd-c870-49d9-831b-5d03b3efdc67)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:10.806582 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.845210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:10.846409 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.846966 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1e253d28-4c5b-40f2-940c-83291aface8f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5131216 Jul 14 11:47:10.848304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] 10.222.0.64 "PUT /v2.0/ports/3989ac73-3ece-43ad-aa42-47a221360ca2 HTTP/1.1" status: 200 len: 1092 time: 1.4291842 Jul 14 11:47:10.848986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bfcf89-2dde-493c-9d87-d1d55e6c1632', 'tag': '3989ac73-3ece-43ad-aa42-47a221360ca2'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:47:10.851640 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04d2c8e-e35b-4caa-8afd-989f267b535a" -d '{"events": [{"name": "network-changed", "server_uuid": "45bfcf89-2dde-493c-9d87-d1d55e6c1632", "tag": "3989ac73-3ece-43ad-aa42-47a221360ca2"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:10.855012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60662) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:10.856068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:47:10.858902 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c71cf83-fc47-4fc2-a2af-8527323f6a47" -d '{"events": [{"name": "network-changed", "server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:10.929643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port 1b72ef17-36ae-4960-b19e-03073b428027, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b72ef17-36ae-4960-b19e-03073b428027,segment=NetworkSegment(969697b3-e352-4c76-91e4-de1a049d0200),segment_id=969697b3-e352-4c76-91e4-de1a049d0200)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:10.930295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:10.936525 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac86bd32-d0ea-45ab-adb0-5b93dfa8a5e8 x-openstack-request-id: req-ac86bd32-d0ea-45ab-adb0-5b93dfa8a5e8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:10.937152 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:10.937781 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac86bd32-d0ea-45ab-adb0-5b93dfa8a5e8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:10.938604 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'status': 'completed', 'code': 200} Jul 14 11:47:10.967915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c38b6-6e26-4f93-a090-6cb831aa325a service neutron] Pushing event updated for resources: {'Port': ['ID=3989ac73-3ece-43ad-aa42-47a221360ca2,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:10.987173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:11.037323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-8e88db30-0d98-45cb-bfc9-1251c7bbb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.042227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-8e88db30-0d98-45cb-bfc9-1251c7bbb389 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50a8ed70567e4ba9a6fea682422c0d8c&device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 1095 time: 0.1419420 Jul 14 11:47:11.124774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-be1b8147-aee6-4150-a120-a2083a4f9866 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3989ac73-3ece-43ad-aa42-47a221360ca2 HTTP/1.1" status: 200 len: 217 time: 0.0739822 Jul 14 11:47:11.136405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 1b72ef17-36ae-4960-b19e-03073b428027 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:11.140672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5025194-d454-4220-ae7b-21b870dab309 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:11.236044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-6d7b3a17-6aa4-4dc5-97d4-bfd4bf5ba65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.237848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-6d7b3a17-6aa4-4dc5-97d4-bfd4bf5ba65c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83f5e2c4-50c4-4ee2-8fb3-6690326d9bad HTTP/1.1" status: 200 len: 861 time: 0.1037064 Jul 14 11:47:11.240389 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26b6806-0754-474c-8a5a-110222909b1e x-openstack-request-id: req-b26b6806-0754-474c-8a5a-110222909b1e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:11.240876 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bfcf89-2dde-493c-9d87-d1d55e6c1632", "tag": "3989ac73-3ece-43ad-aa42-47a221360ca2", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:11.242539 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b26b6806-0754-474c-8a5a-110222909b1e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:11.243141 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bfcf89-2dde-493c-9d87-d1d55e6c1632', 'tag': '3989ac73-3ece-43ad-aa42-47a221360ca2', 'status': 'completed', 'code': 200} Jul 14 11:47:11.287779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5025194-d454-4220-ae7b-21b870dab309 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:11.313355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-f90ef84a-fca0-4305-aac1-8ab67e321a82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4367bbd5-a238-4a37-8fd4-632c173daa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676143 Jul 14 11:47:11.353005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'a8dd81a6-631a-4959-bc35-45738dc85900', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'port_id': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'mac_address': 'fa:16:3e:d9:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701d254a-9d01-4879-ab40-2a432d74f417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:47:08Z', 'updated_at': '2021-07-14T11:47:08Z', 'revision_number': 0, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3609d8d8-d9f8-4826-a12f-b97e09f20c7b', 'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:71:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:26Z', 'updated_at': '2021-07-14T11:46:45Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:11.385474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] Checking router: 6cb9f0c7-b564-4149-8d0e-65642c74dbce for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:11.386354 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5025194-d454-4220-ae7b-21b870dab309 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:11.395215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:11.395891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:46:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:11.458283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-41ff3203-8aaa-4edb-97d1-3d71de4f5670 service neutron] 10.222.0.64 "GET /v2.0/networks/4367bbd5-a238-4a37-8fd4-632c173daa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382313 Jul 14 11:47:11.463396 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5025194-d454-4220-ae7b-21b870dab309 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:11.466448 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d5025194-d454-4220-ae7b-21b870dab309 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6950800 Jul 14 11:47:11.473007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60678) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:11.485640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-51268142-478b-4aed-a203-f753990484bd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'be72fefc-a430-4afc-825e-186602724d25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:11.537323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.537717 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.538420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.538649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.539115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.539581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.540070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.540531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.540996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.541459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.541984 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.542561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.543352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.548584 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-58ef3548-6ff7-4d4e-bbd3-e3cf288481cd tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9119 time: 0.6864047 Jul 14 11:47:11.564964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:11.569085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60680) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:11.711351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-d3ccde2c-a0a0-4d2e-89ef-1348ba355375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.713135 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-d3ccde2c-a0a0-4d2e-89ef-1348ba355375 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a06e7534cb9b41eb8d063f024e1972f0&device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 1135 time: 0.7388325 Jul 14 11:47:11.716231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5025194-d454-4220-ae7b-21b870dab309 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be72fefc-a430-4afc-825e-186602724d25,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:11.756101 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51268142-478b-4aed-a203-f753990484bd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:11.820037 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-0bbf4e89-2b32-45b8-adc0-68099493b7da req-6236af32-09f9-4f8e-8f88-bfdddba6e731 service neutron] (93701) timed out ('10.222.0.38', 55478) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 11:47:11.821142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-9babafdb-00e2-4663-b0be-fb9111b0e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.823688 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-9babafdb-00e2-4663-b0be-fb9111b0e7b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=320b45e4-1243-4c0d-aba8-dd7b383f461d HTTP/1.1" status: 200 len: 896 time: 0.0967212 Jul 14 11:47:11.824903 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:11.828140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51268142-478b-4aed-a203-f753990484bd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:11.852316 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51268142-478b-4aed-a203-f753990484bd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:11.891030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'a8dd81a6-631a-4959-bc35-45738dc85900', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'port_id': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'mac_address': 'fa:16:3e:d9:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701d254a-9d01-4879-ab40-2a432d74f417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:47:08Z', 'updated_at': '2021-07-14T11:47:08Z', 'revision_number': 0, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3609d8d8-d9f8-4826-a12f-b97e09f20c7b', 'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:71:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:26Z', 'updated_at': '2021-07-14T11:46:45Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:11.906013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51268142-478b-4aed-a203-f753990484bd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f199eb5b-da4c-4397-945d-12020a7f69c2,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:11.924648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51268142-478b-4aed-a203-f753990484bd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:11.929596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-51268142-478b-4aed-a203-f753990484bd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4536681 Jul 14 11:47:11.930320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60682) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:11.938555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca358270-9630-46c3-a7b7-07541d6d5700 None None] The sync data for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 is: [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'a8dd81a6-631a-4959-bc35-45738dc85900', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'port_id': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'mac_address': 'fa:16:3e:d9:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701d254a-9d01-4879-ab40-2a432d74f417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:47:08Z', 'updated_at': '2021-07-14T11:47:08Z', 'revision_number': 0, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3609d8d8-d9f8-4826-a12f-b97e09f20c7b', 'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:71:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:26Z', 'updated_at': '2021-07-14T11:46:45Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:11.959123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ec4de6c9-abac-4da0-afc4-4bba676e3760 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'be72fefc-a430-4afc-825e-186602724d25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:11.975161 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2579fd26-9f70-414e-8ae0-0972d304a714 req-54f64409-94e4-4fa0-8201-3df7cbf52f02 service neutron] 10.222.0.64 "GET /v2.0/networks/4367bbd5-a238-4a37-8fd4-632c173daa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101035 Jul 14 11:47:11.982761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.983252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.983731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.984250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.984722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.985193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.985675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.986126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.986740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.987215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.987684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.988177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.988842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:11.993741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b90ed672-4c36-4d15-b1ad-a498f16fec20 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8253 time: 0.4190280 Jul 14 11:47:12.005671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b5c3-30d6-4944-9249-d0995eec0025 req-cf335c2d-a659-4ed8-8293-cf94c78945eb tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:12.015681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8828b5c3-30d6-4944-9249-d0995eec0025 req-cf335c2d-a659-4ed8-8293-cf94c78945eb tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 944 time: 0.4519405 Jul 14 11:47:12.021511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60684) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:12.023111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=1b72ef17-36ae-4960-b19e-03073b428027,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:12.139539 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-598a2cdc-dffa-4275-992e-38e733ed6e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.182900 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-afe6344f-e184-49cd-9e78-77acd46cf0b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2deca699-14b9-4ecd-98ee-79091e049ecf HTTP/1.1" status: 200 len: 998 time: 0.3482270 Jul 14 11:47:12.255803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8828b5c3-30d6-4944-9249-d0995eec0025 req-78c29963-ebad-4f88-add5-eb092f742d40 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386017 Jul 14 11:47:12.259335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.266618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ec4de6c9-abac-4da0-afc4-4bba676e3760 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.279250 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.317895 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492f2fd-14f4-4604-8f61-789e0299837e None None] New status for floating IP a8dd81a6-631a-4959-bc35-45738dc85900: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:47:12.360189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-2d16e07d-5add-42a3-a14f-73e6c4ac435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:12.361824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-2d16e07d-5add-42a3-a14f-73e6c4ac435f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50a8ed70567e4ba9a6fea682422c0d8c&device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 1095 time: 0.2330911 Jul 14 11:47:12.444339 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ec4de6c9-abac-4da0-afc4-4bba676e3760 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.520439 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ec4de6c9-abac-4da0-afc4-4bba676e3760 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.555629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-d5eccca6-1c39-4bbb-a7d1-31171e06e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:12.557386 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-d5eccca6-1c39-4bbb-a7d1-31171e06e204 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c10609bb-ed6b-4004-86cf-5950baf05eb0 HTTP/1.1" status: 200 len: 835 time: 0.3535717 Jul 14 11:47:12.596088 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ec4de6c9-abac-4da0-afc4-4bba676e3760 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.597477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ec4de6c9-abac-4da0-afc4-4bba676e3760 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6430163 Jul 14 11:47:12.603398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60692) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:12.610805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4de6c9-abac-4da0-afc4-4bba676e3760 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b759ea9-8b1b-42a8-9df4-f44fcd266447,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:12.615203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-59ccd8a3-20af-4a0d-90fd-5c4d937d7581 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'be72fefc-a430-4afc-825e-186602724d25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:12.696283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-b1de996c-d062-42ef-ba13-c94861752267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:12.700019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-b1de996c-d062-42ef-ba13-c94861752267 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4367bbd5-a238-4a37-8fd4-632c173daa18 HTTP/1.1" status: 200 len: 921 time: 0.3243823 Jul 14 11:47:12.710474 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59ccd8a3-20af-4a0d-90fd-5c4d937d7581 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.763190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-0c195fc8-db38-4cbe-9c59-ba02d0cdc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:12.764669 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-0c195fc8-db38-4cbe-9c59-ba02d0cdc45d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=320b45e4-1243-4c0d-aba8-dd7b383f461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927445 Jul 14 11:47:12.766657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-72199bbf-8a48-4c71-930f-915d8557ec6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3989ac73-3ece-43ad-aa42-47a221360ca2 HTTP/1.1" status: 200 len: 217 time: 0.0571568 Jul 14 11:47:12.829622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4682dae6-7964-437a-8383-ed63b8c25737 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3596 time: 0.8071294 Jul 14 11:47:12.829884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:47:12.832409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60694) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:12.885311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-d7b96775-0381-46d8-adf7-6e5d3058bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:12.886302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-d7b96775-0381-46d8-adf7-6e5d3058bed9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83f5e2c4-50c4-4ee2-8fb3-6690326d9bad HTTP/1.1" status: 200 len: 861 time: 0.1080189 Jul 14 11:47:12.933288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-6978aa7a-c475-41c3-8632-bb3cd1885466 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4367bbd5-a238-4a37-8fd4-632c173daa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368674 Jul 14 11:47:12.935956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59ccd8a3-20af-4a0d-90fd-5c4d937d7581 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.953435 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59ccd8a3-20af-4a0d-90fd-5c4d937d7581 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:12.962817 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-4ffe0da0-fcde-4d69-b25d-2e7ec98bdfe8 service neutron] 10.222.0.45 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912153 Jul 14 11:47:12.991742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:13.014873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccd8a3-20af-4a0d-90fd-5c4d937d7581 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa796ca-dc12-4df8-9240-40931cf3c3b0,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:13.031136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e818bb3-91c8-4f79-a97e-9573065e3d0f tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:13.031633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e818bb3-91c8-4f79-a97e-9573065e3d0f tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:13.033341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1e818bb3-91c8-4f79-a97e-9573065e3d0f tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6cb9f0c7-b564-4149-8d0e-65642c74dbce HTTP/1.1" status: 200 len: 1990 time: 0.1999614 Jul 14 11:47:13.033898 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3912bfe3-087d-4171-8cb6-a6db73a5874d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5510085 Jul 14 11:47:13.034656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60696) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:13.035974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:13.049005 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59ccd8a3-20af-4a0d-90fd-5c4d937d7581 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.050595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-59ccd8a3-20af-4a0d-90fd-5c4d937d7581 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4409146 Jul 14 11:47:13.054181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60700) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:13.062534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-86848f11-6ab2-48e9-b501-26721754a3e0 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'be72fefc-a430-4afc-825e-186602724d25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:13.065122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:13.065800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:13.107534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-3a0a955f-7e31-4a08-937a-c6506fd8cde1 service neutron] 10.222.0.64 "GET /v2.0/networks/4367bbd5-a238-4a37-8fd4-632c173daa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639581 Jul 14 11:47:13.114539 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86848f11-6ab2-48e9-b501-26721754a3e0 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.197125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-55aac3d5-6e46-451c-9c45-2d921c3b223f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting subnet 0ce1321c-9de6-4fdf-8cd6-8072ba99ba85 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:47:13.201826 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55aac3d5-6e46-451c-9c45-2d921c3b223f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.254650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55aac3d5-6e46-451c-9c45-2d921c3b223f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.281040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86848f11-6ab2-48e9-b501-26721754a3e0 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.284455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b04d2c8e-e35b-4caa-8afd-989f267b535a req-8ef2491a-7879-4463-ad9f-9065413494ab service neutron] 10.222.0.64 "GET /v2.0/networks/4367bbd5-a238-4a37-8fd4-632c173daa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671357 Jul 14 11:47:13.289682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86848f11-6ab2-48e9-b501-26721754a3e0 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.313704 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5c71cf83-fc47-4fc2-a2af-8527323f6a47 req-6e927a53-0d70-498e-bc07-834cde8b8da0 service neutron] 10.222.0.45 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425338 Jul 14 11:47:13.342215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86848f11-6ab2-48e9-b501-26721754a3e0 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb80cde1-b8e6-418c-a441-bb6adee241b6,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:13.354387 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86848f11-6ab2-48e9-b501-26721754a3e0 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.359620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-86848f11-6ab2-48e9-b501-26721754a3e0 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3045080 Jul 14 11:47:13.360545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60706) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:13.366080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0c229611-f72c-49f0-b160-e73e98aba5d3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'be72fefc-a430-4afc-825e-186602724d25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:13.432356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:13.438185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55aac3d5-6e46-451c-9c45-2d921c3b223f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.441514 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c229611-f72c-49f0-b160-e73e98aba5d3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.470032 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.582556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55aac3d5-6e46-451c-9c45-2d921c3b223f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.615470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55aac3d5-6e46-451c-9c45-2d921c3b223f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.622151 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-55aac3d5-6e46-451c-9c45-2d921c3b223f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/0ce1321c-9de6-4fdf-8cd6-8072ba99ba85 HTTP/1.1" status: 204 len: 168 time: 0.5847647 Jul 14 11:47:13.622806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60712) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:13.638096 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c229611-f72c-49f0-b160-e73e98aba5d3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.652650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aac3d5-6e46-451c-9c45-2d921c3b223f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce1321c-9de6-4fdf-8cd6-8072ba99ba85,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:13.663521 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c229611-f72c-49f0-b160-e73e98aba5d3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.683400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae8a862-659b-4d40-bd6e-8ce30f127ff2 None None] Network 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:13.714396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c229611-f72c-49f0-b160-e73e98aba5d3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6dc1a9-4146-4210-ae3c-1a41322cffcd,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:13.735078 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c229611-f72c-49f0-b160-e73e98aba5d3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.736326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c229611-f72c-49f0-b160-e73e98aba5d3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3746555 Jul 14 11:47:13.747819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375ccce-8d59-4b1f-82f8-f018d96207e3 req-303bb05d-18f6-4803-9ca2-ea58636861a2 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:13.767421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a375ccce-8d59-4b1f-82f8-f018d96207e3 req-303bb05d-18f6-4803-9ca2-ea58636861a2 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 944 time: 0.2451503 Jul 14 11:47:13.769682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60716) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:13.853584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd757498-285d-4ca1-9461-f8998cfe51cb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.863876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd757498-285d-4ca1-9461-f8998cfe51cb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.906552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a375ccce-8d59-4b1f-82f8-f018d96207e3 req-c3d38aae-682e-48c5-99c6-a467465a52dc tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381850 Jul 14 11:47:13.910515 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd757498-285d-4ca1-9461-f8998cfe51cb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.926658 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd757498-285d-4ca1-9461-f8998cfe51cb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:13.926658 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dd757498-285d-4ca1-9461-f8998cfe51cb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/2f6dc1a9-4146-4210-ae3c-1a41322cffcd HTTP/1.1" status: 204 len: 168 time: 0.1538520 Jul 14 11:47:13.932446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60718) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:13.940771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd757498-285d-4ca1-9461-f8998cfe51cb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f6dc1a9-4146-4210-ae3c-1a41322cffcd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:13.997277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dc85b8d7-8d19-4a11-bb42-6e6484c6bae6 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0633571 Jul 14 11:47:14.002147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60720) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:14.025403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:11Z', 'revision_number': 9, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:14.052152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2eddc390-d368-47b8-a65e-74a4b3e9c899 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.064845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:14.069332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2eddc390-d368-47b8-a65e-74a4b3e9c899 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.080410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:14.081817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:14.108165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2eddc390-d368-47b8-a65e-74a4b3e9c899 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.116825 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2eddc390-d368-47b8-a65e-74a4b3e9c899 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.118133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2eddc390-d368-47b8-a65e-74a4b3e9c899 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/fb80cde1-b8e6-418c-a441-bb6adee241b6 HTTP/1.1" status: 204 len: 168 time: 0.1136713 Jul 14 11:47:14.121457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60722) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:14.123542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb7e0a1-ea8e-4b77-acb2-18af0689e42e None None] DHCP port deletion for 1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:47:14.145521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddc390-d368-47b8-a65e-74a4b3e9c899 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb80cde1-b8e6-418c-a441-bb6adee241b6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:14.186377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cd49f364-cceb-4880-b704-bc9fee1b508f tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0598361 Jul 14 11:47:14.186750 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60724) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:14.202810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:14.246380 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10432c15-2576-448d-8048-cbe2052a57dd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.262823 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10432c15-2576-448d-8048-cbe2052a57dd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.263355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6eb7e0a1-ea8e-4b77-acb2-18af0689e42e None None] Deleting port 3a969b73-d591-4d29-bceb-db4a2784d5da {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:14.263957 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e0a1-ea8e-4b77-acb2-18af0689e42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.284339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.315376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10432c15-2576-448d-8048-cbe2052a57dd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.320703 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10432c15-2576-448d-8048-cbe2052a57dd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.325376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10432c15-2576-448d-8048-cbe2052a57dd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/4aa796ca-dc12-4df8-9240-40931cf3c3b0 HTTP/1.1" status: 204 len: 168 time: 0.1368887 Jul 14 11:47:14.326264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60728) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:14.351772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10432c15-2576-448d-8048-cbe2052a57dd tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4aa796ca-dc12-4df8-9240-40931cf3c3b0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:14.375884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 3a969b73-d591-4d29-bceb-db4a2784d5da {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:14.376368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.395719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-623f94d5-6299-47a5-ae51-8c39f148d36a tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0654206 Jul 14 11:47:14.397016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60730) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:14.412049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6eb7e0a1-ea8e-4b77-acb2-18af0689e42e None None] For port 3a969b73-d591-4d29-bceb-db4a2784d5da, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3a969b73-d591-4d29-bceb-db4a2784d5da,segment=NetworkSegment(969697b3-e352-4c76-91e4-de1a049d0200),segment_id=969697b3-e352-4c76-91e4-de1a049d0200)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:14.412445 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e0a1-ea8e-4b77-acb2-18af0689e42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.422947 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fd69-8ada-4e78-aa9e-0b2968dc465e tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.440174 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fd69-8ada-4e78-aa9e-0b2968dc465e tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.446168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6eb7e0a1-ea8e-4b77-acb2-18af0689e42e None None] Calling delete_port for 3a969b73-d591-4d29-bceb-db4a2784d5da owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:14.471840 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fd69-8ada-4e78-aa9e-0b2968dc465e tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.479113 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fd69-8ada-4e78-aa9e-0b2968dc465e tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.482087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port 3a969b73-d591-4d29-bceb-db4a2784d5da, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3a969b73-d591-4d29-bceb-db4a2784d5da,segment=NetworkSegment(969697b3-e352-4c76-91e4-de1a049d0200),segment_id=969697b3-e352-4c76-91e4-de1a049d0200)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:14.482642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.484003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b0f9fd69-8ada-4e78-aa9e-0b2968dc465e tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/4b759ea9-8b1b-42a8-9df4-f44fcd266447 HTTP/1.1" status: 204 len: 168 time: 0.0858006 Jul 14 11:47:14.484656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60732) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:14.497842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 3a969b73-d591-4d29-bceb-db4a2784d5da owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:14.514842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9fd69-8ada-4e78-aa9e-0b2968dc465e tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b759ea9-8b1b-42a8-9df4-f44fcd266447,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:14.548669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9d6ec375-3642-4ee5-8c10-859d017c8f86 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0602725 Jul 14 11:47:14.551396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60734) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:14.584372 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e0a1-ea8e-4b77-acb2-18af0689e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.594322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30472fae-8663-412f-ace7-9daef12828fe tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.602613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30472fae-8663-412f-ace7-9daef12828fe tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.610238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:11Z', 'revision_number': 9, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:14.614407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7e0a1-ea8e-4b77-acb2-18af0689e42e None None] Pushing event deleted for resources: {'Port': ['ID=3a969b73-d591-4d29-bceb-db4a2784d5da,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:14.617682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.634798 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30472fae-8663-412f-ace7-9daef12828fe tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.642181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30472fae-8663-412f-ace7-9daef12828fe tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.643495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-30472fae-8663-412f-ace7-9daef12828fe tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/f199eb5b-da4c-4397-945d-12020a7f69c2 HTTP/1.1" status: 204 len: 168 time: 0.0911443 Jul 14 11:47:14.645182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=3a969b73-d591-4d29-bceb-db4a2784d5da,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:14.649099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60736) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:14.657491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30472fae-8663-412f-ace7-9daef12828fe tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f199eb5b-da4c-4397-945d-12020a7f69c2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:14.659262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961919f-7a37-4f38-9490-5c0bafbdd959 None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:11Z', 'revision_number': 9, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e236dcfd-ac86-44e8-adb1-a558791fae78', 'name': '', 'network_id': 'cfcdfbde-dc11-4e6c-aced-18b6a69c3c55', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:25Z', 'updated_at': '2021-07-14T11:46:38Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': 'd550ab62-6806-471b-9038-be78d663f5ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:14.668474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb7e0a1-ea8e-4b77-acb2-18af0689e42e None None] No DVR routers for this DVR port 3a969b73-d591-4d29-bceb-db4a2784d5da on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:14.674502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No DVR routers for this DVR port 3a969b73-d591-4d29-bceb-db4a2784d5da on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:14.727141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6bd37d3a-fcb4-42da-a8d3-76bc01383e1f tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734901 Jul 14 11:47:14.728022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60740) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:14.779485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.790512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce4ddaa-0339-4932-b1a4-4f4efefb6be9']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:14.833130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969697b3-e352-4c76-91e4-de1a049d0200') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:14.833794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969697b3-e352-4c76-91e4-de1a049d0200') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:14.857333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.878124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93d83963-0246-4069-946e-1fd54fc5257c tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.878845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.886274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:47:14.886274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:47:14.890215 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:47:14.915422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93d83963-0246-4069-946e-1fd54fc5257c tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.977298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.986385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:14.990364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/networks/1ce4ddaa-0339-4932-b1a4-4f4efefb6be9 HTTP/1.1" status: 204 len: 168 time: 1.3471842 Jul 14 11:47:14.996532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60746) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:15.070695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b00e9-8e30-41db-a2c1-15b500d73a7b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Network': ['ID=1ce4ddaa-0339-4932-b1a4-4f4efefb6be9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:15.132232 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93d83963-0246-4069-946e-1fd54fc5257c tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.134735 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93d83963-0246-4069-946e-1fd54fc5257c tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.135904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-93d83963-0246-4069-946e-1fd54fc5257c tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-groups/be72fefc-a430-4afc-825e-186602724d25 HTTP/1.1" status: 204 len: 168 time: 0.4019878 Jul 14 11:47:15.143429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60748) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:15.146103 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.165562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b72ef17-36ae-4960-b19e-03073b428027 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:15.191692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1b72ef17-36ae-4960-b19e-03073b428027 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:15.192478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b72ef17-36ae-4960-b19e-03073b428027 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:15.193105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3a969b73-d591-4d29-bceb-db4a2784d5da no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:15.213306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 3a969b73-d591-4d29-bceb-db4a2784d5da {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:15.214092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3a969b73-d591-4d29-bceb-db4a2784d5da not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:15.220914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d83963-0246-4069-946e-1fd54fc5257c tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be72fefc-a430-4afc-825e-186602724d25,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:15.238286 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7fc823b8-4e16-42f7-a21d-54899477b231 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919902 Jul 14 11:47:15.244289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60750) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:15.249242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11e1f8-9317-4d85-8012-304903eaf90f req-421c8958-5186-42e7-a984-32b098e76e2d tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:15.250764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e11e1f8-9317-4d85-8012-304903eaf90f req-421c8958-5186-42e7-a984-32b098e76e2d tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 944 time: 0.1617956 Jul 14 11:47:15.253628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7a09d11e-97ed-4a0d-8e2a-bd19f336a888 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group': {'name': 'tempest-secgroup--339333918'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:15.282960 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a09d11e-97ed-4a0d-8e2a-bd19f336a888 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.308928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3989ac73-3ece-43ad-aa42-47a221360ca2 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:47:15.389613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e11e1f8-9317-4d85-8012-304903eaf90f req-1704cef9-d57e-4f09-91d3-0ed57fe62391 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312757 Jul 14 11:47:15.425603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a09d11e-97ed-4a0d-8e2a-bd19f336a888 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.431898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a09d11e-97ed-4a0d-8e2a-bd19f336a888 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.459916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a09d11e-97ed-4a0d-8e2a-bd19f336a888 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.461379 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7a09d11e-97ed-4a0d-8e2a-bd19f336a888 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2157521 Jul 14 11:47:15.465942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09d11e-97ed-4a0d-8e2a-bd19f336a888 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e970a03-580e-4405-a392-7dc7c8200cd6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:15.468133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60754) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:15.473289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8be723eb-ec57-4344-b639-87dbd9f3692d tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': '6e970a03-580e-4405-a392-7dc7c8200cd6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:15.474840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3989ac73-3ece-43ad-aa42-47a221360ca2, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3989ac73-3ece-43ad-aa42-47a221360ca2,segment=NetworkSegment(540246cd-c870-49d9-831b-5d03b3efdc67),segment_id=540246cd-c870-49d9-831b-5d03b3efdc67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:15.489502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '3989ac73-3ece-43ad-aa42-47a221360ca2', 'network_id': '4367bbd5-a238-4a37-8fd4-632c173daa18', 'port_id': '3989ac73-3ece-43ad-aa42-47a221360ca2', 'mac_address': 'fa:16:3e:36:e4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5e2c4-50c4-4ee2-8fb3-6690326d9bad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:47:15.500075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.521468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8be723eb-ec57-4344-b639-87dbd9f3692d tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.548549 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.575523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3989ac73-3ece-43ad-aa42-47a221360ca2 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:47:15.592846 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8be723eb-ec57-4344-b639-87dbd9f3692d tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.600740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8be723eb-ec57-4344-b639-87dbd9f3692d tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.608892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3989ac73-3ece-43ad-aa42-47a221360ca2, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3989ac73-3ece-43ad-aa42-47a221360ca2,segment=NetworkSegment(540246cd-c870-49d9-831b-5d03b3efdc67),segment_id=540246cd-c870-49d9-831b-5d03b3efdc67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:15.615074 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.619953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be723eb-ec57-4344-b639-87dbd9f3692d tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c02c6b-b522-4d40-8fae-87c991a1c9b8,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:15.631398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8be723eb-ec57-4344-b639-87dbd9f3692d tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.636072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8be723eb-ec57-4344-b639-87dbd9f3692d tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1634917 Jul 14 11:47:15.636072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60756) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:15.704878 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c11c04b1-b606-4f4b-897d-1198c81fb0da tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.717772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=3989ac73-3ece-43ad-aa42-47a221360ca2,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:15.727079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.727749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.727749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.728146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.728485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.729701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.729701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.729701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.731109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.731109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.731631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.732106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:15.748587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c11c04b1-b606-4f4b-897d-1198c81fb0da tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.814314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c11c04b1-b606-4f4b-897d-1198c81fb0da tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.818184 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c11c04b1-b606-4f4b-897d-1198c81fb0da tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:15.819336 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c11c04b1-b606-4f4b-897d-1198c81fb0da tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-groups/6e970a03-580e-4405-a392-7dc7c8200cd6 HTTP/1.1" status: 204 len: 168 time: 0.1824079 Jul 14 11:47:15.823326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:15.836652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['3989ac73-3ece-43ad-aa42-47a221360ca2'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:47:15.847346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c04b1-b606-4f4b-897d-1198c81fb0da tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e970a03-580e-4405-a392-7dc7c8200cd6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:15.860979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port e236dcfd-ac86-44e8-adb1-a558791fae78 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:15.861434 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:16.280590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cd591c66-2e2f-4a31-b298-0150e3259cda tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4562438 Jul 14 11:47:16.285088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60764) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:16.289750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-373a6a7b-78b0-4623-b5af-80769cdf23e9 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group': {'name': 'tempest-secgroup--773643370'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:16.327929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-373a6a7b-78b0-4623-b5af-80769cdf23e9 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:16.360723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port e236dcfd-ac86-44e8-adb1-a558791fae78, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e236dcfd-ac86-44e8-adb1-a558791fae78,segment=NetworkSegment(cda23595-e4be-4132-b6e5-19c7258e63c8),segment_id=cda23595-e4be-4132-b6e5-19c7258e63c8)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:16.361090 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:16.379112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for e236dcfd-ac86-44e8-adb1-a558791fae78 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:16.438237 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-373a6a7b-78b0-4623-b5af-80769cdf23e9 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:16.449684 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-373a6a7b-78b0-4623-b5af-80769cdf23e9 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:16.499427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-373a6a7b-78b0-4623-b5af-80769cdf23e9 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:16.500614 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-373a6a7b-78b0-4623-b5af-80769cdf23e9 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2144899 Jul 14 11:47:16.502928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a6a7b-78b0-4623-b5af-80769cdf23e9 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9ad441-5887-49b0-a1a5-4a5d19aa3ee9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:16.503525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60770) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:16.520916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c54883bf-fb0b-4519-8753-2cba452bdeae tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484232650'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:16.621747 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c54883bf-fb0b-4519-8753-2cba452bdeae tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:16.704865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc92f8-9702-4591-a075-37268e7cca02 req-d997e3ef-9b69-44fe-a840-959ffba9672c tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:16.706889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1dc92f8-9702-4591-a075-37268e7cca02 req-d997e3ef-9b69-44fe-a840-959ffba9672c tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 945 time: 0.1497028 Jul 14 11:47:16.751321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:16.797881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=e236dcfd-ac86-44e8-adb1-a558791fae78,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:16.803190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1dc92f8-9702-4591-a075-37268e7cca02 req-4706776e-3fc5-410b-9c53-fa9cad4c0a19 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893395 Jul 14 11:47:16.909657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c54883bf-fb0b-4519-8753-2cba452bdeae tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:16.918955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c54883bf-fb0b-4519-8753-2cba452bdeae tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.038810 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c54883bf-fb0b-4519-8753-2cba452bdeae tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.040153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c54883bf-fb0b-4519-8753-2cba452bdeae tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5229602 Jul 14 11:47:17.043907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60774) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:17.050543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-50279987-a8f5-4e35-8e76-b7a59fcfb907 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'ab9ad441-5887-49b0-a1a5-4a5d19aa3ee9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '85bd1f82-2dda-4921-8c28-1f7839ebfbf5', 'remote_ip_prefix': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:17.053680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54883bf-fb0b-4519-8753-2cba452bdeae tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd1f82-2dda-4921-8c28-1f7839ebfbf5,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:17.068891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.132009 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50279987-a8f5-4e35-8e76-b7a59fcfb907 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.218870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50279987-a8f5-4e35-8e76-b7a59fcfb907 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.223026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50279987-a8f5-4e35-8e76-b7a59fcfb907 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.251158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50279987-a8f5-4e35-8e76-b7a59fcfb907 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20ee815-cc78-4860-b8d6-8beb89a41abe,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:17.255166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50279987-a8f5-4e35-8e76-b7a59fcfb907 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.259449 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-50279987-a8f5-4e35-8e76-b7a59fcfb907 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2131262 Jul 14 11:47:17.260069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60778) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:17.284728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a149ebfd-df98-4ed5-930b-d63fa7b68a5b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.293527 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a149ebfd-df98-4ed5-930b-d63fa7b68a5b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.324992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3989ac73-3ece-43ad-aa42-47a221360ca2 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:17.327766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a149ebfd-df98-4ed5-930b-d63fa7b68a5b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.345452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a149ebfd-df98-4ed5-930b-d63fa7b68a5b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.350564 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a149ebfd-df98-4ed5-930b-d63fa7b68a5b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d20ee815-cc78-4860-b8d6-8beb89a41abe HTTP/1.1" status: 204 len: 168 time: 0.0895300 Jul 14 11:47:17.351405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60780) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:17.374492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149ebfd-df98-4ed5-930b-d63fa7b68a5b tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d20ee815-cc78-4860-b8d6-8beb89a41abe,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:17.375988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:47:17.415247 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8a09bf43-dae9-4439-a640-b985a51530a3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0604024 Jul 14 11:47:17.416093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60784) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:17.438777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 3989ac73-3ece-43ad-aa42-47a221360ca2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:17.446516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 3989ac73-3ece-43ad-aa42-47a221360ca2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:17.446722 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.486997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41a5fb40-2452-42f0-bde3-8e317bd57aa6 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.518774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41a5fb40-2452-42f0-bde3-8e317bd57aa6 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.519288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:17.535890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b892f569-7c13-4059-a85c-701a9f4ec2a4 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5363743 Jul 14 11:47:17.538558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60786) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:17.539999 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:17.552285 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:17.556546 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:17.556736 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.599697 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41a5fb40-2452-42f0-bde3-8e317bd57aa6 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.607344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41a5fb40-2452-42f0-bde3-8e317bd57aa6 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.615144 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-41a5fb40-2452-42f0-bde3-8e317bd57aa6 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-groups/85bd1f82-2dda-4921-8c28-1f7839ebfbf5 HTTP/1.1" status: 204 len: 168 time: 0.1979055 Jul 14 11:47:17.616230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:17.616577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3989ac73-3ece-43ad-aa42-47a221360ca2, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3989ac73-3ece-43ad-aa42-47a221360ca2,segment=NetworkSegment(540246cd-c870-49d9-831b-5d03b3efdc67),segment_id=540246cd-c870-49d9-831b-5d03b3efdc67)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:17.617833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bfcf89-2dde-493c-9d87-d1d55e6c1632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3989ac73-3ece-43ad-aa42-47a221360ca2'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:47:17.621142 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78934e7-f27c-4505-95d4-3613ed5a1197" -d '{"events": [{"server_uuid": "45bfcf89-2dde-493c-9d87-d1d55e6c1632", "name": "network-vif-plugged", "status": "completed", "tag": "3989ac73-3ece-43ad-aa42-47a221360ca2"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:17.625595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.649194 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:17.691332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=3989ac73-3ece-43ad-aa42-47a221360ca2,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:17.702186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5fb40-2452-42f0-bde3-8e317bd57aa6 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd1f82-2dda-4921-8c28-1f7839ebfbf5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:17.716971 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d4b75f-0edc-4506-bd03-c83f99e04666 x-openstack-request-id: req-82d4b75f-0edc-4506-bd03-c83f99e04666 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:17.717174 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bfcf89-2dde-493c-9d87-d1d55e6c1632", "name": "network-vif-plugged", "status": "completed", "tag": "3989ac73-3ece-43ad-aa42-47a221360ca2", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:17.717489 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82d4b75f-0edc-4506-bd03-c83f99e04666 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:17.718497 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bfcf89-2dde-493c-9d87-d1d55e6c1632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3989ac73-3ece-43ad-aa42-47a221360ca2', 'code': 200} Jul 14 11:47:17.746738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1112df41-8fde-4ff3-a9ad-b4bc3181498e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting subnet d550ab62-6806-471b-9038-be78d663f5ef {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:47:17.760125 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1112df41-8fde-4ff3-a9ad-b4bc3181498e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.776069 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f3b7f8c1-3f76-4e5e-b6dc-9b18de110a7e tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1329482 Jul 14 11:47:17.776636 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60792) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:17.855030 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1112df41-8fde-4ff3-a9ad-b4bc3181498e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.904384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc7fed-b4b3-4a2b-ba80-c9c2e91bccba req-d96777c2-5247-4913-9eef-e4f05b007e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:17.905831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9fbc7fed-b4b3-4a2b-ba80-c9c2e91bccba req-d96777c2-5247-4913-9eef-e4f05b007e2e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 1097 time: 0.1072197 Jul 14 11:47:17.917808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee373-bec2-466a-8e9c-4c504e529d20 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.970728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee373-bec2-466a-8e9c-4c504e529d20 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:17.972941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9fbc7fed-b4b3-4a2b-ba80-c9c2e91bccba req-92ae1ee5-fd18-4dbe-9764-8550e32d7651 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575042 Jul 14 11:47:18.004296 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:16Z', 'revision_number': 10, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:18.029395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee373-bec2-466a-8e9c-4c504e529d20 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.032320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee373-bec2-466a-8e9c-4c504e529d20 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.033790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1112df41-8fde-4ff3-a9ad-b4bc3181498e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.039879 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:18.040903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60796) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:18.041040 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ab0ee373-bec2-466a-8e9c-4c504e529d20 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-groups/ab9ad441-5887-49b0-a1a5-4a5d19aa3ee9 HTTP/1.1" status: 204 len: 168 time: 0.2625809 Jul 14 11:47:18.049374 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:18.050321 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:18.050886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ee373-bec2-466a-8e9c-4c504e529d20 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9ad441-5887-49b0-a1a5-4a5d19aa3ee9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:18.156214 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:18.172688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a2e93-6be1-47aa-a16e-9e6bde51c6ea req-d499539c-e930-492a-834e-c8ab411fbe0b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:18.180275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-928a2e93-6be1-47aa-a16e-9e6bde51c6ea req-d499539c-e930-492a-834e-c8ab411fbe0b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 946 time: 0.1787953 Jul 14 11:47:18.205206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c25c794f-fe66-4d4b-819c-3dcabaec7de1 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1335361 Jul 14 11:47:18.213202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60800) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:18.215497 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1112df41-8fde-4ff3-a9ad-b4bc3181498e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.218613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dfb78615-3024-4543-8894-f01f1bb2a940 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group': {'name': 'tempest-secgroup--899902600'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:18.253928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112df41-8fde-4ff3-a9ad-b4bc3181498e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Subnet': ['ID=d550ab62-6806-471b-9038-be78d663f5ef,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:18.265104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfb78615-3024-4543-8894-f01f1bb2a940 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.266839 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1112df41-8fde-4ff3-a9ad-b4bc3181498e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.270093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1112df41-8fde-4ff3-a9ad-b4bc3181498e tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/d550ab62-6806-471b-9038-be78d663f5ef HTTP/1.1" status: 204 len: 168 time: 0.7303774 Jul 14 11:47:18.273538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60802) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:18.336220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb31d080-1b11-4486-819a-f2e19b365f7e None None] Network cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:18.352599 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.365429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-928a2e93-6be1-47aa-a16e-9e6bde51c6ea req-4e2173dc-0362-4c4f-ae5e-829b7c86c5da tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842268 Jul 14 11:47:18.492051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfb78615-3024-4543-8894-f01f1bb2a940 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.500567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfb78615-3024-4543-8894-f01f1bb2a940 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.517101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port efb7c277-0dc0-460e-9f64-44baf97160a8 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:18.526536 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.550211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb78615-3024-4543-8894-f01f1bb2a940 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88480e-a7a0-4712-a45a-43740ef8c232,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:18.568112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfb78615-3024-4543-8894-f01f1bb2a940 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.569671 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dfb78615-3024-4543-8894-f01f1bb2a940 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3554528 Jul 14 11:47:18.572428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60808) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:18.581931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-16ff52b3-48f2-4d23-9214-a1e57f7fcf25 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'fd88480e-a7a0-4712-a45a-43740ef8c232', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:18.630616 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:16Z', 'revision_number': 10, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:18.644409 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16ff52b3-48f2-4d23-9214-a1e57f7fcf25 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.661585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port efb7c277-0dc0-460e-9f64-44baf97160a8, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=efb7c277-0dc0-460e-9f64-44baf97160a8,segment=NetworkSegment(cda23595-e4be-4132-b6e5-19c7258e63c8),segment_id=cda23595-e4be-4132-b6e5-19c7258e63c8)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:18.661892 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.678496 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceda5f-9f80-4b2d-a9e4-c164f4a80eb2 None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:16Z', 'revision_number': 10, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None, '_interfaces': [{'id': '7da3fc60-0e4d-4002-8ca4-7acd7abe3009', 'name': '', 'network_id': 'b36ceaf3-c8c6-4bb7-86a7-adb762c246f7', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'mac_address': 'fa:16:3e:36:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:14Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 5, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'subnets': [{'id': '2fb7ac14-a595-4569-856f-e39c0556fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:18.682856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for efb7c277-0dc0-460e-9f64-44baf97160a8 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:18.742298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cacf6-ecb4-453e-90b2-334b1b01fd80 None None] DHCP port deletion for cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:47:18.759018 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16ff52b3-48f2-4d23-9214-a1e57f7fcf25 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.768087 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16ff52b3-48f2-4d23-9214-a1e57f7fcf25 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.796046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff52b3-48f2-4d23-9214-a1e57f7fcf25 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1300448b-aa3a-40c6-a866-4d5aa2c0201d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:18.809997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16ff52b3-48f2-4d23-9214-a1e57f7fcf25 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.810977 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-16ff52b3-48f2-4d23-9214-a1e57f7fcf25 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2371399 Jul 14 11:47:18.813975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60812) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:18.822237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cacf6-ecb4-453e-90b2-334b1b01fd80 None None] Deleting port efb7c277-0dc0-460e-9f64-44baf97160a8 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:18.822696 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3b6cacf6-ecb4-453e-90b2-334b1b01fd80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.857572 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-176b0d3d-2275-45cf-b5f9-eebede7aeedc tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.872829 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-176b0d3d-2275-45cf-b5f9-eebede7aeedc tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.895093 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.898737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3b6cacf6-ecb4-453e-90b2-334b1b01fd80 None None] For port efb7c277-0dc0-460e-9f64-44baf97160a8, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=efb7c277-0dc0-460e-9f64-44baf97160a8,segment=NetworkSegment(cda23595-e4be-4132-b6e5-19c7258e63c8),segment_id=cda23595-e4be-4132-b6e5-19c7258e63c8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:18.898737 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3b6cacf6-ecb4-453e-90b2-334b1b01fd80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.911491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cacf6-ecb4-453e-90b2-334b1b01fd80 None None] Calling delete_port for efb7c277-0dc0-460e-9f64-44baf97160a8 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:18.926698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=efb7c277-0dc0-460e-9f64-44baf97160a8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:18.937849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No DVR routers for this DVR port efb7c277-0dc0-460e-9f64-44baf97160a8 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:18.965669 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-176b0d3d-2275-45cf-b5f9-eebede7aeedc tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.970022 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-176b0d3d-2275-45cf-b5f9-eebede7aeedc tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:18.973492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-176b0d3d-2275-45cf-b5f9-eebede7aeedc tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/1300448b-aa3a-40c6-a866-4d5aa2c0201d HTTP/1.1" status: 204 len: 168 time: 0.1560018 Jul 14 11:47:18.973994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60814) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:47:18.998740 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:47:19.006964 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3b6cacf6-ecb4-453e-90b2-334b1b01fd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.023143 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-61c77ea0-28a6-4a44-8654-ef9805ac89cf tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479252 Jul 14 11:47:19.025765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60816) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:19.029240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b0d3d-2275-45cf-b5f9-eebede7aeedc tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1300448b-aa3a-40c6-a866-4d5aa2c0201d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:19.036647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cacf6-ecb4-453e-90b2-334b1b01fd80 None None] Pushing event deleted for resources: {'Port': ['ID=efb7c277-0dc0-460e-9f64-44baf97160a8,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:19.039433 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.051735 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cacf6-ecb4-453e-90b2-334b1b01fd80 None None] No DVR routers for this DVR port efb7c277-0dc0-460e-9f64-44baf97160a8 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:19.052430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcdfbde-dc11-4e6c-aced-18b6a69c3c55']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:19.073675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda23595-e4be-4132-b6e5-19c7258e63c8') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:19.074158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda23595-e4be-4132-b6e5-19c7258e63c8') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:19.087917 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.101765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67d7f66-a7a5-4d41-8456-9b1df5c132ab tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.109522 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.123090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:47:19.123565 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:47:19.127478 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:47:19.158309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67d7f66-a7a5-4d41-8456-9b1df5c132ab tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.165405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device efb7c277-0dc0-460e-9f64-44baf97160a8 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:19.199398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: efb7c277-0dc0-460e-9f64-44baf97160a8 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:19.200159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device efb7c277-0dc0-460e-9f64-44baf97160a8 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:19.200748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e236dcfd-ac86-44e8-adb1-a558791fae78 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:19.222699 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.228411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e236dcfd-ac86-44e8-adb1-a558791fae78 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:19.228883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e236dcfd-ac86-44e8-adb1-a558791fae78 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:19.232583 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.234395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67d7f66-a7a5-4d41-8456-9b1df5c132ab tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.239053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/networks/cfcdfbde-dc11-4e6c-aced-18b6a69c3c55 HTTP/1.1" status: 204 len: 168 time: 0.9638774 Jul 14 11:47:19.240027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e67d7f66-a7a5-4d41-8456-9b1df5c132ab tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.241442 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e67d7f66-a7a5-4d41-8456-9b1df5c132ab tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-groups/fd88480e-a7a0-4712-a45a-43740ef8c232 HTTP/1.1" status: 204 len: 168 time: 0.2146587 Jul 14 11:47:19.242010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60818) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:19.246571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60820) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:19.262518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321e3a8-a6ac-4a67-b3e4-cd5664b2e6e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Network': ['ID=cfcdfbde-dc11-4e6c-aced-18b6a69c3c55,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:19.343093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d7f66-a7a5-4d41-8456-9b1df5c132ab tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88480e-a7a0-4712-a45a-43740ef8c232,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:19.488758 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bedcc3b6-be78-4502-a261-9aed59d5d2c0 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1668370 Jul 14 11:47:19.493429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60828) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:19.500391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-40a23adf-14d6-42de-a70f-6290370f21a3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903200161'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:19.561247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-40a23adf-14d6-42de-a70f-6290370f21a3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.635296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb8bb9-2343-4770-ba02-bd5947e87c41 req-f5490e2a-22a2-40d4-82dd-0b7c6e721875 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:19.635296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ffb8bb9-2343-4770-ba02-bd5947e87c41 req-f5490e2a-22a2-40d4-82dd-0b7c6e721875 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 946 time: 0.1132696 Jul 14 11:47:19.702135 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.711264 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ffb8bb9-2343-4770-ba02-bd5947e87c41 req-400da23d-e7a5-4238-be96-1f3f7d2b288a tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641668 Jul 14 11:47:19.719665 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-40a23adf-14d6-42de-a70f-6290370f21a3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.724270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-40a23adf-14d6-42de-a70f-6290370f21a3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.773856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a23adf-14d6-42de-a70f-6290370f21a3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae6f656-398e-476b-82b1-8cebac97a72a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:19.795306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-40a23adf-14d6-42de-a70f-6290370f21a3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.797095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-40a23adf-14d6-42de-a70f-6290370f21a3 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3022704 Jul 14 11:47:19.800271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60834) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:19.808142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-41c5ee0d-aade-4ba0-96e8-d1a1ef88bea2 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'aae6f656-398e-476b-82b1-8cebac97a72a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:19.851575 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41c5ee0d-aade-4ba0-96e8-d1a1ef88bea2 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.925367 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41c5ee0d-aade-4ba0-96e8-d1a1ef88bea2 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.931815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41c5ee0d-aade-4ba0-96e8-d1a1ef88bea2 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.956696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5ee0d-aade-4ba0-96e8-d1a1ef88bea2 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676cf62e-8f35-41f0-b1d3-7e6b5534eaae,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:19.966042 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41c5ee0d-aade-4ba0-96e8-d1a1ef88bea2 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:19.967346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-41c5ee0d-aade-4ba0-96e8-d1a1ef88bea2 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1645591 Jul 14 11:47:19.970173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60840) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:19.993626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60842) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:19.994768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-47f71a72-4d78-417c-bb1d-c790b6fa7679 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules/676cf62e-8f35-41f0-b1d3-7e6b5534eaae HTTP/1.1" status: 200 len: 763 time: 0.0234370 Jul 14 11:47:20.061048 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-143aafb9-f727-43bd-b6a2-612e00caabb8 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0661957 Jul 14 11:47:20.063642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60844) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:20.099124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0c39694-88c5-45fa-9c7f-96e44e4e00ed tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.107188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:20.107544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.110974 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0c39694-88c5-45fa-9c7f-96e44e4e00ed tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.188601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0c39694-88c5-45fa-9c7f-96e44e4e00ed tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.194078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0c39694-88c5-45fa-9c7f-96e44e4e00ed tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.195208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f0c39694-88c5-45fa-9c7f-96e44e4e00ed tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/676cf62e-8f35-41f0-b1d3-7e6b5534eaae HTTP/1.1" status: 204 len: 168 time: 0.1306188 Jul 14 11:47:20.198010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60848) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:20.216029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c39694-88c5-45fa-9c7f-96e44e4e00ed tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=676cf62e-8f35-41f0-b1d3-7e6b5534eaae,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:20.236018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port 7da3fc60-0e4d-4002-8ca4-7acd7abe3009, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7da3fc60-0e4d-4002-8ca4-7acd7abe3009,segment=NetworkSegment(e227b343-e83f-4aa8-bd05-9f58f06c0c37),segment_id=e227b343-e83f-4aa8-bd05-9f58f06c0c37)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:20.236448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.250579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:20.263725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-22efa9ba-6148-4fac-82ea-c404d4f88344 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627542 Jul 14 11:47:20.266352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60850) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:20.271984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7e2e970a-a8ff-4ff5-9f03-a9bf26677116 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'aae6f656-398e-476b-82b1-8cebac97a72a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:20.337007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e2e970a-a8ff-4ff5-9f03-a9bf26677116 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.385635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8d98-2ec4-4c01-a711-1211cff1908a req-e86744ea-e40c-46c6-a3f8-0271c11a6ffc tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:20.388684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-264d8d98-2ec4-4c01-a711-1211cff1908a req-e86744ea-e40c-46c6-a3f8-0271c11a6ffc tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 946 time: 0.1079221 Jul 14 11:47:20.438708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e2e970a-a8ff-4ff5-9f03-a9bf26677116 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.447613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-264d8d98-2ec4-4c01-a711-1211cff1908a req-05edefdc-5b07-4f84-b5de-4cf13018726f tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483203 Jul 14 11:47:20.448405 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e2e970a-a8ff-4ff5-9f03-a9bf26677116 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.453289 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.486343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e970a-a8ff-4ff5-9f03-a9bf26677116 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9313fb98-26ac-4020-99ca-0d7bb54ca679,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:20.497415 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e2e970a-a8ff-4ff5-9f03-a9bf26677116 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.502050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7e2e970a-a8ff-4ff5-9f03-a9bf26677116 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2341974 Jul 14 11:47:20.502887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60854) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:20.504342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=7da3fc60-0e4d-4002-8ca4-7acd7abe3009,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:20.531564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c021c8c0-0700-484c-a8ee-22088d60f6f2 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules/9313fb98-26ac-4020-99ca-0d7bb54ca679 HTTP/1.1" status: 200 len: 763 time: 0.0260704 Jul 14 11:47:20.531564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60856) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:20.593465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-25a5bf96-cbf7-4b8e-9c9a-1807a45b2fe8 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0606923 Jul 14 11:47:20.594314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60858) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:20.702677 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3d5a36e-9537-4361-bd28-039277f4cd05 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.718463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.723376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3d5a36e-9537-4361-bd28-039277f4cd05 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.829493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3d5a36e-9537-4361-bd28-039277f4cd05 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.835153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3d5a36e-9537-4361-bd28-039277f4cd05 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.838957 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b3d5a36e-9537-4361-bd28-039277f4cd05 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9313fb98-26ac-4020-99ca-0d7bb54ca679 HTTP/1.1" status: 204 len: 168 time: 0.2410414 Jul 14 11:47:20.840762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60864) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:20.848967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5a36e-9537-4361-bd28-039277f4cd05 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9313fb98-26ac-4020-99ca-0d7bb54ca679,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:20.900176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eb29ff7a-8ca1-417b-b8e8-5682c2536a48 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570860 Jul 14 11:47:20.903574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60866) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:20.908325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ce21756b-9f3f-4967-8951-48cbece7fedb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Request body: {'security_group_rule': {'security_group_id': 'aae6f656-398e-476b-82b1-8cebac97a72a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:20.934840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:47:20.935823 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-ce21756b-9f3f-4967-8951-48cbece7fedb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Project 4ff7751cc46f4dcda82596e1a5f0c403 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:47:20.941447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ce21756b-9f3f-4967-8951-48cbece7fedb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.989709 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ce21756b-9f3f-4967-8951-48cbece7fedb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:20.993609 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ce21756b-9f3f-4967-8951-48cbece7fedb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.018159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21756b-9f3f-4967-8951-48cbece7fedb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e68456-9a8c-4bcd-8adb-aa49ea58bb9e,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:21.020800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:21.027172 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-379e3ea8-1c89-4eb7-a789-419dc2c1f8a1 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815340 Jul 14 11:47:21.030004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60868) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:21.036975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:21.044949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ce21756b-9f3f-4967-8951-48cbece7fedb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.052534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ce21756b-9f3f-4967-8951-48cbece7fedb tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477759 Jul 14 11:47:21.053588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60870) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:21.055111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:21.055821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:21.082018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-72a3b6c4-33f7-4260-b52c-0c991e769c6a tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules/45e68456-9a8c-4bcd-8adb-aa49ea58bb9e HTTP/1.1" status: 200 len: 769 time: 0.0270672 Jul 14 11:47:21.084491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60872) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:21.116585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5559e13-2d5a-494a-aa4e-2b7be30f968d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting subnet 2fb7ac14-a595-4569-856f-e39c0556fe7c {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:47:21.122051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5559e13-2d5a-494a-aa4e-2b7be30f968d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.182370 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-13cb52fd-db2b-4338-a2eb-a41505504db4 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0942883 Jul 14 11:47:21.184066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60874) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:21.188112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5559e13-2d5a-494a-aa4e-2b7be30f968d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.211956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2387-bd4c-43a8-b8af-4755c3faf962 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.223187 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2387-bd4c-43a8-b8af-4755c3faf962 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.263269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2387-bd4c-43a8-b8af-4755c3faf962 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.272149 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2387-bd4c-43a8-b8af-4755c3faf962 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.275951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e5bf2387-bd4c-43a8-b8af-4755c3faf962 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/45e68456-9a8c-4bcd-8adb-aa49ea58bb9e HTTP/1.1" status: 204 len: 168 time: 0.0882363 Jul 14 11:47:21.275951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60876) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:21.291999 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5559e13-2d5a-494a-aa4e-2b7be30f968d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.308904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf2387-bd4c-43a8-b8af-4755c3faf962 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45e68456-9a8c-4bcd-8adb-aa49ea58bb9e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:21.325128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:21.333062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-181c0517-5023-4020-8473-866603078394 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0533061 Jul 14 11:47:21.333482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60878) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:21.387763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:20Z', 'revision_number': 11, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:21.393524 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5559e13-2d5a-494a-aa4e-2b7be30f968d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.394515 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce959-d0e6-4b7c-a565-0a6841f181b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.423579 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce959-d0e6-4b7c-a565-0a6841f181b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.425953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:21.433283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5559e13-2d5a-494a-aa4e-2b7be30f968d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.438264 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b5559e13-2d5a-494a-aa4e-2b7be30f968d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/2fb7ac14-a595-4569-856f-e39c0556fe7c HTTP/1.1" status: 204 len: 168 time: 0.4065959 Jul 14 11:47:21.438722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60880) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:21.440866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b937a-11f8-4ee8-a4d9-57015ef313cc None None] Network b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:21.445162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:21.446077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5559e13-2d5a-494a-aa4e-2b7be30f968d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb7ac14-a595-4569-856f-e39c0556fe7c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:21.446330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:21.552773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.552773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce959-d0e6-4b7c-a565-0a6841f181b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.554483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce959-d0e6-4b7c-a565-0a6841f181b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:21.565084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60886) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:21.572274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fd4ce959-d0e6-4b7c-a565-0a6841f181b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "DELETE /v2.0/security-groups/aae6f656-398e-476b-82b1-8cebac97a72a HTTP/1.1" status: 204 len: 168 time: 0.2375674 Jul 14 11:47:21.609147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:21.640064 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3b700d76-44f6-48d7-b915-2829aa3fbb66 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742743 Jul 14 11:47:21.646492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60888) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:21.665586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ce959-d0e6-4b7c-a565-0a6841f181b5 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae6f656-398e-476b-82b1-8cebac97a72a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:21.696361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:20Z', 'revision_number': 11, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:21.707822 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-19b969eb-4322-4207-8330-be40a92d0149 tempest-SecGroupIPv6Test-140048973 tempest-SecGroupIPv6Test-140048973-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598235 Jul 14 11:47:21.734878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20463c78-68b1-479c-8f79-06e6db734336 None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:20Z', 'revision_number': 11, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:21.800831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-0cf034a4-d6db-459e-b9e9-a0f94eb0ee1b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:21.802428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-0cf034a4-d6db-459e-b9e9-a0f94eb0ee1b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.64 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 946 time: 0.2223601 Jul 14 11:47:21.833572 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239caf82-d714-457d-be96-c1c4d7263e5e req-a6c16d25-f7f1-44b6-8ec4-fe06cb11afbc tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:21.835170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-239caf82-d714-457d-be96-c1c4d7263e5e req-a6c16d25-f7f1-44b6-8ec4-fe06cb11afbc tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 946 time: 0.1667356 Jul 14 11:47:21.957394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Deleting port ee82e081-e475-48af-b3c4-e911cf212265 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:21.957808 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.013956 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-239caf82-d714-457d-be96-c1c4d7263e5e req-1deae9f7-f8af-404b-a5cc-3eeefe50d344 tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd8302fe-a16f-4db6-b174-5aa65c633b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509776 Jul 14 11:47:22.059457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] For port ee82e081-e475-48af-b3c4-e911cf212265, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ee82e081-e475-48af-b3c4-e911cf212265,segment=NetworkSegment(e227b343-e83f-4aa8-bd05-9f58f06c0c37),segment_id=e227b343-e83f-4aa8-bd05-9f58f06c0c37)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:22.059831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.072392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Deleting port 3989ac73-3ece-43ad-aa42-47a221360ca2 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:22.072731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.089089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Calling delete_port for ee82e081-e475-48af-b3c4-e911cf212265 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:22.092020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60898) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:22.142222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec70838f-cd03-40d8-aaf9-9be05353300b None None] DHCP port deletion for b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:47:22.219785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ec70838f-cd03-40d8-aaf9-9be05353300b None None] Deleting port ee82e081-e475-48af-b3c4-e911cf212265 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:47:22.224334 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec70838f-cd03-40d8-aaf9-9be05353300b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.279695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] For port 3989ac73-3ece-43ad-aa42-47a221360ca2, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3989ac73-3ece-43ad-aa42-47a221360ca2,segment=NetworkSegment(540246cd-c870-49d9-831b-5d03b3efdc67),segment_id=540246cd-c870-49d9-831b-5d03b3efdc67)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:22.280117 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.295504 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-37ea9ca9-ad36-4542-bb91-6abb9cacb359 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4ff7751cc46f4dcda82596e1a5f0c403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019901 Jul 14 11:47:22.296125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60902) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:22.301255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Calling delete_port for 3989ac73-3ece-43ad-aa42-47a221360ca2 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:22.319296 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.328839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ec70838f-cd03-40d8-aaf9-9be05353300b None None] For port ee82e081-e475-48af-b3c4-e911cf212265, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ee82e081-e475-48af-b3c4-e911cf212265,segment=NetworkSegment(e227b343-e83f-4aa8-bd05-9f58f06c0c37),segment_id=e227b343-e83f-4aa8-bd05-9f58f06c0c37)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:22.329611 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec70838f-cd03-40d8-aaf9-9be05353300b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.344344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ec70838f-cd03-40d8-aaf9-9be05353300b None None] Calling delete_port for ee82e081-e475-48af-b3c4-e911cf212265 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:47:22.348576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-20db4600-d4ef-4084-85a1-6a7b91553e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.377799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-20db4600-d4ef-4084-85a1-6a7b91553e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.379250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Port': ['ID=ee82e081-e475-48af-b3c4-e911cf212265,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:22.389523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No DVR routers for this DVR port ee82e081-e475-48af-b3c4-e911cf212265 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:22.442361 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-20db4600-d4ef-4084-85a1-6a7b91553e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.446218 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-20db4600-d4ef-4084-85a1-6a7b91553e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.447384 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-20db4600-d4ef-4084-85a1-6a7b91553e51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d987ee24-1930-477a-ab5c-d7a0a01e0410 HTTP/1.1" status: 204 len: 168 time: 0.1502950 Jul 14 11:47:22.456724 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec70838f-cd03-40d8-aaf9-9be05353300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.484095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.486035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70838f-cd03-40d8-aaf9-9be05353300b None None] Pushing event deleted for resources: {'Port': ['ID=ee82e081-e475-48af-b3c4-e911cf212265,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:22.492127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70838f-cd03-40d8-aaf9-9be05353300b None None] No DVR routers for this DVR port ee82e081-e475-48af-b3c4-e911cf212265 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:22.499193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db4600-d4ef-4084-85a1-6a7b91553e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d987ee24-1930-477a-ab5c-d7a0a01e0410,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:22.511029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36ceaf3-c8c6-4bb7-86a7-adb762c246f7']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:22.522817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e227b343-e83f-4aa8-bd05-9f58f06c0c37') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:22.523028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e227b343-e83f-4aa8-bd05-9f58f06c0c37') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:22.537175 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.604139 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.611240 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.623374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['3989ac73-3ece-43ad-aa42-47a221360ca2'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:47:22.629658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:47:22.630072 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:47:22.635737 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:47:22.703171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Pushing event deleted for resources: {'Port': ['ID=3989ac73-3ece-43ad-aa42-47a221360ca2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:22.765890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] No DVR routers for this DVR port 3989ac73-3ece-43ad-aa42-47a221360ca2 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:47:22.768794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.771062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3233da4e-8cbe-4e22-9954-e85ee2666090 req-b5466a68-640e-448f-a61c-a1f88806f63b tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.64 "DELETE /v2.0/ports/3989ac73-3ece-43ad-aa42-47a221360ca2 HTTP/1.1" status: 204 len: 173 time: 0.9607143 Jul 14 11:47:22.774047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bfcf89-2dde-493c-9d87-d1d55e6c1632', 'name': 'network-vif-deleted', 'tag': '3989ac73-3ece-43ad-aa42-47a221360ca2'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:47:22.776191 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823907ef-e455-4ce9-8f20-0de6c12f7a25" -d '{"events": [{"server_uuid": "45bfcf89-2dde-493c-9d87-d1d55e6c1632", "name": "network-vif-deleted", "tag": "3989ac73-3ece-43ad-aa42-47a221360ca2"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:22.793363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.815323 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:22.821579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60916) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:22.822209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/networks/b36ceaf3-c8c6-4bb7-86a7-adb762c246f7 HTTP/1.1" status: 204 len: 168 time: 1.3815234 Jul 14 11:47:22.828996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'routes': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:22.843733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56857625-5e51-4b7e-9fd7-c8b92d75e7e9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Pushing event deleted for resources: {'Network': ['ID=b36ceaf3-c8c6-4bb7-86a7-adb762c246f7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:22.856478 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f83d84-246b-4a22-993d-de3878a2aafc x-openstack-request-id: req-58f83d84-246b-4a22-993d-de3878a2aafc {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:22.856793 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bfcf89-2dde-493c-9d87-d1d55e6c1632", "name": "network-vif-deleted", "tag": "3989ac73-3ece-43ad-aa42-47a221360ca2", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:22.857044 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58f83d84-246b-4a22-993d-de3878a2aafc {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:22.857478 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bfcf89-2dde-493c-9d87-d1d55e6c1632', 'name': 'network-vif-deleted', 'tag': '3989ac73-3ece-43ad-aa42-47a221360ca2', 'status': 'completed', 'code': 200} Jul 14 11:47:23.079489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.extraroute_db [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Added routes are [] {{(pid=93701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 11:47:23.080001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.extraroute_db [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Removed routes are [] {{(pid=93701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 11:47:23.081669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.148170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:23.187523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:23.187937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7da3fc60-0e4d-4002-8ca4-7acd7abe3009 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:23.188322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ee82e081-e475-48af-b3c4-e911cf212265 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:23.227309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: ee82e081-e475-48af-b3c4-e911cf212265 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:23.227658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ee82e081-e475-48af-b3c4-e911cf212265 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:23.293330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64c4aa76-0c17-4282-bdc9-ed4a5de72d69 req-7a2a1441-9ec1-45fa-8f28-3a444fd3c7ab tempest-ServerAddressesNegativeTestJSON-875891173 tempest-ServerAddressesNegativeTestJSON-875891173-project] 10.222.0.38 "GET /v2.0/ports?device_id=45bfcf89-2dde-493c-9d87-d1d55e6c1632 HTTP/1.1" status: 200 len: 210 time: 0.0581484 Jul 14 11:47:23.364147 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.368169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.398451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60938) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:23.481479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 726ea09e-1e4e-4171-86ca-37271e6ee029 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:47:23.530395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785127429'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:23.571453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.584760 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.598694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:23.610220 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] Sync routers for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:23.612260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.613149 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-383675fc-1635-400d-9d45-c37ec4a902e3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029 HTTP/1.1" status: 200 len: 701 time: 0.7895913 Jul 14 11:47:23.620086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60944) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:23.621796 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:23.622435 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:23.651317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bae3b3cc-40de-4615-b507-4553cbc11488 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=726ea09e-1e4e-4171-86ca-37271e6ee029 HTTP/1.1" status: 200 len: 205 time: 0.0295696 Jul 14 11:47:23.655738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60946) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:23.692576 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:23.723911 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.728904 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.739753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b517387-de73-4c4d-bd90-c0e4780251bf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.757095 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:20Z', 'revision_number': 11, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:23.769472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce476c4f-49b1-4b6f-9a3c-7014e80882a8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:23.788579 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] Checking router: 726ea09e-1e4e-4171-86ca-37271e6ee029 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:23.798262 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] Routers {'726ea09e-1e4e-4171-86ca-37271e6ee029'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:23.799314 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['726ea09e-1e4e-4171-86ca-37271e6ee029'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:23.834610 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.838914 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.868125 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.869614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4701240 Jul 14 11:47:23.872749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60948) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:23.881338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ae2e3-79c9-45fc-a68f-e692ab1b90fc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67b8114-7edb-402d-99d0-607b2812b1f3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:23.912588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b517387-de73-4c4d-bd90-c0e4780251bf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.914856 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b517387-de73-4c4d-bd90-c0e4780251bf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.936136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e3434d33-45f1-40b3-a04a-80ff118fb376 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0621901 Jul 14 11:47:23.938733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60950) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:23.943169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-979579f1-d1f1-43d5-a486-55da0ca23d0c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group': {'name': 'tempest-security--668472201', 'description': 'tempest-security-description-1819634351'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:23.963607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b517387-de73-4c4d-bd90-c0e4780251bf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.964430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b517387-de73-4c4d-bd90-c0e4780251bf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Fanout notify agent at l3_agent the message router_deleted on router 726ea09e-1e4e-4171-86ca-37271e6ee029 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:47:23.970839 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] Set router 726ea09e-1e4e-4171-86ca-37271e6ee029 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:23.971818 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b517387-de73-4c4d-bd90-c0e4780251bf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.974385 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-979579f1-d1f1-43d5-a486-55da0ca23d0c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:23.977237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60952) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:23.977509 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9b517387-de73-4c4d-bd90-c0e4780251bf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029 HTTP/1.1" status: 204 len: 168 time: 0.3207231 Jul 14 11:47:23.983436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5cdce5d2-a81b-445b-898c-0507de1ce4f9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-977923105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:24.026010 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:20Z', 'revision_number': 11, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:24.035255 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cdce5d2-a81b-445b-898c-0507de1ce4f9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.036181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cdce5d2-a81b-445b-898c-0507de1ce4f9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.043120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-979579f1-d1f1-43d5-a486-55da0ca23d0c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.048757 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-979579f1-d1f1-43d5-a486-55da0ca23d0c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.052783 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-979579f1-d1f1-43d5-a486-55da0ca23d0c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.053166 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a322a257-8d6c-4056-94b9-483128da4379 None None] The sync data for ids ['726ea09e-1e4e-4171-86ca-37271e6ee029'] in n-d-778696-8 is: [{'id': '726ea09e-1e4e-4171-86ca-37271e6ee029', 'name': 'tempest-RoutersTest-router-1954822805', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:11Z', 'updated_at': '2021-07-14T11:47:20Z', 'revision_number': 11, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:24.054946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-979579f1-d1f1-43d5-a486-55da0ca23d0c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "PUT /v2.0/security-groups/b67b8114-7edb-402d-99d0-607b2812b1f3 HTTP/1.1" status: 200 len: 1779 time: 0.1146023 Jul 14 11:47:24.057242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60954) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:24.103725 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4425a2fb-9231-48e9-ae21-f686ca415216 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups/b67b8114-7edb-402d-99d0-607b2812b1f3 HTTP/1.1" status: 200 len: 1779 time: 0.0453780 Jul 14 11:47:24.104507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60958) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:24.122125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979579f1-d1f1-43d5-a486-55da0ca23d0c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67b8114-7edb-402d-99d0-607b2812b1f3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:24.125272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cdce5d2-a81b-445b-898c-0507de1ce4f9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.132380 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cdce5d2-a81b-445b-898c-0507de1ce4f9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.155272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cdce5d2-a81b-445b-898c-0507de1ce4f9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.156578 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5cdce5d2-a81b-445b-898c-0507de1ce4f9 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1784194 Jul 14 11:47:24.159308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60960) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:24.164388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0f234d7b-1da1-4fc2-8c2f-bada0fc626e7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:24.183034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1656fec0-c66a-4c1b-8d13-0fdafba90936 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.209853 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1656fec0-c66a-4c1b-8d13-0fdafba90936 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.262915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1656fec0-c66a-4c1b-8d13-0fdafba90936 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.270417 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1656fec0-c66a-4c1b-8d13-0fdafba90936 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.276427 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1656fec0-c66a-4c1b-8d13-0fdafba90936 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-groups/b67b8114-7edb-402d-99d0-607b2812b1f3 HTTP/1.1" status: 204 len: 168 time: 0.1698844 Jul 14 11:47:24.279600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60964) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:24.314363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656fec0-c66a-4c1b-8d13-0fdafba90936 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67b8114-7edb-402d-99d0-607b2812b1f3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:24.389874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60968) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:24.423523 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f234d7b-1da1-4fc2-8c2f-bada0fc626e7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.432631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60970) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:24.433672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b892c291-6473-4795-be05-e7a471a599e1 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1526222 Jul 14 11:47:24.437933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c3aad6-3aeb-4c71-9247-e6d116a03c26 admin admin] Deleting subnet 83f5e2c4-50c4-4ee2-8fb3-6690326d9bad {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:47:24.444050 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f234d7b-1da1-4fc2-8c2f-bada0fc626e7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.449487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9c3aad6-3aeb-4c71-9247-e6d116a03c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.473813 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-1dc97972-a1c6-4f21-9c07-de79ab829971 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] delete failed (client error): The resource could not be found. Jul 14 11:47:24.475195 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1dc97972-a1c6-4f21-9c07-de79ab829971 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-groups/b67b8114-7edb-402d-99d0-607b2812b1f3 HTTP/1.1" status: 404 len: 347 time: 0.0408285 Jul 14 11:47:24.481301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60972) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:24.488059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b90a3f07-f439-45cd-9fb6-d8d973b47cb9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755248767'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:24.517298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9c3aad6-3aeb-4c71-9247-e6d116a03c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.560908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b90a3f07-f439-45cd-9fb6-d8d973b47cb9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.588595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9c3aad6-3aeb-4c71-9247-e6d116a03c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.697469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9c3aad6-3aeb-4c71-9247-e6d116a03c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.749133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3aad6-3aeb-4c71-9247-e6d116a03c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f5e2c4-50c4-4ee2-8fb3-6690326d9bad,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:24.773622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b90a3f07-f439-45cd-9fb6-d8d973b47cb9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.776285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9c3aad6-3aeb-4c71-9247-e6d116a03c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.779399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a9c3aad6-3aeb-4c71-9247-e6d116a03c26 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/83f5e2c4-50c4-4ee2-8fb3-6690326d9bad HTTP/1.1" status: 204 len: 168 time: 0.3885064 Jul 14 11:47:24.782044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60976) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:24.790898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b90a3f07-f439-45cd-9fb6-d8d973b47cb9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:24.923798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f234d7b-1da1-4fc2-8c2f-bada0fc626e7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Router 8fb47144-9708-409f-b9b3-f79c72c8fe12 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:47:25.005100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f234d7b-1da1-4fc2-8c2f-bada0fc626e7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:25.012703 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f234d7b-1da1-4fc2-8c2f-bada0fc626e7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.013889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0f234d7b-1da1-4fc2-8c2f-bada0fc626e7 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "PUT /v2.0/routers/8fb47144-9708-409f-b9b3-f79c72c8fe12 HTTP/1.1" status: 200 len: 693 time: 0.8531404 Jul 14 11:47:25.016319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60986) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.022685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] Sync routers for ids ['8fb47144-9708-409f-b9b3-f79c72c8fe12'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:25.037461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] Routers {'8fb47144-9708-409f-b9b3-f79c72c8fe12'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:25.038781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fb47144-9708-409f-b9b3-f79c72c8fe12'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:25.105092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e26df50f-7efa-4bb0-a216-226c41d899e2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/routers/8fb47144-9708-409f-b9b3-f79c72c8fe12 HTTP/1.1" status: 200 len: 699 time: 0.0875411 Jul 14 11:47:25.107640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60988) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.126190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] Set router 8fb47144-9708-409f-b9b3-f79c72c8fe12 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:25.148868 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0e439b35-906c-48e8-a3df-3b932f46cb28 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb47144-9708-409f-b9b3-f79c72c8fe12 HTTP/1.1" status: 200 len: 205 time: 0.0400765 Jul 14 11:47:25.149473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60992) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.191083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb47144-9708-409f-b9b3-f79c72c8fe12', 'name': 'tempest-RoutersTest-router-977923105', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:24Z', 'updated_at': '2021-07-14T11:47:24Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:25.224607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] Checking router: 8fb47144-9708-409f-b9b3-f79c72c8fe12 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:25.235360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23540f87-1170-465a-a562-c755966168e6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.240798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] Routers {'8fb47144-9708-409f-b9b3-f79c72c8fe12'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:25.244685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fb47144-9708-409f-b9b3-f79c72c8fe12'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:25.301796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b90a3f07-f439-45cd-9fb6-d8d973b47cb9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.305581 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b90a3f07-f439-45cd-9fb6-d8d973b47cb9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8205414 Jul 14 11:47:25.306264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a3f07-f439-45cd-9fb6-d8d973b47cb9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d735cdae-574b-4de2-bc2d-4e2273b14517,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:25.308688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32772) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.315244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9e171f82-d526-46b2-b198-dff5e09c8647 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': 'd735cdae-574b-4de2-bc2d-4e2273b14517', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:25.323199 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.360514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e171f82-d526-46b2-b198-dff5e09c8647 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.405855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] Set router 8fb47144-9708-409f-b9b3-f79c72c8fe12 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:25.440428 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.452178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4367bbd5-a238-4a37-8fd4-632c173daa18']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:25.463358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540246cd-c870-49d9-831b-5d03b3efdc67') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:25.463833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540246cd-c870-49d9-831b-5d03b3efdc67') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:25.465282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3989ac73-3ece-43ad-aa42-47a221360ca2 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:25.468363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb47144-9708-409f-b9b3-f79c72c8fe12', 'name': 'tempest-RoutersTest-router-977923105', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:24Z', 'updated_at': '2021-07-14T11:47:24Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:25.476584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.504873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.522941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23540f87-1170-465a-a562-c755966168e6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.525186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23540f87-1170-465a-a562-c755966168e6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.541913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:47:25.543305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:47:25.550381 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:47:25.568519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8af210-4b92-4421-a204-44f009e03cbf None None] The sync data for ids ['8fb47144-9708-409f-b9b3-f79c72c8fe12'] in n-d-778696-8 is: [{'id': '8fb47144-9708-409f-b9b3-f79c72c8fe12', 'name': 'tempest-RoutersTest-router-977923105', 'tenant_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:24Z', 'updated_at': '2021-07-14T11:47:24Z', 'revision_number': 2, 'project_id': 'f7d39efa950f4c4fb3bb0b5ec23ac3ee', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:25.570768 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23540f87-1170-465a-a562-c755966168e6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.571568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23540f87-1170-465a-a562-c755966168e6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Fanout notify agent at l3_agent the message router_deleted on router 8fb47144-9708-409f-b9b3-f79c72c8fe12 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:47:25.573535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 3989ac73-3ece-43ad-aa42-47a221360ca2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:47:25.574258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3989ac73-3ece-43ad-aa42-47a221360ca2 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:25.579567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23540f87-1170-465a-a562-c755966168e6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.584584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-23540f87-1170-465a-a562-c755966168e6 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/8fb47144-9708-409f-b9b3-f79c72c8fe12 HTTP/1.1" status: 204 len: 168 time: 0.4341075 Jul 14 11:47:25.585219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32782) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.623784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7a5382bd-ba6f-4ada-b6e7-84ed1fbb7678 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb47144-9708-409f-b9b3-f79c72c8fe12 HTTP/1.1" status: 200 len: 205 time: 0.0372190 Jul 14 11:47:25.629413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32784) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.639270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.680175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.683947 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4367bbd5-a238-4a37-8fd4-632c173daa18 HTTP/1.1" status: 204 len: 168 time: 0.8988860 Jul 14 11:47:25.686436 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-1b00e3be-330d-4170-88c0-f8d44d0e00cc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] delete failed (client error): The resource could not be found. Jul 14 11:47:25.687194 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1b00e3be-330d-4170-88c0-f8d44d0e00cc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/8fb47144-9708-409f-b9b3-f79c72c8fe12 HTTP/1.1" status: 404 len: 336 time: 0.0567424 Jul 14 11:47:25.690103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32790) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.708070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa97af3-3274-4960-ba9a-6e44d1e29cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4367bbd5-a238-4a37-8fd4-632c173daa18,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:25.716102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e171f82-d526-46b2-b198-dff5e09c8647 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.721698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e171f82-d526-46b2-b198-dff5e09c8647 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.738293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e171f82-d526-46b2-b198-dff5e09c8647 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1837d256-2c67-44ec-8b8d-0c3a4c7e1593,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:25.750182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e171f82-d526-46b2-b198-dff5e09c8647 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.754397 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef343d32-7320-4049-a867-f78264fa4cb2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] DELETE failed (client error): The resource could not be found. Jul 14 11:47:25.754739 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9e171f82-d526-46b2-b198-dff5e09c8647 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4437106 Jul 14 11:47:25.755275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef343d32-7320-4049-a867-f78264fa4cb2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:47:25.755509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32792) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.760343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ef343d32-7320-4049-a867-f78264fa4cb2 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/ac124d26-2770-4cb9-9587-f6a10740e9d3 HTTP/1.1" status: 404 len: 337 time: 0.0687356 Jul 14 11:47:25.763379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32794) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.787181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c2ab-2aa2-4741-b963-8c9d060fe8aa tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.791940 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ff79a7-e515-4945-bfa9-cbcfd22212b3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] DELETE failed (client error): The resource could not be found. Jul 14 11:47:25.792360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ff79a7-e515-4945-bfa9-cbcfd22212b3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:47:25.794811 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-29ff79a7-e515-4945-bfa9-cbcfd22212b3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/0ce1321c-9de6-4fdf-8cd6-8072ba99ba85 HTTP/1.1" status: 404 len: 337 time: 0.0300605 Jul 14 11:47:25.797320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32796) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.801397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c2ab-2aa2-4741-b963-8c9d060fe8aa tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.824857 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8751fc-8fb4-437a-a0d7-8c706902250d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] DELETE failed (client error): The resource could not be found. Jul 14 11:47:25.825593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8751fc-8fb4-437a-a0d7-8c706902250d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:47:25.830067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8a8751fc-8fb4-437a-a0d7-8c706902250d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/d550ab62-6806-471b-9038-be78d663f5ef HTTP/1.1" status: 404 len: 337 time: 0.0292461 Jul 14 11:47:25.830616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32798) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.867608 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-761a3175-f755-4645-9f96-ed45da01bc2d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] DELETE failed (client error): The resource could not be found. Jul 14 11:47:25.868098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761a3175-f755-4645-9f96-ed45da01bc2d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:47:25.872228 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-761a3175-f755-4645-9f96-ed45da01bc2d tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/2fb7ac14-a595-4569-856f-e39c0556fe7c HTTP/1.1" status: 404 len: 337 time: 0.0384002 Jul 14 11:47:25.872786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32802) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.906944 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1467e317-0bf7-4525-8f68-5c740489cc63 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=726ea09e-1e4e-4171-86ca-37271e6ee029 HTTP/1.1" status: 200 len: 205 time: 0.0311363 Jul 14 11:47:25.906944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c2ab-2aa2-4741-b963-8c9d060fe8aa tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.908051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32806) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.917404 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c2ab-2aa2-4741-b963-8c9d060fe8aa tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:25.925723 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b9e3c2ab-2aa2-4741-b963-8c9d060fe8aa tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/1837d256-2c67-44ec-8b8d-0c3a4c7e1593 HTTP/1.1" status: 204 len: 168 time: 0.1688466 Jul 14 11:47:25.929364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32808) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.929741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32810) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:25.954615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3c2ab-2aa2-4741-b963-8c9d060fe8aa tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1837d256-2c67-44ec-8b8d-0c3a4c7e1593,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:25.970077 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-81a3a074-008e-4093-83dc-b4a88d36d18a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] delete failed (client error): The resource could not be found. Jul 14 11:47:25.971197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-81a3a074-008e-4093-83dc-b4a88d36d18a tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/726ea09e-1e4e-4171-86ca-37271e6ee029 HTTP/1.1" status: 404 len: 336 time: 0.0614812 Jul 14 11:47:25.973826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32812) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.010492 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-14ffa92f-653d-47b0-9d56-60d255cd13f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50a8ed70567e4ba9a6fea682422c0d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759277 Jul 14 11:47:26.015459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32814) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.017647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-91981815-5c00-4229-9a2e-66dbe4d67b5c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=232eb0c4-439a-465f-b545-c3ee17c0cef8 HTTP/1.1" status: 200 len: 205 time: 0.0424716 Jul 14 11:47:26.020016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32816) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.023075 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1e77e98d-a92a-4ae9-8b2c-8d11f567d8d9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829949 Jul 14 11:47:26.023652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32818) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.068271 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-6ddc2127-5d37-404c-b561-cc23f589b704 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] delete failed (client error): The resource could not be found. Jul 14 11:47:26.071884 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6ddc2127-5d37-404c-b561-cc23f589b704 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/232eb0c4-439a-465f-b545-c3ee17c0cef8 HTTP/1.1" status: 404 len: 336 time: 0.0479455 Jul 14 11:47:26.072022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32820) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.108754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662411e2-b1b7-4082-bcd9-622f777642d8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.110642 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a12155-8dbd-4f79-bdc4-54140e617d47 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] DELETE failed (client error): The resource could not be found. Jul 14 11:47:26.111101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a12155-8dbd-4f79-bdc4-54140e617d47 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:47:26.115121 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-90a12155-8dbd-4f79-bdc4-54140e617d47 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/1d4d9c71-54e0-4b50-9e20-864b04ac4630 HTTP/1.1" status: 404 len: 337 time: 0.0398884 Jul 14 11:47:26.115265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a1dd-9019-4b0a-b06e-6e3f35ae72d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.117247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32822) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.163017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662411e2-b1b7-4082-bcd9-622f777642d8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.168745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ec982c1d-e4ef-40b6-9d75-42c0293de53c tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d99726f-434d-47b7-bc43-eee9b33f3eda HTTP/1.1" status: 200 len: 205 time: 0.0476489 Jul 14 11:47:26.170111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32828) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.173269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a1dd-9019-4b0a-b06e-6e3f35ae72d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.217751 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-d966003f-8413-4601-a128-654bb4e3ae3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] delete failed (client error): The resource could not be found. Jul 14 11:47:26.219210 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d966003f-8413-4601-a128-654bb4e3ae3b tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/2d99726f-434d-47b7-bc43-eee9b33f3eda HTTP/1.1" status: 404 len: 336 time: 0.0478668 Jul 14 11:47:26.222018 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-036dcfa9-c3e1-435a-b81b-f22d299e93fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1080186 Jul 14 11:47:26.222511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32830) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.228176 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662411e2-b1b7-4082-bcd9-622f777642d8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.231116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-662411e2-b1b7-4082-bcd9-622f777642d8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.234803 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-662411e2-b1b7-4082-bcd9-622f777642d8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-groups/d735cdae-574b-4de2-bc2d-4e2273b14517 HTTP/1.1" status: 204 len: 168 time: 0.2076824 Jul 14 11:47:26.235576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32832) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.247271 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.256830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662411e2-b1b7-4082-bcd9-622f777642d8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d735cdae-574b-4de2-bc2d-4e2273b14517,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:26.277335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6236d1f5-7e77-4649-a3cd-514037b38753 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=3edfd7ca-f533-46bc-ad5b-9508000fe5af HTTP/1.1" status: 200 len: 205 time: 0.0529623 Jul 14 11:47:26.280406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32834) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.319943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a1dd-9019-4b0a-b06e-6e3f35ae72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.322738 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a1dd-9019-4b0a-b06e-6e3f35ae72d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.327358 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1fe9a1dd-9019-4b0a-b06e-6e3f35ae72d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd8302fe-a16f-4db6-b174-5aa65c633b03 HTTP/1.1" status: 204 len: 168 time: 0.3086069 Jul 14 11:47:26.339288 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-76062c55-85c9-4006-a963-23dcfa73e7ff tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964379 Jul 14 11:47:26.339288 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-cea819c1-818f-461d-a0ac-7c2d676e2a14 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] delete failed (client error): The resource could not be found. Jul 14 11:47:26.339288 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cea819c1-818f-461d-a0ac-7c2d676e2a14 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/3edfd7ca-f533-46bc-ad5b-9508000fe5af HTTP/1.1" status: 404 len: 336 time: 0.0550394 Jul 14 11:47:26.340154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32838) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.347044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32840) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.356451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-dae379cc-ee82-4657-8c4e-932babd76b02 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885301476'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:26.363103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9a1dd-9019-4b0a-b06e-6e3f35ae72d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8302fe-a16f-4db6-b174-5aa65c633b03,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:26.399136 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbbe36e-2911-4d9c-ba16-948e2b0371b8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] DELETE failed (client error): The resource could not be found. Jul 14 11:47:26.399539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbbe36e-2911-4d9c-ba16-948e2b0371b8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:47:26.406201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32846) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.412211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dfbbe36e-2911-4d9c-ba16-948e2b0371b8 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/c7351b40-cc62-4b70-a4a0-d11d8498ced8 HTTP/1.1" status: 404 len: 337 time: 0.0613153 Jul 14 11:47:26.444690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dae379cc-ee82-4657-8c4e-932babd76b02 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.450846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-82351300-89e1-4c84-8af8-e55e381153a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.451519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-82351300-89e1-4c84-8af8-e55e381153a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.452140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-82351300-89e1-4c84-8af8-e55e381153a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.452721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-82351300-89e1-4c84-8af8-e55e381153a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.453259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-82351300-89e1-4c84-8af8-e55e381153a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.453826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-82351300-89e1-4c84-8af8-e55e381153a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.454709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-82351300-89e1-4c84-8af8-e55e381153a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.456700 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-82351300-89e1-4c84-8af8-e55e381153a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6501 time: 0.1351798 Jul 14 11:47:26.459402 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d06656a5-58ef-4724-8a60-e1708f361080 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=e335d50f-6fe9-4416-bcd1-124c9f9a4b23 HTTP/1.1" status: 200 len: 205 time: 0.0501478 Jul 14 11:47:26.461848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32848) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.587899 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-5442e467-32fd-4852-a789-9168900b1ccf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] delete failed (client error): The resource could not be found. Jul 14 11:47:26.589602 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5442e467-32fd-4852-a789-9168900b1ccf tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/e335d50f-6fe9-4416-bcd1-124c9f9a4b23 HTTP/1.1" status: 404 len: 336 time: 0.1261418 Jul 14 11:47:26.595667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32856) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.665588 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-137376dc-190c-45db-8f6b-e1111c50caa3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] DELETE failed (client error): The resource could not be found. Jul 14 11:47:26.666111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137376dc-190c-45db-8f6b-e1111c50caa3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:47:26.669023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-137376dc-190c-45db-8f6b-e1111c50caa3 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/2dee56d6-2284-4e92-9ccf-0f83ec521e73 HTTP/1.1" status: 404 len: 337 time: 0.0702815 Jul 14 11:47:26.674150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32860) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.742737 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dae379cc-ee82-4657-8c4e-932babd76b02 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.748529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-96b96e90-12cd-490c-be0b-53747c9ab12f tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f5cf94f-b14e-486c-8229-da69cc8b613e HTTP/1.1" status: 200 len: 205 time: 0.0733404 Jul 14 11:47:26.754736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32864) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.757227 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dae379cc-ee82-4657-8c4e-932babd76b02 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.818373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dae379cc-ee82-4657-8c4e-932babd76b02 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.822051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dae379cc-ee82-4657-8c4e-932babd76b02 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4716032 Jul 14 11:47:26.827599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32868) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.855459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9781c1a0-fcb2-47f4-96ae-217e129cde82 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '64720f68-e6b3-47c5-b0e0-0df567b74c5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:26.860684 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-b62a6161-c4c2-4457-b00e-e04beb922a40 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] delete failed (client error): The resource could not be found. Jul 14 11:47:26.865271 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b62a6161-c4c2-4457-b00e-e04beb922a40 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/routers/9f5cf94f-b14e-486c-8229-da69cc8b613e HTTP/1.1" status: 404 len: 336 time: 0.1095102 Jul 14 11:47:26.872598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32872) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:26.883409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-ad1a6e1e-3644-4467-b308-d8882f0c581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.884032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-ad1a6e1e-3644-4467-b308-d8882f0c581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.884612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-ad1a6e1e-3644-4467-b308-d8882f0c581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:26.886492 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-ad1a6e1e-3644-4467-b308-d8882f0c581c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=26145ec9-28ca-47b8-8313-e0ceee913209&id=26145ec9-28ca-47b8-8313-e0ceee913209 HTTP/1.1" status: 200 len: 2296 time: 0.3297119 Jul 14 11:47:26.895219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae379cc-ee82-4657-8c4e-932babd76b02 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64720f68-e6b3-47c5-b0e0-0df567b74c5c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:26.941944 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9781c1a0-fcb2-47f4-96ae-217e129cde82 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:26.945530 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b0752c-34df-49a4-8e92-50859dafd971 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] DELETE failed (client error): The resource could not be found. Jul 14 11:47:26.946002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b0752c-34df-49a4-8e92-50859dafd971 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:47:26.957648 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b1b0752c-34df-49a4-8e92-50859dafd971 tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/c653c5ec-6408-425a-9a5e-07864e4a8b07 HTTP/1.1" status: 404 len: 337 time: 0.0794015 Jul 14 11:47:26.960806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32876) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:27.028921 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9781c1a0-fcb2-47f4-96ae-217e129cde82 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.035528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9781c1a0-fcb2-47f4-96ae-217e129cde82 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.065451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c1a0-fcb2-47f4-96ae-217e129cde82 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f497720-b448-4a09-92e5-405b276d04d0,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:27.089632 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ecf692-1cc6-4a5a-9abb-1ba9e70c28fc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] DELETE failed (client error): The resource could not be found. Jul 14 11:47:27.090099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ecf692-1cc6-4a5a-9abb-1ba9e70c28fc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:47:27.092814 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-16ecf692-1cc6-4a5a-9abb-1ba9e70c28fc tempest-RoutersTest-1878039899 tempest-RoutersTest-1878039899-project] 10.222.0.38 "DELETE /v2.0/subnets/57dff732-15b2-4a93-8549-724cd4d20315 HTTP/1.1" status: 404 len: 337 time: 0.1318374 Jul 14 11:47:27.099891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9781c1a0-fcb2-47f4-96ae-217e129cde82 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.101912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9781c1a0-fcb2-47f4-96ae-217e129cde82 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2733638 Jul 14 11:47:27.105878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32886) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:27.111325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9b47f9b0-c030-4b92-b753-c0ce455be6eb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '64720f68-e6b3-47c5-b0e0-0df567b74c5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:27.111524 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-5f04d407-3c63-47b0-8366-cc2d4de2388b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 HTTP/1.1" status: 200 len: 1001 time: 0.1730554 Jul 14 11:47:27.159923 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b47f9b0-c030-4b92-b753-c0ce455be6eb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.200049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-a6b4348b-62d3-46c2-b8d0-fb056ecb2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:27.202385 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-a6b4348b-62d3-46c2-b8d0-fb056ecb2b5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3f6c9c-4cec-4db9-bf7a-5294fab2441d HTTP/1.1" status: 200 len: 856 time: 0.0794802 Jul 14 11:47:27.258339 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b47f9b0-c030-4b92-b753-c0ce455be6eb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.265874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b47f9b0-c030-4b92-b753-c0ce455be6eb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.291821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47f9b0-c030-4b92-b753-c0ce455be6eb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a85845-111d-4fcd-97a7-608c747153f8,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:27.308867 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-4024e1dc-14b7-4a92-bcd7-cccaa046d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:27.310731 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-4024e1dc-14b7-4a92-bcd7-cccaa046d920 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991774 Jul 14 11:47:27.321257 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b47f9b0-c030-4b92-b753-c0ce455be6eb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.327423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b47f9b0-c030-4b92-b753-c0ce455be6eb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2204304 Jul 14 11:47:27.328166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32898) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:27.337598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0c4f49b8-1110-4680-a946-ab7268294cee tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '64720f68-e6b3-47c5-b0e0-0df567b74c5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:27.394735 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c4f49b8-1110-4680-a946-ab7268294cee tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.441024 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-a023496a-0968-4d8a-82da-04f8a5a8da28 service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198022 Jul 14 11:47:27.453263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32902) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:27.518335 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c4f49b8-1110-4680-a946-ab7268294cee tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.525826 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c4f49b8-1110-4680-a946-ab7268294cee tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.569113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f49b8-1110-4680-a946-ab7268294cee tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52008ec3-569f-4a44-9597-4e7fa5af50e1,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:27.571376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c4f49b8-1110-4680-a946-ab7268294cee tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.575783 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c4f49b8-1110-4680-a946-ab7268294cee tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2422464 Jul 14 11:47:27.576025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32908) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:27.580705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-eb41fd9c-410f-4694-ad18-fe86ca2bf43f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '64720f68-e6b3-47c5-b0e0-0df567b74c5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:27.585159 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-a65b0b79-9eba-4579-991b-818e1e84ff54 service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369431 Jul 14 11:47:27.611727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32910) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:27.626197 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb41fd9c-410f-4694-ad18-fe86ca2bf43f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.655835 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-066eb61c-50df-4492-b3d2-e271509b65b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 200 len: 217 time: 0.0616152 Jul 14 11:47:27.712274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb41fd9c-410f-4694-ad18-fe86ca2bf43f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.718520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb41fd9c-410f-4694-ad18-fe86ca2bf43f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.746018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41fd9c-410f-4694-ad18-fe86ca2bf43f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b6450c-88a9-4420-b36b-0ba7112d85bf,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:27.755637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb41fd9c-410f-4694-ad18-fe86ca2bf43f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.761221 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eb41fd9c-410f-4694-ad18-fe86ca2bf43f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1812050 Jul 14 11:47:27.761221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32920) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:27.767969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-676b2da4-7792-4368-8b07-299c7ebcb0e9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '64720f68-e6b3-47c5-b0e0-0df567b74c5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:27.777038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1701071452-network', 'tenant_id': '97191b2278554533ad3e08acafea11d2'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:27.780949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-8eceb8d9-a336-476e-9c96-c2f8affd56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:27.782910 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-8eceb8d9-a336-476e-9c96-c2f8affd56cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1203389 Jul 14 11:47:27.790594 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e79ca127-ea89-4d0f-896c-752a7c967ed1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7d39efa950f4c4fb3bb0b5ec23ac3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280771 Jul 14 11:47:27.793984 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32922) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:27.797089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:47:27.797089 n-d-778696-8 neutron-server[93702]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 11:47:27.797089 n-d-778696-8 neutron-server[93702]: [parameters: {'project_id_1': '97191b2278554533ad3e08acafea11d2', 'expiration_1': datetime.datetime(2021, 7, 14, 11, 47, 27, 784139)}] Jul 14 11:47:27.797089 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:47:27.797471 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:47:27.815400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-676b2da4-7792-4368-8b07-299c7ebcb0e9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.877612 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-676b2da4-7792-4368-8b07-299c7ebcb0e9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.882486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-676b2da4-7792-4368-8b07-299c7ebcb0e9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.893077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1135328-0c56-47b0-913f-b2bd322be30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.906137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b2da4-7792-4368-8b07-299c7ebcb0e9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6a2a67-66a8-456a-91ca-0ed1f5365e13,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:27.906387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-e9ecff01-bdf5-409f-a543-d8936f292696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:27.907837 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-e9ecff01-bdf5-409f-a543-d8936f292696 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1163647 Jul 14 11:47:27.913679 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-676b2da4-7792-4368-8b07-299c7ebcb0e9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.918051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-676b2da4-7792-4368-8b07-299c7ebcb0e9 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1532903 Jul 14 11:47:27.918384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32926) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:27.934553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1135328-0c56-47b0-913f-b2bd322be30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.951362 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97b065a-c849-45f6-bdd8-6e0f532d0f90 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.959268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97b065a-c849-45f6-bdd8-6e0f532d0f90 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.987927 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97b065a-c849-45f6-bdd8-6e0f532d0f90 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.994207 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97b065a-c849-45f6-bdd8-6e0f532d0f90 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:27.998204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b97b065a-c849-45f6-bdd8-6e0f532d0f90 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7e6a2a67-66a8-456a-91ca-0ed1f5365e13 HTTP/1.1" status: 204 len: 168 time: 0.0758293 Jul 14 11:47:27.998630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32932) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:28.016711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b065a-c849-45f6-bdd8-6e0f532d0f90 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e6a2a67-66a8-456a-91ca-0ed1f5365e13,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:28.046382 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-d897c8f8-7222-4ade-8613-1b55e5615a13 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289794 Jul 14 11:47:28.055998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1a3f0d5a-cb25-4c5a-85cb-e8a99f2acd48 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0546007 Jul 14 11:47:28.062100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32936) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:28.064858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1135328-0c56-47b0-913f-b2bd322be30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.067553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1135328-0c56-47b0-913f-b2bd322be30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.068781 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c1135328-0c56-47b0-913f-b2bd322be30b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44b1dc14-16b3-4a4b-b3ea-0bd926352621 HTTP/1.1" status: 204 len: 168 time: 0.2737737 Jul 14 11:47:28.093969 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-210dc654-16c2-49a7-8a5c-fec001640dab tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.102044 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-210dc654-16c2-49a7-8a5c-fec001640dab tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.114943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1135328-0c56-47b0-913f-b2bd322be30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b1dc14-16b3-4a4b-b3ea-0bd926352621,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:28.160175 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.164200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-210dc654-16c2-49a7-8a5c-fec001640dab tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.181821 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-210dc654-16c2-49a7-8a5c-fec001640dab tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.184619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-210dc654-16c2-49a7-8a5c-fec001640dab tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/f5b6450c-88a9-4420-b36b-0ba7112d85bf HTTP/1.1" status: 204 len: 168 time: 0.1192722 Jul 14 11:47:28.185900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dc654-16c2-49a7-8a5c-fec001640dab tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5b6450c-88a9-4420-b36b-0ba7112d85bf,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:28.188113 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-fd7e8447-cace-4ef6-877e-e95f61330274 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286118 Jul 14 11:47:28.188654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32940) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:28.257432 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-84a20f81-4cc5-4604-8dd5-661feb0f5c6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 200 len: 217 time: 0.0661089 Jul 14 11:47:28.327992 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9b6e4b7c-9ec4-40aa-8daa-ecad318ae975 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1381803 Jul 14 11:47:28.330752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32946) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:28.347700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Made reservation on behalf of 97191b2278554533ad3e08acafea11d2 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:28.350652 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.361042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-214cbdf3-2ed7-428c-91ea-9a10f4642f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:28.362547 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-214cbdf3-2ed7-428c-91ea-9a10f4642f12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.0975108 Jul 14 11:47:28.363995 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.374961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-fb2f1960-dd4c-4849-b3db-9dd534c03b05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984919 Jul 14 11:47:28.383749 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3fe42e5-2d93-4306-9412-2e0a6de41c4a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.422039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3fe42e5-2d93-4306-9412-2e0a6de41c4a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.483662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-e8c295db-dd4f-4dc6-9286-ee9c9593b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:28.485285 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-e8c295db-dd4f-4dc6-9286-ee9c9593b444 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127348 Jul 14 11:47:28.486143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3fe42e5-2d93-4306-9412-2e0a6de41c4a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.493372 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3fe42e5-2d93-4306-9412-2e0a6de41c4a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.494753 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e3fe42e5-2d93-4306-9412-2e0a6de41c4a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/52008ec3-569f-4a44-9597-4e7fa5af50e1 HTTP/1.1" status: 204 len: 168 time: 0.1630907 Jul 14 11:47:28.501254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32952) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:28.528861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe42e5-2d93-4306-9412-2e0a6de41c4a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52008ec3-569f-4a44-9597-4e7fa5af50e1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:28.543135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-9d754018-3019-4577-88ee-285202ba1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:28.544736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-9d754018-3019-4577-88ee-285202ba1299 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1097 time: 0.1248648 Jul 14 11:47:28.579217 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.637009 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.638804 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-3d3fc833-5398-4acc-a654-b9dda5f73058 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390867 Jul 14 11:47:28.672467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:47:28.684894 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-616c1e80-9898-4816-bb3c-94607faca037 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1729031 Jul 14 11:47:28.686070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32962) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:28.702882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.703236 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Added segment acd2d267-8fe4-4c18-bba9-937b37f8ea18 of type vlan for network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 Jul 14 11:47:28.707105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73052955-7820-4fe4-b5c8-9b1c02320417,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:28.778524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-d622cc54-39c2-4122-9f30-38eb75164b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:28.780077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-d622cc54-39c2-4122-9f30-38eb75164b71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.1993673 Jul 14 11:47:28.783180 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.789794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-15f509d0-e7e9-471f-9783-42f83c42ac92 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.838066 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-15f509d0-e7e9-471f-9783-42f83c42ac92 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.847941 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-ac415cd2-aaef-4609-90a2-ee3646f63eb6 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901972 Jul 14 11:47:28.892844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.893934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:28.894538 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.904226 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-15f509d0-e7e9-471f-9783-42f83c42ac92 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.912288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-ae152cce-021b-4157-9f9a-d2aabd2a425f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 1001 time: 0.1241679 Jul 14 11:47:28.914658 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-31911344-1b63-4e62-bbdb-baaa782a610b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=49913f77-9877-4365-aa9e-2faa940f36fc HTTP/1.1" status: 200 len: 217 time: 0.0570073 Jul 14 11:47:28.915497 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-15f509d0-e7e9-471f-9783-42f83c42ac92 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:28.920469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-15f509d0-e7e9-471f-9783-42f83c42ac92 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/c4a85845-111d-4fcd-97a7-608c747153f8 HTTP/1.1" status: 204 len: 168 time: 0.2224147 Jul 14 11:47:28.922808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 32974) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:28.991354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f509d0-e7e9-471f-9783-42f83c42ac92 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4a85845-111d-4fcd-97a7-608c747153f8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:29.007592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3947678 Jul 14 11:47:29.012390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32980) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:29.023281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Request body: {'subnet': {'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1701071452-subnet', 'tenant_id': '97191b2278554533ad3e08acafea11d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:29.045246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd442e1c-e97c-4d87-8279-86e4f51568cd admin admin] Pushing event updated for resources: {'Network': ['ID=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:29.050889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-2e4c8f1d-5057-411d-b90c-93bd0f3c0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:29.052400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-2e4c8f1d-5057-411d-b90c-93bd0f3c0d2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.1190691 Jul 14 11:47:29.056343 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2f77b979-ad4e-4f20-a6a1-8911e6189e3e tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1320977 Jul 14 11:47:29.056569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32986) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:29.059288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-b1e00dff-1ddf-4a29-8ec9-566c36472b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:29.060788 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-b1e00dff-1ddf-4a29-8ec9-566c36472b4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1391146 Jul 14 11:47:29.064812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:47:29.103526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Made reservation on behalf of 97191b2278554533ad3e08acafea11d2 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:29.106429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.156454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32988) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:29.163354 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-308ac4b5-bed0-48c8-9e21-a34aa84c133c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.200134 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-308ac4b5-bed0-48c8-9e21-a34aa84c133c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.203507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-9a271b11-a8a6-4250-abf1-ee5d3dab3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:29.212489 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-9a271b11-a8a6-4250-abf1-ee5d3dab3aec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1226537 Jul 14 11:47:29.247273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-40e5ca35-1cfe-4eda-ba29-c947821033cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:29.248891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-40e5ca35-1cfe-4eda-ba29-c947821033cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893444 Jul 14 11:47:29.254474 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-308ac4b5-bed0-48c8-9e21-a34aa84c133c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.274525 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-308ac4b5-bed0-48c8-9e21-a34aa84c133c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.278654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-308ac4b5-bed0-48c8-9e21-a34aa84c133c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9f497720-b448-4a09-92e5-405b276d04d0 HTTP/1.1" status: 204 len: 168 time: 0.2210550 Jul 14 11:47:29.356160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32994) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:29.358571 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-c6441496-e264-4a78-9caa-0eea587708db service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367702 Jul 14 11:47:29.363559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4a8e6b41-ee62-4d14-9fd3-b67ec92acfae tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:29.364092 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-4a8e6b41-ee62-4d14-9fd3-b67ec92acfae tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 11:47:29.364588 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-4a8e6b41-ee62-4d14-9fd3-b67ec92acfae tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 11:47:29.368840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4a8e6b41-ee62-4d14-9fd3-b67ec92acfae tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2078743 Jul 14 11:47:29.377082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 32996) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:29.381625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ac4b5-bed0-48c8-9e21-a34aa84c133c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f497720-b448-4a09-92e5-405b276d04d0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:29.402441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357719563'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:29.426098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-14691e13-7038-47f9-8f4f-ade2c1ece6e4 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691403 Jul 14 11:47:29.478689 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-f159908d-0ba9-422c-a342-62d94f7dfedd service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125834 Jul 14 11:47:29.524662 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-318b2b2d-bf96-4c90-8580-2c476e26eb95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=18a00a0e-9792-427c-ba24-b22b2019c83d HTTP/1.1" status: 200 len: 217 time: 0.0390670 Jul 14 11:47:29.540614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b865d887-a315-4a45-a185-ecb85d451f75 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1780064 Jul 14 11:47:29.540614 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.540946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33002) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:29.579810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-c81c8aff-3226-4b30-b9f5-61c077482fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:29.581447 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-c81c8aff-3226-4b30-b9f5-61c077482fcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.0513139 Jul 14 11:47:29.588639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.644942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-942a0a51-47ee-4492-b3bb-55ea215adbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:29.646458 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-942a0a51-47ee-4492-b3bb-55ea215adbba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584631 Jul 14 11:47:29.665050 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.716756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5052969-403d-424f-bf2b-e652dc50eb32 req-f2c71c35-93e1-4924-89ae-c7f99b85f4a1 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651873 Jul 14 11:47:29.753075 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-d17a040c-5417-431f-996b-26f5f270133a service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971439 Jul 14 11:47:29.753302 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7da3a3ad-5aa7-43fd-a1d8-423c8dc3952d tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.780914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:29.807474 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7da3a3ad-5aa7-43fd-a1d8-423c8dc3952d tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.830364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Checking segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:29.830364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Network hostable DHCP agents. Network: 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:47:29.868879 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-844ac16d-3c23-4179-9db7-ac430049a93d service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096940 Jul 14 11:47:29.884385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:47:29.899650 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7da3a3ad-5aa7-43fd-a1d8-423c8dc3952d tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.902860 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7da3a3ad-5aa7-43fd-a1d8-423c8dc3952d tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.906406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7da3a3ad-5aa7-43fd-a1d8-423c8dc3952d tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-groups/64720f68-e6b3-47c5-b0e0-0df567b74c5c HTTP/1.1" status: 204 len: 168 time: 0.3555846 Jul 14 11:47:29.910767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33010) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:29.912685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.916127 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-147c4093-a084-4ff6-bf95-0f06e005c045 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a311431a-32d1-4b6e-a233-63e9651b80ee HTTP/1.1" status: 200 len: 217 time: 0.0402956 Jul 14 11:47:29.927235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:29.928905 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.940465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:29.941069 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:29.942078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22440e5b-9a2a-42f0-a1fd-888c2b44e6e2 None None] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:29.943367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3a3ad-5aa7-43fd-a1d8-423c8dc3952d tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64720f68-e6b3-47c5-b0e0-0df567b74c5c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:29.988129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-fc864678-66b6-41e8-9e52-689fac699943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:29.990100 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-fc864678-66b6-41e8-9e52-689fac699943 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.0677433 Jul 14 11:47:30.021440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628b5e01-896a-4706-88e6-1a9a01dac252,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:30.033272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e5ca9181-d6e3-4cce-bbce-2d572120a4ce tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190248 Jul 14 11:47:30.039682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33016) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:30.047184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648479998'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:30.095016 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-d5dc6e96-314c-45e6-a61b-79665a46537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:30.096902 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-d5dc6e96-314c-45e6-a61b-79665a46537a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990634 Jul 14 11:47:30.097340 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.101816 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.138087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-44d09322-f5c0-4d50-832e-061d2c8cffc3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1133683 Jul 14 11:47:30.148993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc71a6d-ed2c-4db7-84a1-5bd7c81fa3a4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:30.155978 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.174067 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.178089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a087a12-fad6-4776-a2ec-ea097bed63f1 None None] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:30.178779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2bfefeec-817f-4951-837a-6232f728668c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7952876 Jul 14 11:47:30.181615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33022) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:30.187155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f50d5336-5be4-4d99-84d5-de50429faade tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': '0dc71a6d-ed2c-4db7-84a1-5bd7c81fa3a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:30.216475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:47:30.216475 n-d-778696-8 neutron-server[93702]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 11:47:30.216475 n-d-778696-8 neutron-server[93702]: [parameters: {'project_id_1': '653c94e8c6ff4ec7bc76d9dd3f47ce45', 'expiration_1': datetime.datetime(2021, 7, 14, 11, 47, 30, 204366)}] Jul 14 11:47:30.216475 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:47:30.217569 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:47:30.233003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f50d5336-5be4-4d99-84d5-de50429faade tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.309209 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-8945c65e-f25a-4928-94a4-d05fdb08991d service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008896 Jul 14 11:47:30.318008 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f50d5336-5be4-4d99-84d5-de50429faade tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.325162 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f50d5336-5be4-4d99-84d5-de50429faade tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.363815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d5336-5be4-4d99-84d5-de50429faade tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cd6ce0-1dae-4c14-835b-94131c428985,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:30.375741 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f50d5336-5be4-4d99-84d5-de50429faade tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.380044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f50d5336-5be4-4d99-84d5-de50429faade tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1964240 Jul 14 11:47:30.380784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33026) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:30.387621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-69e9fa4a-2e6d-4d45-a928-dba1af2db733 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': '0dc71a6d-ed2c-4db7-84a1-5bd7c81fa3a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:30.490953 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-37e1b6c5-9dcc-4ade-ae2c-2f278a82d145 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772523 Jul 14 11:47:30.511169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-69e9fa4a-2e6d-4d45-a928-dba1af2db733 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.548110 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-27a74e86-22cb-4cdf-8f00-112400fe4b5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c HTTP/1.1" status: 200 len: 217 time: 0.0484977 Jul 14 11:47:30.583556 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-69e9fa4a-2e6d-4d45-a928-dba1af2db733 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 11:47:30.585790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-69e9fa4a-2e6d-4d45-a928-dba1af2db733 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2041085 Jul 14 11:47:30.588747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33038) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:30.619599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-ab6f6a74-f963-4b20-9e05-759fc62e0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:30.622057 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-ab6f6a74-f963-4b20-9e05-759fc62e0219 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.0612826 Jul 14 11:47:30.664258 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c20549e-1650-43ea-9ef6-4aa69b69c230 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.692458 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c20549e-1650-43ea-9ef6-4aa69b69c230 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.700660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-22ba796a-7578-45a8-8d75-af7d83878483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:30.702739 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-22ba796a-7578-45a8-8d75-af7d83878483 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737958 Jul 14 11:47:30.721105 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.802785 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-deaf513e-11b1-4e2b-8dee-c544f7b12f12 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925651 Jul 14 11:47:30.865367 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c20549e-1650-43ea-9ef6-4aa69b69c230 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.867923 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c20549e-1650-43ea-9ef6-4aa69b69c230 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:30.872066 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1c20549e-1650-43ea-9ef6-4aa69b69c230 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/0dc71a6d-ed2c-4db7-84a1-5bd7c81fa3a4 HTTP/1.1" status: 204 len: 168 time: 0.2779980 Jul 14 11:47:30.872491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33054) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:30.887130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac81c-6207-4687-961a-b6fc230936bf req-bb65e196-02f8-4b8a-b39c-43639e6a0f89 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:30.888686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-bb65e196-02f8-4b8a-b39c-43639e6a0f89 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.1860766 Jul 14 11:47:30.898334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20549e-1650-43ea-9ef6-4aa69b69c230 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc71a6d-ed2c-4db7-84a1-5bd7c81fa3a4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:30.929265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-70312b0d-af16-477b-80bc-11b4da3332bc tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/quotas/97191b2278554533ad3e08acafea11d2 HTTP/1.1" status: 200 len: 375 time: 0.0344336 Jul 14 11:47:30.947020 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9658fb14-0884-4cfe-87f7-811a15796c60 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698392 Jul 14 11:47:30.947984 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33056) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:30.956275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b7c49c27-a471-4ade-add4-724a9f3c2c22 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744030694'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:30.973149 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7cb8e836-fc32-4c69-9858-af47892d3f86 req-51e2868e-6146-40a4-8722-30d905f8fc9a service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628039 Jul 14 11:47:30.977058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-5f3d6a4f-2d95-43e5-a806-3cb44b60f67c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409601 Jul 14 11:47:30.997303 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.008663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.022097 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c27-a471-4ade-add4-724a9f3c2c22 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.076238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62abe4e2-9583-4163-af31-2c801a646ba2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.108525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-8abdd67f-e94e-469f-add2-177b68a71adf service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216121 Jul 14 11:47:31.123385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c27-a471-4ade-add4-724a9f3c2c22 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.127965 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c27-a471-4ade-add4-724a9f3c2c22 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.160161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c27-a471-4ade-add4-724a9f3c2c22 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.164329 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b7c49c27-a471-4ade-add4-724a9f3c2c22 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2131011 Jul 14 11:47:31.164555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33062) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.168587 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.172323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-47375583-c52c-446d-820b-aeb12e72166a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1281011 Jul 14 11:47:31.172639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8f3a834b-436d-4f8d-b247-52298cd03132 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': '325b8d1b-75a4-4b25-91a0-68efb3c6b781', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:31.173392 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-8f3a834b-436d-4f8d-b247-52298cd03132 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 11:47:31.173893 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-8f3a834b-436d-4f8d-b247-52298cd03132 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:31.177418 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8f3a834b-436d-4f8d-b247-52298cd03132 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084560 Jul 14 11:47:31.177418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33064) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.177418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c49c27-a471-4ade-add4-724a9f3c2c22 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325b8d1b-75a4-4b25-91a0-68efb3c6b781,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.178072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33066) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.183017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-71beeb6b-c946-455a-adcc-83af8edc6d62 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '62abe4e2-9583-4163-af31-2c801a646ba2', 'direction': 'ingress', 'protocol': 17}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:31.216474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71beeb6b-c946-455a-adcc-83af8edc6d62 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.265588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-c2c0ed45-eac1-4b11-acfe-c12b435db8f9 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475854 Jul 14 11:47:31.275648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6b297e6f-d923-4736-910a-8f791b09036c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.282240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71beeb6b-c946-455a-adcc-83af8edc6d62 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.288099 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71beeb6b-c946-455a-adcc-83af8edc6d62 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.308068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71beeb6b-c946-455a-adcc-83af8edc6d62 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b59209-d178-4133-81da-e462b02d986e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.314192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6b297e6f-d923-4736-910a-8f791b09036c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.321595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71beeb6b-c946-455a-adcc-83af8edc6d62 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.327159 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-71beeb6b-c946-455a-adcc-83af8edc6d62 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1474922 Jul 14 11:47:31.328106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33074) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.368961 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6b297e6f-d923-4736-910a-8f791b09036c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.373356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6b297e6f-d923-4736-910a-8f791b09036c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.374944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6b297e6f-d923-4736-910a-8f791b09036c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/325b8d1b-75a4-4b25-91a0-68efb3c6b781 HTTP/1.1" status: 204 len: 168 time: 0.1956649 Jul 14 11:47:31.379085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33076) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.403437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b297e6f-d923-4736-910a-8f791b09036c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325b8d1b-75a4-4b25-91a0-68efb3c6b781,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.406349 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0f00484-3d8c-4a96-bff1-5d32dbcb5223 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.434984 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0f00484-3d8c-4a96-bff1-5d32dbcb5223 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.464408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ed2b6559-0eb8-4d72-aeb0-1e7fcfe74bdb tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811231 Jul 14 11:47:31.470673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33078) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.478363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-10fceb56-6844-46d7-9e48-3363fb30a59a tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196987637'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:31.493330 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0f00484-3d8c-4a96-bff1-5d32dbcb5223 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.499080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0f00484-3d8c-4a96-bff1-5d32dbcb5223 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.501815 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f0f00484-3d8c-4a96-bff1-5d32dbcb5223 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-groups/62abe4e2-9583-4163-af31-2c801a646ba2 HTTP/1.1" status: 204 len: 168 time: 0.1724966 Jul 14 11:47:31.506341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33080) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.510197 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10fceb56-6844-46d7-9e48-3363fb30a59a tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.530205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f00484-3d8c-4a96-bff1-5d32dbcb5223 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62abe4e2-9583-4163-af31-2c801a646ba2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.587168 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aa094b64-ded8-4e88-a425-494ea6ab69aa tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782125 Jul 14 11:47:31.593218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33088) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.598854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-26be7360-a465-4366-8e35-b4d31e37c106 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068275219'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:31.681112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01157feb-ede8-4181-83a3-1c1c013ec03b req-450b5394-17e9-492c-b694-94c582b0dfba tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 210 time: 0.0488827 Jul 14 11:47:31.763651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10fceb56-6844-46d7-9e48-3363fb30a59a tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.769312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10fceb56-6844-46d7-9e48-3363fb30a59a tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.795083 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26be7360-a465-4366-8e35-b4d31e37c106 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.801511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10fceb56-6844-46d7-9e48-3363fb30a59a tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.803888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10fceb56-6844-46d7-9e48-3363fb30a59a tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3306389 Jul 14 11:47:31.805648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33098) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.810822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b92e9100-7a38-4702-bd86-9e177ed688e6 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'a62a8f76-330b-4a60-9f26-ba054befe5b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:31.811897 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-b92e9100-7a38-4702-bd86-9e177ed688e6 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 11:47:31.812145 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-b92e9100-7a38-4702-bd86-9e177ed688e6 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:31.813084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b92e9100-7a38-4702-bd86-9e177ed688e6 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065296 Jul 14 11:47:31.817319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33100) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.827209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fceb56-6844-46d7-9e48-3363fb30a59a tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62a8f76-330b-4a60-9f26-ba054befe5b4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.890431 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fefd9244-34cd-4791-a0a8-5fe4ec669cb3 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.914901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fefd9244-34cd-4791-a0a8-5fe4ec669cb3 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.958491 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26be7360-a465-4366-8e35-b4d31e37c106 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.964443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26be7360-a465-4366-8e35-b4d31e37c106 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.968454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fefd9244-34cd-4791-a0a8-5fe4ec669cb3 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.972501 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fefd9244-34cd-4791-a0a8-5fe4ec669cb3 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:31.974126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fefd9244-34cd-4791-a0a8-5fe4ec669cb3 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/a62a8f76-330b-4a60-9f26-ba054befe5b4 HTTP/1.1" status: 204 len: 168 time: 0.1558833 Jul 14 11:47:31.985746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33104) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:31.986521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd9244-34cd-4791-a0a8-5fe4ec669cb3 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62a8f76-330b-4a60-9f26-ba054befe5b4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:32.031905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be7360-a465-4366-8e35-b4d31e37c106 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f605bb-50f9-4379-82b2-7a923ee1d31c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:32.037264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26be7360-a465-4366-8e35-b4d31e37c106 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.041351 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-26be7360-a465-4366-8e35-b4d31e37c106 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4439299 Jul 14 11:47:32.042457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33112) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.047584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-52f0bb49-85f5-4310-a9ea-57cc04582019 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group': {'name': 'tempest-secgroup--108644614'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:32.071420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52f0bb49-85f5-4310-a9ea-57cc04582019 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.084167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33114) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.084352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-53290e5b-6ee9-4a1e-a522-165e605cbe84 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973196 Jul 14 11:47:32.088739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-42f95bbc-b653-417e-8bdb-a30efd5df833 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988728703'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:32.121650 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42f95bbc-b653-417e-8bdb-a30efd5df833 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.202212 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52f0bb49-85f5-4310-a9ea-57cc04582019 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.208201 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52f0bb49-85f5-4310-a9ea-57cc04582019 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.261024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0bb49-85f5-4310-a9ea-57cc04582019 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44d0496-f38d-4db5-8bbf-b13e47dd6fcd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:32.306140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42f95bbc-b653-417e-8bdb-a30efd5df833 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.311579 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42f95bbc-b653-417e-8bdb-a30efd5df833 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.328095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52f0bb49-85f5-4310-a9ea-57cc04582019 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.332309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-52f0bb49-85f5-4310-a9ea-57cc04582019 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2859771 Jul 14 11:47:32.332934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33120) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.337409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9e7b6d42-431f-4df8-8c45-68d9cd276641 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': 'd1f605bb-50f9-4379-82b2-7a923ee1d31c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a44d0496-f38d-4db5-8bbf-b13e47dd6fcd', 'remote_ip_prefix': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:32.343334 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42f95bbc-b653-417e-8bdb-a30efd5df833 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.347412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-42f95bbc-b653-417e-8bdb-a30efd5df833 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2595735 Jul 14 11:47:32.349076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33122) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.354506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a0ab4a31-6ae2-40cd-8b16-6bec7fb0a555 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'a76db35a-907e-493c-a6c5-d231555b9a08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:32.355321 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-a0ab4a31-6ae2-40cd-8b16-6bec7fb0a555 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 11:47:32.355832 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-a0ab4a31-6ae2-40cd-8b16-6bec7fb0a555 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:32.359545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a0ab4a31-6ae2-40cd-8b16-6bec7fb0a555 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067413 Jul 14 11:47:32.360361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33124) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.364242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f95bbc-b653-417e-8bdb-a30efd5df833 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76db35a-907e-493c-a6c5-d231555b9a08,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:32.365994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-aaa9c456-0a10-4c0d-ac12-78b1f2d22bcf tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'a76db35a-907e-493c-a6c5-d231555b9a08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:32.366641 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-aaa9c456-0a10-4c0d-ac12-78b1f2d22bcf tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 11:47:32.367146 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-aaa9c456-0a10-4c0d-ac12-78b1f2d22bcf tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:32.376368 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aaa9c456-0a10-4c0d-ac12-78b1f2d22bcf tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0114803 Jul 14 11:47:32.377456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33126) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.382600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-90ef1bbe-9797-4581-82b2-3711f6262b41 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'a76db35a-907e-493c-a6c5-d231555b9a08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:32.383595 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-90ef1bbe-9797-4581-82b2-3711f6262b41 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 11:47:32.384235 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-90ef1bbe-9797-4581-82b2-3711f6262b41 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:32.389241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-90ef1bbe-9797-4581-82b2-3711f6262b41 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064600 Jul 14 11:47:32.389458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33128) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.396884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1321b583-e493-4f7f-8474-985aea20a9dc tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'a76db35a-907e-493c-a6c5-d231555b9a08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:32.398048 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-1321b583-e493-4f7f-8474-985aea20a9dc tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 11:47:32.398665 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-1321b583-e493-4f7f-8474-985aea20a9dc tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:32.406413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1321b583-e493-4f7f-8474-985aea20a9dc tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086541 Jul 14 11:47:32.406413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33130) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.425482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6d42-431f-4df8-8c45-68d9cd276641 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.466412 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52bc26d-f54c-4a83-83c5-5cb8e09ae7ff tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.504539 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52bc26d-f54c-4a83-83c5-5cb8e09ae7ff tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.517097 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6d42-431f-4df8-8c45-68d9cd276641 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.523713 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6d42-431f-4df8-8c45-68d9cd276641 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.543359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b6d42-431f-4df8-8c45-68d9cd276641 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbb01a6-daee-462c-b4ff-7d629648befb,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:32.556599 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6d42-431f-4df8-8c45-68d9cd276641 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.562911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33134) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.568457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9e7b6d42-431f-4df8-8c45-68d9cd276641 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2346802 Jul 14 11:47:32.590495 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9982508-9b9c-48f8-8d93-e88480fae282 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.594206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52bc26d-f54c-4a83-83c5-5cb8e09ae7ff tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.596883 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52bc26d-f54c-4a83-83c5-5cb8e09ae7ff tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.599299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d52bc26d-f54c-4a83-83c5-5cb8e09ae7ff tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/a76db35a-907e-493c-a6c5-d231555b9a08 HTTP/1.1" status: 204 len: 168 time: 0.1952348 Jul 14 11:47:32.601166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33138) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.610618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9982508-9b9c-48f8-8d93-e88480fae282 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.626845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bc26d-f54c-4a83-83c5-5cb8e09ae7ff tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76db35a-907e-493c-a6c5-d231555b9a08,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:32.658389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9982508-9b9c-48f8-8d93-e88480fae282 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.664796 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9982508-9b9c-48f8-8d93-e88480fae282 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.665032 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5fe8299b-8029-4855-b536-8bee34b53425 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624459 Jul 14 11:47:32.666207 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c9982508-9b9c-48f8-8d93-e88480fae282 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/3fbb01a6-daee-462c-b4ff-7d629648befb HTTP/1.1" status: 204 len: 168 time: 0.1020439 Jul 14 11:47:32.669455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33142) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.670121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33144) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.677106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9982508-9b9c-48f8-8d93-e88480fae282 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fbb01a6-daee-462c-b4ff-7d629648befb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:32.681904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d67405bf-ace1-496e-b78c-ffae257978a0 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'tempest-secgroup--229131149'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:32.740011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33148) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.740294 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-844453f1-3579-4b9a-8941-88a509a17b8c tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0686657 Jul 14 11:47:32.741560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d67405bf-ace1-496e-b78c-ffae257978a0 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.810081 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b08b5f20-7aef-44c0-8965-20de4509d855 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.856604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b08b5f20-7aef-44c0-8965-20de4509d855 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.878364 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d67405bf-ace1-496e-b78c-ffae257978a0 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.884821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d67405bf-ace1-496e-b78c-ffae257978a0 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.923362 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba71e00f-acc0-400c-b898-5e6c3f49b5f4 req-137894e0-01df-4ea7-adcb-f53dbf83987f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 210 time: 0.0466001 Jul 14 11:47:32.935915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d67405bf-ace1-496e-b78c-ffae257978a0 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:32.941656 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d67405bf-ace1-496e-b78c-ffae257978a0 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2613215 Jul 14 11:47:32.941656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67405bf-ace1-496e-b78c-ffae257978a0 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd47ae7a-a472-4cb6-bb46-eb19d9708ecd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:32.948677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33156) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.967840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-45a13ca4-3dbf-4685-b067-cb3c9acd627b tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'fd47ae7a-a472-4cb6-bb46-eb19d9708ecd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:32.968203 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-45a13ca4-3dbf-4685-b067-cb3c9acd627b tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 11:47:32.968802 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-45a13ca4-3dbf-4685-b067-cb3c9acd627b tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:32.972767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33158) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:32.974613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-45a13ca4-3dbf-4685-b067-cb3c9acd627b tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0199339 Jul 14 11:47:32.978555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9ab9d4bf-6354-4dc0-a666-1975341b0120 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'fd47ae7a-a472-4cb6-bb46-eb19d9708ecd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.023405 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b08b5f20-7aef-44c0-8965-20de4509d855 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.026883 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b08b5f20-7aef-44c0-8965-20de4509d855 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.031263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b08b5f20-7aef-44c0-8965-20de4509d855 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-groups/a44d0496-f38d-4db5-8bbf-b13e47dd6fcd HTTP/1.1" status: 204 len: 168 time: 0.2872956 Jul 14 11:47:33.033124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33162) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.045526 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-9ab9d4bf-6354-4dc0-a666-1975341b0120 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:33.046841 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9ab9d4bf-6354-4dc0-a666-1975341b0120 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0730312 Jul 14 11:47:33.047151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b5f20-7aef-44c0-8965-20de4509d855 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44d0496-f38d-4db5-8bbf-b13e47dd6fcd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:33.049696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33166) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.054349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-bf7e1801-53b4-4a76-a8f1-e956e043de1f tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'fd47ae7a-a472-4cb6-bb46-eb19d9708ecd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.054746 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-bf7e1801-53b4-4a76-a8f1-e956e043de1f tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 11:47:33.055235 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-bf7e1801-53b4-4a76-a8f1-e956e043de1f tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:33.056191 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bf7e1801-53b4-4a76-a8f1-e956e043de1f tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055616 Jul 14 11:47:33.060125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33168) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.067250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4e550c3c-5cc0-4fa6-ae75-53298301e006 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'fd47ae7a-a472-4cb6-bb46-eb19d9708ecd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.127139 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-658c9ed9-6fa9-4d44-9722-4af1f1ab3e9a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0844955 Jul 14 11:47:33.127139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33170) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.147997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac81c-6207-4687-961a-b6fc230936bf req-55653d3f-445d-441e-9360-4e4c26d782f5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:33.149549 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-55653d3f-445d-441e-9360-4e4c26d782f5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.64 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.2042439 Jul 14 11:47:33.150752 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-4e550c3c-5cc0-4fa6-ae75-53298301e006 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:33.155631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4e550c3c-5cc0-4fa6-ae75-53298301e006 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0913980 Jul 14 11:47:33.155784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33172) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.160398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7554e53b-66f8-41ff-a45c-ba1f27454d63 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'fd47ae7a-a472-4cb6-bb46-eb19d9708ecd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.161376 n-d-778696-8 neutron-server[93702]: WARNING neutron.api.v2.base [None req-7554e53b-66f8-41ff-a45c-ba1f27454d63 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 11:47:33.161910 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-7554e53b-66f8-41ff-a45c-ba1f27454d63 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:33.162969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7554e53b-66f8-41ff-a45c-ba1f27454d63 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061085 Jul 14 11:47:33.168665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Request body: {'port': {'device_id': 'c9811caa-35e4-43a5-91a4-bad0dae5e577', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'admin_state_up': True, 'tenant_id': '97191b2278554533ad3e08acafea11d2'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.171028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33174) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.175538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d574ac7e-bf5c-42fc-b49a-13dc110ae945 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'fd47ae7a-a472-4cb6-bb46-eb19d9708ecd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.241937 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-d574ac7e-bf5c-42fc-b49a-13dc110ae945 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:33.244431 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d574ac7e-bf5c-42fc-b49a-13dc110ae945 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0710199 Jul 14 11:47:33.247945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33176) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.254260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a37282d7-bd38-4300-8b99-2135266b3d64 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'fd47ae7a-a472-4cb6-bb46-eb19d9708ecd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.254740 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-a37282d7-bd38-4300-8b99-2135266b3d64 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 11:47:33.255228 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-a37282d7-bd38-4300-8b99-2135266b3d64 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:33.258639 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a37282d7-bd38-4300-8b99-2135266b3d64 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073645 Jul 14 11:47:33.258900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.264516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c24af30e-10cb-4165-8119-98e8eb221533 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'fd47ae7a-a472-4cb6-bb46-eb19d9708ecd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.270700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f13fb642-6e0f-4bbe-8c3d-4fc2eca3fc71 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.285819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Made reservation on behalf of 97191b2278554533ad3e08acafea11d2 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:33.289951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.303266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f13fb642-6e0f-4bbe-8c3d-4fc2eca3fc71 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.356025 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-c24af30e-10cb-4165-8119-98e8eb221533 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:33.359676 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c24af30e-10cb-4165-8119-98e8eb221533 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0973868 Jul 14 11:47:33.359974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33184) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.365472 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-11b05538-fa98-4518-9dc1-be3955f843d7 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'fd47ae7a-a472-4cb6-bb46-eb19d9708ecd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.380189 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f13fb642-6e0f-4bbe-8c3d-4fc2eca3fc71 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.382715 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f13fb642-6e0f-4bbe-8c3d-4fc2eca3fc71 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.386537 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f13fb642-6e0f-4bbe-8c3d-4fc2eca3fc71 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-groups/d1f605bb-50f9-4379-82b2-7a923ee1d31c HTTP/1.1" status: 204 len: 168 time: 0.2622397 Jul 14 11:47:33.386988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33186) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.402877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fb642-6e0f-4bbe-8c3d-4fc2eca3fc71 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f605bb-50f9-4379-82b2-7a923ee1d31c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:33.428730 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-11b05538-fa98-4518-9dc1-be3955f843d7 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:33.431062 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-11b05538-fa98-4518-9dc1-be3955f843d7 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0701382 Jul 14 11:47:33.433970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33188) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.474593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Allocated IP 172.20.0.3 (1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40/e3fee729-a6f2-4f4e-99e5-7cf52aa0a461/a7b54d46-4ead-47de-addd-99b3a81de4aa) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:33.480010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6ef2c299-231a-4467-a23e-439e5db00602 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919318 Jul 14 11:47:33.486761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33190) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.491960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-11417492-6c06-4163-bbe4-0023e060c66f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092278615'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.502880 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1973-c3a8-4218-a0c3-d07994ec4bf1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.534082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1973-c3a8-4218-a0c3-d07994ec4bf1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.542812 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11417492-6c06-4163-bbe4-0023e060c66f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.614609 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1973-c3a8-4218-a0c3-d07994ec4bf1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.617315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1973-c3a8-4218-a0c3-d07994ec4bf1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.618457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9a9d1973-c3a8-4218-a0c3-d07994ec4bf1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/fd47ae7a-a472-4cb6-bb46-eb19d9708ecd HTTP/1.1" status: 204 len: 168 time: 0.1834202 Jul 14 11:47:33.621553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33194) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.637497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d1973-c3a8-4218-a0c3-d07994ec4bf1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd47ae7a-a472-4cb6-bb46-eb19d9708ecd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:33.693308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.706394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9ef793e8-bc27-4656-ab67-e5955020b2d2 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834842 Jul 14 11:47:33.710911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33200) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.717846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9e7676e8-5f81-4b01-8088-20c591ff11af tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130271488'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.737268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11417492-6c06-4163-bbe4-0023e060c66f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.742374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11417492-6c06-4163-bbe4-0023e060c66f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.771182 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e7676e8-5f81-4b01-8088-20c591ff11af tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.776414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.791325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11417492-6c06-4163-bbe4-0023e060c66f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eee2945-07cc-421f-9a0c-27ab1ee41263,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:33.802297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11417492-6c06-4163-bbe4-0023e060c66f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.802297 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-11417492-6c06-4163-bbe4-0023e060c66f tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3104103 Jul 14 11:47:33.803058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33202) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:33.809140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-51bb2205-ddbf-4487-b932-c7326e4badad tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '5eee2945-07cc-421f-9a0c-27ab1ee41263', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:33.844561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51bb2205-ddbf-4487-b932-c7326e4badad tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.849210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:33.855875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:33.858301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:47:33.863936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event updated for resources: {'Port': ['ID=a7b54d46-4ead-47de-addd-99b3a81de4aa,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:33.921734 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51bb2205-ddbf-4487-b932-c7326e4badad tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.925150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:33.925787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.936855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51bb2205-ddbf-4487-b932-c7326e4badad tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.974245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb2205-ddbf-4487-b932-c7326e4badad tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356bb71e-7966-4f03-91df-6f288a0695db,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:33.981380 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e7676e8-5f81-4b01-8088-20c591ff11af tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:33.989327 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e7676e8-5f81-4b01-8088-20c591ff11af tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.005984 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51bb2205-ddbf-4487-b932-c7326e4badad tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.010175 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-51bb2205-ddbf-4487-b932-c7326e4badad tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2057514 Jul 14 11:47:34.014611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33214) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.029017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-98793ccf-757b-4290-acef-f74f5c35cd46 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645041 Jul 14 11:47:34.033785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7676e8-5f81-4b01-8088-20c591ff11af tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0c0254-2dcc-4ee1-9513-0f55e7fb256c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:34.047520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Request body: {'port': {'device_id': 'c9811caa-35e4-43a5-91a4-bad0dae5e577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:34.067592 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01af882a-134a-4124-8929-2006c282f79b tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.078850 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01af882a-134a-4124-8929-2006c282f79b tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.094423 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e7676e8-5f81-4b01-8088-20c591ff11af tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.095664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9e7676e8-5f81-4b01-8088-20c591ff11af tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3837838 Jul 14 11:47:34.098501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33216) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.107446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4b2b1c2d-007b-496b-9acc-84b9d9306f7e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'be0c0254-2dcc-4ee1-9513-0f55e7fb256c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:34.146574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01af882a-134a-4124-8929-2006c282f79b tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.157925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01af882a-134a-4124-8929-2006c282f79b tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.161489 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-01af882a-134a-4124-8929-2006c282f79b tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/356bb71e-7966-4f03-91df-6f288a0695db HTTP/1.1" status: 204 len: 168 time: 0.1431937 Jul 14 11:47:34.162197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33218) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.174859 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af882a-134a-4124-8929-2006c282f79b tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=356bb71e-7966-4f03-91df-6f288a0695db,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:34.186936 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-4b2b1c2d-007b-496b-9acc-84b9d9306f7e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The resource could not be found. Jul 14 11:47:34.190740 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4b2b1c2d-007b-496b-9acc-84b9d9306f7e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0883012 Jul 14 11:47:34.191876 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33220) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.195517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5196bb3e-4768-4d28-9b8c-323f873716ab tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': 'be0c0254-2dcc-4ee1-9513-0f55e7fb256c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f16674d4-a908-4cfd-b542-1ba1fbc7520e'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:34.206542 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.218277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9724c4-fbe6-4027-a5bc-c0c3484982b3 req-0f075d2e-6f93-4aea-9bbf-e2f521e623f7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:34.219494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a9724c4-fbe6-4027-a5bc-c0c3484982b3 req-0f075d2e-6f93-4aea-9bbf-e2f521e623f7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 931 time: 0.1213825 Jul 14 11:47:34.235974 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bdd5d7d9-6619-4bbb-8f71-55fabb593771 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699613 Jul 14 11:47:34.236197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33222) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.293988 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-5196bb3e-4768-4d28-9b8c-323f873716ab tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The resource could not be found. Jul 14 11:47:34.295041 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5196bb3e-4768-4d28-9b8c-323f873716ab tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1030891 Jul 14 11:47:34.302142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33228) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.321268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7c12803-fe04-4148-889e-d357d7763e85 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.366444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7c12803-fe04-4148-889e-d357d7763e85 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.393946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a9724c4-fbe6-4027-a5bc-c0c3484982b3 req-7016ece1-7a8e-42d2-86f5-53bc237611bf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662703 Jul 14 11:47:34.412221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9fbc5bc-0f71-4161-88b5-97e76e9d273e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.445454 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9fbc5bc-0f71-4161-88b5-97e76e9d273e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.470957 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7c12803-fe04-4148-889e-d357d7763e85 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.473655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7c12803-fe04-4148-889e-d357d7763e85 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.477179 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d7c12803-fe04-4148-889e-d357d7763e85 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-groups/5eee2945-07cc-421f-9a0c-27ab1ee41263 HTTP/1.1" status: 204 len: 168 time: 0.2377408 Jul 14 11:47:34.480785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33230) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.490590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c12803-fe04-4148-889e-d357d7763e85 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eee2945-07cc-421f-9a0c-27ab1ee41263,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:34.513574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9fbc5bc-0f71-4161-88b5-97e76e9d273e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.516808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9fbc5bc-0f71-4161-88b5-97e76e9d273e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.518570 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a9fbc5bc-0f71-4161-88b5-97e76e9d273e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/be0c0254-2dcc-4ee1-9513-0f55e7fb256c HTTP/1.1" status: 204 len: 168 time: 0.2154922 Jul 14 11:47:34.522575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33232) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.541018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbc5bc-0f71-4161-88b5-97e76e9d273e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0c0254-2dcc-4ee1-9513-0f55e7fb256c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:34.574211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f12b28d2-39c8-48f3-88c5-a3c1aba14c95 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920012 Jul 14 11:47:34.578511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33238) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.583047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-457b3173-f3f7-4592-a1e2-6354dcf38752 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361698683'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:34.607442 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0ef00b65-c72f-4d2f-a5d4-a35f75123d21 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822222 Jul 14 11:47:34.615948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33240) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.622074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9fc868c8-1284-4435-a266-94e5e344ddcf tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': '5b950214-3eda-4a50-9936-2210bf807414', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:34.628931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b54d46-4ead-47de-addd-99b3a81de4aa {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:47:34.636733 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-457b3173-f3f7-4592-a1e2-6354dcf38752 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.639894 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.655289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Transition to ACTIVE for port object a7b54d46-4ead-47de-addd-99b3a81de4aa will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:47:34.658779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.728636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b54d46-4ead-47de-addd-99b3a81de4aa,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:34.753909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-457b3173-f3f7-4592-a1e2-6354dcf38752 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.761762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-457b3173-f3f7-4592-a1e2-6354dcf38752 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.771498 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-9fc868c8-1284-4435-a266-94e5e344ddcf tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The resource could not be found. Jul 14 11:47:34.776859 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9fc868c8-1284-4435-a266-94e5e344ddcf tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1549437 Jul 14 11:47:34.777680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33242) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.783214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-db675a7c-8ec7-4e3a-8421-3a763860faa9 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'tempest-secgroup--956669763'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:34.789715 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-457b3173-f3f7-4592-a1e2-6354dcf38752 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.795249 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-457b3173-f3f7-4592-a1e2-6354dcf38752 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2155261 Jul 14 11:47:34.795525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33244) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:34.803993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b3173-f3f7-4592-a1e2-6354dcf38752 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f50c80a-c674-49f0-8ea1-420a9385f924,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:34.805589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5de815f3-4872-4cba-9ec4-17bf1d434fbb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '1f50c80a-c674-49f0-8ea1-420a9385f924', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:34.826093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Attempting to bind port a7b54d46-4ead-47de-addd-99b3a81de4aa on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:47:34.826438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Attempting to bind port a7b54d46-4ead-47de-addd-99b3a81de4aa by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:47:34.826773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Attempting to bind port a7b54d46-4ead-47de-addd-99b3a81de4aa on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:47:34.831646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Port a7b54d46-4ead-47de-addd-99b3a81de4aa on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:47:34.832015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Attempting to bind port a7b54d46-4ead-47de-addd-99b3a81de4aa on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:47:34.836860 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db675a7c-8ec7-4e3a-8421-3a763860faa9 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.855215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:47:34.855557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Checking segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:34.856019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Bound using segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:47:34.856478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Bound port: a7b54d46-4ead-47de-addd-99b3a81de4aa, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:47:34.856834 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:34.909306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5de815f3-4872-4cba-9ec4-17bf1d434fbb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.002682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] For port a7b54d46-4ead-47de-addd-99b3a81de4aa, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:35.009603 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] For port a7b54d46-4ead-47de-addd-99b3a81de4aa, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a7b54d46-4ead-47de-addd-99b3a81de4aa,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:35.019657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5de815f3-4872-4cba-9ec4-17bf1d434fbb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.023055 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.034867 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5de815f3-4872-4cba-9ec4-17bf1d434fbb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.091046 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db675a7c-8ec7-4e3a-8421-3a763860faa9 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.097042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:35.097712 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.099248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] 10.222.0.64 "PUT /v2.0/ports/a7b54d46-4ead-47de-addd-99b3a81de4aa HTTP/1.1" status: 200 len: 1091 time: 1.0601366 Jul 14 11:47:35.099831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9811caa-35e4-43a5-91a4-bad0dae5e577', 'tag': 'a7b54d46-4ead-47de-addd-99b3a81de4aa'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:47:35.102090 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9811caa-35e4-43a5-91a4-bad0dae5e577", "tag": "a7b54d46-4ead-47de-addd-99b3a81de4aa"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:35.104464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de815f3-4872-4cba-9ec4-17bf1d434fbb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba20140-cef2-41f0-86fa-fd332957f99e,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.114404 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db675a7c-8ec7-4e3a-8421-3a763860faa9 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.153641 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5de815f3-4872-4cba-9ec4-17bf1d434fbb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.154901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5de815f3-4872-4cba-9ec4-17bf1d434fbb tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3529077 Jul 14 11:47:35.157672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33262) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.186329 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db675a7c-8ec7-4e3a-8421-3a763860faa9 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.187562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-db675a7c-8ec7-4e3a-8421-3a763860faa9 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4093413 Jul 14 11:47:35.189329 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2072e6-e81c-44d1-98b7-857d7e61733c x-openstack-request-id: req-3b2072e6-e81c-44d1-98b7-857d7e61733c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:35.189610 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9811caa-35e4-43a5-91a4-bad0dae5e577", "tag": "a7b54d46-4ead-47de-addd-99b3a81de4aa", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:35.190065 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b2072e6-e81c-44d1-98b7-857d7e61733c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:35.190460 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9811caa-35e4-43a5-91a4-bad0dae5e577', 'tag': 'a7b54d46-4ead-47de-addd-99b3a81de4aa', 'status': 'completed', 'code': 200} Jul 14 11:47:35.195638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77ec12-d9f8-4747-a049-42108e31a018 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b54d46-4ead-47de-addd-99b3a81de4aa,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.196356 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9fe2cb21-7d83-4632-8d10-2e3fe094b24d tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules/1ba20140-cef2-41f0-86fa-fd332957f99e HTTP/1.1" status: 200 len: 763 time: 0.0351553 Jul 14 11:47:35.197118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33264) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.197537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33266) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.204415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db675a7c-8ec7-4e3a-8421-3a763860faa9 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3c0b3-5f0c-43b0-822f-939b2dc05a7d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.224430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-24f9e57b-f50d-48dd-8531-92e27a04d3c1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851946014'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:35.233882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac81c-6207-4687-961a-b6fc230936bf req-53255e38-2093-4356-aa37-d1c9edc8e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:35.235472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-53255e38-2093-4356-aa37-d1c9edc8e4cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 1094 time: 0.0863292 Jul 14 11:47:35.273869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24f9e57b-f50d-48dd-8531-92e27a04d3c1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.280640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-490f6fce-fb73-4abd-9847-66a59b77f131 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b54d46-4ead-47de-addd-99b3a81de4aa HTTP/1.1" status: 200 len: 217 time: 0.0371420 Jul 14 11:47:35.288613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-87c3b7b0-ec0d-4cb1-9744-c5e75ecc8678 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0860407 Jul 14 11:47:35.294452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33268) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.348913 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0dddb205-5de3-4dbb-a589-a11cda42ddbf tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.353205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac81c-6207-4687-961a-b6fc230936bf req-ddcfbf49-0eaa-4e68-b86d-5e4e209b9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:35.355158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-ddcfbf49-0eaa-4e68-b86d-5e4e209b9e60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.0685623 Jul 14 11:47:35.361038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0dddb205-5de3-4dbb-a589-a11cda42ddbf tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.372744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24f9e57b-f50d-48dd-8531-92e27a04d3c1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.377543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24f9e57b-f50d-48dd-8531-92e27a04d3c1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.403823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-c3c8f24f-c038-47c9-98f7-a072d2e52bfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406787 Jul 14 11:47:35.413645 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24f9e57b-f50d-48dd-8531-92e27a04d3c1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.418202 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-24f9e57b-f50d-48dd-8531-92e27a04d3c1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2158687 Jul 14 11:47:35.418602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33270) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.423652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f66d3a81-1a52-465e-958a-6363d06d0565 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group_rule': {'security_group_id': '7fc3c0b3-5f0c-43b0-822f-939b2dc05a7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0944e0e7-1799-4d0b-9846-6792e41c5364'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:35.429018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9e57b-f50d-48dd-8531-92e27a04d3c1 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0944e0e7-1799-4d0b-9846-6792e41c5364,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.471753 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-f66d3a81-1a52-465e-958a-6363d06d0565 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 11:47:35.471933 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0dddb205-5de3-4dbb-a589-a11cda42ddbf tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.473206 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f66d3a81-1a52-465e-958a-6363d06d0565 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0534708 Jul 14 11:47:35.476387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33278) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.479756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0dddb205-5de3-4dbb-a589-a11cda42ddbf tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.483329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0dddb205-5de3-4dbb-a589-a11cda42ddbf tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/1ba20140-cef2-41f0-86fa-fd332957f99e HTTP/1.1" status: 204 len: 168 time: 0.1846030 Jul 14 11:47:35.486885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33280) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.497910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddb205-5de3-4dbb-a589-a11cda42ddbf tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ba20140-cef2-41f0-86fa-fd332957f99e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.551877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-089ea412-4522-4cf6-b288-8192c1aced1a service neutron] 10.222.0.64 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408522 Jul 14 11:47:35.561598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b6c6e941-3e47-464b-9142-79252a29a18d tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0736318 Jul 14 11:47:35.564243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33282) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.565507 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-107c5fd4-ee13-49ff-8f3b-4f02f014277e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.569620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d68ee0cb-6477-48ee-8753-231abab16c19 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '1f50c80a-c674-49f0-8ea1-420a9385f924', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:35.593073 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-107c5fd4-ee13-49ff-8f3b-4f02f014277e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.637545 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-107c5fd4-ee13-49ff-8f3b-4f02f014277e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.640647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-107c5fd4-ee13-49ff-8f3b-4f02f014277e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.644850 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-107c5fd4-ee13-49ff-8f3b-4f02f014277e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/0944e0e7-1799-4d0b-9846-6792e41c5364 HTTP/1.1" status: 204 len: 168 time: 0.1648531 Jul 14 11:47:35.646957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33284) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.659650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c5fd4-ee13-49ff-8f3b-4f02f014277e tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0944e0e7-1799-4d0b-9846-6792e41c5364,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.683988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d68ee0cb-6477-48ee-8753-231abab16c19 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.713008 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-85332931-78b9-4a2c-ad32-d9222dd85531 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0649757 Jul 14 11:47:35.716344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33286) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.752199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d80ac81c-6207-4687-961a-b6fc230936bf req-223637c6-59e8-466e-9892-ba613d373ffc service neutron] 10.222.0.64 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890705 Jul 14 11:47:35.759380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994d72e-d2b5-4f6b-acfa-bcf910df36f5 req-4f9a7f14-8aa5-4d1a-a197-977f91b16958 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:35.761488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8994d72e-d2b5-4f6b-acfa-bcf910df36f5 req-4f9a7f14-8aa5-4d1a-a197-977f91b16958 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 943 time: 0.1771054 Jul 14 11:47:35.786631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fee6025-2ce3-441c-b848-0ac0e945cc93 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.797312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d68ee0cb-6477-48ee-8753-231abab16c19 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.808719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d68ee0cb-6477-48ee-8753-231abab16c19 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.818616 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fee6025-2ce3-441c-b848-0ac0e945cc93 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.830734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8994d72e-d2b5-4f6b-acfa-bcf910df36f5 req-ce8b25b9-79f7-4b88-9d8d-6a4f7a234121 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584953 Jul 14 11:47:35.844614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ee0cb-6477-48ee-8753-231abab16c19 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4dec19-f9a8-4bc4-96c2-b1a40a069a25,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.867655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d68ee0cb-6477-48ee-8753-231abab16c19 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.869026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d68ee0cb-6477-48ee-8753-231abab16c19 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3034678 Jul 14 11:47:35.872094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33292) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.897012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-453350bb-d7b3-4a16-bab2-4182d516c092 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules/1d4dec19-f9a8-4bc4-96c2-b1a40a069a25 HTTP/1.1" status: 200 len: 763 time: 0.0213642 Jul 14 11:47:35.897012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33294) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.904176 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fee6025-2ce3-441c-b848-0ac0e945cc93 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.906817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fee6025-2ce3-441c-b848-0ac0e945cc93 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:35.910800 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6fee6025-2ce3-441c-b848-0ac0e945cc93 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/7fc3c0b3-5f0c-43b0-822f-939b2dc05a7d HTTP/1.1" status: 204 len: 168 time: 0.1910818 Jul 14 11:47:35.912875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33296) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.931636 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee6025-2ce3-441c-b848-0ac0e945cc93 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3c0b3-5f0c-43b0-822f-939b2dc05a7d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.937024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-dadc4c7c-e1a7-4c55-938a-250439ffe1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:35.938547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-dadc4c7c-e1a7-4c55-938a-250439ffe1cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 1094 time: 0.1136968 Jul 14 11:47:35.966381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e098566e-20dc-464c-99f9-aea22b4b5be3 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0683348 Jul 14 11:47:35.972014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33300) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:35.998674 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-19c46be6-9204-4b68-a47e-de3ded8e491a tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846679 Jul 14 11:47:36.001081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33302) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.007474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f5995750-a1b2-4ac5-9566-e25bea9dafaa tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'tempest-secgroup--443314952'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:36.052459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65d2a690-30bb-41c8-a0e5-0bba44f71ea8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.068522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65d2a690-30bb-41c8-a0e5-0bba44f71ea8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.093675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5995750-a1b2-4ac5-9566-e25bea9dafaa tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.130322 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65d2a690-30bb-41c8-a0e5-0bba44f71ea8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.144122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65d2a690-30bb-41c8-a0e5-0bba44f71ea8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.146342 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-65d2a690-30bb-41c8-a0e5-0bba44f71ea8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/1d4dec19-f9a8-4bc4-96c2-b1a40a069a25 HTTP/1.1" status: 204 len: 168 time: 0.1724155 Jul 14 11:47:36.151743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33310) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.168503 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2a690-30bb-41c8-a0e5-0bba44f71ea8 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d4dec19-f9a8-4bc4-96c2-b1a40a069a25,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:36.231785 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-80da5688-080c-4030-b6da-167902288ebc tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0761414 Jul 14 11:47:36.238506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33314) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.253714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-40e7fd36-4da0-42b7-b4ac-75348559c666 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Request body: {'security_group_rule': {'security_group_id': '1f50c80a-c674-49f0-8ea1-420a9385f924', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:36.310574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5995750-a1b2-4ac5-9566-e25bea9dafaa tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.315697 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5995750-a1b2-4ac5-9566-e25bea9dafaa tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.366594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5995750-a1b2-4ac5-9566-e25bea9dafaa tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52721ce-304c-4ece-8861-f3b501630716,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:36.390377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5995750-a1b2-4ac5-9566-e25bea9dafaa tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.392268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f5995750-a1b2-4ac5-9566-e25bea9dafaa tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3902555 Jul 14 11:47:36.398094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33316) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.399178 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40e7fd36-4da0-42b7-b4ac-75348559c666 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.406207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0025f176-8dcd-41db-ab5a-78db44bfb0c8 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:36.406715 n-d-778696-8 neutron-server[93701]: WARNING neutron.api.v2.base [None req-0025f176-8dcd-41db-ab5a-78db44bfb0c8 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 11:47:36.407274 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-0025f176-8dcd-41db-ab5a-78db44bfb0c8 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 11:47:36.410527 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0025f176-8dcd-41db-ab5a-78db44bfb0c8 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "PUT /v2.0/security-groups/f52721ce-304c-4ece-8861-f3b501630716 HTTP/1.1" status: 409 len: 330 time: 0.0057387 Jul 14 11:47:36.421633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33318) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.499462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-36d86e7f-6961-4b89-a560-4a233e8fd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:36.501550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-36d86e7f-6961-4b89-a560-4a233e8fd04c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 906 time: 0.5532849 Jul 14 11:47:36.550339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40e7fd36-4da0-42b7-b4ac-75348559c666 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.552556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0297f94-423d-4b5a-8375-dc9bc64aff25 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.558565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-5c3254d1-a105-43c3-992a-a1e6dd4d442c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b54d46-4ead-47de-addd-99b3a81de4aa HTTP/1.1" status: 200 len: 217 time: 0.0493011 Jul 14 11:47:36.561335 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40e7fd36-4da0-42b7-b4ac-75348559c666 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.605949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0297f94-423d-4b5a-8375-dc9bc64aff25 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.615020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7fd36-4da0-42b7-b4ac-75348559c666 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe04fa1-b00b-4280-b512-3da9e65eab05,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:36.625550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-75aabb84-d453-4c40-bbe0-004438d4dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:36.627356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-75aabb84-d453-4c40-bbe0-004438d4dc7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.0623958 Jul 14 11:47:36.635213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40e7fd36-4da0-42b7-b4ac-75348559c666 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.640569 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-40e7fd36-4da0-42b7-b4ac-75348559c666 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3891222 Jul 14 11:47:36.641642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33324) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.678829 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-62136ab7-1c3e-4708-b108-a694de09fccd tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules/abe04fa1-b00b-4280-b512-3da9e65eab05 HTTP/1.1" status: 200 len: 764 time: 0.0345452 Jul 14 11:47:36.684315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33326) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.688299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-3647a43f-2244-4e0f-ad87-61bb000317be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536783 Jul 14 11:47:36.724277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0297f94-423d-4b5a-8375-dc9bc64aff25 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.727272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0297f94-423d-4b5a-8375-dc9bc64aff25 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.731804 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b0297f94-423d-4b5a-8375-dc9bc64aff25 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/f52721ce-304c-4ece-8861-f3b501630716 HTTP/1.1" status: 204 len: 168 time: 0.3088021 Jul 14 11:47:36.737585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33328) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.773568 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d7493dfd-7033-4678-98c9-1182100b3602 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0912580 Jul 14 11:47:36.777150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33334) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.781915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0297f94-423d-4b5a-8375-dc9bc64aff25 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52721ce-304c-4ece-8861-f3b501630716,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:36.822388 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3357f56e-d373-4d2c-9a84-45f6d1c8466c tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788100 Jul 14 11:47:36.827689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33336) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.829638 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f1fad92-3044-45f7-991f-3ee29ba49c32 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.840994 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f1fad92-3044-45f7-991f-3ee29ba49c32 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.844648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-c39b8df0-6d8c-4f5f-b452-c4c96d20fc50 service neutron] 10.222.0.64 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493292 Jul 14 11:47:36.846811 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-4029feee-a790-4d0a-a7b8-d2bcfd1d666b tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] delete failed (client error): The resource could not be found. Jul 14 11:47:36.851663 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4029feee-a790-4d0a-a7b8-d2bcfd1d666b tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "DELETE /v2.0/security-groups/901ca888-8ae7-4f7d-bb81-37d08d75831f HTTP/1.1" status: 404 len: 347 time: 0.0155725 Jul 14 11:47:36.852664 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33338) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.879493 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-1527d591-4ec8-465a-96df-6b23ba4dc0f6 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] show failed (client error): The resource could not be found. Jul 14 11:47:36.880680 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1527d591-4ec8-465a-96df-6b23ba4dc0f6 tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-groups/0df6e5ba-a04c-41ea-8b6a-506708e9a851 HTTP/1.1" status: 404 len: 347 time: 0.0277472 Jul 14 11:47:36.884439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33342) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:36.896552 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-310c31ee-dc9a-411e-93be-54d28a6fa5de tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] show failed (client error): The resource could not be found. Jul 14 11:47:36.897658 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-310c31ee-dc9a-411e-93be-54d28a6fa5de tempest-NegativeSecGroupTest-915932179 tempest-NegativeSecGroupTest-915932179-project] 10.222.0.38 "GET /v2.0/security-group-rules/d9fa1f17-2059-4c20-8c87-c9f6dd39dc60 HTTP/1.1" status: 404 len: 356 time: 0.0123179 Jul 14 11:47:36.973353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f1fad92-3044-45f7-991f-3ee29ba49c32 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.991912 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f1fad92-3044-45f7-991f-3ee29ba49c32 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:36.993093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1f1fad92-3044-45f7-991f-3ee29ba49c32 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/abe04fa1-b00b-4280-b512-3da9e65eab05 HTTP/1.1" status: 204 len: 168 time: 0.2150619 Jul 14 11:47:36.996340 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33346) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:37.030110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f82cdeaf-51b5-4a80-953f-63ba0eb8586f req-f185459e-aa61-4088-9cb7-f74c12d118f1 service neutron] 10.222.0.64 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771948 Jul 14 11:47:37.032956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fad92-3044-45f7-991f-3ee29ba49c32 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abe04fa1-b00b-4280-b512-3da9e65eab05,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:37.051834 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-62f874d4-b7da-467d-8d7c-4b2ae31baf2a tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543392 Jul 14 11:47:37.054572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33348) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:37.081044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1bc1f-a4f4-4873-97fe-49e65cbba4f7 req-85a2f7a5-dd0a-4e24-87a8-563eea8828e3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:37.083233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38b1bc1f-a4f4-4873-97fe-49e65cbba4f7 req-85a2f7a5-dd0a-4e24-87a8-563eea8828e3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 943 time: 0.1168554 Jul 14 11:47:37.116915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf932-da64-49c3-932c-16b77538d4c6 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.137322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38b1bc1f-a4f4-4873-97fe-49e65cbba4f7 req-28bacad4-349d-4f9c-8a01-a080a81bb653 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Jul 14 11:47:37.153189 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf932-da64-49c3-932c-16b77538d4c6 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.229319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf932-da64-49c3-932c-16b77538d4c6 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.234540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf932-da64-49c3-932c-16b77538d4c6 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.238207 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e5fdf932-da64-49c3-932c-16b77538d4c6 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "DELETE /v2.0/security-groups/1f50c80a-c674-49f0-8ea1-420a9385f924 HTTP/1.1" status: 204 len: 168 time: 0.1803463 Jul 14 11:47:37.239192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33360) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:37.246544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdf932-da64-49c3-932c-16b77538d4c6 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f50c80a-c674-49f0-8ea1-420a9385f924,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:37.266676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33362) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:37.307608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0b0dd618-a7c3-48ca-b61e-f707a66b3655 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643957 Jul 14 11:47:37.309983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33366) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:37.353795 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ee31c185-236d-4e8b-97f2-3fda9d475906 tempest-SecGroupTest-1225792238 tempest-SecGroupTest-1225792238-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423269 Jul 14 11:47:37.385185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a7b54d46-4ead-47de-addd-99b3a81de4aa details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:47:37.437299 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f684988-134e-47db-9f82-3cc0db56cbad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=541d8db5cd534dafa63e4f195587ef05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694016 Jul 14 11:47:37.440668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33376) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:37.542303 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-895ff2c0-70ca-4a75-9c39-de3ac3ec0c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.550887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a7b54d46-4ead-47de-addd-99b3a81de4aa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a7b54d46-4ead-47de-addd-99b3a81de4aa,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:37.574349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'a7b54d46-4ead-47de-addd-99b3a81de4aa', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'port_id': 'a7b54d46-4ead-47de-addd-99b3a81de4aa', 'mac_address': 'fa:16:3e:7b:a7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fee729-a6f2-4f4e-99e5-7cf52aa0a461', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:47:37.584033 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-895ff2c0-70ca-4a75-9c39-de3ac3ec0c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.618434 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.628287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33380) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:37.632842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b54d46-4ead-47de-addd-99b3a81de4aa {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:47:37.648280 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-895ff2c0-70ca-4a75-9c39-de3ac3ec0c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.651446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-895ff2c0-70ca-4a75-9c39-de3ac3ec0c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.655119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-895ff2c0-70ca-4a75-9c39-de3ac3ec0c77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/628b5e01-896a-4706-88e6-1a9a01dac252 HTTP/1.1" status: 204 len: 168 time: 0.2111018 Jul 14 11:47:37.668764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ff2c0-70ca-4a75-9c39-de3ac3ec0c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628b5e01-896a-4706-88e6-1a9a01dac252,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:37.672346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a7b54d46-4ead-47de-addd-99b3a81de4aa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a7b54d46-4ead-47de-addd-99b3a81de4aa,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:37.684295 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.740455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a7b54d46-4ead-47de-addd-99b3a81de4aa,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:37.814263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33392) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:37.822326 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-676a3093-a655-40de-816b-c4599f5189b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=653c94e8c6ff4ec7bc76d9dd3f47ce45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925316 Jul 14 11:47:37.868039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f65d64a-a8ad-4608-8841-e1982f517718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.879960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:47:37.891887 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f65d64a-a8ad-4608-8841-e1982f517718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.955073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f65d64a-a8ad-4608-8841-e1982f517718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.957626 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f65d64a-a8ad-4608-8841-e1982f517718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:37.958778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0f65d64a-a8ad-4608-8841-e1982f517718 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce476c4f-49b1-4b6f-9a3c-7014e80882a8 HTTP/1.1" status: 204 len: 168 time: 0.1435297 Jul 14 11:47:37.975187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65d64a-a8ad-4608-8841-e1982f517718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce476c4f-49b1-4b6f-9a3c-7014e80882a8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:38.405852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c2ac9-c446-4713-8369-815f026141f8 req-a464811f-3618-4820-8701-0eeaabdfe321 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:38.407911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd6c2ac9-c446-4713-8369-815f026141f8 req-a464811f-3618-4820-8701-0eeaabdfe321 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 944 time: 0.1007626 Jul 14 11:47:38.455495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd6c2ac9-c446-4713-8369-815f026141f8 req-6207573c-7978-4b72-95ba-bea4ace6243a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Jul 14 11:47:38.877179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33458) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:38.986301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2a49eb19-8fa3-4ac5-bb65-407c27b54e7f tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-332532348', 'prefixes': ['172.20.0.0/16']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:39.086356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a49eb19-8fa3-4ac5-bb65-407c27b54e7f tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] Notify callbacks [] for subnetpool, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:39.090920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2a49eb19-8fa3-4ac5-bb65-407c27b54e7f tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2094893 Jul 14 11:47:39.091281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33472) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:39.131986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a5947555-1bca-458b-b10e-7e9cb18beaef tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] 10.222.0.38 "GET /v2.0/subnetpools/b84a6bf2-072b-4946-aba0-06b23e6b3819 HTTP/1.1" status: 200 len: 731 time: 0.0372522 Jul 14 11:47:39.132324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33476) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:39.136814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7327f4f8-a514-4916-bb01-d528c9bd4e30 tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-478527042'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:39.232777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7327f4f8-a514-4916-bb01-d528c9bd4e30 tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] Notify callbacks [] for subnetpool, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:39.233978 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7327f4f8-a514-4916-bb01-d528c9bd4e30 tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] 10.222.0.38 "PUT /v2.0/subnetpools/b84a6bf2-072b-4946-aba0-06b23e6b3819 HTTP/1.1" status: 200 len: 683 time: 0.1008806 Jul 14 11:47:39.236615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33486) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:39.325967 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dc948ba-8f59-439b-95c4-b68966bda373 tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] Notify callbacks [] for subnetpool, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:39.327112 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3dc948ba-8f59-439b-95c4-b68966bda373 tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] 10.222.0.38 "DELETE /v2.0/subnetpools/b84a6bf2-072b-4946-aba0-06b23e6b3819 HTTP/1.1" status: 204 len: 168 time: 0.0895395 Jul 14 11:47:39.329731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33492) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:39.343999 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-7ad26888-32e7-4de2-80d2-c3b65a12a334 tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] show failed (client error): The resource could not be found. Jul 14 11:47:39.344970 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7ad26888-32e7-4de2-80d2-c3b65a12a334 tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] 10.222.0.38 "GET /v2.0/subnetpools/b84a6bf2-072b-4946-aba0-06b23e6b3819 HTTP/1.1" status: 404 len: 346 time: 0.0143046 Jul 14 11:47:39.347576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33494) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:39.365816 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-45a2b76e-bea3-4add-8c69-b195680f74b3 tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] delete failed (client error): The resource could not be found. Jul 14 11:47:39.366799 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45a2b76e-bea3-4add-8c69-b195680f74b3 tempest-SubnetPoolsTestJSON-2140031931 tempest-SubnetPoolsTestJSON-2140031931-project] 10.222.0.38 "DELETE /v2.0/subnetpools/b84a6bf2-072b-4946-aba0-06b23e6b3819 HTTP/1.1" status: 404 len: 346 time: 0.0183322 Jul 14 11:47:39.386104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a7b54d46-4ead-47de-addd-99b3a81de4aa up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:39.452964 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee552bc7-d378-4f29-84cd-b9daedc57620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:39.459351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port a7b54d46-4ead-47de-addd-99b3a81de4aa completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:39.465118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port a7b54d46-4ead-47de-addd-99b3a81de4aa triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:39.467986 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:39.571430 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:39.623249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a7b54d46-4ead-47de-addd-99b3a81de4aa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a7b54d46-4ead-47de-addd-99b3a81de4aa,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:39.624323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9811caa-35e4-43a5-91a4-bad0dae5e577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b54d46-4ead-47de-addd-99b3a81de4aa'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:47:39.627978 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba5f002-b7b6-47e5-a9a6-b8bce5c4e91f" -d '{"events": [{"server_uuid": "c9811caa-35e4-43a5-91a4-bad0dae5e577", "name": "network-vif-plugged", "status": "completed", "tag": "a7b54d46-4ead-47de-addd-99b3a81de4aa"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:39.642797 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:39.675307 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe7b95-1ccc-483e-b7de-06495a846731 x-openstack-request-id: req-77fe7b95-1ccc-483e-b7de-06495a846731 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:39.676066 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9811caa-35e4-43a5-91a4-bad0dae5e577", "name": "network-vif-plugged", "status": "completed", "tag": "a7b54d46-4ead-47de-addd-99b3a81de4aa", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:39.676489 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77fe7b95-1ccc-483e-b7de-06495a846731 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:39.677069 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9811caa-35e4-43a5-91a4-bad0dae5e577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b54d46-4ead-47de-addd-99b3a81de4aa', 'code': 200} Jul 14 11:47:39.762788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a7b54d46-4ead-47de-addd-99b3a81de4aa,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:39.807901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83c2e3-d70e-49b6-966b-edfe00fb85ce req-97bbf94d-3fe8-4e87-a0c7-2d68d5ba6b55 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:39.809976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f83c2e3-d70e-49b6-966b-edfe00fb85ce req-97bbf94d-3fe8-4e87-a0c7-2d68d5ba6b55 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 945 time: 0.1677678 Jul 14 11:47:39.830732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33522) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:39.867746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005ff05-4327-4814-8a38-2078470eb9de req-0b74232d-5528-4581-8a33-30f052d6d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:39.869889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8005ff05-4327-4814-8a38-2078470eb9de req-0b74232d-5528-4581-8a33-30f052d6d604 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 1096 time: 0.1055613 Jul 14 11:47:39.887672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f83c2e3-d70e-49b6-966b-edfe00fb85ce req-e44e4ca8-ad2d-41c8-a22e-a8d9e6751033 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675457 Jul 14 11:47:39.944051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8005ff05-4327-4814-8a38-2078470eb9de req-0a73fe86-7734-4e9e-8272-7108f049cc8c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552626 Jul 14 11:47:39.950803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33528) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:40.044998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47020228-42f0-4d04-8d89-a46388e5a144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.085781 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f90496e-547d-48bb-bb51-c4dcca40b80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.136929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47020228-42f0-4d04-8d89-a46388e5a144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.141424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47020228-42f0-4d04-8d89-a46388e5a144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.186294 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47020228-42f0-4d04-8d89-a46388e5a144 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b1a0c41742744d9f833127b3f7f879f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542843 Jul 14 11:47:40.186885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33534) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:40.187507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47020228-42f0-4d04-8d89-a46388e5a144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713e0b5-12dc-4baf-9ea8-9c6200821ecd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:40.250966 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f90496e-547d-48bb-bb51-c4dcca40b80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.252116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a82865bd-10b3-4053-b990-ef64bcc0e714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.258144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f90496e-547d-48bb-bb51-c4dcca40b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.283616 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a82865bd-10b3-4053-b990-ef64bcc0e714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.302430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33542) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:40.327672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90496e-547d-48bb-bb51-c4dcca40b80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ffff4-a433-4357-9ff6-6cf361dbd2ad,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:40.334440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1f90496e-547d-48bb-bb51-c4dcca40b80c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3908b5711b604b958773066dae78ac55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802788 Jul 14 11:47:40.339693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33544) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:40.367010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a82865bd-10b3-4053-b990-ef64bcc0e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.369940 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a82865bd-10b3-4053-b990-ef64bcc0e714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.380248 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a82865bd-10b3-4053-b990-ef64bcc0e714 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2713e0b5-12dc-4baf-9ea8-9c6200821ecd HTTP/1.1" status: 204 len: 168 time: 0.1836612 Jul 14 11:47:40.415115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82865bd-10b3-4053-b990-ef64bcc0e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713e0b5-12dc-4baf-9ea8-9c6200821ecd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:40.426789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b966f2ed-c3e1-47f8-b68b-24d181684797 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3828 time: 0.1228344 Jul 14 11:47:40.429607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33548) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:40.436921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'network': {'name': 'tempest-network-smoke--1011951742', 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'port_security_enabled': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:40.467222 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa0a-04ee-4dd5-a1bd-79baccf00fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.492970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Made reservation on behalf of a06e7534cb9b41eb8d063f024e1972f0 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:40.497966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.509855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa0a-04ee-4dd5-a1bd-79baccf00fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.556497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:47:40.572755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.574009 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Added segment 359956bd-5749-4d6b-ba99-c25c005451b9 of type vlan for network 525d6a6b-faa3-474b-af27-f4b5cb09173a Jul 14 11:47:40.693889 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.700982 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa0a-04ee-4dd5-a1bd-79baccf00fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.704103 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa0a-04ee-4dd5-a1bd-79baccf00fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.705489 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ba3fa0a-04ee-4dd5-a1bd-79baccf00fe1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c73ffff4-a433-4357-9ff6-6cf361dbd2ad HTTP/1.1" status: 204 len: 168 time: 0.3642626 Jul 14 11:47:40.725002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3fa0a-04ee-4dd5-a1bd-79baccf00fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ffff4-a433-4357-9ff6-6cf361dbd2ad,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:40.766733 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.778594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:40.779591 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.894825 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4638412 Jul 14 11:47:40.899251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33570) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:40.904636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'admin_state_up': True, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:40.909259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec701c0a-9d6f-4030-9c35-a882bb4bbd05 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Network': ['ID=525d6a6b-faa3-474b-af27-f4b5cb09173a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:40.957014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 525d6a6b-faa3-474b-af27-f4b5cb09173a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:47:40.983657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:40.984738 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.112225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.181273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33582) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:41.195014 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-135aec66-8271-491a-9582-8c5342cec1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.330139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-135aec66-8271-491a-9582-8c5342cec1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.338930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-135aec66-8271-491a-9582-8c5342cec1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.366681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.374165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135aec66-8271-491a-9582-8c5342cec1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879df4ef-6637-4d37-95a2-67d5127b15b9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:41.398632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531dc27-0c5e-4bef-af74-4e125f206a25 req-3aa3af1a-f0b7-4317-b6a2-8d085ab5f9df tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:41.400346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9531dc27-0c5e-4bef-af74-4e125f206a25 req-3aa3af1a-f0b7-4317-b6a2-8d085ab5f9df tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 945 time: 0.2857914 Jul 14 11:47:41.407594 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-135aec66-8271-491a-9582-8c5342cec1e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8b22f6f68c64aa588f75586c1f745ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249796 Jul 14 11:47:41.409902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33594) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:41.471039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d11480f-eb0e-458d-a4a7-208bd6d24c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.501037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d11480f-eb0e-458d-a4a7-208bd6d24c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.513558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9531dc27-0c5e-4bef-af74-4e125f206a25 req-019a1838-d0c8-48b6-bb29-2d3a3032e4d0 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985608 Jul 14 11:47:41.586861 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d11480f-eb0e-458d-a4a7-208bd6d24c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.598140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d11480f-eb0e-458d-a4a7-208bd6d24c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.603177 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8d11480f-eb0e-458d-a4a7-208bd6d24c46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/879df4ef-6637-4d37-95a2-67d5127b15b9 HTTP/1.1" status: 204 len: 168 time: 0.1921401 Jul 14 11:47:41.617653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33606) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:41.631198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11480f-eb0e-458d-a4a7-208bd6d24c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879df4ef-6637-4d37-95a2-67d5127b15b9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:41.757476 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.794979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.837269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1969716188'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:41.884528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Made reservation on behalf of d9a06d7069884a35a308a68f711f79c3 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:41.889675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.905084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:41.977287 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:47:42.032602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Allocated IP 172.25.2.174 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/66aa7652-b65a-4bcb-a5a3-b58d67e78ee0) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:42.063403 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.068456 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.102778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2e0f41-8b31-4363-b1a7-5ba67ddd0c8c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:42.116525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:47:42.144314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.144697 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Added segment 48d18c35-a8c3-4b5d-bcfb-f168fd6af7c7 of type vlan for network 3322da15-ed6f-4c75-8af0-33cc7c42404f Jul 14 11:47:42.147068 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-da8ccbb8-9d35-48ed-8614-6aac7173edff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.150343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903c5d2-267d-465e-9805-ced6a92fccb8 req-6a4d725d-f467-429f-bbca-dd5d71995863 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:42.152971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d903c5d2-267d-465e-9805-ced6a92fccb8 req-6a4d725d-f467-429f-bbca-dd5d71995863 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.2315650 Jul 14 11:47:42.183173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d903c5d2-267d-465e-9805-ced6a92fccb8 req-b3ffd6e9-95b8-4032-b70a-11f43caf6e59 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/quotas/97191b2278554533ad3e08acafea11d2 HTTP/1.1" status: 200 len: 375 time: 0.0203681 Jul 14 11:47:42.215290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.246617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.252240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:42.252851 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.259656 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.283108 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.315000 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6866922 Jul 14 11:47:42.317545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33638) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:42.325189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-432f49f3-6d5d-4d23-a9f5-3870a81ed1fc tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f', 'tempest-TagsTest-Tag-1510613263') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:42.346277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956fdae-62f6-426d-b270-e7827a864781 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Pushing event updated for resources: {'Network': ['ID=3322da15-ed6f-4c75-8af0-33cc7c42404f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:42.359048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 3322da15-ed6f-4c75-8af0-33cc7c42404f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:47:42.371545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d903c5d2-267d-465e-9805-ced6a92fccb8 req-e1972bbe-28de-4040-aaca-f281ac4fe5e8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1807492 Jul 14 11:47:42.451945 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-432f49f3-6d5d-4d23-a9f5-3870a81ed1fc tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "PUT /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags/tempest-TagsTest-Tag-1510613263 HTTP/1.1" status: 201 len: 201 time: 0.1332417 Jul 14 11:47:42.452307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33646) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:42.457441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-32fe4f85-04d9-40be-8602-33c4c77f6a56 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f', 'tempest-TagsTest-Tag-1510613263') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:42.468258 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:42.568363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:42.586106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:42.593682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:47:42.595508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=66aa7652-b65a-4bcb-a5a3-b58d67e78ee0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:42.650484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d903c5d2-267d-465e-9805-ced6a92fccb8 req-3186dab0-c32f-4392-b60e-3ebd30ca5e8a service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572861 Jul 14 11:47:42.671219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-32fe4f85-04d9-40be-8602-33c4c77f6a56 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "GET /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags/tempest-TagsTest-Tag-1510613263 HTTP/1.1" status: 204 len: 168 time: 0.2174275 Jul 14 11:47:42.671734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33656) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:42.676461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-a572c20c-0bb7-4ac8-a504-9ae39d8ec9bf tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:42.837215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d903c5d2-267d-465e-9805-ced6a92fccb8 req-1a86b928-3bc8-4b07-8442-44f645cae781 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793652 Jul 14 11:47:43.080058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:43.167890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a572c20c-0bb7-4ac8-a504-9ae39d8ec9bf tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "GET /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags HTTP/1.1" status: 200 len: 238 time: 0.4939165 Jul 14 11:47:43.170712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33676) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:43.201075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-4f6ed1fa-dfbb-4d8a-a6ae-bb83acf0afc7 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f', {'tags': ['tempest-TagsTest-Tag-1142179782', 'tempest-TagsTest-Tag-1190460442', 'tempest-TagsTest-Tag-407227408']}) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:43.333069 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4f6ed1fa-dfbb-4d8a-a6ae-bb83acf0afc7 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "PUT /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags HTTP/1.1" status: 200 len: 308 time: 0.1517987 Jul 14 11:47:43.333866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33688) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:43.339466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-59e55150-217b-4da3-9463-3aeff8f6f09a tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f', 'tempest-TagsTest-Tag-1142179782') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:43.439397 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:43.443823 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:43.540735 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-59e55150-217b-4da3-9463-3aeff8f6f09a tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "DELETE /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags/tempest-TagsTest-Tag-1142179782 HTTP/1.1" status: 204 len: 168 time: 0.2059739 Jul 14 11:47:43.543883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33698) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:43.549723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-9b050369-447d-4b69-9187-af25c2e2ae74 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f', 'tempest-TagsTest-Tag-1142179782') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:44.140870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33736) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:44.248615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-e82ee7d5-db5b-4242-9fe1-197494cd7aff tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:44.255897 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-e82ee7d5-db5b-4242-9fe1-197494cd7aff tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.2104378 Jul 14 11:47:44.264671 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c434a7e-5d67-47d1-9bd1-70f41db2a1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:44.290451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-03e41383-daec-497f-b363-2f83731039e9 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/quotas/97191b2278554533ad3e08acafea11d2 HTTP/1.1" status: 200 len: 375 time: 0.0337150 Jul 14 11:47:44.391366 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-9b050369-447d-4b69-9187-af25c2e2ae74 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] show failed (client error): The resource could not be found. Jul 14 11:47:44.392462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b050369-447d-4b69-9187-af25c2e2ae74 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "GET /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags/tempest-TagsTest-Tag-1142179782 HTTP/1.1" status: 404 len: 326 time: 0.8476458 Jul 14 11:47:44.405009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33750) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:44.410842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-c289201d-2936-4300-9d5a-328add63fa3f tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f', 'tempest-TagsTest-Tag-1190460442') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:44.418215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Router fe8a475f-70d9-4254-b934-e770179f7dfd is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:47:44.440318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-c8d6ca9a-a626-4d89-9d0d-01381415a6bf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1489995 Jul 14 11:47:44.498423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c434a7e-5d67-47d1-9bd1-70f41db2a1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:44.506486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c434a7e-5d67-47d1-9bd1-70f41db2a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:44.539582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c434a7e-5d67-47d1-9bd1-70f41db2a1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92265396-38f8-4608-82dc-9ebe37b97155,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:44.550296 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c289201d-2936-4300-9d5a-328add63fa3f tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "GET /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags/tempest-TagsTest-Tag-1190460442 HTTP/1.1" status: 204 len: 168 time: 0.1469352 Jul 14 11:47:44.554350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33754) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:44.568898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-717324b7-59ef-4d1b-a930-d9c96190d935 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f', 'tempest-TagsTest-Tag-407227408') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:44.577998 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2c434a7e-5d67-47d1-9bd1-70f41db2a1b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=998984bf86574d5aa1e84bebae5e0f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359620 Jul 14 11:47:44.581589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:44.607740 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-06d4afc9-19b3-4c32-8b02-d0a0e18c8b63 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372411 Jul 14 11:47:44.650509 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-717324b7-59ef-4d1b-a930-d9c96190d935 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "GET /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags/tempest-TagsTest-Tag-407227408 HTTP/1.1" status: 204 len: 168 time: 0.0927258 Jul 14 11:47:44.651743 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33762) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:44.656604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-8be82eec-058e-4626-8f01-0cc100f26a03 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:44.747829 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8be82eec-058e-4626-8f01-0cc100f26a03 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "DELETE /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags HTTP/1.1" status: 204 len: 168 time: 0.0948040 Jul 14 11:47:44.749996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33764) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:44.755562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-d0d2e425-655b-4984-8b89-11800404ba4a tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f', 'tempest-TagsTest-Tag-1190460442') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:44.763642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b440af2-78e0-4d76-8b41-8bcf19c05ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:44.779594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:44.794936 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Sync routers for ids ['fe8a475f-70d9-4254-b934-e770179f7dfd'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:44.808249 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-22a46953-600b-4ae6-9bcd-af0af8f2e1d6 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992905 Jul 14 11:47:44.809589 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Routers {'fe8a475f-70d9-4254-b934-e770179f7dfd'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:44.810482 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fe8a475f-70d9-4254-b934-e770179f7dfd'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:44.812269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:44.813586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8302a8eb-8187-4ada-9c08-0fe1e1fb48d2 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9132209 Jul 14 11:47:44.818322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33766) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:44.839638 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b440af2-78e0-4d76-8b41-8bcf19c05ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:44.918271 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-d0d2e425-655b-4984-8b89-11800404ba4a tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] show failed (client error): The resource could not be found. Jul 14 11:47:44.919360 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d0d2e425-655b-4984-8b89-11800404ba4a tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "GET /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags/tempest-TagsTest-Tag-1190460442 HTTP/1.1" status: 404 len: 326 time: 0.1682928 Jul 14 11:47:44.923034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33772) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:44.926002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fde61-dbf1-43f3-96e5-058795772554 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:44.927481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fa1fde61-dbf1-43f3-96e5-058795772554 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a06e7534cb9b41eb8d063f024e1972f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1082325 Jul 14 11:47:44.930942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-5130e49d-b2bf-4488-a544-c4daf6254e06 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f', 'tempest-TagsTest-Tag-407227408') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:44.931278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33774) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:44.958190 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Set router fe8a475f-70d9-4254-b934-e770179f7dfd gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:45.027549 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b440af2-78e0-4d76-8b41-8bcf19c05ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.031774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8b440af2-78e0-4d76-8b41-8bcf19c05ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.038092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8b440af2-78e0-4d76-8b41-8bcf19c05ce9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92265396-38f8-4608-82dc-9ebe37b97155 HTTP/1.1" status: 204 len: 168 time: 0.4539232 Jul 14 11:47:45.061514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b440af2-78e0-4d76-8b41-8bcf19c05ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92265396-38f8-4608-82dc-9ebe37b97155,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:45.068910 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-5130e49d-b2bf-4488-a544-c4daf6254e06 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] show failed (client error): The resource could not be found. Jul 14 11:47:45.072631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5130e49d-b2bf-4488-a544-c4daf6254e06 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "GET /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags/tempest-TagsTest-Tag-407227408 HTTP/1.1" status: 404 len: 325 time: 0.1460361 Jul 14 11:47:45.073139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33778) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:45.078831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-b755284f-4b73-4bc4-a00e-c77f4e25fa62 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3322da15-ed6f-4c75-8af0-33cc7c42404f') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:45.134638 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.244057 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:40Z', 'updated_at': '2021-07-14T11:47:42Z', 'revision_number': 3, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:41Z', 'updated_at': '2021-07-14T11:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:45.275341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dafd803-7a4a-4483-9e7b-4f767fcbbf07 req-3b4a8420-c89d-47b7-a768-3854c99f9373 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 210 time: 0.1089153 Jul 14 11:47:45.299283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43151247-0b6a-48cf-a6f4-31b0cd8f6883 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:45.300866 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-43151247-0b6a-48cf-a6f4-31b0cd8f6883 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3681111 Jul 14 11:47:45.308323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33790) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:45.317579 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Checking router: fe8a475f-70d9-4254-b934-e770179f7dfd for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:45.318086 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Updating router fe8a475f-70d9-4254-b934-e770179f7dfd port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:47:45.354807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8d09b61b-ec59-4d6c-b6b7-9715632bb922 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437801 Jul 14 11:47:45.356948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33792) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:45.362029 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.369583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b755284f-4b73-4bc4-a00e-c77f4e25fa62 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "DELETE /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f/tags HTTP/1.1" status: 204 len: 168 time: 0.2885637 Jul 14 11:47:45.370044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33796) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:45.449968 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-075db91e-8058-450f-adda-2d7ff563bf11 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a06e7534cb9b41eb8d063f024e1972f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0916083 Jul 14 11:47:45.451205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33804) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:45.582366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.606680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33808) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:45.654717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04be58c3-08fc-4151-b858-6e043296ea20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.657270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5b9c1-8777-4556-a2ab-4db83da5ddbe tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:45.658799 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5ee5b9c1-8777-4556-a2ab-4db83da5ddbe tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2063797 Jul 14 11:47:45.665502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33810) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:45.773663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.785808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3322da15-ed6f-4c75-8af0-33cc7c42404f']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:45.798436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d18c35-a8c3-4b5d-bcfb-f168fd6af7c7') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:45.799083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d18c35-a8c3-4b5d-bcfb-f168fd6af7c7') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:45.810394 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.825956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.832245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:47:45.832428 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:47:45.835571 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:47:45.851777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04be58c3-08fc-4151-b858-6e043296ea20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.857396 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04be58c3-08fc-4151-b858-6e043296ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.867266 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-134ccd3a-16ec-4d9c-9cc9-7e0c3214b4f1 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1974006 Jul 14 11:47:45.888696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33818) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:45.894808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1863384631', 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a', 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:45.897331 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.924163 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Transition to ACTIVE for port object 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:47:45.926660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.933099 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.935924 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:45.938033 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] 10.222.0.38 "DELETE /v2.0/networks/3322da15-ed6f-4c75-8af0-33cc7c42404f HTTP/1.1" status: 204 len: 168 time: 0.5669618 Jul 14 11:47:45.954775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287e627-20b3-4a6c-9b24-b2af0933f1b8 tempest-TagsTest-7647567 tempest-TagsTest-7647567-project] Pushing event deleted for resources: {'Network': ['ID=3322da15-ed6f-4c75-8af0-33cc7c42404f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:46.022207 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Attempting to bind port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:47:46.022574 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Attempting to bind port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:47:46.023095 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Attempting to bind port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:47:46.035493 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:47:46.036084 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:46.036536 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.036930 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:47:46.037386 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Bound port: 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:47:46.038529 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.043189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33822) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:46.052456 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-04be58c3-08fc-4151-b858-6e043296ea20 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f6502d8d95644f92a62fab01eb225231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445679 Jul 14 11:47:46.080475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be58c3-08fc-4151-b858-6e043296ea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc67429-6eab-412b-8c1b-b66fd555525a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:46.123997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-90df6988-cbc3-4d3a-a69b-0ec7f2a802c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.150321 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Pushing event updated for resources: {'Port': ['ID=66aa7652-b65a-4bcb-a5a3-b58d67e78ee0,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:46.151731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Made reservation on behalf of a06e7534cb9b41eb8d063f024e1972f0 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:46.155493 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-90df6988-cbc3-4d3a-a69b-0ec7f2a802c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.157997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.165812 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.167352 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.168135 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.168667 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.169210 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.169935 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.170443 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.170784 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.171166 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.171495 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.171819 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.184423 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:46.200868 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] For port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:46.208263 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] For port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=66aa7652-b65a-4bcb-a5a3-b58d67e78ee0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:46.214952 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.218686 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-90df6988-cbc3-4d3a-a69b-0ec7f2a802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.221398 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-90df6988-cbc3-4d3a-a69b-0ec7f2a802c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.223731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-90df6988-cbc3-4d3a-a69b-0ec7f2a802c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2dc67429-6eab-412b-8c1b-b66fd555525a HTTP/1.1" status: 204 len: 168 time: 0.1792822 Jul 14 11:47:46.249429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df6988-cbc3-4d3a-a69b-0ec7f2a802c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc67429-6eab-412b-8c1b-b66fd555525a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:46.312675 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce6b20-460e-48ee-ba21-9b88f3b71f10 None None] Pushing event updated for resources: {'Port': ['ID=66aa7652-b65a-4bcb-a5a3-b58d67e78ee0,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:46.342428 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Routers {'fe8a475f-70d9-4254-b934-e770179f7dfd'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:46.343425 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fe8a475f-70d9-4254-b934-e770179f7dfd'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:46.388054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33834) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:46.553111 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] Set router fe8a475f-70d9-4254-b934-e770179f7dfd gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:46.575430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-185da4eb-882c-4a72-b655-63dfde7a27e0 req-ff5c6d87-47a7-47e1-9b1a-17cb39fee33b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 210 time: 0.0737696 Jul 14 11:47:46.634602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.759495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Subnet': ['ID=6f471b9f-35c2-4dea-a7e3-90b55daa72f0,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:46.785020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Checking segment: {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:46.795335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network hostable DHCP agents. Network: 525d6a6b-faa3-474b-af27-f4b5cb09173a, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:47:46.819641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 525d6a6b-faa3-474b-af27-f4b5cb09173a is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:47:46.836638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 525d6a6b-faa3-474b-af27-f4b5cb09173a) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:46.842071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:46.842660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:46.849012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8446429-5bb7-436b-873a-42b45e7245d6 None None] Network 525d6a6b-faa3-474b-af27-f4b5cb09173a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:46.887587 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b535b74f-88fd-46cb-b97e-e67d7cb51120 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9974740 Jul 14 11:47:46.890501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 33856) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:46.897302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6de11d87-8b9d-4022-a3a7-147dfeea33c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d9a06d7069884a35a308a68f711f79c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075471 Jul 14 11:47:46.908531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 33858) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:46.939004 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:40Z', 'updated_at': '2021-07-14T11:47:42Z', 'revision_number': 3, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:41Z', 'updated_at': '2021-07-14T11:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:46.993292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e76e83b-88b0-4dd9-b6ab-60fa27590ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:47.015420 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd8501-3051-4bb0-a3ec-c7bd7555adf5 None None] The sync data for ids ['fe8a475f-70d9-4254-b934-e770179f7dfd'] in n-d-778696-8 is: [{'id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:40Z', 'updated_at': '2021-07-14T11:47:42Z', 'revision_number': 3, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:41Z', 'updated_at': '2021-07-14T11:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:47.043252 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e76e83b-88b0-4dd9-b6ab-60fa27590ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:47.147655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e76e83b-88b0-4dd9-b6ab-60fa27590ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:47.152185 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e76e83b-88b0-4dd9-b6ab-60fa27590ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:47.153781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5e76e83b-88b0-4dd9-b6ab-60fa27590ba7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf2e0f41-8b31-4363-b1a7-5ba67ddd0c8c HTTP/1.1" status: 204 len: 168 time: 0.2442987 Jul 14 11:47:47.169647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76e83b-88b0-4dd9-b6ab-60fa27590ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2e0f41-8b31-4363-b1a7-5ba67ddd0c8c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:47.427130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-525d6a6b-faa3-474b-af27-f4b5cb09173a', 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'fixed_ips': [{'subnet_id': '6f471b9f-35c2-4dea-a7e3-90b55daa72f0'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:47:47.435364 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:47.563570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-125287ed-62d7-46e2-84bb-444163fc1df0 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:47.565292 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-125287ed-62d7-46e2-84bb-444163fc1df0 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.4902301 Jul 14 11:47:47.644854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Request body: {'port': {'device_id': '2b21ca89-f51b-4aa5-9ad2-b61a004ef866', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'admin_state_up': True, 'tenant_id': '97191b2278554533ad3e08acafea11d2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:47.784570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Allocated IP 172.20.0.18 (525d6a6b-faa3-474b-af27-f4b5cb09173a/6f471b9f-35c2-4dea-a7e3-90b55daa72f0/01826813-60ef-4701-9eed-739c1d6526ad) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:47.903095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f1925a0-b751-4109-affa-773090b2a18b req-feb6516a-9adc-4c7c-a8a0-3942dbf989ee tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 210 time: 0.0615349 Jul 14 11:47:47.981966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Made reservation on behalf of 97191b2278554533ad3e08acafea11d2 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:48.002406 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:48.148745 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:48.163499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Transition to ACTIVE for port object 01826813-60ef-4701-9eed-739c1d6526ad will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:47:48.205659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Transition to ACTIVE for port object 01826813-60ef-4701-9eed-739c1d6526ad will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:47:48.216702 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:48.341571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Network 525d6a6b-faa3-474b-af27-f4b5cb09173a is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:48.349849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:48.352606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:47:48.386522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Allocated IP 172.20.0.12 (1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40/e3fee729-a6f2-4f4e-99e5-7cf52aa0a461/04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:48.462416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Pushing event updated for resources: {'Port': ['ID=01826813-60ef-4701-9eed-739c1d6526ad,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:48.470747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Attempting to bind port 01826813-60ef-4701-9eed-739c1d6526ad on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:47:48.472243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Attempting to bind port 01826813-60ef-4701-9eed-739c1d6526ad by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:47:48.472803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Attempting to bind port 01826813-60ef-4701-9eed-739c1d6526ad on network 525d6a6b-faa3-474b-af27-f4b5cb09173a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:47:48.479182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:47:48.479838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Checking segment: {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:48.481157 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:48.481749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Bound using segment: {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:47:48.482497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Bound port: 01826813-60ef-4701-9eed-739c1d6526ad, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:47:48.483083 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:48.571271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] For port 01826813-60ef-4701-9eed-739c1d6526ad, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:48.579319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] For port 01826813-60ef-4701-9eed-739c1d6526ad, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=01826813-60ef-4701-9eed-739c1d6526ad,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:48.587118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:48.675164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:48.689572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db21791-fbf3-4921-b7e9-b88f0c74eb5a None None] Pushing event updated for resources: {'Port': ['ID=01826813-60ef-4701-9eed-739c1d6526ad,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:48.943975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:49.277871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Allocated IP 172.20.0.17 (525d6a6b-faa3-474b-af27-f4b5cb09173a/6f471b9f-35c2-4dea-a7e3-90b55daa72f0/c6df51f8-3120-42d6-bee4-c498bcb80248) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:49.346009 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:49.362239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:47:49.458092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 01826813-60ef-4701-9eed-739c1d6526ad up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:49.459130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609c858-44b3-424e-b6b1-5da6677672cb req-2fa825cf-e0cd-445d-b245-1c4bd6cacacf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:49.468866 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4609c858-44b3-424e-b6b1-5da6677672cb req-2fa825cf-e0cd-445d-b245-1c4bd6cacacf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 932 time: 0.1456687 Jul 14 11:47:49.523463 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4609c858-44b3-424e-b6b1-5da6677672cb req-4fb47b94-c525-4b58-a723-15afd6252d32 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533738 Jul 14 11:47:49.719245 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:49.720050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 01826813-60ef-4701-9eed-739c1d6526ad completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:49.752325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:49.753496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:49.757873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:47:49.760403 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event updated for resources: {'Port': ['ID=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:49.788542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.797890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.798453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.800410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.800922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.802329 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.802930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.803494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.804515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.808307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.808833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.809378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:49.877759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:49.882479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:49.883054 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:49.904044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:49.905279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:49.944034 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-b4569860-20b4-4d7a-ba94-8459ea66f309 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3000066 Jul 14 11:47:49.956735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:49.970241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Request body: {'port': {'device_id': '2b21ca89-f51b-4aa5-9ad2-b61a004ef866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:50.030389 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:50.056252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=66aa7652-b65a-4bcb-a5a3-b58d67e78ee0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:50.067767 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:50.094415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Transition to ACTIVE for port object c6df51f8-3120-42d6-bee4-c498bcb80248 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:47:50.170241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=66aa7652-b65a-4bcb-a5a3-b58d67e78ee0,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:50.190643 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:50.250585 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:50.516459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34006) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:50.591543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d6ec6-7442-4c3d-b1df-2cf446c79fb9 None None] Network 525d6a6b-faa3-474b-af27-f4b5cb09173a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:47:50.723438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-287ec7aa-503d-48e4-a3df-a25ce99f6252 None None] Provisioning for port 01826813-60ef-4701-9eed-739c1d6526ad completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:50.731049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-287ec7aa-503d-48e4-a3df-a25ce99f6252 None None] Provisioning complete for port 01826813-60ef-4701-9eed-739c1d6526ad triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:50.731670 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-287ec7aa-503d-48e4-a3df-a25ce99f6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:50.850149 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52cbac34-eea7-4892-b9ea-079fee75b03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:50.911478 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-287ec7aa-503d-48e4-a3df-a25ce99f6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:50.955322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9a410-d2f6-4f93-b18f-f6abda737166 req-abf72fdd-bebc-4682-97aa-5dd38513cf15 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:50.963397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7dd9a410-d2f6-4f93-b18f-f6abda737166 req-abf72fdd-bebc-4682-97aa-5dd38513cf15 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 932 time: 0.2209833 Jul 14 11:47:51.021796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7dd9a410-d2f6-4f93-b18f-f6abda737166 req-4ac84b63-de24-461b-b4df-37438b7971b5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568118 Jul 14 11:47:51.146909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52cbac34-eea7-4892-b9ea-079fee75b03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.154811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-52cbac34-eea7-4892-b9ea-079fee75b03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.176953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 525d6a6b-faa3-474b-af27-f4b5cb09173a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:51.188804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:51.193790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-52cbac34-eea7-4892-b9ea-079fee75b03f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2da86ecae35e4543a1c77c29e6956e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739795 Jul 14 11:47:51.193954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:47:51.198335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34022) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:51.232526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:51.232905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=c6df51f8-3120-42d6-bee4-c498bcb80248,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:51.260860 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3545256e-bb82-4837-9f2b-aa6509dbbb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.274674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbac34-eea7-4892-b9ea-079fee75b03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c45956c-bcb5-49f7-9f05-c8d25adbc119,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:51.293633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3545256e-bb82-4837-9f2b-aa6509dbbb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.312417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-287ec7aa-503d-48e4-a3df-a25ce99f6252 None None] For port 01826813-60ef-4701-9eed-739c1d6526ad, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=01826813-60ef-4701-9eed-739c1d6526ad,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:51.318448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.328066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-287ec7aa-503d-48e4-a3df-a25ce99f6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.360776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:51.361208 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.361348 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3545256e-bb82-4837-9f2b-aa6509dbbb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.364335 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3545256e-bb82-4837-9f2b-aa6509dbbb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.367157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3545256e-bb82-4837-9f2b-aa6509dbbb6f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c45956c-bcb5-49f7-9f05-c8d25adbc119 HTTP/1.1" status: 204 len: 168 time: 0.1675553 Jul 14 11:47:51.377401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545256e-bb82-4837-9f2b-aa6509dbbb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c45956c-bcb5-49f7-9f05-c8d25adbc119,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:51.390528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:47:51.414072 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.467053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Transition to ACTIVE for port object 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:47:51.473238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ec7aa-503d-48e4-a3df-a25ce99f6252 None None] Pushing event updated for resources: {'Port': ['ID=01826813-60ef-4701-9eed-739c1d6526ad,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:51.481226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.655943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Pushing event updated for resources: {'Port': ['ID=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:51.682793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b17d8cde-b6bf-4a31-a287-1b7a682a82bf None None] Provisioning for port c6df51f8-3120-42d6-bee4-c498bcb80248 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:51.714353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b17d8cde-b6bf-4a31-a287-1b7a682a82bf None None] Provisioning complete for port c6df51f8-3120-42d6-bee4-c498bcb80248 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:51.714736 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b17d8cde-b6bf-4a31-a287-1b7a682a82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.737292 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.768289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b17d8cde-b6bf-4a31-a287-1b7a682a82bf None None] Port c6df51f8-3120-42d6-bee4-c498bcb80248 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:47:51.778324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b17d8cde-b6bf-4a31-a287-1b7a682a82bf None None] Provisioning complete for port 01826813-60ef-4701-9eed-739c1d6526ad triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:51.778709 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b17d8cde-b6bf-4a31-a287-1b7a682a82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.782276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Attempting to bind port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:47:51.782694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Attempting to bind port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:47:51.783084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Attempting to bind port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:47:51.789194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:47:51.789519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Attempting to bind port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:47:51.799482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:47:51.799833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Checking segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:51.800377 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Bound using segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:47:51.800920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Bound port: 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:47:51.801372 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.917101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] For port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:51.920355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] For port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:51.927682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:51.959585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34042) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:51.975932 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1efa650f-19c0-4d79-bdc0-f74db83bbb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.023428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:52.024164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.025756 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] 10.222.0.45 "PUT /v2.0/ports/04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 HTTP/1.1" status: 200 len: 1092 time: 2.0664103 Jul 14 11:47:52.026269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b21ca89-f51b-4aa5-9ad2-b61a004ef866', 'tag': '04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:47:52.029367 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208822cd-3b49-4ce7-9414-19ce7bfeaf63" -d '{"events": [{"name": "network-changed", "server_uuid": "2b21ca89-f51b-4aa5-9ad2-b61a004ef866", "tag": "04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:52.129384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-93dd179f-1b61-4478-b21c-ee7404932387 None None] Provisioning complete for port c6df51f8-3120-42d6-bee4-c498bcb80248 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:52.131239 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93dd179f-1b61-4478-b21c-ee7404932387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.142123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565272f8-fb02-417a-bbfd-ceff119907f9 service neutron] Pushing event updated for resources: {'Port': ['ID=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:52.147373 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc45e86-c2c2-42be-8110-3725eefe4580 x-openstack-request-id: req-5fc45e86-c2c2-42be-8110-3725eefe4580 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:52.147704 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b21ca89-f51b-4aa5-9ad2-b61a004ef866", "tag": "04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:52.148028 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5fc45e86-c2c2-42be-8110-3725eefe4580 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:52.148520 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b21ca89-f51b-4aa5-9ad2-b61a004ef866', 'tag': '04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36', 'status': 'completed', 'code': 200} Jul 14 11:47:52.149782 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1efa650f-19c0-4d79-bdc0-f74db83bbb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.163386 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1efa650f-19c0-4d79-bdc0-f74db83bbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.193814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa650f-19c0-4d79-bdc0-f74db83bbb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dc974e-4429-4523-a0a2-1144576b4ea3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:52.235322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-93dd179f-1b61-4478-b21c-ee7404932387 None None] Port c6df51f8-3120-42d6-bee4-c498bcb80248 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:47:52.266548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1efa650f-19c0-4d79-bdc0-f74db83bbb5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=abad0be3e46449b8a8d3294d10ee584e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051574 Jul 14 11:47:52.268982 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34056) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:52.332101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-8cfc72c0-146e-49d8-ab79-ecb779686008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:52.333625 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-8cfc72c0-146e-49d8-ab79-ecb779686008 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 1095 time: 0.2407711 Jul 14 11:47:52.335325 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a002f4ff-acf1-4cb1-baa2-e8721bd7e6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.388876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a002f4ff-acf1-4cb1-baa2-e8721bd7e6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.398659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-eb93cec6-4473-4995-9ad8-032f8ec2a8f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 HTTP/1.1" status: 200 len: 217 time: 0.0539258 Jul 14 11:47:52.459285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe41e7d-1451-41ca-9be5-52cc3aff551e req-3e49eef8-d943-44e9-a8d9-7b1aa46c317c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:52.461149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efe41e7d-1451-41ca-9be5-52cc3aff551e req-3e49eef8-d943-44e9-a8d9-7b1aa46c317c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 944 time: 0.1102419 Jul 14 11:47:52.478964 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a002f4ff-acf1-4cb1-baa2-e8721bd7e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.481692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-d1540e57-be20-47f0-98d1-1771de514cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:52.482220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a002f4ff-acf1-4cb1-baa2-e8721bd7e6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.483306 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-d1540e57-be20-47f0-98d1-1771de514cf8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.0723059 Jul 14 11:47:52.483464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a002f4ff-acf1-4cb1-baa2-e8721bd7e6e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0dc974e-4429-4523-a0a2-1144576b4ea3 HTTP/1.1" status: 204 len: 168 time: 0.2132468 Jul 14 11:47:52.502155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002f4ff-acf1-4cb1-baa2-e8721bd7e6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dc974e-4429-4523-a0a2-1144576b4ea3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:52.522253 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-a976e22b-49de-47d9-a8bf-eb00f884cb9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280516 Jul 14 11:47:52.525499 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.532395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.541613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efe41e7d-1451-41ca-9be5-52cc3aff551e req-208d797b-4e1f-4ce1-813c-2870d4488bed tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727129 Jul 14 11:47:52.680571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:52.694223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=c6df51f8-3120-42d6-bee4-c498bcb80248,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:52.786235 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-1a33559a-21a5-4937-95fa-c6cfbe446976 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181041 Jul 14 11:47:52.881213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 525d6a6b-faa3-474b-af27-f4b5cb09173a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:52.883877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:52.955565 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2bedf6b5-9d08-4c57-b40f-e32ba841533c req-6c352c48-4957-4a0e-9278-b53ae171491d service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563520 Jul 14 11:47:53.084406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Router fe8a475f-70d9-4254-b934-e770179f7dfd has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:47:53.104976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-e7a8948a-eafe-440b-afbd-4214cc2277d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:53.106497 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-e7a8948a-eafe-440b-afbd-4214cc2277d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 1095 time: 0.0861945 Jul 14 11:47:53.161335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 01826813-60ef-4701-9eed-739c1d6526ad up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:53.272242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2b48547a-057f-4fe8-a8f7-dd9f01afd542 None None] Provisioning complete for port c6df51f8-3120-42d6-bee4-c498bcb80248 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:53.273181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b48547a-057f-4fe8-a8f7-dd9f01afd542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:53.316458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:53.317908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2b48547a-057f-4fe8-a8f7-dd9f01afd542 None None] Port c6df51f8-3120-42d6-bee4-c498bcb80248 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:47:53.319540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 01826813-60ef-4701-9eed-739c1d6526ad triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:53.320167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:53.325449 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-29a19bc7-af12-4cca-9fb5-7dd93bfd121f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "PUT /v2.0/routers/fe8a475f-70d9-4254-b934-e770179f7dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4335032 Jul 14 11:47:53.326891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Sync routers for ids ['fe8a475f-70d9-4254-b934-e770179f7dfd'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:53.328973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-f930e237-7d61-4f0f-9daa-740013a0d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:53.330412 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-f930e237-7d61-4f0f-9daa-740013a0d5b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 906 time: 0.1811140 Jul 14 11:47:53.403049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Routers {'fe8a475f-70d9-4254-b934-e770179f7dfd'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:53.404729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fe8a475f-70d9-4254-b934-e770179f7dfd'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:53.405049 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-8c8b58d2-8d9b-4b45-b912-a499494f8013 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 HTTP/1.1" status: 200 len: 217 time: 0.0652730 Jul 14 11:47:53.467030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-15df3c3b-3768-4324-8f72-657c031d287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:53.468796 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-15df3c3b-3768-4324-8f72-657c031d287d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.0564060 Jul 14 11:47:53.544892 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-1cdfb671-b645-4a81-95e0-a10254f81639 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688717 Jul 14 11:47:53.702792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Set router fe8a475f-70d9-4254-b934-e770179f7dfd gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:53.916487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb22e2-d389-451b-9398-823819e9493f req-f2fbd1a3-3416-4402-9a27-e7158c7c6fe8 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:53.924465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-f2fbd1a3-3416-4402-9a27-e7158c7c6fe8 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/networks?id=525d6a6b-faa3-474b-af27-f4b5cb09173a HTTP/1.1" status: 200 len: 798 time: 0.2689078 Jul 14 11:47:53.968606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-a4d2aba7-8662-4323-97ce-932cdaaeb129 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/quotas/a06e7534cb9b41eb8d063f024e1972f0 HTTP/1.1" status: 200 len: 375 time: 0.0428183 Jul 14 11:47:54.050522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99ec16-b3a3-45fb-9a46-e3af25d162e4 req-bf0a8e75-1c6b-4956-b3b7-7b3ce72aa31a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:54.058692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d99ec16-b3a3-45fb-9a46-e3af25d162e4 req-bf0a8e75-1c6b-4956-b3b7-7b3ce72aa31a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 944 time: 0.2412307 Jul 14 11:47:54.203609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:40Z', 'updated_at': '2021-07-14T11:47:51Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:41Z', 'updated_at': '2021-07-14T11:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c6df51f8-3120-42d6-bee4-c498bcb80248', 'name': '', 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:4a:d9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '6f471b9f-35c2-4dea-a7e3-90b55daa72f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:48Z', 'updated_at': '2021-07-14T11:47:52Z', 'revision_number': 2, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': '6f471b9f-35c2-4dea-a7e3-90b55daa72f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:54.218591 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-45cf30bf-f5ae-489d-bae6-1378706d3375 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520114 Jul 14 11:47:54.250161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Checking router: fe8a475f-70d9-4254-b934-e770179f7dfd for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:54.250523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Updating router fe8a475f-70d9-4254-b934-e770179f7dfd port c6df51f8-3120-42d6-bee4-c498bcb80248 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:47:54.270730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d99ec16-b3a3-45fb-9a46-e3af25d162e4 req-c7ff83eb-716c-4c23-bf98-975c06cde893 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110591 Jul 14 11:47:54.301015 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:54.345441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-77ce0b8d-7a5c-485e-99fb-2f772b4577c3 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a06e7534cb9b41eb8d063f024e1972f0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3759112 Jul 14 11:47:54.476313 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-208822cd-3b49-4ce7-9414-19ce7bfeaf63 req-a515a031-de05-461a-a95b-7955f4460d00 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459035 Jul 14 11:47:54.486878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-4229bdd2-39bb-4d3d-aea7-6ce5fd50b3c1 service neutron] 10.222.0.38 "GET /v2.0/networks/525d6a6b-faa3-474b-af27-f4b5cb09173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255226 Jul 14 11:47:54.607759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-53d03fce-f11e-49d2-832c-3b024e5f273e service neutron] 10.222.0.38 "GET /v2.0/networks/525d6a6b-faa3-474b-af27-f4b5cb09173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200159 Jul 14 11:47:54.681104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:47:54.865568 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:54.892798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Transition to ACTIVE for port object c6df51f8-3120-42d6-bee4-c498bcb80248 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:47:54.903002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:54.913291 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:54.941179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1651c6a1-fbba-428e-a129-2b25ce677c0e req-3bbd7f73-c9fa-43b4-a1d5-d2bfa04ec186 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 210 time: 0.0511713 Jul 14 11:47:54.963970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'port_id': '04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36', 'mac_address': 'fa:16:3e:e7:fe:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fee729-a6f2-4f4e-99e5-7cf52aa0a461', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:47:54.971949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffb415-9693-423a-a3fc-0614ae951f73 None None] Pushing event updated for resources: {'Port': ['ID=c6df51f8-3120-42d6-bee4-c498bcb80248,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:55.071002 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:55.149264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:47:55.275436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Attempting to bind port c6df51f8-3120-42d6-bee4-c498bcb80248 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:47:55.277377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Attempting to bind port c6df51f8-3120-42d6-bee4-c498bcb80248 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:47:55.277377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Attempting to bind port c6df51f8-3120-42d6-bee4-c498bcb80248 on network 525d6a6b-faa3-474b-af27-f4b5cb09173a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:47:55.296557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:55.299105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:47:55.299530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Checking segment: {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:47:55.300233 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:55.300684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Bound using segment: {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:47:55.301279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Bound port: c6df51f8-3120-42d6-bee4-c498bcb80248, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:47:55.301666 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:55.339742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:55.505921 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:55.520302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e5118-16fe-4589-8ab0-a50b5080ddd9 req-a81959ed-08df-48e7-8bf7-c6ecb76d1710 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:55.531017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-616e5118-16fe-4589-8ab0-a50b5080ddd9 req-a81959ed-08df-48e7-8bf7-c6ecb76d1710 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 945 time: 0.1069736 Jul 14 11:47:55.623358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] For port c6df51f8-3120-42d6-bee4-c498bcb80248, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:55.627096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] For port c6df51f8-3120-42d6-bee4-c498bcb80248, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c6df51f8-3120-42d6-bee4-c498bcb80248,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:55.638279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-616e5118-16fe-4589-8ab0-a50b5080ddd9 req-8d2ae712-8c27-4758-a632-aee350660861 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059082 Jul 14 11:47:55.640633 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:55.701402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffb415-9693-423a-a3fc-0614ae951f73 None None] Pushing event updated for resources: {'Port': ['ID=c6df51f8-3120-42d6-bee4-c498bcb80248,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:55.714847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Routers {'fe8a475f-70d9-4254-b934-e770179f7dfd'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:47:55.715647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:47:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fe8a475f-70d9-4254-b934-e770179f7dfd'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:55.767716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:47:55.887750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] Set router fe8a475f-70d9-4254-b934-e770179f7dfd gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:47:56.119263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a109f92f-fbff-46cc-ae2b-b7cf1df5c8c6 req-44b3a1e3-9568-4489-8fce-c084fc01d515 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 210 time: 0.0325031 Jul 14 11:47:56.236582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:40Z', 'updated_at': '2021-07-14T11:47:51Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:41Z', 'updated_at': '2021-07-14T11:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c6df51f8-3120-42d6-bee4-c498bcb80248', 'name': '', 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:4a:d9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '6f471b9f-35c2-4dea-a7e3-90b55daa72f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:48Z', 'updated_at': '2021-07-14T11:47:55Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': '6f471b9f-35c2-4dea-a7e3-90b55daa72f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:56.239877 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:56.268374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7f81f-2676-47b6-b100-98a9418fc073 None None] The sync data for ids ['fe8a475f-70d9-4254-b934-e770179f7dfd'] in n-d-778696-8 is: [{'id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:40Z', 'updated_at': '2021-07-14T11:47:51Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:41Z', 'updated_at': '2021-07-14T11:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c6df51f8-3120-42d6-bee4-c498bcb80248', 'name': '', 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:4a:d9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '6f471b9f-35c2-4dea-a7e3-90b55daa72f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:48Z', 'updated_at': '2021-07-14T11:47:55Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': '6f471b9f-35c2-4dea-a7e3-90b55daa72f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:56.705462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb22e2-d389-451b-9398-823819e9493f req-6166e5d4-3a3c-4d19-9d7f-2f7519a0a10f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:56.707032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-6166e5d4-3a3c-4d19-9d7f-2f7519a0a10f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.64 "GET /v2.0/networks?id=525d6a6b-faa3-474b-af27-f4b5cb09173a HTTP/1.1" status: 200 len: 798 time: 0.2650456 Jul 14 11:47:56.721714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Request body: {'port': {'device_id': '9e358d5a-7096-41dd-bf6f-373cb5257e18', 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a', 'admin_state_up': True, 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:57.174763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Made reservation on behalf of a06e7534cb9b41eb8d063f024e1972f0 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:57.183213 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:57.228947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9c9ec-edf2-4088-a650-442785e4151c req-0a1e26b6-9c24-430d-b14b-07b37dba524c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:57.230813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34a9c9ec-edf2-4088-a650-442785e4151c req-0a1e26b6-9c24-430d-b14b-07b37dba524c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 945 time: 0.3402848 Jul 14 11:47:57.257114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c6df51f8-3120-42d6-bee4-c498bcb80248 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:57.355670 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c6df51f8-3120-42d6-bee4-c498bcb80248 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:57.360155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c6df51f8-3120-42d6-bee4-c498bcb80248 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:57.360860 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:57.470573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34a9c9ec-edf2-4088-a650-442785e4151c req-c29f9848-a423-46db-90ea-998627a2cb9c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075129 Jul 14 11:47:57.506032 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:57.575088 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c6df51f8-3120-42d6-bee4-c498bcb80248, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c6df51f8-3120-42d6-bee4-c498bcb80248,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:57.584976 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:57.618131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa081d1d-606f-435a-8b7e-c0b486d6322b req-f0aa4077-a180-4c92-86b1-889b9a10228f tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 210 time: 0.1121476 Jul 14 11:47:57.685406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Allocated IP 172.20.0.19 (525d6a6b-faa3-474b-af27-f4b5cb09173a/6f471b9f-35c2-4dea-a7e3-90b55daa72f0/6e754dc1-22b3-4b9e-a567-b5e485b9f1c4) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:57.750671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c6df51f8-3120-42d6-bee4-c498bcb80248,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:57.908018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:57.938759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Transition to ACTIVE for port object 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:47:57.988739 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:58.099209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Network 525d6a6b-faa3-474b-af27-f4b5cb09173a is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:58.123200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:58.130275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:47:58.173370 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:58.178154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event updated for resources: {'Port': ['ID=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:58.243329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:58.245059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:58.278296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f8fe12b-4267-4004-8824-56837d01964d tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5612714 Jul 14 11:47:58.569953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Request body: {'port': {'device_id': '9e358d5a-7096-41dd-bf6f-373cb5257e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:47:58.592531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-15a90ad8-e7f7-4d4d-a922-54270e707fb6 None None] Provisioning for port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:58.598793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-15a90ad8-e7f7-4d4d-a922-54270e707fb6 None None] Provisioning complete for port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:58.599214 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-15a90ad8-e7f7-4d4d-a922-54270e707fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:58.663479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:58.737689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-15a90ad8-e7f7-4d4d-a922-54270e707fb6 None None] Port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:47:58.765066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:47:58.770934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:58.771428 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:58.817461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:58.928477 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:58.969521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b21ca89-f51b-4aa5-9ad2-b61a004ef866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:47:58.971939 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce89652-d5ed-4087-9bd3-50dbc855deb1" -d '{"events": [{"server_uuid": "2b21ca89-f51b-4aa5-9ad2-b61a004ef866", "name": "network-vif-plugged", "status": "completed", "tag": "04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:58.992528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:58.997819 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:59.107097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:59.200003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c6df51f8-3120-42d6-bee4-c498bcb80248 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:59.371522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c6df51f8-3120-42d6-bee4-c498bcb80248 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:47:59.371925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:59.428467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c0130-0c94-414f-9b0f-c91158d0a77f req-32191815-5da1-4d20-8c3b-035f33044cb5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:59.429945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-759c0130-0c94-414f-9b0f-c91158d0a77f req-32191815-5da1-4d20-8c3b-035f33044cb5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 945 time: 0.6624665 Jul 14 11:47:59.433855 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34332) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:59.565959 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-759c0130-0c94-414f-9b0f-c91158d0a77f req-e5d1178c-baa6-48fd-a62d-9889ab497e86 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852005 Jul 14 11:47:59.663747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68586bbc-1bb8-4bce-a989-3bfd3ea143d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:59.758930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555618e2-21bd-43e4-9cbd-2771b32c3a54 req-f3aa6b7e-1818-470a-92ab-d9b9e421ae25 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:47:59.776464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-555618e2-21bd-43e4-9cbd-2771b32c3a54 req-f3aa6b7e-1818-470a-92ab-d9b9e421ae25 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 895 time: 0.4179041 Jul 14 11:47:59.792246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68586bbc-1bb8-4bce-a989-3bfd3ea143d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:59.804191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68586bbc-1bb8-4bce-a989-3bfd3ea143d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:47:59.862324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-68586bbc-1bb8-4bce-a989-3bfd3ea143d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a52c23595b54f24b34a8d1e87b5194f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269254 Jul 14 11:47:59.863493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68586bbc-1bb8-4bce-a989-3bfd3ea143d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddb9d30-4e13-461d-a9f9-b41df2a6217b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:59.865047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 34348) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:47:59.950593 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca458872-6b56-4aa3-ab59-2d8d12626db8 x-openstack-request-id: req-ca458872-6b56-4aa3-ab59-2d8d12626db8 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:59.951882 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b21ca89-f51b-4aa5-9ad2-b61a004ef866", "name": "network-vif-plugged", "status": "completed", "tag": "04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:59.952487 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca458872-6b56-4aa3-ab59-2d8d12626db8 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:59.953250 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b21ca89-f51b-4aa5-9ad2-b61a004ef866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36', 'code': 200} Jul 14 11:48:00.014872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:00.048624 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.054700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1093425c-cb26-4b3d-bc43-13039a6cec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.073410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Transition to ACTIVE for port object 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:00.101458 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.112360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1093425c-cb26-4b3d-bc43-13039a6cec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.132506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91349127-fa59-4b4e-8bc3-54dd96076a3e req-831487f1-2681-43d4-9999-9580b32bca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:00.134085 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-91349127-fa59-4b4e-8bc3-54dd96076a3e req-831487f1-2681-43d4-9999-9580b32bca86 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 1097 time: 0.1046784 Jul 14 11:48:00.182553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Pushing event updated for resources: {'Port': ['ID=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:00.206379 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-91349127-fa59-4b4e-8bc3-54dd96076a3e req-b670d905-352c-4c3f-b4ae-4defb7c4a47b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563874 Jul 14 11:48:00.277273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1093425c-cb26-4b3d-bc43-13039a6cec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.280074 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1093425c-cb26-4b3d-bc43-13039a6cec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.284104 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1093425c-cb26-4b3d-bc43-13039a6cec23 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ddb9d30-4e13-461d-a9f9-b41df2a6217b HTTP/1.1" status: 204 len: 168 time: 0.4179924 Jul 14 11:48:00.307723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093425c-cb26-4b3d-bc43-13039a6cec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddb9d30-4e13-461d-a9f9-b41df2a6217b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:00.310315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Attempting to bind port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:48:00.310865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Attempting to bind port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:48:00.311381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Attempting to bind port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 on network 525d6a6b-faa3-474b-af27-f4b5cb09173a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:00.318037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 on network 525d6a6b-faa3-474b-af27-f4b5cb09173a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:48:00.318368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Attempting to bind port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 on network 525d6a6b-faa3-474b-af27-f4b5cb09173a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:00.324386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:48:00.324730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Checking segment: {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:00.325182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Bound using segment: {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:48:00.325555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Bound port: 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359956bd-5749-4d6b-ba99-c25c005451b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:48:00.325913 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.425936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] For port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:00.430731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] For port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:00.438522 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.455509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:00.456210 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.457984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 HTTP/1.1" status: 200 len: 1055 time: 2.1690762 Jul 14 11:48:00.476553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e358d5a-7096-41dd-bf6f-373cb5257e18', 'tag': '6e754dc1-22b3-4b9e-a567-b5e485b9f1c4'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:00.479990 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19" -d '{"events": [{"name": "network-changed", "server_uuid": "9e358d5a-7096-41dd-bf6f-373cb5257e18", "tag": "6e754dc1-22b3-4b9e-a567-b5e485b9f1c4"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:00.600292 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f88d24-00ac-4b5c-8b16-2f017d196a17 x-openstack-request-id: req-d9f88d24-00ac-4b5c-8b16-2f017d196a17 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:00.600575 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e358d5a-7096-41dd-bf6f-373cb5257e18", "tag": "6e754dc1-22b3-4b9e-a567-b5e485b9f1c4", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:00.600814 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9f88d24-00ac-4b5c-8b16-2f017d196a17 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:00.601959 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e358d5a-7096-41dd-bf6f-373cb5257e18', 'tag': '6e754dc1-22b3-4b9e-a567-b5e485b9f1c4', 'status': 'completed', 'code': 200} Jul 14 11:48:00.655924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de50f46-4645-45ac-93f2-ab7dc2cbb391 service neutron] Pushing event updated for resources: {'Port': ['ID=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:00.688138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb22e2-d389-451b-9398-823819e9493f req-2482e592-84a0-4a86-9083-6e5363b9ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:00.694230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-2482e592-84a0-4a86-9083-6e5363b9ac8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a06e7534cb9b41eb8d063f024e1972f0&device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 1058 time: 0.1553490 Jul 14 11:48:00.773783 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-bdb1819e-88f0-436f-84ee-644053b35766 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 HTTP/1.1" status: 200 len: 217 time: 0.0714557 Jul 14 11:48:00.826790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34374) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:00.862251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f894b43-5a48-4bc3-82e2-65185ff33d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:00.883882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb22e2-d389-451b-9398-823819e9493f req-1578c423-b610-46f9-8823-82b883fdc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:00.886080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-1578c423-b610-46f9-8823-82b883fdc16b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f471b9f-35c2-4dea-a7e3-90b55daa72f0 HTTP/1.1" status: 200 len: 838 time: 0.0940382 Jul 14 11:48:01.059780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f894b43-5a48-4bc3-82e2-65185ff33d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:01.065241 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f894b43-5a48-4bc3-82e2-65185ff33d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:01.076210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4e6fd-0bba-4950-a74e-c112d36ba477 req-6f8a3aa3-c81a-4b36-884a-0628a72b3269 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:01.080059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6bb4e6fd-0bba-4950-a74e-c112d36ba477 req-6f8a3aa3-c81a-4b36-884a-0628a72b3269 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 946 time: 0.3052590 Jul 14 11:48:01.137386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb22e2-d389-451b-9398-823819e9493f req-7364c1f3-af62-4165-a055-9fd3f6a91cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:01.139058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-7364c1f3-af62-4165-a055-9fd3f6a91cfd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=525d6a6b-faa3-474b-af27-f4b5cb09173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2355051 Jul 14 11:48:01.173984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6bb4e6fd-0bba-4950-a74e-c112d36ba477 req-715467c7-3435-4c0e-8a2f-c05164d5dafc tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849621 Jul 14 11:48:01.201215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2723be-f516-45d3-8a45-231465808acb req-34896603-c5d2-4c81-96a1-2711ab09ecd7 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:01.202721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b2723be-f516-45d3-8a45-231465808acb req-34896603-c5d2-4c81-96a1-2711ab09ecd7 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 907 time: 0.2559495 Jul 14 11:48:01.205946 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4f894b43-5a48-4bc3-82e2-65185ff33d9b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c937c5fbf42b45bb8764e382196ecbbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753195 Jul 14 11:48:01.206529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34394) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:01.207304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f894b43-5a48-4bc3-82e2-65185ff33d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7c106c-4020-468e-937d-48d3f67d4090,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:01.333765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7cafcce-8610-484d-a240-b06a3b0b4153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:01.362282 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7cafcce-8610-484d-a240-b06a3b0b4153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:01.398468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-37e9e235-bb66-4f90-ad19-89952c4052dd service neutron] 10.222.0.64 "GET /v2.0/networks/525d6a6b-faa3-474b-af27-f4b5cb09173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503593 Jul 14 11:48:01.423536 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7cafcce-8610-484d-a240-b06a3b0b4153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:01.427131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7cafcce-8610-484d-a240-b06a3b0b4153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:01.429100 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a7cafcce-8610-484d-a240-b06a3b0b4153 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc7c106c-4020-468e-937d-48d3f67d4090 HTTP/1.1" status: 204 len: 168 time: 0.2124636 Jul 14 11:48:01.441292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cafcce-8610-484d-a240-b06a3b0b4153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7c106c-4020-468e-937d-48d3f67d4090,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:01.554909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cbb22e2-d389-451b-9398-823819e9493f req-0f953732-966c-4164-87f7-081ab1ca2737 service neutron] 10.222.0.64 "GET /v2.0/networks/525d6a6b-faa3-474b-af27-f4b5cb09173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404905 Jul 14 11:48:01.694562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-af450cd3-f5c7-44b3-a882-aafceb16ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:01.696143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-af450cd3-f5c7-44b3-a882-aafceb16ac0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a06e7534cb9b41eb8d063f024e1972f0&device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 1058 time: 0.0854368 Jul 14 11:48:01.810702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-67af9481-e656-4779-849c-c95bce6dd01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:01.812271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-67af9481-e656-4779-849c-c95bce6dd01f service neutron] 10.222.0.64 "GET /v2.0/networks?id=525d6a6b-faa3-474b-af27-f4b5cb09173a HTTP/1.1" status: 200 len: 898 time: 0.1071932 Jul 14 11:48:01.868295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-f6119caa-8ee4-4fa0-81ef-249a528e50c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 HTTP/1.1" status: 200 len: 217 time: 0.0472560 Jul 14 11:48:01.926152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-7594ae3c-f764-48bc-ad6a-edf4320481e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:01.927809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-7594ae3c-f764-48bc-ad6a-edf4320481e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f471b9f-35c2-4dea-a7e3-90b55daa72f0 HTTP/1.1" status: 200 len: 838 time: 0.0517504 Jul 14 11:48:02.013138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-f4426edb-29c1-499b-8ba8-233ac28190dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:02.015226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-f4426edb-29c1-499b-8ba8-233ac28190dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=525d6a6b-faa3-474b-af27-f4b5cb09173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805902 Jul 14 11:48:02.127590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-04d1919b-2a6d-4365-9a7a-d3dc52521946 service neutron] 10.222.0.64 "GET /v2.0/networks/525d6a6b-faa3-474b-af27-f4b5cb09173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036565 Jul 14 11:48:02.367131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebb00d7c-147e-4c1e-8fb8-01a2869ebe19 req-91817a92-6fe5-4665-9217-5addcbea42f4 service neutron] 10.222.0.64 "GET /v2.0/networks/525d6a6b-faa3-474b-af27-f4b5cb09173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343943 Jul 14 11:48:02.550223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab24a0-1fa1-4ba1-9930-a224dcdf3aa4 req-965ee8bd-23de-44a1-be94-a016c7689628 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:02.551779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ccab24a0-1fa1-4ba1-9930-a224dcdf3aa4 req-965ee8bd-23de-44a1-be94-a016c7689628 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 907 time: 0.1890485 Jul 14 11:48:02.588017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b1c6f-fc56-4a92-ab59-3a0eb4bd0d37 req-4fd78f0f-94d0-4090-981a-09d35b3bd08f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:02.602411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b80b1c6f-fc56-4a92-ab59-3a0eb4bd0d37 req-4fd78f0f-94d0-4090-981a-09d35b3bd08f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 946 time: 0.1312461 Jul 14 11:48:02.675245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b80b1c6f-fc56-4a92-ab59-3a0eb4bd0d37 req-8b2c385b-4191-47ba-a67d-c61c1af0bb8b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694034 Jul 14 11:48:02.902894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65974ee0-e2d6-4e21-880e-dabeff35a9ac req-647959b0-bb25-44f7-a342-5556f7bff58a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:02.910605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65974ee0-e2d6-4e21-880e-dabeff35a9ac req-647959b0-bb25-44f7-a342-5556f7bff58a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 946 time: 0.0837994 Jul 14 11:48:02.953369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65974ee0-e2d6-4e21-880e-dabeff35a9ac req-6e65259a-8fa5-4de8-9852-91cc7deebafa tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Jul 14 11:48:03.398616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8a164-11bd-402a-b13f-8edc3d78c231 req-ce6c023e-9485-4462-bb03-602641d2603e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:03.400118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acf8a164-11bd-402a-b13f-8edc3d78c231 req-ce6c023e-9485-4462-bb03-602641d2603e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 946 time: 0.0842700 Jul 14 11:48:03.440299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acf8a164-11bd-402a-b13f-8edc3d78c231 req-ebf09b08-c268-4016-b529-394d92354450 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337746 Jul 14 11:48:03.499105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:48:03.648136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:03.661287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '6e754dc1-22b3-4b9e-a567-b5e485b9f1c4', 'network_id': '525d6a6b-faa3-474b-af27-f4b5cb09173a', 'port_id': '6e754dc1-22b3-4b9e-a567-b5e485b9f1c4', 'mac_address': 'fa:16:3e:37:b3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f471b9f-35c2-4dea-a7e3-90b55daa72f0', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:48:03.711292 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:03.725215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:03.768760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:03.776659 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:03.791792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a5a14-2a54-4858-a5e5-6dde960c6dd8 req-6ca34cb7-1ba6-4842-adc5-b2f8ee1f8c55 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:03.793596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c92a5a14-2a54-4858-a5e5-6dde960c6dd8 req-6ca34cb7-1ba6-4842-adc5-b2f8ee1f8c55 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 907 time: 0.1001792 Jul 14 11:48:03.857447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:04.012059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['6e754dc1-22b3-4b9e-a567-b5e485b9f1c4'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:04.674417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129cf84-accc-43a4-9dc2-b01b466b2945 req-a21891e2-1405-4c3f-90fa-9cd8d4d92b80 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:04.682456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6129cf84-accc-43a4-9dc2-b01b466b2945 req-a21891e2-1405-4c3f-90fa-9cd8d4d92b80 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 946 time: 0.0955553 Jul 14 11:48:04.736594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6129cf84-accc-43a4-9dc2-b01b466b2945 req-db44a237-c7f6-4495-966b-677a35c3d2cd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532005 Jul 14 11:48:04.826118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c991a-8925-4806-82f1-1126527431ee req-e131baa3-b74a-4095-9c49-9f86657c8b21 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:04.828714 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c66c991a-8925-4806-82f1-1126527431ee req-e131baa3-b74a-4095-9c49-9f86657c8b21 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 946 time: 0.1504786 Jul 14 11:48:04.963502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-c66c991a-8925-4806-82f1-1126527431ee req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Deleting port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:04.964392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c66c991a-8925-4806-82f1-1126527431ee req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:05.071002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619acb8c-9433-4805-9148-4da5cb2ecf26 req-bb972949-6496-448a-a2e8-833eef8bb02e tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:05.073019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-619acb8c-9433-4805-9148-4da5cb2ecf26 req-bb972949-6496-448a-a2e8-833eef8bb02e tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 908 time: 0.0913200 Jul 14 11:48:05.142044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c66c991a-8925-4806-82f1-1126527431ee req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] For port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:05.143315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c66c991a-8925-4806-82f1-1126527431ee req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:05.187571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-c66c991a-8925-4806-82f1-1126527431ee req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Calling delete_port for 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:05.381106 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c66c991a-8925-4806-82f1-1126527431ee req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:05.394058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:05.416176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event deleted for resources: {'Port': ['ID=04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:05.446329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:05.472647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66c991a-8925-4806-82f1-1126527431ee req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] No DVR routers for this DVR port 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:48:05.476403 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c66c991a-8925-4806-82f1-1126527431ee req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:05.479362 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c66c991a-8925-4806-82f1-1126527431ee req-71d91b89-f3ae-484e-b538-ccb2e26be4e6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "DELETE /v2.0/ports/04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 HTTP/1.1" status: 204 len: 173 time: 0.6407547 Jul 14 11:48:05.479937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b21ca89-f51b-4aa5-9ad2-b61a004ef866', 'name': 'network-vif-deleted', 'tag': '04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:05.482561 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699ce1c0-b5e2-4de7-8be8-fe6469d0cbfd" -d '{"events": [{"server_uuid": "2b21ca89-f51b-4aa5-9ad2-b61a004ef866", "name": "network-vif-deleted", "tag": "04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:05.515959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:05.577985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34638) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:05.588684 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c43a30-4499-4b8d-b6ef-7a87b8e38f67 x-openstack-request-id: req-d5c43a30-4499-4b8d-b6ef-7a87b8e38f67 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:05.588988 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b21ca89-f51b-4aa5-9ad2-b61a004ef866", "name": "network-vif-deleted", "tag": "04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:05.589246 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5c43a30-4499-4b8d-b6ef-7a87b8e38f67 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:05.589659 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b21ca89-f51b-4aa5-9ad2-b61a004ef866', 'name': 'network-vif-deleted', 'tag': '04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36', 'status': 'completed', 'code': 200} Jul 14 11:48:05.659925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:05.665086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:05.666510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:05.731588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2a7db31-6ff3-41aa-9d5e-ba1756404a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:05.786925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:05.818085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e358d5a-7096-41dd-bf6f-373cb5257e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e754dc1-22b3-4b9e-a567-b5e485b9f1c4'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:05.821335 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff65c83-8ea5-43e2-95f3-81622176831f" -d '{"events": [{"server_uuid": "9e358d5a-7096-41dd-bf6f-373cb5257e18", "name": "network-vif-plugged", "status": "completed", "tag": "6e754dc1-22b3-4b9e-a567-b5e485b9f1c4"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:05.856031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:05.865322 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:05.983583 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2a7db31-6ff3-41aa-9d5e-ba1756404a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.003733 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27905359-c815-4b3d-ab07-a6c49d8b1b7d x-openstack-request-id: req-27905359-c815-4b3d-ab07-a6c49d8b1b7d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:06.004667 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e358d5a-7096-41dd-bf6f-373cb5257e18", "name": "network-vif-plugged", "status": "completed", "tag": "6e754dc1-22b3-4b9e-a567-b5e485b9f1c4", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:06.005231 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2a7db31-6ff3-41aa-9d5e-ba1756404a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.005375 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27905359-c815-4b3d-ab07-a6c49d8b1b7d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:06.005922 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e358d5a-7096-41dd-bf6f-373cb5257e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e754dc1-22b3-4b9e-a567-b5e485b9f1c4', 'code': 200} Jul 14 11:48:06.007436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:06.043579 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f2a7db31-6ff3-41aa-9d5e-ba1756404a83 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a6ad389c372a4748be9e57773d4cf165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637463 Jul 14 11:48:06.046950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34654) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:06.091164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7db31-6ff3-41aa-9d5e-ba1756404a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba36eb28-f469-4a7d-b753-79ba4cdef411,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:06.124384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac32f09f-5310-4510-917f-f6df95a7a22b req-152e5ed7-aca1-4ce6-beda-23e6c036ad8c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b21ca89-f51b-4aa5-9ad2-b61a004ef866 HTTP/1.1" status: 200 len: 210 time: 0.1035414 Jul 14 11:48:06.158550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e04e69-ce28-4afb-97d8-d6c08578f073 req-7220ba70-f5a2-4bf3-9a2f-8ab2bbfd9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:06.160267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13e04e69-ce28-4afb-97d8-d6c08578f073 req-7220ba70-f5a2-4bf3-9a2f-8ab2bbfd9611 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 1060 time: 0.1963644 Jul 14 11:48:06.167189 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7b95ef-6db8-4404-bfff-06d3fec465d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.202555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7b95ef-6db8-4404-bfff-06d3fec465d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.279026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7b95ef-6db8-4404-bfff-06d3fec465d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.283345 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe7b95ef-6db8-4404-bfff-06d3fec465d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.284906 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fe7b95ef-6db8-4404-bfff-06d3fec465d9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba36eb28-f469-4a7d-b753-79ba4cdef411 HTTP/1.1" status: 204 len: 168 time: 0.2364602 Jul 14 11:48:06.297362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b95ef-6db8-4404-bfff-06d3fec465d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba36eb28-f469-4a7d-b753-79ba4cdef411,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:06.465473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e9f41-3f8b-4281-9f11-7eb52e09d12a req-b0e728fe-4067-476f-9a59-4a636226e477 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:06.480744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-866e9f41-3f8b-4281-9f11-7eb52e09d12a req-b0e728fe-4067-476f-9a59-4a636226e477 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 909 time: 0.1049790 Jul 14 11:48:06.682805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34670) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:06.696037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d4120f0-346c-4412-9a0d-b720a1627c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.792985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d4120f0-346c-4412-9a0d-b720a1627c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.798907 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d4120f0-346c-4412-9a0d-b720a1627c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.846874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4120f0-346c-4412-9a0d-b720a1627c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a08214-d7dd-4e96-970e-ffdf1827f810,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:06.852008 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4d4120f0-346c-4412-9a0d-b720a1627c2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2dfd4cfe2da480c92cf5006ad1882f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680462 Jul 14 11:48:06.855737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34672) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:06.930146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc803-326d-4fa1-ae84-4b59dc8419a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:06.963872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc803-326d-4fa1-ae84-4b59dc8419a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:07.023914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc803-326d-4fa1-ae84-4b59dc8419a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:07.027529 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc803-326d-4fa1-ae84-4b59dc8419a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:07.032442 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fa1fc803-326d-4fa1-ae84-4b59dc8419a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12a08214-d7dd-4e96-970e-ffdf1827f810 HTTP/1.1" status: 204 len: 168 time: 0.1753721 Jul 14 11:48:07.046869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fc803-326d-4fa1-ae84-4b59dc8419a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a08214-d7dd-4e96-970e-ffdf1827f810,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:07.729469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca9179-b8f4-4a5e-94a1-d3fae3e162f5 req-8a9e2a07-4b9a-4e96-9026-7561c7c6e210 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:07.731120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3ca9179-b8f4-4a5e-94a1-d3fae3e162f5 req-8a9e2a07-4b9a-4e96-9026-7561c7c6e210 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 909 time: 0.0914106 Jul 14 11:48:07.861002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-e737233b-6b31-4144-9b70-356d597586c1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:07.862816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-e737233b-6b31-4144-9b70-356d597586c1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.1303885 Jul 14 11:48:07.880308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-802976e4-b723-48b0-8fef-bc633bb70149 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/quotas/97191b2278554533ad3e08acafea11d2 HTTP/1.1" status: 200 len: 375 time: 0.0114374 Jul 14 11:48:08.006845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-eff503c5-b0ad-4412-8f6f-81aa46ef6680 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158283 Jul 14 11:48:08.017766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b03a-7d33-4f0a-b8b5-8accf435a795 req-69175273-38ba-41af-8fd2-3dbc37e41e98 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:08.019291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d82b03a-7d33-4f0a-b8b5-8accf435a795 req-69175273-38ba-41af-8fd2-3dbc37e41e98 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 909 time: 0.1206863 Jul 14 11:48:08.128171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-40d24c7c-01a8-4dd1-905c-9146dc9ee436 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068211 Jul 14 11:48:08.273281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-a3b3d4d2-7bb7-4b50-b360-d2d08b09bbef service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391323 Jul 14 11:48:08.283631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2812494-e61d-4b06-9c66-13d56e3bdecc req-9d2f9909-8d52-4980-be10-989c9f160874 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:08.285400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2812494-e61d-4b06-9c66-13d56e3bdecc req-9d2f9909-8d52-4980-be10-989c9f160874 tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 1060 time: 0.0979817 Jul 14 11:48:08.556504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ffbcc-a81c-451f-9a3f-ca72c17f2178 req-5777191b-f2c1-4f6f-8476-df882b5d13af tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:08.564491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d29ffbcc-a81c-451f-9a3f-ca72c17f2178 req-5777191b-f2c1-4f6f-8476-df882b5d13af tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 1135 time: 0.1153667 Jul 14 11:48:08.612636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d29ffbcc-a81c-451f-9a3f-ca72c17f2178 req-140d8bdb-9274-48ca-abef-90bfb46b39ae tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0458181 Jul 14 11:48:08.648413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 34766) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:08.688913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b19958de-ab81-40d6-98d1-fe72a3eb6814 req-41452ed0-1264-4bbf-968c-d716e9461297 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 210 time: 0.0613868 Jul 14 11:48:08.698514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:08.756165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:08.756548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 04b1e5e7-c30d-4cf0-b7f0-50f74d8bcb36 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:08.812714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7588e-bbfd-4923-82f3-c7dab5b2414b tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:08.819337 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e7f7588e-bbfd-4923-82f3-c7dab5b2414b tempest-TestSecurityGroupsBasicOps-1761898881 tempest-TestSecurityGroupsBasicOps-1761898881-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 1055 time: 0.1696665 Jul 14 11:48:09.442081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea86b33-00f3-49be-ab25-ed4c81e8dcbd req-c9a044f5-7731-4675-abc8-6a5410abf907 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:09.442625 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a55bc169-b9b5-4b19-abed-b9fe052dbbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:09.445672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ea86b33-00f3-49be-ab25-ed4c81e8dcbd req-c9a044f5-7731-4675-abc8-6a5410abf907 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 909 time: 0.0892274 Jul 14 11:48:09.868801 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a4af386-e4e0-4be7-903b-5f573a472f2f req-2864be61-59ba-4bfc-b5a0-0c63e63f6faf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 210 time: 0.0365007 Jul 14 11:48:10.383325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-35283dc0-f2f2-4cf6-9249-5c77fcf506c7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:10.385693 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-35283dc0-f2f2-4cf6-9249-5c77fcf506c7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.2133265 Jul 14 11:48:10.402030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Request body: {'port': {'device_id': 'c161dc59-ab38-42ea-9ccc-621d4025845d', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'admin_state_up': True, 'tenant_id': '97191b2278554533ad3e08acafea11d2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:10.629170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Made reservation on behalf of 97191b2278554533ad3e08acafea11d2 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:10.635032 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:10.772581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2e8337ac-9097-4088-9598-dd5a2d92e959 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:10.777622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2e8337ac-9097-4088-9598-dd5a2d92e959 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 909 time: 0.2256968 Jul 14 11:48:10.957759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Allocated IP 172.20.0.5 (1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40/e3fee729-a6f2-4f4e-99e5-7cf52aa0a461/0dee8cb2-756f-40b5-a965-c85957c16d68) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:11.149344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Deleting port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:11.151111 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:11.176937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e02de2-850e-419b-b1ce-78f12ee76b4d req-f336405c-8ff3-4b60-95c2-d4c4a0d21e14 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:11.201024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2e02de2-850e-419b-b1ce-78f12ee76b4d req-f336405c-8ff3-4b60-95c2-d4c4a0d21e14 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 909 time: 0.4199755 Jul 14 11:48:11.357109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:11.418471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc79a376-34e4-4ab3-ae0c-3b1d5de28863 req-0d5d38c7-ca39-4026-85dc-8ac552ab48aa tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 210 time: 0.0784268 Jul 14 11:48:11.509676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] For port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:11.510723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:11.533423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Calling delete_port for 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:11.537689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:11.560918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:11.725585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:11.728961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:11.742573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:48:11.751639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event updated for resources: {'Port': ['ID=0dee8cb2-756f-40b5-a965-c85957c16d68,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:11.815739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:11.816507 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:11.819565 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:11.839159 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-1996c10b-7734-4ddb-ac6b-7b6b4934a766 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4386399 Jul 14 11:48:11.854210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Request body: {'port': {'device_id': 'c161dc59-ab38-42ea-9ccc-621d4025845d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:11.860314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Port': ['ID=6e754dc1-22b3-4b9e-a567-b5e485b9f1c4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:11.877856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.878208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.878560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.878885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.879219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.879552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.879894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.880224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.880552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.880927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.881296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.882032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:11.981415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] No DVR routers for this DVR port 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:48:11.992540 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:11.996813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2395adaf-5cf4-4c8e-a1fe-8c3150128f2d req-2a95d044-e587-484b-b8fd-c267a90bcc71 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.64 "DELETE /v2.0/ports/6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 HTTP/1.1" status: 204 len: 173 time: 1.2110429 Jul 14 11:48:11.997493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e358d5a-7096-41dd-bf6f-373cb5257e18', 'name': 'network-vif-deleted', 'tag': '6e754dc1-22b3-4b9e-a567-b5e485b9f1c4'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:12.000233 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863119eb-5f6b-4587-bf7a-febf140019b9" -d '{"events": [{"server_uuid": "9e358d5a-7096-41dd-bf6f-373cb5257e18", "name": "network-vif-deleted", "tag": "6e754dc1-22b3-4b9e-a567-b5e485b9f1c4"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:12.092634 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d2b5c1-f0d3-42bb-814a-6c46f5bc34ea x-openstack-request-id: req-07d2b5c1-f0d3-42bb-814a-6c46f5bc34ea {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:12.093229 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e358d5a-7096-41dd-bf6f-373cb5257e18", "name": "network-vif-deleted", "tag": "6e754dc1-22b3-4b9e-a567-b5e485b9f1c4", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:12.093790 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07d2b5c1-f0d3-42bb-814a-6c46f5bc34ea {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:12.094691 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e358d5a-7096-41dd-bf6f-373cb5257e18', 'name': 'network-vif-deleted', 'tag': '6e754dc1-22b3-4b9e-a567-b5e485b9f1c4', 'status': 'completed', 'code': 200} Jul 14 11:48:12.156899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:12.185879 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fde212c6-b9f6-4507-b73f-1b2ccf0903cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:12.273365 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:12.475645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fbf22594-902d-4d02-a845-c6b606cb3a6d req-a8eb01d9-a897-42e8-aa4b-b0459a17279c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e358d5a-7096-41dd-bf6f-373cb5257e18 HTTP/1.1" status: 200 len: 210 time: 0.0581083 Jul 14 11:48:12.627963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dee8cb2-756f-40b5-a965-c85957c16d68 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:12.662378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:12.701076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Transition to ACTIVE for port object 0dee8cb2-756f-40b5-a965-c85957c16d68 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:12.719105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3e2e-f021-42e1-b3fd-de15e2459af3 req-cca199c3-6f5e-40d4-bce2-ae6bc322ab8c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:12.723336 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:12.728551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c61e3e2e-f021-42e1-b3fd-de15e2459af3 req-cca199c3-6f5e-40d4-bce2-ae6bc322ab8c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 931 time: 0.1603627 Jul 14 11:48:12.825209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c61e3e2e-f021-42e1-b3fd-de15e2459af3 req-00fe8998-607f-452f-8a79-eed26b6405da tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932896 Jul 14 11:48:12.828785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Pushing event updated for resources: {'Port': ['ID=0dee8cb2-756f-40b5-a965-c85957c16d68,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:12.995815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Attempting to bind port 0dee8cb2-756f-40b5-a965-c85957c16d68 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:48:12.996777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Attempting to bind port 0dee8cb2-756f-40b5-a965-c85957c16d68 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:48:12.997582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Attempting to bind port 0dee8cb2-756f-40b5-a965-c85957c16d68 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:13.002614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Port 0dee8cb2-756f-40b5-a965-c85957c16d68 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:48:13.003135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Attempting to bind port 0dee8cb2-756f-40b5-a965-c85957c16d68 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:13.008428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:48:13.009418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Checking segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:13.009810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Bound using segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:48:13.010297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Bound port: 0dee8cb2-756f-40b5-a965-c85957c16d68, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:48:13.010664 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:13.103083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] For port 0dee8cb2-756f-40b5-a965-c85957c16d68, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:13.106849 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] For port 0dee8cb2-756f-40b5-a965-c85957c16d68, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0dee8cb2-756f-40b5-a965-c85957c16d68,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:13.113806 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:13.153957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:13.154609 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:13.156083 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] 10.222.0.45 "PUT /v2.0/ports/0dee8cb2-756f-40b5-a965-c85957c16d68 HTTP/1.1" status: 200 len: 1091 time: 1.3076999 Jul 14 11:48:13.156412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c161dc59-ab38-42ea-9ccc-621d4025845d', 'tag': '0dee8cb2-756f-40b5-a965-c85957c16d68'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:13.158671 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5da2116-f82a-4002-80ec-9f55655964ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c161dc59-ab38-42ea-9ccc-621d4025845d", "tag": "0dee8cb2-756f-40b5-a965-c85957c16d68"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:13.263753 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c735a107-e7b9-4621-8517-2e7d7a917775 x-openstack-request-id: req-c735a107-e7b9-4621-8517-2e7d7a917775 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:13.264315 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c161dc59-ab38-42ea-9ccc-621d4025845d", "tag": "0dee8cb2-756f-40b5-a965-c85957c16d68", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:13.264685 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c735a107-e7b9-4621-8517-2e7d7a917775 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:13.265187 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c161dc59-ab38-42ea-9ccc-621d4025845d', 'tag': '0dee8cb2-756f-40b5-a965-c85957c16d68', 'status': 'completed', 'code': 200} Jul 14 11:48:13.273873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c330f-a070-422a-98c2-ad56c13b373a service neutron] Pushing event updated for resources: {'Port': ['ID=0dee8cb2-756f-40b5-a965-c85957c16d68,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:13.304669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d4bc0d68-4ffd-4b78-85f3-e23892c43914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:13.306602 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-d4bc0d68-4ffd-4b78-85f3-e23892c43914 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 1094 time: 0.0958710 Jul 14 11:48:13.359814 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-ffd304b5-544a-446c-88a9-d12e46227351 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dee8cb2-756f-40b5-a965-c85957c16d68 HTTP/1.1" status: 200 len: 217 time: 0.0411196 Jul 14 11:48:13.448163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-bc13b6d5-1865-4042-8967-ce62f970cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:13.449546 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-bc13b6d5-1865-4042-8967-ce62f970cb67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.0797453 Jul 14 11:48:13.465061 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:13.499648 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-6c90aa7b-d4a9-487a-9a37-6835244046de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388451 Jul 14 11:48:13.568851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:13.609897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:13.610764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6e754dc1-22b3-4b9e-a567-b5e485b9f1c4 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:13.628845 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-8ccd6b1c-061b-47ae-ae9b-3cba74b72ed9 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174886 Jul 14 11:48:13.637719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35304) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:13.831950 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cd2a2b42-4fb1-419a-90d2-58c2b6dbb0e6 req-69b2ed13-d3d5-4c0a-a219-2e1a7e77a49b service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913209 Jul 14 11:48:14.118697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35354) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:14.141720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b656147-74f1-4d92-a734-1a9ca8a197e2 req-f9a021d4-876d-440a-ac9f-097dd58341d1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:14.143775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b656147-74f1-4d92-a734-1a9ca8a197e2 req-f9a021d4-876d-440a-ac9f-097dd58341d1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 943 time: 0.1092265 Jul 14 11:48:14.193150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da2116-f82a-4002-80ec-9f55655964ec req-a15eb892-7159-4d74-a646-7dc4fbb86206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:14.194687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f5da2116-f82a-4002-80ec-9f55655964ec req-a15eb892-7159-4d74-a646-7dc4fbb86206 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 1094 time: 0.1404374 Jul 14 11:48:14.204543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b656147-74f1-4d92-a734-1a9ca8a197e2 req-ec3d1eeb-5783-492e-af70-c3fa2f9ccfd6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538445 Jul 14 11:48:14.264691 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48995b3f-da67-4ac0-bbe5-e3fe0e4098f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:14.339744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da2116-f82a-4002-80ec-9f55655964ec req-f98755ba-d3cf-449e-bf1f-9ffa04c94b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:14.341550 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f5da2116-f82a-4002-80ec-9f55655964ec req-f98755ba-d3cf-449e-bf1f-9ffa04c94b34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 906 time: 0.1366532 Jul 14 11:48:14.374833 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48995b3f-da67-4ac0-bbe5-e3fe0e4098f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:14.379017 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-48995b3f-da67-4ac0-bbe5-e3fe0e4098f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:14.395840 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f5da2116-f82a-4002-80ec-9f55655964ec req-d72cb1f6-b880-47d1-9c64-36bab433a37f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dee8cb2-756f-40b5-a965-c85957c16d68 HTTP/1.1" status: 200 len: 217 time: 0.0419469 Jul 14 11:48:14.423304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-48995b3f-da67-4ac0-bbe5-e3fe0e4098f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4317fe755bc46ba8b13f06ee1e999a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017447 Jul 14 11:48:14.424058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35360) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:14.436566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48995b3f-da67-4ac0-bbe5-e3fe0e4098f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdc137c-cbaf-433a-9760-db82f2bf5228,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:14.468836 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:14.531249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da2116-f82a-4002-80ec-9f55655964ec req-64a4d9bd-21fe-4602-9e7e-2360f78126d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:14.532346 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f5da2116-f82a-4002-80ec-9f55655964ec req-64a4d9bd-21fe-4602-9e7e-2360f78126d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.1288102 Jul 14 11:48:14.582195 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f5da2116-f82a-4002-80ec-9f55655964ec req-50ba5b3c-e251-4e09-aa5c-dabd1b7ef531 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405908 Jul 14 11:48:14.679073 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f86b763-3c9a-427f-b285-c84a97baa1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:14.726025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f86b763-3c9a-427f-b285-c84a97baa1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:14.820229 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f5da2116-f82a-4002-80ec-9f55655964ec req-0fd7461e-41cc-4c21-a234-6619ff6b9e3a service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106571 Jul 14 11:48:14.885312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f86b763-3c9a-427f-b285-c84a97baa1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:14.887823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f86b763-3c9a-427f-b285-c84a97baa1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:14.888990 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7f86b763-3c9a-427f-b285-c84a97baa1fa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcdc137c-cbaf-433a-9760-db82f2bf5228 HTTP/1.1" status: 204 len: 168 time: 0.4444735 Jul 14 11:48:14.906471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b763-3c9a-427f-b285-c84a97baa1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdc137c-cbaf-433a-9760-db82f2bf5228,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:14.950069 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f5da2116-f82a-4002-80ec-9f55655964ec req-df5f4b8b-532e-4093-a7fe-332873de2c13 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229210 Jul 14 11:48:15.143803 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:15.328654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35398) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:15.354928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-35f3e2d3-a609-4c3f-8517-0dcea72c4d09 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:15.356535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-35f3e2d3-a609-4c3f-8517-0dcea72c4d09 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/networks?id=4a7d7e2f-0cdb-4e72-a310-585728d8446d HTTP/1.1" status: 200 len: 814 time: 0.2033410 Jul 14 11:48:15.390863 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b68617d6-beb6-454f-acec-1cee4adf9973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:15.407237 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-fa406c6b-df17-4111-8492-15923f02edd3 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/quotas/d8b40f19bfff49c697425472ba14e443 HTTP/1.1" status: 200 len: 375 time: 0.0421720 Jul 14 11:48:15.451329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-a19e0337-cc18-4f2b-a1a5-280bc7197cf1 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8b40f19bfff49c697425472ba14e443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429215 Jul 14 11:48:15.546988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Deleting port c6df51f8-3120-42d6-bee4-c498bcb80248 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:15.547815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:15.666484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] For port c6df51f8-3120-42d6-bee4-c498bcb80248, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c6df51f8-3120-42d6-bee4-c498bcb80248,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:15.666881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:15.683105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Calling delete_port for c6df51f8-3120-42d6-bee4-c498bcb80248 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:15.883032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35412) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:15.903585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26eb4b-c7c8-4e72-89fb-68bfc8337f3d req-11e4e25a-08cb-4e54-9e47-ddb37eb0e1a8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:15.910526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c26eb4b-c7c8-4e72-89fb-68bfc8337f3d req-11e4e25a-08cb-4e54-9e47-ddb37eb0e1a8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 943 time: 0.4616475 Jul 14 11:48:15.918543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:15.931256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-c7cd00f3-2431-4757-abcc-d969cd27c25a service neutron] 10.222.0.38 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634302 Jul 14 11:48:15.955999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Port': ['ID=c6df51f8-3120-42d6-bee4-c498bcb80248,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:16.049013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c26eb4b-c7c8-4e72-89fb-68bfc8337f3d req-8148fa8e-7170-47c1-ae52-d58b6fc9c2e2 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375432 Jul 14 11:48:16.118659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b68617d6-beb6-454f-acec-1cee4adf9973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.121696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-fa744f2d-9982-458b-b410-befa3acff3e0 service neutron] 10.222.0.38 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895840 Jul 14 11:48:16.126929 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b68617d6-beb6-454f-acec-1cee4adf9973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.155180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68617d6-beb6-454f-acec-1cee4adf9973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443695f5-9548-4cd1-b5d0-0e358b4855ca,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:16.157988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61d5080c-8eb6-43a3-b362-22b135fa6b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.186297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b68617d6-beb6-454f-acec-1cee4adf9973 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6fbd620fbf8b49b696f6c3c72ccbf445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8542776 Jul 14 11:48:16.186526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35416) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:16.194280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.249291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a77c15d1-4abd-41bf-a32d-ffe9eb350e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.292659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a77c15d1-4abd-41bf-a32d-ffe9eb350e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.353877 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a77c15d1-4abd-41bf-a32d-ffe9eb350e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.360925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a77c15d1-4abd-41bf-a32d-ffe9eb350e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.363893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a77c15d1-4abd-41bf-a32d-ffe9eb350e6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/443695f5-9548-4cd1-b5d0-0e358b4855ca HTTP/1.1" status: 204 len: 168 time: 0.1762238 Jul 14 11:48:16.385671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c15d1-4abd-41bf-a32d-ffe9eb350e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443695f5-9548-4cd1-b5d0-0e358b4855ca,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:16.486329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce015b53-7a46-4bad-95e8-f54c54dc9963 req-97057b90-f984-45e9-a05a-b020b7257329 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 210 time: 0.0518153 Jul 14 11:48:16.487413 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61d5080c-8eb6-43a3-b362-22b135fa6b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.493891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61d5080c-8eb6-43a3-b362-22b135fa6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.538454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Router fe8a475f-70d9-4254-b934-e770179f7dfd has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:48:16.558449 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-61d5080c-8eb6-43a3-b362-22b135fa6b8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=560e157927fa48969277d754d68ee8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718092 Jul 14 11:48:16.558841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35428) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:16.560393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5080c-8eb6-43a3-b362-22b135fa6b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435a835f-3e14-404a-a475-22854eed9581,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:16.701944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23f1c784-e3ae-427f-834a-9e3d7c635d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.741251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23f1c784-e3ae-427f-834a-9e3d7c635d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.743967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:16.756859 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d9a4047a-83db-4cd2-912d-a61fa0664208 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "PUT /v2.0/routers/fe8a475f-70d9-4254-b934-e770179f7dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1153026 Jul 14 11:48:16.756987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35442) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:16.758191 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] Sync routers for ids ['fe8a475f-70d9-4254-b934-e770179f7dfd'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:16.770342 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] Routers {'fe8a475f-70d9-4254-b934-e770179f7dfd'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:16.771023 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fe8a475f-70d9-4254-b934-e770179f7dfd'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:16.820933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c1d19a-a969-44eb-96e3-031527e94cf1 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Deleting subnet 6f471b9f-35c2-4dea-a7e3-90b55daa72f0 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:48:16.825824 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-82c1d19a-a969-44eb-96e3-031527e94cf1 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.871704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23f1c784-e3ae-427f-834a-9e3d7c635d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.874866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23f1c784-e3ae-427f-834a-9e3d7c635d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:16.876747 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-23f1c784-e3ae-427f-834a-9e3d7c635d4b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/435a835f-3e14-404a-a475-22854eed9581 HTTP/1.1" status: 204 len: 168 time: 0.3130302 Jul 14 11:48:16.890222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1c784-e3ae-427f-834a-9e3d7c635d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435a835f-3e14-404a-a475-22854eed9581,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:16.892675 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] Set router fe8a475f-70d9-4254-b934-e770179f7dfd gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:16.904044 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-82c1d19a-a969-44eb-96e3-031527e94cf1 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.067365 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-82c1d19a-a969-44eb-96e3-031527e94cf1 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.202568 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-82c1d19a-a969-44eb-96e3-031527e94cf1 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.215133 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:40Z', 'updated_at': '2021-07-14T11:48:15Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:41Z', 'updated_at': '2021-07-14T11:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:17.248342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61edc050-a42c-44aa-a908-0c7f76071f46 None None] Network 525d6a6b-faa3-474b-af27-f4b5cb09173a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:48:17.250069 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] Checking router: fe8a475f-70d9-4254-b934-e770179f7dfd for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:17.262191 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] Routers {'fe8a475f-70d9-4254-b934-e770179f7dfd'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:17.262624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1d19a-a969-44eb-96e3-031527e94cf1 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Subnet': ['ID=6f471b9f-35c2-4dea-a7e3-90b55daa72f0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:17.263468 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['fe8a475f-70d9-4254-b934-e770179f7dfd'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:17.284864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-82c1d19a-a969-44eb-96e3-031527e94cf1 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.292280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35460) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:17.301830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-82c1d19a-a969-44eb-96e3-031527e94cf1 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "DELETE /v2.0/subnets/6f471b9f-35c2-4dea-a7e3-90b55daa72f0 HTTP/1.1" status: 204 len: 168 time: 0.5301530 Jul 14 11:48:17.459014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7f66f-b8c8-45d5-b9ae-7190b731d8ad req-5003406d-749d-4adf-b508-49576ba122ff tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:17.462962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-53b7f66f-b8c8-45d5-b9ae-7190b731d8ad req-5003406d-749d-4adf-b508-49576ba122ff tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 943 time: 0.2241101 Jul 14 11:48:17.531347 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35468) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:17.551515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-53b7f66f-b8c8-45d5-b9ae-7190b731d8ad req-8caabd80-a9a6-4bf8-ab2c-aa14f2b3a4c4 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824988 Jul 14 11:48:17.579079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.595449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986cf096-e9ae-443d-97b6-329153099697 None None] DHCP port deletion for 525d6a6b-faa3-474b-af27-f4b5cb09173a request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:48:17.671293 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] Set router fe8a475f-70d9-4254-b934-e770179f7dfd gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:17.717978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Deleting port 01826813-60ef-4701-9eed-739c1d6526ad {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:17.719425 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.798213 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4e87817-e68a-4b0c-b32e-c6f5a2f8d2f0 req-dd49f474-b785-42b3-b3e8-17f811fbe8b7 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 210 time: 0.0555141 Jul 14 11:48:17.801807 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.805029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63719570-0166-41aa-941f-c621677066f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.875218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-986cf096-e9ae-443d-97b6-329153099697 None None] For port 01826813-60ef-4701-9eed-739c1d6526ad, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=01826813-60ef-4701-9eed-739c1d6526ad,segment=NetworkSegment(359956bd-5749-4d6b-ba99-c25c005451b9),segment_id=359956bd-5749-4d6b-ba99-c25c005451b9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:17.880942 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.926021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Calling delete_port for 01826813-60ef-4701-9eed-739c1d6526ad owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:17.928093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Deleting port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:17.928445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:17.992597 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:40Z', 'updated_at': '2021-07-14T11:48:15Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:41Z', 'updated_at': '2021-07-14T11:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:18.067787 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.078500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-5a081e79-bcd5-4ed8-af6f-f70e31ade767 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:18.080030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-5a081e79-bcd5-4ed8-af6f-f70e31ade767 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.64 "GET /v2.0/networks?id=4a7d7e2f-0cdb-4e72-a310-585728d8446d HTTP/1.1" status: 200 len: 814 time: 0.2251287 Jul 14 11:48:18.082890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986cf096-e9ae-443d-97b6-329153099697 None None] No DVR routers for this DVR port 01826813-60ef-4701-9eed-739c1d6526ad on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:48:18.085902 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63719570-0166-41aa-941f-c621677066f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.096212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Request body: {'port': {'device_id': '8fcd3b02-c773-4ab0-9b43-944b5660c4bd', 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d', 'admin_state_up': True, 'tenant_id': 'd8b40f19bfff49c697425472ba14e443'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:18.096952 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c9bad-0511-4df6-a9ba-a5203702ebe6 None None] The sync data for ids ['fe8a475f-70d9-4254-b934-e770179f7dfd'] in n-d-778696-8 is: [{'id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1513966105', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:47:40Z', 'updated_at': '2021-07-14T11:48:15Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '66aa7652-b65a-4bcb-a5a3-b58d67e78ee0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a475f-70d9-4254-b934-e770179f7dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:47:41Z', 'updated_at': '2021-07-14T11:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:18.118124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] For port 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=66aa7652-b65a-4bcb-a5a3-b58d67e78ee0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:18.118507 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.120905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63719570-0166-41aa-941f-c621677066f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.144688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Pushing event deleted for resources: {'Port': ['ID=01826813-60ef-4701-9eed-739c1d6526ad,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:18.167420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.171360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986cf096-e9ae-443d-97b6-329153099697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:18.191525 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-63719570-0166-41aa-941f-c621677066f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61954e4b2be740e1a7221d4703c0f06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6581314 Jul 14 11:48:18.197990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35474) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:18.200232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Calling delete_port for 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:18.289433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Made reservation on behalf of d8b40f19bfff49c697425472ba14e443 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:18.293676 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.294271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63719570-0166-41aa-941f-c621677066f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc161c46-9a35-436d-bd9d-304de8d118b2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:18.342060 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4956b92-9906-4a92-9737-f28cf49952d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.405518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4956b92-9906-4a92-9737-f28cf49952d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.453308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Allocated IP 172.20.0.4 (4a7d7e2f-0cdb-4e72-a310-585728d8446d/492d58be-d5ab-43c4-a4a8-13e3b6e29699/ec979fa0-098e-4580-a25e-788e8bab5ad1) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:18.508214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4956b92-9906-4a92-9737-f28cf49952d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.510932 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4956b92-9906-4a92-9737-f28cf49952d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.512169 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e4956b92-9906-4a92-9737-f28cf49952d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc161c46-9a35-436d-bd9d-304de8d118b2 HTTP/1.1" status: 204 len: 168 time: 0.3131673 Jul 14 11:48:18.528344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.562081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4956b92-9906-4a92-9737-f28cf49952d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc161c46-9a35-436d-bd9d-304de8d118b2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:18.568015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Port': ['ID=66aa7652-b65a-4bcb-a5a3-b58d67e78ee0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:18.686835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.751568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0dee8cb2-756f-40b5-a965-c85957c16d68 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:48:18.826397 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.874395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eef2b-275b-40db-b6fe-63fb6be54337 req-b61506ab-2040-46be-abe0-6a237bf085ec tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:18.876614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d06eef2b-275b-40db-b6fe-63fb6be54337 req-b61506ab-2040-46be-abe0-6a237bf085ec tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 943 time: 0.1178727 Jul 14 11:48:18.949930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0dee8cb2-756f-40b5-a965-c85957c16d68, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0dee8cb2-756f-40b5-a965-c85957c16d68,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:18.951001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.958022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:18.966160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '0dee8cb2-756f-40b5-a965-c85957c16d68', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'port_id': '0dee8cb2-756f-40b5-a965-c85957c16d68', 'mac_address': 'fa:16:3e:e8:57:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fee729-a6f2-4f4e-99e5-7cf52aa0a461', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:48:18.969855 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:48:18.976887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d06eef2b-275b-40db-b6fe-63fb6be54337 req-0567b309-c11f-4232-96bf-a958a2ca7bc4 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850329 Jul 14 11:48:18.978730 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.016715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.033296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Network 4a7d7e2f-0cdb-4e72-a310-585728d8446d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:19.034871 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dee8cb2-756f-40b5-a965-c85957c16d68 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:19.044129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:19.049234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:48:19.056950 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0dee8cb2-756f-40b5-a965-c85957c16d68, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0dee8cb2-756f-40b5-a965-c85957c16d68,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:19.063983 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.123674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.125284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Fanout notify agent at l3_agent the message router_deleted on router fe8a475f-70d9-4254-b934-e770179f7dfd {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:48:19.135625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=0dee8cb2-756f-40b5-a965-c85957c16d68,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:19.146551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Pushing event updated for resources: {'Port': ['ID=ec979fa0-098e-4580-a25e-788e8bab5ad1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:19.154392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.159607 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e3b3e3ca-e81c-4dcf-af88-66716f4ac276 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "DELETE /v2.0/routers/fe8a475f-70d9-4254-b934-e770179f7dfd HTTP/1.1" status: 204 len: 168 time: 1.8637426 Jul 14 11:48:19.160304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35506) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:19.172044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:19.173313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.268592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-0f8fa825-6239-49fc-9c29-0c420fb695a6 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1799221 Jul 14 11:48:19.285350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Request body: {'port': {'device_id': '8fcd3b02-c773-4ab0-9b43-944b5660c4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:19.291490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.343328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 01826813-60ef-4701-9eed-739c1d6526ad no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:19.363986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faddfbc-956c-410b-9dba-b545624ec0ad req-e46bb312-afdb-4087-965f-6f8e746c37f3 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:19.371532 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4faddfbc-956c-410b-9dba-b545624ec0ad req-e46bb312-afdb-4087-965f-6f8e746c37f3 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 931 time: 0.2263343 Jul 14 11:48:19.390144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 01826813-60ef-4701-9eed-739c1d6526ad {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:19.408329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 01826813-60ef-4701-9eed-739c1d6526ad not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:19.408793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c6df51f8-3120-42d6-bee4-c498bcb80248 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:19.444288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.449871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.455215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['0dee8cb2-756f-40b5-a965-c85957c16d68'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:19.457507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c6df51f8-3120-42d6-bee4-c498bcb80248 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:19.457854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c6df51f8-3120-42d6-bee4-c498bcb80248 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:19.468819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4faddfbc-956c-410b-9dba-b545624ec0ad req-6f974594-a95b-41b1-9c8e-1b1ac7b536cd tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961587 Jul 14 11:48:19.488099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525d6a6b-faa3-474b-af27-f4b5cb09173a']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:19.508430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359956bd-5749-4d6b-ba99-c25c005451b9') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:19.509133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359956bd-5749-4d6b-ba99-c25c005451b9') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:19.518666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.548113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.560427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:48:19.560847 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:48:19.567953 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:48:19.656912 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.668880 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:19.673468 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "DELETE /v2.0/networks/525d6a6b-faa3-474b-af27-f4b5cb09173a HTTP/1.1" status: 204 len: 168 time: 0.5123620 Jul 14 11:48:19.674933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35522) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:19.685905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02201c6-199f-41be-b4a7-c7023e17b4e6 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Network': ['ID=525d6a6b-faa3-474b-af27-f4b5cb09173a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:20.051459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Deleting port 62b7e071-5ebf-4d13-bde4-153cffe681f7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:20.051459 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.098817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec979fa0-098e-4580-a25e-788e8bab5ad1 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:20.112657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.145406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Transition to ACTIVE for port object ec979fa0-098e-4580-a25e-788e8bab5ad1 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:20.156750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.179218 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.179552 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.242200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Calling delete_port for 62b7e071-5ebf-4d13-bde4-153cffe681f7 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:20.298984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Pushing event updated for resources: {'Port': ['ID=ec979fa0-098e-4580-a25e-788e8bab5ad1,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:20.485213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ac72f-8ee2-4a17-a63d-5df883729845 req-c70aa161-1ef1-4c92-a2b1-87d16cf8e477 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:20.486781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-002ac72f-8ee2-4a17-a63d-5df883729845 req-c70aa161-1ef1-4c92-a2b1-87d16cf8e477 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 944 time: 0.3269365 Jul 14 11:48:20.488820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Attempting to bind port ec979fa0-098e-4580-a25e-788e8bab5ad1 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:48:20.488820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Attempting to bind port ec979fa0-098e-4580-a25e-788e8bab5ad1 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '29b51666-393b-44d8-bf90-06ca753abfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:48:20.488820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Attempting to bind port ec979fa0-098e-4580-a25e-788e8bab5ad1 on network 4a7d7e2f-0cdb-4e72-a310-585728d8446d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:20.512545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Port ec979fa0-098e-4580-a25e-788e8bab5ad1 on network 4a7d7e2f-0cdb-4e72-a310-585728d8446d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:48:20.512871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Attempting to bind port ec979fa0-098e-4580-a25e-788e8bab5ad1 on network 4a7d7e2f-0cdb-4e72-a310-585728d8446d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:20.540831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:48:20.541204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Checking segment: {'id': '29b51666-393b-44d8-bf90-06ca753abfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:20.541607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Bound using segment: {'id': '29b51666-393b-44d8-bf90-06ca753abfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:48:20.542065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Bound port: ec979fa0-098e-4580-a25e-788e8bab5ad1, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b51666-393b-44d8-bf90-06ca753abfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:48:20.542431 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.667742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-002ac72f-8ee2-4a17-a63d-5df883729845 req-6d05e852-59d3-458a-bf3f-ff1e8a026990 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664462 Jul 14 11:48:20.707924 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.715364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] For port ec979fa0-098e-4580-a25e-788e8bab5ad1, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:20.760573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] For port ec979fa0-098e-4580-a25e-788e8bab5ad1, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec979fa0-098e-4580-a25e-788e8bab5ad1,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:20.762783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Port': ['ID=62b7e071-5ebf-4d13-bde4-153cffe681f7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:20.768443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0dee8cb2-756f-40b5-a965-c85957c16d68 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:20.793044 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.839334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 0dee8cb2-756f-40b5-a965-c85957c16d68 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:20.847013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 0dee8cb2-756f-40b5-a965-c85957c16d68 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:20.847767 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.860491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:20.861266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.863043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec979fa0-098e-4580-a25e-788e8bab5ad1 HTTP/1.1" status: 200 len: 1091 time: 1.5836499 Jul 14 11:48:20.874259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcd3b02-c773-4ab0-9b43-944b5660c4bd', 'tag': 'ec979fa0-098e-4580-a25e-788e8bab5ad1'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:20.877449 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03705104-9a3b-431c-892f-f65252be0a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcd3b02-c773-4ab0-9b43-944b5660c4bd", "tag": "ec979fa0-098e-4580-a25e-788e8bab5ad1"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:20.897605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537fb13-ae2f-4738-8253-5b3e7307c98b req-69c3f1a6-e613-47de-8e3c-bb15f28877fa tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:20.899629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4537fb13-ae2f-4738-8253-5b3e7307c98b req-69c3f1a6-e613-47de-8e3c-bb15f28877fa tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 943 time: 0.2838309 Jul 14 11:48:20.916632 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.917234 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Floating IP a8dd81a6-631a-4959-bc35-45738dc85900 disassociated (deleted). External IP: 172.25.2.96, port: 2deca699-14b9-4ecd-98ee-79091e049ecf. Jul 14 11:48:20.972772 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:20.999973 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d67cf34-a2c2-4aab-aabc-75ee50e20534 x-openstack-request-id: req-1d67cf34-a2c2-4aab-aabc-75ee50e20534 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:21.000273 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcd3b02-c773-4ab0-9b43-944b5660c4bd", "tag": "ec979fa0-098e-4580-a25e-788e8bab5ad1", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:21.000839 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d67cf34-a2c2-4aab-aabc-75ee50e20534 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:21.000989 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcd3b02-c773-4ab0-9b43-944b5660c4bd', 'tag': 'ec979fa0-098e-4580-a25e-788e8bab5ad1', 'status': 'completed', 'code': 200} Jul 14 11:48:21.001100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c161dc59-ab38-42ea-9ccc-621d4025845d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dee8cb2-756f-40b5-a965-c85957c16d68'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:21.003282 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6d31e7-8b10-4cc1-ad15-1525491f5ce1" -d '{"events": [{"server_uuid": "c161dc59-ab38-42ea-9ccc-621d4025845d", "name": "network-vif-plugged", "status": "completed", "tag": "0dee8cb2-756f-40b5-a965-c85957c16d68"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:21.017028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31d637-d285-48eb-95e2-93387c9dfa57 service neutron] Pushing event updated for resources: {'Port': ['ID=ec979fa0-098e-4580-a25e-788e8bab5ad1,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:21.018824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0dee8cb2-756f-40b5-a965-c85957c16d68, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0dee8cb2-756f-40b5-a965-c85957c16d68,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:21.032509 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:21.096580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4537fb13-ae2f-4738-8253-5b3e7307c98b req-121fccab-5eed-4b83-820e-6840c0649baf tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843019 Jul 14 11:48:21.122727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-20695d6f-5a1e-4254-bbb9-9c61e40595b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:21.123841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-20695d6f-5a1e-4254-bbb9-9c61e40595b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8b40f19bfff49c697425472ba14e443&device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 1094 time: 0.1985052 Jul 14 11:48:21.137180 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2513c0ad-621c-4677-b7cb-087a8d5ff6b3 x-openstack-request-id: req-2513c0ad-621c-4677-b7cb-087a8d5ff6b3 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:21.139035 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c161dc59-ab38-42ea-9ccc-621d4025845d", "name": "network-vif-plugged", "status": "completed", "tag": "0dee8cb2-756f-40b5-a965-c85957c16d68", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:21.141543 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2513c0ad-621c-4677-b7cb-087a8d5ff6b3 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:21.144910 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c161dc59-ab38-42ea-9ccc-621d4025845d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dee8cb2-756f-40b5-a965-c85957c16d68', 'code': 200} Jul 14 11:48:21.148335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=0dee8cb2-756f-40b5-a965-c85957c16d68,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:21.176793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:21.210913 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:21.211796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 66aa7652-b65a-4bcb-a5a3-b58d67e78ee0 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:21.235878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-f4bea707-a0e4-4149-86cd-a5491615caed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec979fa0-098e-4580-a25e-788e8bab5ad1 HTTP/1.1" status: 200 len: 217 time: 0.1021841 Jul 14 11:48:21.268182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee9822-b3ad-4043-9ffe-4ee689ce9669 req-2f788c25-43e2-4807-af9a-308a91bfec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:21.269713 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25ee9822-b3ad-4043-9ffe-4ee689ce9669 req-2f788c25-43e2-4807-af9a-308a91bfec94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 1096 time: 0.0675392 Jul 14 11:48:21.319969 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25ee9822-b3ad-4043-9ffe-4ee689ce9669 req-cf1185d3-99f4-4e56-968d-058ba77f857a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397782 Jul 14 11:48:21.340872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35582) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:21.490148 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05861776-6612-40c1-be3d-ccd26cabdbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:21.610295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05861776-6612-40c1-be3d-ccd26cabdbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:21.613941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-eae29a19-cc74-4ef9-a643-dd3fcb97fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:21.614597 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05861776-6612-40c1-be3d-ccd26cabdbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:21.615389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-eae29a19-cc74-4ef9-a643-dd3fcb97fd4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=492d58be-d5ab-43c4-a4a8-13e3b6e29699 HTTP/1.1" status: 200 len: 854 time: 0.3728342 Jul 14 11:48:21.655813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-05861776-6612-40c1-be3d-ccd26cabdbdb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c0bb97b3909144caa5dd94198bd8178a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114221 Jul 14 11:48:21.655813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05861776-6612-40c1-be3d-ccd26cabdbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dab884f-d514-4e73-beb1-0aeb940a90bb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:21.657463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35592) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:21.668781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-4449a24e-55e7-4702-b18f-0f527920e116 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a7d7e2f-0cdb-4e72-a310-585728d8446d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458519 Jul 14 11:48:21.671194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Router 6cb9f0c7-b564-4149-8d0e-65642c74dbce has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:48:21.906836 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff21eebd-9ce3-4ea1-a02d-6020a93d4fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:21.912976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-6f9c0a92-65d1-4857-babb-ba5f199a903a service neutron] 10.222.0.64 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360203 Jul 14 11:48:22.005721 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff21eebd-9ce3-4ea1-a02d-6020a93d4fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:22.015751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:22.020762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:22.031908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] Sync routers for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:22.047927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:22.048998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:22.078965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c5e3b-ff82-4cce-ba19-1a5316ce0da9 req-0ec75e3c-baaf-4909-94a7-7a6d216042a5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:22.080994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a55c5e3b-ff82-4cce-ba19-1a5316ce0da9 req-0ec75e3c-baaf-4909-94a7-7a6d216042a5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 945 time: 0.2898395 Jul 14 11:48:22.156287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d83ac0cf-77b2-42b4-9615-25c3988ddd67 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "DELETE /v2.0/floatingips/a8dd81a6-631a-4959-bc35-45738dc85900 HTTP/1.1" status: 204 len: 168 time: 2.4785862 Jul 14 11:48:22.162626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91d1f3b0-e3b1-4dd4-a351-7b101637b259 req-3fb9b967-7c10-4732-b9db-6ba79983ecd2 service neutron] 10.222.0.64 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400880 Jul 14 11:48:22.179412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a55c5e3b-ff82-4cce-ba19-1a5316ce0da9 req-3357e91c-99f4-43e9-8cf5-8da229d7db54 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762033 Jul 14 11:48:22.182588 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff21eebd-9ce3-4ea1-a02d-6020a93d4fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:22.185382 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff21eebd-9ce3-4ea1-a02d-6020a93d4fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:22.192042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ff21eebd-9ce3-4ea1-a02d-6020a93d4fdf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9dab884f-d514-4e73-beb1-0aeb940a90bb HTTP/1.1" status: 204 len: 168 time: 0.5308261 Jul 14 11:48:22.204523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21eebd-9ce3-4ea1-a02d-6020a93d4fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dab884f-d514-4e73-beb1-0aeb940a90bb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:22.220200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:22.361860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705104-9a3b-431c-892f-f65252be0a8c req-4efd9d53-a4a7-48a9-ac0e-48f05260298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:22.363512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03705104-9a3b-431c-892f-f65252be0a8c req-4efd9d53-a4a7-48a9-ac0e-48f05260298d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8b40f19bfff49c697425472ba14e443&device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 1094 time: 0.1012149 Jul 14 11:48:22.506320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705104-9a3b-431c-892f-f65252be0a8c req-cabb5f87-1ca0-470f-9aac-57576c350ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:22.507829 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03705104-9a3b-431c-892f-f65252be0a8c req-cabb5f87-1ca0-470f-9aac-57576c350ace service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a7d7e2f-0cdb-4e72-a310-585728d8446d HTTP/1.1" status: 200 len: 914 time: 0.1376729 Jul 14 11:48:22.597313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03705104-9a3b-431c-892f-f65252be0a8c req-9a72db61-0c5a-42be-a832-55e22546b35f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec979fa0-098e-4580-a25e-788e8bab5ad1 HTTP/1.1" status: 200 len: 217 time: 0.0794590 Jul 14 11:48:22.605111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3609d8d8-d9f8-4826-a12f-b97e09f20c7b', 'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:71:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:26Z', 'updated_at': '2021-07-14T11:46:45Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:22.656147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35616) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:22.658079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705104-9a3b-431c-892f-f65252be0a8c req-5eb10488-b559-4a95-a724-ea0ac73a821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:22.659830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03705104-9a3b-431c-892f-f65252be0a8c req-5eb10488-b559-4a95-a724-ea0ac73a821f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=492d58be-d5ab-43c4-a4a8-13e3b6e29699 HTTP/1.1" status: 200 len: 854 time: 0.0537493 Jul 14 11:48:22.665576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] Checking router: 6cb9f0c7-b564-4149-8d0e-65642c74dbce for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:22.673238 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-732d75b1-c345-4b7d-956b-a8187978d038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:22.679637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:22.684132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:22.704570 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03705104-9a3b-431c-892f-f65252be0a8c req-0a6f6c3f-ac8f-4f13-abed-a210c9731ad9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a7d7e2f-0cdb-4e72-a310-585728d8446d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369670 Jul 14 11:48:22.712895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f62db4-8c79-43f7-8b4c-5d826cc0ebb0 req-f6e1b0d5-3f10-481f-8867-194ecd3b8132 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:22.714434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62f62db4-8c79-43f7-8b4c-5d826cc0ebb0 req-f6e1b0d5-3f10-481f-8867-194ecd3b8132 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 943 time: 0.2905924 Jul 14 11:48:22.818125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-732d75b1-c345-4b7d-956b-a8187978d038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:22.824522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-732d75b1-c345-4b7d-956b-a8187978d038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:22.848433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:22.857880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62f62db4-8c79-43f7-8b4c-5d826cc0ebb0 req-2e4be8f5-3437-4a97-89c4-57d068043b60 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335354 Jul 14 11:48:22.898235 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-732d75b1-c345-4b7d-956b-a8187978d038 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f13957db845459685e540032d92655d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409546 Jul 14 11:48:22.898459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35618) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:22.899608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d75b1-c345-4b7d-956b-a8187978d038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5741a93-8540-42aa-8b7c-f34caa4cd033,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:22.949528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03705104-9a3b-431c-892f-f65252be0a8c req-6396bc7f-c3db-4cca-b08c-ce5ae906c937 service neutron] 10.222.0.64 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341096 Jul 14 11:48:23.006812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:23.010044 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:23.048261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2d375-4c4a-45ea-938e-987c963fe798 req-09ad2350-1a5e-4792-a58d-74d7de8ced50 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:23.055424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dde2d375-4c4a-45ea-938e-987c963fe798 req-09ad2350-1a5e-4792-a58d-74d7de8ced50 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 984 time: 0.2457845 Jul 14 11:48:23.067877 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5755b808-2452-4371-a499-c4002ce46b2e x-openstack-request-id: req-5755b808-2452-4371-a499-c4002ce46b2e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:23.068245 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:23.068464 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5755b808-2452-4371-a499-c4002ce46b2e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:23.068861 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'status': 'completed', 'code': 200} Jul 14 11:48:23.133621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3609d8d8-d9f8-4826-a12f-b97e09f20c7b', 'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:71:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:26Z', 'updated_at': '2021-07-14T11:46:45Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:23.150115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dde2d375-4c4a-45ea-938e-987c963fe798 req-c262018b-a962-4bd4-b864-1fbe4cc79bd9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0938919 Jul 14 11:48:23.154830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a63ade5d-08b2-47eb-9a24-b0f66e0f999e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:23.183324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9598e-701e-43b9-b1d3-5556f7e26f44 None None] The sync data for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 is: [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:32Z', 'revision_number': 4, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3609d8d8-d9f8-4826-a12f-b97e09f20c7b', 'name': '', 'network_id': '320b45e4-1243-4c0d-aba8-dd7b383f461d', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'mac_address': 'fa:16:3e:71:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:26Z', 'updated_at': '2021-07-14T11:46:45Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'subnets': [{'id': 'c10609bb-ed6b-4004-86cf-5950baf05eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:23.200909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a63ade5d-08b2-47eb-9a24-b0f66e0f999e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:23.204447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-8217c962-49a4-467f-9f16-c625642fb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:23.205982 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-8217c962-49a4-467f-9f16-c625642fb06a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a06e7534cb9b41eb8d063f024e1972f0&device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 1135 time: 0.1001608 Jul 14 11:48:23.213503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03705104-9a3b-431c-892f-f65252be0a8c req-c47e81d2-0214-4154-9c91-c32e600a0e27 service neutron] 10.222.0.64 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517986 Jul 14 11:48:23.278988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a63ade5d-08b2-47eb-9a24-b0f66e0f999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:23.284100 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a63ade5d-08b2-47eb-9a24-b0f66e0f999e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:23.289054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a63ade5d-08b2-47eb-9a24-b0f66e0f999e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5741a93-8540-42aa-8b7c-f34caa4cd033 HTTP/1.1" status: 204 len: 168 time: 0.3858352 Jul 14 11:48:23.300909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ade5d-08b2-47eb-9a24-b0f66e0f999e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5741a93-8540-42aa-8b7c-f34caa4cd033,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:23.402147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-7346885c-1aa5-49ca-8742-b9ac3e2dd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:23.404108 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-7346885c-1aa5-49ca-8742-b9ac3e2dd3dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=320b45e4-1243-4c0d-aba8-dd7b383f461d HTTP/1.1" status: 200 len: 896 time: 0.1898448 Jul 14 11:48:23.417345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f16cb4-b702-4f44-becd-c37f5473aec9 req-f6ee355d-ff1f-42a3-8edb-4a1a3313c53f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:23.421016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8f16cb4-b702-4f44-becd-c37f5473aec9 req-f6ee355d-ff1f-42a3-8edb-4a1a3313c53f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 945 time: 0.0910361 Jul 14 11:48:23.460791 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-98f94984-b30e-4410-a23c-018759c4f104 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2deca699-14b9-4ecd-98ee-79091e049ecf HTTP/1.1" status: 200 len: 217 time: 0.0488470 Jul 14 11:48:23.474425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8f16cb4-b702-4f44-becd-c37f5473aec9 req-d4e7bb74-ca6c-41da-8d4d-6e01a7f2e36f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463157 Jul 14 11:48:23.557112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-95bce85a-a0b8-4089-b20b-dcd4010ec919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:23.558743 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-95bce85a-a0b8-4089-b20b-dcd4010ec919 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c10609bb-ed6b-4004-86cf-5950baf05eb0 HTTP/1.1" status: 200 len: 835 time: 0.0897920 Jul 14 11:48:23.600297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec979fa0-098e-4580-a25e-788e8bab5ad1 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:48:23.646747 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcfb6a-f378-46f7-823b-131311f1704e None None] New status for floating IP a8dd81a6-631a-4959-bc35-45738dc85900: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:48:23.661692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-26d571ed-5456-43e7-8f0e-3ca09355247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:23.663233 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-26d571ed-5456-43e7-8f0e-3ca09355247f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=320b45e4-1243-4c0d-aba8-dd7b383f461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961111 Jul 14 11:48:23.751587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323b556-616d-4c14-b544-818ca6dfacab req-0332c5df-27e5-4071-ad81-6a83391e5dbf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:23.754372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c323b556-616d-4c14-b544-818ca6dfacab req-0332c5df-27e5-4071-ad81-6a83391e5dbf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 945 time: 0.1038768 Jul 14 11:48:23.824067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ec979fa0-098e-4580-a25e-788e8bab5ad1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec979fa0-098e-4580-a25e-788e8bab5ad1,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:23.832534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c323b556-616d-4c14-b544-818ca6dfacab req-8549d89a-44f4-4711-a3a5-3b6e44a7d2c0 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717063 Jul 14 11:48:23.847072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-3955762b-b173-48fb-a968-f878aa4f74f1 service neutron] 10.222.0.45 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741707 Jul 14 11:48:23.854686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'ec979fa0-098e-4580-a25e-788e8bab5ad1', 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d', 'port_id': 'ec979fa0-098e-4580-a25e-788e8bab5ad1', 'mac_address': 'fa:16:3e:21:64:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492d58be-d5ab-43c4-a4a8-13e3b6e29699', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:48:23.903013 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:23.921097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec979fa0-098e-4580-a25e-788e8bab5ad1 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:23.967483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ec979fa0-098e-4580-a25e-788e8bab5ad1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec979fa0-098e-4580-a25e-788e8bab5ad1,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:23.974784 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:24.025896 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-401cdb07-dacb-4e1f-9d2b-626877ac4e6f req-32f64cd2-eef2-4a85-a488-350e69f656af service neutron] 10.222.0.45 "GET /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677866 Jul 14 11:48:24.052673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ec979fa0-098e-4580-a25e-788e8bab5ad1,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:24.125385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7e1d622f-503e-483d-bfa1-bb8c3039d0d0 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:24.132407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7e1d622f-503e-483d-bfa1-bb8c3039d0d0 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.45 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 984 time: 0.2000005 Jul 14 11:48:24.186281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['ec979fa0-098e-4580-a25e-788e8bab5ad1'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:24.293683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0c6df-df1a-4215-98a4-f5fc2f127f34 req-ceb61225-2dab-488d-b1d6-57159e7b78bf tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:24.295585 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9f0c6df-df1a-4215-98a4-f5fc2f127f34 req-ceb61225-2dab-488d-b1d6-57159e7b78bf tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 944 time: 0.1556597 Jul 14 11:48:24.331806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Deleting port 2deca699-14b9-4ecd-98ee-79091e049ecf {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:24.331806 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:24.409723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9f0c6df-df1a-4215-98a4-f5fc2f127f34 req-b7163d10-40b2-4e83-b393-df620c7df86f tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053438 Jul 14 11:48:24.525576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] For port 2deca699-14b9-4ecd-98ee-79091e049ecf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2deca699-14b9-4ecd-98ee-79091e049ecf,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:24.526010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:24.543941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Calling delete_port for 2deca699-14b9-4ecd-98ee-79091e049ecf owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:24.627654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b606-b237-4586-bcef-a631c43fea90 req-f261a0dd-ed9f-4c19-b791-5baf638db4bc tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:24.629230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4111b606-b237-4586-bcef-a631c43fea90 req-f261a0dd-ed9f-4c19-b791-5baf638db4bc tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/ports?device_id=701d254a-9d01-4879-ab40-2a432d74f417 HTTP/1.1" status: 200 len: 984 time: 0.1586547 Jul 14 11:48:24.722877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4111b606-b237-4586-bcef-a631c43fea90 req-cb91f737-6e09-4978-8a18-44dcc607fb48 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "GET /v2.0/security-groups?id=fed8f3b2-0d36-4894-8935-175fb2b9bb4a&id=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0859900 Jul 14 11:48:24.796713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf06f-8671-4701-9f26-04ee879d49a0 req-cfdd6009-d8ea-48ab-a0a4-b9dafba0cb81 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:24.798196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68faf06f-8671-4701-9f26-04ee879d49a0 req-cfdd6009-d8ea-48ab-a0a4-b9dafba0cb81 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 945 time: 0.1303270 Jul 14 11:48:24.822389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:24.871895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Port': ['ID=2deca699-14b9-4ecd-98ee-79091e049ecf,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:24.905792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-68faf06f-8671-4701-9f26-04ee879d49a0 req-5776e99a-e136-4fee-bb31-c3f58db60408 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018779 Jul 14 11:48:24.922639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] No DVR routers for this DVR port 2deca699-14b9-4ecd-98ee-79091e049ecf on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:48:24.925403 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:24.927497 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc433aa3-0b8c-4c38-af77-a13a5890e55a req-7f25ef36-08f3-46b5-9f95-95abada3b612 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.45 "DELETE /v2.0/ports/2deca699-14b9-4ecd-98ee-79091e049ecf HTTP/1.1" status: 204 len: 173 time: 0.7889392 Jul 14 11:48:25.069892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'name': 'network-vif-deleted', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:25.072781 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54704e-a05b-4cd6-a5f0-be15e94eb9eb" -d '{"events": [{"server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "name": "network-vif-deleted", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:25.116501 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303c0d44-ee36-447d-961c-ae7c49a001ae x-openstack-request-id: req-303c0d44-ee36-447d-961c-ae7c49a001ae {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:25.116993 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701d254a-9d01-4879-ab40-2a432d74f417", "name": "network-vif-deleted", "tag": "2deca699-14b9-4ecd-98ee-79091e049ecf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:25.119153 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-303c0d44-ee36-447d-961c-ae7c49a001ae {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:25.119685 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701d254a-9d01-4879-ab40-2a432d74f417', 'name': 'network-vif-deleted', 'tag': '2deca699-14b9-4ecd-98ee-79091e049ecf', 'status': 'completed', 'code': 200} Jul 14 11:48:25.615240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec979fa0-098e-4580-a25e-788e8bab5ad1 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:25.721788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port ec979fa0-098e-4580-a25e-788e8bab5ad1 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:25.729214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port ec979fa0-098e-4580-a25e-788e8bab5ad1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:25.730569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:25.746191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f0cda-f680-47c4-92b2-a7f82bda1855 req-0e8e4112-3fbc-496a-9066-b08b521b2258 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:25.749529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de1f0cda-f680-47c4-92b2-a7f82bda1855 req-0e8e4112-3fbc-496a-9066-b08b521b2258 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 944 time: 0.2008893 Jul 14 11:48:25.877207 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-de1f0cda-f680-47c4-92b2-a7f82bda1855 req-d74a3fa2-0d59-45b3-9afa-d1214216c30a tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062183 Jul 14 11:48:25.904976 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:25.918307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-733b2241-385d-4544-9eee-8a3f4790582b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:25.919914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-733b2241-385d-4544-9eee-8a3f4790582b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 945 time: 0.1692395 Jul 14 11:48:25.959243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ec979fa0-098e-4580-a25e-788e8bab5ad1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec979fa0-098e-4580-a25e-788e8bab5ad1,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:25.962444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcd3b02-c773-4ab0-9b43-944b5660c4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec979fa0-098e-4580-a25e-788e8bab5ad1'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:25.966083 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9566e9-57cf-4aff-823d-b7b2d5cf7195" -d '{"events": [{"server_uuid": "8fcd3b02-c773-4ab0-9b43-944b5660c4bd", "name": "network-vif-plugged", "status": "completed", "tag": "ec979fa0-098e-4580-a25e-788e8bab5ad1"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:25.968913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35730) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:25.983350 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.102971 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620d11a9-d285-4bc7-8a05-c1c93081777a x-openstack-request-id: req-620d11a9-d285-4bc7-8a05-c1c93081777a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:26.103936 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcd3b02-c773-4ab0-9b43-944b5660c4bd", "name": "network-vif-plugged", "status": "completed", "tag": "ec979fa0-098e-4580-a25e-788e8bab5ad1", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:26.104832 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-620d11a9-d285-4bc7-8a05-c1c93081777a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:26.106668 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcd3b02-c773-4ab0-9b43-944b5660c4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec979fa0-098e-4580-a25e-788e8bab5ad1', 'code': 200} Jul 14 11:48:26.129304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Deleting port 0dee8cb2-756f-40b5-a965-c85957c16d68 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:26.129640 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.153881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2b36e22-b468-496a-a295-a8d40ff76e3c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.160422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ec979fa0-098e-4580-a25e-788e8bab5ad1,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:26.196728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2b36e22-b468-496a-a295-a8d40ff76e3c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.244317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.266342 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2b36e22-b468-496a-a295-a8d40ff76e3c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.268971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2b36e22-b468-496a-a295-a8d40ff76e3c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.270177 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b2b36e22-b468-496a-a295-a8d40ff76e3c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "DELETE /v2.0/security-groups/adaca346-4d9d-40b7-a93a-3ea0c63eb6d9 HTTP/1.1" status: 204 len: 168 time: 0.2999892 Jul 14 11:48:26.275395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35738) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:26.312613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] For port 0dee8cb2-756f-40b5-a965-c85957c16d68, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0dee8cb2-756f-40b5-a965-c85957c16d68,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:26.313011 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.325003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399ae0f-0c75-4578-9367-3ca3d6909585 req-ae6fea43-fb83-4f3b-99cf-73b396feb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:26.326514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e399ae0f-0c75-4578-9367-3ca3d6909585 req-ae6fea43-fb83-4f3b-99cf-73b396feb2a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 1096 time: 0.2247953 Jul 14 11:48:26.334379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Calling delete_port for 0dee8cb2-756f-40b5-a965-c85957c16d68 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:26.335711 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1feada14-61f3-4160-ba80-5579e46bea0c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.343337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab3dcb-da87-49d7-aa0e-0165e8629445 req-a73a46d0-7592-40e7-b5d9-476f671b407a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:26.348353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14ab3dcb-da87-49d7-aa0e-0165e8629445 req-a73a46d0-7592-40e7-b5d9-476f671b407a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 945 time: 0.1947134 Jul 14 11:48:26.360586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1feada14-61f3-4160-ba80-5579e46bea0c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.404678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b36e22-b468-496a-a295-a8d40ff76e3c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaca346-4d9d-40b7-a93a-3ea0c63eb6d9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:26.408544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1feada14-61f3-4160-ba80-5579e46bea0c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.412759 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1feada14-61f3-4160-ba80-5579e46bea0c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.414471 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1feada14-61f3-4160-ba80-5579e46bea0c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "DELETE /v2.0/security-groups/fed8f3b2-0d36-4894-8935-175fb2b9bb4a HTTP/1.1" status: 204 len: 168 time: 0.1378374 Jul 14 11:48:26.418299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35740) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:26.444671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14ab3dcb-da87-49d7-aa0e-0165e8629445 req-e3aa8485-6204-4c5f-87f4-893d7f7d9432 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861268 Jul 14 11:48:26.459518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e399ae0f-0c75-4578-9367-3ca3d6909585 req-bb4cf2ce-db1e-4362-b2fb-23a8d8f9a63f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078849 Jul 14 11:48:26.546264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feada14-61f3-4160-ba80-5579e46bea0c tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed8f3b2-0d36-4894-8935-175fb2b9bb4a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:26.598121 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.616182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:26.630239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event deleted for resources: {'Port': ['ID=0dee8cb2-756f-40b5-a965-c85957c16d68,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:26.671790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['0dee8cb2-756f-40b5-a965-c85957c16d68'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:26.714150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] No DVR routers for this DVR port 0dee8cb2-756f-40b5-a965-c85957c16d68 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:48:26.719803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:26.722014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6b9d185-c3af-452f-b602-d1d52e5925f5 req-9df92099-f6f3-4372-99b5-f861979d0153 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "DELETE /v2.0/ports/0dee8cb2-756f-40b5-a965-c85957c16d68 HTTP/1.1" status: 204 len: 173 time: 0.7956707 Jul 14 11:48:26.785412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0dee8cb2-756f-40b5-a965-c85957c16d68 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:26.817284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 0dee8cb2-756f-40b5-a965-c85957c16d68 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:26.817638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0dee8cb2-756f-40b5-a965-c85957c16d68 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:26.818063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2deca699-14b9-4ecd-98ee-79091e049ecf no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:26.847620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 2deca699-14b9-4ecd-98ee-79091e049ecf {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:26.848006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2deca699-14b9-4ecd-98ee-79091e049ecf not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:27.000982 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:27.114348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c648f96-d728-494d-983f-c4b756f7be2d req-6b0d781d-0b85-4be5-804a-dfa18bbd54a9 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:27.115842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c648f96-d728-494d-983f-c4b756f7be2d req-6b0d781d-0b85-4be5-804a-dfa18bbd54a9 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 945 time: 0.0699408 Jul 14 11:48:27.120475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c161dc59-ab38-42ea-9ccc-621d4025845d', 'name': 'network-vif-deleted', 'tag': '0dee8cb2-756f-40b5-a965-c85957c16d68'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:27.122804 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae5ea85-c24d-46d2-bf51-42f120de6293" -d '{"events": [{"server_uuid": "c161dc59-ab38-42ea-9ccc-621d4025845d", "name": "network-vif-deleted", "tag": "0dee8cb2-756f-40b5-a965-c85957c16d68"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:27.163222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c648f96-d728-494d-983f-c4b756f7be2d req-82440c15-70d9-458a-9468-8ae41b8da3c0 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371277 Jul 14 11:48:27.175823 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fc8ef5-14b4-4cd1-9bed-aa65059c2f96 x-openstack-request-id: req-10fc8ef5-14b4-4cd1-9bed-aa65059c2f96 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:27.176135 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c161dc59-ab38-42ea-9ccc-621d4025845d", "name": "network-vif-deleted", "tag": "0dee8cb2-756f-40b5-a965-c85957c16d68", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:27.176382 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10fc8ef5-14b4-4cd1-9bed-aa65059c2f96 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:27.176784 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c161dc59-ab38-42ea-9ccc-621d4025845d', 'name': 'network-vif-deleted', 'tag': '0dee8cb2-756f-40b5-a965-c85957c16d68', 'status': 'completed', 'code': 200} Jul 14 11:48:27.347061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Deleting port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:27.347407 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:27.439126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] For port 3609d8d8-d9f8-4826-a12f-b97e09f20c7b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3609d8d8-d9f8-4826-a12f-b97e09f20c7b,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:27.439392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:27.452526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Calling delete_port for 3609d8d8-d9f8-4826-a12f-b97e09f20c7b owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:27.628598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5734858b-f937-4124-9104-f620f063ca44 req-11bbee77-d7a1-4425-9f81-0846cf40c328 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c161dc59-ab38-42ea-9ccc-621d4025845d HTTP/1.1" status: 200 len: 210 time: 0.0300009 Jul 14 11:48:27.653133 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:27.685272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Port': ['ID=3609d8d8-d9f8-4826-a12f-b97e09f20c7b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:28.165099 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:28.195844 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:28.531730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-4eebf034-ed8b-45f9-a3fd-34272cb43da8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2129087 Jul 14 11:48:28.553889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60052680-5af2-4ec1-87b1-222dc5e23724 req-0d24f6cf-f306-430f-86da-14b427da22c9 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:28.563476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60052680-5af2-4ec1-87b1-222dc5e23724 req-0d24f6cf-f306-430f-86da-14b427da22c9 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 945 time: 0.1650851 Jul 14 11:48:28.582878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Router 6cb9f0c7-b564-4149-8d0e-65642c74dbce has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:48:28.638432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60052680-5af2-4ec1-87b1-222dc5e23724 req-0d9dea6a-e8ac-44c1-9b1e-92712c5845c9 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 Jul 14 11:48:28.694940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-23e285f8-3117-4942-87b9-09bdc405820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:28.700005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-23e285f8-3117-4942-87b9-09bdc405820a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1097 time: 0.1165230 Jul 14 11:48:28.793248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:28.803369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] Sync routers for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:28.805564 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8d43876e-3a06-48e6-b96b-9c601c772e49 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "PUT /v2.0/routers/6cb9f0c7-b564-4149-8d0e-65642c74dbce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3853984 Jul 14 11:48:28.809095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35810) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:28.826924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:28.832729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:28.923722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-c9a7d9ad-6aa9-4eec-896e-8155dfc4fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:28.925260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-c9a7d9ad-6aa9-4eec-896e-8155dfc4fe8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.1955278 Jul 14 11:48:28.969391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d8cdec-d99f-4117-8ce1-bb82777b54a9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Deleting subnet c10609bb-ed6b-4004-86cf-5950baf05eb0 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:48:28.974844 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cdec-d99f-4117-8ce1-bb82777b54a9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:29.096070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:29.109284 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cdec-d99f-4117-8ce1-bb82777b54a9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:29.406212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cdec-d99f-4117-8ce1-bb82777b54a9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:29.588270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cdec-d99f-4117-8ce1-bb82777b54a9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:29.658477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8cdec-d99f-4117-8ce1-bb82777b54a9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Subnet': ['ID=c10609bb-ed6b-4004-86cf-5950baf05eb0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:29.663334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cdec-d99f-4117-8ce1-bb82777b54a9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:29.669905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5449b44-0fe2-46d9-a274-b29d21d5e414 None None] Network 320b45e4-1243-4c0d-aba8-dd7b383f461d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:48:29.670582 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b4d8cdec-d99f-4117-8ce1-bb82777b54a9 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "DELETE /v2.0/subnets/c10609bb-ed6b-4004-86cf-5950baf05eb0 HTTP/1.1" status: 204 len: 168 time: 0.8585291 Jul 14 11:48:29.673061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35852) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:29.776156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:48:27Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:29.784072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-a08ff2a6-e33c-4d2d-b573-7cffeaf7e8f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 1001 time: 0.8515563 Jul 14 11:48:29.853109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] Checking router: 6cb9f0c7-b564-4149-8d0e-65642c74dbce for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:29.870109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-59405b97-fe5c-4ccd-983a-759c9a0041ee tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:29.878185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-59405b97-fe5c-4ccd-983a-759c9a0041ee tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.2367470 Jul 14 11:48:29.883293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-b28d3c0d-3237-456f-b738-3473809ddebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:29.885504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-b28d3c0d-3237-456f-b738-3473809ddebe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0944574 Jul 14 11:48:29.894985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] Routers {'6cb9f0c7-b564-4149-8d0e-65642c74dbce'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:29.895875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:29.947209 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:29.979439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-bd9f6541-dd0c-42bb-ae80-f28b0a490325 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/quotas/97191b2278554533ad3e08acafea11d2 HTTP/1.1" status: 200 len: 375 time: 0.1000948 Jul 14 11:48:30.131776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-98a53e61-3393-4e7d-b4a6-b34233f8a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:30.134904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-98a53e61-3393-4e7d-b4a6-b34233f8a2aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2206392 Jul 14 11:48:30.166874 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:30.246390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] Set router 6cb9f0c7-b564-4149-8d0e-65642c74dbce gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:30.257307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Deleting port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:30.258500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:30.270276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-61720de3-e18d-4cc2-a85f-c2ad92f17c4b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2897503 Jul 14 11:48:30.337210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45df9c5-462f-4b7a-aeda-55dc50d68229 None None] DHCP port deletion for 320b45e4-1243-4c0d-aba8-dd7b383f461d request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:48:30.397259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] For port 96c6d9f3-e0d0-44e4-8339-462e3ea151f0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=96c6d9f3-e0d0-44e4-8339-462e3ea151f0,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:30.398125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:30.416169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Calling delete_port for 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:30.475357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-ae8154b1-125c-47d8-87de-2940dc4886be service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234515 Jul 14 11:48:30.712907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e45df9c5-462f-4b7a-aeda-55dc50d68229 None None] Deleting port debb676f-bd8f-4b7d-b5b4-e9435be22527 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:48:30.713483 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e45df9c5-462f-4b7a-aeda-55dc50d68229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:30.835479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:30.865676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a6b0823-78a7-4184-bae5-f3e8aa3bb71b req-ff6a54a8-dcd9-44b5-a5a4-00a4e7db4008 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807142 Jul 14 11:48:30.895531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e45df9c5-462f-4b7a-aeda-55dc50d68229 None None] For port debb676f-bd8f-4b7d-b5b4-e9435be22527, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=debb676f-bd8f-4b7d-b5b4-e9435be22527,segment=NetworkSegment(b76d0970-5439-4d1f-9616-0c077b898fd2),segment_id=b76d0970-5439-4d1f-9616-0c077b898fd2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:30.896335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e45df9c5-462f-4b7a-aeda-55dc50d68229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:30.917181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e45df9c5-462f-4b7a-aeda-55dc50d68229 None None] Calling delete_port for debb676f-bd8f-4b7d-b5b4-e9435be22527 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:48:30.953128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Port': ['ID=96c6d9f3-e0d0-44e4-8339-462e3ea151f0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:30.969498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-7cbf1399-f716-402f-8c49-1f8395111625 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982820 Jul 14 11:48:31.021636 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e45df9c5-462f-4b7a-aeda-55dc50d68229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:31.046678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45df9c5-462f-4b7a-aeda-55dc50d68229 None None] Pushing event deleted for resources: {'Port': ['ID=debb676f-bd8f-4b7d-b5b4-e9435be22527,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:31.062509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45df9c5-462f-4b7a-aeda-55dc50d68229 None None] No DVR routers for this DVR port debb676f-bd8f-4b7d-b5b4-e9435be22527 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:48:31.067441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:48:27Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:31.127655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed4b92-8808-4104-a33d-8f382f4b46b9 None None] The sync data for ids ['6cb9f0c7-b564-4149-8d0e-65642c74dbce'] in n-d-778696-8 is: [{'id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386506255', 'tenant_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:48:27Z', 'revision_number': 5, 'project_id': 'a06e7534cb9b41eb8d063f024e1972f0', 'gw_port': {'id': '96c6d9f3-e0d0-44e4-8339-462e3ea151f0', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb9f0c7-b564-4149-8d0e-65642c74dbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:15Z', 'updated_at': '2021-07-14T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:31.182865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:31.223048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-18e8bd49-0207-40ba-ad86-45e68bf36a01 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506299 Jul 14 11:48:31.319152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:31.322163 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:31.402322 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:31.402947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Fanout notify agent at l3_agent the message router_deleted on router 6cb9f0c7-b564-4149-8d0e-65642c74dbce {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:48:31.417026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:31.422374 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-59bafe72-741e-4bda-8fb7-6062e0f45202 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "DELETE /v2.0/routers/6cb9f0c7-b564-4149-8d0e-65642c74dbce HTTP/1.1" status: 204 len: 168 time: 1.7478638 Jul 14 11:48:31.423758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35896) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:31.677052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device debb676f-bd8f-4b7d-b5b4-e9435be22527 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:31.749601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:31.781772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: debb676f-bd8f-4b7d-b5b4-e9435be22527 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:31.782278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device debb676f-bd8f-4b7d-b5b4-e9435be22527 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:31.788513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10e55be5-9e71-4ba2-bfbd-054ec1877d30 req-3e380b46-e141-434c-a021-66db8ed29a83 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 210 time: 0.1347952 Jul 14 11:48:31.972336 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:31.987950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320b45e4-1243-4c0d-aba8-dd7b383f461d']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:32.029552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76d0970-5439-4d1f-9616-0c077b898fd2') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:32.029866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76d0970-5439-4d1f-9616-0c077b898fd2') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:32.043139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:32.068368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:32.077972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:48:32.078839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:48:32.177693 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:48:32.207545 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:32.220617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:32.228702 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] 10.222.0.38 "DELETE /v2.0/networks/320b45e4-1243-4c0d-aba8-dd7b383f461d HTTP/1.1" status: 204 len: 168 time: 0.8020988 Jul 14 11:48:32.266779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9021d-a0c2-469d-8cdf-e298454b2247 tempest-TestSecurityGroupsBasicOps-1783645741 tempest-TestSecurityGroupsBasicOps-1783645741-project] Pushing event deleted for resources: {'Network': ['ID=320b45e4-1243-4c0d-aba8-dd7b383f461d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:32.710481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35926) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:33.059125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5af63c3d-b48d-4479-bfcd-77283b1cce6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a06e7534cb9b41eb8d063f024e1972f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471608 Jul 14 11:48:33.062107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35946) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:33.134212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:33.190468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:33.192851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96c6d9f3-e0d0-44e4-8339-462e3ea151f0 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:33.193295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3609d8d8-d9f8-4826-a12f-b97e09f20c7b no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:33.202109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7afb1264-7ae3-47cb-9e96-1b1a2e8c129a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:33.240397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38bd8e49-b294-48ee-95fa-7c61a1a769ec req-9b2ba0c1-dd64-4e84-a38a-72ce634cac25 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 210 time: 0.1482775 Jul 14 11:48:33.277043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 3609d8d8-d9f8-4826-a12f-b97e09f20c7b {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:48:33.277392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3609d8d8-d9f8-4826-a12f-b97e09f20c7b not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:33.277584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7afb1264-7ae3-47cb-9e96-1b1a2e8c129a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:33.386542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35954) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:33.412757 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7afb1264-7ae3-47cb-9e96-1b1a2e8c129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:33.424057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7afb1264-7ae3-47cb-9e96-1b1a2e8c129a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:33.425600 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7afb1264-7ae3-47cb-9e96-1b1a2e8c129a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2418012-6884-4432-97e3-dc6fbfa96278 HTTP/1.1" status: 204 len: 168 time: 0.3617072 Jul 14 11:48:33.464900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb1264-7ae3-47cb-9e96-1b1a2e8c129a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2418012-6884-4432-97e3-dc6fbfa96278,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:34.046677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-26b6abc4-0cbc-4453-b06e-e39ef9ba4e41 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:34.057123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-26b6abc4-0cbc-4453-b06e-e39ef9ba4e41 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.3787863 Jul 14 11:48:34.091140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Request body: {'port': {'device_id': '386464ea-40f0-4c21-952e-330b3c655d37', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'admin_state_up': True, 'tenant_id': '97191b2278554533ad3e08acafea11d2'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:34.173600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35970) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:34.174402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff88e088-d553-4c7d-8cbc-1a39cb336cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.249703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7a274f5-b6f5-443f-98a8-fae4cd402dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.375995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff88e088-d553-4c7d-8cbc-1a39cb336cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.388046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff88e088-d553-4c7d-8cbc-1a39cb336cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.425710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-febed6d5-4426-4cf9-8b78-6ceac2b9691a req-164a265b-8860-4b90-9e28-346ea579fac4 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 210 time: 0.0402100 Jul 14 11:48:34.449080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88e088-d553-4c7d-8cbc-1a39cb336cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b539124-7f9b-49fc-ada3-93927450f02e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:34.464174 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ff88e088-d553-4c7d-8cbc-1a39cb336cf9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f3a1000ac5f440739adf559f91c43ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0708241 Jul 14 11:48:34.464994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 35978) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:34.529810 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1603513-0d17-4559-bee1-962af919c692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.556639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1603513-0d17-4559-bee1-962af919c692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.584046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7a274f5-b6f5-443f-98a8-fae4cd402dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.590736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7a274f5-b6f5-443f-98a8-fae4cd402dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.617458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Made reservation on behalf of 97191b2278554533ad3e08acafea11d2 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:34.625617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.657732 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1603513-0d17-4559-bee1-962af919c692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.660321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1603513-0d17-4559-bee1-962af919c692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.663729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e1603513-0d17-4559-bee1-962af919c692 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b539124-7f9b-49fc-ada3-93927450f02e HTTP/1.1" status: 204 len: 168 time: 0.1953371 Jul 14 11:48:34.686746 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a7a274f5-b6f5-443f-98a8-fae4cd402dde admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=342eb0b140314b1a9bb431c1d811cfec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099828 Jul 14 11:48:34.690162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35982) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:34.693997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1603513-0d17-4559-bee1-962af919c692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b539124-7f9b-49fc-ada3-93927450f02e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:34.777164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a274f5-b6f5-443f-98a8-fae4cd402dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19befd54-e0b3-47ea-bf85-9b339debe1c4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:34.813250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eeedc23-694d-4b11-b7d8-007841995c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.858782 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eeedc23-694d-4b11-b7d8-007841995c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.902602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Allocated IP 172.20.0.14 (1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40/e3fee729-a6f2-4f4e-99e5-7cf52aa0a461/117d3a80-0b9a-481a-b3c0-6174627d89e7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:34.945448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eeedc23-694d-4b11-b7d8-007841995c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.949652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3eeedc23-694d-4b11-b7d8-007841995c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:34.954274 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3eeedc23-694d-4b11-b7d8-007841995c07 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19befd54-e0b3-47ea-bf85-9b339debe1c4 HTTP/1.1" status: 204 len: 168 time: 0.2629495 Jul 14 11:48:34.966721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeedc23-694d-4b11-b7d8-007841995c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19befd54-e0b3-47ea-bf85-9b339debe1c4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:35.156639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.254997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.270884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:35.321412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 35996) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:35.360667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7fbafdf-3a78-44b7-af3e-60f8a55fe645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.389456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event updated for resources: {'Port': ['ID=117d3a80-0b9a-481a-b3c0-6174627d89e7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:35.398672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:35.400984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:35.415298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:48:35.491061 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7fbafdf-3a78-44b7-af3e-60f8a55fe645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.494228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:35.495103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.498480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7fbafdf-3a78-44b7-af3e-60f8a55fe645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.548733 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c7fbafdf-3a78-44b7-af3e-60f8a55fe645 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1568de7c017470685f3ef0ca78b61d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238548 Jul 14 11:48:35.548733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbafdf-3a78-44b7-af3e-60f8a55fe645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5f511d-1f8f-466f-a0c8-c058a1e00ce2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:35.551666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36002) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:35.558590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edc4c978-42d2-417f-9f3b-864e46d88280 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4728241 Jul 14 11:48:35.584234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Request body: {'port': {'device_id': '386464ea-40f0-4c21-952e-330b3c655d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:35.621603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b75b-9f83-4f52-831f-7c8d7f0c62b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.678687 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b75b-9f83-4f52-831f-7c8d7f0c62b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.713789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36004) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:35.744240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b75b-9f83-4f52-831f-7c8d7f0c62b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.748268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b75b-9f83-4f52-831f-7c8d7f0c62b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.749592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dcb7b75b-9f83-4f52-831f-7c8d7f0c62b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d5f511d-1f8f-466f-a0c8-c058a1e00ce2 HTTP/1.1" status: 204 len: 168 time: 0.1973932 Jul 14 11:48:35.751162 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:35.769670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7b75b-9f83-4f52-831f-7c8d7f0c62b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5f511d-1f8f-466f-a0c8-c058a1e00ce2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:35.891727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fe7c673f-58fc-4f8d-8ba2-f93978114a19 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7130bf8b0d084158bbebd585e1b1f548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765141 Jul 14 11:48:35.897681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36008) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:35.970397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b8446ce-3926-477d-9e94-969b252ff8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:36.006309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9315896-9916-43aa-9462-df06f87add1e req-7c7adeeb-845f-4843-b61f-49a119afddb1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:36.006584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b8446ce-3926-477d-9e94-969b252ff8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:36.016433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9315896-9916-43aa-9462-df06f87add1e req-7c7adeeb-845f-4843-b61f-49a119afddb1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 932 time: 0.2555780 Jul 14 11:48:36.078500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b8446ce-3926-477d-9e94-969b252ff8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:36.083251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b8446ce-3926-477d-9e94-969b252ff8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:36.084740 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7b8446ce-3926-477d-9e94-969b252ff8c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/50892c63-f9d3-4b53-aa76-586e8007f792 HTTP/1.1" status: 204 len: 168 time: 0.1865256 Jul 14 11:48:36.094620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8446ce-3926-477d-9e94-969b252ff8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50892c63-f9d3-4b53-aa76-586e8007f792,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:36.126917 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9315896-9916-43aa-9462-df06f87add1e req-5681f614-f0b5-4ba4-8c00-8a7dbf5bef3b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085706 Jul 14 11:48:36.303995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117d3a80-0b9a-481a-b3c0-6174627d89e7 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:36.334580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:36.370325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Transition to ACTIVE for port object 117d3a80-0b9a-481a-b3c0-6174627d89e7 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:36.380320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:36.531670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Pushing event updated for resources: {'Port': ['ID=117d3a80-0b9a-481a-b3c0-6174627d89e7,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:36.697445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Attempting to bind port 117d3a80-0b9a-481a-b3c0-6174627d89e7 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:48:36.697954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Attempting to bind port 117d3a80-0b9a-481a-b3c0-6174627d89e7 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:48:36.698250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Attempting to bind port 117d3a80-0b9a-481a-b3c0-6174627d89e7 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:36.703476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Port 117d3a80-0b9a-481a-b3c0-6174627d89e7 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:48:36.703831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Attempting to bind port 117d3a80-0b9a-481a-b3c0-6174627d89e7 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:36.710367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:48:36.711654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Checking segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:36.712256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Bound using segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:48:36.712784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Bound port: 117d3a80-0b9a-481a-b3c0-6174627d89e7, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:48:36.713146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:36.806028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] For port 117d3a80-0b9a-481a-b3c0-6174627d89e7, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:36.810047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] For port 117d3a80-0b9a-481a-b3c0-6174627d89e7, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=117d3a80-0b9a-481a-b3c0-6174627d89e7,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:36.815526 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:36.839021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:36.840040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:36.841646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] 10.222.0.45 "PUT /v2.0/ports/117d3a80-0b9a-481a-b3c0-6174627d89e7 HTTP/1.1" status: 200 len: 1092 time: 1.2703993 Jul 14 11:48:36.843958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386464ea-40f0-4c21-952e-330b3c655d37', 'tag': '117d3a80-0b9a-481a-b3c0-6174627d89e7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:36.846497 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49" -d '{"events": [{"name": "network-changed", "server_uuid": "386464ea-40f0-4c21-952e-330b3c655d37", "tag": "117d3a80-0b9a-481a-b3c0-6174627d89e7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:36.931668 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a07a923-d274-43c1-8b43-1c0498af2198 x-openstack-request-id: req-1a07a923-d274-43c1-8b43-1c0498af2198 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:36.932311 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386464ea-40f0-4c21-952e-330b3c655d37", "tag": "117d3a80-0b9a-481a-b3c0-6174627d89e7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:36.932755 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a07a923-d274-43c1-8b43-1c0498af2198 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:36.933329 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386464ea-40f0-4c21-952e-330b3c655d37', 'tag': '117d3a80-0b9a-481a-b3c0-6174627d89e7', 'status': 'completed', 'code': 200} Jul 14 11:48:37.008522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-051e4de9-9549-4d52-99e6-57bd18ccaff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:37.010323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-051e4de9-9549-4d52-99e6-57bd18ccaff8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 1095 time: 0.0929403 Jul 14 11:48:37.011143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ffb3e-ecde-44dc-a0c4-38e7667c01c7 service neutron] Pushing event updated for resources: {'Port': ['ID=117d3a80-0b9a-481a-b3c0-6174627d89e7,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:37.079077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-f8a008b8-51fb-4168-9cf2-6999f9b3a466 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=117d3a80-0b9a-481a-b3c0-6174627d89e7 HTTP/1.1" status: 200 len: 217 time: 0.0532198 Jul 14 11:48:37.159092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-2ae646d4-4428-4d4e-8518-b98033633b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:37.160839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-2ae646d4-4428-4d4e-8518-b98033633b00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.0721726 Jul 14 11:48:37.267737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-3e0e0e76-4031-48fe-8f6e-7439e6ad4ea2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911794 Jul 14 11:48:37.535969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-edd3df61-e5f6-4bb4-a700-e8ec1a5e2763 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500205 Jul 14 11:48:37.692212 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e2eef4-3e64-41cf-a27f-c8b1d7b817c2 req-98fc1ed3-a5b4-4146-9ec2-271f7cff8bb4 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019454 Jul 14 11:48:37.751866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36086) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:37.777296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07555748-b05e-4736-9a19-9d6f4dfe3067 req-f3a29ff8-f608-4560-af81-dd08d25b0414 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:37.791590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07555748-b05e-4736-9a19-9d6f4dfe3067 req-f3a29ff8-f608-4560-af81-dd08d25b0414 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 944 time: 0.2955091 Jul 14 11:48:38.028558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07555748-b05e-4736-9a19-9d6f4dfe3067 req-a30140e9-125c-40ef-acac-2af7d03790b4 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986437 Jul 14 11:48:38.075170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-1316633c-2c2c-477f-88f1-0142c4a56fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:38.082214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-1316633c-2c2c-477f-88f1-0142c4a56fc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 1095 time: 0.2843893 Jul 14 11:48:38.118911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1110870650-network', 'tenant_id': '76358d1b77c2452ca081715cc8ba5995'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:38.176219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Made reservation on behalf of 76358d1b77c2452ca081715cc8ba5995 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:38.180093 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.192220 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.268008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-da18908a-932a-4d19-8ee9-d538d22dc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:38.269852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-da18908a-932a-4d19-8ee9-d538d22dc857 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 906 time: 0.1849835 Jul 14 11:48:38.323510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.329317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-8f606897-38d6-4fdc-9fb9-1253bafca1b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=117d3a80-0b9a-481a-b3c0-6174627d89e7 HTTP/1.1" status: 200 len: 217 time: 0.0402803 Jul 14 11:48:38.333886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.348102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:48:38.360109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.360466 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Added segment 9799cc2d-4859-4f68-893e-ceb86f24a3e6 of type vlan for network 33914b00-9eaa-48ba-84dc-2a7dbbb2174c Jul 14 11:48:38.409990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-8c4cecd2-a53c-41a6-afcb-20f3581bb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:38.411600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-8c4cecd2-a53c-41a6-afcb-20f3581bb27b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.0744727 Jul 14 11:48:38.420949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37621d-4cc2-4be4-8330-572622065c6c req-ffbc436c-23f0-4dbd-8a31-a5f772a8b043 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:38.422808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d37621d-4cc2-4be4-8330-572622065c6c req-ffbc436c-23f0-4dbd-8a31-a5f772a8b043 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.1717925 Jul 14 11:48:38.458602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.459233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-11714d1e-4e4b-4edb-8792-24992290b386 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352702 Jul 14 11:48:38.505588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d37621d-4cc2-4be4-8330-572622065c6c req-9d8991a2-2818-4966-b3b1-6ab0b9a1e0b7 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729630 Jul 14 11:48:38.518137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:38.522604 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.525608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:38.526219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.618612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36106) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:38.629356 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8756847 Jul 14 11:48:38.632117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36110) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:38.637699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Request body: {'subnet': {'network_id': '33914b00-9eaa-48ba-84dc-2a7dbbb2174c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1110870650-subnet', 'tenant_id': '76358d1b77c2452ca081715cc8ba5995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:38.658313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575adee8-56dc-43bf-a831-3e059476a6bc admin admin] Pushing event updated for resources: {'Network': ['ID=33914b00-9eaa-48ba-84dc-2a7dbbb2174c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:38.671218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 33914b00-9eaa-48ba-84dc-2a7dbbb2174c details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:48:38.679788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Made reservation on behalf of 76358d1b77c2452ca081715cc8ba5995 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:38.683703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.706140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-866b65b8-7d39-468d-a97a-099959ab43b4 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372622 Jul 14 11:48:38.844541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2045f4a2-97a5-4715-a5c6-1f3dd34f9a49 req-a909dd66-8c49-46a9-8a91-96947b5da483 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301899 Jul 14 11:48:38.852086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'network': {'name': 'tempest-network-smoke--1284572663', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'port_security_enabled': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:38.881551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Made reservation on behalf of 4da7de1dc0854a24ba7bd3d0560e77e2 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:38.887415 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.899397 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:38.939004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.021706 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.025010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=969c0a63-4bae-4976-82cd-c9190d4c5206,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:39.032259 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.042445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Checking segment: {'id': '9799cc2d-4859-4f68-893e-ceb86f24a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33914b00-9eaa-48ba-84dc-2a7dbbb2174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:39.042806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Network hostable DHCP agents. Network: 33914b00-9eaa-48ba-84dc-2a7dbbb2174c, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:48:39.063012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Network 33914b00-9eaa-48ba-84dc-2a7dbbb2174c is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:48:39.063285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:48:39.081711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 33914b00-9eaa-48ba-84dc-2a7dbbb2174c) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:39.087151 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:39.087495 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.094029 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e663eba-9b09-4421-ab27-7c66a29dd4d0 None None] Network 33914b00-9eaa-48ba-84dc-2a7dbbb2174c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:48:39.097043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f61578-192d-4214-8324-f0c3025a5eb3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:39.102256 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.102663 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Added segment 8f331f6e-c533-42fb-800a-4092111f152e of type vlan for network a899e257-85c4-45bb-8f56-37e8ac909915 Jul 14 11:48:39.105209 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b327f970-16f1-439c-82db-1346308cc1ab admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4719439 Jul 14 11:48:39.156735 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.196847 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.207072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:39.209400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.281367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6616549 Jul 14 11:48:39.284710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36122) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:39.292130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-98482191', 'admin_state_up': True, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:39.347410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.348710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.410618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60b843d-a8a9-4dd3-8b9b-4a676fe1f83b None None] Network 33914b00-9eaa-48ba-84dc-2a7dbbb2174c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:48:39.513361 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f092949-d992-4825-8e6b-0e7a43b65fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.564590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.874537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:39.881932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274869c-a031-4649-8cbb-05fa0bafc674 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Network': ['ID=a899e257-85c4-45bb-8f56-37e8ac909915,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:39.897196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network a899e257-85c4-45bb-8f56-37e8ac909915 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:48:39.963805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460cee9-9506-443a-b02f-ffd360c60ed2 req-862e5c02-b766-425f-a9de-ee7cf199bbbf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:39.984873 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7460cee9-9506-443a-b02f-ffd360c60ed2 req-862e5c02-b766-425f-a9de-ee7cf199bbbf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 944 time: 0.6392066 Jul 14 11:48:39.999701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1396bc-363a-4923-89af-b3f032e4eaf3 req-43be94e4-315a-4305-8082-a7574ddd87b6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:40.008482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b1396bc-363a-4923-89af-b3f032e4eaf3 req-43be94e4-315a-4305-8082-a7574ddd87b6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.1528406 Jul 14 11:48:40.159112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7460cee9-9506-443a-b02f-ffd360c60ed2 req-282113e2-552c-4b65-8310-4a183e97da16 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729858 Jul 14 11:48:40.161176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36142) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:40.178547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1093810230-network', 'tenant_id': '0e32f29495e54c3897e6e2b9e36acf1e'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:40.192252 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b1396bc-363a-4923-89af-b3f032e4eaf3 req-2302fc54-5c6b-494e-b58b-fbad2c73c3c9 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661017 Jul 14 11:48:40.212972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Made reservation on behalf of 0e32f29495e54c3897e6e2b9e36acf1e for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:40.216102 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.226571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.233739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.276755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.345977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.355130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.384893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:48:40.402243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bb6ef8-2594-480a-899a-a01b124dd012,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:40.420859 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.423097 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Added segment 0526b652-3dd1-455e-af3e-f77f6206edd4 of type vlan for network 5ad323eb-7557-4034-abd7-54fa3adb9abf Jul 14 11:48:40.431514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.25.2.141 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/d3620765-ab59-454e-bce2-2448ddcca7fe) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:40.506271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.565446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.566628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:40.567053 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.597794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4251916 Jul 14 11:48:40.598740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.601088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36148) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:40.608815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Request body: {'subnet': {'network_id': '5ad323eb-7557-4034-abd7-54fa3adb9abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1093810230-subnet', 'tenant_id': '0e32f29495e54c3897e6e2b9e36acf1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:40.631623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36150) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:40.640082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Made reservation on behalf of 0e32f29495e54c3897e6e2b9e36acf1e for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:40.642905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.669504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9272e-067a-4896-b005-ba39f597eff7 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad323eb-7557-4034-abd7-54fa3adb9abf,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:40.680271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5ad323eb-7557-4034-abd7-54fa3adb9abf details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:48:40.749009 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.799044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=d3620765-ab59-454e-bce2-2448ddcca7fe,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:40.800389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5488583a-dcf4-4b29-8759-204e89cfd156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.819170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:40.823641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:40.828505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:48:40.960458 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5488583a-dcf4-4b29-8759-204e89cfd156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:40.969224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 117d3a80-0b9a-481a-b3c0-6174627d89e7 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:48:40.969857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5488583a-dcf4-4b29-8759-204e89cfd156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.020219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5488583a-dcf4-4b29-8759-204e89cfd156 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=42542dd16c21480ebb10a2317fa3a92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873131 Jul 14 11:48:41.023997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36156) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:41.031542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488583a-dcf4-4b29-8759-204e89cfd156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d10aad-fa63-4af5-a0fc-8ba3dbb27472,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:41.098376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7222cbeb-1e81-4542-8480-e05161ef4ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.131056 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7222cbeb-1e81-4542-8480-e05161ef4ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.140283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 117d3a80-0b9a-481a-b3c0-6174627d89e7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=117d3a80-0b9a-481a-b3c0-6174627d89e7,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:41.159294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '117d3a80-0b9a-481a-b3c0-6174627d89e7', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'port_id': '117d3a80-0b9a-481a-b3c0-6174627d89e7', 'mac_address': 'fa:16:3e:a6:77:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fee729-a6f2-4f4e-99e5-7cf52aa0a461', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:48:41.200080 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7222cbeb-1e81-4542-8480-e05161ef4ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.206299 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7222cbeb-1e81-4542-8480-e05161ef4ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.210894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7222cbeb-1e81-4542-8480-e05161ef4ff2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4d10aad-fa63-4af5-a0fc-8ba3dbb27472 HTTP/1.1" status: 204 len: 168 time: 0.1852307 Jul 14 11:48:41.254209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222cbeb-1e81-4542-8480-e05161ef4ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d10aad-fa63-4af5-a0fc-8ba3dbb27472,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:41.278337 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.320202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117d3a80-0b9a-481a-b3c0-6174627d89e7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:41.347623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 117d3a80-0b9a-481a-b3c0-6174627d89e7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=117d3a80-0b9a-481a-b3c0-6174627d89e7,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:41.356172 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.376680 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.422873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=117d3a80-0b9a-481a-b3c0-6174627d89e7,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:41.455468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58daaaa-59e8-4881-84e0-b447827826f4 req-be76f077-410e-4967-bab4-ea01f70b19e7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:41.458095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a58daaaa-59e8-4881-84e0-b447827826f4 req-be76f077-410e-4967-bab4-ea01f70b19e7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 944 time: 0.1711442 Jul 14 11:48:41.548660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a58daaaa-59e8-4881-84e0-b447827826f4 req-e493ad61-168e-4576-9339-bbc73331eaa7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839758 Jul 14 11:48:41.552441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb2e305-799e-4c17-be16-da7978331c75,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:41.587510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Checking segment: {'id': '0526b652-3dd1-455e-af3e-f77f6206edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ad323eb-7557-4034-abd7-54fa3adb9abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:41.588216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Network hostable DHCP agents. Network: 5ad323eb-7557-4034-abd7-54fa3adb9abf, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:48:41.591024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c62f6-8bec-4745-be13-6abf36edfa01 req-4fb3edf7-387b-4a3d-b99d-f4d776d90b88 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:41.592849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b92c62f6-8bec-4745-be13-6abf36edfa01 req-4fb3edf7-387b-4a3d-b99d-f4d776d90b88 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.1064763 Jul 14 11:48:41.658837 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b92c62f6-8bec-4745-be13-6abf36edfa01 req-49d67a47-ea1f-4362-a053-1e885d42588d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583646 Jul 14 11:48:41.677484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Network 5ad323eb-7557-4034-abd7-54fa3adb9abf is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:48:41.684482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['117d3a80-0b9a-481a-b3c0-6174627d89e7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:41.700060 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.704745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 5ad323eb-7557-4034-abd7-54fa3adb9abf) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:41.727053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36168) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:41.747210 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-799a2275-7410-4d71-acc7-f077c8cc0868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.747459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:41.747813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.758188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a5c3d3-4c3f-40ed-9bf5-7753a7b54576 None None] Network 5ad323eb-7557-4034-abd7-54fa3adb9abf requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:48:41.896646 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-799a2275-7410-4d71-acc7-f077c8cc0868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.916115 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-799a2275-7410-4d71-acc7-f077c8cc0868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.918547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7245af-33ef-484e-81f7-2e2ee13ff746 None None] Network 5ad323eb-7557-4034-abd7-54fa3adb9abf requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:48:41.951904 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca59d58e-fe4b-451c-877e-b66f30bb4dc2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3470540 Jul 14 11:48:41.981530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-799a2275-7410-4d71-acc7-f077c8cc0868 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35827a3dd687446ca9e62b676bd68bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524920 Jul 14 11:48:41.983882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36174) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:41.989188 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:41.990529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a2275-7410-4d71-acc7-f077c8cc0868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2840015e-5b08-4d77-b633-b8fa5ad23fc6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:42.050291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e485b17f-71de-46bd-b286-3f070b388976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:42.074003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e485b17f-71de-46bd-b286-3f070b388976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:42.140342 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e485b17f-71de-46bd-b286-3f070b388976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:42.143768 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e485b17f-71de-46bd-b286-3f070b388976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:42.147149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e485b17f-71de-46bd-b286-3f070b388976 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2840015e-5b08-4d77-b633-b8fa5ad23fc6 HTTP/1.1" status: 204 len: 168 time: 0.1601551 Jul 14 11:48:42.147422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5504d3e8-04ef-4a9d-adfe-d4544ffadb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:42.165519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485b17f-71de-46bd-b286-3f070b388976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2840015e-5b08-4d77-b633-b8fa5ad23fc6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:42.278253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:42.280826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 0455276e-9b41-44b5-aaf6-ed487a02984a is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:48:42.404008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:42.423058 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Sync routers for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:42.428845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:42.431485 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6a1d3878-30c4-42b5-8f8f-9561ea45743a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1457191 Jul 14 11:48:42.434778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36186) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:42.443983 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:42.445407 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:42.574750 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:42.806166 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:48:41Z', 'revision_number': 3, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:42.813387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b88796c6-a99f-4f26-b22d-02f53613a4a5 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=4da7de1dc0854a24ba7bd3d0560e77e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3737729 Jul 14 11:48:42.813610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36210) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:42.860961 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Checking router: 0455276e-9b41-44b5-aaf6-ed487a02984a for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:42.861787 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Updating router 0455276e-9b41-44b5-aaf6-ed487a02984a port d3620765-ab59-454e-bce2-2448ddcca7fe binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:48:42.907922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8103a-956a-4611-aa42-40f1360d70fe req-8f8fd445-ead1-4d34-a1f9-e160929af5a6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:42.909468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30a8103a-956a-4611-aa42-40f1360d70fe req-8f8fd445-ead1-4d34-a1f9-e160929af5a6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 945 time: 0.2165179 Jul 14 11:48:42.925939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b6322-eccd-45b7-b426-adeef1dc4ac6 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:42.932056 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-042b6322-eccd-45b7-b426-adeef1dc4ac6 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1153185 Jul 14 11:48:42.932242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c603c9a-6229-405c-a375-36daa5aee222 req-a146555f-d02b-422e-9c33-6b922aafabbe tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:42.932242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-a146555f-d02b-422e-9c33-6b922aafabbe tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/networks?id=33914b00-9eaa-48ba-84dc-2a7dbbb2174c HTTP/1.1" status: 200 len: 812 time: 0.1812139 Jul 14 11:48:42.933818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36214) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:42.946991 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:42.978940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-66c8745d-6e0a-46fe-a489-e86aa639c4e1 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413623 Jul 14 11:48:42.979166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36218) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:42.991162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1180399564', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:43.091969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-8181462d-019c-44f3-99a6-61e5e301b168 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/quotas/76358d1b77c2452ca081715cc8ba5995 HTTP/1.1" status: 200 len: 375 time: 0.1143608 Jul 14 11:48:43.134230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30a8103a-956a-4611-aa42-40f1360d70fe req-a63a7214-1fca-4401-a59c-c77cfeac099e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017081 Jul 14 11:48:43.153612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-3222dc17-87d4-4cd3-9ef4-d4f7315a56d8 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=76358d1b77c2452ca081715cc8ba5995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496798 Jul 14 11:48:43.164996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Made reservation on behalf of 4da7de1dc0854a24ba7bd3d0560e77e2 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:43.170643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:43.342904 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:43.356166 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Transition to ACTIVE for port object d3620765-ab59-454e-bce2-2448ddcca7fe will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:43.362190 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:43.389513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-e14fbf9b-8fcf-4a87-9a30-1ea0b5b1a344 service neutron] 10.222.0.38 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266865 Jul 14 11:48:43.438384 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:43.441638 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0385229-1c25-445a-8806-3113d3279b08 None None] Pushing event updated for resources: {'Port': ['ID=d3620765-ab59-454e-bce2-2448ddcca7fe,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:43.444259 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Attempting to bind port d3620765-ab59-454e-bce2-2448ddcca7fe on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:48:43.445116 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Attempting to bind port d3620765-ab59-454e-bce2-2448ddcca7fe by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:48:43.445712 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Attempting to bind port d3620765-ab59-454e-bce2-2448ddcca7fe on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:43.458584 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:48:43.458970 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:43.459376 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:43.459953 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:48:43.460476 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Bound port: d3620765-ab59-454e-bce2-2448ddcca7fe, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:48:43.461452 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:43.526978 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] For port d3620765-ab59-454e-bce2-2448ddcca7fe, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:43.531031 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] For port d3620765-ab59-454e-bce2-2448ddcca7fe, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d3620765-ab59-454e-bce2-2448ddcca7fe,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:43.537812 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:43.542239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0c731-4df4-48a1-b15e-483d96d0a4ac req-c7f63048-a27a-409c-ae37-4a151417ffa8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:43.544817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fd0c731-4df4-48a1-b15e-483d96d0a4ac req-c7f63048-a27a-409c-ae37-4a151417ffa8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.2147179 Jul 14 11:48:43.604116 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:43.606990 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:43.668979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-548ee14c-a8d4-4930-aa41-5ce366d8ea03 service neutron] 10.222.0.38 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727017 Jul 14 11:48:43.672662 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:43.678601 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0385229-1c25-445a-8806-3113d3279b08 None None] Pushing event updated for resources: {'Port': ['ID=d3620765-ab59-454e-bce2-2448ddcca7fe,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:43.681780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fd0c731-4df4-48a1-b15e-483d96d0a4ac req-9aaea3fa-7b1c-4b80-ae7d-e7acd762e5b1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184325 Jul 14 11:48:43.787834 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:43.797340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Subnet': ['ID=c8a3bc0d-d3d5-4616-bbfb-c43841eb138b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:43.810434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Checking segment: {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:43.810814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network hostable DHCP agents. Network: a899e257-85c4-45bb-8f56-37e8ac909915, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:48:43.861108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network a899e257-85c4-45bb-8f56-37e8ac909915 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:48:43.874498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, a899e257-85c4-45bb-8f56-37e8ac909915) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:43.880637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:43.883955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b13c0cf-19b8-4d94-b027-0b54fce6b2c6 None None] Network a899e257-85c4-45bb-8f56-37e8ac909915 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:48:43.884767 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:43.914712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d2062e6e-04e1-4ba2-9834-fbc9764bee67 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9316094 Jul 14 11:48:43.915032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36246) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:44.096556 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:48:41Z', 'revision_number': 3, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:44.106566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23d9c17a-fb20-4519-8dc4-f5d86b861d7a req-7579cf72-8aef-4f71-b9a7-098aec53ba54 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 210 time: 0.0854368 Jul 14 11:48:44.185775 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fefff-9c91-4393-b347-2dce73368794 None None] The sync data for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 is: [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:48:41Z', 'revision_number': 3, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:44.215348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-a899e257-85c4-45bb-8f56-37e8ac909915', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:48:44.216581 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:44.435219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36262) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:44.435469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Allocated IP 172.20.0.2 (a899e257-85c4-45bb-8f56-37e8ac909915/c8a3bc0d-d3d5-4616-bbfb-c43841eb138b/af0346f2-9980-4393-910e-4b693668a1ac) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:44.495511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0014030-4c40-43af-8bf3-8e8c7794de55 req-0decafd7-8016-4ca2-a578-899592157b6e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:44.509349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0014030-4c40-43af-8bf3-8e8c7794de55 req-0decafd7-8016-4ca2-a578-899592157b6e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 945 time: 0.1387343 Jul 14 11:48:44.595830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0014030-4c40-43af-8bf3-8e8c7794de55 req-2404a21c-702b-4896-82fa-c354cad05946 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855026 Jul 14 11:48:44.761197 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4440c697-f4ff-4db9-b23e-90c539e3487d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:44.772160 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:44.810394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Transition to ACTIVE for port object af0346f2-9980-4393-910e-4b693668a1ac will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:44.871138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Transition to ACTIVE for port object af0346f2-9980-4393-910e-4b693668a1ac will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:44.888914 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:44.932364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Network a899e257-85c4-45bb-8f56-37e8ac909915 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:44.936176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 117d3a80-0b9a-481a-b3c0-6174627d89e7 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:45.046096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:45.059774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Pushing event updated for resources: {'Port': ['ID=af0346f2-9980-4393-910e-4b693668a1ac,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:45.060051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.096772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d2e8-6036-4b39-a014-acdef6e4cb5f req-8abcf23a-a8a5-4ce1-bc33-736dfa1b2c42 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:45.110337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:48:45.110853 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80a5d2e8-6036-4b39-a014-acdef6e4cb5f req-8abcf23a-a8a5-4ce1-bc33-736dfa1b2c42 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.2204299 Jul 14 11:48:45.234207 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4440c697-f4ff-4db9-b23e-90c539e3487d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.249149 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4440c697-f4ff-4db9-b23e-90c539e3487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.300179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80a5d2e8-6036-4b39-a014-acdef6e4cb5f req-6bfeefd1-34ad-4cd9-9165-c5c04477b41e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871240 Jul 14 11:48:45.301366 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.361742 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Attempting to bind port af0346f2-9980-4393-910e-4b693668a1ac on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:48:45.362126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Attempting to bind port af0346f2-9980-4393-910e-4b693668a1ac by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:48:45.363080 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Attempting to bind port af0346f2-9980-4393-910e-4b693668a1ac on network a899e257-85c4-45bb-8f56-37e8ac909915 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:45.373797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:48:45.374531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Checking segment: {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:45.375143 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.375730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Bound using segment: {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:48:45.376448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Bound port: af0346f2-9980-4393-910e-4b693668a1ac, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:48:45.377050 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.386818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4440c697-f4ff-4db9-b23e-90c539e3487d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d0c8d10209e14d82a40b57530f4f7977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9475355 Jul 14 11:48:45.393098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36276) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:45.417475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d3620765-ab59-454e-bce2-2448ddcca7fe up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:45.445793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440c697-f4ff-4db9-b23e-90c539e3487d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606d2447-d0dc-47c2-a9ef-88c79718cf79,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:45.481554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 117d3a80-0b9a-481a-b3c0-6174627d89e7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:45.494677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 117d3a80-0b9a-481a-b3c0-6174627d89e7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:45.495018 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.511289 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6829cef4-8c4f-4608-944f-71cd8803b984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.598413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] For port af0346f2-9980-4393-910e-4b693668a1ac, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:45.609702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] For port af0346f2-9980-4393-910e-4b693668a1ac, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=af0346f2-9980-4393-910e-4b693668a1ac,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:45.616443 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6829cef4-8c4f-4608-944f-71cd8803b984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.628892 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.643020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.20.0.1 (a899e257-85c4-45bb-8f56-37e8ac909915/c8a3bc0d-d3d5-4616-bbfb-c43841eb138b/22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:45.694228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be354fe8-c1d3-47f9-b5de-e83d2645ffbb req-63a7f72d-16b2-4c64-9626-3274d5a2fcc4 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 210 time: 0.1214314 Jul 14 11:48:45.732559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port d3620765-ab59-454e-bce2-2448ddcca7fe completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:45.741327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d3620765-ab59-454e-bce2-2448ddcca7fe triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:45.741708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.787104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6829cef4-8c4f-4608-944f-71cd8803b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.798027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6829cef4-8c4f-4608-944f-71cd8803b984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.802276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6829cef4-8c4f-4608-944f-71cd8803b984 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/606d2447-d0dc-47c2-a9ef-88c79718cf79 HTTP/1.1" status: 204 len: 168 time: 0.4047444 Jul 14 11:48:45.825364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829cef4-8c4f-4608-944f-71cd8803b984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606d2447-d0dc-47c2-a9ef-88c79718cf79,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:45.918591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d207ae-2a0f-40f4-a0bf-26ad54ff6feb None None] Pushing event updated for resources: {'Port': ['ID=af0346f2-9980-4393-910e-4b693668a1ac,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:45.964360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.973657 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:45.982676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Transition to ACTIVE for port object 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:46.052376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:46.057909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386464ea-40f0-4c21-952e-330b3c655d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117d3a80-0b9a-481a-b3c0-6174627d89e7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:46.074497 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca09afd-5678-416b-835c-92156000bc1d" -d '{"events": [{"server_uuid": "386464ea-40f0-4c21-952e-330b3c655d37", "name": "network-vif-plugged", "status": "completed", "tag": "117d3a80-0b9a-481a-b3c0-6174627d89e7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:46.118581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network a899e257-85c4-45bb-8f56-37e8ac909915 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:46.123010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:46.127666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:48:46.136706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 117d3a80-0b9a-481a-b3c0-6174627d89e7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=117d3a80-0b9a-481a-b3c0-6174627d89e7,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:46.160516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:46.190723 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:46.207214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:46.234618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a6141-2b39-4f7f-af5c-824d8e2eac60 req-f312061c-d8d8-4631-8d2d-24a41e6158f5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:46.253523 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:46.262468 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a35e488-78ae-425b-afc8-8f4d4b9b1637 x-openstack-request-id: req-7a35e488-78ae-425b-afc8-8f4d4b9b1637 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:46.262893 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386464ea-40f0-4c21-952e-330b3c655d37", "name": "network-vif-plugged", "status": "completed", "tag": "117d3a80-0b9a-481a-b3c0-6174627d89e7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:46.263248 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a35e488-78ae-425b-afc8-8f4d4b9b1637 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:46.263954 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386464ea-40f0-4c21-952e-330b3c655d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117d3a80-0b9a-481a-b3c0-6174627d89e7', 'code': 200} Jul 14 11:48:46.286576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-161a6141-2b39-4f7f-af5c-824d8e2eac60 req-f312061c-d8d8-4631-8d2d-24a41e6158f5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 945 time: 0.4373379 Jul 14 11:48:46.364388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port d3620765-ab59-454e-bce2-2448ddcca7fe, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d3620765-ab59-454e-bce2-2448ddcca7fe,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:46.376574 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:46.384943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=117d3a80-0b9a-481a-b3c0-6174627d89e7,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:46.447652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-161a6141-2b39-4f7f-af5c-824d8e2eac60 req-f9f3576b-7a39-4b84-aa90-f2aefcb85760 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600833 Jul 14 11:48:46.484559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c603c9a-6229-405c-a375-36daa5aee222 req-708f59c0-9192-4b71-87f4-30ec8e62eff2 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:46.486140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-708f59c0-9192-4b71-87f4-30ec8e62eff2 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.64 "GET /v2.0/networks?id=33914b00-9eaa-48ba-84dc-2a7dbbb2174c HTTP/1.1" status: 200 len: 812 time: 0.5357187 Jul 14 11:48:46.519952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Request body: {'port': {'device_id': 'c053505e-9e54-4105-9239-a33374532446', 'network_id': '33914b00-9eaa-48ba-84dc-2a7dbbb2174c', 'admin_state_up': True, 'tenant_id': '76358d1b77c2452ca081715cc8ba5995'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:46.529047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=d3620765-ab59-454e-bce2-2448ddcca7fe,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:46.594321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:46.815566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Made reservation on behalf of 76358d1b77c2452ca081715cc8ba5995 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:46.819759 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:46.852288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79d44f-11a8-4d83-b6f4-46ce4ceeb52f req-c77d4be2-e306-4664-8525-3092704f56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:46.854150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea79d44f-11a8-4d83-b6f4-46ce4ceeb52f req-c77d4be2-e306-4664-8525-3092704f56bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 1097 time: 0.2220349 Jul 14 11:48:46.899194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146fc1d-e3d5-4f62-a83b-ce0a91ead218 req-83327d7b-dead-43d7-b016-085f80f5a2b6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:46.901137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f146fc1d-e3d5-4f62-a83b-ce0a91ead218 req-83327d7b-dead-43d7-b016-085f80f5a2b6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.2041545 Jul 14 11:48:46.989648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea79d44f-11a8-4d83-b6f4-46ce4ceeb52f req-20eab16d-8b4f-4f00-ae3a-8b8f37fd7de1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210034 Jul 14 11:48:46.999949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fa44055-5769-43ea-8f26-74b2cc8f1501 req-8d8ff6cd-0fe3-491a-a62c-ad7846d1c821 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 210 time: 0.0962892 Jul 14 11:48:47.068439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f146fc1d-e3d5-4f62-a83b-ce0a91ead218 req-3d9ae0fc-65ec-4c23-9a89-763c2aaf8d68 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270919 Jul 14 11:48:47.102864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Allocated IP 172.20.0.7 (33914b00-9eaa-48ba-84dc-2a7dbbb2174c/969c0a63-4bae-4976-82cd-c9190d4c5206/2b050929-3a03-45c9-8312-43fa86778d60) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:47.160235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:47.171472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:47.349321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:47.360497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:47.421718 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:47.426619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d3620765-ab59-454e-bce2-2448ddcca7fe up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:47.489484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d3620765-ab59-454e-bce2-2448ddcca7fe triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:47.490524 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:47.526973 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:47.562861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network a899e257-85c4-45bb-8f56-37e8ac909915 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:47.569973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:47.588399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Network 33914b00-9eaa-48ba-84dc-2a7dbbb2174c is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:47.592407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:47.600177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:48:47.637840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device af0346f2-9980-4393-910e-4b693668a1ac up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:47.639409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Pushing event updated for resources: {'Port': ['ID=2b050929-3a03-45c9-8312-43fa86778d60,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:47.705563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:47.706286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:47.747504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f9208b2e-f113-4b65-a4aa-6709ceafb674 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2517917 Jul 14 11:48:47.762315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port af0346f2-9980-4393-910e-4b693668a1ac completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:47.766324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Request body: {'port': {'device_id': 'c053505e-9e54-4105-9239-a33374532446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:47.835138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 0455276e-9b41-44b5-aaf6-ed487a02984a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:48:47.921257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45686ce6-c35f-4c03-aff8-c30f304b181f None None] Network a899e257-85c4-45bb-8f56-37e8ac909915 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:48:47.961472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:47.984857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76d03-a39f-4e22-a543-272330be3f87 req-5cf39eef-a82d-4cb0-a41f-27e7896f29d4 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:47.992751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ee76d03-a39f-4e22-a543-272330be3f87 req-5cf39eef-a82d-4cb0-a41f-27e7896f29d4 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 946 time: 0.1694217 Jul 14 11:48:48.079516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-12f45e04-67e6-490a-8585-3825f1b93501 None None] Provisioning for port af0346f2-9980-4393-910e-4b693668a1ac completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:48.082742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ee76d03-a39f-4e22-a543-272330be3f87 req-eaa52ce0-38ac-4c41-bd7a-0a6ba0657c39 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885396 Jul 14 11:48:48.348632 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-12f45e04-67e6-490a-8585-3825f1b93501 None None] Provisioning complete for port af0346f2-9980-4393-910e-4b693668a1ac triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:48.349003 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-12f45e04-67e6-490a-8585-3825f1b93501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:48.434054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:48.447905 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6192b212-581a-4029-a75d-224694e9af30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "PUT /v2.0/routers/0455276e-9b41-44b5-aaf6-ed487a02984a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5304620 Jul 14 11:48:48.449963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36330) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:48.452864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Sync routers for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:48.478970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:48.480134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:48.572618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b050929-3a03-45c9-8312-43fa86778d60 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:48.581915 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:48.598811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Transition to ACTIVE for port object 2b050929-3a03-45c9-8312-43fa86778d60 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:48.602030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:48.612430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:48.697681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.699692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.701283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.702468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.703691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.704946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.706277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.707566 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.708775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.711478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.712727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.713264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.716244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Pushing event updated for resources: {'Port': ['ID=2b050929-3a03-45c9-8312-43fa86778d60,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:48.718327 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b5adff1a-afaa-4137-a7d3-c04acf57980c tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8461 time: 0.2668567 Jul 14 11:48:48.721404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36334) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:48.774636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded358e-027b-4d54-8f92-6a746f84771c req-523c5991-93f9-4cf2-86b9-4675c11fd2e4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.780743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ded358e-027b-4d54-8f92-6a746f84771c req-523c5991-93f9-4cf2-86b9-4675c11fd2e4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.4583046 Jul 14 11:48:48.799318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d6ad7-5ccb-4b72-964e-1f512a643d89 req-854e2ae8-c987-4fb9-b88c-cde97c42e20d tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:48.804790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a91d6ad7-5ccb-4b72-964e-1f512a643d89 req-854e2ae8-c987-4fb9-b88c-cde97c42e20d tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 931 time: 0.4399123 Jul 14 11:48:48.892961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ded358e-027b-4d54-8f92-6a746f84771c req-4e53a977-e4e5-4514-94de-d92ab127587a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090448 Jul 14 11:48:49.054471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.055066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.055548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.056428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.056566 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.059039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.059532 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.060044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.060492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.060965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.061560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.062024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.064439 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a6015a6a-614a-4ed9-bc09-d609b6f05f30 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7742 time: 0.3413179 Jul 14 11:48:49.068088 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-12f45e04-67e6-490a-8585-3825f1b93501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:49.070621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36338) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:49.096232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Attempting to bind port 2b050929-3a03-45c9-8312-43fa86778d60 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:48:49.097320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Attempting to bind port 2b050929-3a03-45c9-8312-43fa86778d60 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '9799cc2d-4859-4f68-893e-ceb86f24a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33914b00-9eaa-48ba-84dc-2a7dbbb2174c'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:48:49.099194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Attempting to bind port 2b050929-3a03-45c9-8312-43fa86778d60 on network 33914b00-9eaa-48ba-84dc-2a7dbbb2174c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:49.111208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a91d6ad7-5ccb-4b72-964e-1f512a643d89 req-c65db033-947d-4277-b036-cf24207ac3e8 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005195 Jul 14 11:48:49.116809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Port 2b050929-3a03-45c9-8312-43fa86778d60 on network 33914b00-9eaa-48ba-84dc-2a7dbbb2174c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:48:49.117807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Attempting to bind port 2b050929-3a03-45c9-8312-43fa86778d60 on network 33914b00-9eaa-48ba-84dc-2a7dbbb2174c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:49.139291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:48:49.143215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Checking segment: {'id': '9799cc2d-4859-4f68-893e-ceb86f24a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33914b00-9eaa-48ba-84dc-2a7dbbb2174c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:49.143612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Bound using segment: {'id': '9799cc2d-4859-4f68-893e-ceb86f24a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33914b00-9eaa-48ba-84dc-2a7dbbb2174c'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:48:49.151926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Bound port: 2b050929-3a03-45c9-8312-43fa86778d60, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9799cc2d-4859-4f68-893e-ceb86f24a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33914b00-9eaa-48ba-84dc-2a7dbbb2174c'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:48:49.151926 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:49.338780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] For port 2b050929-3a03-45c9-8312-43fa86778d60, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:49.344688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] For port 2b050929-3a03-45c9-8312-43fa86778d60, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2b050929-3a03-45c9-8312-43fa86778d60,segment=NetworkSegment(9799cc2d-4859-4f68-893e-ceb86f24a3e6),segment_id=9799cc2d-4859-4f68-893e-ceb86f24a3e6)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:49.353683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:49.470061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.470700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:49.472318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] 10.222.0.64 "PUT /v2.0/ports/2b050929-3a03-45c9-8312-43fa86778d60 HTTP/1.1" status: 200 len: 1091 time: 1.7168021 Jul 14 11:48:49.472827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c053505e-9e54-4105-9239-a33374532446', 'tag': '2b050929-3a03-45c9-8312-43fa86778d60'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:49.475288 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1097ed-87b9-47e8-8497-00b46c900338" -d '{"events": [{"name": "network-changed", "server_uuid": "c053505e-9e54-4105-9239-a33374532446", "tag": "2b050929-3a03-45c9-8312-43fa86778d60"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:49.499777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-12f45e04-67e6-490a-8585-3825f1b93501 None None] For port af0346f2-9980-4393-910e-4b693668a1ac, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=af0346f2-9980-4393-910e-4b693668a1ac,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:49.504034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 2, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:49.508026 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-12f45e04-67e6-490a-8585-3825f1b93501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:49.547610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Checking router: 0455276e-9b41-44b5-aaf6-ed487a02984a for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:49.548016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Updating router 0455276e-9b41-44b5-aaf6-ed487a02984a port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:48:49.576411 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc113bc-7644-49a1-a997-c70f9a82974b x-openstack-request-id: req-8fc113bc-7644-49a1-a997-c70f9a82974b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:49.577329 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c053505e-9e54-4105-9239-a33374532446", "tag": "2b050929-3a03-45c9-8312-43fa86778d60", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:49.577756 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8fc113bc-7644-49a1-a997-c70f9a82974b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:49.578327 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c053505e-9e54-4105-9239-a33374532446', 'tag': '2b050929-3a03-45c9-8312-43fa86778d60', 'status': 'completed', 'code': 200} Jul 14 11:48:49.601026 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d1e17f26-4243-4ef2-9572-0607a9d1df02 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.5289516 Jul 14 11:48:49.610266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c0226-9d3f-4d58-aea3-bc33e8a36c64 service neutron] Pushing event updated for resources: {'Port': ['ID=2b050929-3a03-45c9-8312-43fa86778d60,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:49.652539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4311d-c5f2-4409-bffe-e96dc40e45f2 req-891fe690-93a0-4904-aeab-00a56d643ab5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.660820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eab4311d-c5f2-4409-bffe-e96dc40e45f2 req-891fe690-93a0-4904-aeab-00a56d643ab5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 946 time: 0.2459552 Jul 14 11:48:49.665568 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:49.668936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9cb23499-fae5-488a-a3b7-834a77dc9630 None None] Provisioning for port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:49.683984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f45e04-67e6-490a-8585-3825f1b93501 None None] Pushing event updated for resources: {'Port': ['ID=af0346f2-9980-4393-910e-4b693668a1ac,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:49.691901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9cb23499-fae5-488a-a3b7-834a77dc9630 None None] Provisioning complete for port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:49.692267 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9cb23499-fae5-488a-a3b7-834a77dc9630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:49.736023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:48:49.740922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c603c9a-6229-405c-a375-36daa5aee222 req-13e2bc94-946c-41cd-9d48-4f4b3abc961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:49.742697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-13e2bc94-946c-41cd-9d48-4f4b3abc961c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76358d1b77c2452ca081715cc8ba5995&device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 1094 time: 0.1893322 Jul 14 11:48:49.751464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eab4311d-c5f2-4409-bffe-e96dc40e45f2 req-a66256ae-9059-45bf-92ab-9ce1fcf6e321 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898185 Jul 14 11:48:49.807584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-b744edb9-ad60-4a89-be98-2c01454ca938 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b050929-3a03-45c9-8312-43fa86778d60 HTTP/1.1" status: 200 len: 217 time: 0.0546339 Jul 14 11:48:49.817574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9cb23499-fae5-488a-a3b7-834a77dc9630 None None] Port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:48:49.943534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9cb23499-fae5-488a-a3b7-834a77dc9630 None None] Provisioning complete for port af0346f2-9980-4393-910e-4b693668a1ac triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:49.943929 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9cb23499-fae5-488a-a3b7-834a77dc9630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:50.157854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:50.182202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'port_id': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'mac_address': 'fa:16:3e:f8:78:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:48:50.263784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c603c9a-6229-405c-a375-36daa5aee222 req-e76e8eb8-700b-4e52-8aca-fa0140c3f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:50.265299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-e76e8eb8-700b-4e52-8aca-fa0140c3f940 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=969c0a63-4bae-4976-82cd-c9190d4c5206 HTTP/1.1" status: 200 len: 852 time: 0.4505732 Jul 14 11:48:50.282383 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:50.305364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-a8952de0-392c-4067-ae24-c434a1d314b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33914b00-9eaa-48ba-84dc-2a7dbbb2174c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317504 Jul 14 11:48:50.317205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:50.376867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9221f-f80a-4f73-a824-b61e6fd6ce91 req-02bc73bc-70ed-4b7c-852f-e7144490c38f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:50.378408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cee9221f-f80a-4f73-a824-b61e6fd6ce91 req-02bc73bc-70ed-4b7c-852f-e7144490c38f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.1674671 Jul 14 11:48:50.388639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:50.398911 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:50.402052 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:50.439982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Transition to ACTIVE for port object 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:48:50.464335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:50.540831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:50.554419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-9997aa9e-e6fe-4cbc-853b-c83c586b3ad9 service neutron] 10.222.0.64 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379026 Jul 14 11:48:50.559938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:50.566131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cee9221f-f80a-4f73-a824-b61e6fd6ce91 req-524fc873-9c54-49d6-a78d-66dbaf6728da tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716211 Jul 14 11:48:50.638362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36364) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:50.644735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318481115', 'description': 'tempest-secgroup-smoke-1318481115 description', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:50.718987 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:50.795369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c603c9a-6229-405c-a375-36daa5aee222 req-56ba4449-7a89-4057-97f8-f8ae51bd0b07 service neutron] 10.222.0.64 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281945 Jul 14 11:48:50.917032 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:50.923298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:50.966027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:50.967824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3268807 Jul 14 11:48:50.971046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36386) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:50.978774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9e15824f-0da0-4c35-a43b-2a101de70779 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '01872218-cb53-4429-8354-c2335fcaf994', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:50.986958 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01872218-cb53-4429-8354-c2335fcaf994,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:51.007834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.008558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.009341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.010142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.011197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.011973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.013113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.013909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.014467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.015426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.016033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.016590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fe39e-8bb7-4bcc-823a-3a470856a9e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:51.057578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e15824f-0da0-4c35-a43b-2a101de70779 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.086675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Attempting to bind port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:48:51.087057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Attempting to bind port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:48:51.087426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Attempting to bind port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf on network a899e257-85c4-45bb-8f56-37e8ac909915 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:48:51.095774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:48:51.096400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Checking segment: {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:48:51.097049 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.097645 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Bound using segment: {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:48:51.098587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Bound port: 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:48:51.099245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.184628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e15824f-0da0-4c35-a43b-2a101de70779 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.188084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-79f4365e-09f3-4962-a5d7-957571b0ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:51.189925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-79f4365e-09f3-4962-a5d7-957571b0ff0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76358d1b77c2452ca081715cc8ba5995&device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 1094 time: 0.3262002 Jul 14 11:48:51.191538 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e15824f-0da0-4c35-a43b-2a101de70779 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.220657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] For port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:51.225139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] For port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:51.233726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f54bc0-2372-4484-82cc-236261dc26be None None] Pushing event updated for resources: {'Port': ['ID=22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:51.238961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15824f-0da0-4c35-a43b-2a101de70779 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221586f1-38b5-471f-8b32-7e4e44c0793b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:51.244633 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.259471 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e15824f-0da0-4c35-a43b-2a101de70779 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.260961 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9e15824f-0da0-4c35-a43b-2a101de70779 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877204 Jul 14 11:48:51.265559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36392) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:51.279403 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-210cb954-bf1f-46b8-9b7c-18b1f3be7168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '01872218-cb53-4429-8354-c2335fcaf994', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:51.314349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device af0346f2-9980-4393-910e-4b693668a1ac up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:51.346328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-210cb954-bf1f-46b8-9b7c-18b1f3be7168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.356304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-cdd9bf42-66ad-4e6e-982d-360caf94b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:51.357886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-cdd9bf42-66ad-4e6e-982d-360caf94b775 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33914b00-9eaa-48ba-84dc-2a7dbbb2174c HTTP/1.1" status: 200 len: 912 time: 0.1573393 Jul 14 11:48:51.386903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-d6605b5c-d3b7-412b-b811-f6d2a51bebf3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:51.394196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-d6605b5c-d3b7-412b-b811-f6d2a51bebf3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.5111632 Jul 14 11:48:51.470895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-210cb954-bf1f-46b8-9b7c-18b1f3be7168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.476145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f54bc0-2372-4484-82cc-236261dc26be None None] Pushing event updated for resources: {'Port': ['ID=22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:51.478029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-210cb954-bf1f-46b8-9b7c-18b1f3be7168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.492269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:48:51.493041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:48:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:51.527513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40395f1-f4b0-4d56-9c63-2d82b64840de req-ee61140e-8b52-4389-82a5-562b6548c5d3 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:51.531645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cb954-bf1f-46b8-9b7c-18b1f3be7168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3eb874-a920-4a23-aaac-314288d4da90,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:51.540976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f40395f1-f4b0-4d56-9c63-2d82b64840de req-ee61140e-8b52-4389-82a5-562b6548c5d3 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 943 time: 0.5818081 Jul 14 11:48:51.554764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-8de616e6-11d7-45e2-8779-193deec72fc7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/quotas/97191b2278554533ad3e08acafea11d2 HTTP/1.1" status: 200 len: 375 time: 0.1590209 Jul 14 11:48:51.572574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-72a8f889-3af5-4dd4-b618-331524bf3aa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b050929-3a03-45c9-8312-43fa86778d60 HTTP/1.1" status: 200 len: 217 time: 0.2028897 Jul 14 11:48:51.575548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-210cb954-bf1f-46b8-9b7c-18b1f3be7168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.576862 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-210cb954-bf1f-46b8-9b7c-18b1f3be7168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3100126 Jul 14 11:48:51.579422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36396) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:51.586437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4f005e41-e285-4327-957d-89e87702014c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '01872218-cb53-4429-8354-c2335fcaf994', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:51.678590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port af0346f2-9980-4393-910e-4b693668a1ac triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:51.679724 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.686883 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f005e41-e285-4327-957d-89e87702014c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.828401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:48:51.844758 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f005e41-e285-4327-957d-89e87702014c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.853445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f005e41-e285-4327-957d-89e87702014c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.879574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f005e41-e285-4327-957d-89e87702014c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04275a04-93b2-45d9-893c-da1b70c886c0,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:51.890182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f005e41-e285-4327-957d-89e87702014c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:51.891948 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4f005e41-e285-4327-957d-89e87702014c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3114657 Jul 14 11:48:51.894645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36422) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:51.900868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b6f0d479-2d01-4f32-a66d-f7c0174b087b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '01872218-cb53-4429-8354-c2335fcaf994', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:51.905265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f40395f1-f4b0-4d56-9c63-2d82b64840de req-09f73c18-e07f-48a7-a159-73431bccf11e tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631907 Jul 14 11:48:51.922844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:51.926553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-93b30980-1b64-41ca-9369-54c7b64689c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:51.936513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-93b30980-1b64-41ca-9369-54c7b64689c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=969c0a63-4bae-4976-82cd-c9190d4c5206 HTTP/1.1" status: 200 len: 852 time: 0.2633772 Jul 14 11:48:51.968302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-4e588a9a-ed39-4bc9-abba-f2228df197f9 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3863537 Jul 14 11:48:52.011665 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d479-2d01-4f32-a66d-f7c0174b087b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.169406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-53b974af-48db-4d51-8304-2a0c49e181a3 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992860 Jul 14 11:48:52.173634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d479-2d01-4f32-a66d-f7c0174b087b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.183270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d479-2d01-4f32-a66d-f7c0174b087b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.197923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:52.198310 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.213717 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0d479-2d01-4f32-a66d-f7c0174b087b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1664222-3ff5-42fb-be5b-33633647f213,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:52.215321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-ad2f1ca3-a9ff-4342-8d8e-70105d133692 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33914b00-9eaa-48ba-84dc-2a7dbbb2174c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2696452 Jul 14 11:48:52.240227 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d479-2d01-4f32-a66d-f7c0174b087b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.244761 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b6f0d479-2d01-4f32-a66d-f7c0174b087b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3463831 Jul 14 11:48:52.245232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36428) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:52.254257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-12b97263-e815-428f-97a0-9471782f0d54 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '01872218-cb53-4429-8354-c2335fcaf994', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:52.303929 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-12b97263-e815-428f-97a0-9471782f0d54 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Project 4da7de1dc0854a24ba7bd3d0560e77e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:48:52.313843 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12b97263-e815-428f-97a0-9471782f0d54 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.343340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-4c3fcb65-4c93-4d4a-bbae-a5e5ed2ec467 service neutron] 10.222.0.64 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966303 Jul 14 11:48:52.458818 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12b97263-e815-428f-97a0-9471782f0d54 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.463642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-d1baba82-d2e7-4ea7-8ea7-788966806460 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929533 Jul 14 11:48:52.468139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12b97263-e815-428f-97a0-9471782f0d54 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.484239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d1097ed-87b9-47e8-8497-00b46c900338 req-92e2a7cd-8ec0-4138-9d6e-391f368f39cb service neutron] 10.222.0.64 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342986 Jul 14 11:48:52.510259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b97263-e815-428f-97a0-9471782f0d54 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c05405-9ae8-472b-8d6b-0daf46b5a89e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:52.524981 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12b97263-e815-428f-97a0-9471782f0d54 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.530979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36430) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:48:52.536369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6e5f6367-64af-4020-8dc3-01ba55aa7f16 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '01872218-cb53-4429-8354-c2335fcaf994', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:52.542296 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-12b97263-e815-428f-97a0-9471782f0d54 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2958734 Jul 14 11:48:52.580551 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-6e5f6367-64af-4020-8dc3-01ba55aa7f16 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Project 4da7de1dc0854a24ba7bd3d0560e77e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:48:52.589840 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e5f6367-64af-4020-8dc3-01ba55aa7f16 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.619669 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.675478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:52.683971 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09753b4-8047-4ae6-a5ac-7ecb0eb8c57a" -d '{"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-plugged", "status": "completed", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:52.761455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e5f6367-64af-4020-8dc3-01ba55aa7f16 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.767417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:52.775665 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.780086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e5f6367-64af-4020-8dc3-01ba55aa7f16 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.857978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f6367-64af-4020-8dc3-01ba55aa7f16 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d9f62a-2731-4cb5-a43e-2887ea36c314,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:52.886139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d277a3-5e39-43b7-ac48-de8e242e8913 req-f5f21b70-877f-4010-a4ed-b0fc205be83d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:52.898997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3d277a3-5e39-43b7-ac48-de8e242e8913 req-f5f21b70-877f-4010-a4ed-b0fc205be83d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.2866039 Jul 14 11:48:52.917506 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e5f6367-64af-4020-8dc3-01ba55aa7f16 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:52.922169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6e5f6367-64af-4020-8dc3-01ba55aa7f16 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3897352 Jul 14 11:48:52.925149 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da32ae84-59a1-4a73-89be-b438310a6fa8 x-openstack-request-id: req-da32ae84-59a1-4a73-89be-b438310a6fa8 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:52.925661 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-plugged", "status": "completed", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:52.926074 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da32ae84-59a1-4a73-89be-b438310a6fa8 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:52.926627 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'code': 200} Jul 14 11:48:53.012216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:53.026028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:51Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:53.064537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3d277a3-5e39-43b7-ac48-de8e242e8913 req-ac41e7ae-7d91-4a23-881c-01de54d3a730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615028 Jul 14 11:48:53.158197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0e7d2d0-c323-437e-b33d-b6a5dd2a90a8 req-620511e8-c4f6-458e-bec6-15aecce93e2e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 210 time: 0.1604121 Jul 14 11:48:53.391427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578ea15-2900-46d5-a5f0-1e8a1cece045 None None] The sync data for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 is: [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:51Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:53.584872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33821dd2-2d7a-409f-8e8a-dc76622c8a13 req-b51a0e27-b935-49f2-9fea-d0d5c6406597 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:53.595272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33821dd2-2d7a-409f-8e8a-dc76622c8a13 req-b51a0e27-b935-49f2-9fea-d0d5c6406597 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 943 time: 0.1898689 Jul 14 11:48:53.693215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33821dd2-2d7a-409f-8e8a-dc76622c8a13 req-b08f41a8-1eaf-4cd4-b28b-4c38e40aa1aa tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964494 Jul 14 11:48:53.739911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2b050929-3a03-45c9-8312-43fa86778d60 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:48:53.814446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-06f38355-93eb-49fa-9253-749f8fabeafb tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318481115&fields=id&tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2 HTTP/1.1" status: 200 len: 267 time: 0.0716913 Jul 14 11:48:53.989391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2b050929-3a03-45c9-8312-43fa86778d60, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2b050929-3a03-45c9-8312-43fa86778d60,segment=NetworkSegment(9799cc2d-4859-4f68-893e-ceb86f24a3e6),segment_id=9799cc2d-4859-4f68-893e-ceb86f24a3e6)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:53.996279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-b2b0e47d-d291-4d20-8aee-61b27fd9ff30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:54.007029 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '2b050929-3a03-45c9-8312-43fa86778d60', 'network_id': '33914b00-9eaa-48ba-84dc-2a7dbbb2174c', 'port_id': '2b050929-3a03-45c9-8312-43fa86778d60', 'mac_address': 'fa:16:3e:b8:12:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969c0a63-4bae-4976-82cd-c9190d4c5206', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:48:54.012107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-b2b0e47d-d291-4d20-8aee-61b27fd9ff30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/networks?id=a899e257-85c4-45bb-8f56-37e8ac909915 HTTP/1.1" status: 200 len: 797 time: 0.1954916 Jul 14 11:48:54.031650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-bd66778f-28fd-4418-8f99-b8920dae2ec0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/quotas/4da7de1dc0854a24ba7bd3d0560e77e2 HTTP/1.1" status: 200 len: 375 time: 0.0187106 Jul 14 11:48:54.049937 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:54.080102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b050929-3a03-45c9-8312-43fa86778d60 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:48:54.140716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2b050929-3a03-45c9-8312-43fa86778d60, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2b050929-3a03-45c9-8312-43fa86778d60,segment=NetworkSegment(9799cc2d-4859-4f68-893e-ceb86f24a3e6),segment_id=9799cc2d-4859-4f68-893e-ceb86f24a3e6)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:54.156118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:54.167163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-a0a518fc-ac41-4aaa-932e-7952b080ddf6 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252019 Jul 14 11:48:54.292791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2b050929-3a03-45c9-8312-43fa86778d60,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:54.316123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-33651625-abcb-4ac5-bfc6-8ee61ef7732b service neutron] 10.222.0.38 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479678 Jul 14 11:48:54.426958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['2b050929-3a03-45c9-8312-43fa86778d60'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:54.509507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-cfb4fe14-d973-4379-b8a8-041d16836c13 service neutron] 10.222.0.38 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924467 Jul 14 11:48:54.670949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffe017-31cf-4f62-9cd2-fd51485154f4 req-920320ab-7345-4212-ba02-b27c11a38a4e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:54.688794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88ffe017-31cf-4f62-9cd2-fd51485154f4 req-920320ab-7345-4212-ba02-b27c11a38a4e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.1986449 Jul 14 11:48:54.824059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88ffe017-31cf-4f62-9cd2-fd51485154f4 req-6d85406d-cc01-473e-a881-d2e753543adb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125655 Jul 14 11:48:55.165888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bf885b1-795a-4030-add2-404d532d66aa req-8a91e4e2-0a59-4549-850f-601c43dbab1d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 210 time: 0.0836017 Jul 14 11:48:55.423375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:55.602782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:55.617366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-210b199d-06b4-4363-8d08-363aa74ff4a4 req-60541594-2a91-4541-839e-8e388e9b6a79 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 210 time: 0.2163789 Jul 14 11:48:55.619828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:55.621465 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:55.700803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-52faaaca-2bc7-407a-8d00-a44b73b487f7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:55.703532 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-52faaaca-2bc7-407a-8d00-a44b73b487f7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.5351682 Jul 14 11:48:55.718708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Request body: {'port': {'device_id': '01a844b4-d64b-4557-ba02-5ddcbe3c48ff', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'admin_state_up': True, 'tenant_id': '97191b2278554533ad3e08acafea11d2'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:55.741584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:55.774675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2b050929-3a03-45c9-8312-43fa86778d60 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:55.822362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade67d3-3660-464f-9ea8-ca1e46c042a8 req-19ab4015-ac10-43de-97a3-6bdf94059827 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:55.824227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ade67d3-3660-464f-9ea8-ca1e46c042a8 req-19ab4015-ac10-43de-97a3-6bdf94059827 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 944 time: 0.2432501 Jul 14 11:48:55.874410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 2b050929-3a03-45c9-8312-43fa86778d60 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:48:55.881598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:55.884291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 2b050929-3a03-45c9-8312-43fa86778d60 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:55.884662 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:55.946907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:55.979016 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:48:55.982411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ade67d3-3660-464f-9ea8-ca1e46c042a8 req-7d008c4a-452b-4f66-abea-2b07f0ef7355 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492481 Jul 14 11:48:56.064149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Made reservation on behalf of 97191b2278554533ad3e08acafea11d2 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:56.075223 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:56.122949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:56.170970 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:56.212490 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c053505e-9e54-4105-9239-a33374532446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b050929-3a03-45c9-8312-43fa86778d60'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:48:56.215196 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eedba3c-6b8f-4639-a5ec-b4b2b731e62e" -d '{"events": [{"server_uuid": "c053505e-9e54-4105-9239-a33374532446", "name": "network-vif-plugged", "status": "completed", "tag": "2b050929-3a03-45c9-8312-43fa86778d60"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:56.242496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2b050929-3a03-45c9-8312-43fa86778d60, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2b050929-3a03-45c9-8312-43fa86778d60,segment=NetworkSegment(9799cc2d-4859-4f68-893e-ceb86f24a3e6),segment_id=9799cc2d-4859-4f68-893e-ceb86f24a3e6)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:56.257266 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:56.402013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2b050929-3a03-45c9-8312-43fa86778d60,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:56.410809 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:56.523234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-759ced59-5b65-4153-bc75-8b79c1967fbd req-b777b17d-8869-4dc7-aac4-a73cb3683a50 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 210 time: 0.0803392 Jul 14 11:48:56.563797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a8e5d-c799-4aa6-8702-a15cdab0346a req-4bd4cf1c-0508-4f71-aa3f-23ea9fd82bc6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:56.571197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc0a8e5d-c799-4aa6-8702-a15cdab0346a req-4bd4cf1c-0508-4f71-aa3f-23ea9fd82bc6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.4397721 Jul 14 11:48:56.601814 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5a48d3-2643-41e6-af7a-32e3b94c449e x-openstack-request-id: req-bf5a48d3-2643-41e6-af7a-32e3b94c449e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:56.602340 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c053505e-9e54-4105-9239-a33374532446", "name": "network-vif-plugged", "status": "completed", "tag": "2b050929-3a03-45c9-8312-43fa86778d60", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:56.602558 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf5a48d3-2643-41e6-af7a-32e3b94c449e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:56.603075 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c053505e-9e54-4105-9239-a33374532446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b050929-3a03-45c9-8312-43fa86778d60', 'code': 200} Jul 14 11:48:56.664726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Allocated IP 172.20.0.6 (1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40/e3fee729-a6f2-4f4e-99e5-7cf52aa0a461/6f82831c-4728-45a0-9b7c-2f626cbd9e3e) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:56.706954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc0a8e5d-c799-4aa6-8702-a15cdab0346a req-d561c335-237c-4054-81e6-47bfc6871cf0 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347513 Jul 14 11:48:56.969416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30ced7ea-6a65-4afc-9f2f-ee53b2c85bae req-29e43d5e-560b-448d-a732-aa63d8ad2a29 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 210 time: 0.0466428 Jul 14 11:48:57.165493 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:57.277462 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:57.283050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:57.358368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:57.364619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['117d3a80-0b9a-481a-b3c0-6174627d89e7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:57.508976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:48:57.509353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:58.051721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:58.057738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a28db-6185-47c6-9e01-d00b33c49c8b req-c3a76aac-40ea-423e-abd6-ee482ce44068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:58.059667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-294a28db-6185-47c6-9e01-d00b33c49c8b req-c3a76aac-40ea-423e-abd6-ee482ce44068 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 1096 time: 1.3517354 Jul 14 11:48:58.066772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:58.106571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:48:58.149444 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:58.166829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:58.167597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:58.214329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event updated for resources: {'Port': ['ID=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:58.261409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-99da383b-5cd6-42e1-8eb7-75469623a0a1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5467274 Jul 14 11:48:58.279111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-a3b34c20-b4d1-41fa-bc9b-a9c5f6a59acc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:58.280792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-a3b34c20-b4d1-41fa-bc9b-a9c5f6a59acc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "GET /v2.0/networks?id=a899e257-85c4-45bb-8f56-37e8ac909915 HTTP/1.1" status: 200 len: 797 time: 1.0332320 Jul 14 11:48:58.286132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Request body: {'port': {'device_id': '01a844b4-d64b-4557-ba02-5ddcbe3c48ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:58.324313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f5688-b02e-4f25-8e94-8646fbf2465a req-99cb2fa3-d09f-429c-91e8-b262ae3b0e4c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:58.342428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d7f5688-b02e-4f25-8e94-8646fbf2465a req-99cb2fa3-d09f-429c-91e8-b262ae3b0e4c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 931 time: 0.3788781 Jul 14 11:48:58.374245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-294a28db-6185-47c6-9e01-d00b33c49c8b req-9c86284f-524e-4934-af22-d9e4b347e4aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959249 Jul 14 11:48:58.405226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f628f-f161-41bd-af8e-dba555df691a req-e6a647d5-481c-4ca7-8166-00551a52695c tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:58.412800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-558f628f-f161-41bd-af8e-dba555df691a req-e6a647d5-481c-4ca7-8166-00551a52695c tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 1.0949638 Jul 14 11:48:58.521859 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-daab9bf9-e255-4d3e-a927-44ad3a358de7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2 HTTP/1.1" status: 200 len: 380 time: 0.1619947 Jul 14 11:48:58.531492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d7f5688-b02e-4f25-8e94-8646fbf2465a req-088c3b67-c051-4e0c-9426-9ce576aa2cee tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808929 Jul 14 11:48:58.607475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'port': {'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'admin_state_up': True, 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'security_groups': ['01872218-cb53-4429-8354-c2335fcaf994']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:48:58.643186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-558f628f-f161-41bd-af8e-dba555df691a req-6177b306-f7f9-4c4b-a9bb-fa011dee017a tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295148 Jul 14 11:48:58.828527 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:59.095150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e78b7810-447d-4df0-8092-a95c6cc296fe req-728ffeb8-a8b9-47d0-8538-17a843dace3a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 210 time: 0.0698695 Jul 14 11:48:59.196299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f9ad-fbe2-4812-926b-d8fdff19ea94 req-f99fc877-39dd-4552-94cd-eb7a04b4aa04 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:48:59.197963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce70f9ad-fbe2-4812-926b-d8fdff19ea94 req-f99fc877-39dd-4552-94cd-eb7a04b4aa04 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.3953917 Jul 14 11:48:59.213247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Made reservation on behalf of 4da7de1dc0854a24ba7bd3d0560e77e2 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:59.218225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:48:59.400010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce70f9ad-fbe2-4812-926b-d8fdff19ea94 req-c7c86cd4-d693-4d49-8bc4-0df2beca06bf tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936777 Jul 14 11:48:59.513196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.20.0.4 (a899e257-85c4-45bb-8f56-37e8ac909915/c8a3bc0d-d3d5-4616-bbfb-c43841eb138b/aa81cad0-f04d-494f-b508-5eee26ca1ee7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:59.975905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f82831c-4728-45a0-9b7c-2f626cbd9e3e {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:49:00.000896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:00.015834 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:00.029763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0965930-0b5d-4983-8cf0-8874641757c2 req-e5944989-7359-45b1-8229-ad87531cf553 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:00.037007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0965930-0b5d-4983-8cf0-8874641757c2 req-e5944989-7359-45b1-8229-ad87531cf553 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 931 time: 0.2598803 Jul 14 11:49:00.092345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Transition to ACTIVE for port object aa81cad0-f04d-494f-b508-5eee26ca1ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:00.094163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Transition to ACTIVE for port object 6f82831c-4728-45a0-9b7c-2f626cbd9e3e will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:00.109974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:00.129949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0965930-0b5d-4983-8cf0-8874641757c2 req-f5224666-389c-4ac0-a7e2-ef4972f7d8a4 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911562 Jul 14 11:49:00.198418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d8c91-2f04-4907-ad19-e2e26b8435e1 req-1b9fbb6a-c68b-45bf-8afe-dbbd9843a28c tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:00.201506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca6d8c91-2f04-4907-ad19-e2e26b8435e1 req-1b9fbb6a-c68b-45bf-8afe-dbbd9843a28c tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.3095276 Jul 14 11:49:00.208615 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:00.326640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network a899e257-85c4-45bb-8f56-37e8ac909915 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:00.330666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:00.360127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:00.367362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:00.372798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca6d8c91-2f04-4907-ad19-e2e26b8435e1 req-c5e00334-a92c-46da-a9d2-3ea021ae2c54 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352811 Jul 14 11:49:00.479822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:00.480866 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:00.572041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=aa81cad0-f04d-494f-b508-5eee26ca1ee7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:00.620532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Attempting to bind port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:00.620532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Attempting to bind port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:00.620532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Attempting to bind port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:00.630555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:49:00.630930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Attempting to bind port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:00.637563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e52f14cb-e8b5-4647-9e71-a64e540142cc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0474105 Jul 14 11:49:00.640654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:00.640987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Checking segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:00.641385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Bound using segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:00.642216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Bound port: 6f82831c-4728-45a0-9b7c-2f626cbd9e3e, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:00.642591 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:00.654393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Request body: {'port': {'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:00.765359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def3024-f4e7-4722-81e8-1515cc1f087b req-e8a522f8-9c00-4cea-aa7c-fcb82d80ce12 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:00.768352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1def3024-f4e7-4722-81e8-1515cc1f087b req-e8a522f8-9c00-4cea-aa7c-fcb82d80ce12 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 931 time: 0.2823877 Jul 14 11:49:00.843221 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6db3f18d-799a-4874-b37d-44ee583c0402 None None] Provisioning for port aa81cad0-f04d-494f-b508-5eee26ca1ee7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:00.847443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6db3f18d-799a-4874-b37d-44ee583c0402 None None] Provisioning complete for port aa81cad0-f04d-494f-b508-5eee26ca1ee7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:00.847795 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6db3f18d-799a-4874-b37d-44ee583c0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:00.865262 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:00.929035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6db3f18d-799a-4874-b37d-44ee583c0402 None None] Port aa81cad0-f04d-494f-b508-5eee26ca1ee7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:49:00.977981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] For port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:00.986907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1def3024-f4e7-4722-81e8-1515cc1f087b req-0f84e5f1-9530-4b05-b820-14cf763933fe tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123377 Jul 14 11:49:01.080512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] For port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:01.099263 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:01.139059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4e80c-ec9f-462a-bdde-da555558d40f req-e76e92a0-f258-417f-8059-264520fee549 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:01.140865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6a4e80c-ec9f-462a-bdde-da555558d40f req-e76e92a0-f258-417f-8059-264520fee549 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.4368603 Jul 14 11:49:01.166317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:01.167036 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:01.168539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] 10.222.0.45 "PUT /v2.0/ports/6f82831c-4728-45a0-9b7c-2f626cbd9e3e HTTP/1.1" status: 200 len: 1091 time: 2.8867717 Jul 14 11:49:01.172361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a844b4-d64b-4557-ba02-5ddcbe3c48ff', 'tag': '6f82831c-4728-45a0-9b7c-2f626cbd9e3e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:01.177643 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf00bc08-258f-4db5-a7ae-ba80751dcc03" -d '{"events": [{"name": "network-changed", "server_uuid": "01a844b4-d64b-4557-ba02-5ddcbe3c48ff", "tag": "6f82831c-4728-45a0-9b7c-2f626cbd9e3e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:01.369167 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6a4e80c-ec9f-462a-bdde-da555558d40f req-0681709e-c4ef-4ba3-8bd1-3026f363eab7 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850617 Jul 14 11:49:01.557031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db0489-2c7e-424a-9247-7d954f568ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:01.574254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa81cad0-f04d-494f-b508-5eee26ca1ee7 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:49:01.589842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:01.603003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e3cbc-279f-4976-83f6-ff3772da570e req-45d1b854-799d-4fcb-80d1-7412fac6204f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:01.610731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a9e3cbc-279f-4976-83f6-ff3772da570e req-45d1b854-799d-4fcb-80d1-7412fac6204f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.4388900 Jul 14 11:49:01.655442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-6f94bd73-47ea-4095-89ec-7031ce6af029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:01.657032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-6f94bd73-47ea-4095-89ec-7031ce6af029 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 1094 time: 0.4211986 Jul 14 11:49:01.682650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Transition to ACTIVE for port object aa81cad0-f04d-494f-b508-5eee26ca1ee7 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:01.718797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-66a5e750-67c2-4aa7-be24-cc97f8136509 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f82831c-4728-45a0-9b7c-2f626cbd9e3e HTTP/1.1" status: 200 len: 217 time: 0.0470412 Jul 14 11:49:01.719395 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:01.842346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a9e3cbc-279f-4976-83f6-ff3772da570e req-1f332cb8-91e9-40bb-853b-d52920896f10 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307215 Jul 14 11:49:02.441345 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b779669-ac3d-4ef3-bbb9-a1033204cc11 x-openstack-request-id: req-1b779669-ac3d-4ef3-bbb9-a1033204cc11 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:02.442100 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a844b4-d64b-4557-ba02-5ddcbe3c48ff", "tag": "6f82831c-4728-45a0-9b7c-2f626cbd9e3e", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:02.442100 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b779669-ac3d-4ef3-bbb9-a1033204cc11 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:02.442412 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a844b4-d64b-4557-ba02-5ddcbe3c48ff', 'tag': '6f82831c-4728-45a0-9b7c-2f626cbd9e3e', 'status': 'completed', 'code': 200} Jul 14 11:49:02.543463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa81cad0-f04d-494f-b508-5eee26ca1ee7,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:02.579712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-067311f0-7ea8-4c71-b8dc-cc94d153d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:02.583000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-067311f0-7ea8-4c71-b8dc-cc94d153d6e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.8465531 Jul 14 11:49:02.680310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-b78f0ed9-57e4-4de2-8f5a-7eea14a3d303 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523512 Jul 14 11:49:02.799181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-06334aa8-0119-4d7a-b796-fd7062257a98 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110005 Jul 14 11:49:02.906132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Attempting to bind port aa81cad0-f04d-494f-b508-5eee26ca1ee7 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:02.906574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Attempting to bind port aa81cad0-f04d-494f-b508-5eee26ca1ee7 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:02.907001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Attempting to bind port aa81cad0-f04d-494f-b508-5eee26ca1ee7 on network a899e257-85c4-45bb-8f56-37e8ac909915 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:02.920911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a0c7a-e81b-4fc1-a41a-2100e5f41e27 req-7da107ec-bc27-4790-b122-b504f64e6dd6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:02.928729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-104a0c7a-e81b-4fc1-a41a-2100e5f41e27 req-7da107ec-bc27-4790-b122-b504f64e6dd6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 943 time: 0.4854541 Jul 14 11:49:03.000598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Port aa81cad0-f04d-494f-b508-5eee26ca1ee7 on network a899e257-85c4-45bb-8f56-37e8ac909915 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:49:03.001013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Attempting to bind port aa81cad0-f04d-494f-b508-5eee26ca1ee7 on network a899e257-85c4-45bb-8f56-37e8ac909915 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:03.029721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:03.030186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Checking segment: {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:03.030679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Bound using segment: {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:03.031134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Bound port: aa81cad0-f04d-494f-b508-5eee26ca1ee7, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f331f6e-c533-42fb-800a-4092111f152e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:03.032122 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:03.045606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-104a0c7a-e81b-4fc1-a41a-2100e5f41e27 req-92c30cd1-35d9-40a9-b97a-d731e28c4a1f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155043 Jul 14 11:49:03.125503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bed534bf-3be1-4b3a-b6b5-19eb6c0beaa1 req-a224486c-2bdf-41ad-b73f-36c017c47696 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156083 Jul 14 11:49:03.326271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655ae05-4e36-48e4-8a4c-6b8368cd154f req-f7969a54-f1ae-4546-b4a5-0935707d557c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:03.327894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7655ae05-4e36-48e4-8a4c-6b8368cd154f req-f7969a54-f1ae-4546-b4a5-0935707d557c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 943 time: 0.4258618 Jul 14 11:49:03.379714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] For port aa81cad0-f04d-494f-b508-5eee26ca1ee7, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:03.405227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] For port aa81cad0-f04d-494f-b508-5eee26ca1ee7, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=aa81cad0-f04d-494f-b508-5eee26ca1ee7,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:03.429336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-d4820c46-955d-4ca0-ae90-b949fb2ce39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:03.430892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-d4820c46-955d-4ca0-ae90-b949fb2ce39d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 1094 time: 0.2242494 Jul 14 11:49:03.432182 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:03.484559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7655ae05-4e36-48e4-8a4c-6b8368cd154f req-fbb4601f-7b44-43b8-bfed-09296f34e0b8 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454525 Jul 14 11:49:03.651346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501e5d-434c-467a-b36d-a266540d2afa req-8409217e-c5d7-43d8-a97f-70a75b11286e tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:03.653350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28501e5d-434c-467a-b36d-a266540d2afa req-8409217e-c5d7-43d8-a97f-70a75b11286e tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.4324412 Jul 14 11:49:03.655072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:03.655797 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:03.658177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] 10.222.0.64 "PUT /v2.0/ports/aa81cad0-f04d-494f-b508-5eee26ca1ee7 HTTP/1.1" status: 200 len: 1091 time: 3.0111337 Jul 14 11:49:03.927785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d864ebe-9362-48e6-af5a-11b71887edb1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa81cad0-f04d-494f-b508-5eee26ca1ee7,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:03.960744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28501e5d-434c-467a-b36d-a266540d2afa req-98d8b174-f446-4cab-85bf-a7238c43ec26 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917731 Jul 14 11:49:03.998840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-d9023ab9-dbe1-486a-938e-8812f5f5776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:04.000429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-d9023ab9-dbe1-486a-938e-8812f5f5776a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 906 time: 0.5516696 Jul 14 11:49:04.055237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-b9fd4589-1c4d-4440-9227-58bfdaa81d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:04.056823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-b9fd4589-1c4d-4440-9227-58bfdaa81d56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 1094 time: 0.3418274 Jul 14 11:49:04.190771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-d8021216-2b94-479e-ae1b-f2610281bd3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f82831c-4728-45a0-9b7c-2f626cbd9e3e HTTP/1.1" status: 200 len: 217 time: 0.1560357 Jul 14 11:49:04.204118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d89ce-6521-4f11-a1ea-a4ed0a61b948 req-b8aa5843-5303-4fb0-96a3-140f968d94f6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:04.213457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc1d89ce-6521-4f11-a1ea-a4ed0a61b948 req-b8aa5843-5303-4fb0-96a3-140f968d94f6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.4070280 Jul 14 11:49:04.233230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-cf70fe88-5077-4cda-9565-67bce3c5756d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa81cad0-f04d-494f-b508-5eee26ca1ee7 HTTP/1.1" status: 200 len: 217 time: 0.1581712 Jul 14 11:49:04.314884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e8b06e79-6edc-4049-be66-5bbb96156cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:04.316600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-e8b06e79-6edc-4049-be66-5bbb96156cca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8a3bc0d-d3d5-4616-bbfb-c43841eb138b HTTP/1.1" status: 200 len: 835 time: 0.0617423 Jul 14 11:49:04.445981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:04.448348 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:04.473170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-50ebedd0-657b-41ba-9889-29f2ff2ac1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:04.476215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-50ebedd0-657b-41ba-9889-29f2ff2ac1f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.2491596 Jul 14 11:49:04.499135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc1d89ce-6521-4f11-a1ea-a4ed0a61b948 req-e72da9ce-b29c-41d9-b6e6-74506ac9c761 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845747 Jul 14 11:49:04.585180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-626b75c0-f9d3-49bc-8561-76f149133f13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830941 Jul 14 11:49:04.586968 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46972667-e042-46fa-a759-cdc3d77074ef x-openstack-request-id: req-46972667-e042-46fa-a759-cdc3d77074ef {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:04.587366 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:04.587835 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46972667-e042-46fa-a759-cdc3d77074ef {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:04.588846 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'status': 'completed', 'code': 200} Jul 14 11:49:04.677144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-9cd6ad41-45cf-4072-a55a-84fb6968b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:04.681081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-9cd6ad41-45cf-4072-a55a-84fb6968b632 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a899e257-85c4-45bb-8f56-37e8ac909915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3226309 Jul 14 11:49:04.690449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9fad3-1c3a-4b81-9e04-db93ea89c73a req-fc31baa3-25c7-4889-99ee-6c97750937da tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:04.698315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cf9fad3-1c3a-4b81-9e04-db93ea89c73a req-fc31baa3-25c7-4889-99ee-6c97750937da tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 943 time: 0.3864279 Jul 14 11:49:04.907651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-3ca2d63f-70ed-4622-878c-51a5dd3f1ccf service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124700 Jul 14 11:49:04.919921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-43ba59f0-e774-4f4c-9ee0-2c8a8a8a07bd service neutron] 10.222.0.64 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063825 Jul 14 11:49:05.058803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cf9fad3-1c3a-4b81-9e04-db93ea89c73a req-5c0ef741-3f32-4ec5-908b-ecb6344e3eee tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419406 Jul 14 11:49:05.170569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24694100-3e0f-4851-af8b-9fab5f045e17 req-80a53eb3-fd54-4d65-9d80-4a97bfdfdc14 service neutron] 10.222.0.64 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496431 Jul 14 11:49:05.332016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1928a1-a091-40d7-a0a5-b2bf59bb944d req-d0a69bd4-ab1c-4054-9e47-a0118ee0cabe tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:05.344165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb1928a1-a091-40d7-a0a5-b2bf59bb944d req-d0a69bd4-ab1c-4054-9e47-a0118ee0cabe tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 943 time: 0.4288621 Jul 14 11:49:05.349435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf00bc08-258f-4db5-a7ae-ba80751dcc03 req-79ef5bd0-cadb-4dab-9247-9e2b61bf0a14 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129639 Jul 14 11:49:05.471160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb1928a1-a091-40d7-a0a5-b2bf59bb944d req-e0128b86-5528-455e-93e4-05863da6dec3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261191 Jul 14 11:49:05.496790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-c89d4906-7056-4ca4-a3aa-f8e2d266de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:05.498411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-c89d4906-7056-4ca4-a3aa-f8e2d266de1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 1094 time: 0.2493217 Jul 14 11:49:05.620874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082ca4c-1c71-44da-8359-706ba8ca520c req-2a771274-4ed2-4827-b9c7-fb81501a4fd3 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:05.622518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c082ca4c-1c71-44da-8359-706ba8ca520c req-2a771274-4ed2-4827-b9c7-fb81501a4fd3 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.2754681 Jul 14 11:49:05.685737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c082ca4c-1c71-44da-8359-706ba8ca520c req-04294eae-a4a4-4b5e-886f-4f1d06488f99 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511792 Jul 14 11:49:05.707412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-7571164f-ad02-4864-a807-b63d5a9df72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:05.710108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-7571164f-ad02-4864-a807-b63d5a9df72c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a899e257-85c4-45bb-8f56-37e8ac909915 HTTP/1.1" status: 200 len: 897 time: 0.1969254 Jul 14 11:49:05.773723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-728f9f1f-4d7b-483e-80ea-50fa7da25bbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa81cad0-f04d-494f-b508-5eee26ca1ee7 HTTP/1.1" status: 200 len: 217 time: 0.0517709 Jul 14 11:49:05.888175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-e5f62844-5b31-4a65-94da-2d2f259ba9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:05.890001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-e5f62844-5b31-4a65-94da-2d2f259ba9f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8a3bc0d-d3d5-4616-bbfb-c43841eb138b HTTP/1.1" status: 200 len: 835 time: 0.1077085 Jul 14 11:49:05.935511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be361a-256c-4e04-8d75-6801f744b647 req-b30083fb-af45-405c-a622-4ed661919a6e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:05.942958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07be361a-256c-4e04-8d75-6801f744b647 req-b30083fb-af45-405c-a622-4ed661919a6e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.1416435 Jul 14 11:49:05.995548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07be361a-256c-4e04-8d75-6801f744b647 req-f6a2a13b-225f-4db7-94ec-1a9c78a6ce8d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498025 Jul 14 11:49:06.059356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-89bcd53e-347b-4e1a-87c2-d46b45bbfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:06.061154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-89bcd53e-347b-4e1a-87c2-d46b45bbfd09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a899e257-85c4-45bb-8f56-37e8ac909915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624212 Jul 14 11:49:06.846665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-99d5fe82-ac05-4fee-9f01-a8fadd26511f service neutron] 10.222.0.64 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7742202 Jul 14 11:49:06.931067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-033e49ac-d283-4065-81ae-117283df46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:06.932597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-033e49ac-d283-4065-81ae-117283df46e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76358d1b77c2452ca081715cc8ba5995&device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 1096 time: 0.7786973 Jul 14 11:49:06.986180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79514300-1c2e-4ba1-92ce-cf39478a5030 req-b7ee012f-df79-45be-8751-b9428a1fcdf3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:06.993731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79514300-1c2e-4ba1-92ce-cf39478a5030 req-b7ee012f-df79-45be-8751-b9428a1fcdf3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 943 time: 0.6631455 Jul 14 11:49:07.000720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6f82831c-4728-45a0-9b7c-2f626cbd9e3e details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:49:07.020130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213903d3-b31b-43c2-a069-5453f261c6e2 req-f7ce5298-74ae-496f-895e-ee77c575061c tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:07.028394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-213903d3-b31b-43c2-a069-5453f261c6e2 req-f7ce5298-74ae-496f-895e-ee77c575061c tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.8035877 Jul 14 11:49:07.093653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aaafd7d-49ab-4211-9031-c8a64a0c99a7 req-8593127c-0015-4292-b6b5-b2e5576b2a00 service neutron] 10.222.0.64 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378182 Jul 14 11:49:07.138612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79514300-1c2e-4ba1-92ce-cf39478a5030 req-b274190c-c29f-407b-9458-336d00787748 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439385 Jul 14 11:49:07.172297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:07.190905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '6f82831c-4728-45a0-9b7c-2f626cbd9e3e', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'port_id': '6f82831c-4728-45a0-9b7c-2f626cbd9e3e', 'mac_address': 'fa:16:3e:4e:52:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fee729-a6f2-4f4e-99e5-7cf52aa0a461', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:49:07.218286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-213903d3-b31b-43c2-a069-5453f261c6e2 req-4e2e6373-72f7-4e6a-a10f-5a6d0df85925 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892974 Jul 14 11:49:07.257342 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:07.275753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f82831c-4728-45a0-9b7c-2f626cbd9e3e {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:49:07.279267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-588455aa-53e4-4f3b-9763-cf4fc26cea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:07.281197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-588455aa-53e4-4f3b-9763-cf4fc26cea32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33914b00-9eaa-48ba-84dc-2a7dbbb2174c HTTP/1.1" status: 200 len: 912 time: 0.3336635 Jul 14 11:49:07.304315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:07.309053 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:07.395685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:07.435048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-9c030f23-0a62-4407-abe4-7d271127680c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b050929-3a03-45c9-8312-43fa86778d60 HTTP/1.1" status: 200 len: 217 time: 0.1468666 Jul 14 11:49:07.571599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-8695165e-da45-4edb-bd9e-a2993f377b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:07.573663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-8695165e-da45-4edb-bd9e-a2993f377b67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=969c0a63-4bae-4976-82cd-c9190d4c5206 HTTP/1.1" status: 200 len: 852 time: 0.0864213 Jul 14 11:49:07.624207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['6f82831c-4728-45a0-9b7c-2f626cbd9e3e'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:07.627584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-87b43996-4877-427c-b27f-7290382b397b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33914b00-9eaa-48ba-84dc-2a7dbbb2174c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401106 Jul 14 11:49:07.833611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63855f6c-2163-422d-8b1d-d4051677aa85 req-70d3e4a7-bf9b-47c1-8525-9013e144a012 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:07.837336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63855f6c-2163-422d-8b1d-d4051677aa85 req-70d3e4a7-bf9b-47c1-8525-9013e144a012 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 943 time: 0.4142973 Jul 14 11:49:07.849180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device aa81cad0-f04d-494f-b508-5eee26ca1ee7 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:49:07.949086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63855f6c-2163-422d-8b1d-d4051677aa85 req-24cc2b8a-78e3-41d8-ade3-65b364ebf6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052451 Jul 14 11:49:08.014365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port aa81cad0-f04d-494f-b508-5eee26ca1ee7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=aa81cad0-f04d-494f-b508-5eee26ca1ee7,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:08.031719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:49:08.040394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eac9bb-8593-4175-91b8-02112a4262da req-47d38cd1-bca4-42d1-b1e0-d8c7244875e6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:08.044400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3eac9bb-8593-4175-91b8-02112a4262da req-47d38cd1-bca4-42d1-b1e0-d8c7244875e6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.3000228 Jul 14 11:49:08.044400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-37d03856-5897-4703-8c19-87c5101b23d6 service neutron] 10.222.0.64 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068623 Jul 14 11:49:08.087637 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:08.106573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa81cad0-f04d-494f-b508-5eee26ca1ee7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:49:08.137874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port aa81cad0-f04d-494f-b508-5eee26ca1ee7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=aa81cad0-f04d-494f-b508-5eee26ca1ee7,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:08.148364 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:08.217108 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=aa81cad0-f04d-494f-b508-5eee26ca1ee7,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:08.241085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3eac9bb-8593-4175-91b8-02112a4262da req-c41c91c2-67ed-4d5e-b0f4-4581455c936d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890864 Jul 14 11:49:08.328167 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4055b8d-efe7-4415-b831-460afabf3dbd req-b4aedd56-3b64-4a8d-be8a-129269ac8320 service neutron] 10.222.0.64 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701323 Jul 14 11:49:08.431115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['aa81cad0-f04d-494f-b508-5eee26ca1ee7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:08.679889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362c57a-90f0-4f03-a3ef-155be1e6d744 req-c3ab2f8a-60d2-4087-ac10-7d29254459e5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:08.681515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e362c57a-90f0-4f03-a3ef-155be1e6d744 req-c3ab2f8a-60d2-4087-ac10-7d29254459e5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 944 time: 0.2150059 Jul 14 11:49:08.690899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407155cb-cc49-41bf-9eba-afdceec30557 req-d2700159-ceac-4339-a2cc-8388ad002ccc tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:08.692650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-407155cb-cc49-41bf-9eba-afdceec30557 req-d2700159-ceac-4339-a2cc-8388ad002ccc tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.1367142 Jul 14 11:49:08.768469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-407155cb-cc49-41bf-9eba-afdceec30557 req-bb4f964c-770d-46f4-96f0-491f9cae154b tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671816 Jul 14 11:49:08.783720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e362c57a-90f0-4f03-a3ef-155be1e6d744 req-d5cd8e63-f558-480f-9b1c-4b267181d8b6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899713 Jul 14 11:49:08.991077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6f82831c-4728-45a0-9b7c-2f626cbd9e3e up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:09.153363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-379bec06-d3ed-43ad-869e-5ffabbb81a54 req-dcadd8ac-b991-4b62-b265-1de64855d004 service neutron] (93701) timed out ('10.222.0.38', 55368) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 11:49:09.203066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:09.216999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:09.219536 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:09.362632 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:09.451897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a844b4-d64b-4557-ba02-5ddcbe3c48ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f82831c-4728-45a0-9b7c-2f626cbd9e3e'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:09.457834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721ac72-d106-4258-9960-dbf117867da4 req-f3701169-d3ae-43db-9837-b8a7b782459b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:09.461724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2721ac72-d106-4258-9960-dbf117867da4 req-f3701169-d3ae-43db-9837-b8a7b782459b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 944 time: 0.2378669 Jul 14 11:49:09.462798 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7aee66-3fd4-49d3-ad1f-dd6f478aa8cb" -d '{"events": [{"server_uuid": "01a844b4-d64b-4557-ba02-5ddcbe3c48ff", "name": "network-vif-plugged", "status": "completed", "tag": "6f82831c-4728-45a0-9b7c-2f626cbd9e3e"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:09.505604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:09.509739 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b307d1f4-eec9-4e3f-9abc-983f50304ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:09.514194 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:09.545334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2721ac72-d106-4258-9960-dbf117867da4 req-d96ac057-6f3c-43b9-8c31-0c7792a474b0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774441 Jul 14 11:49:09.642165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:09.682253 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d74297-46ea-4005-ad3d-5f711eba1eea x-openstack-request-id: req-43d74297-46ea-4005-ad3d-5f711eba1eea {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:09.682679 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a844b4-d64b-4557-ba02-5ddcbe3c48ff", "name": "network-vif-plugged", "status": "completed", "tag": "6f82831c-4728-45a0-9b7c-2f626cbd9e3e", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:09.683026 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43d74297-46ea-4005-ad3d-5f711eba1eea {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:09.683520 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a844b4-d64b-4557-ba02-5ddcbe3c48ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f82831c-4728-45a0-9b7c-2f626cbd9e3e', 'code': 200} Jul 14 11:49:09.699706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7f07f-f9a2-44d9-854d-d68f70a1182f req-a99d6f4b-5366-4cda-838d-f51cbb15937c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:09.701495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76c7f07f-f9a2-44d9-854d-d68f70a1182f req-a99d6f4b-5366-4cda-838d-f51cbb15937c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.0936766 Jul 14 11:49:09.804149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76c7f07f-f9a2-44d9-854d-d68f70a1182f req-685a0445-3d0b-4a28-813b-273ff9abc287 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851409 Jul 14 11:49:09.870929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device aa81cad0-f04d-494f-b508-5eee26ca1ee7 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:09.878985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f62e0e-c6c5-4269-ab68-adf8b94e8019 req-80f6dab9-eab9-4110-b204-5a47672d8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:09.895244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52f62e0e-c6c5-4269-ab68-adf8b94e8019 req-80f6dab9-eab9-4110-b204-5a47672d8386 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 1096 time: 0.1557262 Jul 14 11:49:09.964607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52f62e0e-c6c5-4269-ab68-adf8b94e8019 req-90add697-c94d-48dc-85e5-4123658b7d2a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583816 Jul 14 11:49:09.986996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port aa81cad0-f04d-494f-b508-5eee26ca1ee7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:09.991952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port aa81cad0-f04d-494f-b508-5eee26ca1ee7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:09.992324 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:10.178366 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:10.189616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1796c3-5c02-4eea-849a-2f7e546760b8 req-c642e22c-6375-46c2-b46e-edede17da66f tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:10.199450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d1796c3-5c02-4eea-849a-2f7e546760b8 req-c642e22c-6375-46c2-b46e-edede17da66f tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.1766195 Jul 14 11:49:10.218363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa46bc5-f742-40ea-8bcb-75d964d03875 req-d1690910-eb80-4c71-a648-8d0fdb6e0dd8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:10.227241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fa46bc5-f742-40ea-8bcb-75d964d03875 req-d1690910-eb80-4c71-a648-8d0fdb6e0dd8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 945 time: 0.1441758 Jul 14 11:49:10.254495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port aa81cad0-f04d-494f-b508-5eee26ca1ee7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=aa81cad0-f04d-494f-b508-5eee26ca1ee7,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:10.264072 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:10.322923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d1796c3-5c02-4eea-849a-2f7e546760b8 req-2106dbc9-424c-43c3-bbf7-2318b48eef0f tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223004 Jul 14 11:49:10.324362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=aa81cad0-f04d-494f-b508-5eee26ca1ee7,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:10.342358 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fa46bc5-f742-40ea-8bcb-75d964d03875 req-ae49c0b8-63c6-48eb-b483-63d6d0b55a62 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077914 Jul 14 11:49:10.811660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c7ef3-5f65-48a8-b3f3-fa5d3cac16a2 req-88756385-cf9e-4715-a6fe-aca6a9467ba3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:10.821067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-124c7ef3-5f65-48a8-b3f3-fa5d3cac16a2 req-88756385-cf9e-4715-a6fe-aca6a9467ba3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 945 time: 0.0943294 Jul 14 11:49:10.871291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-124c7ef3-5f65-48a8-b3f3-fa5d3cac16a2 req-0f5b2ba0-8bc8-4f6b-8430-a5bcd1bdfb30 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486598 Jul 14 11:49:11.182826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba1f6a-a6af-4619-acad-a0348e96bd45 req-4037b092-430e-4e3d-b71e-f33e1bcad3d7 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:11.191576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29ba1f6a-a6af-4619-acad-a0348e96bd45 req-4037b092-430e-4e3d-b71e-f33e1bcad3d7 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.2536485 Jul 14 11:49:11.266371 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29ba1f6a-a6af-4619-acad-a0348e96bd45 req-4269fc72-a89f-4a26-b1c4-d7aea6446437 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721252 Jul 14 11:49:11.320390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db0d4c-563a-48fb-b40e-507979bb893f req-e3593726-976e-4a5b-8d4c-47ccfcf8e2d9 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:11.322985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09db0d4c-563a-48fb-b40e-507979bb893f req-e3593726-976e-4a5b-8d4c-47ccfcf8e2d9 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.2907341 Jul 14 11:49:11.375416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09db0d4c-563a-48fb-b40e-507979bb893f req-c4bdc643-d984-4ed6-ac9f-1063949388f2 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475149 Jul 14 11:49:11.599115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2ff9f-5eb6-4431-a196-67591c71beaa req-127a048a-ab8b-4e1a-a761-0675daa7fc0e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:11.611502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03f2ff9f-5eb6-4431-a196-67591c71beaa req-127a048a-ab8b-4e1a-a761-0675daa7fc0e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 945 time: 0.1219134 Jul 14 11:49:11.685492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:11.687787 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f25d93-0282-4e6b-a92a-4de0c68c0ca5" -d '{"events": [{"server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "name": "network-vif-plugged", "status": "completed", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:11.695991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03f2ff9f-5eb6-4431-a196-67591c71beaa req-68b4bdc9-ed70-4a61-a473-81b4389737cb tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805652 Jul 14 11:49:11.757569 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173f4b79-25b6-4ded-93f1-62361fee82c5 x-openstack-request-id: req-173f4b79-25b6-4ded-93f1-62361fee82c5 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:11.757854 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "name": "network-vif-plugged", "status": "completed", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:11.758293 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-173f4b79-25b6-4ded-93f1-62361fee82c5 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:11.758828 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'code': 200} Jul 14 11:49:11.993592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f60cc-21f0-443b-9689-16bc3e0666ff req-ee0c41e9-50b6-4136-a209-8dd2c0dc3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:11.999053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf9f60cc-21f0-443b-9689-16bc3e0666ff req-ee0c41e9-50b6-4136-a209-8dd2c0dc3df4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 1096 time: 0.1517835 Jul 14 11:49:12.007749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8db30-933d-4186-9298-a5314e3adc78 req-c80791a7-2f52-4625-ba27-068c72c607ae tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:12.014513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01f8db30-933d-4186-9298-a5314e3adc78 req-c80791a7-2f52-4625-ba27-068c72c607ae tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 946 time: 0.1390762 Jul 14 11:49:12.075633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01f8db30-933d-4186-9298-a5314e3adc78 req-71da017c-6dc7-4fb2-a786-2cb8b9f357ca tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601656 Jul 14 11:49:12.110494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf9f60cc-21f0-443b-9689-16bc3e0666ff req-6f504103-aed8-44b8-a40c-122744e3dbc0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885289 Jul 14 11:49:12.134510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17f71417-03c1-4322-9c8f-3aac6a9935d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:12.245267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54115bf-2155-4d67-b565-ecfacf612e7b req-a10e86b3-2203-4652-9e90-e5daa19f83ea tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:12.246503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a54115bf-2155-4d67-b565-ecfacf612e7b req-a10e86b3-2203-4652-9e90-e5daa19f83ea tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 945 time: 0.1420348 Jul 14 11:49:12.277025 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:12.327271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a54115bf-2155-4d67-b565-ecfacf612e7b req-7f5653a0-3c6a-4996-8906-4dcd49ede262 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746996 Jul 14 11:49:12.370511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57099048-a32c-4cb5-9d3f-29e63b2dcd37 req-47fffd6e-3c3d-4cb5-ac6e-ef51e0e3d56c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:12.372351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57099048-a32c-4cb5-9d3f-29e63b2dcd37 req-47fffd6e-3c3d-4cb5-ac6e-ef51e0e3d56c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 945 time: 0.0969570 Jul 14 11:49:12.419473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57099048-a32c-4cb5-9d3f-29e63b2dcd37 req-95090cec-e475-4484-b053-8652b9cd7d7d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Jul 14 11:49:12.553573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e57d7-d931-4659-9380-70d7eb7ac15e req-2b28b104-ab38-4eee-9b8d-8b865fe0ca58 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:12.555180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-797e57d7-d931-4659-9380-70d7eb7ac15e req-2b28b104-ab38-4eee-9b8d-8b865fe0ca58 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.0879753 Jul 14 11:49:12.617626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-797e57d7-d931-4659-9380-70d7eb7ac15e req-4ededf47-e954-450c-90aa-dc94fefc5e0a tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 Jul 14 11:49:12.636284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fcef9-0eca-437b-b3c9-5cdd134f72b6 req-67b91012-de91-4527-92ab-0a7fda7bee11 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:12.637793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-373fcef9-0eca-437b-b3c9-5cdd134f72b6 req-67b91012-de91-4527-92ab-0a7fda7bee11 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.1050613 Jul 14 11:49:12.683180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-373fcef9-0eca-437b-b3c9-5cdd134f72b6 req-8cd33a37-1e65-4fb1-a0fa-6fc17fbe49b4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 Jul 14 11:49:13.132375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc609-4de7-4e02-8989-1198c120df3d req-699297bb-760f-4c18-9463-a5fd08bddae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.136980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01dcc609-4de7-4e02-8989-1198c120df3d req-699297bb-760f-4c18-9463-a5fd08bddae7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1097 time: 0.1710932 Jul 14 11:49:13.149013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a714-2eac-4662-ab57-f5600e31845f req-0e6b53dd-843b-40e8-b04e-d5300fc0f33d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.151299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddc4a714-2eac-4662-ab57-f5600e31845f req-0e6b53dd-843b-40e8-b04e-d5300fc0f33d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 945 time: 0.1443272 Jul 14 11:49:13.320608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddc4a714-2eac-4662-ab57-f5600e31845f req-822aa7d7-5649-486f-99f2-382c25808c65 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566472 Jul 14 11:49:13.375945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc609-4de7-4e02-8989-1198c120df3d req-44cc9e39-1575-4e21-9230-a1c5c38cda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.377442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01dcc609-4de7-4e02-8989-1198c120df3d req-44cc9e39-1575-4e21-9230-a1c5c38cda87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.2251086 Jul 14 11:49:13.401394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88b970-f4ad-4184-97ef-339f48ad0a67 req-8c0f2f6d-d1ad-4808-aa8c-8e06aab73920 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.403086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed88b970-f4ad-4184-97ef-339f48ad0a67 req-8c0f2f6d-d1ad-4808-aa8c-8e06aab73920 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.1801937 Jul 14 11:49:13.407052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8274d2-3c16-4259-af3a-3989894d883c req-194be6a5-32a5-4d04-9efe-b748005a0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.408496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea8274d2-3c16-4259-af3a-3989894d883c req-194be6a5-32a5-4d04-9efe-b748005a0395 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76358d1b77c2452ca081715cc8ba5995&device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 1096 time: 0.2214007 Jul 14 11:49:13.432064 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:13.582135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01dcc609-4de7-4e02-8989-1198c120df3d req-0fb3d136-2423-4c8f-9af4-46360b65b185 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 1001 time: 0.1962729 Jul 14 11:49:13.591574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed88b970-f4ad-4184-97ef-339f48ad0a67 req-ab704e32-d926-4491-8fd7-a70750dd0521 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515486 Jul 14 11:49:13.650359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8274d2-3c16-4259-af3a-3989894d883c req-7f97c599-b6c5-4cb9-9af6-c4557647685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.652109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea8274d2-3c16-4259-af3a-3989894d883c req-7f97c599-b6c5-4cb9-9af6-c4557647685b service neutron] 10.222.0.64 "GET /v2.0/networks?id=33914b00-9eaa-48ba-84dc-2a7dbbb2174c HTTP/1.1" status: 200 len: 912 time: 0.2109509 Jul 14 11:49:13.705065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc609-4de7-4e02-8989-1198c120df3d req-3b10f592-1da0-4c03-bcd7-bfe926b9eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.706563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01dcc609-4de7-4e02-8989-1198c120df3d req-3b10f592-1da0-4c03-bcd7-bfe926b9eb88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.1125479 Jul 14 11:49:13.707799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea8274d2-3c16-4259-af3a-3989894d883c req-004c37c3-d643-461b-9e0f-50eef537f2b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b050929-3a03-45c9-8312-43fa86778d60 HTTP/1.1" status: 200 len: 217 time: 0.0476403 Jul 14 11:49:13.717149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760af91f-7e16-4816-b0b9-2dc9e82214a3 req-c81d38e2-9145-4894-b17b-6c8c1ef52927 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.718617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-760af91f-7e16-4816-b0b9-2dc9e82214a3 req-c81d38e2-9145-4894-b17b-6c8c1ef52927 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 945 time: 0.2479548 Jul 14 11:49:13.836897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8274d2-3c16-4259-af3a-3989894d883c req-33f68375-f160-45f4-8fef-b24a6b2777c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.838353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea8274d2-3c16-4259-af3a-3989894d883c req-33f68375-f160-45f4-8fef-b24a6b2777c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=969c0a63-4bae-4976-82cd-c9190d4c5206 HTTP/1.1" status: 200 len: 852 time: 0.1178036 Jul 14 11:49:13.845718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-760af91f-7e16-4816-b0b9-2dc9e82214a3 req-795ac6eb-b041-4a61-979f-3caa3476bf68 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104543 Jul 14 11:49:13.897011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea8274d2-3c16-4259-af3a-3989894d883c req-5137dce9-2951-49c4-acdc-ee8af2813c69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33914b00-9eaa-48ba-84dc-2a7dbbb2174c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477517 Jul 14 11:49:13.915260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc609-4de7-4e02-8989-1198c120df3d req-b350978d-01d9-4558-9bf9-fde77c361e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:13.916738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01dcc609-4de7-4e02-8989-1198c120df3d req-b350978d-01d9-4558-9bf9-fde77c361e12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972702 Jul 14 11:49:14.368543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763ea5c-4aa7-42ea-b4e3-8d22de362a28 req-94099cac-f394-4004-9ccc-f3ae73643eab tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:14.370142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1763ea5c-4aa7-42ea-b4e3-8d22de362a28 req-94099cac-f394-4004-9ccc-f3ae73643eab tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.5554726 Jul 14 11:49:14.458879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01dcc609-4de7-4e02-8989-1198c120df3d req-3a20393a-62d6-438c-8717-4576ed65399b service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294223 Jul 14 11:49:14.460907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea8274d2-3c16-4259-af3a-3989894d883c req-5b834e26-d8c3-477e-8a58-02d6fc834893 service neutron] 10.222.0.64 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557563 Jul 14 11:49:14.505119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76000860-7fcc-4287-9736-1fe2b3da4049 req-90cdac5e-5ec0-4d47-a78a-56d728d0f9b3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:14.507262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76000860-7fcc-4287-9736-1fe2b3da4049 req-90cdac5e-5ec0-4d47-a78a-56d728d0f9b3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 945 time: 0.2823923 Jul 14 11:49:14.525833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1763ea5c-4aa7-42ea-b4e3-8d22de362a28 req-cee39f71-8791-42c6-b52d-b914ad6f7651 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379235 Jul 14 11:49:14.694728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8eace-0173-49ee-9d53-639d565648ca req-b06ff626-6934-4117-9f55-bf438a9f2e2e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:14.696247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ed8eace-0173-49ee-9d53-639d565648ca req-b06ff626-6934-4117-9f55-bf438a9f2e2e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 945 time: 0.2869108 Jul 14 11:49:14.704360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76000860-7fcc-4287-9736-1fe2b3da4049 req-106d3fe0-c55a-45d5-aa5b-07eaaef9d579 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665294 Jul 14 11:49:14.730789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36900) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:14.782927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01dcc609-4de7-4e02-8989-1198c120df3d req-7f7372df-db4e-47cd-a358-3250078021af service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015754 Jul 14 11:49:14.788119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea8274d2-3c16-4259-af3a-3989894d883c req-f07cf168-6550-4556-ab46-cbf0e8b788f6 service neutron] 10.222.0.64 "GET /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069429 Jul 14 11:49:14.794856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d73e677-10c5-4659-923e-f0ed91302653 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:14.799973 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5d73e677-10c5-4659-923e-f0ed91302653 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 1091 time: 0.0671930 Jul 14 11:49:14.800789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 36902) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:14.811100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:14.837017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:14.878987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc372d8-b046-4dbc-8298-4032488dff45 req-7ccd811b-fae2-4944-a70f-e20af227acfe tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:14.881164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fc372d8-b046-4dbc-8298-4032488dff45 req-7ccd811b-fae2-4944-a70f-e20af227acfe tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 945 time: 0.2161343 Jul 14 11:49:14.949323 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:14.970915 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fc372d8-b046-4dbc-8298-4032488dff45 req-156759aa-601e-4e2f-9494-8bdc6d915f01 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697324 Jul 14 11:49:14.977045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0ed8eace-0173-49ee-9d53-639d565648ca req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Deleting port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:49:14.977396 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0ed8eace-0173-49ee-9d53-639d565648ca req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:15.057306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4956d-dada-4261-9d4a-d3c88cda4264 req-70d71f2c-fc84-4350-9962-0f2567bc3ccf tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:15.059039 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01d4956d-dada-4261-9d4a-d3c88cda4264 req-70d71f2c-fc84-4350-9962-0f2567bc3ccf tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.2029917 Jul 14 11:49:15.071891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.25.2.176 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/375ab3d1-bf49-4840-8c3a-69a8e8665c1e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:15.142724 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:15.149461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01d4956d-dada-4261-9d4a-d3c88cda4264 req-bce0aa7b-64b2-4ed9-9d9b-8706b37c8e3f tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829449 Jul 14 11:49:15.151273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0ed8eace-0173-49ee-9d53-639d565648ca req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] For port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:15.151643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0ed8eace-0173-49ee-9d53-639d565648ca req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:15.188972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0ed8eace-0173-49ee-9d53-639d565648ca req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Calling delete_port for 6f82831c-4728-45a0-9b7c-2f626cbd9e3e owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:49:15.229923 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:15.281333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:15.327227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:15.333798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:15.338228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:15.369344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0ed8eace-0173-49ee-9d53-639d565648ca req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:15.370679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=375ab3d1-bf49-4840-8c3a-69a8e8665c1e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:15.383810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['117d3a80-0b9a-481a-b3c0-6174627d89e7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:15.386456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:15.410782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event deleted for resources: {'Port': ['ID=6f82831c-4728-45a0-9b7c-2f626cbd9e3e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:15.424686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.425047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.425390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.425729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.426077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.426413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.426743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.427073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.428063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.428399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.428727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.429050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:15.502000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed8eace-0173-49ee-9d53-639d565648ca req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] No DVR routers for this DVR port 6f82831c-4728-45a0-9b7c-2f626cbd9e3e on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:49:15.508658 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0ed8eace-0173-49ee-9d53-639d565648ca req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:15.517241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ed8eace-0173-49ee-9d53-639d565648ca req-dd322af6-0d19-4a3c-a832-648a11798479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "DELETE /v2.0/ports/6f82831c-4728-45a0-9b7c-2f626cbd9e3e HTTP/1.1" status: 204 len: 173 time: 0.7906969 Jul 14 11:49:15.518062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a844b4-d64b-4557-ba02-5ddcbe3c48ff', 'name': 'network-vif-deleted', 'tag': '6f82831c-4728-45a0-9b7c-2f626cbd9e3e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:15.535138 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bec449-3b9c-4bb0-b598-ff8149d16dc7" -d '{"events": [{"server_uuid": "01a844b4-d64b-4557-ba02-5ddcbe3c48ff", "name": "network-vif-deleted", "tag": "6f82831c-4728-45a0-9b7c-2f626cbd9e3e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:15.623545 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17450c3a-d9aa-4515-96ad-9164e69e3b9c x-openstack-request-id: req-17450c3a-d9aa-4515-96ad-9164e69e3b9c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:15.623861 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a844b4-d64b-4557-ba02-5ddcbe3c48ff", "name": "network-vif-deleted", "tag": "6f82831c-4728-45a0-9b7c-2f626cbd9e3e", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:15.624119 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17450c3a-d9aa-4515-96ad-9164e69e3b9c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:15.624525 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a844b4-d64b-4557-ba02-5ddcbe3c48ff', 'name': 'network-vif-deleted', 'tag': '6f82831c-4728-45a0-9b7c-2f626cbd9e3e', 'status': 'completed', 'code': 200} Jul 14 11:49:15.868358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21e223-b1be-48bc-a191-2ce87589cd9b req-b43c7e29-197d-4a72-9448-c65dc10eb2bb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:15.875089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c21e223-b1be-48bc-a191-2ce87589cd9b req-b43c7e29-197d-4a72-9448-c65dc10eb2bb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.1655159 Jul 14 11:49:15.950295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c21e223-b1be-48bc-a191-2ce87589cd9b req-4fd03f93-e44b-40f3-9109-6e31707c9973 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698783 Jul 14 11:49:15.951971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:49:16.050594 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:16.085434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:16.088274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:16.090542 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041912e8-a9e0-478a-851f-b04d6dbf4135" -d '{"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:16.103782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:16.109356 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:16.140589 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b95da47-982c-4ae9-bf69-903fddb9d641 x-openstack-request-id: req-3b95da47-982c-4ae9-bf69-903fddb9d641 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:16.140881 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:16.141181 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b95da47-982c-4ae9-bf69-903fddb9d641 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:16.141700 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'code': 200} Jul 14 11:49:16.207106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:16.248204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1fa9bbd-1dfb-446e-8003-051d3c3831a1 req-48d63ceb-1938-4624-91fa-496d3b958754 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a844b4-d64b-4557-ba02-5ddcbe3c48ff HTTP/1.1" status: 200 len: 210 time: 0.0582931 Jul 14 11:49:16.288862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:16.563280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965d4b9-31bc-4c78-83ca-e9d1256e9b64 req-54027f62-d6b6-4903-a835-a7415a236fec tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:16.570491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6965d4b9-31bc-4c78-83ca-e9d1256e9b64 req-54027f62-d6b6-4903-a835-a7415a236fec tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.1495316 Jul 14 11:49:16.607435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6965d4b9-31bc-4c78-83ca-e9d1256e9b64 req-c9526d61-d66f-44db-b7e8-de743cc3d373 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360601 Jul 14 11:49:16.656752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:16.679938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:16.805965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=375ab3d1-bf49-4840-8c3a-69a8e8665c1e,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:16.823283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:16.940522 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Floating IP 434e26d0-f45a-4414-814c-3fb646ab878d associated. External IP: 172.25.2.176, port: aa81cad0-f04d-494f-b508-5eee26ca1ee7. Jul 14 11:49:17.031237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6f82831c-4728-45a0-9b7c-2f626cbd9e3e no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:49:17.072445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 6f82831c-4728-45a0-9b7c-2f626cbd9e3e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:49:17.072802 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 6f82831c-4728-45a0-9b7c-2f626cbd9e3e not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:49:17.205898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52859f7b-e22e-4512-a181-79fd0f644234 req-8522ae6e-1a9a-4a24-ba5f-450476e51149 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:17.212744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52859f7b-e22e-4512-a181-79fd0f644234 req-8522ae6e-1a9a-4a24-ba5f-450476e51149 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.1302598 Jul 14 11:49:17.259077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52859f7b-e22e-4512-a181-79fd0f644234 req-228d43b1-3d37-4e99-b291-c2b61ee675b1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454273 Jul 14 11:49:17.267095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dfae9-404b-4b12-b1bf-6d00dfb23f2a req-c68b1e40-e420-4a0d-b930-f6fa771e8f79 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:17.297386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-617dfae9-404b-4b12-b1bf-6d00dfb23f2a req-c68b1e40-e420-4a0d-b930-f6fa771e8f79 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.1799655 Jul 14 11:49:17.341454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 0455276e-9b41-44b5-aaf6-ed487a02984a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:49:17.376619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-617dfae9-404b-4b12-b1bf-6d00dfb23f2a req-b668326a-b771-4756-bb63-383ebe864cb0 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782471 Jul 14 11:49:17.556825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:49:17.574656 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] Sync routers for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:49:17.593296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:17.610925 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:17.611588 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:17.743830 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:18.122908 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1afefa92-6844-489d-8dfd-6237b89eee8f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3208814 Jul 14 11:49:18.123741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:18.125989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 36998) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:18.126692 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013f0819-cb11-4fbb-9cd5-3ea98b233d61" -d '{"events": [{"name": "network-changed", "server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:18.215629 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93de184-d5f6-461a-9fb1-26ca4042d5cc x-openstack-request-id: req-f93de184-d5f6-461a-9fb1-26ca4042d5cc {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:18.215966 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:18.216215 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f93de184-d5f6-461a-9fb1-26ca4042d5cc {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:18.216814 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'status': 'completed', 'code': 200} Jul 14 11:49:18.265209 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '434e26d0-f45a-4414-814c-3fb646ab878d', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:49:15Z', 'updated_at': '2021-07-14T11:49:15Z', 'revision_number': 0, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:18.340770 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] Checking router: 0455276e-9b41-44b5-aaf6-ed487a02984a for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:49:18.357813 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:18.358442 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:18.408525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-811fbb70-1771-463e-b9e8-cf8e1f14a16e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/floatingips/434e26d0-f45a-4414-814c-3fb646ab878d HTTP/1.1" status: 200 len: 991 time: 0.2805133 Jul 14 11:49:18.513408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354877a-8591-42df-a174-bce84673660c req-d06a0542-a311-4cff-804f-0da124b7f9ce tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:18.515379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5354877a-8591-42df-a174-bce84673660c req-d06a0542-a311-4cff-804f-0da124b7f9ce tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 946 time: 0.2135732 Jul 14 11:49:18.576551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-ddfc2435-06b4-4799-8070-d32bb8a54c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:18.578353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-ddfc2435-06b4-4799-8070-d32bb8a54c0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 1096 time: 0.2777646 Jul 14 11:49:18.725986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5354877a-8591-42df-a174-bce84673660c req-6724fd86-8cdc-4333-a793-e9522e2422e3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979706 Jul 14 11:49:18.810908 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:18.820881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa609d7-304a-43e8-9e91-fdc7fce14e17 req-5b8ed998-f0c3-47bb-9bf6-c65014b9beda tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:18.822730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fa609d7-304a-43e8-9e91-fdc7fce14e17 req-5b8ed998-f0c3-47bb-9bf6-c65014b9beda tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.1367924 Jul 14 11:49:18.829105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-19fc2cd5-813d-409a-8147-65d8ae49d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:18.831802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-19fc2cd5-813d-409a-8147-65d8ae49d8f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a899e257-85c4-45bb-8f56-37e8ac909915 HTTP/1.1" status: 200 len: 897 time: 0.2403655 Jul 14 11:49:19.013357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37034) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:19.028905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fa609d7-304a-43e8-9e91-fdc7fce14e17 req-42b5aff1-af7b-4123-af7a-bfdd67ca4795 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950655 Jul 14 11:49:19.069077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-373769de-14c3-4383-9ce2-e84fd2c7370f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa81cad0-f04d-494f-b508-5eee26ca1ee7 HTTP/1.1" status: 200 len: 999 time: 0.2163317 Jul 14 11:49:19.094464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-beaebd02-2e4c-4e48-bf6b-7cfaf51dadd5 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:19.096003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-beaebd02-2e4c-4e48-bf6b-7cfaf51dadd5 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.64 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 945 time: 0.2418184 Jul 14 11:49:19.120742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e3516-5c3d-404f-830e-f40fa96a6d64 req-c68447ad-bd40-4128-ac67-8d91eac03956 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:19.122275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec9e3516-5c3d-404f-830e-f40fa96a6d64 req-c68447ad-bd40-4128-ac67-8d91eac03956 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.1495485 Jul 14 11:49:19.181851 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec9e3516-5c3d-404f-830e-f40fa96a6d64 req-ccf5caec-39b0-4b25-a628-e6b079844e6e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523086 Jul 14 11:49:19.206609 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '434e26d0-f45a-4414-814c-3fb646ab878d', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:49:15Z', 'updated_at': '2021-07-14T11:49:15Z', 'revision_number': 0, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:19.245997 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008ff4d-8b47-4f73-aa5c-c636ceb78f1d None None] The sync data for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 is: [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '434e26d0-f45a-4414-814c-3fb646ab878d', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:49:15Z', 'updated_at': '2021-07-14T11:49:15Z', 'revision_number': 0, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:49:19.323452 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-f4ed29aa-17a2-4794-813c-c94e07c49b7d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3083570 Jul 14 11:49:19.394428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37046) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:19.414300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-d6948cc6-7d06-40eb-a24a-a1012823d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:19.415782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-d6948cc6-7d06-40eb-a24a-a1012823d48d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8a3bc0d-d3d5-4616-bbfb-c43841eb138b HTTP/1.1" status: 200 len: 835 time: 0.2330272 Jul 14 11:49:19.469848 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Deleting port 2b050929-3a03-45c9-8312-43fa86778d60 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:49:19.469848 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:19.616006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] For port 2b050929-3a03-45c9-8312-43fa86778d60, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2b050929-3a03-45c9-8312-43fa86778d60,segment=NetworkSegment(9799cc2d-4859-4f68-893e-ceb86f24a3e6),segment_id=9799cc2d-4859-4f68-893e-ceb86f24a3e6)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:19.616472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:19.631399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-14f818b4-60bc-449f-848b-e52b0f9c94db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/floatingips/434e26d0-f45a-4414-814c-3fb646ab878d HTTP/1.1" status: 200 len: 991 time: 0.2345409 Jul 14 11:49:19.632836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Calling delete_port for 2b050929-3a03-45c9-8312-43fa86778d60 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:49:19.650644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45950669-b57b-41ef-86d3-a6fbc36afe39 None None] New status for floating IP 434e26d0-f45a-4414-814c-3fb646ab878d: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:49:19.855232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-4e7eb6d7-8709-4de0-be10-1493d19dc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:19.860707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-4e7eb6d7-8709-4de0-be10-1493d19dc9e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a899e257-85c4-45bb-8f56-37e8ac909915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4365435 Jul 14 11:49:19.945691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2b050929-3a03-45c9-8312-43fa86778d60 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:49:20.151372 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:20.196000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-d8788336-b71b-4971-b1bb-4c5920c7d0b3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:20.197791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-d8788336-b71b-4971-b1bb-4c5920c7d0b3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 946 time: 0.4420691 Jul 14 11:49:20.296732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-44d17fea-a11e-4869-8776-ff31ff8e1d27 service neutron] 10.222.0.64 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278107 Jul 14 11:49:20.379237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:49:20.633141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37076) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:20.720601 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c8290960-b8bc-408c-be3f-00891b57d95b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/floatingips/434e26d0-f45a-4414-814c-3fb646ab878d HTTP/1.1" status: 200 len: 993 time: 0.0855603 Jul 14 11:49:20.721290 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:20.783022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8739c-8415-4d44-acb4-9460414f0b8c req-50233a33-935a-4d9e-8674-14560fd1963b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:20.784676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b8739c-8415-4d44-acb4-9460414f0b8c req-50233a33-935a-4d9e-8674-14560fd1963b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 946 time: 0.8247814 Jul 14 11:49:20.812110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Pushing event deleted for resources: {'Port': ['ID=2b050929-3a03-45c9-8312-43fa86778d60,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:20.924426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] No DVR routers for this DVR port 2b050929-3a03-45c9-8312-43fa86778d60 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:49:20.928265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:20.930758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d55723bc-fc88-4e8f-904a-4a14378f8684 req-d0107c50-68ee-4df2-bf6d-6dcbc7b43672 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.64 "DELETE /v2.0/ports/2b050929-3a03-45c9-8312-43fa86778d60 HTTP/1.1" status: 204 len: 173 time: 1.7468333 Jul 14 11:49:20.945513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c053505e-9e54-4105-9239-a33374532446', 'name': 'network-vif-deleted', 'tag': '2b050929-3a03-45c9-8312-43fa86778d60'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:20.948215 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb98c1f0-8b40-4dd2-91c5-8c13379288ad" -d '{"events": [{"server_uuid": "c053505e-9e54-4105-9239-a33374532446", "name": "network-vif-deleted", "tag": "2b050929-3a03-45c9-8312-43fa86778d60"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:20.973348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-013f0819-cb11-4fbb-9cd5-3ea98b233d61 req-be1ef7f7-1673-4184-9e09-ec6151b9a5c0 service neutron] 10.222.0.64 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514778 Jul 14 11:49:20.985613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b8739c-8415-4d44-acb4-9460414f0b8c req-d1b38cd5-b4c3-4f12-b4a7-c75e1a5d99be tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749070 Jul 14 11:49:20.995004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e5639-f781-4bd7-996e-6b513a0f95d4 req-c1971c3d-f0c9-4797-a2bd-b8e466652183 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:21.000617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e8e5639-f781-4bd7-996e-6b513a0f95d4 req-c1971c3d-f0c9-4797-a2bd-b8e466652183 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/ports?device_id=c053505e-9e54-4105-9239-a33374532446 HTTP/1.1" status: 200 len: 867 time: 0.6970720 Jul 14 11:49:21.032072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Deleting port 117d3a80-0b9a-481a-b3c0-6174627d89e7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:49:21.032579 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:21.100858 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e8e5639-f781-4bd7-996e-6b513a0f95d4 req-67ea0884-c4d3-49fc-a39c-f71b8aed5be0 tempest-TestServerAdvancedOps-2039764652 tempest-TestServerAdvancedOps-2039764652-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907085 Jul 14 11:49:21.185413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] For port 117d3a80-0b9a-481a-b3c0-6174627d89e7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=117d3a80-0b9a-481a-b3c0-6174627d89e7,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:21.185413 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:21.237461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Calling delete_port for 117d3a80-0b9a-481a-b3c0-6174627d89e7 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:49:21.328389 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1425220c-a3d7-407c-a72a-cf2e941b46d0 x-openstack-request-id: req-1425220c-a3d7-407c-a72a-cf2e941b46d0 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:21.328692 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c053505e-9e54-4105-9239-a33374532446", "name": "network-vif-deleted", "tag": "2b050929-3a03-45c9-8312-43fa86778d60", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:21.328951 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1425220c-a3d7-407c-a72a-cf2e941b46d0 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:21.329349 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c053505e-9e54-4105-9239-a33374532446', 'name': 'network-vif-deleted', 'tag': '2b050929-3a03-45c9-8312-43fa86778d60', 'status': 'completed', 'code': 200} Jul 14 11:49:21.361453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf1506-4af8-40cb-82a7-acbe53f134b9 req-63fa06d8-d89c-4724-b021-2eca9b9ba8bf tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:21.362990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6cf1506-4af8-40cb-82a7-acbe53f134b9 req-63fa06d8-d89c-4724-b021-2eca9b9ba8bf tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.1657157 Jul 14 11:49:21.450589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6cf1506-4af8-40cb-82a7-acbe53f134b9 req-a2ed09c8-b955-4bcb-92a3-45b5f818abb2 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706029 Jul 14 11:49:21.495774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:21.508942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:21.511743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['117d3a80-0b9a-481a-b3c0-6174627d89e7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:21.535763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event deleted for resources: {'Port': ['ID=117d3a80-0b9a-481a-b3c0-6174627d89e7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:21.612216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] No DVR routers for this DVR port 117d3a80-0b9a-481a-b3c0-6174627d89e7 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:49:21.634008 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:21.636911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e02db89-9b82-45f0-9b9a-d26a57d291ac req-0bd1dfde-7626-4d2e-a9ff-4b50595590dd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "DELETE /v2.0/ports/117d3a80-0b9a-481a-b3c0-6174627d89e7 HTTP/1.1" status: 204 len: 173 time: 1.3912191 Jul 14 11:49:22.209847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33b8aef7-bbef-48ff-8e48-61cc024d1966 req-d3c345a4-6913-4964-b784-7963cce44685 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=386464ea-40f0-4c21-952e-330b3c655d37 HTTP/1.1" status: 200 len: 210 time: 0.0541461 Jul 14 11:49:22.248383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37116) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:22.334605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26f3df6-193c-4b06-9f49-f02c70da0ab3 admin admin] Deleting subnet 969c0a63-4bae-4976-82cd-c9190d4c5206 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:49:22.344631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d26f3df6-193c-4b06-9f49-f02c70da0ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:22.387198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d26f3df6-193c-4b06-9f49-f02c70da0ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:22.449566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d26f3df6-193c-4b06-9f49-f02c70da0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:22.543474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d26f3df6-193c-4b06-9f49-f02c70da0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:22.586003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f3df6-193c-4b06-9f49-f02c70da0ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969c0a63-4bae-4976-82cd-c9190d4c5206,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:22.607012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d26f3df6-193c-4b06-9f49-f02c70da0ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:22.609104 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d26f3df6-193c-4b06-9f49-f02c70da0ab3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/969c0a63-4bae-4976-82cd-c9190d4c5206 HTTP/1.1" status: 204 len: 168 time: 0.3591962 Jul 14 11:49:22.611831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37126) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:22.748621 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:22.815827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef7401-bce5-4515-a810-12a156cb4929 req-d696a533-bc19-4b90-8174-1f95edb16a94 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:22.823720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3bef7401-bce5-4515-a810-12a156cb4929 req-d696a533-bc19-4b90-8174-1f95edb16a94 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.1423273 Jul 14 11:49:22.908272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3bef7401-bce5-4515-a810-12a156cb4929 req-61b102bb-6989-4079-a641-dfdc499ada44 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832839 Jul 14 11:49:22.930780 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:22.952344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33914b00-9eaa-48ba-84dc-2a7dbbb2174c']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:22.976142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9799cc2d-4859-4f68-893e-ceb86f24a3e6') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:22.976441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9799cc2d-4859-4f68-893e-ceb86f24a3e6') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:22.986268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.002142 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.009160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:49:23.009561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:49:23.011269 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:49:23.090679 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.114172 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.123935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37136) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:23.124099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] 10.222.0.38 "DELETE /v2.0/networks/33914b00-9eaa-48ba-84dc-2a7dbbb2174c HTTP/1.1" status: 204 len: 168 time: 0.5101962 Jul 14 11:49:23.136198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cf0cc-3cba-4d27-9aeb-2b40f163ad15 admin admin] Pushing event deleted for resources: {'Network': ['ID=33914b00-9eaa-48ba-84dc-2a7dbbb2174c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:23.232239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d3608b-32ec-412e-ab21-d9a4b1af4fab admin admin] Deleting subnet abb2e305-799e-4c17-be16-da7978331c75 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:49:23.236340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5d3608b-32ec-412e-ab21-d9a4b1af4fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.288631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5d3608b-32ec-412e-ab21-d9a4b1af4fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.330311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386464ea-40f0-4c21-952e-330b3c655d37', 'name': 'network-vif-deleted', 'tag': '117d3a80-0b9a-481a-b3c0-6174627d89e7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:23.332887 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb6a1b5-1ca7-4f24-b8ed-9b88b87f4e5a" -d '{"events": [{"server_uuid": "386464ea-40f0-4c21-952e-330b3c655d37", "name": "network-vif-deleted", "tag": "117d3a80-0b9a-481a-b3c0-6174627d89e7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:23.342768 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5d3608b-32ec-412e-ab21-d9a4b1af4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.404908 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88937311-6115-4251-b652-9137ed9d3eb6 x-openstack-request-id: req-88937311-6115-4251-b652-9137ed9d3eb6 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:23.405258 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386464ea-40f0-4c21-952e-330b3c655d37", "name": "network-vif-deleted", "tag": "117d3a80-0b9a-481a-b3c0-6174627d89e7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:23.405513 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-88937311-6115-4251-b652-9137ed9d3eb6 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:23.405961 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386464ea-40f0-4c21-952e-330b3c655d37', 'name': 'network-vif-deleted', 'tag': '117d3a80-0b9a-481a-b3c0-6174627d89e7', 'status': 'completed', 'code': 200} Jul 14 11:49:23.444673 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5d3608b-32ec-412e-ab21-d9a4b1af4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.492587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3608b-32ec-412e-ab21-d9a4b1af4fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb2e305-799e-4c17-be16-da7978331c75,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:23.506930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5d3608b-32ec-412e-ab21-d9a4b1af4fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.508953 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a5d3608b-32ec-412e-ab21-d9a4b1af4fab admin admin] 10.222.0.38 "DELETE /v2.0/subnets/abb2e305-799e-4c17-be16-da7978331c75 HTTP/1.1" status: 204 len: 168 time: 0.3841636 Jul 14 11:49:23.511512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37152) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:23.638164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.715330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-f174e690-ecf1-4f97-806f-5950abca9a31 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:23.722465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-f174e690-ecf1-4f97-806f-5950abca9a31 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.1356032 Jul 14 11:49:23.725988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.736943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad323eb-7557-4034-abd7-54fa3adb9abf']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:23.743413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-aef945d3-3dd7-446f-ad1b-7f273a94e739 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/quotas/97191b2278554533ad3e08acafea11d2 HTTP/1.1" status: 200 len: 375 time: 0.0199616 Jul 14 11:49:23.752097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0526b652-3dd1-455e-af3e-f77f6206edd4') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:23.752384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0526b652-3dd1-455e-af3e-f77f6206edd4') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:23.767079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.782657 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.791489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:49:23.792092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:49:23.794709 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:49:23.837380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-3fc5187a-3beb-497a-a064-b002fb7e0ed6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929883 Jul 14 11:49:23.885360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.891803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:23.894367 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] 10.222.0.38 "DELETE /v2.0/networks/5ad323eb-7557-4034-abd7-54fa3adb9abf HTTP/1.1" status: 204 len: 168 time: 0.3817749 Jul 14 11:49:23.933144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd1254-4fc3-48f2-8b62-fca3ecad6e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad323eb-7557-4034-abd7-54fa3adb9abf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:23.988123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-9561c2fc-2a8c-47f1-9136-ae5f14b54871 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492190 Jul 14 11:49:24.160711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-8828f4ee-6939-4afa-bc47-8d30c751f6c6 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532874 Jul 14 11:49:24.209103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a94ac-cb8b-4c46-bdbe-caa70b903665 req-3904f0ac-7619-4604-bc88-086444bb301a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:24.220304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37182) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:24.224848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c1a94ac-cb8b-4c46-bdbe-caa70b903665 req-3904f0ac-7619-4604-bc88-086444bb301a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.1334319 Jul 14 11:49:24.276079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c1a94ac-cb8b-4c46-bdbe-caa70b903665 req-9247e10b-3bf9-4173-886e-9169f2602622 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489006 Jul 14 11:49:24.323796 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-544969d7-b347-4899-ad38-0785be3c58f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76358d1b77c2452ca081715cc8ba5995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021807 Jul 14 11:49:24.326254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37184) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:24.445330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd97d704-6b8b-4abf-a1c3-0f0baea340f4 req-97fd8fd7-10d6-4ca3-b7a8-a9ac767d4877 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 210 time: 0.0615392 Jul 14 11:49:24.452422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f924550c-1b75-49e0-8579-a15fa0b998b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:24.502219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f924550c-1b75-49e0-8579-a15fa0b998b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:24.596740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f924550c-1b75-49e0-8579-a15fa0b998b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:24.599763 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f924550c-1b75-49e0-8579-a15fa0b998b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:24.604828 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f924550c-1b75-49e0-8579-a15fa0b998b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60 HTTP/1.1" status: 204 len: 168 time: 0.2775671 Jul 14 11:49:24.616413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924550c-1b75-49e0-8579-a15fa0b998b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb5f3ae-b90f-404a-bf2a-ceef1b19bd60,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:25.051387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 117d3a80-0b9a-481a-b3c0-6174627d89e7 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:49:25.088583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 117d3a80-0b9a-481a-b3c0-6174627d89e7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:49:25.088937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 117d3a80-0b9a-481a-b3c0-6174627d89e7 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:49:25.264001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37214) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:25.324638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ec05ea42-1376-41c5-a207-8805f7b84492 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e32f29495e54c3897e6e2b9e36acf1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595365 Jul 14 11:49:25.327000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37222) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:25.541627 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47429e1b-3661-478f-867e-f0464c925a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:25.606644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47429e1b-3661-478f-867e-f0464c925a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:25.696915 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-892e3060-3a56-47e7-9144-f1d814525a1b req-e61e20a4-fdf0-4a80-af98-5c755268d493 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 210 time: 0.0362625 Jul 14 11:49:25.749440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdc621-dc9a-4fe9-b139-f0304e97f72a req-f06ed408-5f04-4338-8c77-283ff98d69a4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:25.771981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14cdc621-dc9a-4fe9-b139-f0304e97f72a req-f06ed408-5f04-4338-8c77-283ff98d69a4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.2069013 Jul 14 11:49:25.800589 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47429e1b-3661-478f-867e-f0464c925a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:25.805276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47429e1b-3661-478f-867e-f0464c925a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:25.806831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-47429e1b-3661-478f-867e-f0464c925a0a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73bb6ef8-2594-480a-899a-a01b124dd012 HTTP/1.1" status: 204 len: 168 time: 0.4788127 Jul 14 11:49:25.836337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47429e1b-3661-478f-867e-f0464c925a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bb6ef8-2594-480a-899a-a01b124dd012,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:25.867794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14cdc621-dc9a-4fe9-b139-f0304e97f72a req-e807132e-bd81-480c-9614-c86c27f89f7d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947156 Jul 14 11:49:26.198153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-b52c3e51-1fca-4ba8-a060-7f45196d711d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:26.199805 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-b52c3e51-1fca-4ba8-a060-7f45196d711d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.2267084 Jul 14 11:49:26.215750 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Request body: {'port': {'device_id': 'a4d4e796-925a-4a13-b06b-fd11b4fa0b28', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'admin_state_up': True, 'tenant_id': '97191b2278554533ad3e08acafea11d2'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:26.264556 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:26.415348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Made reservation on behalf of 97191b2278554533ad3e08acafea11d2 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:49:26.428418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:26.635130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Allocated IP 172.20.0.4 (1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40/e3fee729-a6f2-4f4e-99e5-7cf52aa0a461/05d8fa24-7d9e-4cbf-b832-b954307d9bc4) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:26.831258 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:26.959813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88063d72-869f-4407-943d-c23d97f42064 req-cea0e293-7eee-43fe-b535-aa6861165cdf tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 210 time: 0.0534773 Jul 14 11:49:26.961612 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:26.974150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:26.990602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:27.010991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:27.014830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:27.069902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event updated for resources: {'Port': ['ID=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:27.085596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:27.086240 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.106162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-d75ac16b-f077-4f29-8f42-5b9cdeb12be6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8954380 Jul 14 11:49:27.119584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Request body: {'port': {'device_id': 'a4d4e796-925a-4a13-b06b-fd11b4fa0b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:27.385913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37288) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:27.412028 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.440012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415b4c-de21-40ba-ac69-ad4fe353e8f4 req-c7896c06-11c3-4df5-a711-37c404d8d7f1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:27.447431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b415b4c-de21-40ba-ac69-ad4fe353e8f4 req-c7896c06-11c3-4df5-a711-37c404d8d7f1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.2493792 Jul 14 11:49:27.518979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b415b4c-de21-40ba-ac69-ad4fe353e8f4 req-339f3341-7cda-407c-9a97-a15b8ac4e107 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706959 Jul 14 11:49:27.562280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-766927601-network', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:27.586408 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Made reservation on behalf of f0ff7d6969be429da4e1a0ab66afb275 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:49:27.589182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.600036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.779806 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.784873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.799507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:49:27.811327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.811610 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Added segment 8a92c428-2fc4-4b54-bb4e-f27088ed3c3d of type vlan for network 2606be22-7ac6-473f-83dc-f0eb00a74e1b Jul 14 11:49:27.878508 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5038da68-9c2d-4284-a56d-582e43d021b0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:27.883102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:49:27.894136 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.894760 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.908703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Transition to ACTIVE for port object 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:27.913755 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.944296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.945953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:27.946585 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:27.976802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Pushing event updated for resources: {'Port': ['ID=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:28.041074 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6539500 Jul 14 11:49:28.050170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37302) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:28.057265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Request body: {'subnet': {'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-766927601-subnet', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:28.098351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Attempting to bind port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:28.099445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Attempting to bind port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:28.099893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Attempting to bind port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:28.104937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:49:28.105553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Attempting to bind port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:28.111425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:28.112188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Checking segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:28.112667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Bound using segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:28.113231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Bound port: 05d8fa24-7d9e-4cbf-b832-b954307d9bc4, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:28.113812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:28.142042 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:28.153082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Made reservation on behalf of f0ff7d6969be429da4e1a0ab66afb275 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:49:28.155445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:28.204619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a2adc-1a62-4384-b054-e5fe5090cbdf admin admin] Pushing event updated for resources: {'Network': ['ID=2606be22-7ac6-473f-83dc-f0eb00a74e1b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:28.219567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] For port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:28.221260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 2606be22-7ac6-473f-83dc-f0eb00a74e1b details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:49:28.224794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] For port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:28.242674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:28.261701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08c3ed-1c9b-4b60-bf53-fd39b6c09e01 req-f630dc09-ab9f-4963-adbf-9edaf1f19630 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:28.263471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e08c3ed-1c9b-4b60-bf53-fd39b6c09e01 req-f630dc09-ab9f-4963-adbf-9edaf1f19630 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 943 time: 0.1123626 Jul 14 11:49:28.309992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:28.310671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:28.312372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] 10.222.0.45 "PUT /v2.0/ports/05d8fa24-7d9e-4cbf-b832-b954307d9bc4 HTTP/1.1" status: 200 len: 1091 time: 1.1977134 Jul 14 11:49:28.321937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-7aae9b3c-5be2-40a4-8094-736d0adbdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:28.323434 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-7aae9b3c-5be2-40a4-8094-736d0adbdb99 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70&tenant_id=a01fe4600b9949e785770cf3809e274c HTTP/1.1" status: 200 len: 1095 time: 0.2448545 Jul 14 11:49:28.325332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d4e796-925a-4a13-b06b-fd11b4fa0b28', 'tag': '05d8fa24-7d9e-4cbf-b832-b954307d9bc4'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:28.329810 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d4e796-925a-4a13-b06b-fd11b4fa0b28", "tag": "05d8fa24-7d9e-4cbf-b832-b954307d9bc4"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:28.355100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:28.402330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63074dd4-46fb-4be2-af29-97e9993adf38 service neutron] Pushing event updated for resources: {'Port': ['ID=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:28.499921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e08c3ed-1c9b-4b60-bf53-fd39b6c09e01 req-4946860f-f018-4d57-8e86-950a5bbe9a28 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076585 Jul 14 11:49:28.549713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-f0e4ab80-aeb5-41b2-95f2-b60a8ccfccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:28.551254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-f0e4ab80-aeb5-41b2-95f2-b60a8ccfccb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 1094 time: 0.1501997 Jul 14 11:49:28.555464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-235328fc-9cfb-4d85-b068-324354391884 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1560364 Jul 14 11:49:28.588209 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:28.607298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-c4ae34f2-7c70-4337-a09d-1d5573212c77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05d8fa24-7d9e-4cbf-b832-b954307d9bc4 HTTP/1.1" status: 200 len: 217 time: 0.0442417 Jul 14 11:49:28.608695 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb487e9-5514-468f-9f8e-055e72e8bd1c x-openstack-request-id: req-1bb487e9-5514-468f-9f8e-055e72e8bd1c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:28.608997 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d4e796-925a-4a13-b06b-fd11b4fa0b28", "tag": "05d8fa24-7d9e-4cbf-b832-b954307d9bc4", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:28.609563 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bb487e9-5514-468f-9f8e-055e72e8bd1c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:28.609968 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d4e796-925a-4a13-b06b-fd11b4fa0b28', 'tag': '05d8fa24-7d9e-4cbf-b832-b954307d9bc4', 'status': 'completed', 'code': 200} Jul 14 11:49:28.723104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:28.756746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-a0ca777d-d3df-420f-b65c-4b73aa5748bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:28.758233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-a0ca777d-d3df-420f-b65c-4b73aa5748bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.1378496 Jul 14 11:49:28.802506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-5f85e7ba-e784-4b11-8b46-edebc095dd60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336390 Jul 14 11:49:28.806152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-3ceb496c-5518-4359-8d07-83a9a1c486fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:28.807618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-3ceb496c-5518-4359-8d07-83a9a1c486fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 1096 time: 0.1969125 Jul 14 11:49:28.841318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e32447-d834-4cf1-9ba6-a320350b4fe1 req-42f87db6-ea57-40ae-a1a4-67b9710cf544 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:28.843308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93e32447-d834-4cf1-9ba6-a320350b4fe1 req-42f87db6-ea57-40ae-a1a4-67b9710cf544 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 944 time: 0.1744084 Jul 14 11:49:28.870983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ace7f6-1a3f-48ac-9ebc-534cd4dd1561,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:28.903126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Checking segment: {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:28.903619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Network hostable DHCP agents. Network: 2606be22-7ac6-473f-83dc-f0eb00a74e1b, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:49:28.939600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Network 2606be22-7ac6-473f-83dc-f0eb00a74e1b is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:49:28.943466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-1353de17-985f-40dc-98ec-52bdae1ab6df service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324325 Jul 14 11:49:28.991406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 2606be22-7ac6-473f-83dc-f0eb00a74e1b) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:28.999473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f422cf9-5fa0-4cb4-b680-3c4ea69c670a None None] Network 2606be22-7ac6-473f-83dc-f0eb00a74e1b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:49:29.010575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:29.012827 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:29.020263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:29.051152 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ea684f0-7bdd-4565-84fa-56adf051dc9b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9997005 Jul 14 11:49:29.057280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37330) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:29.061683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:29.092014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:29.135815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:29.139090 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:29.152152 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:49:29.164206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:29.219652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Transition to ACTIVE for port object 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:29.226473 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:29.227820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:29.283351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:49:29.284382 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:29.410878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:29.593681 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:29.642251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Allocated IP 172.20.0.2 (2606be22-7ac6-473f-83dc-f0eb00a74e1b/95ace7f6-1a3f-48ac-9ebc-534cd4dd1561/f757b410-aa17-41af-a86b-8e3c3501163f) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:29.648195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] No DVR routers for this DVR port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:49:29.684324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93e32447-d834-4cf1-9ba6-a320350b4fe1 req-c0c117af-5821-4035-b168-8644de5cb2d7 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7294817 Jul 14 11:49:29.832800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-34637cab-ca12-404f-9693-9943a5b1da6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2738092 Jul 14 11:49:29.881495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-3152e027-05ab-4384-bcd3-a5b5d7bcb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:29.883091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-3152e027-05ab-4384-bcd3-a5b5d7bcb942 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 906 time: 1.0388377 Jul 14 11:49:29.903209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2364f5-27bd-421f-a124-da56aa6750e9 req-6dfa75cd-992c-47ea-a450-2eae6c76032e service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9221165 Jul 14 11:49:30.075000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-bdd6fc76-caee-4ef0-a695-64587b59fffd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b54d46-4ead-47de-addd-99b3a81de4aa HTTP/1.1" status: 200 len: 217 time: 0.1777215 Jul 14 11:49:30.076595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Attempting to bind port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:30.076595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Attempting to bind port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:30.077047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Attempting to bind port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:30.088010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on network 50029b0f-5d64-4aca-beeb-32f77981ac0d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:49:30.088888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Attempting to bind port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:30.095712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:30.096319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Checking segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:30.096870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Bound using segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:30.098012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Bound port: 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:30.099151 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.153665 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.163576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Transition to ACTIVE for port object f757b410-aa17-41af-a86b-8e3c3501163f will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:30.180764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Transition to ACTIVE for port object f757b410-aa17-41af-a86b-8e3c3501163f will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:30.194065 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.210657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-07d0b40d-cc15-45d8-b929-1c1d59e5d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.211699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-07d0b40d-cc15-45d8-b929-1c1d59e5d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.212225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-07d0b40d-cc15-45d8-b929-1c1d59e5d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.212712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-07d0b40d-cc15-45d8-b929-1c1d59e5d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.213190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-07d0b40d-cc15-45d8-b929-1c1d59e5d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.213669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-07d0b40d-cc15-45d8-b929-1c1d59e5d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.214151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-07d0b40d-cc15-45d8-b929-1c1d59e5d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.217945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-07d0b40d-cc15-45d8-b929-1c1d59e5d861 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6501 time: 0.3111551 Jul 14 11:49:30.246291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9b111-cd6b-4cb0-aaaa-56bdbd8f6b0c req-a13c03d7-0ede-47b6-82b1-43a245805a6c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.247878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cad9b111-cd6b-4cb0-aaaa-56bdbd8f6b0c req-a13c03d7-0ede-47b6-82b1-43a245805a6c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 943 time: 0.3633864 Jul 14 11:49:30.257670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-6aefad07-d955-4ad8-9b70-f5faca3dd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.259133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-6aefad07-d955-4ad8-9b70-f5faca3dd7b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.1771469 Jul 14 11:49:30.292530 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.293976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Network 2606be22-7ac6-473f-83dc-f0eb00a74e1b is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:30.301328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:30.322450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:30.332003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.342507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Pushing event updated for resources: {'Port': ['ID=f757b410-aa17-41af-a86b-8e3c3501163f,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:30.347387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-90b5d2d1-f2c6-4c56-bbd3-dbacab7974d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.349112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-90b5d2d1-f2c6-4c56-bbd3-dbacab7974d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 1094 time: 0.2982111 Jul 14 11:49:30.351745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:30.385566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-7b7e16d9-a9e9-4953-aed5-82708f99e998 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710731 Jul 14 11:49:30.409447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:30.435889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.436509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.437051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.437558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.438039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.438572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.439087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.439815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.440475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.440965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.441496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.441968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:30.464432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.466468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Attempting to bind port f757b410-aa17-41af-a86b-8e3c3501163f on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:30.467034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Attempting to bind port f757b410-aa17-41af-a86b-8e3c3501163f by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:30.467822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Attempting to bind port f757b410-aa17-41af-a86b-8e3c3501163f on network 2606be22-7ac6-473f-83dc-f0eb00a74e1b {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:30.479050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:30.486336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Checking segment: {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:30.487027 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.488092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Bound using segment: {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:30.488349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Bound port: f757b410-aa17-41af-a86b-8e3c3501163f, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:30.488898 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.529677 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.530464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.532351 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] 10.222.0.45 "PUT /v2.0/ports/1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 1092 time: 2.1957033 Jul 14 11:49:30.534998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467caed8-1b9b-42a0-856f-d855961725f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:30.539926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:30.542297 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:30.581250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Allocated IP 172.25.2.227 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/dc0377e4-56c5-49da-b1ab-61e8d14e818d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:30.617660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] For port f757b410-aa17-41af-a86b-8e3c3501163f, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:30.621684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] For port f757b410-aa17-41af-a86b-8e3c3501163f, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f757b410-aa17-41af-a86b-8e3c3501163f,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:30.628942 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:30.639285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cad9b111-cd6b-4cb0-aaaa-56bdbd8f6b0c req-6ea93f41-a611-4645-acf9-4d9e3eb9e84d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840194 Jul 14 11:49:30.645860 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06537c50-5fa0-4489-b872-1b9e392842c6 x-openstack-request-id: req-06537c50-5fa0-4489-b872-1b9e392842c6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:30.646970 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:30.647393 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06537c50-5fa0-4489-b872-1b9e392842c6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:30.648134 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'status': 'completed', 'code': 200} Jul 14 11:49:30.700884 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-013aa8a5-40a0-41c7-abbb-275984d4b019 service neutron] 10.222.0.64 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465093 Jul 14 11:49:30.745074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d817c2-13bc-40c7-8866-fca0779b84a3 None None] Pushing event updated for resources: {'Port': ['ID=f757b410-aa17-41af-a86b-8e3c3501163f,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:30.750376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-c1546d24-9203-4caf-aeeb-0dbbcc8a6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.751998 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-c1546d24-9203-4caf-aeeb-0dbbcc8a6bed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1096 time: 0.1626871 Jul 14 11:49:30.807959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-d81814aa-ce8d-4d89-a225-35f158cfdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.815126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-d81814aa-ce8d-4d89-a225-35f158cfdf04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 906 time: 0.4351015 Jul 14 11:49:30.949430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-5a4ebc35-24af-4490-b20b-c031811321fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.949926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-5a4ebc35-24af-4490-b20b-c031811321fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.950412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-5a4ebc35-24af-4490-b20b-c031811321fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:30.952940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-5a4ebc35-24af-4490-b20b-c031811321fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=26145ec9-28ca-47b8-8313-e0ceee913209&id=26145ec9-28ca-47b8-8313-e0ceee913209 HTTP/1.1" status: 200 len: 2296 time: 0.6911736 Jul 14 11:49:30.972519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-60c49c0c-40f8-4336-9c8b-50f9020f2d31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05d8fa24-7d9e-4cbf-b832-b954307d9bc4 HTTP/1.1" status: 200 len: 217 time: 0.0846021 Jul 14 11:49:31.113870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-cfa40954-2aa0-4232-884b-b673c2265cae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 HTTP/1.1" status: 200 len: 1001 time: 0.1476929 Jul 14 11:49:31.340691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8281041-7c7b-426d-8e53-7125ca41f469 req-9977843f-5081-41de-ae09-d2280c4dee0d service neutron] 10.222.0.64 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025507 Jul 14 11:49:31.344249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-ad3d32da-aafc-4889-abc0-7026edaa65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:31.345661 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-ad3d32da-aafc-4889-abc0-7026edaa65ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3f6c9c-4cec-4db9-bf7a-5294fab2441d HTTP/1.1" status: 200 len: 856 time: 0.2103946 Jul 14 11:49:31.362665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-de4b0495-c819-4dd7-9bbe-ae81fa7bde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:31.365090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-de4b0495-c819-4dd7-9bbe-ae81fa7bde85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.2421920 Jul 14 11:49:31.391811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f757b410-aa17-41af-a86b-8e3c3501163f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:31.473071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f757b410-aa17-41af-a86b-8e3c3501163f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:31.474317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57275e6d-2d70-4b61-8921-14ac7b051daa req-5d4bc38a-93fa-4148-ab9b-35b5220a6778 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:31.476401 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57275e6d-2d70-4b61-8921-14ac7b051daa req-5d4bc38a-93fa-4148-ab9b-35b5220a6778 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.5635538 Jul 14 11:49:31.503263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-4c8292dc-e23a-40f9-9a0d-73808eea5857 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552847 Jul 14 11:49:31.584944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-d52e5ae3-14bb-4bfe-a913-a442fbcd5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:31.586455 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-d52e5ae3-14bb-4bfe-a913-a442fbcd5755 service neutron] 10.222.0.45 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.8230293 Jul 14 11:49:31.597518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:31.631586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-13facb37-076a-40aa-9d92-f7fa59fd98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:31.633563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-13facb37-076a-40aa-9d92-f7fa59fd98cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633214 Jul 14 11:49:31.640830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57275e6d-2d70-4b61-8921-14ac7b051daa req-ad26a777-b07c-40f0-b009-6a054e45c396 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332903 Jul 14 11:49:31.729626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-42a4c183-eafb-4e10-b74b-c03f36011261 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118874 Jul 14 11:49:31.733182 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-b1300252-04b0-46d1-ad83-cf7fa27cbf3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 999 time: 0.1324811 Jul 14 11:49:31.827487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:31.883420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0377e4-56c5-49da-b1ab-61e8d14e818d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:31.894923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-2306bd34-a2d3-4631-a3f6-a82ec98ef6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:31.896780 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-2306bd34-a2d3-4631-a3f6-a82ec98ef6f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.1517086 Jul 14 11:49:31.902069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:31.903609 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:31.907019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:31.996826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-628c6044-a2a7-4811-a840-2aaa6aabb81e service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476439 Jul 14 11:49:32.089545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-c38d3554-dbb0-4fef-b93b-d4430a580e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:32.091172 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-c38d3554-dbb0-4fef-b93b-d4430a580e5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800785 Jul 14 11:49:32.116905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6af64d7a-b11c-4611-8ba8-d3d351ecfe56 req-77b3fff1-4474-435f-a723-bd9bfb860acf service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595643 Jul 14 11:49:32.139370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f7e1-f888-47f7-9bd9-ad5dd850eebd req-601e2291-6122-4f9e-8fdb-002752399793 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:32.141240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1c5f7e1-f888-47f7-9bd9-ad5dd850eebd req-601e2291-6122-4f9e-8fdb-002752399793 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 943 time: 0.3012648 Jul 14 11:49:32.214082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-bc2e09c6-46cb-41b9-8c79-25302a8d1f10 service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047937 Jul 14 11:49:32.218413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fdf0ea-fe44-4f4c-bedf-084fe15283cf None None] Network 2606be22-7ac6-473f-83dc-f0eb00a74e1b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:49:32.241266 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1c5f7e1-f888-47f7-9bd9-ad5dd850eebd req-6194870d-f201-44db-9d37-999553e36fec tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929856 Jul 14 11:49:32.292685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-99c30491-35ec-4215-92bb-da06fa6db7b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 200 len: 217 time: 0.0458717 Jul 14 11:49:32.300007 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-9e977a40-0c63-4f71-8fef-814a76915f6c service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841924 Jul 14 11:49:32.308746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e1bd78b1-fa3a-4928-a235-156401e7a827 None None] Provisioning for port f757b410-aa17-41af-a86b-8e3c3501163f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:32.322218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e1bd78b1-fa3a-4928-a235-156401e7a827 None None] Provisioning complete for port f757b410-aa17-41af-a86b-8e3c3501163f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:32.322866 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1bd78b1-fa3a-4928-a235-156401e7a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:32.374264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:32.421748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-cf343ad9-5e88-4e5e-a6c0-214e32fb5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:32.438487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-cf343ad9-5e88-4e5e-a6c0-214e32fb5354 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1388843 Jul 14 11:49:32.572803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-db3d864b-1725-4864-9323-ac0c77e25805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:32.574743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-db3d864b-1725-4864-9323-ac0c77e25805 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1296659 Jul 14 11:49:32.659972 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1bd78b1-fa3a-4928-a235-156401e7a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:32.706711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e1bd78b1-fa3a-4928-a235-156401e7a827 None None] For port f757b410-aa17-41af-a86b-8e3c3501163f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f757b410-aa17-41af-a86b-8e3c3501163f,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:32.732452 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1bd78b1-fa3a-4928-a235-156401e7a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:32.746779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-416c1262-972b-45de-81dd-6155cba1403a service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620097 Jul 14 11:49:32.801522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd78b1-fa3a-4928-a235-156401e7a827 None None] Pushing event updated for resources: {'Port': ['ID=f757b410-aa17-41af-a86b-8e3c3501163f,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:32.918704 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ae9f69b2-8228-48ea-b321-87e9f5bc94ae req-88011ccb-5be7-4220-af72-e105e14e08dc service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564792 Jul 14 11:49:32.959194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-0f0b7d02-8182-4427-878b-f3ecd56f9847 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999824 Jul 14 11:49:32.968022 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:49:32.978538 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:33.024637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-35729926-bba4-4f50-a38a-a3b9d92408c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 200 len: 217 time: 0.0548277 Jul 14 11:49:33.034619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde40581-7bdf-46f2-b719-ea8d2219065d req-f0c6dd95-65c1-4e4b-bfb4-2cf6aa98b02a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:33.043062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fde40581-7bdf-46f2-b719-ea8d2219065d req-f0c6dd95-65c1-4e4b-bfb4-2cf6aa98b02a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.1888387 Jul 14 11:49:33.077566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:49:33.217275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fde40581-7bdf-46f2-b719-ea8d2219065d req-a76d7d1b-fc11-4e77-9639-92b2975cb8eb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735773 Jul 14 11:49:33.247374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-e366cb0f-3ed4-482d-a3ea-9debe102bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:33.249074 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-e366cb0f-3ed4-482d-a3ea-9debe102bd15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1096 time: 0.1815052 Jul 14 11:49:33.262928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-e1ebe74e-26b1-4976-ba57-7489960eb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:33.280463 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-e1ebe74e-26b1-4976-ba57-7489960eb8f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.2304835 Jul 14 11:49:33.369069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d9b9cf2f-15d2-4944-b3bd-4cf5491e8a92 None None] Provisioning complete for port f757b410-aa17-41af-a86b-8e3c3501163f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:33.369464 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9b9cf2f-15d2-4944-b3bd-4cf5491e8a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:33.374064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f757b410-aa17-41af-a86b-8e3c3501163f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:33.429974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-c5c35398-5f5e-4bde-9e5b-3945c51c96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:33.445705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-c5c35398-5f5e-4bde-9e5b-3945c51c96ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563289 Jul 14 11:49:33.620134 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-f89b33d1-ee4b-4ae0-be49-10c97d731c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:33.620134 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-f89b33d1-ee4b-4ae0-be49-10c97d731c7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.3557696 Jul 14 11:49:33.629016 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:49:33.725961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:33.758556 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-16b86a79-7eb4-4090-af30-3c8678b5ee21 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032634 Jul 14 11:49:33.773101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f757b410-aa17-41af-a86b-8e3c3501163f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:33.773483 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:33.978748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '05d8fa24-7d9e-4cbf-b832-b954307d9bc4', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'port_id': '05d8fa24-7d9e-4cbf-b832-b954307d9bc4', 'mac_address': 'fa:16:3e:6a:b7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fee729-a6f2-4f4e-99e5-7cf52aa0a461', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:49:34.030591 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:34.070324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-56e7f1e2-56ae-4e2a-95db-1dcd114ea386 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893069 Jul 14 11:49:34.079022 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-36eb065b-5f91-4cd8-8547-c4a490f0c220 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 999 time: 0.4428856 Jul 14 11:49:34.089893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:49:34.132607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:49:34.146048 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Sync routers for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:49:34.158073 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:34.168216 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:34.213492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-3274d9de-66a0-4249-ac1a-4027d8e2bd6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=49913f77-9877-4365-aa9e-2faa940f36fc HTTP/1.1" status: 200 len: 217 time: 0.1035476 Jul 14 11:49:34.258499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb8f12-c082-4a03-848e-d3cf8992208e req-103010eb-d58a-45b6-9c13-c633dc56cece tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:34.264830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0cb8f12-c082-4a03-848e-d3cf8992208e req-103010eb-d58a-45b6-9c13-c633dc56cece tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 943 time: 0.7149596 Jul 14 11:49:34.278657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-ce22dee8-edbd-4026-a44b-bc14dfd0c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:34.284802 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-ce22dee8-edbd-4026-a44b-bc14dfd0c45d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.1462090 Jul 14 11:49:34.307600 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:34.314197 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-878e5ed0-a173-4def-96c6-8de785891194 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2556393 Jul 14 11:49:34.315186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37442) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:34.316307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:34.335551 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:34.412349 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:34.500597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0cb8f12-c082-4a03-848e-d3cf8992208e req-fd1f7365-9e23-4c77-8355-f0190246882d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297323 Jul 14 11:49:34.553904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:34.587654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-a5a007c9-4570-459a-acd9-a08f05c3b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:34.589384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-a5a007c9-4570-459a-acd9-a08f05c3b0e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.2722135 Jul 14 11:49:34.636428 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:32Z', 'revision_number': 3, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:34.664942 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Checking router: 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:49:34.665650 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Updating router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 port dc0377e4-56c5-49da-b1ab-61e8d14e818d binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:49:34.695052 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['05d8fa24-7d9e-4cbf-b832-b954307d9bc4'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:34.755963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-42deaead-d571-4251-89e3-c4277283aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:34.762357 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:34.767011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-42deaead-d571-4251-89e3-c4277283aa51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1514661 Jul 14 11:49:34.951186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-a75cc6a7-8905-4621-94d6-74761461e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:34.953129 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-a75cc6a7-8905-4621-94d6-74761461e1d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6357267 Jul 14 11:49:35.231906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee224a-7499-4fe0-b741-16eece77c525 req-4ec9643e-159b-4c2e-8816-cbd0cec02ab4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:35.233485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dee224a-7499-4fe0-b741-16eece77c525 req-4ec9643e-159b-4c2e-8816-cbd0cec02ab4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.4937508 Jul 14 11:49:35.331126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-0edaab1a-1ea3-433c-9e60-3dae5e27ad8b service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686124 Jul 14 11:49:35.347178 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-063a3675-29b2-4bfd-b260-5fe475b3a94b service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771808 Jul 14 11:49:35.355421 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:35.356017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dee224a-7499-4fe0-b741-16eece77c525 req-368b10b7-ef96-46e7-b869-393e381bccfe tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053019 Jul 14 11:49:35.367811 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Transition to ACTIVE for port object dc0377e4-56c5-49da-b1ab-61e8d14e818d will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:35.376621 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:35.525692 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Attempting to bind port dc0377e4-56c5-49da-b1ab-61e8d14e818d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:35.526155 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Attempting to bind port dc0377e4-56c5-49da-b1ab-61e8d14e818d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:35.526680 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Attempting to bind port dc0377e4-56c5-49da-b1ab-61e8d14e818d on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:35.563906 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:35.564736 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:35.564736 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:35.565047 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:35.565530 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Bound port: dc0377e4-56c5-49da-b1ab-61e8d14e818d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:35.565905 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:35.581216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:35.628973 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] For port dc0377e4-56c5-49da-b1ab-61e8d14e818d, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:35.632883 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] For port dc0377e4-56c5-49da-b1ab-61e8d14e818d, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dc0377e4-56c5-49da-b1ab-61e8d14e818d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:35.638863 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Pushing event updated for resources: {'Port': ['ID=dc0377e4-56c5-49da-b1ab-61e8d14e818d,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:35.655829 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:35.712430 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.712769 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.713193 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.713528 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.713858 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.714181 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.714503 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.714821 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.715139 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.715454 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.722820 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.723930 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:35.826392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-47e4698a-9879-46bc-bb20-717d37c38596 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687481 Jul 14 11:49:35.882571 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a365f45-badd-49c9-a2da-897c4b070876 None None] Pushing event updated for resources: {'Port': ['ID=dc0377e4-56c5-49da-b1ab-61e8d14e818d,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:35.908625 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:35.909041 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:36.128707 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:36.490775 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7305ef15-703e-4ddc-ba4b-65f7ed52daf3 req-db79ec3c-1330-47c5-bf64-df826f44eb34 service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733824 Jul 14 11:49:36.577394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Allocated IP 172.20.0.1 (2606be22-7ac6-473f-83dc-f0eb00a74e1b/95ace7f6-1a3f-48ac-9ebc-534cd4dd1561/91b8af4b-c72a-49db-baad-33908bb55c90) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:36.696982 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:32Z', 'revision_number': 3, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:36.700978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-f3fd5e7e-c3d8-4193-981b-c1f48379807b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=18a00a0e-9792-427c-ba24-b22b2019c83d HTTP/1.1" status: 200 len: 217 time: 0.8394101 Jul 14 11:49:36.782809 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851892f-ee8a-42dd-8d0b-dd3b89ac1c16 None None] The sync data for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 is: [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:32Z', 'revision_number': 3, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:49:36.850749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-79769d7d-c869-4736-ba9f-8b88d6131c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:36.852480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-79769d7d-c869-4736-ba9f-8b88d6131c5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1318288 Jul 14 11:49:36.929821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:36.978281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Transition to ACTIVE for port object 91b8af4b-c72a-49db-baad-33908bb55c90 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:37.022023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12608e88-2872-48fe-9fef-8c51dfffd745 req-7a91ee55-ac75-430f-a65d-1fb2bcc230c5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:37.035565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12608e88-2872-48fe-9fef-8c51dfffd745 req-7a91ee55-ac75-430f-a65d-1fb2bcc230c5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 944 time: 1.1970425 Jul 14 11:49:37.069419 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:37.083245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:37.221655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Network 2606be22-7ac6-473f-83dc-f0eb00a74e1b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:37.231120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12608e88-2872-48fe-9fef-8c51dfffd745 req-c58d7c75-d3ac-4b42-927c-3ce35279b116 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911759 Jul 14 11:49:37.241097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:37.253320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:37.315139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-876f3978-efff-4d4b-ba39-fda1eeea06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:37.317363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-876f3978-efff-4d4b-ba39-fda1eeea06f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4413240 Jul 14 11:49:37.319522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:37.326747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:37.327183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:37.400049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Pushing event updated for resources: {'Port': ['ID=91b8af4b-c72a-49db-baad-33908bb55c90,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:37.463572 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:37.611909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1826a-b2cc-4f2f-9fe5-c1dd79dba147 req-0427bf16-5a02-4fab-afc2-1146a820a15a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:37.637580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7f1826a-b2cc-4f2f-9fe5-c1dd79dba147 req-0427bf16-5a02-4fab-afc2-1146a820a15a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.4892728 Jul 14 11:49:37.686906 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:37.772279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d4e796-925a-4a13-b06b-fd11b4fa0b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d8fa24-7d9e-4cbf-b832-b954307d9bc4'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:37.774604 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aabbffb-7731-47d5-aba0-8effc371f7a7" -d '{"events": [{"server_uuid": "a4d4e796-925a-4a13-b06b-fd11b4fa0b28", "name": "network-vif-plugged", "status": "completed", "tag": "05d8fa24-7d9e-4cbf-b832-b954307d9bc4"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:37.850607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:37.853058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7f1826a-b2cc-4f2f-9fe5-c1dd79dba147 req-978be96d-26a2-4208-ac09-41c89af86d76 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141554 Jul 14 11:49:37.878128 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:37.954350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-6070293a-2789-43f5-b517-7e8d14b72da4 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170986 Jul 14 11:49:38.003279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:38.030367 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44462f51-e640-4432-8bb2-d5dc4cf1fe44 x-openstack-request-id: req-44462f51-e640-4432-8bb2-d5dc4cf1fe44 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:38.030671 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d4e796-925a-4a13-b06b-fd11b4fa0b28", "name": "network-vif-plugged", "status": "completed", "tag": "05d8fa24-7d9e-4cbf-b832-b954307d9bc4", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:38.030924 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-44462f51-e640-4432-8bb2-d5dc4cf1fe44 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:38.031322 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d4e796-925a-4a13-b06b-fd11b4fa0b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d8fa24-7d9e-4cbf-b832-b954307d9bc4', 'code': 200} Jul 14 11:49:38.037955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fc592fcf-1f9e-4e1e-8bd4-89ad01060b9a None None] Provisioning for port 91b8af4b-c72a-49db-baad-33908bb55c90 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:38.050971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fc592fcf-1f9e-4e1e-8bd4-89ad01060b9a None None] Provisioning complete for port 91b8af4b-c72a-49db-baad-33908bb55c90 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:38.051579 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fc592fcf-1f9e-4e1e-8bd4-89ad01060b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:38.169552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-fc592fcf-1f9e-4e1e-8bd4-89ad01060b9a None None] Port 91b8af4b-c72a-49db-baad-33908bb55c90 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:49:38.227044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-61aeb2f6-8ac4-4d14-823c-cb2735cb897f service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543879 Jul 14 11:49:38.339430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-890b801f-3cc3-4a02-b852-a0fc6184fd1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a311431a-32d1-4b6e-a233-63e9651b80ee HTTP/1.1" status: 200 len: 217 time: 0.0932949 Jul 14 11:49:38.438492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-f5f19982-8a94-4adf-a805-fce7020b967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:38.445516 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-f5f19982-8a94-4adf-a805-fce7020b967c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.0965524 Jul 14 11:49:38.666604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f4478-2ba8-46bd-ad7f-17e510a14272 req-58e9b88e-88f0-4d12-95e0-cab4c664cff2 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:38.671011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-121f4478-2ba8-46bd-ad7f-17e510a14272 req-58e9b88e-88f0-4d12-95e0-cab4c664cff2 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 945 time: 0.1624229 Jul 14 11:49:38.842316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-121f4478-2ba8-46bd-ad7f-17e510a14272 req-c1b675e3-5a8c-4c99-a5dc-789035eccd21 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051459 Jul 14 11:49:38.912768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-52ad1056-1aea-4c37-9d13-9f6b9b058d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:38.914551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-52ad1056-1aea-4c37-9d13-9f6b9b058d84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2370062 Jul 14 11:49:39.048567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad3499-a2f4-4947-b79c-2d3b47698a62 req-3573f5fb-0785-4634-87bd-3062364b3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:39.061955 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bfad3499-a2f4-4947-b79c-2d3b47698a62 req-3573f5fb-0785-4634-87bd-3062364b3843 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 1096 time: 0.2613199 Jul 14 11:49:39.063346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:39.148629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-400041c9-87c5-4d29-9b29-9b64269c9480 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918917 Jul 14 11:49:39.256469 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bfad3499-a2f4-4947-b79c-2d3b47698a62 req-8f04ae8e-8f53-4654-a6b0-ef0311cca55f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543148 Jul 14 11:49:39.383647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dc0377e4-56c5-49da-b1ab-61e8d14e818d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:39.563734 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:39.577525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:39.581759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb007040-d7e6-4bd9-aef0-be96602b63a8 req-121d825c-b25e-4d7b-8cb5-98bf325d2bac tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:39.583187 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d96697a6-8bb8-45b6-8209-648bf9f9a152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:39.588605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb007040-d7e6-4bd9-aef0-be96602b63a8 req-121d825c-b25e-4d7b-8cb5-98bf325d2bac tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.4389355 Jul 14 11:49:39.591395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port dc0377e4-56c5-49da-b1ab-61e8d14e818d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:39.601473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port dc0377e4-56c5-49da-b1ab-61e8d14e818d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:39.601902 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:39.703355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-69069697-c6ef-43ca-bdd3-b77f3430f407 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119455 Jul 14 11:49:39.746465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb007040-d7e6-4bd9-aef0-be96602b63a8 req-07aaf822-6276-4537-80c7-f0ac45edc331 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377659 Jul 14 11:49:39.768535 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:39.818712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Pushing event updated for resources: {'Port': ['ID=91b8af4b-c72a-49db-baad-33908bb55c90,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:39.828359 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:39.876316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-5965eaf6-4782-42c5-9fc8-843f727f2277 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c HTTP/1.1" status: 200 len: 217 time: 0.1276324 Jul 14 11:49:39.876564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port dc0377e4-56c5-49da-b1ab-61e8d14e818d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dc0377e4-56c5-49da-b1ab-61e8d14e818d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:39.886221 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:40.021427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=dc0377e4-56c5-49da-b1ab-61e8d14e818d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:40.046786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-70d00c55-98a0-40ee-abdb-56350b1a267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:40.048394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-70d00c55-98a0-40ee-abdb-56350b1a267e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.1000664 Jul 14 11:49:40.091921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Network 2606be22-7ac6-473f-83dc-f0eb00a74e1b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:40.095258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:40.327041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-e98cca7a-4713-465c-9939-5982c20dd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:40.335422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-e98cca7a-4713-465c-9939-5982c20dd14b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2289560 Jul 14 11:49:40.365688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa3169-de8d-45a3-a928-4902de466d57 req-febeba69-a6fa-43ee-8e3e-cffa82372e98 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:40.367360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2aa3169-de8d-45a3-a928-4902de466d57 req-febeba69-a6fa-43ee-8e3e-cffa82372e98 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 945 time: 0.2964933 Jul 14 11:49:40.446997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:49:40.627627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d4a439db-c5ad-40d3-b4e5-30112afedff2 None None] Provisioning complete for port 91b8af4b-c72a-49db-baad-33908bb55c90 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:40.629461 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d4a439db-c5ad-40d3-b4e5-30112afedff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:40.673337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2aa3169-de8d-45a3-a928-4902de466d57 req-29629176-fa09-4630-82b5-c05066d37252 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891662 Jul 14 11:49:40.781593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d4a439db-c5ad-40d3-b4e5-30112afedff2 None None] Port 91b8af4b-c72a-49db-baad-33908bb55c90 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:49:40.819720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-fecf60a8-23d7-49f8-b3fe-da3b6cd3d4ab service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477704 Jul 14 11:49:40.921555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:49:40.937884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Sync routers for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:49:40.939968 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8f14842b-1d45-422d-b22e-3d1b6daa1dcb admin admin] 10.222.0.38 "PUT /v2.0/routers/2d2a13fc-0351-4c41-99a8-5568c5aa5be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6186807 Jul 14 11:49:40.953275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:40.953987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:41.097514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:41.413510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dc0377e4-56c5-49da-b1ab-61e8d14e818d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:41.587454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b8999cc-493a-419f-b4a8-fdda28de7575 req-41e00407-3fec-4f5f-8850-f527ef03dafe service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174483 Jul 14 11:49:41.642734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb952c-a7a1-4e87-966d-cb6ec097044b req-473f23a2-563e-4231-938e-a598b0afbd2a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:41.654189 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92eb952c-a7a1-4e87-966d-cb6ec097044b req-473f23a2-563e-4231-938e-a598b0afbd2a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.2221692 Jul 14 11:49:41.660267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port dc0377e4-56c5-49da-b1ab-61e8d14e818d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:41.662884 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:41.807272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92eb952c-a7a1-4e87-966d-cb6ec097044b req-4ffc47f9-e239-40a0-8fde-df7fe75af6ca tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472068 Jul 14 11:49:41.857172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:38Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '91b8af4b-c72a-49db-baad-33908bb55c90', 'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'mac_address': 'fa:16:3e:56:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:35Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 2, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'subnets': [{'id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:41.954794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Checking router: 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:49:41.955291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Updating router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 port 91b8af4b-c72a-49db-baad-33908bb55c90 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:49:42.001609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8bbb-2767-4c1c-ac23-1590609ea72c req-2bcae86f-1cbb-4c34-bdac-5823fcce56ab tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:42.014346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-905a8bbb-2767-4c1c-ac23-1590609ea72c req-2bcae86f-1cbb-4c34-bdac-5823fcce56ab tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 945 time: 0.1439261 Jul 14 11:49:42.077192 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-905a8bbb-2767-4c1c-ac23-1590609ea72c req-a0177500-8ac1-4087-9496-374e2b056ba0 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567014 Jul 14 11:49:42.100306 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.249476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719b884-e28b-4d19-970f-5b65a6543a64 req-9bc12654-8a1c-4b9d-a66e-69267a2b28c3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:42.251038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6719b884-e28b-4d19-970f-5b65a6543a64 req-9bc12654-8a1c-4b9d-a66e-69267a2b28c3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 945 time: 0.1069083 Jul 14 11:49:42.327839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37576) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:42.333242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1514227140-network', 'tenant_id': '829a77c44a874f48825078073f2a6437'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:42.369506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6719b884-e28b-4d19-970f-5b65a6543a64 req-0b29299e-5548-4ee1-bb5a-5850c8264b3e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107554 Jul 14 11:49:42.380342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Made reservation on behalf of 829a77c44a874f48825078073f2a6437 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:49:42.382776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.414851 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.575728 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f86f0517-0b7b-47c3-acc0-bbfd90b74442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.604430 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.666730 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.675228 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.733915 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.740213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:49:42.746736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Transition to ACTIVE for port object 91b8af4b-c72a-49db-baad-33908bb55c90 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:42.754803 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.767750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359fff4b-6a36-4991-948b-926a84649558,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:42.790260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.790790 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Added segment b413edd8-43f9-4e21-a0bd-bb84f039eeb5 of type vlan for network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 Jul 14 11:49:42.864738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af717d8-bdf8-444c-b04d-e5d4a7622e6a None None] Pushing event updated for resources: {'Port': ['ID=91b8af4b-c72a-49db-baad-33908bb55c90,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:42.930959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aa066-caa6-4058-877a-fdd237c6780f req-422a9087-37a3-4695-9e98-5aefdfd773c5 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:42.937325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-031aa066-caa6-4058-877a-fdd237c6780f req-422a9087-37a3-4695-9e98-5aefdfd773c5 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 945 time: 0.2205694 Jul 14 11:49:42.949288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.974105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Attempting to bind port 91b8af4b-c72a-49db-baad-33908bb55c90 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:42.975729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Attempting to bind port 91b8af4b-c72a-49db-baad-33908bb55c90 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:42.976127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Attempting to bind port 91b8af4b-c72a-49db-baad-33908bb55c90 on network 2606be22-7ac6-473f-83dc-f0eb00a74e1b {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:42.988620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:42.989103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Checking segment: {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:42.989550 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:42.989946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Bound using segment: {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:42.990423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Bound port: 91b8af4b-c72a-49db-baad-33908bb55c90, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:42.990804 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:43.026849 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:43.028159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:43.028989 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:43.088347 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7591963 Jul 14 11:49:43.123376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37592) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:43.133145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] For port 91b8af4b-c72a-49db-baad-33908bb55c90, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:43.140320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] For port 91b8af4b-c72a-49db-baad-33908bb55c90, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=91b8af4b-c72a-49db-baad-33908bb55c90,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:43.150091 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:43.162236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Request body: {'subnet': {'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1514227140-subnet', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:43.216885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6271-b3ed-479e-ab1a-7f295dbc94fb admin admin] Pushing event updated for resources: {'Network': ['ID=b0a63eb4-d8da-4fc9-aca0-221153dd68b6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:43.217908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:43.218776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:43.234174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:49:43.290177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Made reservation on behalf of 829a77c44a874f48825078073f2a6437 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:49:43.292613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:43.306854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-031aa066-caa6-4058-877a-fdd237c6780f req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Deleting port ec979fa0-098e-4580-a25e-788e8bab5ad1 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:49:43.307217 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-031aa066-caa6-4058-877a-fdd237c6780f req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:43.522385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfc906-351d-4d60-8614-1000d2183d60 req-944cfce7-cc7f-4b38-ba39-a04cb8d987bd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:43.524053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2edfc906-351d-4d60-8614-1000d2183d60 req-944cfce7-cc7f-4b38-ba39-a04cb8d987bd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 945 time: 0.3964803 Jul 14 11:49:43.656421 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:43.678337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2edfc906-351d-4d60-8614-1000d2183d60 req-154e70c0-01b9-403a-935d-3337d354ce82 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453438 Jul 14 11:49:43.711065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af717d8-bdf8-444c-b04d-e5d4a7622e6a None None] Pushing event updated for resources: {'Port': ['ID=91b8af4b-c72a-49db-baad-33908bb55c90,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:43.754817 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:43.757259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:43.762285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-031aa066-caa6-4058-877a-fdd237c6780f req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] For port ec979fa0-098e-4580-a25e-788e8bab5ad1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec979fa0-098e-4580-a25e-788e8bab5ad1,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:43.762945 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-031aa066-caa6-4058-877a-fdd237c6780f req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:43.789898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa424ad3-eabc-4ea6-9c9d-08ee707ca70a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:43.792497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-031aa066-caa6-4058-877a-fdd237c6780f req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Calling delete_port for ec979fa0-098e-4580-a25e-788e8bab5ad1 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:49:43.863527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Checking segment: {'id': 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:43.872502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Network hostable DHCP agents. Network: b0a63eb4-d8da-4fc9-aca0-221153dd68b6, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:49:43.957838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:49:44.002725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8e948-1a3c-4b06-be23-728187cbe63b req-9cf9e86c-e8a6-438e-b03c-baa5d5e0ac71 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:44.012154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31e8e948-1a3c-4b06-be23-728187cbe63b req-9cf9e86c-e8a6-438e-b03c-baa5d5e0ac71 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.1367891 Jul 14 11:49:44.015861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, b0a63eb4-d8da-4fc9-aca0-221153dd68b6) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:44.032219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:44.032966 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:44.033262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad174348-27c8-4249-a652-aa6d2b56bbf1 None None] Network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:49:44.116288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31e8e948-1a3c-4b06-be23-728187cbe63b req-3fb6a850-0f28-40f4-acb2-7d5981b168bd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031816 Jul 14 11:49:44.126162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d19f2013-dffa-4b50-8971-71fedc8aac04 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9747078 Jul 14 11:49:44.128982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37614) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:44.134507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:44.144067 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-031aa066-caa6-4058-877a-fdd237c6780f req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:44.195624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Pushing event deleted for resources: {'Port': ['ID=ec979fa0-098e-4580-a25e-788e8bab5ad1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:44.215810 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:44.217042 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:44.263497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-031aa066-caa6-4058-877a-fdd237c6780f req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] No DVR routers for this DVR port ec979fa0-098e-4580-a25e-788e8bab5ad1 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:49:44.266774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-031aa066-caa6-4058-877a-fdd237c6780f req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:44.269094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-031aa066-caa6-4058-877a-fdd237c6780f req-f9bf98b5-b115-45bc-9c30-3271b2c8f771 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.64 "DELETE /v2.0/ports/ec979fa0-098e-4580-a25e-788e8bab5ad1 HTTP/1.1" status: 204 len: 173 time: 1.3257394 Jul 14 11:49:44.269875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcd3b02-c773-4ab0-9b43-944b5660c4bd', 'name': 'network-vif-deleted', 'tag': 'ec979fa0-098e-4580-a25e-788e8bab5ad1'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:44.272450 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2a028d-11b0-42e4-be31-471ba1ba7b72" -d '{"events": [{"server_uuid": "8fcd3b02-c773-4ab0-9b43-944b5660c4bd", "name": "network-vif-deleted", "tag": "ec979fa0-098e-4580-a25e-788e8bab5ad1"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:44.340207 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:44.451516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:38Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '91b8af4b-c72a-49db-baad-33908bb55c90', 'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'mac_address': 'fa:16:3e:56:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:35Z', 'updated_at': '2021-07-14T11:49:43Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'subnets': [{'id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:44.500713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-b0a63eb4-d8da-4fc9-aca0-221153dd68b6', 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'fixed_ips': [{'subnet_id': 'aa424ad3-eabc-4ea6-9c9d-08ee707ca70a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:49:44.501910 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:44.505352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4744d74-e963-4520-ac6c-4d926693f085 req-2effb775-e13c-4248-90a1-c58fa0e98342 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fcd3b02-c773-4ab0-9b43-944b5660c4bd HTTP/1.1" status: 200 len: 210 time: 0.1037843 Jul 14 11:49:44.726749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Allocated IP 172.20.0.2 (b0a63eb4-d8da-4fc9-aca0-221153dd68b6/aa424ad3-eabc-4ea6-9c9d-08ee707ca70a/003841a9-f4c6-4b22-b06a-372314a95210) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:44.746733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e368187-58ff-4dfb-add5-7fc08c70e7b8 None None] The sync data for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 is: [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:38Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '91b8af4b-c72a-49db-baad-33908bb55c90', 'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'mac_address': 'fa:16:3e:56:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:35Z', 'updated_at': '2021-07-14T11:49:43Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'subnets': [{'id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:49:44.768632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:44.849707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b420cb-24a8-4d20-9253-a68326aff5f2 req-77505c9e-5dd3-46f8-8808-8bcd3fadc709 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:44.862572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87b420cb-24a8-4d20-9253-a68326aff5f2 req-77505c9e-5dd3-46f8-8808-8bcd3fadc709 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 945 time: 0.1303091 Jul 14 11:49:44.979324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87b420cb-24a8-4d20-9253-a68326aff5f2 req-cb7ae8f6-f33f-4285-9f67-3a4b6bf6dc2b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125998 Jul 14 11:49:45.103174 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde156da-b980-47a0-bac4-1561a6ce3008 x-openstack-request-id: req-dde156da-b980-47a0-bac4-1561a6ce3008 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:45.103762 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcd3b02-c773-4ab0-9b43-944b5660c4bd", "name": "network-vif-deleted", "tag": "ec979fa0-098e-4580-a25e-788e8bab5ad1", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:45.104361 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dde156da-b980-47a0-bac4-1561a6ce3008 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:45.105000 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcd3b02-c773-4ab0-9b43-944b5660c4bd', 'name': 'network-vif-deleted', 'tag': 'ec979fa0-098e-4580-a25e-788e8bab5ad1', 'status': 'completed', 'code': 200} Jul 14 11:49:45.184681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:45.233964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Transition to ACTIVE for port object 003841a9-f4c6-4b22-b06a-372314a95210 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:45.296075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Transition to ACTIVE for port object 003841a9-f4c6-4b22-b06a-372314a95210 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:45.308094 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:45.389592 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:45.469601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:45.501915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:45.507360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:45.522485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:45.524970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 91b8af4b-c72a-49db-baad-33908bb55c90 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:45.536744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:45.764842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Pushing event updated for resources: {'Port': ['ID=003841a9-f4c6-4b22-b06a-372314a95210,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:45.780260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Allocated IP 172.25.2.130 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/9bd01185-3199-491a-ba18-e9dd977a5b34) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:45.823389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 91b8af4b-c72a-49db-baad-33908bb55c90 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:45.827043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Attempting to bind port 003841a9-f4c6-4b22-b06a-372314a95210 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:45.831878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Attempting to bind port 003841a9-f4c6-4b22-b06a-372314a95210 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:45.832959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Attempting to bind port 003841a9-f4c6-4b22-b06a-372314a95210 on network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:45.857987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 91b8af4b-c72a-49db-baad-33908bb55c90 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:45.858763 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:45.939647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:45.940488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Checking segment: {'id': 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:45.941198 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:45.941959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Bound using segment: {'id': 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:45.944437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Bound port: 003841a9-f4c6-4b22-b06a-372314a95210, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:45.945185 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:45.996695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eda10c-e1d2-47e3-b709-2ff90abbc5c6 req-13a40c25-3fd9-4252-bf14-79e1be7096b2 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:46.007991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07eda10c-e1d2-47e3-b709-2ff90abbc5c6 req-13a40c25-3fd9-4252-bf14-79e1be7096b2 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.1781647 Jul 14 11:49:46.063246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07eda10c-e1d2-47e3-b709-2ff90abbc5c6 req-d0fd21e6-b24f-4c55-8768-8f970776b9c2 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540643 Jul 14 11:49:46.089215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec979fa0-098e-4580-a25e-788e8bab5ad1 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:49:46.114250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:46.154936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: ec979fa0-098e-4580-a25e-788e8bab5ad1 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:49:46.165071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec979fa0-098e-4580-a25e-788e8bab5ad1 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:49:46.170068 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:46.175021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:46.176767 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] For port 003841a9-f4c6-4b22-b06a-372314a95210, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:46.186897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] For port 003841a9-f4c6-4b22-b06a-372314a95210, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=003841a9-f4c6-4b22-b06a-372314a95210,segment=NetworkSegment(b413edd8-43f9-4e21-a0bd-bb84f039eeb5),segment_id=b413edd8-43f9-4e21-a0bd-bb84f039eeb5)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:46.198518 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:46.232051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:46.237514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:46.251573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:46.324062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 91b8af4b-c72a-49db-baad-33908bb55c90, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=91b8af4b-c72a-49db-baad-33908bb55c90,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:46.349407 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:46.403985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1ab58-5936-4a76-b946-762b572a4957 None None] Pushing event updated for resources: {'Port': ['ID=003841a9-f4c6-4b22-b06a-372314a95210,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:46.409531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd01185-3199-491a-ba18-e9dd977a5b34,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:46.577951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=91b8af4b-c72a-49db-baad-33908bb55c90,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:46.637696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbb709-cb65-41fb-8981-50bb5d3f33ae req-945fe6a2-e360-41f4-83ba-68a8900f39bc tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:46.639752 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25bbb709-cb65-41fb-8981-50bb5d3f33ae req-945fe6a2-e360-41f4-83ba-68a8900f39bc tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 945 time: 0.1415093 Jul 14 11:49:46.783581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25bbb709-cb65-41fb-8981-50bb5d3f33ae req-2c3fb091-6220-4b63-a275-2b37613a449c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209855 Jul 14 11:49:47.118307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:47.467823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d78b-4240-442b-9868-9ae6f48b9b3b req-c369ce34-4f12-486e-8997-d81b638aabda tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:47.479195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b52d78b-4240-442b-9868-9ae6f48b9b3b req-c369ce34-4f12-486e-8997-d81b638aabda tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.1691651 Jul 14 11:49:47.550222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 003841a9-f4c6-4b22-b06a-372314a95210 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:47.580651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b52d78b-4240-442b-9868-9ae6f48b9b3b req-ec61a97a-abac-4820-8631-773db380100e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001525 Jul 14 11:49:47.682085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 003841a9-f4c6-4b22-b06a-372314a95210 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:47.689880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 91b8af4b-c72a-49db-baad-33908bb55c90 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:47.713118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:47.866112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 91b8af4b-c72a-49db-baad-33908bb55c90 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:47.866842 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:47.956458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37678) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:48.014694 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:49:48.278799 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a03ec8-e674-4886-8ab2-c4513bdb98e0 None None] Network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:49:48.290084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4e20-5fe6-4491-ab45-b96393698088 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:48.295964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4e20-5fe6-4491-ab45-b96393698088 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:48.296609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4e20-5fe6-4491-ab45-b96393698088 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:48.299315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:49:48.316840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-759c4e20-5fe6-4491-ab45-b96393698088 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/ports?project_id=4da7de1dc0854a24ba7bd3d0560e77e2&network_id=a899e257-85c4-45bb-8f56-37e8ac909915 HTTP/1.1" status: 200 len: 2969 time: 0.3586988 Jul 14 11:49:48.325877 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Sync routers for ids ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:49:48.334243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52731-8c89-4339-b37c-a8d8abc5cc20 req-1ea97f98-6338-499b-ade2-f7070606156c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:48.335714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:48.337062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbc52731-8c89-4339-b37c-a8d8abc5cc20 req-1ea97f98-6338-499b-ade2-f7070606156c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 945 time: 0.2150295 Jul 14 11:49:48.337679 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d8a30941-eefd-487d-8569-a3d513cbdae3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2069736 Jul 14 11:49:48.340181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37682) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:48.345449 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Routers {'2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:48.346131 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:48.443600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbc52731-8c89-4339-b37c-a8d8abc5cc20 req-febd9206-a57d-4026-8d7f-d5e731b23592 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946803 Jul 14 11:49:48.527358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5160225c-b9ae-47a0-8bcc-c3cdf628f9e6 None None] Provisioning for port 003841a9-f4c6-4b22-b06a-372314a95210 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:48.543789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5160225c-b9ae-47a0-8bcc-c3cdf628f9e6 None None] Provisioning complete for port 003841a9-f4c6-4b22-b06a-372314a95210 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:48.544204 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5160225c-b9ae-47a0-8bcc-c3cdf628f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:48.646758 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Set router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:48.742143 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5160225c-b9ae-47a0-8bcc-c3cdf628f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:48.921844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5160225c-b9ae-47a0-8bcc-c3cdf628f9e6 None None] For port 003841a9-f4c6-4b22-b06a-372314a95210, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=003841a9-f4c6-4b22-b06a-372314a95210,segment=NetworkSegment(b413edd8-43f9-4e21-a0bd-bb84f039eeb5),segment_id=b413edd8-43f9-4e21-a0bd-bb84f039eeb5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:48.931422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5160225c-b9ae-47a0-8bcc-c3cdf628f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.024715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160225c-b9ae-47a0-8bcc-c3cdf628f9e6 None None] Pushing event updated for resources: {'Port': ['ID=003841a9-f4c6-4b22-b06a-372314a95210,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:49.132320 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:44Z', 'updated_at': '2021-07-14T11:49:46Z', 'revision_number': 3, 'project_id': '829a77c44a874f48825078073f2a6437', 'gw_port': {'id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:45Z', 'updated_at': '2021-07-14T11:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:49.165711 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Checking router: 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:49:49.166238 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Updating router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 port 9bd01185-3199-491a-ba18-e9dd977a5b34 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:49:49.213437 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.262491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-209b0226-d070-44f7-88ec-0091f01f6591 None None] Provisioning complete for port 003841a9-f4c6-4b22-b06a-372314a95210 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:49.264375 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-209b0226-d070-44f7-88ec-0091f01f6591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.312560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 003841a9-f4c6-4b22-b06a-372314a95210 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:49.323399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-442edc39-ae7a-4674-b263-267683871220 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:49.324931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-442edc39-ae7a-4674-b263-267683871220 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 945 time: 0.2639284 Jul 14 11:49:49.336676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99944ba2-9f7a-4dcc-a29a-d589d7c31ca5 req-f20d2b7d-b4c7-454f-967c-8cce6c34c877 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:49.338179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99944ba2-9f7a-4dcc-a29a-d589d7c31ca5 req-f20d2b7d-b4c7-454f-967c-8cce6c34c877 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.2792146 Jul 14 11:49:49.422498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 003841a9-f4c6-4b22-b06a-372314a95210 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:49.422935 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.479268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99944ba2-9f7a-4dcc-a29a-d589d7c31ca5 req-b2b2121c-5cfb-471a-9e7f-95f9fdeb34d1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046600 Jul 14 11:49:49.641229 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.651010 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Transition to ACTIVE for port object 9bd01185-3199-491a-ba18-e9dd977a5b34 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:49.657758 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.707417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Deleting port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:49:49.707761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.710796 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Attempting to bind port 9bd01185-3199-491a-ba18-e9dd977a5b34 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:49.711312 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Attempting to bind port 9bd01185-3199-491a-ba18-e9dd977a5b34 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:49.712134 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Attempting to bind port 9bd01185-3199-491a-ba18-e9dd977a5b34 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:49.720419 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57d48b-0e17-403e-996a-1fa88b0e6137 None None] Pushing event updated for resources: {'Port': ['ID=9bd01185-3199-491a-ba18-e9dd977a5b34,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:49.724857 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:49.725243 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:49.725652 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.726356 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:49.726552 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Bound port: 9bd01185-3199-491a-ba18-e9dd977a5b34, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:49.726898 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.785691 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] For port 9bd01185-3199-491a-ba18-e9dd977a5b34, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:49.790663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.793088 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] For port 9bd01185-3199-491a-ba18-e9dd977a5b34, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9bd01185-3199-491a-ba18-e9dd977a5b34,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:49.798000 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.856231 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Routers {'2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:49.857025 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:49.920072 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57d48b-0e17-403e-996a-1fa88b0e6137 None None] Pushing event updated for resources: {'Port': ['ID=9bd01185-3199-491a-ba18-e9dd977a5b34,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:49.969916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] For port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:49.970299 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:49.987938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Calling delete_port for 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:49:49.993981 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] Set router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:50.086969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d50d6-28db-4fa7-9834-c26a401a9973 req-9f7546bd-7f6c-468d-ac48-3bd8491903c3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:50.089259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-328d50d6-28db-4fa7-9834-c26a401a9973 req-9f7546bd-7f6c-468d-ac48-3bd8491903c3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 945 time: 0.4464614 Jul 14 11:49:50.195056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-328d50d6-28db-4fa7-9834-c26a401a9973 req-78872c5d-d344-4865-ab1b-61fb8d15ed5d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919571 Jul 14 11:49:50.293554 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:44Z', 'updated_at': '2021-07-14T11:49:46Z', 'revision_number': 3, 'project_id': '829a77c44a874f48825078073f2a6437', 'gw_port': {'id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:45Z', 'updated_at': '2021-07-14T11:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:50.325086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Allocated IP 172.20.0.1 (b0a63eb4-d8da-4fc9-aca0-221153dd68b6/aa424ad3-eabc-4ea6-9c9d-08ee707ca70a/a517c764-947f-4956-bcf3-b84a51245ef7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:50.328034 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:50.340734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:50.343668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['05d8fa24-7d9e-4cbf-b832-b954307d9bc4'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:50.359320 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6b099-1a95-46fe-a735-e32958af43e0 None None] The sync data for ids ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'] in n-d-778696-8 is: [{'id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:44Z', 'updated_at': '2021-07-14T11:49:46Z', 'revision_number': 3, 'project_id': '829a77c44a874f48825078073f2a6437', 'gw_port': {'id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:45Z', 'updated_at': '2021-07-14T11:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:49:50.382197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event deleted for resources: {'Port': ['ID=05d8fa24-7d9e-4cbf-b832-b954307d9bc4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:50.521225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] No DVR routers for this DVR port 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:49:50.524543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:50.526698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-611e7517-b7c1-408e-94e7-1ba33e6f20c3 req-c6c3a874-e9b4-4760-97ca-225cb0fa7e51 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "DELETE /v2.0/ports/05d8fa24-7d9e-4cbf-b832-b954307d9bc4 HTTP/1.1" status: 204 len: 173 time: 1.1856184 Jul 14 11:49:50.533232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d4e796-925a-4a13-b06b-fd11b4fa0b28', 'name': 'network-vif-deleted', 'tag': '05d8fa24-7d9e-4cbf-b832-b954307d9bc4'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:49:50.533232 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0c6acf-e52b-4267-b21f-d99e297b3a7d" -d '{"events": [{"server_uuid": "a4d4e796-925a-4a13-b06b-fd11b4fa0b28", "name": "network-vif-deleted", "tag": "05d8fa24-7d9e-4cbf-b832-b954307d9bc4"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:50.622756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:50.638016 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2236c707-94a3-4226-be64-74858f06cf94 x-openstack-request-id: req-2236c707-94a3-4226-be64-74858f06cf94 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:50.638312 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d4e796-925a-4a13-b06b-fd11b4fa0b28", "name": "network-vif-deleted", "tag": "05d8fa24-7d9e-4cbf-b832-b954307d9bc4", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:50.638561 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2236c707-94a3-4226-be64-74858f06cf94 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:50.638957 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d4e796-925a-4a13-b06b-fd11b4fa0b28', 'name': 'network-vif-deleted', 'tag': '05d8fa24-7d9e-4cbf-b832-b954307d9bc4', 'status': 'completed', 'code': 200} Jul 14 11:49:50.652862 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Transition to ACTIVE for port object a517c764-947f-4956-bcf3-b84a51245ef7 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:50.713179 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:50.843691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:50.852588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:50.872241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:50.913289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Pushing event updated for resources: {'Port': ['ID=a517c764-947f-4956-bcf3-b84a51245ef7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:50.951722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce0f9f-225c-4591-abf3-bc3f091c24a1 req-3647c2af-93a5-4157-b885-f153c8324c53 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:50.960477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-edce0f9f-225c-4591-abf3-bc3f091c24a1 req-3647c2af-93a5-4157-b885-f153c8324c53 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.1793468 Jul 14 11:49:50.965281 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:51.143435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-edce0f9f-225c-4591-abf3-bc3f091c24a1 req-fc70d888-643e-4100-8561-16b95d86d0db tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819739 Jul 14 11:49:51.207788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37726) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:51.216389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ceff9a1b-a10e-4dc0-9ee0-b6139f70d236 None None] Provisioning for port a517c764-947f-4956-bcf3-b84a51245ef7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:51.221747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ceff9a1b-a10e-4dc0-9ee0-b6139f70d236 None None] Provisioning complete for port a517c764-947f-4956-bcf3-b84a51245ef7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:51.223471 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ceff9a1b-a10e-4dc0-9ee0-b6139f70d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:51.339408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ceff9a1b-a10e-4dc0-9ee0-b6139f70d236 None None] Port a517c764-947f-4956-bcf3-b84a51245ef7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:49:51.439415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fffdcac-03f4-48eb-9ba3-593b1b393436 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:51.449916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9bd01185-3199-491a-ba18-e9dd977a5b34 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:51.466813 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0fffdcac-03f4-48eb-9ba3-593b1b393436 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 814 time: 0.2429869 Jul 14 11:49:51.533696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 9bd01185-3199-491a-ba18-e9dd977a5b34 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:51.539426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9bd01185-3199-491a-ba18-e9dd977a5b34 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:51.539831 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:51.579927 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:51.714300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f802a093-9c41-465f-8792-1d83e8ba45d1 req-79b31b32-7ffa-4ebd-8223-82aebe9ca240 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d4e796-925a-4a13-b06b-fd11b4fa0b28 HTTP/1.1" status: 200 len: 210 time: 0.0569460 Jul 14 11:49:51.767578 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:51.798581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 9bd01185-3199-491a-ba18-e9dd977a5b34, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9bd01185-3199-491a-ba18-e9dd977a5b34,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:51.804623 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:51.882009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=9bd01185-3199-491a-ba18-e9dd977a5b34,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:51.914043 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:51.918946 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:52.008168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Pushing event updated for resources: {'Port': ['ID=a517c764-947f-4956-bcf3-b84a51245ef7,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:52.026134 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:52.131282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:52.132990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:52.307980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:49:52.479400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5fda258a-db33-42ad-a9fe-c53e98c6ac48 None None] Provisioning complete for port a517c764-947f-4956-bcf3-b84a51245ef7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:52.481051 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5fda258a-db33-42ad-a9fe-c53e98c6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:52.509368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:49:52.516639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d73a3457-743d-4c65-98b5-a48de5fd6f00 admin admin] 10.222.0.38 "PUT /v2.0/routers/2f34a83f-ad7d-492e-9d37-1d4166ba8dd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1752262 Jul 14 11:49:52.526553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0943ff-b79f-4063-9b92-ec1113077e5b req-63b59a3a-5838-4b3d-93bb-26e908a57b0f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:52.536086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f0943ff-b79f-4063-9b92-ec1113077e5b req-63b59a3a-5838-4b3d-93bb-26e908a57b0f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.1563523 Jul 14 11:49:52.545880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5fda258a-db33-42ad-a9fe-c53e98c6ac48 None None] Port a517c764-947f-4956-bcf3-b84a51245ef7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:49:52.621516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37748) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:52.627691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'network': {'name': 'tempest-network-smoke--1311960910', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'port_security_enabled': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:52.662721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Made reservation on behalf of 4da7de1dc0854a24ba7bd3d0560e77e2 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:49:52.668018 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:52.732043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:49:52.744315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:52.744928 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Added segment 86a86396-0b7c-42e5-8ecb-b6447ec6884f of type vlan for network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 Jul 14 11:49:52.824953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:52.877219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:52.883776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:52.884944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:52.944349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f0943ff-b79f-4063-9b92-ec1113077e5b req-001a635c-e8cb-4ef8-b762-4a51c8705509 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4068191 Jul 14 11:49:52.980463 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3577979 Jul 14 11:49:52.983738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Network': ['ID=06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:52.983839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:52.991968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.992223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.992568 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.992907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.993309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.993899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.994237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.995434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.995786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.996196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.996557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:52.996895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad4284b-90dc-49b3-af03-77aa6ae9215a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:53.010503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:49:53.072737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Sync routers for ids ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:49:53.083901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf836f-d4e2-4be9-a996-8330066ca3c4 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:53.086296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7abf836f-d4e2-4be9-a996-8330066ca3c4 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=4da7de1dc0854a24ba7bd3d0560e77e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1013536 Jul 14 11:49:53.088567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Routers {'2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:53.089147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:53.089322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37762) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:53.171042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:49:53.250765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:49:53.256406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 05d8fa24-7d9e-4cbf-b832-b954307d9bc4 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:49:53.276170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf9379c-19a0-450f-b83f-5d510ecefeb4 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:53.277751 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-faf9379c-19a0-450f-b83f-5d510ecefeb4 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1874599 Jul 14 11:49:53.292651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37768) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:53.331116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1fdff755-e572-44b5-be27-90301373c81b tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372703 Jul 14 11:49:53.334488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37774) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:53.381296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9bd01185-3199-491a-ba18-e9dd977a5b34 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:53.435929 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ca1eda3e-aad9-4523-8ff0-350117e346a6 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=4da7de1dc0854a24ba7bd3d0560e77e2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1001160 Jul 14 11:49:53.440311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37782) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:53.517057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Set router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:53.601165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117071e1-1583-472d-8a21-39344dcfc141 req-a3e4dd5b-bc01-48e6-85b7-88ef1d6b4c85 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:53.614196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-a3e4dd5b-bc01-48e6-85b7-88ef1d6b4c85 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.2169750 Jul 14 11:49:53.624089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9bd01185-3199-491a-ba18-e9dd977a5b34 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:53.624671 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:53.634071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-f6989d20-8699-4bed-a902-ffe0ce8cdd75 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/quotas/97191b2278554533ad3e08acafea11d2 HTTP/1.1" status: 200 len: 375 time: 0.0175724 Jul 14 11:49:53.686220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46007d24-163d-41eb-830d-4b15017f2e0a tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:53.691872 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-46007d24-163d-41eb-830d-4b15017f2e0a tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2500536 Jul 14 11:49:53.695162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37784) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:53.727812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-99f21b79-6fea-4fc8-8455-07d9cc85387e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883303 Jul 14 11:49:53.821606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37786) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:53.824611 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7f7598b6-4888-4e38-872e-0d630936fc06 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1273072 Jul 14 11:49:53.830339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1836082244', 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:54.084615 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-8abe4ac4-b3c0-4723-98b8-4d28cf199aa4 service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475802 Jul 14 11:49:54.098697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37792) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:54.098919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:44Z', 'updated_at': '2021-07-14T11:49:51Z', 'revision_number': 4, 'project_id': '829a77c44a874f48825078073f2a6437', 'gw_port': {'id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:45Z', 'updated_at': '2021-07-14T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a517c764-947f-4956-bcf3-b84a51245ef7', 'name': '', 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'mac_address': 'fa:16:3e:1c:26:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'aa424ad3-eabc-4ea6-9c9d-08ee707ca70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:49Z', 'updated_at': '2021-07-14T11:49:51Z', 'revision_number': 2, 'project_id': '829a77c44a874f48825078073f2a6437', 'subnets': [{'id': 'aa424ad3-eabc-4ea6-9c9d-08ee707ca70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:54.106917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477688301', 'description': 'tempest-secgroup-smoke-1477688301 description', 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:54.187164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.188172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Checking router: 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:49:54.188588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Updating router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 port a517c764-947f-4956-bcf3-b84a51245ef7 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:49:54.254502 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:49:54.254502 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 11:49:54.254502 n-d-778696-8 neutron-server[93701]: [parameters: {'project_id_1': 'f0ff7d6969be429da4e1a0ab66afb275', 'expiration_1': datetime.datetime(2021, 7, 14, 11, 49, 54, 243228)}] Jul 14 11:49:54.254502 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:49:54.254998 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:49:54.276098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Made reservation on behalf of 4da7de1dc0854a24ba7bd3d0560e77e2 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:49:54.280418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.368397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-12509ee2-5539-4323-bfe2-2c26c6b8a83d service neutron] 10.222.0.38 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709773 Jul 14 11:49:54.495768 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.737316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d9dee8c-4581-4b89-9923-edd5e130e2c1 req-4b3c27ce-b0b9-444a-af41-afa6a0d04814 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 210 time: 0.0891953 Jul 14 11:49:54.741845 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.756334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.838554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b28f9-c264-426a-90e3-82b314a343ef req-a97bb0f7-dfbc-4b9d-8c9a-541c35cb5ecc tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:54.849776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-935b28f9-c264-426a-90e3-82b314a343ef req-a97bb0f7-dfbc-4b9d-8c9a-541c35cb5ecc tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.3226769 Jul 14 11:49:54.873045 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.888766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.895017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.896777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Transition to ACTIVE for port object a517c764-947f-4956-bcf3-b84a51245ef7 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:54.904950 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.928649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.931107 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8311169 Jul 14 11:49:54.933553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72352911-1a1a-4191-9c8a-9d96498d01d6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:54.935753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37818) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:54.941196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2bce5265-d9b7-410f-bc6d-22b507f3396b tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Request body: {'security_group_rule': {'security_group_id': '31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a', 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:54.960580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Subnet': ['ID=3c01a395-0f59-4251-acb4-78cd522d9a8b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:54.978949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bce5265-d9b7-410f-bc6d-22b507f3396b tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:54.994016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Checking segment: {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:54.994622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network hostable DHCP agents. Network: 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:49:55.019571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4a949-b470-4062-859c-2bd0752e9771 None None] Pushing event updated for resources: {'Port': ['ID=a517c764-947f-4956-bcf3-b84a51245ef7,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:55.042794 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bce5265-d9b7-410f-bc6d-22b507f3396b tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.049593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-935b28f9-c264-426a-90e3-82b314a343ef req-1dc71c6e-ce8d-46c0-99c0-552b6d40d28a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986995 Jul 14 11:49:55.049774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bce5265-d9b7-410f-bc6d-22b507f3396b tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.052987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Attempting to bind port a517c764-947f-4956-bcf3-b84a51245ef7 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:55.052987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Attempting to bind port a517c764-947f-4956-bcf3-b84a51245ef7 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:55.052987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Attempting to bind port a517c764-947f-4956-bcf3-b84a51245ef7 on network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:55.060382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:55.060766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Checking segment: {'id': 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:55.061178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.061574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Bound using segment: {'id': 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:55.062056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Bound port: a517c764-947f-4956-bcf3-b84a51245ef7, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:55.062652 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.092451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce5265-d9b7-410f-bc6d-22b507f3396b tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5728c5d1-b3c3-4c00-bd0b-aa5164d2ff6e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:55.108145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:49:55.118626 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bce5265-d9b7-410f-bc6d-22b507f3396b tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.122720 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2bce5265-d9b7-410f-bc6d-22b507f3396b tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1831245 Jul 14 11:49:55.126257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37822) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:55.134149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ad8a5b68-20a9-4109-a0a8-6bb3fbd99e2a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Request body: {'security_group_rule': {'security_group_id': '31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a', 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:55.154602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:55.163209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] For port a517c764-947f-4956-bcf3-b84a51245ef7, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:55.168752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860a4fc-d8f0-45cd-b548-81a41259e1b0 None None] Network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:49:55.170651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:55.172409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] For port a517c764-947f-4956-bcf3-b84a51245ef7, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a517c764-947f-4956-bcf3-b84a51245ef7,segment=NetworkSegment(b413edd8-43f9-4e21-a0bd-bb84f039eeb5),segment_id=b413edd8-43f9-4e21-a0bd-bb84f039eeb5)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:55.180598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.190219 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.200721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-fcc7ece3-8bf4-45de-9e08-2248c2dc2ed0 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:55.202294 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-fcc7ece3-8bf4-45de-9e08-2248c2dc2ed0 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/networks?id=4a7d7e2f-0cdb-4e72-a310-585728d8446d HTTP/1.1" status: 200 len: 814 time: 0.3354135 Jul 14 11:49:55.249759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-8aa76531-ee7a-4379-abae-4d7b40221074 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/quotas/d8b40f19bfff49c697425472ba14e443 HTTP/1.1" status: 200 len: 375 time: 0.0228062 Jul 14 11:49:55.300430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5618614b-811d-4702-b2d8-e7f4720306d2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4706819 Jul 14 11:49:55.300430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad8a5b68-20a9-4109-a0a8-6bb3fbd99e2a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.308418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Routers {'2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:49:55.309060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:49:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:55.420924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-86b593dc-468e-457d-8a88-e284f28882f5 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8b40f19bfff49c697425472ba14e443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1580932 Jul 14 11:49:55.479076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad8a5b68-20a9-4109-a0a8-6bb3fbd99e2a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.498970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad8a5b68-20a9-4109-a0a8-6bb3fbd99e2a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.532855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4a949-b470-4062-859c-2bd0752e9771 None None] Pushing event updated for resources: {'Port': ['ID=a517c764-947f-4956-bcf3-b84a51245ef7,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:55.580235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad8a5b68-20a9-4109-a0a8-6bb3fbd99e2a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.583617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ad8a5b68-20a9-4109-a0a8-6bb3fbd99e2a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4546010 Jul 14 11:49:55.586069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37846) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:55.591658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-945db1e3-066a-441d-a12a-fa72a461da5a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Request body: {'security_group_rule': {'security_group_id': '31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a', 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:55.596808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a5b68-20a9-4109-a0a8-6bb3fbd99e2a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5644a12f-e70d-495b-932e-432a774efc40,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:55.655636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] Set router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:49:55.679648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-945db1e3-066a-441d-a12a-fa72a461da5a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.710700 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-e9d15822-6c82-4f6c-842b-8cab82884d00 service neutron] 10.222.0.38 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846901 Jul 14 11:49:55.719649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37858) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:55.736628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-debad4f9-ea3f-4dfc-b5ab-233e6ff9e493 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121305987', 'description': 'tempest-secgroup-smoke-2121305987 description', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:55.799566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-945db1e3-066a-441d-a12a-fa72a461da5a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.807912 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-945db1e3-066a-441d-a12a-fa72a461da5a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.836829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-debad4f9-ea3f-4dfc-b5ab-233e6ff9e493 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.840912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945db1e3-066a-441d-a12a-fa72a461da5a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd56f7c-5181-4a65-8aae-be3fca1cfe46,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:55.872035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7f77e418-7cf5-4eb7-b297-9c69646b4ed1 service neutron] 10.222.0.38 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603787 Jul 14 11:49:55.874978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-945db1e3-066a-441d-a12a-fa72a461da5a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:55.884745 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-945db1e3-066a-441d-a12a-fa72a461da5a tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2948046 Jul 14 11:49:55.885144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37880) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:55.890437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-39fb3050-5ac9-4ebf-bf51-12d4636ca6aa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Request body: {'security_group_rule': {'security_group_id': '31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a', 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:55.928467 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39fb3050-5ac9-4ebf-bf51-12d4636ca6aa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.042071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43d1f735-a4dc-463d-9e63-a12da39efdc4 req-52c6b5d9-c486-435a-bb41-ef0ecda0dff8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 210 time: 0.0528390 Jul 14 11:49:56.058227 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39fb3050-5ac9-4ebf-bf51-12d4636ca6aa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.063386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8', 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ips': [{'subnet_id': '3c01a395-0f59-4251-acb4-78cd522d9a8b'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:49:56.064379 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.069113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39fb3050-5ac9-4ebf-bf51-12d4636ca6aa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.098773 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-debad4f9-ea3f-4dfc-b5ab-233e6ff9e493 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.102167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb3050-5ac9-4ebf-bf51-12d4636ca6aa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a3877f-4fa2-4d5a-b617-fe8f762b4a22,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:56.115865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-debad4f9-ea3f-4dfc-b5ab-233e6ff9e493 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.148260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39fb3050-5ac9-4ebf-bf51-12d4636ca6aa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.149438 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-39fb3050-5ac9-4ebf-bf51-12d4636ca6aa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2635601 Jul 14 11:49:56.152729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 37906) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:56.158645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ea93f190-a3df-4053-964b-11a7c674d8a7 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Request body: {'security_group_rule': {'security_group_id': '31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a', 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:56.169113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-debad4f9-ea3f-4dfc-b5ab-233e6ff9e493 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.174018 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-debad4f9-ea3f-4dfc-b5ab-233e6ff9e493 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4533741 Jul 14 11:49:56.174783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37910) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:56.185061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c9bf6a2a-6fb9-49aa-9c19-335f180c848c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '25f4405b-4ed9-463b-aafe-caf49c9ae139', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:56.203292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debad4f9-ea3f-4dfc-b5ab-233e6ff9e493 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f4405b-4ed9-463b-aafe-caf49c9ae139,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:56.303980 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.335153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1cda6ae-c1b3-432b-a145-a2f726225781 req-21854fd3-96f0-46b8-a3be-f3962597780d tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 210 time: 0.1317267 Jul 14 11:49:56.369011 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-ea93f190-a3df-4053-964b-11a7c674d8a7 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Project f0ff7d6969be429da4e1a0ab66afb275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:49:56.381022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6a2a-6fb9-49aa-9c19-335f180c848c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.419421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Allocated IP 172.20.0.18 (06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8/3c01a395-0f59-4251-acb4-78cd522d9a8b/a30d6eb1-9be6-43be-8ee5-8a6314c92218) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:56.455835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea93f190-a3df-4053-964b-11a7c674d8a7 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.509992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6a2a-6fb9-49aa-9c19-335f180c848c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.520551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:44Z', 'updated_at': '2021-07-14T11:49:51Z', 'revision_number': 4, 'project_id': '829a77c44a874f48825078073f2a6437', 'gw_port': {'id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:45Z', 'updated_at': '2021-07-14T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a517c764-947f-4956-bcf3-b84a51245ef7', 'name': '', 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'mac_address': 'fa:16:3e:1c:26:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'aa424ad3-eabc-4ea6-9c9d-08ee707ca70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:49Z', 'updated_at': '2021-07-14T11:49:55Z', 'revision_number': 4, 'project_id': '829a77c44a874f48825078073f2a6437', 'subnets': [{'id': 'aa424ad3-eabc-4ea6-9c9d-08ee707ca70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:56.522618 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6a2a-6fb9-49aa-9c19-335f180c848c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.547828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6a2a-6fb9-49aa-9c19-335f180c848c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.549959 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c9bf6a2a-6fb9-49aa-9c19-335f180c848c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713965 Jul 14 11:49:56.553446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37954) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:56.560627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6f9d56ea-7c25-48a6-aad9-42ab8be7248e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '25f4405b-4ed9-463b-aafe-caf49c9ae139', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:56.578168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a260c9-4868-4b8e-ba93-ec3884b2672f None None] The sync data for ids ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'] in n-d-778696-8 is: [{'id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:44Z', 'updated_at': '2021-07-14T11:49:51Z', 'revision_number': 4, 'project_id': '829a77c44a874f48825078073f2a6437', 'gw_port': {'id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:45Z', 'updated_at': '2021-07-14T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a517c764-947f-4956-bcf3-b84a51245ef7', 'name': '', 'network_id': 'b0a63eb4-d8da-4fc9-aca0-221153dd68b6', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'mac_address': 'fa:16:3e:1c:26:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'aa424ad3-eabc-4ea6-9c9d-08ee707ca70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:49Z', 'updated_at': '2021-07-14T11:49:55Z', 'revision_number': 4, 'project_id': '829a77c44a874f48825078073f2a6437', 'subnets': [{'id': 'aa424ad3-eabc-4ea6-9c9d-08ee707ca70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:49:56.656355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f9d56ea-7c25-48a6-aad9-42ab8be7248e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.763039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.764195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf6a2a-6fb9-49aa-9c19-335f180c848c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7609219c-1dd8-4b6e-981c-58bb03a48478,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:56.787101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Transition to ACTIVE for port object a30d6eb1-9be6-43be-8ee5-8a6314c92218 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:56.813670 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Transition to ACTIVE for port object a30d6eb1-9be6-43be-8ee5-8a6314c92218 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:49:56.826868 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea93f190-a3df-4053-964b-11a7c674d8a7 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.835664 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.839223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f9d56ea-7c25-48a6-aad9-42ab8be7248e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.849075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea93f190-a3df-4053-964b-11a7c674d8a7 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.850574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f9d56ea-7c25-48a6-aad9-42ab8be7248e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.880409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21bfb9-6e02-4194-8612-1a53c80b8c85 req-93c3a0fc-21c0-437a-8021-73655c9f77f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:56.895340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed21bfb9-6e02-4194-8612-1a53c80b8c85 req-93c3a0fc-21c0-437a-8021-73655c9f77f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 945 time: 0.5770912 Jul 14 11:49:56.900297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d56ea-7c25-48a6-aad9-42ab8be7248e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2b9789-0678-44a0-a663-e5d72c05d39b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:56.913411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f9d56ea-7c25-48a6-aad9-42ab8be7248e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:56.916471 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6f9d56ea-7c25-48a6-aad9-42ab8be7248e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3620107 Jul 14 11:49:56.919239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 37992) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:56.935734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0860d469-69d9-4c03-ac49-2568675170d9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '25f4405b-4ed9-463b-aafe-caf49c9ae139', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:56.946004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:56.975601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93f190-a3df-4053-964b-11a7c674d8a7 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac2aaf3-d5d8-43e6-920a-05ccca39cfb6,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:56.979522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:57.011641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0860d469-69d9-4c03-ac49-2568675170d9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.016019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:57.021089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117071e1-1583-472d-8a21-39344dcfc141 req-2b7730d8-7b25-4333-b209-a44424528092 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:57.023669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-2b7730d8-7b25-4333-b209-a44424528092 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 806 time: 0.6581388 Jul 14 11:49:57.047186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Request body: {'port': {'device_id': '5eb29df0-b256-4f9a-9699-a5019157ee40', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'admin_state_up': True, 'tenant_id': '97191b2278554533ad3e08acafea11d2'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:57.059865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Pushing event updated for resources: {'Port': ['ID=a30d6eb1-9be6-43be-8ee5-8a6314c92218,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:57.094643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed21bfb9-6e02-4194-8612-1a53c80b8c85 req-6f702be6-28be-4d06-a62d-c906ea57648a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940954 Jul 14 11:49:57.145828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea93f190-a3df-4053-964b-11a7c674d8a7 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.148769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ea93f190-a3df-4053-964b-11a7c674d8a7 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9948609 Jul 14 11:49:57.155117 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0860d469-69d9-4c03-ac49-2568675170d9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.156080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38016) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:57.170951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0860d469-69d9-4c03-ac49-2568675170d9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.184027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-279c2bad-4275-4d38-87b6-532f04d0c98f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Request body: {'security_group_rule': {'security_group_id': '31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a', 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:57.193414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860d469-69d9-4c03-ac49-2568675170d9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c901ab-0b71-4aea-83a2-17c3d7f337b8,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:57.218677 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0860d469-69d9-4c03-ac49-2568675170d9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.224264 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0860d469-69d9-4c03-ac49-2568675170d9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038995 Jul 14 11:49:57.225035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38024) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:57.232999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a3f596cf-52dd-4c30-a95b-be628d13abb7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '25f4405b-4ed9-463b-aafe-caf49c9ae139', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:57.249981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:49:57.277205 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-279c2bad-4275-4d38-87b6-532f04d0c98f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Project f0ff7d6969be429da4e1a0ab66afb275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:49:57.297634 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-279c2bad-4275-4d38-87b6-532f04d0c98f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.299125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3f596cf-52dd-4c30-a95b-be628d13abb7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.351455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Attempting to bind port a30d6eb1-9be6-43be-8ee5-8a6314c92218 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:49:57.355426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Attempting to bind port a30d6eb1-9be6-43be-8ee5-8a6314c92218 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:49:57.362538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Attempting to bind port a30d6eb1-9be6-43be-8ee5-8a6314c92218 on network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:49:57.446998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a517c764-947f-4956-bcf3-b84a51245ef7 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:57.527444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3f596cf-52dd-4c30-a95b-be628d13abb7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.528412 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-279c2bad-4275-4d38-87b6-532f04d0c98f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.532072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bad31789-f212-4ca9-8c76-ceb7b1d4e5b8 req-15d40bde-1fd4-482a-b823-ba44d243b027 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 210 time: 0.0445175 Jul 14 11:49:57.533164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Made reservation on behalf of 97191b2278554533ad3e08acafea11d2 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:49:57.540389 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3f596cf-52dd-4c30-a95b-be628d13abb7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.552077 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.583027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-279c2bad-4275-4d38-87b6-532f04d0c98f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.585083 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3f596cf-52dd-4c30-a95b-be628d13abb7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.587526 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a3f596cf-52dd-4c30-a95b-be628d13abb7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3612559 Jul 14 11:49:57.592780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f596cf-52dd-4c30-a95b-be628d13abb7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc75dae-090c-4fd5-8e42-883f70853bcd,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:57.597591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38064) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:57.605012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:49:57.605402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Checking segment: {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:49:57.605905 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.606284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Bound using segment: {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:49:57.606690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Bound port: a30d6eb1-9be6-43be-8ee5-8a6314c92218, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:49:57.607069 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.609497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a78c080c-b78e-4870-b459-482f49b24615 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '25f4405b-4ed9-463b-aafe-caf49c9ae139', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:57.639838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2bad-4275-4d38-87b6-532f04d0c98f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a395dd92-4034-49f3-8f43-c0902666bb7a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:57.647617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-279c2bad-4275-4d38-87b6-532f04d0c98f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.653322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-279c2bad-4275-4d38-87b6-532f04d0c98f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4908841 Jul 14 11:49:57.675791 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-a78c080c-b78e-4870-b459-482f49b24615 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Project 4da7de1dc0854a24ba7bd3d0560e77e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:49:57.696078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a78c080c-b78e-4870-b459-482f49b24615 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.868118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a78c080c-b78e-4870-b459-482f49b24615 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.897591 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a78c080c-b78e-4870-b459-482f49b24615 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.905579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Allocated IP 172.20.0.11 (1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40/e3fee729-a6f2-4f4e-99e5-7cf52aa0a461/5bdff9f9-cc5a-44eb-a914-771afebf4d12) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:49:57.942195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c080c-b78e-4870-b459-482f49b24615 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179e9b54-1a07-4933-8981-66294e7bcfa9,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:57.950967 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a78c080c-b78e-4870-b459-482f49b24615 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:57.953829 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a78c080c-b78e-4870-b459-482f49b24615 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3519795 Jul 14 11:49:57.955624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38108) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:49:57.963394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e98608a1-eb25-4dc6-adb4-4564e630790b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': '25f4405b-4ed9-463b-aafe-caf49c9ae139', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:57.987305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:57.992797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] For port a30d6eb1-9be6-43be-8ee5-8a6314c92218, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:57.998994 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-e98608a1-eb25-4dc6-adb4-4564e630790b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Project 4da7de1dc0854a24ba7bd3d0560e77e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:49:58.019495 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e98608a1-eb25-4dc6-adb4-4564e630790b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.021816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] For port a30d6eb1-9be6-43be-8ee5-8a6314c92218, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a30d6eb1-9be6-43be-8ee5-8a6314c92218,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:58.024116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'port_id': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'mac_address': 'fa:16:3e:f8:78:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:49:58.030625 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.032430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f28be194-8ff7-4731-a237-d53397f170ea req-3bb7bff2-5e8d-4738-8375-f5ab22630e76 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 210 time: 0.0709093 Jul 14 11:49:58.054562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a517c764-947f-4956-bcf3-b84a51245ef7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:58.084607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a517c764-947f-4956-bcf3-b84a51245ef7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:58.085258 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.109824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-7636ea36-1d08-4bfe-ba00-2b2f8c88c6a5 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477688301&fields=id&tenant_id=f0ff7d6969be429da4e1a0ab66afb275 HTTP/1.1" status: 200 len: 267 time: 0.1451178 Jul 14 11:49:58.213494 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e98608a1-eb25-4dc6-adb4-4564e630790b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.222514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e98608a1-eb25-4dc6-adb4-4564e630790b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.273477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e98608a1-eb25-4dc6-adb4-4564e630790b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.277161 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e98608a1-eb25-4dc6-adb4-4564e630790b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3185296 Jul 14 11:49:58.299130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98608a1-eb25-4dc6-adb4-4564e630790b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91b1c23-5591-4091-afdc-0aea46a9a08c,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:58.357892 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.380026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa49875-7ccf-4545-bf77-99a84d5db99c None None] Pushing event updated for resources: {'Port': ['ID=a30d6eb1-9be6-43be-8ee5-8a6314c92218,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:58.427593 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.450980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:49:58.482704 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.504366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:58.514526 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.637974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=11']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:58.674112 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.765824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port a517c764-947f-4956-bcf3-b84a51245ef7, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a517c764-947f-4956-bcf3-b84a51245ef7,segment=NetworkSegment(b413edd8-43f9-4e21-a0bd-bb84f039eeb5),segment_id=b413edd8-43f9-4e21-a0bd-bb84f039eeb5)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:58.773302 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:58.807014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-b11c85de-62b3-49c4-a8e6-cd91e2ded509 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:58.808631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-b11c85de-62b3-49c4-a8e6-cd91e2ded509 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.64 "GET /v2.0/networks?id=4a7d7e2f-0cdb-4e72-a310-585728d8446d HTTP/1.1" status: 200 len: 814 time: 0.1993880 Jul 14 11:49:58.823926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Request body: {'port': {'device_id': '983fd3a7-2179-4f38-98bf-758f8baee6ce', 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d', 'admin_state_up': True, 'tenant_id': 'd8b40f19bfff49c697425472ba14e443'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:58.867578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:58.955427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=a517c764-947f-4956-bcf3-b84a51245ef7,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:59.006220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c232847f-2b66-4c34-9ec4-1f045500ccb4 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:59.007902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c232847f-2b66-4c34-9ec4-1f045500ccb4 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/networks?id=2606be22-7ac6-473f-83dc-f0eb00a74e1b HTTP/1.1" status: 200 len: 808 time: 0.8660159 Jul 14 11:49:59.042774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-21ea81cc-284a-4632-9303-f1ba5fa2f4da tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/quotas/f0ff7d6969be429da4e1a0ab66afb275 HTTP/1.1" status: 200 len: 375 time: 0.0240309 Jul 14 11:49:59.057343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e166e43-b57e-452d-aeff-5c42f354f00b req-e483d89c-c4fc-4ab3-8162-998c467e3b91 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:59.064358 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e166e43-b57e-452d-aeff-5c42f354f00b req-e483d89c-c4fc-4ab3-8162-998c467e3b91 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.5707598 Jul 14 11:49:59.087426 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:59.109142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:59.265628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event updated for resources: {'Port': ['ID=5bdff9f9-cc5a-44eb-a914-771afebf4d12,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:59.342074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:49:59.346603 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:49:59.349712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:49:59.393810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e166e43-b57e-452d-aeff-5c42f354f00b req-90b90bf2-850d-438a-9b5f-9f688b1f80eb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286254 Jul 14 11:49:59.436996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a517c764-947f-4956-bcf3-b84a51245ef7 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:59.460428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-f65d7f92-3e46-4283-a1f5-39a38c2e2676 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0ff7d6969be429da4e1a0ab66afb275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3929644 Jul 14 11:49:59.462628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Made reservation on behalf of d8b40f19bfff49c697425472ba14e443 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:49:59.475274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:59.482898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:49:59.483590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:59.520164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a517c764-947f-4956-bcf3-b84a51245ef7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:49:59.520785 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:49:59.631649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a30d6eb1-9be6-43be-8ee5-8a6314c92218 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:59.644406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-73032dc2-09a2-4560-938c-ea2bc4fd607d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6024237 Jul 14 11:49:59.696991 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a30d6eb1-9be6-43be-8ee5-8a6314c92218 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:49:59.710555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Request body: {'port': {'device_id': '5eb29df0-b256-4f9a-9699-a5019157ee40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:49:59.788463 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-8ad5e47f-e7c4-4eda-bbc5-41475dc37f24 service neutron] 10.222.0.38 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013585 Jul 14 11:49:59.988619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30a443e-aa56-4440-b51d-b5188d2a1b16 None None] Network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:50:00.054539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ee62b6a7-93ed-4453-bb46-b3667f66cd13 None None] Provisioning for port a30d6eb1-9be6-43be-8ee5-8a6314c92218 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:00.061344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ee62b6a7-93ed-4453-bb46-b3667f66cd13 None None] Provisioning complete for port a30d6eb1-9be6-43be-8ee5-8a6314c92218 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:00.061719 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee62b6a7-93ed-4453-bb46-b3667f66cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:00.275672 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:00.323144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Allocated IP 172.20.0.9 (4a7d7e2f-0cdb-4e72-a310-585728d8446d/492d58be-d5ab-43c4-a4a8-13e3b6e29699/d88bcd3a-8c02-4a14-88a5-78dc7637bde3) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:00.371571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-b7118ebd-b311-443e-ba02-aec8e47827d7 service neutron] 10.222.0.38 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637438 Jul 14 11:50:00.374947 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee62b6a7-93ed-4453-bb46-b3667f66cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:00.379020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774f61b-855f-4858-a125-3798a4eb297a req-4df914c2-4cb3-475d-bddf-7363616cf19e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:00.380852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6774f61b-855f-4858-a125-3798a4eb297a req-4df914c2-4cb3-475d-bddf-7363616cf19e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 932 time: 0.5913978 Jul 14 11:50:00.416791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ee62b6a7-93ed-4453-bb46-b3667f66cd13 None None] For port a30d6eb1-9be6-43be-8ee5-8a6314c92218, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a30d6eb1-9be6-43be-8ee5-8a6314c92218,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:00.422718 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee62b6a7-93ed-4453-bb46-b3667f66cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:00.491475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62b6a7-93ed-4453-bb46-b3667f66cd13 None None] Pushing event updated for resources: {'Port': ['ID=a30d6eb1-9be6-43be-8ee5-8a6314c92218,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:00.519177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6774f61b-855f-4858-a125-3798a4eb297a req-b62ed3d0-ca02-4516-af32-f9683e1647f5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280928 Jul 14 11:50:00.753088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-b5526838-ab64-491b-9da2-b4b08ad51799 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121305987&fields=id&tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2 HTTP/1.1" status: 200 len: 267 time: 0.0985959 Jul 14 11:50:00.798931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c80f566f-98bf-4d2f-8f0b-52c63fc9a979 req-f476d910-6530-43d1-a598-e0937f9affbf tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 210 time: 0.1043260 Jul 14 11:50:00.858463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6f198fff-18ae-4ff6-b87d-e1f37bbf88e2 None None] Provisioning complete for port a30d6eb1-9be6-43be-8ee5-8a6314c92218 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:00.860663 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6f198fff-18ae-4ff6-b87d-e1f37bbf88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:00.937893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.087563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46170e-e8cb-4447-8c16-c5283458490b req-d59e4590-8be3-4961-9989-016458aebea7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:01.089293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-d59e4590-8be3-4961-9989-016458aebea7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/networks?id=06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 HTTP/1.1" status: 200 len: 797 time: 0.2951922 Jul 14 11:50:01.133357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-84c7fc14-9d77-4b95-959b-81e0a07c0d7c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/quotas/4da7de1dc0854a24ba7bd3d0560e77e2 HTTP/1.1" status: 200 len: 375 time: 0.0123713 Jul 14 11:50:01.184458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdff9f9-cc5a-44eb-a914-771afebf4d12 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:01.185331 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:01.198232 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.204228 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.240960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685f170-540b-444c-8659-feaff24f98cd req-41c79d21-12ae-4738-bc0f-cf10d7451986 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:01.242963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2685f170-540b-444c-8659-feaff24f98cd req-41c79d21-12ae-4738-bc0f-cf10d7451986 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 946 time: 0.2534742 Jul 14 11:50:01.246592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Transition to ACTIVE for port object 5bdff9f9-cc5a-44eb-a914-771afebf4d12 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:01.288583 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.313304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:01.318687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:01.319064 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.330560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Network 4a7d7e2f-0cdb-4e72-a310-585728d8446d is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:01.346159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:01.352995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:01.356815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Pushing event updated for resources: {'Port': ['ID=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:01.366820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a30d6eb1-9be6-43be-8ee5-8a6314c92218 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:01.383767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-093b8485-15e3-4b1e-9848-0ca664af1569 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2417464 Jul 14 11:50:01.459470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2685f170-540b-444c-8659-feaff24f98cd req-06ad617f-ea1c-474e-bfb0-ae93f9ac139f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865320 Jul 14 11:50:01.462376 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.503055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:01.505432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:01.508716 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b691c7-c9be-4443-8c40-4a0b5e9bf8c2" -d '{"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-plugged", "status": "completed", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:01.515181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.595246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=12']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:01.608677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a30d6eb1-9be6-43be-8ee5-8a6314c92218 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:01.608916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.643211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdff9f9-cc5a-44eb-a914-771afebf4d12,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:01.657346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:01.658021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.714847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-7da746cd-0c82-4e09-9bb7-1ac581769028 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8947499 Jul 14 11:50:01.733613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Request body: {'port': {'device_id': '983fd3a7-2179-4f38-98bf-758f8baee6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:01.760745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Attempting to bind port 5bdff9f9-cc5a-44eb-a914-771afebf4d12 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:01.760745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Attempting to bind port 5bdff9f9-cc5a-44eb-a914-771afebf4d12 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:01.761405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Attempting to bind port 5bdff9f9-cc5a-44eb-a914-771afebf4d12 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:01.769054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-54aaaa5e-2a79-4aa1-85db-c6d6898385b7 service neutron] 10.222.0.38 "GET /v2.0/networks/06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594372 Jul 14 11:50:01.778186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Port 5bdff9f9-cc5a-44eb-a914-771afebf4d12 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:50:01.778514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Attempting to bind port 5bdff9f9-cc5a-44eb-a914-771afebf4d12 on network 1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:01.833792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:01.834052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Checking segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:01.834443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Bound using segment: {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:01.834900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Bound port: 5bdff9f9-cc5a-44eb-a914-771afebf4d12, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd2d267-8fe4-4c18-bba9-937b37f8ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:01.835264 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:01.838598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f78ae059-6281-4f4e-b111-588b6e59f4f7 req-b38199b2-8332-4de7-93f3-2838fccbcef9 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 210 time: 0.0658717 Jul 14 11:50:01.937691 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25fe981-04d3-456b-b49a-58734756bf16 x-openstack-request-id: req-f25fe981-04d3-456b-b49a-58734756bf16 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:01.938258 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-plugged", "status": "completed", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:01.939019 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f25fe981-04d3-456b-b49a-58734756bf16 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:01.940082 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'code': 200} Jul 14 11:50:01.947516 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:02.048118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] For port 5bdff9f9-cc5a-44eb-a914-771afebf4d12, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:02.054445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-b3e98afe-4128-433b-a179-095b8f8acb24 service neutron] 10.222.0.38 "GET /v2.0/networks/06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654402 Jul 14 11:50:02.089267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] For port 5bdff9f9-cc5a-44eb-a914-771afebf4d12, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5bdff9f9-cc5a-44eb-a914-771afebf4d12,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:02.198403 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:02.203475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-15538a38-cb68-47e4-aade-e958ef828813 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:02.205602 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-15538a38-cb68-47e4-aade-e958ef828813 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.45 "GET /v2.0/networks?id=2606be22-7ac6-473f-83dc-f0eb00a74e1b HTTP/1.1" status: 200 len: 808 time: 0.1512351 Jul 14 11:50:02.273248 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-69b902c9-3716-47ee-9f93-4fd1af4fa461 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ff7d6969be429da4e1a0ab66afb275 HTTP/1.1" status: 200 len: 380 time: 0.0564265 Jul 14 11:50:02.297402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:02.298509 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:02.300898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] 10.222.0.45 "PUT /v2.0/ports/5bdff9f9-cc5a-44eb-a914-771afebf4d12 HTTP/1.1" status: 200 len: 1092 time: 2.6038709 Jul 14 11:50:02.304448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Request body: {'port': {'device_id': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'admin_state_up': True, 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'security_groups': ['31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:02.307957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb29df0-b256-4f9a-9699-a5019157ee40', 'tag': '5bdff9f9-cc5a-44eb-a914-771afebf4d12'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:02.310299 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb29df0-b256-4f9a-9699-a5019157ee40", "tag": "5bdff9f9-cc5a-44eb-a914-771afebf4d12"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:02.477213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df658241-9a02-4c93-a90a-3ef737802c50 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdff9f9-cc5a-44eb-a914-771afebf4d12,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:02.519760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Made reservation on behalf of f0ff7d6969be429da4e1a0ab66afb275 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:50:02.524468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:02.565736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ec441-e897-4d37-bfbc-93e999226963 req-0531cb72-bde5-4724-9b76-8c902c6cea77 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:02.573761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-428ec441-e897-4d37-bfbc-93e999226963 req-0531cb72-bde5-4724-9b76-8c902c6cea77 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 944 time: 0.3945093 Jul 14 11:50:02.621380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c895e-8bbe-4913-9903-f70d7f686969 req-65259ce5-b9c0-4ee4-ae62-ec89d84d8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:02.623260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-554c895e-8bbe-4913-9903-f70d7f686969 req-65259ce5-b9c0-4ee4-ae62-ec89d84d8f11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1098 time: 0.3692274 Jul 14 11:50:02.682786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Allocated IP 172.20.0.8 (2606be22-7ac6-473f-83dc-f0eb00a74e1b/95ace7f6-1a3f-48ac-9ebc-534cd4dd1561/71c0bffb-e0a0-4c00-9b7f-38e4820e55d0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:02.710336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-428ec441-e897-4d37-bfbc-93e999226963 req-5b837f07-68c2-46a0-965f-3f3a0cea7686 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352506 Jul 14 11:50:02.804815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117071e1-1583-472d-8a21-39344dcfc141 req-341e476f-8836-47d0-87bf-ba9686a5fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:02.806516 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-341e476f-8836-47d0-87bf-ba9686a5fe29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 1095 time: 0.3377559 Jul 14 11:50:02.819297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a20ea3-eee7-483b-8edb-998ce75518b4 req-765cb05e-132e-405f-960c-816bf5db1e8a tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:02.821044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7a20ea3-eee7-483b-8edb-998ce75518b4 req-765cb05e-132e-405f-960c-816bf5db1e8a tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 931 time: 0.4092362 Jul 14 11:50:02.854872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c288850b-e9af-4085-9ba9-d64ae6d7bac7 req-0a8f2399-c4a4-441f-8193-99b740ddd42f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 210 time: 0.0676010 Jul 14 11:50:02.873658 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:02.892991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88bcd3a-8c02-4a14-88a5-78dc7637bde3 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:02.899672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-554c895e-8bbe-4913-9903-f70d7f686969 req-4c9f16b3-37a0-49ac-af56-8e491207e07e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614446 Jul 14 11:50:02.900052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Transition to ACTIVE for port object 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:02.909244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-ceb938f5-8bb8-4020-ba3f-44be2e0180d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bdff9f9-cc5a-44eb-a914-771afebf4d12 HTTP/1.1" status: 200 len: 217 time: 0.0870347 Jul 14 11:50:02.911501 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:02.944617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:02.950475 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dbe54c-3612-44f0-b0e0-f969c2751abf x-openstack-request-id: req-c0dbe54c-3612-44f0-b0e0-f969c2751abf {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:02.950933 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb29df0-b256-4f9a-9699-a5019157ee40", "tag": "5bdff9f9-cc5a-44eb-a914-771afebf4d12", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:02.951288 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0dbe54c-3612-44f0-b0e0-f969c2751abf {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:02.951789 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb29df0-b256-4f9a-9699-a5019157ee40', 'tag': '5bdff9f9-cc5a-44eb-a914-771afebf4d12', 'status': 'completed', 'code': 200} Jul 14 11:50:02.983006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Transition to ACTIVE for port object d88bcd3a-8c02-4a14-88a5-78dc7637bde3 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:03.023059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:03.032954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Network 2606be22-7ac6-473f-83dc-f0eb00a74e1b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:03.039877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:03.041499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7a20ea3-eee7-483b-8edb-998ce75518b4 req-d02cff48-e42c-4af4-90a7-480f73ae73bd tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911373 Jul 14 11:50:03.043794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:03.110328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'Port': ['ID=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:03.155685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:03.160238 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:03.197026 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e8358243-6102-41a0-883f-082570ecb5a6 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9053855 Jul 14 11:50:03.209588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Request body: {'port': {'device_id': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:03.250260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117071e1-1583-472d-8a21-39344dcfc141 req-34e7a76c-2e9b-491b-aab7-cc2be93bdd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:03.255031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-34e7a76c-2e9b-491b-aab7-cc2be93bdd84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.2820199 Jul 14 11:50:03.264186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:03.334855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-0e1bf1fe-88cb-4443-8d32-12d2d3998e22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643299 Jul 14 11:50:03.364834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:03.432586 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-85a7af32-f0bd-4e7b-aa75-57458a523fe9 None None] Provisioning for port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:03.437804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-85a7af32-f0bd-4e7b-aa75-57458a523fe9 None None] Provisioning complete for port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:03.438382 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-85a7af32-f0bd-4e7b-aa75-57458a523fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:03.491414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-85a7af32-f0bd-4e7b-aa75-57458a523fe9 None None] Port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:50:03.719742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:03.729803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:03.743605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Transition to ACTIVE for port object 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:03.751891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:03.911331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Pushing event updated for resources: {'Port': ['ID=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:03.979309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Attempting to bind port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:03.979650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Attempting to bind port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:03.980042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Attempting to bind port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 on network 2606be22-7ac6-473f-83dc-f0eb00a74e1b {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:03.987212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 on network 2606be22-7ac6-473f-83dc-f0eb00a74e1b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:50:03.988414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Attempting to bind port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 on network 2606be22-7ac6-473f-83dc-f0eb00a74e1b {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:03.998632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:03.998982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Checking segment: {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:03.999367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Bound using segment: {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:03.999841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Bound port: 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:04.004149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:04.162301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] For port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:04.167242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] For port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:04.185230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:04.226560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0c039-9477-41b1-a249-b9be67f2413c req-51cc4634-4ed4-4e5c-8f33-2a19ce83970c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:04.248431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86d0c039-9477-41b1-a249-b9be67f2413c req-51cc4634-4ed4-4e5c-8f33-2a19ce83970c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 947 time: 1.1210680 Jul 14 11:50:04.288691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:04.289329 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:04.291075 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] 10.222.0.45 "PUT /v2.0/ports/71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 HTTP/1.1" status: 200 len: 1091 time: 1.0864413 Jul 14 11:50:04.291537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'tag': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:04.293859 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c981412-f575-4ec1-9eb4-7583f022cce2" -d '{"events": [{"name": "network-changed", "server_uuid": "f35de43e-56c1-4963-9f5d-5007c1a327b4", "tag": "71c0bffb-e0a0-4c00-9b7f-38e4820e55d0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:04.335146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f558e-e5f2-4d31-9ebb-b26916b97313 service neutron] Pushing event updated for resources: {'Port': ['ID=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:04.385097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Attempting to bind port d88bcd3a-8c02-4a14-88a5-78dc7637bde3 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:04.385611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Attempting to bind port d88bcd3a-8c02-4a14-88a5-78dc7637bde3 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '29b51666-393b-44d8-bf90-06ca753abfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:04.386105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Attempting to bind port d88bcd3a-8c02-4a14-88a5-78dc7637bde3 on network 4a7d7e2f-0cdb-4e72-a310-585728d8446d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:04.405048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46170e-e8cb-4447-8c16-c5283458490b req-1bbcbcb8-ebd6-4f23-838a-bcf9b7a424a5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:04.406575 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-1bbcbcb8-ebd6-4f23-838a-bcf9b7a424a5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "GET /v2.0/networks?id=06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 HTTP/1.1" status: 200 len: 797 time: 0.4732423 Jul 14 11:50:04.465890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-462b8e32-9f9b-4638-afa2-63ddf3f9b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:04.467432 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-462b8e32-9f9b-4638-afa2-63ddf3f9b929 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ff7d6969be429da4e1a0ab66afb275&device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 1094 time: 0.1147153 Jul 14 11:50:04.488140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Port d88bcd3a-8c02-4a14-88a5-78dc7637bde3 on network 4a7d7e2f-0cdb-4e72-a310-585728d8446d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:50:04.500400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Attempting to bind port d88bcd3a-8c02-4a14-88a5-78dc7637bde3 on network 4a7d7e2f-0cdb-4e72-a310-585728d8446d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:04.532637 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-e89fcc75-0a1b-4ab7-8b4c-6f3e4ed8b598 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 HTTP/1.1" status: 200 len: 217 time: 0.0571117 Jul 14 11:50:04.587163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86d0c039-9477-41b1-a249-b9be67f2413c req-50fe7ab2-7169-40cf-9257-e3fec627ca75 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376479 Jul 14 11:50:04.588779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:04.590231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Checking segment: {'id': '29b51666-393b-44d8-bf90-06ca753abfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:04.590231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Bound using segment: {'id': '29b51666-393b-44d8-bf90-06ca753abfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:04.590629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Bound port: d88bcd3a-8c02-4a14-88a5-78dc7637bde3, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b51666-393b-44d8-bf90-06ca753abfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:04.591007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:04.594465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-f40eda54-308c-4f98-9fd9-a7e99a02b032 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2231443 Jul 14 11:50:04.610166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38450) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:04.632115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-26b5ee67-5fc6-4ab2-9296-8f11c6c9a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:04.634546 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-26b5ee67-5fc6-4ab2-9296-8f11c6c9a1e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95ace7f6-1a3f-48ac-9ebc-534cd4dd1561 HTTP/1.1" status: 200 len: 847 time: 0.0955224 Jul 14 11:50:04.671834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-e1364508-6a22-4a44-b5b0-e2745cab6964 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2 HTTP/1.1" status: 200 len: 473 time: 0.2433844 Jul 14 11:50:04.714068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-fceb47da-d873-4aaa-89ab-1e36dce2c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:04.715618 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-fceb47da-d873-4aaa-89ab-1e36dce2c783 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2606be22-7ac6-473f-83dc-f0eb00a74e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747998 Jul 14 11:50:04.746508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'port': {'device_id': '3e9356ef-265f-4eae-9404-459fa5e66bd0', 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8', 'admin_state_up': True, 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'security_groups': ['25f4405b-4ed9-463b-aafe-caf49c9ae139']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:04.805485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b5835-37c7-44ea-85fb-facfd46ed3d9 req-6ececffc-0a2a-4eb4-93db-8b116938e384 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:04.812988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-427b5835-37c7-44ea-85fb-facfd46ed3d9 req-6ececffc-0a2a-4eb4-93db-8b116938e384 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 931 time: 1.3729601 Jul 14 11:50:04.836817 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-2ab53afa-45a2-4ddc-89a2-98e4d674a1ca service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127725 Jul 14 11:50:04.944296 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-52601eba-6aad-45d3-bf7f-3ff13159f696 req-d80ff093-c80c-4c0a-afec-d4ca48cc939b service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000223 Jul 14 11:50:04.958180 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7676119f-f504-499a-8005-f79f4fc92d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.059422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-427b5835-37c7-44ea-85fb-facfd46ed3d9 req-960054ee-c968-40f6-99f6-b599afcd9fee tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452652 Jul 14 11:50:05.068365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] For port d88bcd3a-8c02-4a14-88a5-78dc7637bde3, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:05.076864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] For port d88bcd3a-8c02-4a14-88a5-78dc7637bde3, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:05.109146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.150125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-117071e1-1583-472d-8a21-39344dcfc141 req-93c2438e-2408-446b-8ad9-f8c25d251cbb service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467780 Jul 14 11:50:05.189076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfefd9c-3d4b-426e-b316-634334c8cf9e req-b3ac6125-fc1f-491a-a157-4ba424c2bb85 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:05.191193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bfefd9c-3d4b-426e-b316-634334c8cf9e req-b3ac6125-fc1f-491a-a157-4ba424c2bb85 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 944 time: 0.4102552 Jul 14 11:50:05.198549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:05.199169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.201044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] 10.222.0.64 "PUT /v2.0/ports/d88bcd3a-8c02-4a14-88a5-78dc7637bde3 HTTP/1.1" status: 200 len: 1091 time: 3.4740500 Jul 14 11:50:05.210310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983fd3a7-2179-4f38-98bf-758f8baee6ce', 'tag': 'd88bcd3a-8c02-4a14-88a5-78dc7637bde3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:05.212684 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3ce0d2-8597-486d-b4fc-36fac413b753" -d '{"events": [{"name": "network-changed", "server_uuid": "983fd3a7-2179-4f38-98bf-758f8baee6ce", "tag": "d88bcd3a-8c02-4a14-88a5-78dc7637bde3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:05.275448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fc371e2-e984-4610-a014-8f8a8e60a578 req-2834bcba-ba0a-4acd-9dbe-7bbaa8c38ff7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 210 time: 0.0950482 Jul 14 11:50:05.348760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d4a20-1013-434f-a24b-56a9b02d7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:05.442455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bfefd9c-3d4b-426e-b316-634334c8cf9e req-d1a1e0c0-04de-4d22-84c7-5c6541af7882 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261961 Jul 14 11:50:05.459789 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7676119f-f504-499a-8005-f79f4fc92d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.479438 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7676119f-f504-499a-8005-f79f4fc92d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.507341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6dffc5ab-0256-401f-bc59-11cda134b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:05.508870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-6dffc5ab-0256-401f-bc59-11cda134b3da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8b40f19bfff49c697425472ba14e443&device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 1094 time: 0.2452581 Jul 14 11:50:05.520767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-52bf8149-1bbc-41bb-9ab6-becf7d11e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:05.522249 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-52bf8149-1bbc-41bb-9ab6-becf7d11e752 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97191b2278554533ad3e08acafea11d2&device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 1095 time: 0.3043480 Jul 14 11:50:05.593450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Made reservation on behalf of 4da7de1dc0854a24ba7bd3d0560e77e2 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:50:05.598271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.652919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-236e0a8f-c346-4a05-9f96-ca1febe883d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88bcd3a-8c02-4a14-88a5-78dc7637bde3 HTTP/1.1" status: 200 len: 217 time: 0.1296897 Jul 14 11:50:05.658995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7676119f-f504-499a-8005-f79f4fc92d09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b04993c56414d52a488450e60629de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9933798 Jul 14 11:50:05.662883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38460) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:05.665910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676119f-f504-499a-8005-f79f4fc92d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f8031e-5ec3-4fa0-b3f0-bfdad9a848fc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:05.726170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66aa72e6-0ac2-4a78-b5b3-437dfc43528a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.732737 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d553fc3-4676-424c-8604-c21d81917e46 x-openstack-request-id: req-1d553fc3-4676-424c-8604-c21d81917e46 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:05.733026 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35de43e-56c1-4963-9f5d-5007c1a327b4", "tag": "71c0bffb-e0a0-4c00-9b7f-38e4820e55d0", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:05.733275 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d553fc3-4676-424c-8604-c21d81917e46 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:05.733672 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'tag': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'status': 'completed', 'code': 200} Jul 14 11:50:05.758763 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66aa72e6-0ac2-4a78-b5b3-437dfc43528a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.794044 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f7db1-677a-4555-b225-dd0b2f76cdb6 x-openstack-request-id: req-9d8f7db1-677a-4555-b225-dd0b2f76cdb6 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:05.794339 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983fd3a7-2179-4f38-98bf-758f8baee6ce", "tag": "d88bcd3a-8c02-4a14-88a5-78dc7637bde3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:05.794594 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d8f7db1-677a-4555-b225-dd0b2f76cdb6 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:05.795020 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983fd3a7-2179-4f38-98bf-758f8baee6ce', 'tag': 'd88bcd3a-8c02-4a14-88a5-78dc7637bde3', 'status': 'completed', 'code': 200} Jul 14 11:50:05.806303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7763c5d-a65a-423c-898e-d19cd0e6101d req-840408d0-a271-48af-a3c2-0a1bb208800b tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:05.813241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7763c5d-a65a-423c-898e-d19cd0e6101d req-840408d0-a271-48af-a3c2-0a1bb208800b tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 943 time: 0.4269063 Jul 14 11:50:05.848528 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66aa72e6-0ac2-4a78-b5b3-437dfc43528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.850994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66aa72e6-0ac2-4a78-b5b3-437dfc43528a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:05.854522 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-66aa72e6-0ac2-4a78-b5b3-437dfc43528a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25f8031e-5ec3-4fa0-b3f0-bfdad9a848fc HTTP/1.1" status: 204 len: 168 time: 0.1882470 Jul 14 11:50:05.860936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-8b5eed3b-0923-49e4-add8-db557b0b7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:05.863085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-8b5eed3b-0923-49e4-add8-db557b0b7b35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=492d58be-d5ab-43c4-a4a8-13e3b6e29699 HTTP/1.1" status: 200 len: 854 time: 0.1997712 Jul 14 11:50:05.870110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa72e6-0ac2-4a78-b5b3-437dfc43528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f8031e-5ec3-4fa0-b3f0-bfdad9a848fc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:05.880987 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-b9ce8b25-46a4-497c-bf05-c945b7101fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:05.883239 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-b9ce8b25-46a4-497c-bf05-c945b7101fb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ff7d6969be429da4e1a0ab66afb275&device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 1094 time: 0.0809031 Jul 14 11:50:05.890568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-37ec4085-fcb5-437f-b92f-fdf6e5cda854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:05.899331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-37ec4085-fcb5-437f-b92f-fdf6e5cda854 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 200 len: 906 time: 0.3557022 Jul 14 11:50:05.950400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-b9055ce4-95ed-41b0-8081-1f46c9f18ffc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a7d7e2f-0cdb-4e72-a310-585728d8446d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783539 Jul 14 11:50:05.986706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-e5181d76-8345-40fe-84b4-36aa555ef76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:05.989665 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-e5181d76-8345-40fe-84b4-36aa555ef76e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2606be22-7ac6-473f-83dc-f0eb00a74e1b HTTP/1.1" status: 200 len: 908 time: 0.0969601 Jul 14 11:50:06.039903 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-a62ea520-d353-46bf-a3fb-bc07f492dae1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 HTTP/1.1" status: 200 len: 217 time: 0.0421081 Jul 14 11:50:06.044370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7763c5d-a65a-423c-898e-d19cd0e6101d req-8e21b30d-ff9f-4046-8479-55a7369b6e4e tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302542 Jul 14 11:50:06.055739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-e694df17-5ad7-48c2-89c1-3f671c22427e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bdff9f9-cc5a-44eb-a914-771afebf4d12 HTTP/1.1" status: 200 len: 217 time: 0.1099088 Jul 14 11:50:06.105492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-0b602083-794c-4ec2-b7e8-b428acdd80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:06.107320 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-0b602083-794c-4ec2-b7e8-b428acdd80d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95ace7f6-1a3f-48ac-9ebc-534cd4dd1561 HTTP/1.1" status: 200 len: 847 time: 0.0606685 Jul 14 11:50:06.150426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.20.0.26 (06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8/3c01a395-0f59-4251-acb4-78cd522d9a8b/5ff0204a-f357-42ba-b07e-1d031b3d744a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:06.202950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-77c5302d-59d6-4d0d-99bd-fed9beac5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:06.204030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-2d44c75e-0f16-4741-bcb3-7019f0154653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:06.204470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-77c5302d-59d6-4d0d-99bd-fed9beac5a46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 200 len: 846 time: 0.1101134 Jul 14 11:50:06.205767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-2d44c75e-0f16-4741-bcb3-7019f0154653 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2606be22-7ac6-473f-83dc-f0eb00a74e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907006 Jul 14 11:50:06.290555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-8430f71a-f26d-4b49-afbb-4c87c33c435c service neutron] 10.222.0.64 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113678 Jul 14 11:50:06.298106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8620c6-1d67-450c-814e-e1f5762750d2 req-85e4b944-348a-4ea0-9da8-88d836fda0df tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:06.301075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c8620c6-1d67-450c-814e-e1f5762750d2 req-85e4b944-348a-4ea0-9da8-88d836fda0df tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 947 time: 0.3970213 Jul 14 11:50:06.308628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-9921de5e-a5bf-4960-9990-e12f89a61f3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720270 Jul 14 11:50:06.312613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-212d0653-bc10-4ad1-8b6c-002c0cacbeb1 service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946088 Jul 14 11:50:06.543699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c8620c6-1d67-450c-814e-e1f5762750d2 req-42106b6b-0bf4-40a2-a599-a269df607e43 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214761 Jul 14 11:50:06.626261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274c1fa-6867-421a-bdcc-104eaf130818 req-56dc21a3-ac8f-4386-af8a-5362621b1dd4 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:06.634927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d274c1fa-6867-421a-bdcc-104eaf130818 req-56dc21a3-ac8f-4386-af8a-5362621b1dd4 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 943 time: 0.4254575 Jul 14 11:50:06.645936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9892400d-556d-48aa-9ea8-dcbac864b8b0 req-72ec78f8-0f82-44cd-a5b3-66afff85c138 service neutron] 10.222.0.64 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394537 Jul 14 11:50:06.656799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-a14c07b0-227d-47af-bc2c-88c498f59bc8 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327332 Jul 14 11:50:06.719387 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:06.785186 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6c981412-f575-4ec1-9eb4-7583f022cce2 req-ec68c874-98ad-4aa7-bf1f-943dd258f3a9 service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643152 Jul 14 11:50:06.786416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c651d303-8660-4e6d-b84b-57687bd242f5 req-f4d05089-f737-455b-8ea1-d97075e112f9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 210 time: 0.0970283 Jul 14 11:50:06.823511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Transition to ACTIVE for port object 5ff0204a-f357-42ba-b07e-1d031b3d744a will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:06.836457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d274c1fa-6867-421a-bdcc-104eaf130818 req-4a6b96a3-65cd-4244-afd4-3274cd856a78 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006404 Jul 14 11:50:06.909839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a2d2ce7-6c7f-4495-8a19-7d3bf5ba4baa req-ccc429fd-fd9c-4625-a306-698e0982b572 service neutron] 10.222.0.45 "GET /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386968 Jul 14 11:50:06.916887 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:06.971200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-028760f3-d0c4-4c32-8a19-9d176c2f9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:06.973448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-028760f3-d0c4-4c32-8a19-9d176c2f9fc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8b40f19bfff49c697425472ba14e443&device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 1094 time: 0.2172782 Jul 14 11:50:07.006719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:07.019652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:07.037642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:07.122309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=5ff0204a-f357-42ba-b07e-1d031b3d744a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:07.151239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:07.151939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:07.200176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ba62e-21f2-4e43-a41c-d94c3118beca req-b6686546-eb0a-4b94-b267-35fec0bae1df tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:07.202337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d3ba62e-21f2-4e43-a41c-d94c3118beca req-b6686546-eb0a-4b94-b267-35fec0bae1df tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 944 time: 0.2785847 Jul 14 11:50:07.206880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-30eb7dc6-3299-43f7-83ea-6a3a36ef42e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5188658 Jul 14 11:50:07.216053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:50:07.225883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Request body: {'port': {'device_id': '3e9356ef-265f-4eae-9404-459fa5e66bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:07.329942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:07.346648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'port_id': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'mac_address': 'fa:16:3e:48:68:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:50:07.353132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b757b37d-ca58-4f64-b0d3-6acee0ccacf5 None None] Provisioning for port 5ff0204a-f357-42ba-b07e-1d031b3d744a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:07.374691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b757b37d-ca58-4f64-b0d3-6acee0ccacf5 None None] Provisioning complete for port 5ff0204a-f357-42ba-b07e-1d031b3d744a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:07.375075 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b757b37d-ca58-4f64-b0d3-6acee0ccacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:07.425771 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:07.429731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b757b37d-ca58-4f64-b0d3-6acee0ccacf5 None None] Port 5ff0204a-f357-42ba-b07e-1d031b3d744a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:50:07.442191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:07.464933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:07.469267 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:07.525837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:07.636546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-6a3edadc-853e-4000-b7ae-f39a6770b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:07.638039 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-6a3edadc-853e-4000-b7ae-f39a6770b3d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a7d7e2f-0cdb-4e72-a310-585728d8446d HTTP/1.1" status: 200 len: 914 time: 0.6411910 Jul 14 11:50:07.664301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d3ba62e-21f2-4e43-a41c-d94c3118beca req-03498f01-d7ec-4520-8ac6-c3c4b589147e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535086 Jul 14 11:50:07.712865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-7d798822-03ef-43b3-a1f9-ff8b92cca8d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88bcd3a-8c02-4a14-88a5-78dc7637bde3 HTTP/1.1" status: 200 len: 217 time: 0.0666561 Jul 14 11:50:07.764822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:07.767079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['71c0bffb-e0a0-4c00-9b7f-38e4820e55d0'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:07.784115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b204de-9f2b-48fe-abd9-989d212230c4 req-5a0f3a67-8417-49b9-b27d-c35a151d0630 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:07.786719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-04b204de-9f2b-48fe-abd9-989d212230c4 req-5a0f3a67-8417-49b9-b27d-c35a151d0630 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 943 time: 0.5580957 Jul 14 11:50:07.837687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-76479991-78fa-4d34-b013-76853782d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:07.839390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-76479991-78fa-4d34-b013-76853782d54d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=492d58be-d5ab-43c4-a4a8-13e3b6e29699 HTTP/1.1" status: 200 len: 854 time: 0.1191258 Jul 14 11:50:07.908597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-04b204de-9f2b-48fe-abd9-989d212230c4 req-c1a9b831-ce7c-4b82-ac54-e31fe5857831 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132290 Jul 14 11:50:07.913320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-e2a01ca1-563f-4426-b8a7-fd4633aae152 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a7d7e2f-0cdb-4e72-a310-585728d8446d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534661 Jul 14 11:50:08.220273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d88bcd3a-8c02-4a14-88a5-78dc7637bde3 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:50:08.234460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-80474080-fd1b-450e-b8f2-6c9df1de6ed0 service neutron] 10.222.0.64 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120370 Jul 14 11:50:08.268634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4ffa6-7cc4-45a7-92e2-044d68c3c566 req-0c24b3e2-1060-4330-a893-473e509b8003 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:08.270468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8c4ffa6-7cc4-45a7-92e2-044d68c3c566 req-0c24b3e2-1060-4330-a893-473e509b8003 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 932 time: 0.2809982 Jul 14 11:50:08.329920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d88bcd3a-8c02-4a14-88a5-78dc7637bde3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:08.342319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'd88bcd3a-8c02-4a14-88a5-78dc7637bde3', 'network_id': '4a7d7e2f-0cdb-4e72-a310-585728d8446d', 'port_id': 'd88bcd3a-8c02-4a14-88a5-78dc7637bde3', 'mac_address': 'fa:16:3e:10:b7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492d58be-d5ab-43c4-a4a8-13e3b6e29699', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:50:08.354765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebab174-823e-4437-9b0a-419b11e55b8e req-7a8aa5de-7b1e-4976-9451-57c88b553cc1 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:08.356275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ebab174-823e-4437-9b0a-419b11e55b8e req-7a8aa5de-7b1e-4976-9451-57c88b553cc1 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 944 time: 0.3062427 Jul 14 11:50:08.379152 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:08.392264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88bcd3a-8c02-4a14-88a5-78dc7637bde3 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:08.413025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d88bcd3a-8c02-4a14-88a5-78dc7637bde3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:08.416984 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:08.420678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8c4ffa6-7cc4-45a7-92e2-044d68c3c566 req-9affaaf7-6a46-44d2-b2aa-433102958fb5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381590 Jul 14 11:50:08.459359 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff3ce0d2-8597-486d-b4fc-36fac413b753 req-1a4c8844-5e2e-4060-a38d-93553928f6b7 service neutron] 10.222.0.64 "GET /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184036 Jul 14 11:50:08.463666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ebab174-823e-4437-9b0a-419b11e55b8e req-e38ad88c-fa79-4b8b-872d-f0913a513714 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963688 Jul 14 11:50:08.474956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:08.512336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff0204a-f357-42ba-b07e-1d031b3d744a {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:08.523879 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:08.537578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Transition to ACTIVE for port object 5ff0204a-f357-42ba-b07e-1d031b3d744a will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:08.542751 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:08.637359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d88bcd3a-8c02-4a14-88a5-78dc7637bde3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:08.643077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff0204a-f357-42ba-b07e-1d031b3d744a,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:08.649492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-4b4872fa-4049-4e61-a541-b61055972179 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b6952db40fed4bda89b6e9edb94a98fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640242 Jul 14 11:50:08.851658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Attempting to bind port 5ff0204a-f357-42ba-b07e-1d031b3d744a on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:08.851939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Attempting to bind port 5ff0204a-f357-42ba-b07e-1d031b3d744a by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:08.852273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Attempting to bind port 5ff0204a-f357-42ba-b07e-1d031b3d744a on network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:08.892548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Port 5ff0204a-f357-42ba-b07e-1d031b3d744a on network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:50:08.892881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Attempting to bind port 5ff0204a-f357-42ba-b07e-1d031b3d744a on network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:08.921014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:08.921355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Checking segment: {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:08.921737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Bound using segment: {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:08.922168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Bound port: 5ff0204a-f357-42ba-b07e-1d031b3d744a, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:08.922523 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:08.947390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-ff02221e-4bae-40b9-bc5e-e2cc37c3a870 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:08.948955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-ff02221e-4bae-40b9-bc5e-e2cc37c3a870 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759216 Jul 14 11:50:08.999406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-65fde41d-6284-406a-b6f6-aaaea21f883e tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/quotas/b6952db40fed4bda89b6e9edb94a98fb HTTP/1.1" status: 200 len: 375 time: 0.0424566 Jul 14 11:50:09.008661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c89c4-fc7e-44df-a27a-1ec260080901 req-fb6c7c8e-2989-4411-8cfe-331e98ad334f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:09.010111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e2c89c4-fc7e-44df-a27a-1ec260080901 req-fb6c7c8e-2989-4411-8cfe-331e98ad334f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 944 time: 0.2119071 Jul 14 11:50:09.069423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-4c59710d-3b56-4861-ba4f-429d48bf2468 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b6952db40fed4bda89b6e9edb94a98fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583425 Jul 14 11:50:09.074255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] For port 5ff0204a-f357-42ba-b07e-1d031b3d744a, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:09.095710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] For port 5ff0204a-f357-42ba-b07e-1d031b3d744a, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5ff0204a-f357-42ba-b07e-1d031b3d744a,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:09.102331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e2c89c4-fc7e-44df-a27a-1ec260080901 req-b6f661f5-980f-40bf-b0ad-e383b12586eb tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817025 Jul 14 11:50:09.104102 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:09.145144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:09.145954 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:09.147356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] 10.222.0.64 "PUT /v2.0/ports/5ff0204a-f357-42ba-b07e-1d031b3d744a HTTP/1.1" status: 200 len: 1092 time: 1.9268472 Jul 14 11:50:09.147906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9356ef-265f-4eae-9404-459fa5e66bd0', 'tag': '5ff0204a-f357-42ba-b07e-1d031b3d744a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:09.150273 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a973870-faae-49f8-80c1-04422df19a83" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9356ef-265f-4eae-9404-459fa5e66bd0", "tag": "5ff0204a-f357-42ba-b07e-1d031b3d744a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:09.203217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaae389-17c5-4db2-8302-1748a6117d48 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff0204a-f357-42ba-b07e-1d031b3d744a,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:09.235277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5bdff9f9-cc5a-44eb-a914-771afebf4d12 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:50:09.240155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:09.274474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46170e-e8cb-4447-8c16-c5283458490b req-3a02e0f1-3dd0-4468-a075-d05a40490c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:09.276048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-3a02e0f1-3dd0-4468-a075-d05a40490c1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 1095 time: 0.0828114 Jul 14 11:50:09.349983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-d0d4e1d7-60df-4b87-a890-4a525be95fe1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5ff0204a-f357-42ba-b07e-1d031b3d744a HTTP/1.1" status: 200 len: 217 time: 0.0657327 Jul 14 11:50:09.371794 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3251b36c-064c-431f-a30a-e068303cc472 x-openstack-request-id: req-3251b36c-064c-431f-a30a-e068303cc472 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:09.372209 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9356ef-265f-4eae-9404-459fa5e66bd0", "tag": "5ff0204a-f357-42ba-b07e-1d031b3d744a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:09.372365 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3251b36c-064c-431f-a30a-e068303cc472 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:09.372767 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9356ef-265f-4eae-9404-459fa5e66bd0', 'tag': '5ff0204a-f357-42ba-b07e-1d031b3d744a', 'status': 'completed', 'code': 200} Jul 14 11:50:09.457961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:09.480135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:09.480913 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:09.482539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-310b1420-e787-4523-a9f3-4a4dcf203d64 req-22f465f8-9ab0-4d48-a377-bf617811c988 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 210 time: 0.0601451 Jul 14 11:50:09.546821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46170e-e8cb-4447-8c16-c5283458490b req-e1d8e49b-6593-420e-8826-73bb2f271baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:09.550481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-e1d8e49b-6593-420e-8826-73bb2f271baa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c01a395-0f59-4251-acb4-78cd522d9a8b HTTP/1.1" status: 200 len: 838 time: 0.1801260 Jul 14 11:50:09.592246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd71b-3ac2-4cc4-800a-462882ee1e2d req-0c6d9edc-1b0d-4c40-bccb-21e9c711fcb0 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:09.594164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86efd71b-3ac2-4cc4-800a-462882ee1e2d req-0c6d9edc-1b0d-4c40-bccb-21e9c711fcb0 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 944 time: 0.3023033 Jul 14 11:50:09.600917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5bdff9f9-cc5a-44eb-a914-771afebf4d12, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5bdff9f9-cc5a-44eb-a914-771afebf4d12,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:09.652315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8c98a533-433f-40ba-bb9a-39c069ad5718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:09.662312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '5bdff9f9-cc5a-44eb-a914-771afebf4d12', 'network_id': '1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40', 'port_id': '5bdff9f9-cc5a-44eb-a914-771afebf4d12', 'mac_address': 'fa:16:3e:50:73:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fee729-a6f2-4f4e-99e5-7cf52aa0a461', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:50:09.700126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86efd71b-3ac2-4cc4-800a-462882ee1e2d req-eec46f68-03fb-4f57-a92f-c844e6357013 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836174 Jul 14 11:50:09.714420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46170e-e8cb-4447-8c16-c5283458490b req-684a5a22-0024-47be-9fcd-958e01887b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:09.716036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-684a5a22-0024-47be-9fcd-958e01887b43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507514 Jul 14 11:50:09.767665 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:09.770839 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:09.788776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdff9f9-cc5a-44eb-a914-771afebf4d12 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:09.830486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5bdff9f9-cc5a-44eb-a914-771afebf4d12, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5bdff9f9-cc5a-44eb-a914-771afebf4d12,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:09.839057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:09.841555 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4474e4a-7a53-4c02-ac5b-80607258480a" -d '{"events": [{"server_uuid": "f35de43e-56c1-4963-9f5d-5007c1a327b4", "name": "network-vif-plugged", "status": "completed", "tag": "71c0bffb-e0a0-4c00-9b7f-38e4820e55d0"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:09.853494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:09.856558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:09.881387 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:09.915022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5bdff9f9-cc5a-44eb-a914-771afebf4d12,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:09.938317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34961ca6-1c8d-4aed-b6a8-8e77caf7f1a4 req-052c844d-7ffd-43cd-b1ed-74c06054a3dd tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:09.940262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34961ca6-1c8d-4aed-b6a8-8e77caf7f1a4 req-052c844d-7ffd-43cd-b1ed-74c06054a3dd tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 944 time: 0.2936509 Jul 14 11:50:09.969315 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:50:09.971095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:09.986529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-beac8c51-4df7-4168-a948-b95a209e4145 service neutron] 10.222.0.64 "GET /v2.0/networks/06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632747 Jul 14 11:50:10.061577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34961ca6-1c8d-4aed-b6a8-8e77caf7f1a4 req-34e57317-3979-4fa0-83ee-91009eea0a8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113675 Jul 14 11:50:10.093753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe1578-dca1-4efd-94a7-1e3f3882d5c8 req-6fdcf378-95c4-48f4-977b-b4d4d42a0f2b tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:10.095357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fbe1578-dca1-4efd-94a7-1e3f3882d5c8 req-6fdcf378-95c4-48f4-977b-b4d4d42a0f2b tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 945 time: 0.2523685 Jul 14 11:50:10.169413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed46170e-e8cb-4447-8c16-c5283458490b req-85e2501d-5e97-4637-a03c-3398e04eb8e7 service neutron] 10.222.0.64 "GET /v2.0/networks/06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720388 Jul 14 11:50:10.173542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fbe1578-dca1-4efd-94a7-1e3f3882d5c8 req-972c5fe8-1126-4425-92b2-d79105810d1f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512626 Jul 14 11:50:10.180844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['5bdff9f9-cc5a-44eb-a914-771afebf4d12'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:10.244028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d88bcd3a-8c02-4a14-88a5-78dc7637bde3 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:10.270225 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afd0fea-d686-440f-bdc1-0ae61b8848c0 x-openstack-request-id: req-0afd0fea-d686-440f-bdc1-0ae61b8848c0 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:10.270533 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35de43e-56c1-4963-9f5d-5007c1a327b4", "name": "network-vif-plugged", "status": "completed", "tag": "71c0bffb-e0a0-4c00-9b7f-38e4820e55d0", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:10.270773 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0afd0fea-d686-440f-bdc1-0ae61b8848c0 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:10.271170 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'code': 200} Jul 14 11:50:10.308002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973870-faae-49f8-80c1-04422df19a83 req-e7ea4d95-b949-4304-8864-1a49cead8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:10.309728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a973870-faae-49f8-80c1-04422df19a83 req-e7ea4d95-b949-4304-8864-1a49cead8559 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 1095 time: 0.0747788 Jul 14 11:50:10.343213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port d88bcd3a-8c02-4a14-88a5-78dc7637bde3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:10.352706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port d88bcd3a-8c02-4a14-88a5-78dc7637bde3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:10.353078 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:10.465714 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:10.500884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d88bcd3a-8c02-4a14-88a5-78dc7637bde3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:10.505033 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:10.569590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:10.711278 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-7ed4d556-2148-4c97-ac8e-739bde4d09a7 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b6952db40fed4bda89b6e9edb94a98fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333526 Jul 14 11:50:10.789509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973870-faae-49f8-80c1-04422df19a83 req-deb48403-838b-443c-bb62-626bd94ddce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:10.790998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a973870-faae-49f8-80c1-04422df19a83 req-deb48403-838b-443c-bb62-626bd94ddce7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 HTTP/1.1" status: 200 len: 897 time: 0.4751601 Jul 14 11:50:10.817711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2181fed6-3559-4cca-93ce-c4d03a1628df req-77c81160-ebab-4042-9a22-5807ae6dd1b5 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 210 time: 0.0466008 Jul 14 11:50:10.864441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b55a8d-a7a9-4696-a4de-4f9d40127a8d req-0f005a96-0807-42c7-8bbf-75e2e97f9862 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:10.871475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6b55a8d-a7a9-4696-a4de-4f9d40127a8d req-0f005a96-0807-42c7-8bbf-75e2e97f9862 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 945 time: 0.5343523 Jul 14 11:50:10.880725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a973870-faae-49f8-80c1-04422df19a83 req-62c118da-e99f-4354-aa10-760c4c4f4f91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5ff0204a-f357-42ba-b07e-1d031b3d744a HTTP/1.1" status: 200 len: 217 time: 0.0679729 Jul 14 11:50:10.894996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2be048-0a82-457a-a3e3-9af4a5cbabcd req-d165b13f-f813-4ec7-9e19-d0c9da03b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:10.895814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c2be048-0a82-457a-a3e3-9af4a5cbabcd req-d165b13f-f813-4ec7-9e19-d0c9da03b320 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 1096 time: 0.5214124 Jul 14 11:50:10.939749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-5a6e8374-dd42-4d4a-9aba-c5e26ac90ed2 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:10.942465 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-5a6e8374-dd42-4d4a-9aba-c5e26ac90ed2 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251003 Jul 14 11:50:10.955651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Request body: {'port': {'device_id': '233c2928-6d16-4c8b-bff6-6534506612e7', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'b6952db40fed4bda89b6e9edb94a98fb'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:10.997090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6b55a8d-a7a9-4696-a4de-4f9d40127a8d req-aa4dcab4-3010-4962-af87-7ecd42ddc577 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246252 Jul 14 11:50:11.015472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c2be048-0a82-457a-a3e3-9af4a5cbabcd req-2cb2420f-f9b6-4a55-9f39-74a26c0debad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074936 Jul 14 11:50:11.022061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973870-faae-49f8-80c1-04422df19a83 req-6d10c6d8-8075-4bf4-b648-df7c70d9b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:11.023478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a973870-faae-49f8-80c1-04422df19a83 req-6d10c6d8-8075-4bf4-b648-df7c70d9b7bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c01a395-0f59-4251-acb4-78cd522d9a8b HTTP/1.1" status: 200 len: 838 time: 0.1267767 Jul 14 11:50:11.068556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Made reservation on behalf of b6952db40fed4bda89b6e9edb94a98fb for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:50:11.072287 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.076768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1795c7-060a-4cfd-8dee-5981520e2454 req-0566c59f-3162-4a55-a25b-05de1df66e83 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:11.078263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f1795c7-060a-4cfd-8dee-5981520e2454 req-0566c59f-3162-4a55-a25b-05de1df66e83 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 945 time: 0.1293061 Jul 14 11:50:11.086046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.127291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973870-faae-49f8-80c1-04422df19a83 req-81aba6d2-df73-49bd-ac09-9cc61cef14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:11.129483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a973870-faae-49f8-80c1-04422df19a83 req-81aba6d2-df73-49bd-ac09-9cc61cef14d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970719 Jul 14 11:50:11.135784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f1795c7-060a-4cfd-8dee-5981520e2454 req-20c961d5-1c9f-4c42-94b7-32e177497c25 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494111 Jul 14 11:50:11.204531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.210397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.236282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5bdff9f9-cc5a-44eb-a914-771afebf4d12 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:11.272342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a973870-faae-49f8-80c1-04422df19a83 req-c2497d0b-91ee-4437-9393-24e659edfe13 service neutron] 10.222.0.64 "GET /v2.0/networks/06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358719 Jul 14 11:50:11.292550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 5bdff9f9-cc5a-44eb-a914-771afebf4d12 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:11.297223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 5bdff9f9-cc5a-44eb-a914-771afebf4d12 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:11.297599 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.306803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a3274a-062e-4834-9284-9496c19732ba,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:11.364851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Allocated IP 192.168.233.78 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:11.375546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161c9ff-b043-4732-aaf6-dc63e4ff6cc6 req-5cc23dab-4be5-4207-8bdf-ad8f2a6ac559 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:11.380480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a161c9ff-b043-4732-aaf6-dc63e4ff6cc6 req-5cc23dab-4be5-4207-8bdf-ad8f2a6ac559 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 944 time: 0.1991909 Jul 14 11:50:11.415613 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.441519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a161c9ff-b043-4732-aaf6-dc63e4ff6cc6 req-ec99284c-2119-4b12-b996-42cddd735ed9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519550 Jul 14 11:50:11.468008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5bdff9f9-cc5a-44eb-a914-771afebf4d12, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5bdff9f9-cc5a-44eb-a914-771afebf4d12,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:11.473102 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.496638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a973870-faae-49f8-80c1-04422df19a83 req-36052320-83ee-4369-b24f-436cf8d657e6 service neutron] 10.222.0.64 "GET /v2.0/networks/06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163739 Jul 14 11:50:11.530308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5bdff9f9-cc5a-44eb-a914-771afebf4d12,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:11.531560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f91c-59e5-4431-a4bb-5cec08acc307 req-360b835f-a806-4564-96e1-fa16f3459bad tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:11.533135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58f4f91c-59e5-4431-a4bb-5cec08acc307 req-360b835f-a806-4564-96e1-fa16f3459bad tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 945 time: 0.0870116 Jul 14 11:50:11.546974 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.564786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Transition to ACTIVE for port object fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:11.575539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58f4f91c-59e5-4431-a4bb-5cec08acc307 req-7a6b9919-a275-439f-af1b-028de45ccf3d tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329163 Jul 14 11:50:11.599107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.640613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:11.646196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:11.649929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:11.681813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Pushing event updated for resources: {'Port': ['ID=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:11.709097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:11.709761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.724979 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9a4a94e6-99e6-4e84-ae99-ff68938f8276 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7730913 Jul 14 11:50:11.744883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Request body: {'port': {'device_id': '233c2928-6d16-4c8b-bff6-6534506612e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:11.822850 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.937643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8a5af1ba-5802-4225-9cfd-b11107d7902d None None] Provisioning for port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:11.943556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8a5af1ba-5802-4225-9cfd-b11107d7902d None None] Provisioning complete for port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:11.943867 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ba-5802-4225-9cfd-b11107d7902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:11.989003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8a5af1ba-5802-4225-9cfd-b11107d7902d None None] Port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:50:12.011938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf1901-2a07-4641-a954-12faa7d788cd req-0e936da2-a2f4-4bc4-91d1-78dbd88af964 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.013613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fbf1901-2a07-4641-a954-12faa7d788cd req-0e936da2-a2f4-4bc4-91d1-78dbd88af964 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 935 time: 0.0789847 Jul 14 11:50:12.053787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fbf1901-2a07-4641-a954-12faa7d788cd req-6828b94a-1b65-4ef7-a109-301249eb969e tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jul 14 11:50:12.124514 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b90503e1-23cc-46c1-8b93-57fa2fb8645d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:12.126824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:12.135610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:12.147629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Transition to ACTIVE for port object fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:12.151558 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:12.192002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717a4f7-e881-4a97-9253-23d1057516f6 req-c46fb478-4a7d-4555-8674-416b65a73074 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.193547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3717a4f7-e881-4a97-9253-23d1057516f6 req-c46fb478-4a7d-4555-8674-416b65a73074 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0712671 Jul 14 11:50:12.202191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:12.256223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5ff0204a-f357-42ba-b07e-1d031b3d744a details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:50:12.259669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3717a4f7-e881-4a97-9253-23d1057516f6 req-ff35a171-b934-40bc-85f1-5fe593718359 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557098 Jul 14 11:50:12.275988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983fd3a7-2179-4f38-98bf-758f8baee6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88bcd3a-8c02-4a14-88a5-78dc7637bde3'}, {'server_uuid': '5eb29df0-b256-4f9a-9699-a5019157ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdff9f9-cc5a-44eb-a914-771afebf4d12'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:12.278056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Attempting to bind port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:12.278392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Attempting to bind port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:12.278857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Attempting to bind port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:12.280041 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb30ad0-4a9c-472f-b6f4-d4141078bde5" -d '{"events": [{"server_uuid": "983fd3a7-2179-4f38-98bf-758f8baee6ce", "name": "network-vif-plugged", "status": "completed", "tag": "d88bcd3a-8c02-4a14-88a5-78dc7637bde3"}, {"server_uuid": "5eb29df0-b256-4f9a-9699-a5019157ee40", "name": "network-vif-plugged", "status": "completed", "tag": "5bdff9f9-cc5a-44eb-a914-771afebf4d12"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:12.284974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:50:12.285305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Attempting to bind port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:12.289701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:12.298133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:12.298655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:12.299180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:12.299945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Bound port: fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:12.300467 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:12.369977 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e06dd3e-fb59-4de3-8237-9d26cb98fd24 x-openstack-request-id: req-9e06dd3e-fb59-4de3-8237-9d26cb98fd24 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:12.370481 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983fd3a7-2179-4f38-98bf-758f8baee6ce", "name": "network-vif-plugged", "status": "completed", "tag": "d88bcd3a-8c02-4a14-88a5-78dc7637bde3", "code": 200}, {"server_uuid": "5eb29df0-b256-4f9a-9699-a5019157ee40", "name": "network-vif-plugged", "status": "completed", "tag": "5bdff9f9-cc5a-44eb-a914-771afebf4d12", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:12.370604 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e06dd3e-fb59-4de3-8237-9d26cb98fd24 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:12.370941 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983fd3a7-2179-4f38-98bf-758f8baee6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88bcd3a-8c02-4a14-88a5-78dc7637bde3', 'code': 200} Jul 14 11:50:12.378774 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb29df0-b256-4f9a-9699-a5019157ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdff9f9-cc5a-44eb-a914-771afebf4d12', 'code': 200} Jul 14 11:50:12.394818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] For port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:12.401140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] For port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:12.411337 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:12.465804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5ff0204a-f357-42ba-b07e-1d031b3d744a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5ff0204a-f357-42ba-b07e-1d031b3d744a,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:12.477235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f8dd3-a9c9-409e-a210-738f64eed4f4 req-776925b4-348d-4817-8028-4bb407cf3011 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.478759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-595f8dd3-a9c9-409e-a210-738f64eed4f4 req-776925b4-348d-4817-8028-4bb407cf3011 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 945 time: 0.1425068 Jul 14 11:50:12.495709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.496628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:12.497855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '5ff0204a-f357-42ba-b07e-1d031b3d744a', 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8', 'port_id': '5ff0204a-f357-42ba-b07e-1d031b3d744a', 'mac_address': 'fa:16:3e:cd:3d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c01a395-0f59-4251-acb4-78cd522d9a8b', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:50:12.500089 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] 10.222.0.45 "PUT /v2.0/ports/fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 HTTP/1.1" status: 200 len: 1095 time: 0.7621782 Jul 14 11:50:12.503786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233c2928-6d16-4c8b-bff6-6534506612e7', 'tag': 'fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:12.507385 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63936ebf-ad9b-431f-8b48-6fb67499998d" -d '{"events": [{"name": "network-changed", "server_uuid": "233c2928-6d16-4c8b-bff6-6534506612e7", "tag": "fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:12.593317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:12.606277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d719d-1721-4a82-87c4-c9983e76dbec service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:12.621667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-595f8dd3-a9c9-409e-a210-738f64eed4f4 req-162ca81e-f4d4-4a33-b949-137e7bd6a582 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240382 Jul 14 11:50:12.624188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff0204a-f357-42ba-b07e-1d031b3d744a {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:12.635404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973613f3-29fd-4863-9f79-5f188e7d2fba req-ab61a9f5-0e38-407b-96f1-079ec8ac6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.637758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-973613f3-29fd-4863-9f79-5f188e7d2fba req-ab61a9f5-0e38-407b-96f1-079ec8ac6fad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 1096 time: 0.1577575 Jul 14 11:50:12.644668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1267-89ec-4497-ad1f-3043b50c4c7f req-7d0c6bdb-f374-46f2-b01e-64caae465ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.646465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cba1267-89ec-4497-ad1f-3043b50c4c7f req-7d0c6bdb-f374-46f2-b01e-64caae465ca1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 1097 time: 0.1984310 Jul 14 11:50:12.664422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-89b63143-a4f4-4593-b2eb-1e13692388ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.668554 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-89b63143-a4f4-4593-b2eb-1e13692388ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6952db40fed4bda89b6e9edb94a98fb&device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 1098 time: 0.1211777 Jul 14 11:50:12.685940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5ff0204a-f357-42ba-b07e-1d031b3d744a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5ff0204a-f357-42ba-b07e-1d031b3d744a,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:12.695359 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:12.742479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cba1267-89ec-4497-ad1f-3043b50c4c7f req-a054c762-cf88-4a28-909c-0ea1452d46b9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872953 Jul 14 11:50:12.749612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-973613f3-29fd-4863-9f79-5f188e7d2fba req-9a394e08-2b3c-44d1-8c49-4a4a20439c1e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018946 Jul 14 11:50:12.757717 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcf1502-fd1f-4967-9d09-1bd84ca3d933 x-openstack-request-id: req-cdcf1502-fd1f-4967-9d09-1bd84ca3d933 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:12.758312 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233c2928-6d16-4c8b-bff6-6534506612e7", "tag": "fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:12.758449 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdcf1502-fd1f-4967-9d09-1bd84ca3d933 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:12.758917 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233c2928-6d16-4c8b-bff6-6534506612e7', 'tag': 'fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1', 'status': 'completed', 'code': 200} Jul 14 11:50:12.761011 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-e3eb6f32-db88-4536-96c7-481f3fb47f11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 HTTP/1.1" status: 200 len: 217 time: 0.0750201 Jul 14 11:50:12.773818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5ff0204a-f357-42ba-b07e-1d031b3d744a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:12.786213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4dd0-8b4f-41aa-b8da-6c1056733b0e req-1201b6a2-8786-4e0d-9258-c4416ddc84fa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.787832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-120a4dd0-8b4f-41aa-b8da-6c1056733b0e req-1201b6a2-8786-4e0d-9258-c4416ddc84fa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 945 time: 0.0982502 Jul 14 11:50:12.843426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-99895ae5-baaa-4861-8458-9c83dfe9a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.844745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-120a4dd0-8b4f-41aa-b8da-6c1056733b0e req-2224470a-5213-45f7-9f54-7a37c43d38e1 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508044 Jul 14 11:50:12.844863 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-99895ae5-baaa-4861-8458-9c83dfe9a3ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0496883 Jul 14 11:50:12.899024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71d4a3-1115-44dc-87b4-4b382d511d3c req-f194535a-c78a-43e5-84e9-3ac158dbefad tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.900742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed71d4a3-1115-44dc-87b4-4b382d511d3c req-f194535a-c78a-43e5-84e9-3ac158dbefad tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 945 time: 0.0751667 Jul 14 11:50:12.919638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['5ff0204a-f357-42ba-b07e-1d031b3d744a'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:12.927275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-f5298778-8405-4941-ba06-4bd7290cf7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:12.928834 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-f5298778-8405-4941-ba06-4bd7290cf7b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552058 Jul 14 11:50:12.950572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed71d4a3-1115-44dc-87b4-4b382d511d3c req-230cfc16-c954-4564-9af7-9c312af9bfd4 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346911 Jul 14 11:50:13.028444 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-9fd1edeb-5023-4987-a8d5-d0a4974bc752 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910456 Jul 14 11:50:13.122874 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc927400-1e15-4f67-8b12-e116c3a68e71 req-7d1e5e43-5f6b-4e05-bded-3e30d9fc9835 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876732 Jul 14 11:50:13.138169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffade51-1fc0-4132-be71-cb6e9176320b req-2e65e51e-9487-438d-9ec2-d3a23a312459 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.139691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cffade51-1fc0-4132-be71-cb6e9176320b req-2e65e51e-9487-438d-9ec2-d3a23a312459 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 945 time: 0.0733545 Jul 14 11:50:13.180771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cffade51-1fc0-4132-be71-cb6e9176320b req-aeb93382-ae48-49e8-b09a-08deb828f997 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Jul 14 11:50:13.247729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-ec5b22c0-a2fd-4f51-83e2-3d9895c67e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.249315 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-ec5b22c0-a2fd-4f51-83e2-3d9895c67e15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6952db40fed4bda89b6e9edb94a98fb&device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 1098 time: 0.0563130 Jul 14 11:50:13.284385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c739e5-7ec3-42df-b61b-ab7b1f91290f req-410175db-935f-414c-a09e-5467edc4015b tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.286198 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2c739e5-7ec3-42df-b61b-ab7b1f91290f req-410175db-935f-414c-a09e-5467edc4015b tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 947 time: 0.0773587 Jul 14 11:50:13.351992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-5d439b29-af5e-47cc-8a41-26e0524bb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.352507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2c739e5-7ec3-42df-b61b-ab7b1f91290f req-a9b12ec8-a29b-4085-866d-fe5628bf1911 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599337 Jul 14 11:50:13.353545 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-5d439b29-af5e-47cc-8a41-26e0524bb4e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.0928130 Jul 14 11:50:13.383733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d78c2-b330-4154-a4cd-2b26d3219f74 req-cfe4ed9f-352c-4108-ae18-191f1046e366 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.385303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f2d78c2-b330-4154-a4cd-2b26d3219f74 req-cfe4ed9f-352c-4108-ae18-191f1046e366 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 945 time: 0.0786958 Jul 14 11:50:13.404431 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-be629658-07a4-4e01-95c0-b64ce7acc775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 HTTP/1.1" status: 200 len: 217 time: 0.0437605 Jul 14 11:50:13.434392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f2d78c2-b330-4154-a4cd-2b26d3219f74 req-662b7601-26ff-4bd6-94b1-34af1d0256bf tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Jul 14 11:50:13.444913 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:13.461835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 38588) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:13.483818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-2c7ecc14-26ba-41fe-9e54-fe91e6c193e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.485336 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-2c7ecc14-26ba-41fe-9e54-fe91e6c193e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0568438 Jul 14 11:50:13.570856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce84c-2ba5-4214-981e-27e61883ec10 req-f97963f3-b28c-468a-b7b8-3be9be83e383 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.572927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c07ce84c-2ba5-4214-981e-27e61883ec10 req-f97963f3-b28c-468a-b7b8-3be9be83e383 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0976238 Jul 14 11:50:13.591018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-6c624da8-acbb-464c-8136-f2c5b0897408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.595680 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-6c624da8-acbb-464c-8136-f2c5b0897408 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951474 Jul 14 11:50:13.639075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c07ce84c-2ba5-4214-981e-27e61883ec10 req-3325fd70-edb7-49de-bd2e-13aba5320425 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590780 Jul 14 11:50:13.729256 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-be0cfb32-04d6-4d5e-8c6c-ecbf22bc2f21 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256614 Jul 14 11:50:13.834850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357f90d-2dca-4431-b759-9a02b48ffd89 tempest-TestServerBasicOps-131615347 tempest-TestServerBasicOps-131615347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.839485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c357f90d-2dca-4431-b759-9a02b48ffd89 tempest-TestServerBasicOps-131615347 tempest-TestServerBasicOps-131615347-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 1091 time: 0.3728049 Jul 14 11:50:13.839903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38596) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:13.845710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:13.858717 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-63936ebf-ad9b-431f-8b48-6fb67499998d req-84be4994-c220-4aa8-9748-2a8439255da5 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168492 Jul 14 11:50:13.860475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f6187-c008-4a68-be7f-3e6f50e29712 req-1ab663cb-cc58-4aaf-9c8a-850769a426e2 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:13.862461 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-228f6187-c008-4a68-be7f-3e6f50e29712 req-1ab663cb-cc58-4aaf-9c8a-850769a426e2 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 945 time: 0.0865476 Jul 14 11:50:13.880972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:13.907009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-228f6187-c008-4a68-be7f-3e6f50e29712 req-d0f93342-0a04-4bb9-9cbb-2683729d8385 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Jul 14 11:50:13.985469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:14.038469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a124-5803-46cc-a77b-a57cdde6c2cf req-951895ef-32af-4c39-9f1c-39c142e64f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:14.040154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72a6a124-5803-46cc-a77b-a57cdde6c2cf req-951895ef-32af-4c39-9f1c-39c142e64f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 945 time: 0.0751050 Jul 14 11:50:14.085211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72a6a124-5803-46cc-a77b-a57cdde6c2cf req-cbe6a782-cb43-484d-ada0-dd966d62c206 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386426 Jul 14 11:50:14.115759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Allocated IP 172.25.2.228 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/81c48560-ebf6-4c41-87d1-dfcea986ce64) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:14.219076 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:14.270410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:14.272311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5ff0204a-f357-42ba-b07e-1d031b3d744a up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:14.312920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:14.319212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:14.321528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'Port': ['ID=81c48560-ebf6-4c41-87d1-dfcea986ce64,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:14.323769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:14.353027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 5ff0204a-f357-42ba-b07e-1d031b3d744a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:14.357005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 5ff0204a-f357-42ba-b07e-1d031b3d744a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:14.357452 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:14.486240 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:14.521183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9356ef-265f-4eae-9404-459fa5e66bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff0204a-f357-42ba-b07e-1d031b3d744a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:14.525109 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dc5ee1-ae6b-4b1d-8be1-ca989b7cfa75" -d '{"events": [{"server_uuid": "3e9356ef-265f-4eae-9404-459fa5e66bd0", "name": "network-vif-plugged", "status": "completed", "tag": "5ff0204a-f357-42ba-b07e-1d031b3d744a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:14.554584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5ff0204a-f357-42ba-b07e-1d031b3d744a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5ff0204a-f357-42ba-b07e-1d031b3d744a,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:14.563999 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:14.596544 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1454ce0-ba79-4e10-8c75-515f859d1ea5 x-openstack-request-id: req-b1454ce0-ba79-4e10-8c75-515f859d1ea5 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:14.597441 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9356ef-265f-4eae-9404-459fa5e66bd0", "name": "network-vif-plugged", "status": "completed", "tag": "5ff0204a-f357-42ba-b07e-1d031b3d744a", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:14.597704 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1454ce0-ba79-4e10-8c75-515f859d1ea5 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:14.598108 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9356ef-265f-4eae-9404-459fa5e66bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff0204a-f357-42ba-b07e-1d031b3d744a', 'code': 200} Jul 14 11:50:14.605222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88889f0e-91ce-4a02-b5b5-566ee95e8b08 req-269ba07d-664c-4183-87a5-f6365ec34482 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:14.614759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88889f0e-91ce-4a02-b5b5-566ee95e8b08 req-269ba07d-664c-4183-87a5-f6365ec34482 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 947 time: 0.1106532 Jul 14 11:50:14.633166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5ff0204a-f357-42ba-b07e-1d031b3d744a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:14.707027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88889f0e-91ce-4a02-b5b5-566ee95e8b08 req-d1dde9bc-017d-409c-9f95-d50e6b754ffd tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911167 Jul 14 11:50:14.745336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ef2c8-a508-4778-bc32-d29bd10bc45b req-6d82b149-2c3f-436e-891b-bf6e8498e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:14.749874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f29ef2c8-a508-4778-bc32-d29bd10bc45b req-6d82b149-2c3f-436e-891b-bf6e8498e87a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0997324 Jul 14 11:50:14.814748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:14.826640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f29ef2c8-a508-4778-bc32-d29bd10bc45b req-9a7a1921-3394-4d43-b64c-521a4b7b5a4b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696235 Jul 14 11:50:14.861773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23b84c-df1e-48b9-baf4-ff80ed07d0e7 req-9c46f437-7b63-47b0-a556-9ccd75e6e29f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:14.863484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f23b84c-df1e-48b9-baf4-ff80ed07d0e7 req-9c46f437-7b63-47b0-a556-9ccd75e6e29f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0769656 Jul 14 11:50:14.903549 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:14.918681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f23b84c-df1e-48b9-baf4-ff80ed07d0e7 req-efc0a17a-1ea0-423c-b776-499ea54ba528 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361254 Jul 14 11:50:15.066754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:15.072002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:15.156155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event updated for resources: {'Port': ['ID=81c48560-ebf6-4c41-87d1-dfcea986ce64,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:15.161553 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:15.176024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:15.297202 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Floating IP dc203ade-7f91-4de0-80bf-313ca99cab2b associated. External IP: 172.25.2.228, port: 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0. Jul 14 11:50:15.335410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2e4a-e923-4e6a-8ed1-e19483ef8382 req-f3f22e66-256b-457a-b05c-199368aad3a2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:15.340414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-781f2e4a-e923-4e6a-8ed1-e19483ef8382 req-f3f22e66-256b-457a-b05c-199368aad3a2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 946 time: 0.1151881 Jul 14 11:50:15.360423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480c6e0-1c50-4605-b456-ea0027f43a8b req-2a846365-0de3-4719-a968-5181eeb76945 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:15.369403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4480c6e0-1c50-4605-b456-ea0027f43a8b req-2a846365-0de3-4719-a968-5181eeb76945 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.1338377 Jul 14 11:50:15.422542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4480c6e0-1c50-4605-b456-ea0027f43a8b req-82abc710-55f9-4f12-8da1-dea6a77ed978 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533547 Jul 14 11:50:15.457314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-781f2e4a-e923-4e6a-8ed1-e19483ef8382 req-b1781a88-b90f-4d6f-bb5f-b2ee2c82c862 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107049 Jul 14 11:50:15.527744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:50:15.627697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77696cf5-6a44-484a-b808-89d3cbdc97d2 req-79928604-e431-4b46-88e1-02a27c18a381 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:15.630187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77696cf5-6a44-484a-b808-89d3cbdc97d2 req-79928604-e431-4b46-88e1-02a27c18a381 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0821459 Jul 14 11:50:15.653121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:15.664462 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] Sync routers for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:15.678741 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:15.691880 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:15.692813 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:15.711768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77696cf5-6a44-484a-b808-89d3cbdc97d2 req-409abc16-c0e4-454b-bdce-330d94c7f89d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755050 Jul 14 11:50:15.725824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8e9ebef4-b3a8-4a2e-9324-407c324024fa tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8848293 Jul 14 11:50:15.726556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'tag': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:15.729001 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e803f2-bfb4-487b-a0f3-105a404d9c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f35de43e-56c1-4963-9f5d-5007c1a327b4", "tag": "71c0bffb-e0a0-4c00-9b7f-38e4820e55d0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:15.795775 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8772e5ed-cee6-4dfc-bac7-76e5c2a3dedb x-openstack-request-id: req-8772e5ed-cee6-4dfc-bac7-76e5c2a3dedb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:15.796102 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35de43e-56c1-4963-9f5d-5007c1a327b4", "tag": "71c0bffb-e0a0-4c00-9b7f-38e4820e55d0", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:15.796352 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8772e5ed-cee6-4dfc-bac7-76e5c2a3dedb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:15.796754 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'tag': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'status': 'completed', 'code': 200} Jul 14 11:50:15.853755 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:15.918253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-1ea51242-7f9e-47fc-b866-0e578c53e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:15.920845 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-1ea51242-7f9e-47fc-b866-0e578c53e59f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ff7d6969be429da4e1a0ab66afb275&device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 1096 time: 0.0831378 Jul 14 11:50:16.076764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88674d99-88cc-4c0d-a855-5d405603f33b req-092aaa0f-6b87-4ca0-ad34-363fd60ac721 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:16.078442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88674d99-88cc-4c0d-a855-5d405603f33b req-092aaa0f-6b87-4ca0-ad34-363fd60ac721 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 947 time: 0.1550374 Jul 14 11:50:16.125467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-b0662949-2f3c-47ef-bc2d-1ec85d847760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:16.127373 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-b0662949-2f3c-47ef-bc2d-1ec85d847760 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2606be22-7ac6-473f-83dc-f0eb00a74e1b HTTP/1.1" status: 200 len: 908 time: 0.1940238 Jul 14 11:50:16.135841 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:38Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'dc203ade-7f91-4de0-80bf-313ca99cab2b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'port_id': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'mac_address': 'fa:16:3e:48:68:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:50:14Z', 'updated_at': '2021-07-14T11:50:14Z', 'revision_number': 0, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b8af4b-c72a-49db-baad-33908bb55c90', 'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'mac_address': 'fa:16:3e:56:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:35Z', 'updated_at': '2021-07-14T11:49:46Z', 'revision_number': 5, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'subnets': [{'id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:16.136655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88674d99-88cc-4c0d-a855-5d405603f33b req-decf431c-657e-4660-af77-d4cb8f2c7297 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488620 Jul 14 11:50:16.169608 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] Checking router: 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:16.179001 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:16.179632 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:16.227805 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-073f5b42-6c27-482a-942a-608e1e9af0dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 HTTP/1.1" status: 200 len: 999 time: 0.0866969 Jul 14 11:50:16.295231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-55f220e5-87d6-46a7-80e7-4c53f9537391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:16.297475 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-55f220e5-87d6-46a7-80e7-4c53f9537391 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95ace7f6-1a3f-48ac-9ebc-534cd4dd1561 HTTP/1.1" status: 200 len: 847 time: 0.0606542 Jul 14 11:50:16.348616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f3f56-d973-4752-81d8-c002bd3b3172 req-e41afc3e-5e65-482e-bf1d-5ecc182c6bca tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:16.350211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-400f3f56-d973-4752-81d8-c002bd3b3172 req-e41afc3e-5e65-482e-bf1d-5ecc182c6bca tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0820627 Jul 14 11:50:16.376496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-dceeafba-0152-4eb7-b788-995af5e91ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:16.379525 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-dceeafba-0152-4eb7-b788-995af5e91ac5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2606be22-7ac6-473f-83dc-f0eb00a74e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716903 Jul 14 11:50:16.391828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-400f3f56-d973-4752-81d8-c002bd3b3172 req-b53f7982-0924-47f1-b3e8-ba047e7bd9cb tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350125 Jul 14 11:50:16.414665 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:16.482819 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-a6daaca9-01c9-4910-98b0-c7c3bdffd9ea service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959351 Jul 14 11:50:16.606017 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-61e803f2-bfb4-487b-a0f3-105a404d9c8f req-37917d55-9910-4eee-91a7-f8e4be6baf30 service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134508 Jul 14 11:50:16.683730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c54f26-af3e-4617-b823-c7e73a6cbe4a req-bd6f831d-9423-4ad0-b64e-0e5116e96cdf tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:16.685262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60c54f26-af3e-4617-b823-c7e73a6cbe4a req-bd6f831d-9423-4ad0-b64e-0e5116e96cdf tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 946 time: 0.0701683 Jul 14 11:50:16.699432 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:38Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'dc203ade-7f91-4de0-80bf-313ca99cab2b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'port_id': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'mac_address': 'fa:16:3e:48:68:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:50:14Z', 'updated_at': '2021-07-14T11:50:14Z', 'revision_number': 0, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b8af4b-c72a-49db-baad-33908bb55c90', 'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'mac_address': 'fa:16:3e:56:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:35Z', 'updated_at': '2021-07-14T11:49:46Z', 'revision_number': 5, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'subnets': [{'id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:16.724572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60c54f26-af3e-4617-b823-c7e73a6cbe4a req-a50780a0-f428-4d27-b35b-23235389b062 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333071 Jul 14 11:50:16.730666 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa436bc-ba5c-4833-9eb7-875899e8ff67 None None] The sync data for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 is: [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:38Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'dc203ade-7f91-4de0-80bf-313ca99cab2b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'port_id': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'mac_address': 'fa:16:3e:48:68:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:50:14Z', 'updated_at': '2021-07-14T11:50:14Z', 'revision_number': 0, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b8af4b-c72a-49db-baad-33908bb55c90', 'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'mac_address': 'fa:16:3e:56:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:35Z', 'updated_at': '2021-07-14T11:49:46Z', 'revision_number': 5, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'subnets': [{'id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:16.908009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59297e8-28ce-4503-b33b-6ea03044765b req-a44f042d-5a11-41ca-a7c8-65c15934b87a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:16.910586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c59297e8-28ce-4503-b33b-6ea03044765b req-a44f042d-5a11-41ca-a7c8-65c15934b87a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 946 time: 0.0679381 Jul 14 11:50:16.944918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e82004-9aa6-46a0-bc24-8408173eaa72 None None] New status for floating IP dc203ade-7f91-4de0-80bf-313ca99cab2b: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:50:16.963508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c59297e8-28ce-4503-b33b-6ea03044765b req-451e4486-22dc-493e-99aa-a380ad1ff85d tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461514 Jul 14 11:50:17.264139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:50:17.329367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76d9c1-561b-4fb0-b30f-56a029736387 req-36c762fc-01fb-4fd4-887f-4d8cc820aa4a tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:17.331412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec76d9c1-561b-4fb0-b30f-56a029736387 req-36c762fc-01fb-4fd4-887f-4d8cc820aa4a tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 947 time: 0.0760515 Jul 14 11:50:17.374395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec76d9c1-561b-4fb0-b30f-56a029736387 req-9ea2f4ac-c47e-4f21-bea1-a0632834dc09 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Jul 14 11:50:17.378305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:17.390742 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': 'fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1', 'mac_address': 'fa:16:3e:b1:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:50:17.427999 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:17.441687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:17.461149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:17.465817 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:17.517692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:17.584497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8db715-3ec5-4ca9-90c3-64c6056ca25b req-8f6622ca-e12f-418c-8e24-a1187d4d73d0 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:17.586166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d8db715-3ec5-4ca9-90c3-64c6056ca25b req-8f6622ca-e12f-418c-8e24-a1187d4d73d0 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0749943 Jul 14 11:50:17.625236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d8db715-3ec5-4ca9-90c3-64c6056ca25b req-883b766c-8605-4a14-ad5a-2993b144aacd tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Jul 14 11:50:17.799032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:18.483488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 38662) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:18.547069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bfdb2-a9cc-43f3-9d32-b1b1a7b84f05 req-7c278c02-cbe0-40cb-abeb-cac65ab72139 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:18.550400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b6bfdb2-a9cc-43f3-9d32-b1b1a7b84f05 req-7c278c02-cbe0-40cb-abeb-cac65ab72139 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 948 time: 0.0641122 Jul 14 11:50:18.591333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b6bfdb2-a9cc-43f3-9d32-b1b1a7b84f05 req-a00e903b-a95c-4d20-9957-e69693d0b214 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362682 Jul 14 11:50:18.813296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d2bbe-cc93-4257-856e-6f264692fc46 req-9a1c28e7-93a9-4dc3-a8fe-e09349c86f90 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:18.814712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-121d2bbe-cc93-4257-856e-6f264692fc46 req-9a1c28e7-93a9-4dc3-a8fe-e09349c86f90 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0701168 Jul 14 11:50:18.854200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-121d2bbe-cc93-4257-856e-6f264692fc46 req-7fa33462-d087-45f5-a003-229f2113d5be tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Jul 14 11:50:18.954574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:19.219706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.20.0.17 (06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8/3c01a395-0f59-4251-acb4-78cd522d9a8b/4effb50b-7708-4157-a9a4-c101611cf70d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:19.278438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:19.326546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:19.330176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:19.330582 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:19.342324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:19.357758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Transition to ACTIVE for port object 4effb50b-7708-4157-a9a4-c101611cf70d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:19.391898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:19.413674 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:19.444156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c2928-6d16-4c8b-bff6-6534506612e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:19.446589 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf49ea6-7725-436b-bc81-5367131ffae3" -d '{"events": [{"server_uuid": "233c2928-6d16-4c8b-bff6-6534506612e7", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:19.461228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:19.461689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:19.466589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:19.467282 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:19.469927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:19.504510 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95735b23-b515-4476-8620-010b9233a014 x-openstack-request-id: req-95735b23-b515-4476-8620-010b9233a014 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:19.505079 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c2928-6d16-4c8b-bff6-6534506612e7", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:19.505339 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95735b23-b515-4476-8620-010b9233a014 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:19.505732 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c2928-6d16-4c8b-bff6-6534506612e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1', 'code': 200} Jul 14 11:50:19.516328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=4effb50b-7708-4157-a9a4-c101611cf70d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:19.548027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:19.553637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:19.698004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce560e3f-ca45-4e54-8b4f-7f3ba5ef5402 req-b1f31964-137c-4e72-8022-3de9db8c8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:19.699647 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ce560e3f-ca45-4e54-8b4f-7f3ba5ef5402 req-b1f31964-137c-4e72-8022-3de9db8c8898 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 1100 time: 0.1071093 Jul 14 11:50:19.781932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c132b504-5bd3-419d-8f38-dd308f5e6a01 None None] Provisioning for port 4effb50b-7708-4157-a9a4-c101611cf70d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:19.786353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40855551-ccd1-4e49-8857-528b9be748e9 req-886d1fb8-e350-43af-b325-f558f87f2b5a tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:19.788080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40855551-ccd1-4e49-8857-528b9be748e9 req-886d1fb8-e350-43af-b325-f558f87f2b5a tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 949 time: 0.0688195 Jul 14 11:50:19.788461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c132b504-5bd3-419d-8f38-dd308f5e6a01 None None] Provisioning complete for port 4effb50b-7708-4157-a9a4-c101611cf70d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:19.789001 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c132b504-5bd3-419d-8f38-dd308f5e6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:19.825727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c132b504-5bd3-419d-8f38-dd308f5e6a01 None None] Port 4effb50b-7708-4157-a9a4-c101611cf70d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:50:19.830299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40855551-ccd1-4e49-8857-528b9be748e9 req-79ed21a4-e89b-4df9-94ff-6ca0f6b616ce tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359859 Jul 14 11:50:20.040158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007323-0836-4cff-a922-9d36ba3962ab req-606ddcb1-c19e-4ba4-a4de-a75652a879c7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:20.041630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01007323-0836-4cff-a922-9d36ba3962ab req-606ddcb1-c19e-4ba4-a4de-a75652a879c7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0688710 Jul 14 11:50:20.082009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01007323-0836-4cff-a922-9d36ba3962ab req-d505db85-4e2d-43a9-8b40-f9b42df50d95 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Jul 14 11:50:20.096673 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ce560e3f-ca45-4e54-8b4f-7f3ba5ef5402 req-b26620ad-3d19-4883-b3cd-1de41111ff40 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823838 Jul 14 11:50:20.097436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:20.359474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:20.364278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:20.434821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:20.436454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=4effb50b-7708-4157-a9a4-c101611cf70d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:20.529214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:20.531539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:20.654979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 0455276e-9b41-44b5-aaf6-ed487a02984a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:50:20.765664 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:20.776688 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-49dadecc-1e33-4049-8275-1ba1742102d0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "PUT /v2.0/routers/0455276e-9b41-44b5-aaf6-ed487a02984a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2918499 Jul 14 11:50:20.777331 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Sync routers for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:20.787242 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:20.787910 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:20.850009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4567febe-622c-4c34-b853-d6d1a5499f69 None None] Provisioning complete for port 4effb50b-7708-4157-a9a4-c101611cf70d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:20.850562 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4567febe-622c-4c34-b853-d6d1a5499f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:20.901398 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:21.030241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b7c6e-bf67-4436-8a53-155558e466b5 req-33438436-720e-43cc-85cd-91dce908cc0e tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:21.031807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f5b7c6e-bf67-4436-8a53-155558e466b5 req-33438436-720e-43cc-85cd-91dce908cc0e tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 949 time: 0.0768619 Jul 14 11:50:21.045135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4567febe-622c-4c34-b853-d6d1a5499f69 None None] Port 4effb50b-7708-4157-a9a4-c101611cf70d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:50:21.086303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f5b7c6e-bf67-4436-8a53-155558e466b5 req-9383c532-9fc9-48d3-a343-22ecf614e92a tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Jul 14 11:50:21.175541 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:19Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '434e26d0-f45a-4414-814c-3fb646ab878d', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:49:15Z', 'updated_at': '2021-07-14T11:49:19Z', 'revision_number': 1, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4effb50b-7708-4157-a9a4-c101611cf70d', 'name': '', 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d9:f0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '3c01a395-0f59-4251-acb4-78cd522d9a8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:19Z', 'updated_at': '2021-07-14T11:50:20Z', 'revision_number': 2, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '3c01a395-0f59-4251-acb4-78cd522d9a8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:21.201141 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Checking router: 0455276e-9b41-44b5-aaf6-ed487a02984a for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:21.201491 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Updating router 0455276e-9b41-44b5-aaf6-ed487a02984a port 4effb50b-7708-4157-a9a4-c101611cf70d binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:50:21.237195 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:21.264513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de10ae-83d6-4c0a-9e03-4c7b79ef2452 req-0b53935f-72ba-4335-b963-eb6a66328433 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:21.266003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8de10ae-83d6-4c0a-9e03-4c7b79ef2452 req-0b53935f-72ba-4335-b963-eb6a66328433 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0642695 Jul 14 11:50:21.304507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8de10ae-83d6-4c0a-9e03-4c7b79ef2452 req-5af2513e-a7e2-4026-a2f2-a8d15748e1ce tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327229 Jul 14 11:50:21.495121 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:21.505047 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Transition to ACTIVE for port object 4effb50b-7708-4157-a9a4-c101611cf70d will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:21.510137 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:21.577017 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020aa6bc-897a-4445-bdf8-9c6a403779f4 None None] Pushing event updated for resources: {'Port': ['ID=4effb50b-7708-4157-a9a4-c101611cf70d,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:21.613231 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Attempting to bind port 4effb50b-7708-4157-a9a4-c101611cf70d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:21.613710 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Attempting to bind port 4effb50b-7708-4157-a9a4-c101611cf70d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:21.614140 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Attempting to bind port 4effb50b-7708-4157-a9a4-c101611cf70d on network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:21.619570 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:21.620275 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Checking segment: {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:21.620686 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:21.621081 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Bound using segment: {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:21.621631 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Bound port: 4effb50b-7708-4157-a9a4-c101611cf70d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a86396-0b7c-42e5-8ecb-b6447ec6884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:21.621961 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:21.706388 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] For port 4effb50b-7708-4157-a9a4-c101611cf70d, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:21.710725 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] For port 4effb50b-7708-4157-a9a4-c101611cf70d, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4effb50b-7708-4157-a9a4-c101611cf70d,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:21.716292 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:21.773276 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:21.773946 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:21.810507 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020aa6bc-897a-4445-bdf8-9c6a403779f4 None None] Pushing event updated for resources: {'Port': ['ID=4effb50b-7708-4157-a9a4-c101611cf70d,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:21.895471 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:22.121599 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:19Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '434e26d0-f45a-4414-814c-3fb646ab878d', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:49:15Z', 'updated_at': '2021-07-14T11:49:19Z', 'revision_number': 1, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4effb50b-7708-4157-a9a4-c101611cf70d', 'name': '', 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d9:f0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '3c01a395-0f59-4251-acb4-78cd522d9a8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:19Z', 'updated_at': '2021-07-14T11:50:21Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '3c01a395-0f59-4251-acb4-78cd522d9a8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:22.232848 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cf7c6-335e-4437-9018-02bee9f1a270 None None] The sync data for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 is: [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:19Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '434e26d0-f45a-4414-814c-3fb646ab878d', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:49:15Z', 'updated_at': '2021-07-14T11:49:19Z', 'revision_number': 1, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4effb50b-7708-4157-a9a4-c101611cf70d', 'name': '', 'network_id': '06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d9:f0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '3c01a395-0f59-4251-acb4-78cd522d9a8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:19Z', 'updated_at': '2021-07-14T11:50:21Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '3c01a395-0f59-4251-acb4-78cd522d9a8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:22.274404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601a7b5-203c-4ef0-ac2d-656c917c5e02 req-662799ff-eb0e-4edd-9080-a7b746756937 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:22.285172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5601a7b5-203c-4ef0-ac2d-656c917c5e02 req-662799ff-eb0e-4edd-9080-a7b746756937 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 949 time: 0.0814259 Jul 14 11:50:22.327351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5601a7b5-203c-4ef0-ac2d-656c917c5e02 req-0a4ba4a5-7bbe-420c-9108-c22223761703 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Jul 14 11:50:22.503372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33e6e1-c509-4a0b-bd1f-6ee2346c1537 req-05d02e1b-7ff1-4976-acf5-c223ee67f70f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:22.505274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f33e6e1-c509-4a0b-bd1f-6ee2346c1537 req-05d02e1b-7ff1-4976-acf5-c223ee67f70f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0747271 Jul 14 11:50:22.564417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f33e6e1-c509-4a0b-bd1f-6ee2346c1537 req-25b20cde-667b-4052-82e1-7b46026be632 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530157 Jul 14 11:50:22.796106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ae446-b2f8-4618-8936-189ac2fe5e80 req-24f02dca-f989-4d6b-807e-d431c37d81ed tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:22.797688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-601ae446-b2f8-4618-8936-189ac2fe5e80 req-24f02dca-f989-4d6b-807e-d431c37d81ed tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 949 time: 0.0720949 Jul 14 11:50:22.841037 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-601ae446-b2f8-4618-8936-189ac2fe5e80 req-f6fefd78-4640-4d6d-a1da-7426620d06a8 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 Jul 14 11:50:23.300374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4effb50b-7708-4157-a9a4-c101611cf70d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:23.347815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4effb50b-7708-4157-a9a4-c101611cf70d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:23.351325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4effb50b-7708-4157-a9a4-c101611cf70d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:23.351720 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:23.425775 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:23.460465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4effb50b-7708-4157-a9a4-c101611cf70d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4effb50b-7708-4157-a9a4-c101611cf70d,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:23.464118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:23.510530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4effb50b-7708-4157-a9a4-c101611cf70d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:23.929070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508a642-d97b-444c-9ae0-1d023b8a5534 req-6c4646ba-4134-43b3-8ee1-9a4686b4d005 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:23.931349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c508a642-d97b-444c-9ae0-1d023b8a5534 req-6c4646ba-4134-43b3-8ee1-9a4686b4d005 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0666330 Jul 14 11:50:24.005477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c508a642-d97b-444c-9ae0-1d023b8a5534 req-195ba93a-0b8c-4cc9-a267-9f16ff8c760f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676713 Jul 14 11:50:24.041585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822dd0-a1ea-44d0-9ea2-50263ddbbdc9 req-36239d02-c01f-407c-8f09-67fa035604fd tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:24.043101 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02822dd0-a1ea-44d0-9ea2-50263ddbbdc9 req-36239d02-c01f-407c-8f09-67fa035604fd tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 949 time: 0.0821519 Jul 14 11:50:24.081836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02822dd0-a1ea-44d0-9ea2-50263ddbbdc9 req-16489d89-bbaf-4e01-8da2-084119b56b28 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/security-groups?id=34a3274a-062e-4834-9284-9496c19732ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Jul 14 11:50:24.365395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-5a701718-26e3-463d-9681-03783740fdf4 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:24.366883 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-5a701718-26e3-463d-9681-03783740fdf4 tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.45 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 949 time: 0.0710692 Jul 14 11:50:24.471663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Deleting port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:24.472134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:24.566118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] For port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:24.566486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:24.579076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Calling delete_port for fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:24.704788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:24.717656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:24.738067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Pushing event deleted for resources: {'Port': ['ID=fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:24.782792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] No DVR routers for this DVR port fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:50:24.786221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:24.788268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3060c3af-3e06-46f0-9e50-6361f29bdce5 req-3255e7a5-4c5f-4e33-8921-fa4f3c81240f tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.45 "DELETE /v2.0/ports/fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 HTTP/1.1" status: 204 len: 173 time: 0.4143808 Jul 14 11:50:24.788717 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c2928-6d16-4c8b-bff6-6534506612e7', 'name': 'network-vif-deleted', 'tag': 'fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:24.790998 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c378fa-c2b3-4c8e-8c3b-4d9b8a3b8094" -d '{"events": [{"server_uuid": "233c2928-6d16-4c8b-bff6-6534506612e7", "name": "network-vif-deleted", "tag": "fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:24.832070 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef97253-eae0-4fb9-bc2c-e8bb8cd3c5ec x-openstack-request-id: req-8ef97253-eae0-4fb9-bc2c-e8bb8cd3c5ec {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:24.832370 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c2928-6d16-4c8b-bff6-6534506612e7", "name": "network-vif-deleted", "tag": "fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:24.832623 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ef97253-eae0-4fb9-bc2c-e8bb8cd3c5ec {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:24.833032 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c2928-6d16-4c8b-bff6-6534506612e7', 'name': 'network-vif-deleted', 'tag': 'fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1', 'status': 'completed', 'code': 200} Jul 14 11:50:25.200911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9572-4ab5-4a27-92bb-75a3d2f02fea req-0584b20f-a38d-430c-8cd3-f29078406f72 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:25.203081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61ed9572-4ab5-4a27-92bb-75a3d2f02fea req-0584b20f-a38d-430c-8cd3-f29078406f72 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0838699 Jul 14 11:50:25.266944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34466bd1-e942-42b1-b308-9872d77abd13 req-5f651798-3c96-4a57-8aa8-e15be2a77fac tempest-VolumesNegativeTest-1186295987 tempest-VolumesNegativeTest-1186295987-project] 10.222.0.38 "GET /v2.0/ports?device_id=233c2928-6d16-4c8b-bff6-6534506612e7 HTTP/1.1" status: 200 len: 210 time: 0.0445054 Jul 14 11:50:25.300540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61ed9572-4ab5-4a27-92bb-75a3d2f02fea req-1ca4560c-b36a-40b7-bacc-af20ea5e7854 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904200 Jul 14 11:50:25.313967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4effb50b-7708-4157-a9a4-c101611cf70d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:25.380963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4effb50b-7708-4157-a9a4-c101611cf70d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:25.381287 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:26.241392 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:26.537606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbb692-d31d-4f8a-a0d6-a52644751297 req-2bdd6a3d-6218-4b72-8f0d-bb34e929ac08 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:26.540294 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ccbb692-d31d-4f8a-a0d6-a52644751297 req-2bdd6a3d-6218-4b72-8f0d-bb34e929ac08 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0933440 Jul 14 11:50:26.583133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ccbb692-d31d-4f8a-a0d6-a52644751297 req-c45f376d-9681-444c-9fce-8bb9c4d8a967 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367382 Jul 14 11:50:27.814066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fad3dc-ad6d-4a2b-8c9a-fd3bb6c6fe16 req-c3ec8533-4541-4dff-9aed-3452ecacd73f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:27.815682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90fad3dc-ad6d-4a2b-8c9a-fd3bb6c6fe16 req-c3ec8533-4541-4dff-9aed-3452ecacd73f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0739892 Jul 14 11:50:27.860107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90fad3dc-ad6d-4a2b-8c9a-fd3bb6c6fe16 req-24bccc8a-824f-466f-b0cb-807f3ef99391 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 Jul 14 11:50:28.154779 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:29.053909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1710c-1951-407c-ad54-03cdae34a774 req-ffe5b4fe-8c96-454a-a91f-cbeee3dc0558 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:29.055464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9e1710c-1951-407c-ad54-03cdae34a774 req-ffe5b4fe-8c96-454a-a91f-cbeee3dc0558 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0671868 Jul 14 11:50:29.094517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9e1710c-1951-407c-ad54-03cdae34a774 req-6dd26e70-3384-4e7c-9f76-8081c144ac6f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Jul 14 11:50:29.312183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:29.332667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:50:29.333012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device fb9ee26f-8715-4fd4-92c3-dcc1f1a473e1 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:30.282377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e889d4-e328-41ed-83ff-b144693e27b9 req-35cc0725-f09c-4866-b86e-6af4bb6a172b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:30.291202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32e889d4-e328-41ed-83ff-b144693e27b9 req-35cc0725-f09c-4866-b86e-6af4bb6a172b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0790486 Jul 14 11:50:30.330999 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32e889d4-e328-41ed-83ff-b144693e27b9 req-6f07a3fd-feef-48e2-a788-b2e51095fba5 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Jul 14 11:50:30.535148 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-15dce406-4e01-4d7d-99ec-adc11732df4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627835 Jul 14 11:50:30.666476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-2fe759af-515e-4e68-937c-75b868f099c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:30.668078 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-2fe759af-515e-4e68-937c-75b868f099c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 1098 time: 0.0834296 Jul 14 11:50:30.782126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-7ef8b4ca-3a7a-44cf-af23-c9e998a697df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:30.784547 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-7ef8b4ca-3a7a-44cf-af23-c9e998a697df service neutron] 10.222.0.45 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.0941529 Jul 14 11:50:30.878429 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-6ef30f6e-e770-4bcc-a5b3-44fe1f630377 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 200 len: 1001 time: 0.0852900 Jul 14 11:50:30.944407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-a1741a46-312a-4304-aa0e-be5e78ed90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:30.945908 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-a1741a46-312a-4304-aa0e-be5e78ed90d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0507469 Jul 14 11:50:31.013474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-b5112a6c-06e5-4ed6-980f-4ace0e312b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:31.015084 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-b5112a6c-06e5-4ed6-980f-4ace0e312b6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616069 Jul 14 11:50:31.125126 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-8696c9f4-b302-4b2c-aafa-024d18c928be service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897632 Jul 14 11:50:31.221139 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7ffb2faf-4fa3-465c-8a98-4df2af0f783c req-809f0131-f38f-4fa9-9504-1e69a94af713 service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885444 Jul 14 11:50:31.318507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39004) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:31.499534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2fb6a99e-6272-4382-a7fb-f17c2eb46cb1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6952db40fed4bda89b6e9edb94a98fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798503 Jul 14 11:50:31.502219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39010) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:31.559489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c778e-3e2d-4ff9-90c8-c41c79e7d233 req-cb3f0907-ee4e-4959-be06-cba6b66b8e7f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:31.561021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-913c778e-3e2d-4ff9-90c8-c41c79e7d233 req-cb3f0907-ee4e-4959-be06-cba6b66b8e7f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.1164308 Jul 14 11:50:31.581621 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:31.619470 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:31.623344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-913c778e-3e2d-4ff9-90c8-c41c79e7d233 req-42718967-750f-4711-a11d-00a805866b77 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 Jul 14 11:50:31.678564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:31.681082 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:31.684777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34a3274a-062e-4834-9284-9496c19732ba HTTP/1.1" status: 204 len: 168 time: 0.1776698 Jul 14 11:50:31.695542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a3274a-062e-4834-9284-9496c19732ba,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:31.703587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.703907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.704264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.704686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.705497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.706011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.706352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.706692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.707024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.707363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.707691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:31.708044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfc677-aa4c-4c28-ad58-97722e923c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:32.876192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f0bc1-1818-43b6-a0c4-7c6a07b74d51 req-5526cdaa-98a1-4001-808d-72ba67c8430b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:32.878515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-523f0bc1-1818-43b6-a0c4-7c6a07b74d51 req-5526cdaa-98a1-4001-808d-72ba67c8430b tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0775604 Jul 14 11:50:32.920654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-523f0bc1-1818-43b6-a0c4-7c6a07b74d51 req-1c8d7958-3ea7-46fd-bfbf-433e286b8fdc tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Jul 14 11:50:33.332630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39066) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:33.337267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938352525', 'description': 'tempest-secgroup-smoke-1938352525 description', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:33.358290 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.367200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.457642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.461302 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.497357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293d466c-dd0c-4afa-8806-400d7e4552e5,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:33.566901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.571260 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.599396 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.604143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2700386 Jul 14 11:50:33.604297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39068) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:33.605849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb990c-d4f8-47f6-bcfd-60ec33718e88 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b58169-f15a-4b70-a06a-416afbe843c9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:33.612559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cd6e7e43-03db-4683-afb6-c5bedd3f878e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'c5b58169-f15a-4b70-a06a-416afbe843c9', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:33.642614 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7e43-03db-4683-afb6-c5bedd3f878e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.697848 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7e43-03db-4683-afb6-c5bedd3f878e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.701531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7e43-03db-4683-afb6-c5bedd3f878e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.716369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7e43-03db-4683-afb6-c5bedd3f878e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf70adc1-34f9-46d1-a8b1-f90734b43aa2,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:33.725740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7e43-03db-4683-afb6-c5bedd3f878e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.727058 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cd6e7e43-03db-4683-afb6-c5bedd3f878e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214201 Jul 14 11:50:33.729641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:33.734057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-89c96d92-08ab-490e-9455-fd8b32d3ebd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'c5b58169-f15a-4b70-a06a-416afbe843c9', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:33.761078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89c96d92-08ab-490e-9455-fd8b32d3ebd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.811169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89c96d92-08ab-490e-9455-fd8b32d3ebd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.815766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89c96d92-08ab-490e-9455-fd8b32d3ebd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.834392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c96d92-08ab-490e-9455-fd8b32d3ebd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8513d6bb-6fb6-4940-aca6-f93507fe92b1,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:33.843291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89c96d92-08ab-490e-9455-fd8b32d3ebd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.845092 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-89c96d92-08ab-490e-9455-fd8b32d3ebd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143043 Jul 14 11:50:33.848490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39076) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:33.853182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-26c85f73-25b7-437a-ad88-74461a0b08f0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'c5b58169-f15a-4b70-a06a-416afbe843c9', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:33.891420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26c85f73-25b7-437a-ad88-74461a0b08f0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.958961 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26c85f73-25b7-437a-ad88-74461a0b08f0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.963452 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26c85f73-25b7-437a-ad88-74461a0b08f0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.984381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c85f73-25b7-437a-ad88-74461a0b08f0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d27caf-da3e-4d8a-9b20-24be4bb8b3af,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:33.993236 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26c85f73-25b7-437a-ad88-74461a0b08f0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:33.994746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-26c85f73-25b7-437a-ad88-74461a0b08f0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451499 Jul 14 11:50:33.997320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39082) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:34.002003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5dac4e07-534e-4e27-9c58-6b30860697c2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'c5b58169-f15a-4b70-a06a-416afbe843c9', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:34.029536 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5dac4e07-534e-4e27-9c58-6b30860697c2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.120808 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5dac4e07-534e-4e27-9c58-6b30860697c2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.128062 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5dac4e07-534e-4e27-9c58-6b30860697c2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.159182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c010b4-1bec-4226-aa69-993c150fed74 req-882a79fb-a6f6-4eea-9768-7fc14b2ebe7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:34.160484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59c010b4-1bec-4226-aa69-993c150fed74 req-882a79fb-a6f6-4eea-9768-7fc14b2ebe7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.1145880 Jul 14 11:50:34.162206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac4e07-534e-4e27-9c58-6b30860697c2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3e520b-e511-4dab-a657-d5de0dc36ee3,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:34.170410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5dac4e07-534e-4e27-9c58-6b30860697c2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.174181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5dac4e07-534e-4e27-9c58-6b30860697c2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1732728 Jul 14 11:50:34.174568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39086) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:34.178887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a0f747a1-428d-44d7-9449-c877332b7be1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'c5b58169-f15a-4b70-a06a-416afbe843c9', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:34.228986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59c010b4-1bec-4226-aa69-993c150fed74 req-7ad62d9b-1e4a-45ba-b2dd-544fc23184bc tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596435 Jul 14 11:50:34.229680 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-a0f747a1-428d-44d7-9449-c877332b7be1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Project 1099e3a0cf304d4bb2e4f5aff0c2fe33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:50:34.242384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0f747a1-428d-44d7-9449-c877332b7be1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.296162 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0f747a1-428d-44d7-9449-c877332b7be1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.300606 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0f747a1-428d-44d7-9449-c877332b7be1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.320637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f747a1-428d-44d7-9449-c877332b7be1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15df4b70-22dc-4c43-888d-b3d403c660f5,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:34.323930 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0f747a1-428d-44d7-9449-c877332b7be1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.327756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a0f747a1-428d-44d7-9449-c877332b7be1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1496179 Jul 14 11:50:34.328125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39090) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:34.333449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0b3a9465-e911-47e8-8f1e-963e10219fa6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'c5b58169-f15a-4b70-a06a-416afbe843c9', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:34.360046 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-0b3a9465-e911-47e8-8f1e-963e10219fa6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Project 1099e3a0cf304d4bb2e4f5aff0c2fe33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:50:34.366160 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9465-e911-47e8-8f1e-963e10219fa6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.433750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9465-e911-47e8-8f1e-963e10219fa6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.437530 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9465-e911-47e8-8f1e-963e10219fa6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.460459 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9465-e911-47e8-8f1e-963e10219fa6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.464545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0b3a9465-e911-47e8-8f1e-963e10219fa6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326005 Jul 14 11:50:34.464545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a9465-e911-47e8-8f1e-963e10219fa6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023d93d3-f586-4464-86fe-7d6d4aab8001,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:34.465049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39092) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:34.471031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'network': {'name': 'tempest-network-smoke--294318487', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'port_security_enabled': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:34.493938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:50:34.497542 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.520878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:50:34.535340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.535340 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Added segment 05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f of type vlan for network 15f69f88-c733-49cb-9a28-090032f71960 Jul 14 11:50:34.576306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.606376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.612312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:34.612856 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.678763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39096) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:34.678966 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2127755 Jul 14 11:50:34.683705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'admin_state_up': True, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:34.685054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76f3db-9d2f-4d7f-bd2d-0eca4dfb6e63 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Network': ['ID=15f69f88-c733-49cb-9a28-090032f71960,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:34.696178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 15f69f88-c733-49cb-9a28-090032f71960 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:50:34.716611 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.717623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.778413 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:34.931075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:35.131936 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:35.151755 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:35.252843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.25.2.251 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/b8fbeecb-f121-4149-8fab-e030b8009401) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:35.385092 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:35.442321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fbc10-710e-496a-a326-a866bbd257fb req-c2baa045-484c-45f3-9552-cda7b4360b67 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:35.443828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d7fbc10-710e-496a-a326-a866bbd257fb req-c2baa045-484c-45f3-9552-cda7b4360b67 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.1003213 Jul 14 11:50:35.457491 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:35.519821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:35.527113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:35.528913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=b8fbeecb-f121-4149-8fab-e030b8009401,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:35.533743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d7fbc10-710e-496a-a326-a866bbd257fb req-7d178c4b-851e-4643-96f9-f8842b9b6a2d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844474 Jul 14 11:50:35.536452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:36.074187 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:36.281715 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:36.407521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router ffe6d554-1881-4f12-859f-971d6696729c is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:50:36.513870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:36.524378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Sync routers for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:36.534013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:36.535190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:36.541157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:36.545726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6939484c-98c1-4ef6-bd5b-9a21bb5a401d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8628061 Jul 14 11:50:36.545912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39116) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:36.648303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:36.709436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-45c41474-330f-4772-99f6-c027ddeb2234 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1624296 Jul 14 11:50:36.712133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39126) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:36.829265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:35Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:36.856439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Checking router: ffe6d554-1881-4f12-859f-971d6696729c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:36.856786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Updating router ffe6d554-1881-4f12-859f-971d6696729c port b8fbeecb-f121-4149-8fab-e030b8009401 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:50:36.882498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a2437-8c71-4d81-8dfa-93c668e8b099 req-9bf64c5c-4baa-487b-b4e9-464963a7f9b8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:36.884138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-863a2437-8c71-4d81-8dfa-93c668e8b099 req-9bf64c5c-4baa-487b-b4e9-464963a7f9b8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.2192500 Jul 14 11:50:36.897181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:36.900836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e6e45-9f3d-486b-b582-4bc5a5c33655 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:36.904816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-366e6e45-9f3d-486b-b582-4bc5a5c33655 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1854546 Jul 14 11:50:36.905537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39128) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:36.939248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-863a2437-8c71-4d81-8dfa-93c668e8b099 req-bba8ca7f-978a-4da2-800c-96557cdf83be tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447288 Jul 14 11:50:36.951263 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-38424c9b-f2dc-4962-9098-004e0f1c3641 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416255 Jul 14 11:50:36.951803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39130) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:36.960885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2081018721', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:37.052326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:50:37.056399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:37.176140 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:37.188285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Transition to ACTIVE for port object b8fbeecb-f121-4149-8fab-e030b8009401 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:37.195529 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:37.241291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:37.249529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Attempting to bind port b8fbeecb-f121-4149-8fab-e030b8009401 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:37.249897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Attempting to bind port b8fbeecb-f121-4149-8fab-e030b8009401 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:37.250253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Attempting to bind port b8fbeecb-f121-4149-8fab-e030b8009401 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:37.253084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Pushing event updated for resources: {'Port': ['ID=b8fbeecb-f121-4149-8fab-e030b8009401,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:37.262275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:37.262275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:37.262606 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:37.263225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:37.263707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Bound port: b8fbeecb-f121-4149-8fab-e030b8009401, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:37.264161 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:37.322740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.323231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.323673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.324137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.324569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.324999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.325428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.325858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.326286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.326731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.327159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.327584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:37.328498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Subnet': ['ID=a7ae83e9-5db7-4f50-9e23-262dbb664b8f,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:37.332607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Checking segment: {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:37.332970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network hostable DHCP agents. Network: 15f69f88-c733-49cb-9a28-090032f71960, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:50:37.350216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] For port b8fbeecb-f121-4149-8fab-e030b8009401, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:37.353872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] For port b8fbeecb-f121-4149-8fab-e030b8009401, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b8fbeecb-f121-4149-8fab-e030b8009401,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:37.354751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 15f69f88-c733-49cb-9a28-090032f71960 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:50:37.357740 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:37.368133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 15f69f88-c733-49cb-9a28-090032f71960) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:37.377345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:37.378226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:37.386663 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a8462c-652a-4667-b5ab-0dd88b42b42a None None] Network 15f69f88-c733-49cb-9a28-090032f71960 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:50:37.398456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39134) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:37.399063 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-75a91e00-01d8-435b-9e8f-abff16c16372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4420643 Jul 14 11:50:37.457603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:37.458229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:37.556077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9837c4e-3b87-4d35-b01f-db1e998914c9 None None] Pushing event updated for resources: {'Port': ['ID=b8fbeecb-f121-4149-8fab-e030b8009401,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:37.599456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:37.775002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-15f69f88-c733-49cb-9a28-090032f71960', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:50:37.775941 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:37.915709 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:38.140222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:35Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:38.186694 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36582cc-c124-45e5-9e64-e548dc742e0a None None] The sync data for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 is: [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:35Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:38.196518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Allocated IP 172.20.0.2 (15f69f88-c733-49cb-9a28-090032f71960/a7ae83e9-5db7-4f50-9e23-262dbb664b8f/b7abcc96-24a4-4f70-a906-f7bafd12ec2d) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:38.380169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999359c4-a881-4a7e-9fc9-45678f018a89 req-9224fc00-3e2f-4bcb-badf-c7c576e4b779 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:38.382372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-999359c4-a881-4a7e-9fc9-45678f018a89 req-9224fc00-3e2f-4bcb-badf-c7c576e4b779 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.2897880 Jul 14 11:50:38.446370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-999359c4-a881-4a7e-9fc9-45678f018a89 req-82c27019-aeac-44f0-a7e8-7d94f13027aa tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582738 Jul 14 11:50:38.447977 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:38.458944 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Transition to ACTIVE for port object b7abcc96-24a4-4f70-a906-f7bafd12ec2d will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:38.477876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Transition to ACTIVE for port object b7abcc96-24a4-4f70-a906-f7bafd12ec2d will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:38.485422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:38.536695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Network 15f69f88-c733-49cb-9a28-090032f71960 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:38.540651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:38.549915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:38.558255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.20.0.1 (15f69f88-c733-49cb-9a28-090032f71960/a7ae83e9-5db7-4f50-9e23-262dbb664b8f/d166a0dc-a9f0-4670-bc87-f2b0179e063a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:38.667770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Pushing event updated for resources: {'Port': ['ID=b7abcc96-24a4-4f70-a906-f7bafd12ec2d,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:38.710458 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:38.717309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Attempting to bind port b7abcc96-24a4-4f70-a906-f7bafd12ec2d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:38.717819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Attempting to bind port b7abcc96-24a4-4f70-a906-f7bafd12ec2d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:38.718606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Attempting to bind port b7abcc96-24a4-4f70-a906-f7bafd12ec2d on network 15f69f88-c733-49cb-9a28-090032f71960 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:38.729457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:38.730041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Checking segment: {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:38.730620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:38.731155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Bound using segment: {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:38.732246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Bound port: b7abcc96-24a4-4f70-a906-f7bafd12ec2d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:38.732921 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:38.739318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Transition to ACTIVE for port object d166a0dc-a9f0-4670-bc87-f2b0179e063a will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:38.809727 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:38.846741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] For port b7abcc96-24a4-4f70-a906-f7bafd12ec2d, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:38.850294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] For port b7abcc96-24a4-4f70-a906-f7bafd12ec2d, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b7abcc96-24a4-4f70-a906-f7bafd12ec2d,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:38.856753 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:38.882284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 15f69f88-c733-49cb-9a28-090032f71960 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:38.886053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:38.888505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:38.895900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=d166a0dc-a9f0-4670-bc87-f2b0179e063a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:38.922543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ad53e-8356-4c31-b4ba-ced142df0b12 None None] Pushing event updated for resources: {'Port': ['ID=b7abcc96-24a4-4f70-a906-f7bafd12ec2d,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:38.945800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:39.122471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:39.430793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b7abcc96-24a4-4f70-a906-f7bafd12ec2d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:39.549854 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:39.558722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:39.571139 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-040ab9dc-ba43-46ad-8201-eb4f619954e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:39.597440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b7abcc96-24a4-4f70-a906-f7bafd12ec2d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:39.603459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b8fbeecb-f121-4149-8fab-e030b8009401 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:39.657684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b8fbeecb-f121-4149-8fab-e030b8009401 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:39.662178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b8fbeecb-f121-4149-8fab-e030b8009401 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:39.662552 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:39.749211 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:39.782173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b8fbeecb-f121-4149-8fab-e030b8009401, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b8fbeecb-f121-4149-8fab-e030b8009401,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:39.787673 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:39.878922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b8fbeecb-f121-4149-8fab-e030b8009401,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:40.074490 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:40.161809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=d166a0dc-a9f0-4670-bc87-f2b0179e063a,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:40.205406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f70b90-52bc-4e3b-8f43-36fc4dc079eb req-d6987e9c-12b4-47c4-9dcb-00e72847c48d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:40.206990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18f70b90-52bc-4e3b-8f43-36fc4dc079eb req-d6987e9c-12b4-47c4-9dcb-00e72847c48d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.5466163 Jul 14 11:50:40.258384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79d4828-5858-4e70-953f-5261164d6597 None None] Network 15f69f88-c733-49cb-9a28-090032f71960 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:50:40.264737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18f70b90-52bc-4e3b-8f43-36fc4dc079eb req-d13d8031-cb5d-4500-a435-27cb9fc18818 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Jul 14 11:50:40.274100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 15f69f88-c733-49cb-9a28-090032f71960 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:40.275802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:40.396385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c88e5e42-133d-4e63-950b-b0314b5b7380 None None] Provisioning for port b7abcc96-24a4-4f70-a906-f7bafd12ec2d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:40.401581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c88e5e42-133d-4e63-950b-b0314b5b7380 None None] Provisioning complete for port b7abcc96-24a4-4f70-a906-f7bafd12ec2d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:40.402245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c88e5e42-133d-4e63-950b-b0314b5b7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:40.437231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router ffe6d554-1881-4f12-859f-971d6696729c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:50:40.558188 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c88e5e42-133d-4e63-950b-b0314b5b7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:40.561982 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:40.572576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a22cf35a-aeeb-4698-9fb5-313f083e44bb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "PUT /v2.0/routers/ffe6d554-1881-4f12-859f-971d6696729c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1718707 Jul 14 11:50:40.638699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c88e5e42-133d-4e63-950b-b0314b5b7380 None None] For port b7abcc96-24a4-4f70-a906-f7bafd12ec2d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b7abcc96-24a4-4f70-a906-f7bafd12ec2d,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:40.646353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c88e5e42-133d-4e63-950b-b0314b5b7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:40.716682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e5e42-133d-4e63-950b-b0314b5b7380 None None] Pushing event updated for resources: {'Port': ['ID=b7abcc96-24a4-4f70-a906-f7bafd12ec2d,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:40.763399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-a0d96ac9-8ff7-4a91-97ea-f5c0e410b951 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938352525&fields=id&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 267 time: 0.0435286 Jul 14 11:50:40.847421 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Sync routers for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:40.861180 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:40.862004 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:40.891397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-9ea42543-941e-46dc-8de4-c1a953f0d7ef tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:40.899292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-9ea42543-941e-46dc-8de4-c1a953f0d7ef tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 796 time: 0.1336339 Jul 14 11:50:40.918451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-a593ea9d-638e-4aae-b422-07c41d700953 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/quotas/1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 375 time: 0.0172279 Jul 14 11:50:40.988465 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:41.013388 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-77258e75-9c9c-4f11-b19a-b784850815d7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934784 Jul 14 11:50:41.073841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b395ecb2-2784-40b3-8a0d-da2d976e3bba None None] Provisioning for port d166a0dc-a9f0-4670-bc87-f2b0179e063a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:41.079065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b395ecb2-2784-40b3-8a0d-da2d976e3bba None None] Provisioning complete for port d166a0dc-a9f0-4670-bc87-f2b0179e063a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:41.080014 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b395ecb2-2784-40b3-8a0d-da2d976e3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:41.129401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b395ecb2-2784-40b3-8a0d-da2d976e3bba None None] Port d166a0dc-a9f0-4670-bc87-f2b0179e063a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:50:41.150602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b395ecb2-2784-40b3-8a0d-da2d976e3bba None None] Provisioning complete for port b7abcc96-24a4-4f70-a906-f7bafd12ec2d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:41.151002 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b395ecb2-2784-40b3-8a0d-da2d976e3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:41.213622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-86eb4067-e59f-4b92-901d-6761c5369c19 service neutron] 10.222.0.38 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912987 Jul 14 11:50:41.373999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39190) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:41.376062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b7abcc96-24a4-4f70-a906-f7bafd12ec2d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:41.382672 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'd166a0dc-a9f0-4670-bc87-f2b0179e063a', 'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:e5:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:38Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 2, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:41.446674 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Checking router: ffe6d554-1881-4f12-859f-971d6696729c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:41.447285 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Updating router ffe6d554-1881-4f12-859f-971d6696729c port d166a0dc-a9f0-4670-bc87-f2b0179e063a binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:50:41.482127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-0f5f29b5-6d40-42b5-b0c3-813d4c0d39f9 service neutron] 10.222.0.38 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620933 Jul 14 11:50:41.517649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7c8bdf2c-ae14-452f-9ab8-3a9b59877e86 None None] Provisioning complete for port d166a0dc-a9f0-4670-bc87-f2b0179e063a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:41.518040 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c8bdf2c-ae14-452f-9ab8-3a9b59877e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:41.520802 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:41.593666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b7abcc96-24a4-4f70-a906-f7bafd12ec2d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:41.594384 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:41.636333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7c8bdf2c-ae14-452f-9ab8-3a9b59877e86 None None] Port d166a0dc-a9f0-4670-bc87-f2b0179e063a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:50:41.691468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a3c71-c606-47d8-8c6d-9e787f29785c req-f52161c2-7103-411b-8830-2894c126cb14 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:41.696524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd2a3c71-c606-47d8-8c6d-9e787f29785c req-f52161c2-7103-411b-8830-2894c126cb14 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.2022002 Jul 14 11:50:41.811439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b8fbeecb-f121-4149-8fab-e030b8009401 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:41.874268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd2a3c71-c606-47d8-8c6d-9e787f29785c req-5fba1a10-9d43-4656-a00f-a8149f796bb1 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595912 Jul 14 11:50:41.879653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e554923-c543-487d-8ffd-ec5fff74f76e req-a6df9201-bdd4-4cdc-9d9c-94a20ffc13dc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 210 time: 0.0872087 Jul 14 11:50:41.934877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ce0f35af-4dd8-43e7-84ac-fcc46a725cf2 None None] Provisioning complete for port d166a0dc-a9f0-4670-bc87-f2b0179e063a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:41.935307 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce0f35af-4dd8-43e7-84ac-fcc46a725cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.040180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b8fbeecb-f121-4149-8fab-e030b8009401 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:42.041097 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.068613 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.084564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f35af-4dd8-43e7-84ac-fcc46a725cf2 None None] Port d166a0dc-a9f0-4670-bc87-f2b0179e063a cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:50:42.104429 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Transition to ACTIVE for port object d166a0dc-a9f0-4670-bc87-f2b0179e063a will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:42.117436 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.166460 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c9009428-14ff-4fea-be34-35af18bcf568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.176532 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Pushing event updated for resources: {'Port': ['ID=d166a0dc-a9f0-4670-bc87-f2b0179e063a,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:42.191644 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.192066 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.192644 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.193567 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.193999 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.194857 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.195281 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.195701 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.196462 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.196993 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.197514 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.198155 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:42.207188 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.281267 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Attempting to bind port d166a0dc-a9f0-4670-bc87-f2b0179e063a on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:42.282107 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Attempting to bind port d166a0dc-a9f0-4670-bc87-f2b0179e063a by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:42.282976 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Attempting to bind port d166a0dc-a9f0-4670-bc87-f2b0179e063a on network 15f69f88-c733-49cb-9a28-090032f71960 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:42.291668 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:42.292567 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Checking segment: {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:42.293240 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.293725 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Bound using segment: {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:42.294453 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Bound port: d166a0dc-a9f0-4670-bc87-f2b0179e063a, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:42.294929 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.348138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.391965 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] For port d166a0dc-a9f0-4670-bc87-f2b0179e063a, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:42.396480 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] For port d166a0dc-a9f0-4670-bc87-f2b0179e063a, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d166a0dc-a9f0-4670-bc87-f2b0179e063a,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:42.409537 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:42.489961 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:42.491220 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:42.665209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adab9a-8147-42f1-86dd-19e43fc55d37 req-de14b6e0-5aae-4378-8d04-2ae734935c0c tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:42.677746 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d1bd4-5cdd-4826-9a37-caf6f778a6db None None] Pushing event updated for resources: {'Port': ['ID=d166a0dc-a9f0-4670-bc87-f2b0179e063a,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:42.678435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5adab9a-8147-42f1-86dd-19e43fc55d37 req-de14b6e0-5aae-4378-8d04-2ae734935c0c tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 945 time: 0.1966841 Jul 14 11:50:42.748399 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:42.753871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5adab9a-8147-42f1-86dd-19e43fc55d37 req-88cb98dd-df3b-4d25-b24a-8ebfa645ece7 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742915 Jul 14 11:50:42.863733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port 4effb50b-7708-4157-a9a4-c101611cf70d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:42.864309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:43.036835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] For port 4effb50b-7708-4157-a9a4-c101611cf70d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4effb50b-7708-4157-a9a4-c101611cf70d,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:43.037104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:43.040586 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'd166a0dc-a9f0-4670-bc87-f2b0179e063a', 'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:e5:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:38Z', 'updated_at': '2021-07-14T11:50:42Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:43.052225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for 4effb50b-7708-4157-a9a4-c101611cf70d owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:43.095009 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8633f6-d545-440d-b917-5053d8706820 None None] The sync data for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 is: [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'd166a0dc-a9f0-4670-bc87-f2b0179e063a', 'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:e5:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:38Z', 'updated_at': '2021-07-14T11:50:42Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:43.199623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c0f184d-29e8-4ac3-80cc-554aa33bf5cc req-6d755545-2d2f-49a1-8099-77585165e91c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 210 time: 0.1427755 Jul 14 11:50:43.261782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22868ff-f8fa-493c-bcd5-f9b8643aed59 req-abad305a-c9ab-43dc-9cbf-7b9f97afe10a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:43.266858 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e22868ff-f8fa-493c-bcd5-f9b8643aed59 req-abad305a-c9ab-43dc-9cbf-7b9f97afe10a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.1593509 Jul 14 11:50:43.326469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e22868ff-f8fa-493c-bcd5-f9b8643aed59 req-09d05288-5287-4ea1-b2db-1e54e2be500f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453768 Jul 14 11:50:43.358557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:43.391387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=4effb50b-7708-4157-a9a4-c101611cf70d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:43.430969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d166a0dc-a9f0-4670-bc87-f2b0179e063a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:43.498572 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:43.544135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port d166a0dc-a9f0-4670-bc87-f2b0179e063a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:43.555419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d166a0dc-a9f0-4670-bc87-f2b0179e063a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:43.556559 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:43.800372 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:43.824463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:43.865459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port d166a0dc-a9f0-4670-bc87-f2b0179e063a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d166a0dc-a9f0-4670-bc87-f2b0179e063a,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:43.875115 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:43.972664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=d166a0dc-a9f0-4670-bc87-f2b0179e063a,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:43.993120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-5152c52f-f2dd-49c4-bdfa-6b83e3053825 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:43.994611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-5152c52f-f2dd-49c4-bdfa-6b83e3053825 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 796 time: 0.3130567 Jul 14 11:50:44.122229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-6ef49b64-02da-48d6-8d07-654d3060868b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 380 time: 0.1009409 Jul 14 11:50:44.133666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'port': {'device_id': '80e033aa-bd28-4087-86ed-2629f41ac512', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'admin_state_up': True, 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'security_groups': ['c5b58169-f15a-4b70-a06a-416afbe843c9']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:44.205317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87862202-9b0a-4fce-8643-3688bf2c07aa req-36078876-1421-497c-a8c5-06bc92712fab tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:44.212877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87862202-9b0a-4fce-8643-3688bf2c07aa req-36078876-1421-497c-a8c5-06bc92712fab tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 945 time: 0.2756362 Jul 14 11:50:44.274361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87862202-9b0a-4fce-8643-3688bf2c07aa req-5534807b-2558-4587-badc-c23b786f7c04 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c89cb59-91f8-4e23-b1b0-388339b6b620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608010 Jul 14 11:50:44.314637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-bf84e6bc-6d12-4d45-a6c5-e0138305806c tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:44.316333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-bf84e6bc-6d12-4d45-a6c5-e0138305806c tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.64 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 945 time: 0.2868364 Jul 14 11:50:44.431366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9f26061-8d34-49c0-a3ef-5f6b9656bcef req-ffc99417-a671-4bd2-8f4e-e98b7db9a4ce tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 210 time: 0.0474918 Jul 14 11:50:44.525218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:50:44.533200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:44.693032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 0455276e-9b41-44b5-aaf6-ed487a02984a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:50:44.755157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Deleting port d88bcd3a-8c02-4a14-88a5-78dc7637bde3 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:44.755373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:44.816869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878a1c3-dab8-4482-8469-f54db3b2dbd0 req-b1ba1e60-8aa1-4b52-9a22-6a4aa3b3c715 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:44.823692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3878a1c3-dab8-4482-8469-f54db3b2dbd0 req-b1ba1e60-8aa1-4b52-9a22-6a4aa3b3c715 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.3129816 Jul 14 11:50:44.826832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:44.838819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] Sync routers for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:44.852711 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-77919c44-b313-4eba-83d4-94f8d3a26a5c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "PUT /v2.0/routers/0455276e-9b41-44b5-aaf6-ed487a02984a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4769061 Jul 14 11:50:44.856682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:44.857328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:44.870708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.20.0.6 (15f69f88-c733-49cb-9a28-090032f71960/a7ae83e9-5db7-4f50-9e23-262dbb664b8f/447528a7-9bae-4185-a026-79c39feb3a3e) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:44.936166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3878a1c3-dab8-4482-8469-f54db3b2dbd0 req-56b6bc83-debb-40cd-91b7-174ff92919a7 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111600 Jul 14 11:50:44.982672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] For port d88bcd3a-8c02-4a14-88a5-78dc7637bde3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,segment=NetworkSegment(29b51666-393b-44d8-bf90-06ca753abfaa),segment_id=29b51666-393b-44d8-bf90-06ca753abfaa)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:44.983082 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:45.000092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Calling delete_port for d88bcd3a-8c02-4a14-88a5-78dc7637bde3 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:45.059398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:45.232699 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:45.259785 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:45.287506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d88bcd3a-8c02-4a14-88a5-78dc7637bde3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:45.350438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Pushing event deleted for resources: {'Port': ['ID=d88bcd3a-8c02-4a14-88a5-78dc7637bde3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:45.413813 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] No DVR routers for this DVR port d88bcd3a-8c02-4a14-88a5-78dc7637bde3 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:50:45.420513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:45.424134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33d9f439-bfe7-460d-8a6b-3b0812945f05 req-f7acc21f-226a-4fc6-8398-d5d2301861ad tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.64 "DELETE /v2.0/ports/d88bcd3a-8c02-4a14-88a5-78dc7637bde3 HTTP/1.1" status: 204 len: 173 time: 1.1010823 Jul 14 11:50:45.425343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983fd3a7-2179-4f38-98bf-758f8baee6ce', 'name': 'network-vif-deleted', 'tag': 'd88bcd3a-8c02-4a14-88a5-78dc7637bde3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:45.427907 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8d38ea-f603-405e-8aca-03d5fa6498b5" -d '{"events": [{"server_uuid": "983fd3a7-2179-4f38-98bf-758f8baee6ce", "name": "network-vif-deleted", "tag": "d88bcd3a-8c02-4a14-88a5-78dc7637bde3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:45.436877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 6, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '434e26d0-f45a-4414-814c-3fb646ab878d', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:49:15Z', 'updated_at': '2021-07-14T11:49:19Z', 'revision_number': 1, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:45.447079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:45.479722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d166a0dc-a9f0-4670-bc87-f2b0179e063a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:45.481498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Transition to ACTIVE for port object 447528a7-9bae-4185-a026-79c39feb3a3e will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:45.482484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] Checking router: 0455276e-9b41-44b5-aaf6-ed487a02984a for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:45.501248 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f57e2-da82-409e-aae7-5845766ad094 req-a2cc73cb-c90c-4771-a446-ae31c04f74bd tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:45.503162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd3f57e2-da82-409e-aae7-5845766ad094 req-a2cc73cb-c90c-4771-a446-ae31c04f74bd tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 946 time: 0.2089112 Jul 14 11:50:45.516075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:45.517079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:45.578535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5db35dc5-3f16-4a80-936c-777eed5181f0 req-1a96d3d9-09a6-46d3-aa9c-4f218b39f8a2 tempest-VolumesSnapshotTestJSON-529276455 tempest-VolumesSnapshotTestJSON-529276455-project] 10.222.0.38 "GET /v2.0/ports?device_id=983fd3a7-2179-4f38-98bf-758f8baee6ce HTTP/1.1" status: 200 len: 210 time: 0.0660698 Jul 14 11:50:45.636000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d166a0dc-a9f0-4670-bc87-f2b0179e063a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:45.636000 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:45.655399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:45.674646 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbadf59-3432-42d4-a157-a1b6c0457187 x-openstack-request-id: req-0fbadf59-3432-42d4-a157-a1b6c0457187 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:45.674938 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983fd3a7-2179-4f38-98bf-758f8baee6ce", "name": "network-vif-deleted", "tag": "d88bcd3a-8c02-4a14-88a5-78dc7637bde3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:45.675093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:45.675208 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fbadf59-3432-42d4-a157-a1b6c0457187 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:45.675577 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983fd3a7-2179-4f38-98bf-758f8baee6ce', 'name': 'network-vif-deleted', 'tag': 'd88bcd3a-8c02-4a14-88a5-78dc7637bde3', 'status': 'completed', 'code': 200} Jul 14 11:50:45.697678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd3f57e2-da82-409e-aae7-5845766ad094 req-b8f6979a-d43e-4325-990b-6e28ac868de9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888142 Jul 14 11:50:45.715004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 15f69f88-c733-49cb-9a28-090032f71960 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:45.723254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:45.725910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:45.763294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:45.796337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:45.796979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:45.825843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-1dfe80d4-b07d-45c6-8fd2-d1e3218f8dd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6960852 Jul 14 11:50:45.839049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Request body: {'port': {'device_id': '80e033aa-bd28-4087-86ed-2629f41ac512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:46.072721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bbde6-9d4e-4b84-9f26-76cb1f6041ed req-0e8356ff-8193-4320-832f-dcd4d5e3ab0f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:46.080752 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-778bbde6-9d4e-4b84-9f26-76cb1f6041ed req-0e8356ff-8193-4320-832f-dcd4d5e3ab0f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 931 time: 0.2475350 Jul 14 11:50:46.089530 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:46.221864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-feac607f-099d-48b5-b6cb-06ae5619b35e None None] Provisioning for port 447528a7-9bae-4185-a026-79c39feb3a3e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:46.230214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-feac607f-099d-48b5-b6cb-06ae5619b35e None None] Provisioning complete for port 447528a7-9bae-4185-a026-79c39feb3a3e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:46.230583 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-feac607f-099d-48b5-b6cb-06ae5619b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:46.272245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-feac607f-099d-48b5-b6cb-06ae5619b35e None None] Port 447528a7-9bae-4185-a026-79c39feb3a3e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:50:46.328116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-778bbde6-9d4e-4b84-9f26-76cb1f6041ed req-0ce9647a-3456-4be7-8359-bf77a9a4f95b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463284 Jul 14 11:50:46.369546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 6, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '434e26d0-f45a-4414-814c-3fb646ab878d', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:49:15Z', 'updated_at': '2021-07-14T11:49:19Z', 'revision_number': 1, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:46.404227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e7327-8c0c-425f-a2e8-1acee598ee9d req-95a3ea44-7b5e-4ab0-a77f-4904abfd146f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:46.405862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c18e7327-8c0c-425f-a2e8-1acee598ee9d req-95a3ea44-7b5e-4ab0-a77f-4904abfd146f tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.1267483 Jul 14 11:50:46.425556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252790b9-3366-41ab-8e09-b489a6067d7f None None] The sync data for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 is: [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 6, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '434e26d0-f45a-4414-814c-3fb646ab878d', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'port_id': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'mac_address': 'fa:16:3e:46:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:49:15Z', 'updated_at': '2021-07-14T11:49:19Z', 'revision_number': 1, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:46.492815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c18e7327-8c0c-425f-a2e8-1acee598ee9d req-cd38be2c-b1a8-45cb-a79c-6803f30d8bad tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758970 Jul 14 11:50:46.494794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447528a7-9bae-4185-a026-79c39feb3a3e {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:46.502995 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:46.520233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Transition to ACTIVE for port object 447528a7-9bae-4185-a026-79c39feb3a3e will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:50:46.525567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:46.673551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Pushing event updated for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:46.726142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d0812-251d-4537-8d37-28f489999db9 req-7929be58-b51d-44ff-839b-51076fed07a7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:46.727707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f3d0812-251d-4537-8d37-28f489999db9 req-7929be58-b51d-44ff-839b-51076fed07a7 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 946 time: 0.1732244 Jul 14 11:50:46.749403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Attempting to bind port 447528a7-9bae-4185-a026-79c39feb3a3e on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:50:46.749690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Attempting to bind port 447528a7-9bae-4185-a026-79c39feb3a3e by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:50:46.750052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Attempting to bind port 447528a7-9bae-4185-a026-79c39feb3a3e on network 15f69f88-c733-49cb-9a28-090032f71960 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:46.763919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Port 447528a7-9bae-4185-a026-79c39feb3a3e on network 15f69f88-c733-49cb-9a28-090032f71960 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:50:46.764277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Attempting to bind port 447528a7-9bae-4185-a026-79c39feb3a3e on network 15f69f88-c733-49cb-9a28-090032f71960 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:50:46.803054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:50:46.803461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Checking segment: {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:50:46.803906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Bound using segment: {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:50:46.806107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Bound port: 447528a7-9bae-4185-a026-79c39feb3a3e, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:50:46.806484 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:46.938217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:50:46.965057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:50:46.988272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:46.996015 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:50:47.053378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:47.054218 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:47.055792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] 10.222.0.64 "PUT /v2.0/ports/447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 1091 time: 1.2207849 Jul 14 11:50:47.099286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b9fd3-1f55-43de-b452-3d5264142dcd req-da146466-91a1-4322-a84e-a7fd0b16cfd4 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:47.100892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d1b9fd3-1f55-43de-b452-3d5264142dcd req-da146466-91a1-4322-a84e-a7fd0b16cfd4 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9356ef-265f-4eae-9404-459fa5e66bd0 HTTP/1.1" status: 200 len: 946 time: 0.2308390 Jul 14 11:50:47.114222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-1f3d0812-251d-4537-8d37-28f489999db9 req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port 5ff0204a-f357-42ba-b07e-1d031b3d744a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:47.114572 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1f3d0812-251d-4537-8d37-28f489999db9 req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:47.186442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b310b-9dee-47f4-9f9d-37a196f63660 service neutron] Pushing event updated for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:47.276683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d1b9fd3-1f55-43de-b452-3d5264142dcd req-ae5b0081-3b81-4249-a614-4445cb72a823 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=25f4405b-4ed9-463b-aafe-caf49c9ae139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578095 Jul 14 11:50:47.312405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4effb50b-7708-4157-a9a4-c101611cf70d no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:47.352212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4effb50b-7708-4157-a9a4-c101611cf70d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:50:47.354217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4effb50b-7708-4157-a9a4-c101611cf70d not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:47.359178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-1f3d0812-251d-4537-8d37-28f489999db9 req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] For port 5ff0204a-f357-42ba-b07e-1d031b3d744a, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5ff0204a-f357-42ba-b07e-1d031b3d744a,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:47.359723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1f3d0812-251d-4537-8d37-28f489999db9 req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:47.364692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-dcd180a0-1dda-44fa-833b-65d17e570451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:47.367297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-dcd180a0-1dda-44fa-833b-65d17e570451 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1094 time: 0.2494614 Jul 14 11:50:47.401504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-1f3d0812-251d-4537-8d37-28f489999db9 req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for 5ff0204a-f357-42ba-b07e-1d031b3d744a owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:47.446800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-e17593fb-864a-47d8-84bd-e6e2466d280e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 217 time: 0.0655799 Jul 14 11:50:47.588418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-d867c9d7-5596-4a02-b63e-808b9ef48b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:47.589898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-d867c9d7-5596-4a02-b63e-808b9ef48b1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.1357100 Jul 14 11:50:47.684063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:47.686633 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:47.715784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a2074-cb65-4a59-91d9-2e33b847f952 req-54c49735-cb24-46b0-a27f-4270dd718754 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:47.717416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-634a2074-cb65-4a59-91d9-2e33b847f952 req-54c49735-cb24-46b0-a27f-4270dd718754 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 943 time: 0.2195816 Jul 14 11:50:47.793816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-e87db4cb-5f39-42d9-9f2a-65f3faffdf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:47.795250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-e87db4cb-5f39-42d9-9f2a-65f3faffdf4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979432 Jul 14 11:50:47.800891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1f3d0812-251d-4537-8d37-28f489999db9 req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:47.897414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-634a2074-cb65-4a59-91d9-2e33b847f952 req-462c66a1-e104-4027-aade-c7130e44ab3b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546142 Jul 14 11:50:47.902466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=5ff0204a-f357-42ba-b07e-1d031b3d744a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:47.941646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f9bcf-d415-4126-b013-03edb7b9e93b req-b988a0f7-8b02-40cd-ab60-c7e10fffd497 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:47.943142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df8f9bcf-d415-4126-b013-03edb7b9e93b req-b988a0f7-8b02-40cd-ab60-c7e10fffd497 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.2959132 Jul 14 11:50:47.968129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3d0812-251d-4537-8d37-28f489999db9 req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] No DVR routers for this DVR port 5ff0204a-f357-42ba-b07e-1d031b3d744a on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:50:47.973373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-1f3d0812-251d-4537-8d37-28f489999db9 req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:47.975307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f3d0812-251d-4537-8d37-28f489999db9 req-bc6349bd-7df4-40b2-9acd-eba74130bdb9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "DELETE /v2.0/ports/5ff0204a-f357-42ba-b07e-1d031b3d744a HTTP/1.1" status: 204 len: 173 time: 1.2273200 Jul 14 11:50:48.404695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df8f9bcf-d415-4126-b013-03edb7b9e93b req-82de6e2b-6e59-469e-ba1a-5b346e41888a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390779 Jul 14 11:50:48.407961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-e89c66e5-8e13-4e1e-95e9-c38934935a96 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920026 Jul 14 11:50:48.409956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d88bcd3a-8c02-4a14-88a5-78dc7637bde3 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:48.487471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: d88bcd3a-8c02-4a14-88a5-78dc7637bde3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:50:48.487832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d88bcd3a-8c02-4a14-88a5-78dc7637bde3 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:48.537886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db9581-76cc-4aa2-80a5-0f6da0722500 req-665d589f-6f0a-4ccc-a46c-68593fb4d293 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:48.539538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88db9581-76cc-4aa2-80a5-0f6da0722500 req-665d589f-6f0a-4ccc-a46c-68593fb4d293 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 947 time: 0.2087820 Jul 14 11:50:48.540950 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4ea1e7-026b-4c4d-9203-cfa227cd2648 x-openstack-request-id: req-2c4ea1e7-026b-4c4d-9203-cfa227cd2648 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:48.541232 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:48.541480 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c4ea1e7-026b-4c4d-9203-cfa227cd2648 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:48.541860 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e', 'status': 'completed', 'code': 200} Jul 14 11:50:48.562335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fe43520-c664-40b8-ab46-acdc11c2764b req-c5ce8d06-ca94-447c-b3ee-9328b7433573 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479888 Jul 14 11:50:48.621712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88db9581-76cc-4aa2-80a5-0f6da0722500 req-e2fbea20-2bda-4962-ad8b-cc9e11f57e94 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580764 Jul 14 11:50:48.741517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-1b6ac208-ecfe-4083-adb1-4bd842e51c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:48.743050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39286) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:48.744026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-1b6ac208-ecfe-4083-adb1-4bd842e51c55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1094 time: 0.0803859 Jul 14 11:50:48.816932 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234a946f-fdb7-4acd-b016-484ce5f39faa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:48.852358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-a18294e9-60d5-446b-b677-3f25b48f6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:48.854371 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-a18294e9-60d5-446b-b677-3f25b48f6216 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 896 time: 0.1045172 Jul 14 11:50:48.858944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234a946f-fdb7-4acd-b016-484ce5f39faa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:48.919102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-be267cf9-7edc-449d-b434-46965fe2311a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 217 time: 0.0558293 Jul 14 11:50:48.931387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234a946f-fdb7-4acd-b016-484ce5f39faa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:48.934557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234a946f-fdb7-4acd-b016-484ce5f39faa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:48.935816 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-234a946f-fdb7-4acd-b016-484ce5f39faa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/security-groups/25f4405b-4ed9-463b-aafe-caf49c9ae139 HTTP/1.1" status: 204 len: 168 time: 0.1915984 Jul 14 11:50:48.948002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a946f-fdb7-4acd-b016-484ce5f39faa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f4405b-4ed9-463b-aafe-caf49c9ae139,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:49.011388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-cfe235f3-b720-43e0-af1f-e045a1e56420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:49.012915 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-cfe235f3-b720-43e0-af1f-e045a1e56420 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.0870199 Jul 14 11:50:49.110271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39294) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:49.141243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-9e5a85d3-54db-433f-b843-7341757a5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:49.143382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-9e5a85d3-54db-433f-b843-7341757a5e57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235466 Jul 14 11:50:49.167049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9206e75c-0d1f-46bf-b840-98588f3aa546 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting subnet 3c01a395-0f59-4251-acb4-78cd522d9a8b {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:50:49.170551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9206e75c-0d1f-46bf-b840-98588f3aa546 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.181958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6188fb0-1df5-49d5-ba25-d9b4af7694bc req-dd37261d-5a16-4f32-8cb9-0af5eb8f8f8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:49.190909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6188fb0-1df5-49d5-ba25-d9b4af7694bc req-dd37261d-5a16-4f32-8cb9-0af5eb8f8f8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 943 time: 0.1345286 Jul 14 11:50:49.213387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9206e75c-0d1f-46bf-b840-98588f3aa546 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.310579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9206e75c-0d1f-46bf-b840-98588f3aa546 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.324599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6188fb0-1df5-49d5-ba25-d9b4af7694bc req-9e0a332b-21ba-4f8b-9a10-1d3f9b5c0d51 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328187 Jul 14 11:50:49.359757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-1036680a-4a4b-4f86-8525-171592e7d169 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086301 Jul 14 11:50:49.372844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e54b7-415b-4120-9b85-f2c01e2a47e5 req-84fc3b7c-6515-455d-974a-c4796e0b968a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:49.380891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed7e54b7-415b-4120-9b85-f2c01e2a47e5 req-84fc3b7c-6515-455d-974a-c4796e0b968a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.1438105 Jul 14 11:50:49.427720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9206e75c-0d1f-46bf-b840-98588f3aa546 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.502236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed7e54b7-415b-4120-9b85-f2c01e2a47e5 req-b5012aa5-2c30-472e-a0c2-97837374daf6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202271 Jul 14 11:50:49.531156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-15e6c26f-d565-41c0-8a0c-a7b442d80e52 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:49.532927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-15e6c26f-d565-41c0-8a0c-a7b442d80e52 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 947 time: 0.1843066 Jul 14 11:50:49.534191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206e75c-0d1f-46bf-b840-98588f3aa546 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Subnet': ['ID=3c01a395-0f59-4251-acb4-78cd522d9a8b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:49.541469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9206e75c-0d1f-46bf-b840-98588f3aa546 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.550943 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9206e75c-0d1f-46bf-b840-98588f3aa546 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/subnets/3c01a395-0f59-4251-acb4-78cd522d9a8b HTTP/1.1" status: 204 len: 168 time: 0.4349329 Jul 14 11:50:49.558563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39300) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:49.561249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b263081-45a9-48dd-9b5a-1749f9aa8567 None None] Network 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:50:49.565529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a758d366-a23d-4bf1-bcdc-a6d0b495e5ac req-7e90ef89-f781-41b8-b853-8e856c44e29b service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819446 Jul 14 11:50:49.693879 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.800769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Deleting port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:49.801442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.832219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e01cab-4290-4a12-b348-69cfee860f31 req-c01a2da1-711c-48b1-9f88-24718f40c8b3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:49.834279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06e01cab-4290-4a12-b348-69cfee860f31 req-c01a2da1-711c-48b1-9f88-24718f40c8b3 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0753598 Jul 14 11:50:49.852363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port a30d6eb1-9be6-43be-8ee5-8a6314c92218 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:49.852707 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.884492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06e01cab-4290-4a12-b348-69cfee860f31 req-36bf4702-7ef9-4ba9-beb2-eaae3066bc59 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435746 Jul 14 11:50:49.913224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d4487-620c-47a6-880d-54e15229a6ec None None] DHCP port deletion for 06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:50:49.946302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] For port a30d6eb1-9be6-43be-8ee5-8a6314c92218, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a30d6eb1-9be6-43be-8ee5-8a6314c92218,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:49.946672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.966897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b82532-a9c4-4d25-9b72-1e1b3f702a60 req-6f890e79-b534-48a7-ab82-acb4794a5d84 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:49.968389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28b82532-a9c4-4d25-9b72-1e1b3f702a60 req-6f890e79-b534-48a7-ab82-acb4794a5d84 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 947 time: 0.0799935 Jul 14 11:50:49.971679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for a30d6eb1-9be6-43be-8ee5-8a6314c92218 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:49.984555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] For port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:49.984934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:49.989042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d4487-620c-47a6-880d-54e15229a6ec None None] Deleting port a30d6eb1-9be6-43be-8ee5-8a6314c92218 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:49.989495 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cd9d4487-620c-47a6-880d-54e15229a6ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.036473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28b82532-a9c4-4d25-9b72-1e1b3f702a60 req-a0c35026-ab0e-47a0-bb6e-addf9c6561ba tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b95f3c1-b7c0-4b47-b9e5-cc6566415240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589676 Jul 14 11:50:50.059064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-cd9d4487-620c-47a6-880d-54e15229a6ec None None] For port a30d6eb1-9be6-43be-8ee5-8a6314c92218, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a30d6eb1-9be6-43be-8ee5-8a6314c92218,segment=NetworkSegment(86a86396-0b7c-42e5-8ecb-b6447ec6884f),segment_id=86a86396-0b7c-42e5-8ecb-b6447ec6884f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:50.059527 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cd9d4487-620c-47a6-880d-54e15229a6ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.074168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d4487-620c-47a6-880d-54e15229a6ec None None] Calling delete_port for a30d6eb1-9be6-43be-8ee5-8a6314c92218 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:50.163575 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cd9d4487-620c-47a6-880d-54e15229a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.200292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d4487-620c-47a6-880d-54e15229a6ec None None] Pushing event deleted for resources: {'Port': ['ID=a30d6eb1-9be6-43be-8ee5-8a6314c92218,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:50.202384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d4487-620c-47a6-880d-54e15229a6ec None None] No DVR routers for this DVR port a30d6eb1-9be6-43be-8ee5-8a6314c92218 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:50:50.235096 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.299292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=a30d6eb1-9be6-43be-8ee5-8a6314c92218,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:50.306693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] No DVR routers for this DVR port a30d6eb1-9be6-43be-8ee5-8a6314c92218 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:50:50.330294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500f223-ebb0-421a-92c2-dd03e75b3036 req-92a9f93c-978b-467e-bcab-8a538de4d61c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:50.331911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7500f223-ebb0-421a-92c2-dd03e75b3036 req-92a9f93c-978b-467e-bcab-8a538de4d61c tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.0693266 Jul 14 11:50:50.359676 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.360131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.360511 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Floating IP 71228f24-8918-4360-b5ad-6f4098221dbe disassociated. External IP: 172.25.2.35, port: 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d. Jul 14 11:50:50.360883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Calling delete_port for 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:50.388267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7500f223-ebb0-421a-92c2-dd03e75b3036 req-d4be6c3e-5fee-495f-8c12-69bf549a8165 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472953 Jul 14 11:50:50.407048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 447528a7-9bae-4185-a026-79c39feb3a3e details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:50:50.411673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5ff0204a-f357-42ba-b07e-1d031b3d744a no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:50.416673 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.444807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 5ff0204a-f357-42ba-b07e-1d031b3d744a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:50:50.445165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5ff0204a-f357-42ba-b07e-1d031b3d744a not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:50.461326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:50.477344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a86396-0b7c-42e5-8ecb-b6447ec6884f') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:50.477565 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a86396-0b7c-42e5-8ecb-b6447ec6884f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:50.497760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.515488 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.536408 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:50:50.536833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:50:50.540843 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:50:50.546459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9356ef-265f-4eae-9404-459fa5e66bd0', 'name': 'network-vif-deleted', 'tag': '5ff0204a-f357-42ba-b07e-1d031b3d744a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:50.550102 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a374e1-497d-4dd9-ab9d-0ab5284cf804" -d '{"events": [{"server_uuid": "3e9356ef-265f-4eae-9404-459fa5e66bd0", "name": "network-vif-deleted", "tag": "5ff0204a-f357-42ba-b07e-1d031b3d744a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:50.557956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:50.576888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '447528a7-9bae-4185-a026-79c39feb3a3e', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'port_id': '447528a7-9bae-4185-a026-79c39feb3a3e', 'mac_address': 'fa:16:3e:89:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:50:50.629790 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9189c7-0349-4c11-8cf0-d429f842175e x-openstack-request-id: req-ba9189c7-0349-4c11-8cf0-d429f842175e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:50.630304 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9356ef-265f-4eae-9404-459fa5e66bd0", "name": "network-vif-deleted", "tag": "5ff0204a-f357-42ba-b07e-1d031b3d744a", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:50.630689 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba9189c7-0349-4c11-8cf0-d429f842175e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:50.631004 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9356ef-265f-4eae-9404-459fa5e66bd0', 'name': 'network-vif-deleted', 'tag': '5ff0204a-f357-42ba-b07e-1d031b3d744a', 'status': 'completed', 'code': 200} Jul 14 11:50:50.634316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.636947 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.642231 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.644680 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/networks/06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8 HTTP/1.1" status: 204 len: 168 time: 1.0852015 Jul 14 11:50:50.649117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39318) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:50.668546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447528a7-9bae-4185-a026-79c39feb3a3e {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:50:50.669884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8696b21-8c28-4381-bcf1-b11e5f76ed8e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Network': ['ID=06a55c4b-8a28-474a-9ecc-b1cfbc2aa2c8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:50.689718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.697618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:50.703253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:50.735241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event deleted for resources: {'Port': ['ID=1b4cfd26-2a7c-4fff-b952-d1bd7e89781d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:50.738258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03678c7b-0d09-46e8-b3aa-bbb05c0c6042 req-da18c167-c2fd-49f5-ad1a-4fc97f78b6c4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:50.748020 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03678c7b-0d09-46e8-b3aa-bbb05c0c6042 req-da18c167-c2fd-49f5-ad1a-4fc97f78b6c4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 943 time: 0.2512336 Jul 14 11:50:50.764951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:50.885105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:50:50.897483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03678c7b-0d09-46e8-b3aa-bbb05c0c6042 req-8ec25364-46a9-4729-bc3f-38c9363d23e8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474235 Jul 14 11:50:50.916701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['447528a7-9bae-4185-a026-79c39feb3a3e'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:50.977093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port 375ab3d1-bf49-4840-8c3a-69a8e8665c1e {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:50.977371 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:51.033292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:51.044943 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] Sync routers for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:51.057881 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:51.060705 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:51.092469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:51.092804 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:51.106450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] No DVR routers for this DVR port 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:50:51.109733 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:51.113632 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ccc84eaa-92f7-48a9-b006-59dcf51903a6 req-d4470a51-2a99-46ec-bd8a-e3500daf2730 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.45 "DELETE /v2.0/ports/1b4cfd26-2a7c-4fff-b952-d1bd7e89781d HTTP/1.1" status: 204 len: 173 time: 1.5640161 Jul 14 11:50:51.114311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-deleted', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:51.128314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for 375ab3d1-bf49-4840-8c3a-69a8e8665c1e owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:51.128978 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba89ff4-cf50-43fa-99f9-61726a02652d" -d '{"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-deleted", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:51.208201 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2578aa-1b86-4d55-bab9-08211103dbbe x-openstack-request-id: req-2c2578aa-1b86-4d55-bab9-08211103dbbe {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:51.208496 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd446b4-a4c1-4524-91dd-8c96e5391d70", "name": "network-vif-deleted", "tag": "1b4cfd26-2a7c-4fff-b952-d1bd7e89781d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:51.208744 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c2578aa-1b86-4d55-bab9-08211103dbbe {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:51.209150 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd446b4-a4c1-4524-91dd-8c96e5391d70', 'name': 'network-vif-deleted', 'tag': '1b4cfd26-2a7c-4fff-b952-d1bd7e89781d', 'status': 'completed', 'code': 200} Jul 14 11:50:51.332211 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:51.351464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cd95227-067b-4ca7-a05c-f12e55dd4eb1 req-25398a9e-b4fa-43c1-b1ee-97e4db418c32 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd446b4-a4c1-4524-91dd-8c96e5391d70 HTTP/1.1" status: 200 len: 210 time: 0.0629179 Jul 14 11:50:51.393538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a30d6eb1-9be6-43be-8ee5-8a6314c92218 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:51.443189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a30d6eb1-9be6-43be-8ee5-8a6314c92218 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:50:51.443583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a30d6eb1-9be6-43be-8ee5-8a6314c92218 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:51.479999 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:51.518100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=375ab3d1-bf49-4840-8c3a-69a8e8665c1e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:51.629461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:51.634070 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Floating IP 434e26d0-f45a-4414-814c-3fb646ab878d disassociated (deleted). External IP: 172.25.2.176, port: aa81cad0-f04d-494f-b508-5eee26ca1ee7. Jul 14 11:50:51.713896 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:51.745107 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] Checking router: d61d64ef-6f1c-47a7-9b81-4f085d55bae3 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:51.752960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d5e9b-8149-4eed-936d-475c22c10d79 req-9a6d6874-dde3-48fc-b35a-582300c72fc8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:51.755423 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:51.756310 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:51.761445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c6d5e9b-8149-4eed-936d-475c22c10d79 req-9a6d6874-dde3-48fc-b35a-582300c72fc8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.2152424 Jul 14 11:50:51.778552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-e754af6f-b616-474e-a63c-9f0e1ecdf781 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:51.780494 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-e754af6f-b616-474e-a63c-9f0e1ecdf781 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 946 time: 0.1295927 Jul 14 11:50:51.853278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c6d5e9b-8149-4eed-936d-475c22c10d79 req-e42ee459-4333-4e40-9a02-b064dfa5dc53 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885482 Jul 14 11:50:51.938344 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:51.945858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Deleting port 5bdff9f9-cc5a-44eb-a914-771afebf4d12 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:51.946352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.092584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 0455276e-9b41-44b5-aaf6-ed487a02984a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:50:52.095281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] For port 5bdff9f9-cc5a-44eb-a914-771afebf4d12, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5bdff9f9-cc5a-44eb-a914-771afebf4d12,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:52.097930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.131982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Calling delete_port for 5bdff9f9-cc5a-44eb-a914-771afebf4d12 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:52.285695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:52.290596 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.298657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] Sync routers for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:52.310287 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.312155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:52.316992 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:52.317566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:52.326064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac8943-094b-45b1-aa9d-4408a15c27f1 req-a2a23f14-1d8d-4fe7-9c7b-e7a2ec3de772 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:52.327152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bac8943-094b-45b1-aa9d-4408a15c27f1 req-a2a23f14-1d8d-4fe7-9c7b-e7a2ec3de772 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 944 time: 0.1579242 Jul 14 11:50:52.335388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:52.338830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['5bdff9f9-cc5a-44eb-a914-771afebf4d12'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:52.351202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event deleted for resources: {'Port': ['ID=5bdff9f9-cc5a-44eb-a914-771afebf4d12,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:52.356955 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9250c3a-4778-40f9-a63d-f16cb0a323f4 None None] The sync data for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 is: [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:52.375577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-47130cb5-ea7a-4af3-8022-8dc9f18a3880 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/floatingips/434e26d0-f45a-4414-814c-3fb646ab878d HTTP/1.1" status: 204 len: 168 time: 1.7253916 Jul 14 11:50:52.417593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4bac8943-094b-45b1-aa9d-4408a15c27f1 req-42469b02-6a4c-4b11-b0c5-ec5e1f772717 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760901 Jul 14 11:50:52.425514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] No DVR routers for this DVR port 5bdff9f9-cc5a-44eb-a914-771afebf4d12 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:50:52.437177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.440456 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-638f70ef-251f-4451-b9be-1b61b1d776f1 req-10e224cc-9b36-4ce2-9b37-5e2115b1ab7e tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.45 "DELETE /v2.0/ports/5bdff9f9-cc5a-44eb-a914-771afebf4d12 HTTP/1.1" status: 204 len: 173 time: 0.6532357 Jul 14 11:50:52.510518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 447528a7-9bae-4185-a026-79c39feb3a3e up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:52.555889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39350) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:52.635562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:52.638249 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090bd25c-0002-4e59-9d44-8f0feae65691" -d '{"events": [{"name": "network-changed", "server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:52.652244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-089f45fb-053b-4a1b-aa05-9179e216d211 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.683674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-089f45fb-053b-4a1b-aa05-9179e216d211 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.741285 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792b456f-2bdf-44de-89af-968f51ce6842 x-openstack-request-id: req-792b456f-2bdf-44de-89af-968f51ce6842 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:52.741698 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:52.742244 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-792b456f-2bdf-44de-89af-968f51ce6842 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:52.743086 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'status': 'completed', 'code': 200} Jul 14 11:50:52.756813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 447528a7-9bae-4185-a026-79c39feb3a3e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:50:52.763301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 447528a7-9bae-4185-a026-79c39feb3a3e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:50:52.763802 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.823944 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-089f45fb-053b-4a1b-aa05-9179e216d211 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.826832 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-089f45fb-053b-4a1b-aa05-9179e216d211 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:52.829161 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-089f45fb-053b-4a1b-aa05-9179e216d211 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "DELETE /v2.0/security-groups/9b95f3c1-b7c0-4b47-b9e5-cc6566415240 HTTP/1.1" status: 204 len: 168 time: 0.2719781 Jul 14 11:50:52.831078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39356) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:52.847784 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-c9d3bba6-83f1-4764-8e01-9fd02a672341 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] show failed (client error): The resource could not be found. Jul 14 11:50:52.849674 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c9d3bba6-83f1-4764-8e01-9fd02a672341 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups/9b95f3c1-b7c0-4b47-b9e5-cc6566415240 HTTP/1.1" status: 404 len: 347 time: 0.0172367 Jul 14 11:50:52.852881 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39358) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:52.855639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f45fb-053b-4a1b-aa05-9179e216d211 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b95f3c1-b7c0-4b47-b9e5-cc6566415240,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:52.864002 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12808791-ca19-4442-8272-146cb40541a2 None None] New status for floating IP 71228f24-8918-4360-b5ad-6f4098221dbe: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:50:52.869321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:52.918441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-6f48cbbb-0065-4de2-9336-495148093306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:52.920256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-6f48cbbb-0065-4de2-9336-495148093306 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 1096 time: 0.1460435 Jul 14 11:50:53.142927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8db5d37-0f69-4a1a-9630-7c380a6721f7 req-86a5bf74-7168-4180-b6bb-687ba979df73 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eb29df0-b256-4f9a-9699-a5019157ee40 HTTP/1.1" status: 200 len: 210 time: 0.0680285 Jul 14 11:50:53.162014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Deleting port d4993575-0dcd-4447-9c82-a9024aa6cb9f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:53.162497 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:53.229092 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:53.237340 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb29df0-b256-4f9a-9699-a5019157ee40', 'name': 'network-vif-deleted', 'tag': '5bdff9f9-cc5a-44eb-a914-771afebf4d12'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:53.239769 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaa9405-2328-4e96-9552-fdcee876776b" -d '{"events": [{"server_uuid": "5eb29df0-b256-4f9a-9699-a5019157ee40", "name": "network-vif-deleted", "tag": "5bdff9f9-cc5a-44eb-a914-771afebf4d12"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:53.294620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:53.295124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:53.310326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Calling delete_port for d4993575-0dcd-4447-9c82-a9024aa6cb9f owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:53.319037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:53.321971 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68529c0d-863c-40d4-8cbe-80d669a3fbb5" -d '{"events": [{"server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "name": "network-vif-plugged", "status": "completed", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:53.361049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:53.382811 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:53.419316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-e104be10-7ecd-47e8-9cc6-ab085e90352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:53.421276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-e104be10-7ecd-47e8-9cc6-ab085e90352f service neutron] 10.222.0.64 "GET /v2.0/networks?id=a899e257-85c4-45bb-8f56-37e8ac909915 HTTP/1.1" status: 200 len: 897 time: 0.4931827 Jul 14 11:50:53.454448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca386e2-52be-4d70-aef9-1890ed8e53b5 req-b9655dcd-d61e-4c4c-81c3-840457babb89 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:53.467238 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aca386e2-52be-4d70-aef9-1890ed8e53b5 req-b9655dcd-d61e-4c4c-81c3-840457babb89 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 945 time: 0.4172869 Jul 14 11:50:53.473560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5bdff9f9-cc5a-44eb-a914-771afebf4d12 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:53.501499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 5bdff9f9-cc5a-44eb-a914-771afebf4d12 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:50:53.501847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5bdff9f9-cc5a-44eb-a914-771afebf4d12 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:53.502263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:53.503433 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b295e83-e97e-48ac-98d7-610f277aa445 x-openstack-request-id: req-3b295e83-e97e-48ac-98d7-610f277aa445 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:53.504176 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb29df0-b256-4f9a-9699-a5019157ee40", "name": "network-vif-deleted", "tag": "5bdff9f9-cc5a-44eb-a914-771afebf4d12", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:53.505179 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b295e83-e97e-48ac-98d7-610f277aa445 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:53.505769 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb29df0-b256-4f9a-9699-a5019157ee40', 'name': 'network-vif-deleted', 'tag': '5bdff9f9-cc5a-44eb-a914-771afebf4d12', 'status': 'completed', 'code': 200} Jul 14 11:50:53.531864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:50:53.532342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1b4cfd26-2a7c-4fff-b952-d1bd7e89781d not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:53.535710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:53.552451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-c6e1b2f3-4c76-4d7e-874c-06fd0b3e3982 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa81cad0-f04d-494f-b508-5eee26ca1ee7 HTTP/1.1" status: 200 len: 217 time: 0.1236544 Jul 14 11:50:53.581478 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc11284-5346-4154-b3d2-725e8d2495ac x-openstack-request-id: req-dcc11284-5346-4154-b3d2-725e8d2495ac {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:53.582026 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "name": "network-vif-plugged", "status": "completed", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:53.582486 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcc11284-5346-4154-b3d2-725e8d2495ac {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:53.583089 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e', 'code': 200} Jul 14 11:50:53.596983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 6, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:53.615554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:53.634208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aca386e2-52be-4d70-aef9-1890ed8e53b5 req-aef17343-8fec-46dc-a47b-4c5c601d2b13 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660681 Jul 14 11:50:53.667545 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] Checking router: 0455276e-9b41-44b5-aaf6-ed487a02984a for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:53.672332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:50:53.673003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:53.685444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event deleted for resources: {'Port': ['ID=d4993575-0dcd-4447-9c82-a9024aa6cb9f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:53.729727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.730235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.730699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.731131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.731557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.732013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.732713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.732847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.733242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.733672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.733892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-7cd77c8a-ed41-4f85-b9d7-8d1b146a2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:53.734350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.734556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:53.735714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-7cd77c8a-ed41-4f85-b9d7-8d1b146a2afa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8a3bc0d-d3d5-4616-bbfb-c43841eb138b HTTP/1.1" status: 200 len: 835 time: 0.1751339 Jul 14 11:50:53.786291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:53.789991 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:53.791208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b8f126d6-d2ce-4550-94ea-f55fcaef8102 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "DELETE /v2.0/floatingips/71228f24-8918-4360-b5ad-6f4098221dbe HTTP/1.1" status: 204 len: 168 time: 0.9370496 Jul 14 11:50:53.820939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:50:53.837556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e686ff5-0271-4fd6-9d47-ca618b8e37ea req-9cf10cc8-c1f1-45d8-9219-46988a97accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:53.839069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e686ff5-0271-4fd6-9d47-ca618b8e37ea req-9cf10cc8-c1f1-45d8-9219-46988a97accf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1096 time: 0.1861062 Jul 14 11:50:53.854288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244529-49b5-4f79-9f14-201592b110cb req-9e5b3e6e-a753-407b-8265-f67b52bfcf46 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:53.861430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd244529-49b5-4f79-9f14-201592b110cb req-9e5b3e6e-a753-407b-8265-f67b52bfcf46 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1441355 Jul 14 11:50:53.900498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-2a33b197-8314-45a1-b9a8-931f6e5afbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:53.902386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-2a33b197-8314-45a1-b9a8-931f6e5afbbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a899e257-85c4-45bb-8f56-37e8ac909915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431696 Jul 14 11:50:53.980725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e686ff5-0271-4fd6-9d47-ca618b8e37ea req-32582c43-0f6b-41ed-aadd-f2e697a3c4db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112278 Jul 14 11:50:53.986107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd244529-49b5-4f79-9f14-201592b110cb req-7dbd98f4-950a-4ac2-905d-202e94db728f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237931 Jul 14 11:50:54.036316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-c5dea056-bf48-4ed9-92fc-e2e354a7f3eb service neutron] 10.222.0.64 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255200 Jul 14 11:50:54.103886 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 6, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:54.135134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baac14-f1d8-4df4-9a3b-150eb6387a37 None None] The sync data for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 is: [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 6, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf', 'name': '', 'network_id': 'a899e257-85c4-45bb-8f56-37e8ac909915', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:72:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:45Z', 'updated_at': '2021-07-14T11:48:55Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': 'c8a3bc0d-d3d5-4616-bbfb-c43841eb138b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:54.137511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-090bd25c-0002-4e59-9d44-8f0feae65691 req-120dde07-6898-4f13-82f0-0394fffd6255 service neutron] 10.222.0.64 "GET /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920510 Jul 14 11:50:54.276432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-c301164a-a711-4af3-919c-3465c68a57bf tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:54.278182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-c301164a-a711-4af3-919c-3465c68a57bf tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 945 time: 0.1130819 Jul 14 11:50:54.532884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port aa81cad0-f04d-494f-b508-5eee26ca1ee7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:54.533074 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:54.576580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39392) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:54.587022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7ffd5e54-2362-42d6-868b-a6aa6e006ecb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63308805', 'description': 'tempest-description--879877733'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:54.627228 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ffd5e54-2362-42d6-868b-a6aa6e006ecb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:54.631054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9e2ce4-b208-4328-b38f-dbac8222b887 None None] New status for floating IP 434e26d0-f45a-4414-814c-3fb646ab878d: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:50:54.837922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] For port aa81cad0-f04d-494f-b508-5eee26ca1ee7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=aa81cad0-f04d-494f-b508-5eee26ca1ee7,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:54.838418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:54.863179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39404) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:54.871217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for aa81cad0-f04d-494f-b508-5eee26ca1ee7 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:54.959739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ffd5e54-2362-42d6-868b-a6aa6e006ecb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:54.967607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ffd5e54-2362-42d6-868b-a6aa6e006ecb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.039815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ffd5e54-2362-42d6-868b-a6aa6e006ecb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.045307 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7ffd5e54-2362-42d6-868b-a6aa6e006ecb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4645638 Jul 14 11:50:55.046168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39412) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:55.052769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b6187e68-d79e-4ad6-8544-fc0f401b42f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'security_group_rule': {'security_group_id': '71a106f7-d492-494e-bf25-aabf74100479', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:55.059554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd5e54-2362-42d6-868b-a6aa6e006ecb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a106f7-d492-494e-bf25-aabf74100479,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:55.123323 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6187e68-d79e-4ad6-8544-fc0f401b42f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.147008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4815b-e0ad-4deb-8485-bffb29b11a85 req-bf63e555-23e2-47e5-94c7-121ceed5029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:55.148717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13c4815b-e0ad-4deb-8485-bffb29b11a85 req-bf63e555-23e2-47e5-94c7-121ceed5029a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 1096 time: 0.2841911 Jul 14 11:50:55.156546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c4b04-8143-4346-92e1-2fc15e4b0747 req-eafe4c50-6ed0-4224-8dbd-50b635a7b7b6 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:55.158967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f29c4b04-8143-4346-92e1-2fc15e4b0747 req-eafe4c50-6ed0-4224-8dbd-50b635a7b7b6 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4608b1b-eb6c-4c5d-90a3-d923f3314763 HTTP/1.1" status: 200 len: 945 time: 0.1929860 Jul 14 11:50:55.210744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6187e68-d79e-4ad6-8544-fc0f401b42f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.217589 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6187e68-d79e-4ad6-8544-fc0f401b42f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.244980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6187e68-d79e-4ad6-8544-fc0f401b42f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03373185-62d1-463d-a3dd-dd2b46761dc2,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:55.253336 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6187e68-d79e-4ad6-8544-fc0f401b42f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.254571 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b6187e68-d79e-4ad6-8544-fc0f401b42f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058957 Jul 14 11:50:55.259640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39418) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:55.276100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8b853679-d613-46c5-8326-bd86fa92a945 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'security_group_rule': {'security_group_id': '71a106f7-d492-494e-bf25-aabf74100479', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:55.344933 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b853679-d613-46c5-8326-bd86fa92a945 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.441106 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b853679-d613-46c5-8326-bd86fa92a945 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.445274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b853679-d613-46c5-8326-bd86fa92a945 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.461645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b853679-d613-46c5-8326-bd86fa92a945 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a8b6ef-3d43-4393-ba8d-397e4ccdec25,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:55.479492 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b853679-d613-46c5-8326-bd86fa92a945 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.483749 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8b853679-d613-46c5-8326-bd86fa92a945 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2165580 Jul 14 11:50:55.484111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39420) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:55.490479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:55.521189 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.639315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f29c4b04-8143-4346-92e1-2fc15e4b0747 req-6b5613fa-06d0-44df-af64-56ea5c544613 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=01872218-cb53-4429-8354-c2335fcaf994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4596462 Jul 14 11:50:55.645494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13c4815b-e0ad-4deb-8485-bffb29b11a85 req-0b13d47e-4ac5-4ed8-a31b-ec719c07773a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4843068 Jul 14 11:50:55.654803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.665817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.705661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=aa81cad0-f04d-494f-b508-5eee26ca1ee7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:55.778445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] No DVR routers for this DVR port aa81cad0-f04d-494f-b508-5eee26ca1ee7 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:50:55.785198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:55.787263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f147092-bd97-4de6-92d9-7ba1ce6887fb req-72709692-c1dc-4fb3-b668-0b7cda015e8c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.64 "DELETE /v2.0/ports/aa81cad0-f04d-494f-b508-5eee26ca1ee7 HTTP/1.1" status: 204 len: 173 time: 1.5027485 Jul 14 11:50:55.787719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'name': 'network-vif-deleted', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:50:55.790106 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b10101-d1be-49c2-96c3-9da8e5f7282f" -d '{"events": [{"server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "name": "network-vif-deleted", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:55.811698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b78546-d2ad-4f0c-9a6a-fe51438ee3d8 req-9f9fe2bf-7f67-4701-9447-e21b98852b58 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:55.814124 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87b78546-d2ad-4f0c-9a6a-fe51438ee3d8 req-9f9fe2bf-7f67-4701-9447-e21b98852b58 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.6241572 Jul 14 11:50:55.898680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87b78546-d2ad-4f0c-9a6a-fe51438ee3d8 req-5f5bc1a6-eab8-4388-92a5-a2bf96ca423c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772526 Jul 14 11:50:55.910081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Allocated IP 172.25.2.151 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/67cb97e3-ed77-41f2-885a-4d994777886b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:55.975746 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9706e36a-9d23-406c-841e-9c1181256d93 x-openstack-request-id: req-9706e36a-9d23-406c-841e-9c1181256d93 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:55.976487 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4608b1b-eb6c-4c5d-90a3-d923f3314763", "name": "network-vif-deleted", "tag": "aa81cad0-f04d-494f-b508-5eee26ca1ee7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:55.976487 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9706e36a-9d23-406c-841e-9c1181256d93 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:55.976918 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4608b1b-eb6c-4c5d-90a3-d923f3314763', 'name': 'network-vif-deleted', 'tag': 'aa81cad0-f04d-494f-b508-5eee26ca1ee7', 'status': 'completed', 'code': 200} Jul 14 11:50:56.119901 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:56.233767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:56.329067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e58bf-0c1e-41e0-9d23-ac29f727e450 req-a2d8f9ad-20cd-43d1-9c10-d8d24971befd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:56.348960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-976e58bf-0c1e-41e0-9d23-ac29f727e450 req-a2d8f9ad-20cd-43d1-9c10-d8d24971befd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1497836 Jul 14 11:50:56.364191 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:56.389628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'Port': ['ID=67cb97e3-ed77-41f2-885a-4d994777886b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:56.442132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:56.447814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:56.452270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:56.490416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-976e58bf-0c1e-41e0-9d23-ac29f727e450 req-ec3401bb-f2a4-4fff-b241-442fa0c6faaa tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381037 Jul 14 11:50:56.537462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39448) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:56.605781 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:56.683879 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:56.726861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea160fe-f9cb-413a-b2ef-54ec716dcc4e tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:56.734957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dea160fe-f9cb-413a-b2ef-54ec716dcc4e tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1091 time: 0.1899588 Jul 14 11:50:56.734957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39462) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:56.742022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '447528a7-9bae-4185-a026-79c39feb3a3e', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:50:56.790038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:56.814707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39464) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:56.925381 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:56.935960 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:56.958875 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-06ccbdfd-2558-4205-922b-862b7330d91a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:57.013762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-06ccbdfd-2558-4205-922b-862b7330d91a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:57.060581 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:57.118207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'Port': ['ID=67cb97e3-ed77-41f2-885a-4d994777886b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:57.120396 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:57.142582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:57.149534 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cf0b2920-4b04-4511-b091-2ac4d91e6ffd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6626453 Jul 14 11:50:57.365229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-06ccbdfd-2558-4205-922b-862b7330d91a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:57.367883 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-06ccbdfd-2558-4205-922b-862b7330d91a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:57.369007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-06ccbdfd-2558-4205-922b-862b7330d91a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/security-groups/01872218-cb53-4429-8354-c2335fcaf994 HTTP/1.1" status: 204 len: 168 time: 0.5531466 Jul 14 11:50:57.386163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccbdfd-2558-4205-922b-862b7330d91a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01872218-cb53-4429-8354-c2335fcaf994,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:57.438569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.25.2.154 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/8fbe0deb-453c-49be-9022-1c961c96105a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:50:57.466621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e9b8c-0494-4a6b-8afb-e3c92a305606 req-80953e5f-4ade-43d7-be9d-c97a3a901b40 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:57.468177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c90e9b8c-0494-4a6b-8afb-e3c92a305606 req-80953e5f-4ade-43d7-be9d-c97a3a901b40 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 945 time: 0.2170608 Jul 14 11:50:57.551800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-b0e87d80-5ee2-4426-8b5d-5fd20075a528 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--63308805&fields=id&tenant_id=a01fe4600b9949e785770cf3809e274c HTTP/1.1" status: 200 len: 267 time: 0.1296084 Jul 14 11:50:57.638427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c90e9b8c-0494-4a6b-8afb-e3c92a305606 req-9188f7d6-a7ce-473f-a0f1-9d052bd16479 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610730 Jul 14 11:50:57.690094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39492) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:50:57.744541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:57.760914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-b35d20be-0915-456a-9341-21787d54afc5 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:57.764309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-b35d20be-0915-456a-9341-21787d54afc5 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 817 time: 0.1968176 Jul 14 11:50:57.794143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-56559cea-e915-4001-b0f8-3b8613d131d4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/quotas/a01fe4600b9949e785770cf3809e274c HTTP/1.1" status: 200 len: 375 time: 0.0238376 Jul 14 11:50:57.869321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:57.914622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-5ea44891-803e-40f6-938b-5f6c380d4544 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196647 Jul 14 11:50:57.925260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:50:57.986420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:50:57.992839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:50:57.998216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=8fbe0deb-453c-49be-9022-1c961c96105a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:58.083470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-1f758bd0-44ca-48e7-9efd-95ca38e6aafb service neutron] 10.222.0.38 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534212 Jul 14 11:50:58.149180 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:58.176454 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:58.321059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-de3e03e5-906e-4976-b949-ede62da6516c service neutron] 10.222.0.38 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290487 Jul 14 11:50:58.436315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device aa81cad0-f04d-494f-b508-5eee26ca1ee7 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:58.482532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: aa81cad0-f04d-494f-b508-5eee26ca1ee7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:50:58.488472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device aa81cad0-f04d-494f-b508-5eee26ca1ee7 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:58.618159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b771a-233b-46e9-a423-3d5708ab5230 req-0d1cdd48-dad7-448a-8f31-ccb6624d582a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:58.619841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-949b771a-233b-46e9-a423-3d5708ab5230 req-0d1cdd48-dad7-448a-8f31-ccb6624d582a tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 945 time: 0.2518344 Jul 14 11:50:58.623597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83f25630-f914-4742-8825-4f469b438cd2 req-f7ac47ac-4155-453f-9b65-0c90aafb8456 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0735548 Jul 14 11:50:58.740343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:58.741915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:58.901667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] For port 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:58.902017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:58.927513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:58.977114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.025890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5cea4-2cd1-48e2-b54c-bca97180fbe2 req-2347b149-77aa-4a75-9f29-28a86b77caa6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:50:59.027405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ceb5cea4-2cd1-48e2-b54c-bca97180fbe2 req-2347b149-77aa-4a75-9f29-28a86b77caa6 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 945 time: 0.2251236 Jul 14 11:50:59.033913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-949b771a-233b-46e9-a423-3d5708ab5230 req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Deleting port a7b54d46-4ead-47de-addd-99b3a81de4aa {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:50:59.034263 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-949b771a-233b-46e9-a423-3d5708ab5230 req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.169593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ceb5cea4-2cd1-48e2-b54c-bca97180fbe2 req-9f749ffd-365a-479f-b4ec-c17feec17e1d tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/security-groups?id=73052955-7820-4fe4-b5c8-9b1c02320417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287699 Jul 14 11:50:59.189576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.191639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.230124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:59.230780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-949b771a-233b-46e9-a423-3d5708ab5230 req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] For port a7b54d46-4ead-47de-addd-99b3a81de4aa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a7b54d46-4ead-47de-addd-99b3a81de4aa,segment=NetworkSegment(acd2d267-8fe4-4c18-bba9-937b37f8ea18),segment_id=acd2d267-8fe4-4c18-bba9-937b37f8ea18)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:59.231156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-949b771a-233b-46e9-a423-3d5708ab5230 req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.251015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-949b771a-233b-46e9-a423-3d5708ab5230 req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Calling delete_port for a7b54d46-4ead-47de-addd-99b3a81de4aa owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:50:59.736648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.736869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.751181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.807616 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-949b771a-233b-46e9-a423-3d5708ab5230 req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.819337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a7b54d46-4ead-47de-addd-99b3a81de4aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:59.855630 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:50:59.916038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=8fbe0deb-453c-49be-9022-1c961c96105a,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:00.013377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b771a-233b-46e9-a423-3d5708ab5230 req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] No DVR routers for this DVR port a7b54d46-4ead-47de-addd-99b3a81de4aa on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:51:00.018794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Pushing event deleted for resources: {'Port': ['ID=a7b54d46-4ead-47de-addd-99b3a81de4aa,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:00.021079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-949b771a-233b-46e9-a423-3d5708ab5230 req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:00.023087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-949b771a-233b-46e9-a423-3d5708ab5230 req-3121046f-3af1-43a0-a6b0-258be0ea9ce8 tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.64 "DELETE /v2.0/ports/a7b54d46-4ead-47de-addd-99b3a81de4aa HTTP/1.1" status: 204 len: 173 time: 1.3919544 Jul 14 11:51:00.041421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9811caa-35e4-43a5-91a4-bad0dae5e577', 'name': 'network-vif-deleted', 'tag': 'a7b54d46-4ead-47de-addd-99b3a81de4aa'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:00.043652 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88009e6b-dc10-4770-b738-cf616b7030c7" -d '{"events": [{"server_uuid": "c9811caa-35e4-43a5-91a4-bad0dae5e577", "name": "network-vif-deleted", "tag": "a7b54d46-4ead-47de-addd-99b3a81de4aa"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:00.075813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80a43f47-2db5-44a0-9868-0e57d783e5dc req-74c8add9-76c5-45b7-bfe1-a5d1f2cbde1a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0743244 Jul 14 11:51:00.141691 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Floating IP cbefd6ac-bdec-4a02-ba40-63c8c70b9af3 associated. External IP: 172.25.2.154, port: 447528a7-9bae-4185-a026-79c39feb3a3e. Jul 14 11:51:00.162514 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a57a476-eacd-450d-a7c2-dcecfbb751b0 x-openstack-request-id: req-3a57a476-eacd-450d-a7c2-dcecfbb751b0 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:00.162800 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9811caa-35e4-43a5-91a4-bad0dae5e577", "name": "network-vif-deleted", "tag": "a7b54d46-4ead-47de-addd-99b3a81de4aa", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:00.163054 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a57a476-eacd-450d-a7c2-dcecfbb751b0 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:00.163456 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9811caa-35e4-43a5-91a4-bad0dae5e577', 'name': 'network-vif-deleted', 'tag': 'a7b54d46-4ead-47de-addd-99b3a81de4aa', 'status': 'completed', 'code': 200} Jul 14 11:51:00.888484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 0455276e-9b41-44b5-aaf6-ed487a02984a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:51:00.894447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6794782b-3e08-49b7-96fa-7b44d38926cb req-d93d47f8-81e1-4480-b579-da4747d782fa tempest-ServersTestJSON-2141073495 tempest-ServersTestJSON-2141073495-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9811caa-35e4-43a5-91a4-bad0dae5e577 HTTP/1.1" status: 200 len: 210 time: 0.5179439 Jul 14 11:51:00.932506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-90a2c846-61a5-46b7-9fe4-defb6bc3ba1c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:00.934202 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-90a2c846-61a5-46b7-9fe4-defb6bc3ba1c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.45 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 817 time: 0.1709344 Jul 14 11:51:00.941688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router ffe6d554-1881-4f12-859f-971d6696729c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:51:01.044676 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-210a6be2-4de3-4d6a-b757-a36ed6080657 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a01fe4600b9949e785770cf3809e274c HTTP/1.1" status: 200 len: 378 time: 0.0791512 Jul 14 11:51:01.052719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:01.057907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'port': {'device_id': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'admin_state_up': True, 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'security_groups': ['71a106f7-d492-494e-bf25-aabf74100479']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:01.061892 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] Sync routers for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:01.069522 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:01.071981 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:01.072769 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:01.107900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-872b311f-be8e-4a2b-8019-5517d672bc90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3714242 Jul 14 11:51:01.110443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:01.117051 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2b3439ad-e838-4e04-9f13-4df6c4771723 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "PUT /v2.0/routers/0455276e-9b41-44b5-aaf6-ed487a02984a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4258785 Jul 14 11:51:01.121784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39528) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:01.128090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810202c3-7144-4417-98e6-42024c6e593e None None] Sync routers for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:01.143236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810202c3-7144-4417-98e6-42024c6e593e None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:01.143906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-810202c3-7144-4417-98e6-42024c6e593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:01.197496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefc2f12-7022-4d0a-bf7c-867f4f9ea1db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting subnet c8a3bc0d-d3d5-4616-bbfb-c43841eb138b {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:51:01.199541 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:01.202851 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fefc2f12-7022-4d0a-bf7c-867f4f9ea1db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:01.262004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fefc2f12-7022-4d0a-bf7c-867f4f9ea1db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:01.310361 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Made reservation on behalf of a01fe4600b9949e785770cf3809e274c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:01.314949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:01.353704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b02fe5ab-b823-4b4d-8219-cd421c107c6a req-b1f49471-ed96-46e0-8db4-453ff580b80e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0782168 Jul 14 11:51:01.408260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18d2a1-39b8-4d83-82c7-106f747119c1 req-16fb523c-ead1-44fb-bdc9-84b375eab9c1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:01.410281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c18d2a1-39b8-4d83-82c7-106f747119c1 req-16fb523c-ead1-44fb-bdc9-84b375eab9c1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1095216 Jul 14 11:51:01.449641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fefc2f12-7022-4d0a-bf7c-867f4f9ea1db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:01.461140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c18d2a1-39b8-4d83-82c7-106f747119c1 req-35426178-2395-4f05-b45a-15ffc358f793 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438001 Jul 14 11:51:01.491279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39532) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:01.523313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-810202c3-7144-4417-98e6-42024c6e593e None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:01.524263 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'cbefd6ac-bdec-4a02-ba40-63c8c70b9af3', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'port_id': '447528a7-9bae-4185-a026-79c39feb3a3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'mac_address': 'fa:16:3e:89:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e033aa-bd28-4087-86ed-2629f41ac512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:50:58Z', 'updated_at': '2021-07-14T11:50:58Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd166a0dc-a9f0-4670-bc87-f2b0179e063a', 'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:e5:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:38Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:01.552710 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] Checking router: ffe6d554-1881-4f12-859f-971d6696729c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:01.569753 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:01.570398 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:01.608952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Allocated IP 172.20.0.7 (50029b0f-5d64-4aca-beeb-32f77981ac0d/ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d/ec2f473f-4171-49df-80da-926e1bd98434) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:01.617252 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ab56c5ca-7d54-46bf-83e1-d4a91bbf9b9c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/cbefd6ac-bdec-4a02-ba40-63c8c70b9af3 HTTP/1.1" status: 200 len: 991 time: 0.1217201 Jul 14 11:51:01.644394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fefc2f12-7022-4d0a-bf7c-867f4f9ea1db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:01.687738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc2f12-7022-4d0a-bf7c-867f4f9ea1db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a3bc0d-d3d5-4616-bbfb-c43841eb138b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:01.693910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fefc2f12-7022-4d0a-bf7c-867f4f9ea1db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:01.695889 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fefc2f12-7022-4d0a-bf7c-867f4f9ea1db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/subnets/c8a3bc0d-d3d5-4616-bbfb-c43841eb138b HTTP/1.1" status: 204 len: 168 time: 0.5733321 Jul 14 11:51:01.697028 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:01.699473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39534) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:01.707068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e969b9c-7f6f-4339-b16a-30def970564f None None] Network a899e257-85c4-45bb-8f56-37e8ac909915 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:01.876153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-810202c3-7144-4417-98e6-42024c6e593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:59Z', 'revision_number': 7, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:01.906337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810202c3-7144-4417-98e6-42024c6e593e None None] Checking router: 0455276e-9b41-44b5-aaf6-ed487a02984a for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:01.911642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:01.917542 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:01.920159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810202c3-7144-4417-98e6-42024c6e593e None None] Routers {'0455276e-9b41-44b5-aaf6-ed487a02984a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:01.920727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-810202c3-7144-4417-98e6-42024c6e593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0455276e-9b41-44b5-aaf6-ed487a02984a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:01.995504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Transition to ACTIVE for port object ec2f473f-4171-49df-80da-926e1bd98434 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:01.999046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39544) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:02.051005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9d73ea-b1e0-4560-b67d-3320d9fd586a admin admin] Deleting subnet e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:51:02.056435 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d9d73ea-b1e0-4560-b67d-3320d9fd586a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.061708 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'cbefd6ac-bdec-4a02-ba40-63c8c70b9af3', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'port_id': '447528a7-9bae-4185-a026-79c39feb3a3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'mac_address': 'fa:16:3e:89:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e033aa-bd28-4087-86ed-2629f41ac512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:50:58Z', 'updated_at': '2021-07-14T11:50:58Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd166a0dc-a9f0-4670-bc87-f2b0179e063a', 'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:e5:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:38Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:02.092903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-810202c3-7144-4417-98e6-42024c6e593e None None] Set router 0455276e-9b41-44b5-aaf6-ed487a02984a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:02.120993 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f215a8-a6da-4a58-ad91-770785927477 None None] The sync data for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 is: [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'cbefd6ac-bdec-4a02-ba40-63c8c70b9af3', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'port_id': '447528a7-9bae-4185-a026-79c39feb3a3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'mac_address': 'fa:16:3e:89:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e033aa-bd28-4087-86ed-2629f41ac512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:50:58Z', 'updated_at': '2021-07-14T11:50:58Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd166a0dc-a9f0-4670-bc87-f2b0179e063a', 'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:e5:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:38Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:02.165012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:02.168046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f9c45-d2e9-4a10-935e-2c254c10d8c1 None None] DHCP port deletion for a899e257-85c4-45bb-8f56-37e8ac909915 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:51:02.173984 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74" -d '{"events": [{"name": "network-changed", "server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:02.194362 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d9d73ea-b1e0-4560-b67d-3320d9fd586a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.199623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.240718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.262003 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4fba8e-07b9-46a8-b011-edc1a6e9ddc2 x-openstack-request-id: req-dd4fba8e-07b9-46a8-b011-edc1a6e9ddc2 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:02.262295 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:02.262547 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dd4fba8e-07b9-46a8-b011-edc1a6e9ddc2 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:02.262947 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e', 'status': 'completed', 'code': 200} Jul 14 11:51:02.290515 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d9d73ea-b1e0-4560-b67d-3320d9fd586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.296598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f9c45-d2e9-4a10-935e-2c254c10d8c1 None None] Deleting port af0346f2-9980-4393-910e-4b693668a1ac {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:51:02.297542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c45-d2e9-4a10-935e-2c254c10d8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.360859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-bc6f9c45-d2e9-4a10-935e-2c254c10d8c1 None None] For port af0346f2-9980-4393-910e-4b693668a1ac, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=af0346f2-9980-4393-910e-4b693668a1ac,segment=NetworkSegment(8f331f6e-c533-42fb-800a-4092111f152e),segment_id=8f331f6e-c533-42fb-800a-4092111f152e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:02.361180 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c45-d2e9-4a10-935e-2c254c10d8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.374593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f9c45-d2e9-4a10-935e-2c254c10d8c1 None None] Calling delete_port for af0346f2-9980-4393-910e-4b693668a1ac owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:51:02.377963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:02.407304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:02.408966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-9c9cccec-6dda-46ba-81e0-8468b860fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:02.410831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-9c9cccec-6dda-46ba-81e0-8468b860fec5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1096 time: 0.0959125 Jul 14 11:51:02.412326 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d9d73ea-b1e0-4560-b67d-3320d9fd586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.434113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:02.436936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:02.471225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a7b54d46-4ead-47de-addd-99b3a81de4aa no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:02.552465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: a7b54d46-4ead-47de-addd-99b3a81de4aa {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:51:02.552811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a7b54d46-4ead-47de-addd-99b3a81de4aa not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:02.553383 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee820b-635a-4411-a6ee-3c34adb04c49 None None] New status for floating IP cbefd6ac-bdec-4a02-ba40-63c8c70b9af3: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:51:02.570042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port d3620765-ab59-454e-bce2-2448ddcca7fe {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:51:02.570380 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.696876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39554) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:02.699401 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c45-d2e9-4a10-935e-2c254c10d8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.727458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d73ea-b1e0-4560-b67d-3320d9fd586a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fee729-a6f2-4f4e-99e5-7cf52aa0a461,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:02.742496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:02.743743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.746528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f9c45-d2e9-4a10-935e-2c254c10d8c1 None None] Pushing event deleted for resources: {'Port': ['ID=af0346f2-9980-4393-910e-4b693668a1ac,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:02.753498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-810202c3-7144-4417-98e6-42024c6e593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:59Z', 'revision_number': 7, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:02.760413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f9c45-d2e9-4a10-935e-2c254c10d8c1 None None] No DVR routers for this DVR port af0346f2-9980-4393-910e-4b693668a1ac on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:51:02.774972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] For port d3620765-ab59-454e-bce2-2448ddcca7fe, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d3620765-ab59-454e-bce2-2448ddcca7fe,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:02.775598 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.791998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for d3620765-ab59-454e-bce2-2448ddcca7fe owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:51:02.799737 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-58ac1998-ca8e-4f3b-a98c-04e3b2c5dfb8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7476532 Jul 14 11:51:02.800023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810202c3-7144-4417-98e6-42024c6e593e None None] The sync data for ids ['0455276e-9b41-44b5-aaf6-ed487a02984a'] in n-d-778696-8 is: [{'id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'name': 'tempest-TestNetworkBasicOps-router-98482191', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:48:39Z', 'updated_at': '2021-07-14T11:50:59Z', 'revision_number': 7, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': 'd3620765-ab59-454e-bce2-2448ddcca7fe', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455276e-9b41-44b5-aaf6-ed487a02984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:48:40Z', 'updated_at': '2021-07-14T11:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:02.815260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Request body: {'port': {'device_id': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:02.816898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-23e2aadf-d297-414c-8c48-fb5649f4b528 None None] Provisioning for port ec2f473f-4171-49df-80da-926e1bd98434 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:02.822013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-23e2aadf-d297-414c-8c48-fb5649f4b528 None None] Provisioning complete for port ec2f473f-4171-49df-80da-926e1bd98434 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:02.822713 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-23e2aadf-d297-414c-8c48-fb5649f4b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.848671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-78a6fb3a-9899-4e58-8311-efc1106ad82e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/cbefd6ac-bdec-4a02-ba40-63c8c70b9af3 HTTP/1.1" status: 200 len: 991 time: 0.1276085 Jul 14 11:51:02.852211 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d9d73ea-b1e0-4560-b67d-3320d9fd586a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:02.854893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1d9d73ea-b1e0-4560-b67d-3320d9fd586a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e3fee729-a6f2-4f4e-99e5-7cf52aa0a461 HTTP/1.1" status: 204 len: 168 time: 0.8540175 Jul 14 11:51:02.858799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39556) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:02.867786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-881a0ce6-19a7-494d-818a-d243c9012413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:02.869110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-881a0ce6-19a7-494d-818a-d243c9012413 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 896 time: 0.4515033 Jul 14 11:51:02.933101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-23e2aadf-d297-414c-8c48-fb5649f4b528 None None] Port ec2f473f-4171-49df-80da-926e1bd98434 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:03.017702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.020664 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.022406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-78642b54-4bec-4033-a05c-9f4f196fb508 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 999 time: 0.1412940 Jul 14 11:51:03.030761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f7d44-dfc3-44e2-a596-011247b93814 req-85355bf3-e885-4450-bfe9-1639d4560aea tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:03.038094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-632f7d44-dfc3-44e2-a596-011247b93814 req-85355bf3-e885-4450-bfe9-1639d4560aea tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 931 time: 0.3573918 Jul 14 11:51:03.203152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-632f7d44-dfc3-44e2-a596-011247b93814 req-496331ea-0a7e-4353-bc4c-628d3db4b538 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1641707 Jul 14 11:51:03.207672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-dc45056d-c61c-4dbe-a590-4fa7fce12944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:03.209275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-dc45056d-c61c-4dbe-a590-4fa7fce12944 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.1641314 Jul 14 11:51:03.215628 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.256438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:03.275451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd2d267-8fe4-4c18-bba9-937b37f8ea18') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:03.275727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd2d267-8fe4-4c18-bba9-937b37f8ea18') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:03.279970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.292160 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.318086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.333887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:03.334402 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:51:03.336347 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:51:03.346627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=d3620765-ab59-454e-bce2-2448ddcca7fe,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:03.350442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-b7c327ba-83a5-4596-8d0f-44bbb368662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:03.352738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-b7c327ba-83a5-4596-8d0f-44bbb368662a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342640 Jul 14 11:51:03.413702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:03.435806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:51:03.436422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 22d0a299-6bb0-4ec4-b82f-d1f0ec4685cf not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:03.436993 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device af0346f2-9980-4393-910e-4b693668a1ac no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:03.471188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: af0346f2-9980-4393-910e-4b693668a1ac {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:51:03.471543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device af0346f2-9980-4393-910e-4b693668a1ac not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:03.485633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.496107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.499361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40 HTTP/1.1" status: 204 len: 168 time: 0.6393969 Jul 14 11:51:03.519558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc568248-558b-4dec-b675-81ca9ef1c2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c172cb9-1cc7-4b3f-b8a7-de43ff4b0f40,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:03.536296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.566745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-dfc42f2a-28b7-4756-b7f7-4c390648356f service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789422 Jul 14 11:51:03.698679 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.701992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.702530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1cef5cc-1b2e-4d69-b5ce-549be8411c74 req-22b59fa2-2960-4fa4-87c1-fb7918c0ec42 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288524 Jul 14 11:51:03.730774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39564) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:03.773125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.773614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Fanout notify agent at l3_agent the message router_deleted on router 0455276e-9b41-44b5-aaf6-ed487a02984a {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:51:03.782396 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.786648 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aab23daf-e680-43c1-ba9f-2129e3ebf555 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/routers/0455276e-9b41-44b5-aaf6-ed487a02984a HTTP/1.1" status: 204 len: 168 time: 2.0831218 Jul 14 11:51:03.787756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39566) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:03.822675 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2f473f-4171-49df-80da-926e1bd98434 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:51:03.832797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.842521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-89df8b37-c855-479a-ae5b-a25ea4d94be4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97191b2278554533ad3e08acafea11d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102188 Jul 14 11:51:03.846204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39568) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:03.850836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39570) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:03.895014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Transition to ACTIVE for port object ec2f473f-4171-49df-80da-926e1bd98434 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:03.911766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.926528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:03.950683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d592d0c1-5f08-449a-8acb-67e9590c3741 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/cbefd6ac-bdec-4a02-ba40-63c8c70b9af3 HTTP/1.1" status: 200 len: 993 time: 0.0969670 Jul 14 11:51:03.980753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-619169ff-ace9-41bd-b31a-d774ba45bb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.049386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:04.093803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.114023 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-619169ff-ace9-41bd-b31a-d774ba45bb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.119359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a899e257-85c4-45bb-8f56-37e8ac909915']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:04.152040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f331f6e-c533-42fb-800a-4092111f152e') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:04.152338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f331f6e-c533-42fb-800a-4092111f152e') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:04.159885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Attempting to bind port ec2f473f-4171-49df-80da-926e1bd98434 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:04.160349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Attempting to bind port ec2f473f-4171-49df-80da-926e1bd98434 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:04.160767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Attempting to bind port ec2f473f-4171-49df-80da-926e1bd98434 on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:04.169974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.180755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Port ec2f473f-4171-49df-80da-926e1bd98434 on network 50029b0f-5d64-4aca-beeb-32f77981ac0d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:51:04.181466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Attempting to bind port ec2f473f-4171-49df-80da-926e1bd98434 on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:04.190414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.190763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:04.191112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Checking segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:04.191498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Bound using segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:04.191972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Bound port: ec2f473f-4171-49df-80da-926e1bd98434, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:04.192334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.209338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:04.209943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.273998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-619169ff-ace9-41bd-b31a-d774ba45bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.276698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-619169ff-ace9-41bd-b31a-d774ba45bb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.281099 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-619169ff-ace9-41bd-b31a-d774ba45bb2f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73052955-7820-4fe4-b5c8-9b1c02320417 HTTP/1.1" status: 204 len: 168 time: 0.4338722 Jul 14 11:51:04.299197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619169ff-ace9-41bd-b31a-d774ba45bb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73052955-7820-4fe4-b5c8-9b1c02320417,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:04.301398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:04.304951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:04.311219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:51:04.318980 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:51:04.325384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.331111 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.341574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/networks/a899e257-85c4-45bb-8f56-37e8ac909915 HTTP/1.1" status: 204 len: 168 time: 0.5480175 Jul 14 11:51:04.353806 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39580) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:04.362382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'network': {'name': 'tempest-network-smoke--1635410132', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'port_security_enabled': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:04.384038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:04.385622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.387471 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] 10.222.0.45 "PUT /v2.0/ports/ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 200 len: 1091 time: 1.5772347 Jul 14 11:51:04.395052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:04.397674 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a010b39-1015-4410-b0c3-e033011d2df7" -d '{"events": [{"name": "network-changed", "server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "tag": "ec2f473f-4171-49df-80da-926e1bd98434"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:04.401201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65124907-41e4-43bd-ae9d-4bac05b56417 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Network': ['ID=a899e257-85c4-45bb-8f56-37e8ac909915,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:04.426263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe5d15-a0da-42d9-9b80-08e693a328cf service neutron] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:04.455007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Made reservation on behalf of 4da7de1dc0854a24ba7bd3d0560e77e2 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:04.458619 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.511365 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f640ae-d21c-43ee-9030-7adbe00ab59f x-openstack-request-id: req-f4f640ae-d21c-43ee-9030-7adbe00ab59f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:04.511668 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "tag": "ec2f473f-4171-49df-80da-926e1bd98434", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:04.512338 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4f640ae-d21c-43ee-9030-7adbe00ab59f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:04.512731 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434', 'status': 'completed', 'code': 200} Jul 14 11:51:04.573734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-06896dd5-1366-47b7-a22f-50cbc05a498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:04.575727 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-06896dd5-1366-47b7-a22f-50cbc05a498b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 1094 time: 0.1352334 Jul 14 11:51:04.589616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:04.614842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.615426 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Added segment ae103a01-bb85-4d0c-a49c-af3f3a0d05a8 of type vlan for network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 Jul 14 11:51:04.646564 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-258ae140-0688-4993-ae66-4b5fbdae9cef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 200 len: 217 time: 0.0617902 Jul 14 11:51:04.649974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a7f2f-7e3f-4df6-b667-ff51d7d37639 req-36cbbc73-ec8d-49d6-9f3f-83f530bee6d4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:04.659551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-018a7f2f-7e3f-4df6-b667-ff51d7d37639 req-36cbbc73-ec8d-49d6-9f3f-83f530bee6d4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 943 time: 0.1593924 Jul 14 11:51:04.731219 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.782531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-b7474074-221d-43c7-b915-58ccf8fc3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:04.786002 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-b7474074-221d-43c7-b915-58ccf8fc3e6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.1322293 Jul 14 11:51:04.796746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-018a7f2f-7e3f-4df6-b667-ff51d7d37639 req-11d78dfd-0a4f-4983-b521-98e5a347fc2b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362486 Jul 14 11:51:04.842814 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.850479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:04.851140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:04.926491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-1ea3c1be-b9c6-4383-b8ad-ea5035f06040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:04.928120 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-1ea3c1be-b9c6-4383-b8ad-ea5035f06040 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344109 Jul 14 11:51:04.938585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Network': ['ID=14dbca8d-cc0b-4387-a1d6-17a0afa1df51,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:04.952873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:04.980156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e161ce7b-db8f-46f0-bebe-006eaa7c2570 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6238515 Jul 14 11:51:04.981164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39598) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:04.992029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'admin_state_up': True, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:05.043913 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:05.050546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:05.083753 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-4645064d-7e3a-4138-b796-e3a5de777a9d service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413326 Jul 14 11:51:05.135192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:05.206839 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5455cf03-6a37-4c4a-86c5-7dd526cd428b req-424d75d0-8294-4f13-b7dd-939b6952b335 service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146681 Jul 14 11:51:05.344202 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:05.379628 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d3620765-ab59-454e-bce2-2448ddcca7fe no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:05.401595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-e745cf60-6ada-4d25-8c7e-d30ab7113b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:05.403207 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-e745cf60-6ada-4d25-8c7e-d30ab7113b98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 1094 time: 0.1241949 Jul 14 11:51:05.422569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: d3620765-ab59-454e-bce2-2448ddcca7fe {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:51:05.425003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d3620765-ab59-454e-bce2-2448ddcca7fe not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:05.607552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-477f1723-7ee5-4d5a-abad-699e19f20107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:05.609087 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-477f1723-7ee5-4d5a-abad-699e19f20107 service neutron] 10.222.0.45 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.1930285 Jul 14 11:51:05.647819 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:05.667910 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-99130b45-a074-411d-864a-8997072c6913 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 200 len: 217 time: 0.0516820 Jul 14 11:51:05.668713 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:05.738506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-05313243-2c54-4a71-adc8-393ef5830b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:05.741868 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-05313243-2c54-4a71-adc8-393ef5830b47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0657496 Jul 14 11:51:05.819985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.25.2.59 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/99ad5275-64d7-4049-abb1-df05f67c05aa) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:05.860275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-a5b1dd76-297f-4462-8418-4dbde112a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:05.861863 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-a5b1dd76-297f-4462-8418-4dbde112a65f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129775 Jul 14 11:51:06.014287 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-e6c32d93-164a-4807-b95b-d1af1c6cba2a service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446598 Jul 14 11:51:06.070411 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:06.120723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22b3e-9800-4393-a799-17b86421db46 req-67b87b3b-fa60-4716-a15e-85fb8b7f4802 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:06.122305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74b22b3e-9800-4393-a799-17b86421db46 req-67b87b3b-fa60-4716-a15e-85fb8b7f4802 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 943 time: 0.1436331 Jul 14 11:51:06.175252 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a5aaa8b-7e2f-450f-9dcf-ebc27e7562ea req-86511452-51c1-4b49-bb60-0d9350cbda36 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0651119 Jul 14 11:51:06.213862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74b22b3e-9800-4393-a799-17b86421db46 req-63cbb51a-6f49-43b1-8a3f-f6f68a1b7e0a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806530 Jul 14 11:51:06.228996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:06.297851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:06.299609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=99ad5275-64d7-4049-abb1-df05f67c05aa,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:06.302925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:06.309071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:06.583669 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1a010b39-1015-4410-b0c3-e033011d2df7 req-448bfe2f-ecbe-4a04-a493-bb389d2d9586 service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616722 Jul 14 11:51:06.649401 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:07.185835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:07.415451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49ca5029-f44f-4862-85c6-fa6e23e543e3 req-6b107120-ea2f-457c-bd98-b69f043b2833 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0500677 Jul 14 11:51:07.419932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 1d9e2710-456b-405d-9a20-db2cf27c5759 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:51:07.592029 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ec2f473f-4171-49df-80da-926e1bd98434 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:51:07.614022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f602793-fa4d-431d-b142-a6c46acee0f8 req-5b48a160-0b00-4978-9655-4d632ca0f5a8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:07.615687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f602793-fa4d-431d-b142-a6c46acee0f8 req-5b48a160-0b00-4978-9655-4d632ca0f5a8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 943 time: 0.1800551 Jul 14 11:51:07.673320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:07.685978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Sync routers for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:07.704566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:07.705352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5ea59daa-58bc-4f99-a739-63297ee3f6e5 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7231262 Jul 14 11:51:07.708586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39656) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:07.718551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:07.718551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:07.731258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f602793-fa4d-431d-b142-a6c46acee0f8 req-c9210d24-c06f-4905-abef-3ddc131d62c7 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086881 Jul 14 11:51:07.756835 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-df530ce3-7c52-4fc2-812f-c18dd7cec869 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=4da7de1dc0854a24ba7bd3d0560e77e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464489 Jul 14 11:51:07.759602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39658) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:07.785513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:07.827591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'ec2f473f-4171-49df-80da-926e1bd98434', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'port_id': 'ec2f473f-4171-49df-80da-926e1bd98434', 'mac_address': 'fa:16:3e:79:c6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:51:07.855542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81ba3bc-f1ac-4c6b-b933-19b8b9b05ee9 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:07.857104 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a81ba3bc-f1ac-4c6b-b933-19b8b9b05ee9 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963001 Jul 14 11:51:07.860749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39660) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:07.883600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:07.888969 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-78be4a42-fc35-4f31-9e0b-bf2f8799fad4 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270264 Jul 14 11:51:07.891714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39662) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:07.896625 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1293912514', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:07.909093 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:07.985550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2f473f-4171-49df-80da-926e1bd98434 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:51:07.990265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Made reservation on behalf of 4da7de1dc0854a24ba7bd3d0560e77e2 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:07.993832 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:08.015420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:08.022473 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:08.103600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:08.132916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:06Z', 'revision_number': 3, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:08.162672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Checking router: 1d9e2710-456b-405d-9a20-db2cf27c5759 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:08.163016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Updating router 1d9e2710-456b-405d-9a20-db2cf27c5759 port 99ad5275-64d7-4049-abb1-df05f67c05aa binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:08.175627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:08.197614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:08.238834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Subnet': ['ID=7347ca2e-1853-4098-8291-8a29efd900e5,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:08.245936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Checking segment: {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:08.246299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network hostable DHCP agents. Network: 14dbca8d-cc0b-4387-a1d6-17a0afa1df51, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:08.263264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:08.273875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 14dbca8d-cc0b-4387-a1d6-17a0afa1df51) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:08.278256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:08.278893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:08.288307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d0f68b-554d-49e2-8560-234590e498d2 None None] Network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:08.293838 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a5063a64-7b05-4a60-b17f-0244b8f8c742 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010620 Jul 14 11:51:08.297424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39664) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:08.351086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['ec2f473f-4171-49df-80da-926e1bd98434'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:51:08.642459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3020a52f-8a23-4b00-b193-eadcb12623da req-be8a0159-242e-4b09-89cc-3964aa9c6a8e tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0431616 Jul 14 11:51:08.676445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec2421d0-8acd-4cfa-96ea-e07738188b4c req-4abe9abc-1afb-471c-837c-047c4125301e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0467668 Jul 14 11:51:08.809813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:51:08.810814 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:08.851345 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:08.879874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Transition to ACTIVE for port object 99ad5275-64d7-4049-abb1-df05f67c05aa will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:08.915046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:08.946038 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:09.037333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9b8b-f531-4578-b994-76a669212391 req-588e88f8-40aa-481b-b31e-74c56c0eb75e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:09.039881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efcc9b8b-f531-4578-b994-76a669212391 req-588e88f8-40aa-481b-b31e-74c56c0eb75e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.0947506 Jul 14 11:51:09.057207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Attempting to bind port 99ad5275-64d7-4049-abb1-df05f67c05aa on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:09.057586 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Attempting to bind port 99ad5275-64d7-4049-abb1-df05f67c05aa by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:09.057960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Attempting to bind port 99ad5275-64d7-4049-abb1-df05f67c05aa on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:09.068420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:09.068805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:09.069215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:09.069849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:09.070341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Bound port: 99ad5275-64d7-4049-abb1-df05f67c05aa, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:09.070731 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:09.145442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efcc9b8b-f531-4578-b994-76a669212391 req-7b5488b7-1a96-4011-9b13-3931815aa8f8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965598 Jul 14 11:51:09.163913 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b65a0-02ef-4add-8cf0-865f22274490 None None] Pushing event updated for resources: {'Port': ['ID=99ad5275-64d7-4049-abb1-df05f67c05aa,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:09.198265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Allocated IP 172.20.0.2 (14dbca8d-cc0b-4387-a1d6-17a0afa1df51/7347ca2e-1853-4098-8291-8a29efd900e5/b16252c4-884f-4377-a949-d121874ffd08) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:09.211754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] For port 99ad5275-64d7-4049-abb1-df05f67c05aa, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:09.215301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] For port 99ad5275-64d7-4049-abb1-df05f67c05aa, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=99ad5275-64d7-4049-abb1-df05f67c05aa,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:09.223824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:09.349788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:09.350522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:50:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:09.355090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b65a0-02ef-4add-8cf0-865f22274490 None None] Pushing event updated for resources: {'Port': ['ID=99ad5275-64d7-4049-abb1-df05f67c05aa,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:09.530877 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5ef9-df8b-4b3c-ab22-b6337b69fcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:09.566550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:09.598824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:09.633071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Transition to ACTIVE for port object b16252c4-884f-4377-a949-d121874ffd08 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:09.693463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Transition to ACTIVE for port object b16252c4-884f-4377-a949-d121874ffd08 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:09.798464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.20.0.1 (14dbca8d-cc0b-4387-a1d6-17a0afa1df51/7347ca2e-1853-4098-8291-8a29efd900e5/ba80e2f9-ac5d-40ac-9d62-18c359b2538f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:09.801476 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:09.858697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fde7eff0-26bd-4c43-88f1-e9f652ea9710 req-1e7cc57e-58a3-4778-8d1d-de596ddadcce tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0476213 Jul 14 11:51:09.865306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:09.869423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:09.892582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:09.896980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Pushing event updated for resources: {'Port': ['ID=b16252c4-884f-4377-a949-d121874ffd08,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:09.946006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:06Z', 'revision_number': 3, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:10.006613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01124658-c451-4405-be92-73bf5b3a5d52 None None] The sync data for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 is: [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:06Z', 'revision_number': 3, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:10.018676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Attempting to bind port b16252c4-884f-4377-a949-d121874ffd08 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:10.018676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Attempting to bind port b16252c4-884f-4377-a949-d121874ffd08 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:10.018925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Attempting to bind port b16252c4-884f-4377-a949-d121874ffd08 on network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:10.042142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:10.042524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Checking segment: {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:10.042939 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:10.043346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Bound using segment: {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:10.043837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Bound port: b16252c4-884f-4377-a949-d121874ffd08, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:10.044271 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:10.084908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:10.104333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Transition to ACTIVE for port object ba80e2f9-ac5d-40ac-9d62-18c359b2538f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:10.160916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:10.209758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] For port b16252c4-884f-4377-a949-d121874ffd08, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:10.223254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] For port b16252c4-884f-4377-a949-d121874ffd08, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b16252c4-884f-4377-a949-d121874ffd08,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:10.226976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:10.233793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:10.235468 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:10.240165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:10.271401 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=ba80e2f9-ac5d-40ac-9d62-18c359b2538f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:10.314436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:10.395392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b946e40-1f74-481d-a714-ec4f75623a4f None None] Pushing event updated for resources: {'Port': ['ID=b16252c4-884f-4377-a949-d121874ffd08,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:10.665039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c7929-2b56-43e7-9c96-8d90afc09143 req-701b3565-1bfb-4ee2-9490-35cf86d4c682 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:10.666643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-568c7929-2b56-43e7-9c96-8d90afc09143 req-701b3565-1bfb-4ee2-9490-35cf86d4c682 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1519077 Jul 14 11:51:10.710395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:10.791535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2907178e-b113-4a9e-9de4-cb50ccdf0e56 req-8c4d0f55-06ff-4c6e-9a2b-b38451ba3ea3 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0575843 Jul 14 11:51:10.852543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-568c7929-2b56-43e7-9c96-8d90afc09143 req-3158d129-e9c7-41a1-9edb-8c85a0ea7e03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790953 Jul 14 11:51:11.148663 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:11.155518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:11.236862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=ba80e2f9-ac5d-40ac-9d62-18c359b2538f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:11.239653 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:11.334642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:11.336130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:11.508523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 99ad5275-64d7-4049-abb1-df05f67c05aa up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:11.518365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 1d9e2710-456b-405d-9a20-db2cf27c5759 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:51:11.596808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 99ad5275-64d7-4049-abb1-df05f67c05aa completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:11.601891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 99ad5275-64d7-4049-abb1-df05f67c05aa triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:11.602436 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:11.628877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ec2f473f-4171-49df-80da-926e1bd98434 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:11.668204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:11.679921 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-112e5932-df45-4f42-973a-41bf9dff4f4c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "PUT /v2.0/routers/1d9e2710-456b-405d-9a20-db2cf27c5759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3813219 Jul 14 11:51:11.682236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39710) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:11.756987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port ec2f473f-4171-49df-80da-926e1bd98434 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:11.762896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port ec2f473f-4171-49df-80da-926e1bd98434 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:11.763421 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:11.796072 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:11.811803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.812600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.813352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.813930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.814464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.815028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.815835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.816161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.816738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.817258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.817780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.818298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:11.820780 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f8f052bd-b295-46ee-8afe-5121c8ff67c0 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8444 time: 0.1370497 Jul 14 11:51:11.823736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39712) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:11.857339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 99ad5275-64d7-4049-abb1-df05f67c05aa, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=99ad5275-64d7-4049-abb1-df05f67c05aa,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:11.867725 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:11.869177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b16252c4-884f-4377-a949-d121874ffd08 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:12.001032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.001809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.003229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.005947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.006598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.008529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.009140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.009818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.010344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.011007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.011674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.012349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.015320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-85ee31bb-3641-4ff6-bde5-80bd87945608 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7722 time: 0.1892490 Jul 14 11:51:12.018283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39718) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:12.030304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93bd43-1c4d-43ed-9739-c9ad512f0ebb None None] Network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:12.090589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b8ed6a0-eab0-42fb-bc7d-ffee2a6e7f38 req-37e801ef-6f9a-4385-b3c7-ef40ae5089f3 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0733976 Jul 14 11:51:12.177587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b9bd1b90-387b-4114-b78e-2e547eb15736 None None] Provisioning for port b16252c4-884f-4377-a949-d121874ffd08 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:12.179369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c5592-2ad3-4c06-a882-a1dbe111aacf req-cec6ddca-9482-4983-8974-768511ef225d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.183955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=99ad5275-64d7-4049-abb1-df05f67c05aa,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:12.199124 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a41c5592-2ad3-4c06-a882-a1dbe111aacf req-cec6ddca-9482-4983-8974-768511ef225d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1801646 Jul 14 11:51:12.223940 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1edeb1a-1fc8-43b0-974b-b9c0e39caf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:12.236794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b16252c4-884f-4377-a949-d121874ffd08 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:12.255902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b16252c4-884f-4377-a949-d121874ffd08 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:12.256448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a41c5592-2ad3-4c06-a882-a1dbe111aacf req-bf13c545-f66f-48a9-adab-fe6646810a8b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558822 Jul 14 11:51:12.256537 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:12.295209 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:12.349305 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:12.367478 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e5c8d29a-1ebb-4f6e-aa5b-d6198da38f33 tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5221 time: 0.3475678 Jul 14 11:51:12.369618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:12.371900 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdad9ffb-547c-4479-bcd6-d90ecae31ade" -d '{"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-plugged", "status": "completed", "tag": "ec2f473f-4171-49df-80da-926e1bd98434"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:12.391193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:12.414510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:12.444370 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef14f9a0-64be-443a-8de8-bf316fd0b185 x-openstack-request-id: req-ef14f9a0-64be-443a-8de8-bf316fd0b185 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:12.444370 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-plugged", "status": "completed", "tag": "ec2f473f-4171-49df-80da-926e1bd98434", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:12.448372 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef14f9a0-64be-443a-8de8-bf316fd0b185 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:12.448372 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434', 'code': 200} Jul 14 11:51:12.476597 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:12.521610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:12.551957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b16252c4-884f-4377-a949-d121874ffd08, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b16252c4-884f-4377-a949-d121874ffd08,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:12.559335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:12.642626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4f4b-2bdd-4c16-9bc0-19be84804e81 req-9f9308a3-6daa-4b39-a2cf-0d8183a32f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:12.644222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-155b4f4b-2bdd-4c16-9bc0-19be84804e81 req-9f9308a3-6daa-4b39-a2cf-0d8183a32f7c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 1096 time: 0.1165714 Jul 14 11:51:12.648022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b16252c4-884f-4377-a949-d121874ffd08,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:12.675109 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Sync routers for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:12.698501 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:12.700110 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:12.715595 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-155b4f4b-2bdd-4c16-9bc0-19be84804e81 req-a6b86618-aaaf-4bd1-a37d-7cd9c61ab3c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589249 Jul 14 11:51:12.823657 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:12.970050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39728) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:12.983631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ef5641ab-fc2f-4bc5-b4c9-ad24bd9e8936 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719826050', 'description': 'tempest-secgroup-smoke-719826050 description', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:13.024467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b2c1eba3-ad9e-4cc5-8eae-402946fb8f2c None None] Provisioning complete for port b16252c4-884f-4377-a949-d121874ffd08 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:13.024836 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b2c1eba3-ad9e-4cc5-8eae-402946fb8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.035124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef5641ab-fc2f-4bc5-b4c9-ad24bd9e8936 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.182633 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'ba80e2f9-ac5d-40ac-9d62-18c359b2538f', 'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d0:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:09Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 2, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:13.191780 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef5641ab-fc2f-4bc5-b4c9-ad24bd9e8936 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.204400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef5641ab-fc2f-4bc5-b4c9-ad24bd9e8936 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.261171 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Checking router: 1d9e2710-456b-405d-9a20-db2cf27c5759 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:13.261452 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Updating router 1d9e2710-456b-405d-9a20-db2cf27c5759 port ba80e2f9-ac5d-40ac-9d62-18c359b2538f binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:13.315462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b2c1eba3-ad9e-4cc5-8eae-402946fb8f2c None None] Provisioning for port ba80e2f9-ac5d-40ac-9d62-18c359b2538f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:13.321658 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef5641ab-fc2f-4bc5-b4c9-ad24bd9e8936 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.326994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b2c1eba3-ad9e-4cc5-8eae-402946fb8f2c None None] Provisioning complete for port ba80e2f9-ac5d-40ac-9d62-18c359b2538f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:13.327340 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b2c1eba3-ad9e-4cc5-8eae-402946fb8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.334008 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ef5641ab-fc2f-4bc5-b4c9-ad24bd9e8936 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3605087 Jul 14 11:51:13.337093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39736) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:13.342865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-772e4df1-6d5c-41da-acb1-54f829343a81 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': 'a5f648df-9da9-4c1f-a00a-3dd4cb88abcc', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:13.364787 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.400822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-772e4df1-6d5c-41da-acb1-54f829343a81 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.426640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1eba3-ad9e-4cc5-8eae-402946fb8f2c None None] Port ba80e2f9-ac5d-40ac-9d62-18c359b2538f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:13.484089 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.491593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 99ad5275-64d7-4049-abb1-df05f67c05aa up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:13.506459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f54b1bcf-f9cc-412c-80d0-1964ceb22b81 req-67ea7bcd-9a54-43b4-94db-6056c3eed6d9 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.1516500 Jul 14 11:51:13.510954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5641ab-fc2f-4bc5-b4c9-ad24bd9e8936 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:13.637412 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-772e4df1-6d5c-41da-acb1-54f829343a81 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.649622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-772e4df1-6d5c-41da-acb1-54f829343a81 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.650460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8f8d6484-04dc-40ce-a9f5-f8f03c71b8d4 None None] Provisioning complete for port ba80e2f9-ac5d-40ac-9d62-18c359b2538f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:13.658683 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6484-04dc-40ce-a9f5-f8f03c71b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.671713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e4df1-6d5c-41da-acb1-54f829343a81 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56ecc44-f21b-4db3-9cd6-3dd26674606b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:13.694403 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-772e4df1-6d5c-41da-acb1-54f829343a81 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.697323 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-772e4df1-6d5c-41da-acb1-54f829343a81 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3589394 Jul 14 11:51:13.700083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39740) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:13.706885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-56985431-3e80-46e4-ba11-5864d1c26f76 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': 'a5f648df-9da9-4c1f-a00a-3dd4cb88abcc', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:13.730224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67c055-52a1-445c-8d88-fb70b43fb0b7 req-97deb848-da69-4b82-b7d9-a3e77b565d9b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:13.741139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e67c055-52a1-445c-8d88-fb70b43fb0b7 req-97deb848-da69-4b82-b7d9-a3e77b565d9b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.2317538 Jul 14 11:51:13.762769 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56985431-3e80-46e4-ba11-5864d1c26f76 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.794442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d6484-04dc-40ce-a9f5-f8f03c71b8d4 None None] Port ba80e2f9-ac5d-40ac-9d62-18c359b2538f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:13.809306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 99ad5275-64d7-4049-abb1-df05f67c05aa triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:13.809921 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.816595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e67c055-52a1-445c-8d88-fb70b43fb0b7 req-b3c082d0-2c16-4494-aae8-bd3ce4dbc3c0 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742726 Jul 14 11:51:13.860256 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56985431-3e80-46e4-ba11-5864d1c26f76 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.868464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56985431-3e80-46e4-ba11-5864d1c26f76 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.892100 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56985431-3e80-46e4-ba11-5864d1c26f76 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:13.895814 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-56985431-3e80-46e4-ba11-5864d1c26f76 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1916790 Jul 14 11:51:13.896175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39742) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:13.906601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-76b01be5-1a1f-4999-af08-70988064dc51 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': 'a5f648df-9da9-4c1f-a00a-3dd4cb88abcc', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:13.912222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56985431-3e80-46e4-ba11-5864d1c26f76 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79942b2f-42ea-41ff-8a7f-6b2093e73bca,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:13.964740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-387f9991-15d5-4f5c-b235-4cbf1eb816b9 None None] Provisioning complete for port ba80e2f9-ac5d-40ac-9d62-18c359b2538f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:13.965499 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-387f9991-15d5-4f5c-b235-4cbf1eb816b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.001350 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76b01be5-1a1f-4999-af08-70988064dc51 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.013928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b16252c4-884f-4377-a949-d121874ffd08 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:14.070407 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76b01be5-1a1f-4999-af08-70988064dc51 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.075159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76b01be5-1a1f-4999-af08-70988064dc51 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.080700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-387f9991-15d5-4f5c-b235-4cbf1eb816b9 None None] Port ba80e2f9-ac5d-40ac-9d62-18c359b2538f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:14.098692 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.114084 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Transition to ACTIVE for port object ba80e2f9-ac5d-40ac-9d62-18c359b2538f will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:14.124278 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.132164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b01be5-1a1f-4999-af08-70988064dc51 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d6bfdb-4cd9-4028-a7c4-962d07fe7295,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:14.135454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b16252c4-884f-4377-a949-d121874ffd08 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:14.137699 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.144375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76b01be5-1a1f-4999-af08-70988064dc51 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.148670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39746) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:14.153402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c977763b-941e-4b7d-851a-75e878010daa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': 'a5f648df-9da9-4c1f-a00a-3dd4cb88abcc', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:14.158785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-76b01be5-1a1f-4999-af08-70988064dc51 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2564445 Jul 14 11:51:14.205176 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c977763b-941e-4b7d-851a-75e878010daa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.212355 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21ea62-d9ce-4966-a4d9-fe4142d84809 None None] Pushing event updated for resources: {'Port': ['ID=ba80e2f9-ac5d-40ac-9d62-18c359b2538f,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:14.221482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e484c03-8f09-41be-aca1-0ed11814a085 req-3af20c76-ed08-4072-a4b5-ea40b6cd91c5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.229021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e484c03-8f09-41be-aca1-0ed11814a085 req-3af20c76-ed08-4072-a4b5-ea40b6cd91c5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.243738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e484c03-8f09-41be-aca1-0ed11814a085 req-3af20c76-ed08-4072-a4b5-ea40b6cd91c5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.255099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e484c03-8f09-41be-aca1-0ed11814a085 req-3af20c76-ed08-4072-a4b5-ea40b6cd91c5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.273512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e484c03-8f09-41be-aca1-0ed11814a085 req-3af20c76-ed08-4072-a4b5-ea40b6cd91c5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.280438 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Attempting to bind port ba80e2f9-ac5d-40ac-9d62-18c359b2538f on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:14.281405 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Attempting to bind port ba80e2f9-ac5d-40ac-9d62-18c359b2538f by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:14.281745 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Attempting to bind port ba80e2f9-ac5d-40ac-9d62-18c359b2538f on network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:14.287877 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:14.289529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Checking segment: {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:14.289529 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.289529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Bound using segment: {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:14.289529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Bound port: ba80e2f9-ac5d-40ac-9d62-18c359b2538f, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:14.291586 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.296351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e484c03-8f09-41be-aca1-0ed11814a085 req-3af20c76-ed08-4072-a4b5-ea40b6cd91c5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.309601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e484c03-8f09-41be-aca1-0ed11814a085 req-3af20c76-ed08-4072-a4b5-ea40b6cd91c5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.314539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e484c03-8f09-41be-aca1-0ed11814a085 req-3af20c76-ed08-4072-a4b5-ea40b6cd91c5 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 0.2299838 Jul 14 11:51:14.380928 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] For port ba80e2f9-ac5d-40ac-9d62-18c359b2538f, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:14.385833 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] For port ba80e2f9-ac5d-40ac-9d62-18c359b2538f, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ba80e2f9-ac5d-40ac-9d62-18c359b2538f,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:14.395088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c977763b-941e-4b7d-851a-75e878010daa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.401477 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.408487 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e484c03-8f09-41be-aca1-0ed11814a085 req-c06144d9-c510-47f0-aff9-913ea7f45ed8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845399 Jul 14 11:51:14.427950 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c977763b-941e-4b7d-851a-75e878010daa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.476451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977763b-941e-4b7d-851a-75e878010daa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a67b1d-8f7c-4375-a919-d270599e3a9e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:14.480791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c977763b-941e-4b7d-851a-75e878010daa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.485786 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c977763b-941e-4b7d-851a-75e878010daa tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328269 Jul 14 11:51:14.488833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39750) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:14.497285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-bb7dc638-238c-4806-a71d-3a4fa6b65369 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': 'a5f648df-9da9-4c1f-a00a-3dd4cb88abcc', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:14.549936 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-bb7dc638-238c-4806-a71d-3a4fa6b65369 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Project 4da7de1dc0854a24ba7bd3d0560e77e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:51:14.551113 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21ea62-d9ce-4966-a4d9-fe4142d84809 None None] Pushing event updated for resources: {'Port': ['ID=ba80e2f9-ac5d-40ac-9d62-18c359b2538f,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:14.563634 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc638-238c-4806-a71d-3a4fa6b65369 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.598986 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:14.606317 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:14.788959 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:14.791581 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc638-238c-4806-a71d-3a4fa6b65369 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.816969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-398b2793-d449-4137-a138-9c1d9d9f2f5a req-8c19fc55-de15-414e-88eb-112bfa1c4ac7 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0447803 Jul 14 11:51:14.817693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc638-238c-4806-a71d-3a4fa6b65369 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.836155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dc638-238c-4806-a71d-3a4fa6b65369 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868ba656-565e-4704-bf0f-0e4126517e77,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:14.883766 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc638-238c-4806-a71d-3a4fa6b65369 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:14.885012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bb7dc638-238c-4806-a71d-3a4fa6b65369 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3919966 Jul 14 11:51:14.887716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:14.892870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-6f9bc490-dbdc-48b6-b227-8388474f742d tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'security_group_rule': {'security_group_id': 'a5f648df-9da9-4c1f-a00a-3dd4cb88abcc', 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:14.911073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854208-e1f4-4152-8cae-80ccff00b08b req-99f33718-7c5c-4060-8e37-20c5d3946374 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.918855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854208-e1f4-4152-8cae-80ccff00b08b req-99f33718-7c5c-4060-8e37-20c5d3946374 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.923835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854208-e1f4-4152-8cae-80ccff00b08b req-99f33718-7c5c-4060-8e37-20c5d3946374 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.929802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854208-e1f4-4152-8cae-80ccff00b08b req-99f33718-7c5c-4060-8e37-20c5d3946374 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.935811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854208-e1f4-4152-8cae-80ccff00b08b req-99f33718-7c5c-4060-8e37-20c5d3946374 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.942353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854208-e1f4-4152-8cae-80ccff00b08b req-99f33718-7c5c-4060-8e37-20c5d3946374 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.948261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854208-e1f4-4152-8cae-80ccff00b08b req-99f33718-7c5c-4060-8e37-20c5d3946374 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:14.955164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d854208-e1f4-4152-8cae-80ccff00b08b req-99f33718-7c5c-4060-8e37-20c5d3946374 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 0.2649267 Jul 14 11:51:14.977390 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-6f9bc490-dbdc-48b6-b227-8388474f742d tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Project 4da7de1dc0854a24ba7bd3d0560e77e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:51:14.982578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6f9bc490-dbdc-48b6-b227-8388474f742d tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:15.110047 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6f9bc490-dbdc-48b6-b227-8388474f742d tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:15.119952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6f9bc490-dbdc-48b6-b227-8388474f742d tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:15.141683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bc490-dbdc-48b6-b227-8388474f742d tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1b2a23-965d-46a4-8474-615b91154b49,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:15.160601 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:15.162753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc71288-f49a-4f3f-aaba-f29682363933 req-056420bc-291e-49dd-a9d5-663833d512b0 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:15.164353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cdc71288-f49a-4f3f-aaba-f29682363933 req-056420bc-291e-49dd-a9d5-663833d512b0 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1207523 Jul 14 11:51:15.165574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6f9bc490-dbdc-48b6-b227-8388474f742d tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:15.166827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6f9bc490-dbdc-48b6-b227-8388474f742d tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2781529 Jul 14 11:51:15.176946 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'ba80e2f9-ac5d-40ac-9d62-18c359b2538f', 'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d0:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:09Z', 'updated_at': '2021-07-14T11:51:14Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:15.219781 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb60be-9e4a-4728-8829-465b7080e392 None None] The sync data for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 is: [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'ba80e2f9-ac5d-40ac-9d62-18c359b2538f', 'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d0:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:09Z', 'updated_at': '2021-07-14T11:51:14Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:15.233439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cdc71288-f49a-4f3f-aaba-f29682363933 req-6a7eb37c-22b8-4acd-bb1d-614771c2edb1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618918 Jul 14 11:51:15.458305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ba80e2f9-ac5d-40ac-9d62-18c359b2538f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:15.564676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port ba80e2f9-ac5d-40ac-9d62-18c359b2538f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:15.569211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-9e3f7388-d994-4e8a-bd60-e2d12f407e76 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719826050&fields=id&tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2 HTTP/1.1" status: 200 len: 267 time: 0.0717611 Jul 14 11:51:15.571533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ba80e2f9-ac5d-40ac-9d62-18c359b2538f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:15.572132 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:15.756556 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:15.804709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea8ac7-dce0-487e-8668-d14414f3b24b req-7f9347bd-8baf-4bdb-b5fe-234ca0f28946 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:15.805332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port ba80e2f9-ac5d-40ac-9d62-18c359b2538f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ba80e2f9-ac5d-40ac-9d62-18c359b2538f,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:15.806785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8eea8ac7-dce0-487e-8668-d14414f3b24b req-7f9347bd-8baf-4bdb-b5fe-234ca0f28946 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1154475 Jul 14 11:51:15.815500 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:15.816307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39780) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:15.821816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-edcdfc9d-4ee9-4874-831f-92c56e902d29 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:15.828297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-999b33b3-4952-4c56-b9e2-4e0617583a03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Request body: {'floatingip': {'port_id': 'ec2f473f-4171-49df-80da-926e1bd98434'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:15.829095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-edcdfc9d-4ee9-4874-831f-92c56e902d29 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/networks?id=14dbca8d-cc0b-4387-a1d6-17a0afa1df51 HTTP/1.1" status: 200 len: 797 time: 0.2527752 Jul 14 11:51:15.847283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-f6b23fb8-4520-4254-a364-813610726d5e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/quotas/4da7de1dc0854a24ba7bd3d0560e77e2 HTTP/1.1" status: 200 len: 375 time: 0.0172820 Jul 14 11:51:15.894524 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-999b33b3-4952-4c56-b9e2-4e0617583a03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:15.918646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=ba80e2f9-ac5d-40ac-9d62-18c359b2538f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:15.936855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-bbf4b329-d3de-4121-acd6-3eba5b070054 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810418 Jul 14 11:51:16.088586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8516d5a-9a8d-4888-8def-c3299d210abe req-959eae20-2e53-436a-831b-322e47af5adc tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0439532 Jul 14 11:51:16.160224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-38a93ee5-6313-4d20-8d6c-cb6b44445dfd service neutron] 10.222.0.38 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204132 Jul 14 11:51:16.323842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-061dc587-8b26-493d-ac3b-9cfeeaddb6b6 service neutron] 10.222.0.38 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564443 Jul 14 11:51:16.647002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf617684-45bb-482b-8b25-61b9f6b017b0 req-724eefda-28bb-4667-aadb-1fbda99e7f9f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 210 time: 0.0637925 Jul 14 11:51:16.716205 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-999b33b3-4952-4c56-b9e2-4e0617583a03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:16.727106 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-999b33b3-4952-4c56-b9e2-4e0617583a03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:16.905307 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-999b33b3-4952-4c56-b9e2-4e0617583a03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Floating IP 858f8241-7df4-47d0-b669-df79fc78e8af associated. External IP: 172.25.2.151, port: ec2f473f-4171-49df-80da-926e1bd98434. Jul 14 11:51:17.158944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-9120fbb1-cc4c-4635-b253-644160b5996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:17.159459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-9120fbb1-cc4c-4635-b253-644160b5996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:17.160257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-9120fbb1-cc4c-4635-b253-644160b5996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:17.160800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-9120fbb1-cc4c-4635-b253-644160b5996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:17.161116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-9120fbb1-cc4c-4635-b253-644160b5996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:17.161575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-9120fbb1-cc4c-4635-b253-644160b5996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:17.162401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-9120fbb1-cc4c-4635-b253-644160b5996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:17.169872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-9120fbb1-cc4c-4635-b253-644160b5996b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6501 time: 0.1326659 Jul 14 11:51:17.224994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-b09a9bf9-c9b8-4962-b5e4-01f4c0e8b2dd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541658 Jul 14 11:51:17.265904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999b33b3-4952-4c56-b9e2-4e0617583a03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:51:17.363256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb173142-8eb8-470a-a934-b6bbb83a6e5a req-7172e066-71fc-4470-9c29-be0a3b0aa50e tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0387940 Jul 14 11:51:17.426647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ba80e2f9-ac5d-40ac-9d62-18c359b2538f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:17.500972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ba80e2f9-ac5d-40ac-9d62-18c359b2538f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:17.502373 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:17.870754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999b33b3-4952-4c56-b9e2-4e0617583a03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:17.876338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-999b33b3-4952-4c56-b9e2-4e0617583a03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:17.882930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-328d16d2-c846-4897-8b5c-57f10e74b82e req-e3897e77-8cc0-4ef8-9606-67aa0ac41434 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 210 time: 0.0451257 Jul 14 11:51:17.889712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] Sync routers for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:17.900254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:17.910898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:17.942501 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-999b33b3-4952-4c56-b9e2-4e0617583a03 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "PUT /v2.0/floatingips/858f8241-7df4-47d0-b669-df79fc78e8af HTTP/1.1" status: 200 len: 991 time: 2.1216924 Jul 14 11:51:17.945469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:17.946082 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "tag": "ec2f473f-4171-49df-80da-926e1bd98434"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:18.011739 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c812c-8c9d-429c-9a5a-ff39e691088c x-openstack-request-id: req-931c812c-8c9d-429c-9a5a-ff39e691088c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:18.012067 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "tag": "ec2f473f-4171-49df-80da-926e1bd98434", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:18.013003 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-931c812c-8c9d-429c-9a5a-ff39e691088c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:18.020879 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434', 'status': 'completed', 'code': 200} Jul 14 11:51:18.128793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-721bdaee-77e2-407c-a1b8-8db4779e1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:18.132399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-721bdaee-77e2-407c-a1b8-8db4779e1904 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 1096 time: 0.0893061 Jul 14 11:51:18.320976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:18.387736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-d02a2e26-d1a3-49d4-8dbe-0d1f28630480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:18.389465 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-d02a2e26-d1a3-49d4-8dbe-0d1f28630480 service neutron] 10.222.0.45 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.2497189 Jul 14 11:51:18.539764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-0bac98b3-5e9a-4ae9-b162-8c73540b63b2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:18.541368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-0bac98b3-5e9a-4ae9-b162-8c73540b63b2 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.45 "GET /v2.0/networks?id=14dbca8d-cc0b-4387-a1d6-17a0afa1df51 HTTP/1.1" status: 200 len: 797 time: 0.2569885 Jul 14 11:51:18.620505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-c7f828fe-46b7-4fc9-b8a7-8e00653df16c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2 HTTP/1.1" status: 200 len: 379 time: 0.0647571 Jul 14 11:51:18.632851 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-19060c8f-f8dd-47d6-8b96-28397f6ded1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 200 len: 999 time: 0.2263999 Jul 14 11:51:18.636399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'port': {'device_id': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'admin_state_up': True, 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'security_groups': ['a5f648df-9da9-4c1f-a00a-3dd4cb88abcc']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:18.666271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '858f8241-7df4-47d0-b669-df79fc78e8af', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'port_id': 'ec2f473f-4171-49df-80da-926e1bd98434', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'mac_address': 'fa:16:3e:79:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:50:56Z', 'updated_at': '2021-07-14T11:51:16Z', 'revision_number': 1, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:18.700258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] Checking router: d61d64ef-6f1c-47a7-9b81-4f085d55bae3 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:18.700734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-e5f38dd2-bccf-4577-8cfc-91b7e4c9c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:18.702422 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-e5f38dd2-bccf-4577-8cfc-91b7e4c9c8e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0606539 Jul 14 11:51:18.710756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:18.711095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:18.782613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-72e0e1a3-a255-4c75-bcee-9884deafaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:18.784606 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-72e0e1a3-a255-4c75-bcee-9884deafaa60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749285 Jul 14 11:51:18.787577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5996a3ee-5972-4edf-9bfc-03f6f5e6b740 req-a6adb757-8f4c-45c9-922d-04dc8b403d8c tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0426137 Jul 14 11:51:18.829281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:18.832692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Made reservation on behalf of 4da7de1dc0854a24ba7bd3d0560e77e2 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:18.834729 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:18.904758 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-651ce0ad-7921-456b-95a2-069c24ddd965 service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059415 Jul 14 11:51:19.085679 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-47492aa0-cac4-489f-9baf-d0ae3f8da0ae req-588e178e-c24b-4521-89c8-ef1cf168c9f0 service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739504 Jul 14 11:51:19.116832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.20.0.12 (14dbca8d-cc0b-4387-a1d6-17a0afa1df51/7347ca2e-1853-4098-8291-8a29efd900e5/3d688492-bd10-43c5-9af6-84fa2ef484e5) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:19.153682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a228218-603f-432e-8b69-c98c03742b3e req-be87d82a-44a2-4d4b-b794-5c0db7b3b9fd tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 210 time: 0.0884757 Jul 14 11:51:19.202520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '858f8241-7df4-47d0-b669-df79fc78e8af', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'port_id': 'ec2f473f-4171-49df-80da-926e1bd98434', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'mac_address': 'fa:16:3e:79:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:50:56Z', 'updated_at': '2021-07-14T11:51:16Z', 'revision_number': 1, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:19.231927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947d5c5-97f8-48f5-b360-df8e6d90eb77 None None] The sync data for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 is: [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '858f8241-7df4-47d0-b669-df79fc78e8af', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'port_id': 'ec2f473f-4171-49df-80da-926e1bd98434', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'mac_address': 'fa:16:3e:79:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:50:56Z', 'updated_at': '2021-07-14T11:51:16Z', 'revision_number': 1, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:19.317903 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:19.333143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Transition to ACTIVE for port object 3d688492-bd10-43c5-9af6-84fa2ef484e5 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:19.368483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:19.413320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:19.418923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:19.423700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:19.451282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=3d688492-bd10-43c5-9af6-84fa2ef484e5,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:19.465306 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33c704-cd0c-4edd-88f9-a87e770a70aa None None] New status for floating IP 858f8241-7df4-47d0-b669-df79fc78e8af: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:51:19.508346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:19.509059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:19.525188 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-2d43c3ec-f6ed-4b0e-a736-7e846a46a0ec tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8979638 Jul 14 11:51:19.542273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Request body: {'port': {'device_id': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:19.633076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:19.707174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-afc3b03b-a938-4a5b-b2ac-4268e4dc3fe9 None None] Provisioning for port 3d688492-bd10-43c5-9af6-84fa2ef484e5 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:19.711453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-afc3b03b-a938-4a5b-b2ac-4268e4dc3fe9 None None] Provisioning complete for port 3d688492-bd10-43c5-9af6-84fa2ef484e5 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:19.712006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-afc3b03b-a938-4a5b-b2ac-4268e4dc3fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:19.745591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-afc3b03b-a938-4a5b-b2ac-4268e4dc3fe9 None None] Port 3d688492-bd10-43c5-9af6-84fa2ef484e5 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:19.950312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-121dab3a-3ebb-4ad0-8e1a-b037817e1531 req-c9509e2e-3669-4271-a9e8-a81790c6e156 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0337965 Jul 14 11:51:19.957314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d688492-bd10-43c5-9af6-84fa2ef484e5 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:51:19.965029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:19.978615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Transition to ACTIVE for port object 3d688492-bd10-43c5-9af6-84fa2ef484e5 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:19.982267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:20.037880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Pushing event updated for resources: {'Port': ['ID=3d688492-bd10-43c5-9af6-84fa2ef484e5,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:20.118219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Attempting to bind port 3d688492-bd10-43c5-9af6-84fa2ef484e5 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:20.118701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Attempting to bind port 3d688492-bd10-43c5-9af6-84fa2ef484e5 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:20.119203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Attempting to bind port 3d688492-bd10-43c5-9af6-84fa2ef484e5 on network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:20.124891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Port 3d688492-bd10-43c5-9af6-84fa2ef484e5 on network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:51:20.125477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Attempting to bind port 3d688492-bd10-43c5-9af6-84fa2ef484e5 on network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:20.131577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:20.131870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Checking segment: {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:20.132355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Bound using segment: {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:20.132876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Bound port: 3d688492-bd10-43c5-9af6-84fa2ef484e5, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:20.133388 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:20.210135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] For port 3d688492-bd10-43c5-9af6-84fa2ef484e5, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:20.227131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] For port 3d688492-bd10-43c5-9af6-84fa2ef484e5, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3d688492-bd10-43c5-9af6-84fa2ef484e5,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:20.237231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:20.298333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:20.298969 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:20.300396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] 10.222.0.45 "PUT /v2.0/ports/3d688492-bd10-43c5-9af6-84fa2ef484e5 HTTP/1.1" status: 200 len: 1092 time: 0.7649586 Jul 14 11:51:20.300974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:20.303242 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:20.416329 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c15548-431e-4334-b53c-8307638a5418 x-openstack-request-id: req-b5c15548-431e-4334-b53c-8307638a5418 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:20.416625 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:20.416879 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5c15548-431e-4334-b53c-8307638a5418 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:20.417284 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'status': 'completed', 'code': 200} Jul 14 11:51:20.421990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6bd3b-394a-48c1-9dde-8a93a186349a service neutron] Pushing event updated for resources: {'Port': ['ID=3d688492-bd10-43c5-9af6-84fa2ef484e5,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:20.456839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-6ae4702d-e0d9-4af4-8d6c-9181feb9921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:20.458850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-6ae4702d-e0d9-4af4-8d6c-9181feb9921f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 1095 time: 0.1011126 Jul 14 11:51:20.469993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef1453-6ead-4eba-95bb-9a59b5a6224f req-767a6c5e-826c-481b-ae68-10052b6a510e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:20.471572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aef1453-6ead-4eba-95bb-9a59b5a6224f req-767a6c5e-826c-481b-ae68-10052b6a510e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 944 time: 0.1582367 Jul 14 11:51:20.526379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-cb213957-498b-4a96-8b51-dc4a5726f8ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d688492-bd10-43c5-9af6-84fa2ef484e5 HTTP/1.1" status: 200 len: 217 time: 0.0537925 Jul 14 11:51:20.573514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6aef1453-6ead-4eba-95bb-9a59b5a6224f req-dad037c3-b001-48b4-843c-d55adc8479e3 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950627 Jul 14 11:51:20.590701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-911134c7-7260-4cc5-b9ba-7e28e7ed7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:20.595023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-911134c7-7260-4cc5-b9ba-7e28e7ed7201 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7347ca2e-1853-4098-8291-8a29efd900e5 HTTP/1.1" status: 200 len: 835 time: 0.0612726 Jul 14 11:51:20.660854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-7c02e40a-793f-489d-9ecf-b98d4b195160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:20.662616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-7c02e40a-793f-489d-9ecf-b98d4b195160 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dbca8d-cc0b-4387-a1d6-17a0afa1df51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611610 Jul 14 11:51:20.754340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-1ea44ab4-8d42-419b-8bcc-0b8c5ad53513 service neutron] 10.222.0.45 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850430 Jul 14 11:51:20.851738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34b4ef08-df3e-4f4e-9481-a6d77f7d5880 req-622ec34b-1293-46a9-99b7-e074593544fb service neutron] 10.222.0.45 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910995 Jul 14 11:51:20.956881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-fa8b525c-f5d1-4186-afde-4aa837ec0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:20.958532 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-fa8b525c-f5d1-4186-afde-4aa837ec0379 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 1095 time: 0.0571055 Jul 14 11:51:21.050784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-1ca9ee52-7323-4693-ac35-531b8c460c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:21.052437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-1ca9ee52-7323-4693-ac35-531b8c460c1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dbca8d-cc0b-4387-a1d6-17a0afa1df51 HTTP/1.1" status: 200 len: 897 time: 0.0876880 Jul 14 11:51:21.106952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-45e9e3e0-911a-482c-ae38-616be997dfdc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d688492-bd10-43c5-9af6-84fa2ef484e5 HTTP/1.1" status: 200 len: 217 time: 0.0474849 Jul 14 11:51:21.129029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-565c8a52-2a06-43b4-9c0c-5626f215b8e5 req-1b3627ad-197f-4f42-a543-551e3ad3bc83 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0315843 Jul 14 11:51:21.171397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-fa8feacb-4ef2-4d70-b886-4219c0dff33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:21.172929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-fa8feacb-4ef2-4d70-b886-4219c0dff33f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7347ca2e-1853-4098-8291-8a29efd900e5 HTTP/1.1" status: 200 len: 835 time: 0.0466273 Jul 14 11:51:21.254083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-2f4e520e-8aaf-4599-8a82-98a6a4f21392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:21.256380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-2f4e520e-8aaf-4599-8a82-98a6a4f21392 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dbca8d-cc0b-4387-a1d6-17a0afa1df51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758209 Jul 14 11:51:21.373017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-1a856873-0e36-431f-b47a-a3787a7d11f8 service neutron] 10.222.0.45 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038592 Jul 14 11:51:21.477366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5f7e6ed-6a09-4244-b341-dd56963ceaf4 req-142fca72-3722-43c8-84eb-481629172511 service neutron] 10.222.0.45 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970881 Jul 14 11:51:21.762795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f586dc-b5e0-41ed-a513-7eb69592c14e req-523357a4-06eb-4054-82f9-3f7ce5c48e20 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:21.764245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60f586dc-b5e0-41ed-a513-7eb69592c14e req-523357a4-06eb-4054-82f9-3f7ce5c48e20 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 944 time: 0.0688310 Jul 14 11:51:21.804767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60f586dc-b5e0-41ed-a513-7eb69592c14e req-b14aefa0-98e1-4892-ade3-d44f5e03e46a tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341916 Jul 14 11:51:22.298522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-adf4f681-b13e-466a-80a5-0a5fb1e51ff1 req-7b92408d-5e17-45a8-88aa-8e4d1773b2ba tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0296614 Jul 14 11:51:22.978657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ef5d8-4789-4f5c-91dc-7f91a81748de req-62d44d1f-fe72-4568-8bfe-60dfa30a06c4 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:22.980175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f9ef5d8-4789-4f5c-91dc-7f91a81748de req-62d44d1f-fe72-4568-8bfe-60dfa30a06c4 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 944 time: 0.0631268 Jul 14 11:51:23.018020 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f9ef5d8-4789-4f5c-91dc-7f91a81748de req-194daa22-30ab-4d9c-b499-001d2d868707 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321543 Jul 14 11:51:23.458864 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31c2abe0-bb80-4004-b78b-09a0b303aee3 req-2ecb12d3-dc67-4fcb-b0f0-adf57d44822f tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0355802 Jul 14 11:51:23.682691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3d688492-bd10-43c5-9af6-84fa2ef484e5 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:51:23.779171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3d688492-bd10-43c5-9af6-84fa2ef484e5, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3d688492-bd10-43c5-9af6-84fa2ef484e5,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:23.790856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'port_id': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'mac_address': 'fa:16:3e:91:68:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:51:23.831728 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:23.845313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d688492-bd10-43c5-9af6-84fa2ef484e5 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:51:23.864731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3d688492-bd10-43c5-9af6-84fa2ef484e5, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3d688492-bd10-43c5-9af6-84fa2ef484e5,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:23.868624 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:23.918338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=3d688492-bd10-43c5-9af6-84fa2ef484e5,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:23.965938 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:51:24.189245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['3d688492-bd10-43c5-9af6-84fa2ef484e5'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:51:24.198098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ac94e-8536-4817-a389-4eaa7a5d7e34 req-5aceed3c-57ad-458b-a566-74f033fcaccc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:24.199630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-418ac94e-8536-4817-a389-4eaa7a5d7e34 req-5aceed3c-57ad-458b-a566-74f033fcaccc tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 945 time: 0.0671124 Jul 14 11:51:24.240978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-418ac94e-8536-4817-a389-4eaa7a5d7e34 req-3a984308-968f-40e3-8a40-e14007821333 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354826 Jul 14 11:51:24.634804 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9148912c-0e68-4198-a4c8-c3314e6cdc35 req-56e577df-36b7-4e6e-95f3-d161621db329 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0291202 Jul 14 11:51:25.420527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959da7c-c038-47f5-9aad-d9110522c7f9 req-899a78c3-dd69-47b1-a49d-52c5f535bb7e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:25.422479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a959da7c-c038-47f5-9aad-d9110522c7f9 req-899a78c3-dd69-47b1-a49d-52c5f535bb7e tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 945 time: 0.0677860 Jul 14 11:51:25.459040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a959da7c-c038-47f5-9aad-d9110522c7f9 req-714759ef-0931-472c-ad97-a02958471c6f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Jul 14 11:51:25.689131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3d688492-bd10-43c5-9af6-84fa2ef484e5 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:25.744550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 3d688492-bd10-43c5-9af6-84fa2ef484e5 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:25.749753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 3d688492-bd10-43c5-9af6-84fa2ef484e5 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:25.750389 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:25.863736 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:25.904767 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 3d688492-bd10-43c5-9af6-84fa2ef484e5, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3d688492-bd10-43c5-9af6-84fa2ef484e5,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:25.907188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:25.910286 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd69b68e-7bff-43d3-a13d-d8d3ead73d0b" -d '{"events": [{"server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "name": "network-vif-plugged", "status": "completed", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:25.914138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:25.964730 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7762e55b-9e5d-4db7-a628-252cd71086ed x-openstack-request-id: req-7762e55b-9e5d-4db7-a628-252cd71086ed {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:25.965020 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "name": "network-vif-plugged", "status": "completed", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:25.965271 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7762e55b-9e5d-4db7-a628-252cd71086ed {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:25.965661 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'code': 200} Jul 14 11:51:25.970873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=3d688492-bd10-43c5-9af6-84fa2ef484e5,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:25.977457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3132c3d-98ba-4941-bacb-1ec9b9c6af83 req-e2bf6b7f-4e10-444e-9ef4-2cd435577b55 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.2039418 Jul 14 11:51:26.089657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e4a6f-5277-4e55-9174-07f4ce76d748 req-c753b5ac-0baa-430c-8da9-d7db7de7eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:26.091144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b25e4a6f-5277-4e55-9174-07f4ce76d748 req-c753b5ac-0baa-430c-8da9-d7db7de7eb95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 1097 time: 0.0518653 Jul 14 11:51:26.126405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b25e4a6f-5277-4e55-9174-07f4ce76d748 req-a5da095a-9d17-415d-b7dd-696bb0b2feca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283582 Jul 14 11:51:26.232422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:26.656026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da6f3e-e51a-44cf-9006-d4f503103a13 req-dfb9af9a-7f56-4011-a428-3f4649f8988f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:26.657790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46da6f3e-e51a-44cf-9006-d4f503103a13 req-dfb9af9a-7f56-4011-a428-3f4649f8988f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 946 time: 0.0712273 Jul 14 11:51:26.701201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46da6f3e-e51a-44cf-9006-d4f503103a13 req-c6edcc3e-b83d-49a6-82b6-875900811a03 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375769 Jul 14 11:51:27.138315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-727d7290-f2ab-42e3-9410-8f935f74bd1e req-ebec6749-35a4-4b5b-9b58-896366d7a65f tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0297244 Jul 14 11:51:27.887753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae0bfd-93e3-4e1d-bfa0-91cafa4c78c6 req-05c43ad2-1687-461d-a99e-65c77f24b41c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:27.889396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94ae0bfd-93e3-4e1d-bfa0-91cafa4c78c6 req-05c43ad2-1687-461d-a99e-65c77f24b41c tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 946 time: 0.0668106 Jul 14 11:51:27.928801 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94ae0bfd-93e3-4e1d-bfa0-91cafa4c78c6 req-8f5d6487-a586-4a56-b324-5cbee4550f87 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327902 Jul 14 11:51:28.108814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1245-faf8-417f-94fa-0c86e7695a52 req-d8a9db7d-9915-40ad-a6ce-458b6fb8ce78 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:28.110141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77ad1245-faf8-417f-94fa-0c86e7695a52 req-d8a9db7d-9915-40ad-a6ce-458b6fb8ce78 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 946 time: 0.0686848 Jul 14 11:51:28.149500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77ad1245-faf8-417f-94fa-0c86e7695a52 req-9e3da0c2-c547-4594-a4e7-0cc8487a6cc9 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337358 Jul 14 11:51:28.179588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39932) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:28.183041 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:28.234307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ed18a0-ca25-4657-b796-87827854026d tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:28.238824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-49ed18a0-ca25-4657-b796-87827854026d tempest-TestNetworkBasicOps-1736330626 tempest-TestNetworkBasicOps-1736330626-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 1092 time: 0.0550518 Jul 14 11:51:28.239164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 39934) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:28.243509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:28.267287 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:28.302698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a25ffad9-277f-4cc7-a464-5dabdc948a42 req-1092b701-4231-4d04-902c-d286b082e683 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0310912 Jul 14 11:51:28.370534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:28.474716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Allocated IP 172.25.2.27 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/6b9a2286-4480-4d57-887d-4caf263f9cc1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:28.580210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:28.619082 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:28.663481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:28.666444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:28.671428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:28.674613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=6b9a2286-4480-4d57-887d-4caf263f9cc1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:29.068476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:29.146535 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:29.316850 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:29.322796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:29.323451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-31cdc26c-d5b4-4f9e-9240-2f443fbd878b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544786 Jul 14 11:51:29.417191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event updated for resources: {'Port': ['ID=6b9a2286-4480-4d57-887d-4caf263f9cc1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:29.429843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695587-5423-4932-8fb9-395e5147f703 req-218d2b84-c554-42c5-96a7-864693e98c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:29.431620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-218d2b84-c554-42c5-96a7-864693e98c0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1096 time: 0.0594542 Jul 14 11:51:29.436109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:29.534327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1634d863-60f4-459d-bf6f-821df617380b req-80ac60bc-c230-43de-a819-3721cce49d8c tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0619583 Jul 14 11:51:29.549023 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Floating IP 771d4153-6673-4fe4-afbb-00d28d7fe107 associated. External IP: 172.25.2.27, port: 3d688492-bd10-43c5-9af6-84fa2ef484e5. Jul 14 11:51:29.591199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695587-5423-4932-8fb9-395e5147f703 req-def7f288-5886-43d5-9466-6aa62a7f42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:29.592704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-def7f288-5886-43d5-9466-6aa62a7f42ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 896 time: 0.1382835 Jul 14 11:51:29.662393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-3f94adf5-779f-407c-a947-365a3530e5b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 1001 time: 0.0623016 Jul 14 11:51:29.712593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695587-5423-4932-8fb9-395e5147f703 req-3ca85e08-b392-4aee-a0d8-82fb69c3d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:29.714131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-3ca85e08-b392-4aee-a0d8-82fb69c3d24b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.0444889 Jul 14 11:51:29.770922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 1d9e2710-456b-405d-9a20-db2cf27c5759 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:51:29.771998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695587-5423-4932-8fb9-395e5147f703 req-4912e750-d9b9-49fe-a6b5-de380302e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:29.773511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-4912e750-d9b9-49fe-a6b5-de380302e76e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520988 Jul 14 11:51:29.786467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-0878f3ed-1415-4a06-abd0-53c826e1f49b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:51:29.787405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-0878f3ed-1415-4a06-abd0-53c826e1f49b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061798 Jul 14 11:51:29.885329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-7cef90d5-958b-4597-9417-1ac8d5074c41 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903723 Jul 14 11:51:29.887016 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:29.898995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] Sync routers for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:29.906698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:29.912407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:29.913302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:29.960025 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1c395841-ad72-42ef-99c4-ceb1484ab321 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7168128 Jul 14 11:51:29.960198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39946) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:29.964218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:29.966809 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6989582c-594a-417e-8415-e39d62081c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:30.056954 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266e8063-9be2-42e0-b047-c1992960ddfb x-openstack-request-id: req-266e8063-9be2-42e0-b047-c1992960ddfb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:30.057116 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:30.057359 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-266e8063-9be2-42e0-b047-c1992960ddfb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:30.057773 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'status': 'completed', 'code': 200} Jul 14 11:51:30.086495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:30.428875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '771d4153-6673-4fe4-afbb-00d28d7fe107', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'port_id': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'mac_address': 'fa:16:3e:91:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:51:28Z', 'updated_at': '2021-07-14T11:51:28Z', 'revision_number': 0, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba80e2f9-ac5d-40ac-9d62-18c359b2538f', 'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:09Z', 'updated_at': '2021-07-14T11:51:15Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:30.455243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] Checking router: 1d9e2710-456b-405d-9a20-db2cf27c5759 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:30.463899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:30.464516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:30.506730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2695587-5423-4932-8fb9-395e5147f703 req-6a77ad2b-77f1-44d8-ab03-a233c9607105 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143944 Jul 14 11:51:30.519863 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7990afd7-99da-4267-84be-422f5f8c4364 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/floatingips/771d4153-6673-4fe4-afbb-00d28d7fe107 HTTP/1.1" status: 200 len: 991 time: 0.5589809 Jul 14 11:51:30.538618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989582c-594a-417e-8415-e39d62081c8b req-bfc8f9b7-0680-45b3-87af-e027d6b2d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:30.543470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6989582c-594a-417e-8415-e39d62081c8b req-bfc8f9b7-0680-45b3-87af-e027d6b2d069 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 1097 time: 0.1229038 Jul 14 11:51:30.597238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:30.647006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989582c-594a-417e-8415-e39d62081c8b req-b7813cf4-8f8f-4b4f-87f1-888087adfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:30.648531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6989582c-594a-417e-8415-e39d62081c8b req-b7813cf4-8f8f-4b4f-87f1-888087adfae3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dbca8d-cc0b-4387-a1d6-17a0afa1df51 HTTP/1.1" status: 200 len: 897 time: 0.0999446 Jul 14 11:51:30.737846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-becd201b-2cd1-4d5a-afd9-9c83bba44c12 req-a2cdc929-a47a-4d10-b08e-2a15aa90b6d6 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0393515 Jul 14 11:51:30.756696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6989582c-594a-417e-8415-e39d62081c8b req-bc63edd7-c0a4-40c7-bb16-e33b03942901 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d688492-bd10-43c5-9af6-84fa2ef484e5 HTTP/1.1" status: 200 len: 999 time: 0.1000154 Jul 14 11:51:30.821902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989582c-594a-417e-8415-e39d62081c8b req-ee8387a3-b8a5-4e51-9e91-3a707ce106f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:30.823774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6989582c-594a-417e-8415-e39d62081c8b req-ee8387a3-b8a5-4e51-9e91-3a707ce106f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7347ca2e-1853-4098-8291-8a29efd900e5 HTTP/1.1" status: 200 len: 835 time: 0.0595813 Jul 14 11:51:30.883224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989582c-594a-417e-8415-e39d62081c8b req-fe11d5ee-4a1b-4766-ab37-59d0acd0b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:30.884826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6989582c-594a-417e-8415-e39d62081c8b req-fe11d5ee-4a1b-4766-ab37-59d0acd0b57d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dbca8d-cc0b-4387-a1d6-17a0afa1df51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546615 Jul 14 11:51:30.987324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6989582c-594a-417e-8415-e39d62081c8b req-ccc7feb9-6163-4319-a90f-b77239b07b06 service neutron] 10.222.0.45 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935843 Jul 14 11:51:31.002750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '771d4153-6673-4fe4-afbb-00d28d7fe107', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'port_id': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'mac_address': 'fa:16:3e:91:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:51:28Z', 'updated_at': '2021-07-14T11:51:28Z', 'revision_number': 0, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba80e2f9-ac5d-40ac-9d62-18c359b2538f', 'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:09Z', 'updated_at': '2021-07-14T11:51:15Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:31.031705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8010da9-4033-4261-89d7-8c3544bb6086 None None] The sync data for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 is: [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '771d4153-6673-4fe4-afbb-00d28d7fe107', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'port_id': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'mac_address': 'fa:16:3e:91:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:51:28Z', 'updated_at': '2021-07-14T11:51:28Z', 'revision_number': 0, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba80e2f9-ac5d-40ac-9d62-18c359b2538f', 'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:09Z', 'updated_at': '2021-07-14T11:51:15Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:31.100915 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6989582c-594a-417e-8415-e39d62081c8b req-84f674e5-e4e3-410f-ba56-89ce5725044b service neutron] 10.222.0.45 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066122 Jul 14 11:51:31.232062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1c7f-f424-40f4-ab54-443504c70a51 req-b70c7ae0-d3c0-499a-95f6-9f58a8dc74e2 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:31.233722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8dcd1c7f-f424-40f4-ab54-443504c70a51 req-b70c7ae0-d3c0-499a-95f6-9f58a8dc74e2 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1096 time: 0.0566454 Jul 14 11:51:31.254730 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8dcd1c7f-f424-40f4-ab54-443504c70a51 req-d38764e9-288f-445c-84af-73a5a5ed8a8c tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:31.273944 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522dc52-1559-4c1a-932f-a626f8d38f34 None None] New status for floating IP 771d4153-6673-4fe4-afbb-00d28d7fe107: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:51:31.374298 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8dcd1c7f-f424-40f4-ab54-443504c70a51 req-d38764e9-288f-445c-84af-73a5a5ed8a8c tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:31.378649 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-8dcd1c7f-f424-40f4-ab54-443504c70a51 req-d38764e9-288f-445c-84af-73a5a5ed8a8c tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:31.410303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8dcd1c7f-f424-40f4-ab54-443504c70a51 req-d38764e9-288f-445c-84af-73a5a5ed8a8c tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703990 Jul 14 11:51:31.414887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38764e9-288f-445c-84af-73a5a5ed8a8c tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbd4e1c-acbb-45be-9134-073722365aee,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:31.523748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39980) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:31.605376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7460ae24-8b6d-4d21-8035-21026da3f734 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/floatingips/771d4153-6673-4fe4-afbb-00d28d7fe107 HTTP/1.1" status: 200 len: 991 time: 0.0804141 Jul 14 11:51:31.658077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3dabf-81c1-4a35-9593-2bbd81191cbc req-4b67f45a-9897-4865-bb04-1243fe6df31e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:31.659937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9b3dabf-81c1-4a35-9593-2bbd81191cbc req-4b67f45a-9897-4865-bb04-1243fe6df31e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.0729337 Jul 14 11:51:31.698167 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9b3dabf-81c1-4a35-9593-2bbd81191cbc req-396fe8f1-80d8-44d8-ab94-07ca96a2cf32 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324068 Jul 14 11:51:31.724251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 39982) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:31.794685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-33845bda-ab58-4d79-a46a-05840ff70219 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/cbefd6ac-bdec-4a02-ba40-63c8c70b9af3 HTTP/1.1" status: 200 len: 993 time: 0.0642252 Jul 14 11:51:31.903927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-359d662e-187c-4b9f-a741-1243bc08f690 req-28ef0c36-d0ec-4067-a82d-08e7438bdcaa tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0298724 Jul 14 11:51:32.499486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-718e38a2-60b9-4140-a08d-f8bfd3985518 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0704236 Jul 14 11:51:32.579830 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-bdfd24c0-f1c8-48f8-ba40-0a97827bc695 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818393 Jul 14 11:51:32.609451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40002) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:32.688210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c9e28567-55a7-4e52-b868-51c399c0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.688758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c9e28567-55a7-4e52-b868-51c399c0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.689200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c9e28567-55a7-4e52-b868-51c399c0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.689756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c9e28567-55a7-4e52-b868-51c399c0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.690238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c9e28567-55a7-4e52-b868-51c399c0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.690712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c9e28567-55a7-4e52-b868-51c399c0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.691559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c9e28567-55a7-4e52-b868-51c399c0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.693193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c9e28567-55a7-4e52-b868-51c399c0fe02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db806cdd1b7344bea62d01e55b327a3b&device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 6501 time: 0.1246827 Jul 14 11:51:32.708740 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-67fb284c-b262-4a6a-9874-e83c4fa30345 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/floatingips/771d4153-6673-4fe4-afbb-00d28d7fe107 HTTP/1.1" status: 200 len: 993 time: 0.0928705 Jul 14 11:51:32.729023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a20cb-e650-4406-8cf3-b126a67528d2 req-59648d8f-e277-4eb2-b6a6-008fb2d06f87 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.730533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf7a20cb-e650-4406-8cf3-b126a67528d2 req-59648d8f-e277-4eb2-b6a6-008fb2d06f87 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1260228 Jul 14 11:51:32.833917 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf7a20cb-e650-4406-8cf3-b126a67528d2 req-1c96083e-1f7c-4d5d-a69e-c32341822262 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903378 Jul 14 11:51:32.866777 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-aafb16db-708a-43c8-981e-a3b0f51d9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.867253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-aafb16db-708a-43c8-981e-a3b0f51d9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.867804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-aafb16db-708a-43c8-981e-a3b0f51d9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:32.869331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-aafb16db-708a-43c8-981e-a3b0f51d9593 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&id=26145ec9-28ca-47b8-8313-e0ceee913209&id=26145ec9-28ca-47b8-8313-e0ceee913209 HTTP/1.1" status: 200 len: 2296 time: 0.1379166 Jul 14 11:51:32.939886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-0a5b0971-9b65-443f-a13b-b8ed9be58b29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 HTTP/1.1" status: 200 len: 1001 time: 0.0603318 Jul 14 11:51:33.016965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c04f783b-7e14-4a9a-8edc-52a16de21cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:33.018665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c04f783b-7e14-4a9a-8edc-52a16de21cd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3f6c9c-4cec-4db9-bf7a-5294fab2441d HTTP/1.1" status: 200 len: 856 time: 0.0692589 Jul 14 11:51:33.087276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28433e21-b77a-4493-9d66-64109d3f3e63 req-946fb938-d333-4696-878c-3b7ff00b372e tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0309417 Jul 14 11:51:33.121249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-9cc1c6c1-e1ad-4fa4-a824-cccceb711ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:33.122900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-9cc1c6c1-e1ad-4fa4-a824-cccceb711ca6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940700 Jul 14 11:51:33.254734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-2521b434-df49-43b2-b305-1ef6506d2c61 service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238387 Jul 14 11:51:33.359465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-909caed8-aa48-4c4f-b9f8-71befc783b46 service neutron] 10.222.0.45 "GET /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940804 Jul 14 11:51:33.405803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-bd0f9aea-a801-425e-bcf0-0c2c6c0f9c75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 200 len: 217 time: 0.0350034 Jul 14 11:51:33.466290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-aa3c7170-a3b8-484a-9946-e3c02704816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:33.469455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-aa3c7170-a3b8-484a-9946-e3c02704816b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.0566874 Jul 14 11:51:33.549191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-ad0ad88c-420b-41c3-8705-c7860632a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:33.550830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-ad0ad88c-420b-41c3-8705-c7860632a2ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737503 Jul 14 11:51:33.647956 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-f0f8d4fd-dec7-4c72-a1b7-6228dd8e964f service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899041 Jul 14 11:51:33.747964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-7b7ab8c1-06ad-40bd-a688-14d8ac505f2d service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928369 Jul 14 11:51:33.795169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-2beaee12-0280-4c8a-989f-ee1663b1c8ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 200 len: 217 time: 0.0361700 Jul 14 11:51:33.850474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-caf85c9d-57ac-4ff4-b4d7-aa9efe220c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:33.851981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-caf85c9d-57ac-4ff4-b4d7-aa9efe220c59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.0494266 Jul 14 11:51:33.923681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-a136b779-4a13-47f2-9f28-2f3b54c906de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:33.925454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-a136b779-4a13-47f2-9f28-2f3b54c906de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0571644 Jul 14 11:51:34.097664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-e10c744a-e224-497e-ba25-800233c7a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:34.099147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-e10c744a-e224-497e-ba25-800233c7a428 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1096 time: 0.1683333 Jul 14 11:51:34.106431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-2ad8d16a-c9ea-4431-a2f3-1bcfc2a17e31 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660416 Jul 14 11:51:34.209086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606433f1-f2c1-40ad-ba2c-4c4544eeba05 req-67f8b1d2-5e1a-4264-9a2f-23c3a94fc200 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:34.210610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-606433f1-f2c1-40ad-ba2c-4c4544eeba05 req-67f8b1d2-5e1a-4264-9a2f-23c3a94fc200 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.2059145 Jul 14 11:51:34.285347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41251e09-8504-46bd-a866-42f727f0b342 req-3b12c468-d208-426b-a771-80816598bd41 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0602663 Jul 14 11:51:34.332696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-606433f1-f2c1-40ad-ba2c-4c4544eeba05 req-bc637475-7dc0-4fb5-b39e-58c3756d3df0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102593 Jul 14 11:51:34.336623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-f8f9cd5d-7942-400a-8e6d-ddc5938b7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:34.338023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-f8f9cd5d-7942-400a-8e6d-ddc5938b7611 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 896 time: 0.2307673 Jul 14 11:51:34.355312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-748d5ac7-13ca-4274-be8b-b1f952ac89d2 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369237 Jul 14 11:51:34.430013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-bfdf7173-a7cb-442c-bb50-edbd88aa7d2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=49913f77-9877-4365-aa9e-2faa940f36fc HTTP/1.1" status: 200 len: 217 time: 0.0457785 Jul 14 11:51:34.474861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-fe40eadf-b707-4d63-846c-165c81fc2d64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 1001 time: 0.1286659 Jul 14 11:51:34.537184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-ffbd9676-839b-4c78-b568-87c6bce40f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:34.538653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-ffbd9676-839b-4c78-b568-87c6bce40f71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.1002913 Jul 14 11:51:34.578057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-0a8aa1d1-07bf-483f-b2ea-8bbc3e1c9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:34.579919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-0a8aa1d1-07bf-483f-b2ea-8bbc3e1c9087 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.0981858 Jul 14 11:51:34.671330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-b365acee-3415-419f-8e91-a98e56386c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:34.672918 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-b365acee-3415-419f-8e91-a98e56386c62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1164474 Jul 14 11:51:34.691271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-9bb1ef8b-137f-411a-b211-23b50b2f58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:34.692805 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-9bb1ef8b-137f-411a-b211-23b50b2f58e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953114 Jul 14 11:51:34.837652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-5edf1fdb-379c-4fb3-a6f6-c65ac4e6f311 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576295 Jul 14 11:51:34.843476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-dc59fc59-739d-4250-975d-792f41bfe349 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396103 Jul 14 11:51:34.998347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-d4e517ed-cb25-483b-afd2-f14e61fa9fcc service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531684 Jul 14 11:51:35.001015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-89dc97b1-7927-47a8-8ecf-8e5c7f547a19 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476917 Jul 14 11:51:35.058784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-d9aeffd0-4fac-475d-b2b9-5a8ea902ff57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=18a00a0e-9792-427c-ba24-b22b2019c83d HTTP/1.1" status: 200 len: 217 time: 0.0492756 Jul 14 11:51:35.113811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-ee0fa4d6-f549-41c2-b654-f48fed58cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:35.115392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-ee0fa4d6-f549-41c2-b654-f48fed58cc7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 200 len: 797 time: 0.0501158 Jul 14 11:51:35.177808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-67a17397-0be2-4982-8173-bc6a83317dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:35.179295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-67a17397-0be2-4982-8173-bc6a83317dca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e2f045-7f19-4b89-ab5e-67ad78e59f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561574 Jul 14 11:51:35.270896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-28a9a0b9-0f83-4125-9ad6-bf6e3cb251b5 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831511 Jul 14 11:51:35.362573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-acfce10f-3405-4360-8228-7e9f200e7635 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841253 Jul 14 11:51:35.421483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c850029d-3acd-4422-8082-ddeb0efbc7cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a311431a-32d1-4b6e-a233-63e9651b80ee HTTP/1.1" status: 200 len: 217 time: 0.0422761 Jul 14 11:51:35.457099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4ba684e-4ec5-4b28-9b7e-4dd4811b0e17 req-df799aca-2d98-4c56-9ab2-eb9a9d388050 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0387359 Jul 14 11:51:35.520341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c14edd2b-1b24-4a26-8515-57eb989d5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:35.521854 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-c14edd2b-1b24-4a26-8515-57eb989d5151 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.0913432 Jul 14 11:51:35.578780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234337d7-a9b4-4167-9a53-0c9723d2b9fc req-3fd0ef23-0007-4185-bee4-f42a59a6b5f3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:35.580302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-234337d7-a9b4-4167-9a53-0c9723d2b9fc req-3fd0ef23-0007-4185-bee4-f42a59a6b5f3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1255085 Jul 14 11:51:35.627121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-b991bb1f-d718-4f11-9b18-d0115374ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:35.628827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-b991bb1f-d718-4f11-9b18-d0115374ea5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947690 Jul 14 11:51:35.636674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-234337d7-a9b4-4167-9a53-0c9723d2b9fc req-c15a41d6-a199-4fb6-a9ae-dbc5194dae6c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494118 Jul 14 11:51:35.740277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-4110b985-aab1-4c64-8c9b-f60ba8de72df service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023021 Jul 14 11:51:35.836849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-23086644-8657-4227-a36c-4646c3c5d41d service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879080 Jul 14 11:51:35.879352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-85e86906-774b-49eb-924c-d4f994d389de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c HTTP/1.1" status: 200 len: 217 time: 0.0345123 Jul 14 11:51:35.929555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-1b239403-835c-40f6-bfa9-50ccd899967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:35.931031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-1b239403-835c-40f6-bfa9-50ccd899967a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 200 len: 797 time: 0.0453947 Jul 14 11:51:35.995546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-a5094b6b-7c75-4efc-9a60-1e6c16614af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:35.997092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-a5094b6b-7c75-4efc-9a60-1e6c16614af6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26145ec9-28ca-47b8-8313-e0ceee913209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587571 Jul 14 11:51:36.086118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-931d75f6-a880-44b8-ad8e-4e6bd4697ccd service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811877 Jul 14 11:51:36.508704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d66a65ab-ac99-466c-9f5e-0f4df41ad5a3 req-7bf6e97a-6f0e-4e22-b89c-150a87467be1 service neutron] 10.222.0.45 "GET /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161792 Jul 14 11:51:36.614207 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5bb91622-7482-4ed2-8dca-bac9708ed2e0 req-837e6225-2a86-463f-a84f-e637dc4dd70b tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0293946 Jul 14 11:51:36.832009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b4ac6-59ec-4342-a914-10eaf4694119 req-7fe933b8-7e75-4d7d-8270-ecdd2256fa39 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:36.833541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a21b4ac6-59ec-4342-a914-10eaf4694119 req-7fe933b8-7e75-4d7d-8270-ecdd2256fa39 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.0650487 Jul 14 11:51:36.871793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a21b4ac6-59ec-4342-a914-10eaf4694119 req-6c61fed8-48aa-4501-8aad-bbb65ce66c14 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325282 Jul 14 11:51:37.772118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5ad9fb1-5829-4032-be89-41b33f6e14e7 req-e2547ef4-a93a-44f2-85db-ffcdb5f68962 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0290847 Jul 14 11:51:37.793380 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:37.840234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a23f361-f381-4845-8a6e-135351e363db admin admin] Deleting subnet 492d58be-d5ab-43c4-a4a8-13e3b6e29699 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:51:37.843674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a23f361-f381-4845-8a6e-135351e363db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:37.878672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a23f361-f381-4845-8a6e-135351e363db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:37.918332 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a23f361-f381-4845-8a6e-135351e363db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:37.980387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a23f361-f381-4845-8a6e-135351e363db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.014536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23f361-f381-4845-8a6e-135351e363db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492d58be-d5ab-43c4-a4a8-13e3b6e29699,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:38.019834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a23f361-f381-4845-8a6e-135351e363db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.024013 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0a23f361-f381-4845-8a6e-135351e363db admin admin] 10.222.0.38 "DELETE /v2.0/subnets/492d58be-d5ab-43c4-a4a8-13e3b6e29699 HTTP/1.1" status: 204 len: 168 time: 0.2294714 Jul 14 11:51:38.026516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40074) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:38.075571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36564880-ba63-467f-ab57-17e5746d01d2 req-990f06ec-0632-4470-890a-76ec02bf154f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:38.077551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36564880-ba63-467f-ab57-17e5746d01d2 req-990f06ec-0632-4470-890a-76ec02bf154f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.0724277 Jul 14 11:51:38.122829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.149536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36564880-ba63-467f-ab57-17e5746d01d2 req-54941a78-6de4-422e-a75e-66980e408af1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573652 Jul 14 11:51:38.239776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.255718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7d7e2f-0cdb-4e72-a310-585728d8446d']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:38.270370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b51666-393b-44d8-bf90-06ca753abfaa') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:38.270755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b51666-393b-44d8-bf90-06ca753abfaa') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:38.289307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.308537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.317225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:38.317892 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:51:38.319567 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:51:38.355479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b15e22cb-3e5b-473d-9da7-6bed2830d56e req-3953344c-aa09-4f69-9fc0-00af2185e95a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0342855 Jul 14 11:51:38.391297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.398480 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.400409 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4a7d7e2f-0cdb-4e72-a310-585728d8446d HTTP/1.1" status: 204 len: 168 time: 0.3727863 Jul 14 11:51:38.412934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951def34-d86c-41b8-8710-f184ad101b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7d7e2f-0cdb-4e72-a310-585728d8446d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:38.601207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40082) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:38.644265 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5895aefe-c222-49e0-897c-55606f25b2af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8b40f19bfff49c697425472ba14e443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416768 Jul 14 11:51:38.646713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40084) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:38.712154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4edfe390-0646-4d90-8db9-7335f6593a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.735968 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4edfe390-0646-4d90-8db9-7335f6593a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.794366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4edfe390-0646-4d90-8db9-7335f6593a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.797406 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4edfe390-0646-4d90-8db9-7335f6593a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:38.799025 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4edfe390-0646-4d90-8db9-7335f6593a84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c89cb59-91f8-4e23-b1b0-388339b6b620 HTTP/1.1" status: 204 len: 168 time: 0.1513259 Jul 14 11:51:38.813844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfe390-0646-4d90-8db9-7335f6593a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c89cb59-91f8-4e23-b1b0-388339b6b620,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:38.943707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51039f52-fd35-4a48-8784-0749a572c54d req-a9fbeea1-aa92-4545-9cf4-f6a5456a80a9 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0288072 Jul 14 11:51:39.338090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139c97f-6aa9-4d0c-b0e5-809f68659305 req-8bbf00c6-4468-45d9-8554-d4de43284e4d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:39.339583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9139c97f-6aa9-4d0c-b0e5-809f68659305 req-8bbf00c6-4468-45d9-8554-d4de43284e4d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.0779948 Jul 14 11:51:39.379655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9139c97f-6aa9-4d0c-b0e5-809f68659305 req-710a57c9-f385-4dda-816f-dea5c01fd0e8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339875 Jul 14 11:51:39.478630 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2ccf850a-0ede-4195-a999-0020878753e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:39.512572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40112) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:39.616578 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-599720675-network', 'tenant_id': '63e66b37481147788ebff171c7986f8c'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:39.637224 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Made reservation on behalf of 63e66b37481147788ebff171c7986f8c for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:39.639723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:39.647776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:39.734005 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:39.737477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:39.762873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:39.769156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608f0f6f-5956-4938-aa81-185836096990,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:39.775143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:39.775502 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Added segment f489974a-8a5f-4b87-a6f2-4b3e532f58f4 of type vlan for network ab57db97-d866-4580-839b-0963a274a61e Jul 14 11:51:39.815592 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:39.843926 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:39.844871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:39.845454 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:39.903071 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3893611 Jul 14 11:51:39.906609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40116) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:39.906753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7230b-bf14-4661-a5b0-e99ddad53eba admin admin] Pushing event updated for resources: {'Network': ['ID=ab57db97-d866-4580-839b-0963a274a61e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:39.912001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Request body: {'subnet': {'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-599720675-subnet', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:39.916628 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network ab57db97-d866-4580-839b-0963a274a61e details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:39.933127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Made reservation on behalf of 63e66b37481147788ebff171c7986f8c for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:39.936830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.120015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c641004-7cb4-443e-8c3c-53e99cdbbc41 req-8abc4140-1eb9-4d35-9740-b40fcf03c5d6 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0383632 Jul 14 11:51:40.127973 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.182307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebf9c62-6f89-4042-b207-3d7abe24ee41,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:40.194684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.195035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.195418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.195746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.196111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.196445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.196773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.197099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.197426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.197754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.198079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.198400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.203546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:40.203931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Network hostable DHCP agents. Network: ab57db97-d866-4580-839b-0963a274a61e, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:40.221858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Network ab57db97-d866-4580-839b-0963a274a61e is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:40.231122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, ab57db97-d866-4580-839b-0963a274a61e) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:40.236622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:40.237286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.243668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b0417-f960-42c4-b641-8b3123a4ff8e None None] Network ab57db97-d866-4580-839b-0963a274a61e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:40.251546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7fc7618f-5627-4dbc-85e8-ee9ad1653365 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3434401 Jul 14 11:51:40.254332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40122) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:40.258693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:40.280650 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.281671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.338861 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.426244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-ab57db97-d866-4580-839b-0963a274a61e', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:51:40.427626 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.450364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-108bd35b-f865-4d9e-8dd9-c9f011e2d5b5 req-8052287e-61d3-4225-8833-f049618cb4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbb6b733d9ce4736aa8213b3c06e9a06&device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0332355 Jul 14 11:51:40.574506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-108bd35b-f865-4d9e-8dd9-c9f011e2d5b5 req-039977f0-4227-47a8-a834-eb356ed65f12 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cbb6b733d9ce4736aa8213b3c06e9a06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734723 Jul 14 11:51:40.584933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Allocated IP 172.20.0.2 (ab57db97-d866-4580-839b-0963a274a61e/2ebf9c62-6f89-4042-b207-3d7abe24ee41/0aa9833f-91e0-47f1-b058-7d180beb7b82) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:40.599454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.666970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d90522e1-11d2-44a5-999e-eba21060fbbb req-5ec076d0-67a6-45fe-a4e7-96d16b290a25 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0982080 Jul 14 11:51:40.740151 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.749840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Transition to ACTIVE for port object 0aa9833f-91e0-47f1-b058-7d180beb7b82 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:40.764728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Transition to ACTIVE for port object 0aa9833f-91e0-47f1-b058-7d180beb7b82 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:40.769910 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.805499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:40.811551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:40.815136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:40.822040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Pushing event updated for resources: {'Port': ['ID=0aa9833f-91e0-47f1-b058-7d180beb7b82,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:40.849834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.850182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.850524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.850858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.851194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.851522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.851866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.852194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.852519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.852843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.853163 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.853484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:40.864304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7f006-8e78-401a-b3ea-35551c3a7b4b req-0cce9508-2019-4125-ae34-932d28f3e17a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:40.865844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9a7f006-8e78-401a-b3ea-35551c3a7b4b req-0cce9508-2019-4125-ae34-932d28f3e17a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.2935162 Jul 14 11:51:40.870542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd35b-f865-4d9e-8dd9-c9f011e2d5b5 req-b3921e23-c142-4827-8deb-206ae2e2493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:40.871948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-108bd35b-f865-4d9e-8dd9-c9f011e2d5b5 req-b3921e23-c142-4827-8deb-206ae2e2493d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2868123 Jul 14 11:51:40.889656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Attempting to bind port 0aa9833f-91e0-47f1-b058-7d180beb7b82 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:40.890036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Attempting to bind port 0aa9833f-91e0-47f1-b058-7d180beb7b82 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:40.890392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Attempting to bind port 0aa9833f-91e0-47f1-b058-7d180beb7b82 on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:40.895318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:40.895685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:40.896488 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.896488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Bound using segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:40.896944 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Bound port: 0aa9833f-91e0-47f1-b058-7d180beb7b82, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:40.897321 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.922691 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9a7f006-8e78-401a-b3ea-35551c3a7b4b req-912352b1-8eee-4285-8933-45aa6b2b3bda tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497813 Jul 14 11:51:40.962606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] For port 0aa9833f-91e0-47f1-b058-7d180beb7b82, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:40.965798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] For port 0aa9833f-91e0-47f1-b058-7d180beb7b82, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0aa9833f-91e0-47f1-b058-7d180beb7b82,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:40.969375 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:41.029515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5124e6e-4679-4d71-a667-eb6d4789c7dc None None] Pushing event updated for resources: {'Port': ['ID=0aa9833f-91e0-47f1-b058-7d180beb7b82,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:41.052519 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:41.072642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:41.210916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Allocated IP 172.25.2.155 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/cd426a74-08ea-42d0-90fa-d6cec1cae669) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:41.333543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:41.374783 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:41.402674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0aa9833f-91e0-47f1-b058-7d180beb7b82 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:41.418113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:41.421175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:41.426639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:41.429692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Pushing event updated for resources: {'Port': ['ID=cd426a74-08ea-42d0-90fa-d6cec1cae669,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:41.450595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 0aa9833f-91e0-47f1-b058-7d180beb7b82 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:41.687210 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:41.818872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1d2dde6-e238-4091-a4b5-238033be1692 req-eec61527-7669-41d8-b2cf-777417d3cb57 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.38 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0344875 Jul 14 11:51:41.930687 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:41.936393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b1ff8-edd9-47e2-8618-0c6a5a6fcb1e None None] Network ab57db97-d866-4580-839b-0963a274a61e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:42.006106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1bb01ab4-6dbb-44bf-ba67-8bec6a239b57 None None] Provisioning for port 0aa9833f-91e0-47f1-b058-7d180beb7b82 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:42.012498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1bb01ab4-6dbb-44bf-ba67-8bec6a239b57 None None] Provisioning complete for port 0aa9833f-91e0-47f1-b058-7d180beb7b82 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:42.012910 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1bb01ab4-6dbb-44bf-ba67-8bec6a239b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:42.115537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-108bd35b-f865-4d9e-8dd9-c9f011e2d5b5 req-dbe3a88b-3273-4bdf-9145-c4409fb43272 tempest-ServerShowV257Test-1604530924 tempest-ServerShowV257Test-1604530924-project] 10.222.0.64 "GET /v2.0/ports?device_id=468650c6-05cb-4502-ad3b-973914cb9f76 HTTP/1.1" status: 200 len: 210 time: 0.0527897 Jul 14 11:51:42.142835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Router f02befd1-ab3f-4999-bd1b-a16a634174ec is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:51:42.164699 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1082d799-508b-4bf8-941b-499a3899579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:42.166962 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1bb01ab4-6dbb-44bf-ba67-8bec6a239b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:42.172369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e7f77-9bbf-44c4-b4ba-9d3815d6bcc5 req-da2b02ff-8872-499c-aa32-63e3658076bd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:42.173922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-395e7f77-9bbf-44c4-b4ba-9d3815d6bcc5 req-da2b02ff-8872-499c-aa32-63e3658076bd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1253433 Jul 14 11:51:42.210505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1bb01ab4-6dbb-44bf-ba67-8bec6a239b57 None None] For port 0aa9833f-91e0-47f1-b058-7d180beb7b82, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0aa9833f-91e0-47f1-b058-7d180beb7b82,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:42.215040 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1bb01ab4-6dbb-44bf-ba67-8bec6a239b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:42.274943 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:42.276507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb01ab4-6dbb-44bf-ba67-8bec6a239b57 None None] Pushing event updated for resources: {'Port': ['ID=0aa9833f-91e0-47f1-b058-7d180beb7b82,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:42.289148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-395e7f77-9bbf-44c4-b4ba-9d3815d6bcc5 req-3c409e77-8636-4d63-a5e4-a93ed30af1a1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842021 Jul 14 11:51:42.314317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:42.325220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Sync routers for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:42.337613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:42.339042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b6dbc6d9-c048-49ca-9225-dfba71124865 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0837100 Jul 14 11:51:42.341736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40136) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:42.344811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:42.345554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:42.460796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:42.585383 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aeb4fd64-0a19-4b23-9211-77fee333e2f1 None None] Provisioning complete for port 0aa9833f-91e0-47f1-b058-7d180beb7b82 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:42.585759 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aeb4fd64-0a19-4b23-9211-77fee333e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:42.725150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:41Z', 'revision_number': 3, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:42.756335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Checking router: f02befd1-ab3f-4999-bd1b-a16a634174ec for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:42.756691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Updating router f02befd1-ab3f-4999-bd1b-a16a634174ec port cd426a74-08ea-42d0-90fa-d6cec1cae669 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:42.792470 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:42.819546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:42.982466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Allocated IP 172.20.0.1 (ab57db97-d866-4580-839b-0963a274a61e/2ebf9c62-6f89-4042-b207-3d7abe24ee41/fb076978-ecbd-4394-a827-9a80bc08b81e) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:43.060263 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.071818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Transition to ACTIVE for port object cd426a74-08ea-42d0-90fa-d6cec1cae669 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:43.079614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.092191 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.107419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Transition to ACTIVE for port object fb076978-ecbd-4394-a827-9a80bc08b81e will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:43.133647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Attempting to bind port cd426a74-08ea-42d0-90fa-d6cec1cae669 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:43.134031 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Attempting to bind port cd426a74-08ea-42d0-90fa-d6cec1cae669 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:43.134393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Attempting to bind port cd426a74-08ea-42d0-90fa-d6cec1cae669 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:43.137422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a82e16-3a20-4e62-b594-50c5f96d6d18 None None] Pushing event updated for resources: {'Port': ['ID=cd426a74-08ea-42d0-90fa-d6cec1cae669,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:43.142473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:43.142854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:43.143262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.143654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:43.144179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Bound port: cd426a74-08ea-42d0-90fa-d6cec1cae669, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:43.144549 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.144861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40146) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:43.157837 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.199602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:43.206892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:43.208296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] For port cd426a74-08ea-42d0-90fa-d6cec1cae669, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:43.212263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:43.213105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] For port cd426a74-08ea-42d0-90fa-d6cec1cae669, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cd426a74-08ea-42d0-90fa-d6cec1cae669,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:43.221264 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.241374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Pushing event updated for resources: {'Port': ['ID=fb076978-ecbd-4394-a827-9a80bc08b81e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:43.262841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.273550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed669316-f9f6-4a27-ade2-5955c55be410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.309115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:43.309887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:43.452665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:43.456695 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.494586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed669316-f9f6-4a27-ade2-5955c55be410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.500646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed669316-f9f6-4a27-ade2-5955c55be410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.559769 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ed669316-f9f6-4a27-ade2-5955c55be410 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cbb6b733d9ce4736aa8213b3c06e9a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138055 Jul 14 11:51:43.561096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed669316-f9f6-4a27-ade2-5955c55be410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e613cb-dcb7-4e89-aca8-af9d6526c7f8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:43.563866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40154) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:43.599761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a82e16-3a20-4e62-b594-50c5f96d6d18 None None] Pushing event updated for resources: {'Port': ['ID=cd426a74-08ea-42d0-90fa-d6cec1cae669,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:43.602591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0aa9833f-91e0-47f1-b058-7d180beb7b82 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:43.628312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb003895-6020-4336-acdf-b827b31f213f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.661871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb003895-6020-4336-acdf-b827b31f213f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.695216 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.706664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba296db0-ef66-4ce6-9efe-b8d8ed256c68 None None] Provisioning for port fb076978-ecbd-4394-a827-9a80bc08b81e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:43.711631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba296db0-ef66-4ce6-9efe-b8d8ed256c68 None None] Provisioning complete for port fb076978-ecbd-4394-a827-9a80bc08b81e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:43.711981 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba296db0-ef66-4ce6-9efe-b8d8ed256c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.720476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb003895-6020-4336-acdf-b827b31f213f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.728434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb003895-6020-4336-acdf-b827b31f213f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.731976 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cb003895-6020-4336-acdf-b827b31f213f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2e613cb-dcb7-4e89-aca8-af9d6526c7f8 HTTP/1.1" status: 204 len: 168 time: 0.1647124 Jul 14 11:51:43.750659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb003895-6020-4336-acdf-b827b31f213f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e613cb-dcb7-4e89-aca8-af9d6526c7f8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:43.808155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 0aa9833f-91e0-47f1-b058-7d180beb7b82 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:43.808535 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.810050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba296db0-ef66-4ce6-9efe-b8d8ed256c68 None None] Port fb076978-ecbd-4394-a827-9a80bc08b81e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:43.845785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:41Z', 'revision_number': 3, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:43.880647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b13cc2-84ad-488f-9ba0-4449d09b3df5 None None] The sync data for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 is: [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:41Z', 'revision_number': 3, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:44.112590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.120920 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.211965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Pushing event updated for resources: {'Port': ['ID=fb076978-ecbd-4394-a827-9a80bc08b81e,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:44.246382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444539e3-08b2-4d04-a3a2-77e76b65b013 req-e1f8b4b4-fe6d-455b-a2f8-c3a84262051c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:44.250055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-444539e3-08b2-4d04-a3a2-77e76b65b013 req-e1f8b4b4-fe6d-455b-a2f8-c3a84262051c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.7008719 Jul 14 11:51:44.259142 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.344580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-444539e3-08b2-4d04-a3a2-77e76b65b013 req-a2ad70aa-680d-4357-9769-6a99174c2edc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870595 Jul 14 11:51:44.397451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:44.398877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:44.542209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Router f02befd1-ab3f-4999-bd1b-a16a634174ec has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:51:44.572054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:44.661229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:44.666228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f6483a77-6a82-44d8-834e-a66066351909 admin admin] 10.222.0.38 "PUT /v2.0/routers/f02befd1-ab3f-4999-bd1b-a16a634174ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3233161 Jul 14 11:51:44.698223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-851242655-network', 'tenant_id': '3a37ded4e7fa4ab2951936ecff9218b0'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:44.725337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Made reservation on behalf of 3a37ded4e7fa4ab2951936ecff9218b0 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:44.728070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.737040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.757619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1994d21c-c029-4f31-8f7e-669ad807fc1a None None] Provisioning complete for port fb076978-ecbd-4394-a827-9a80bc08b81e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:44.758178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1994d21c-c029-4f31-8f7e-669ad807fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.795883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1994d21c-c029-4f31-8f7e-669ad807fc1a None None] Port fb076978-ecbd-4394-a827-9a80bc08b81e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:44.855116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.860645 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.887937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:44.910568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.911045 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Added segment 798f4276-7b86-41df-9bff-906249e131bf of type vlan for network e48bd98c-183f-4b42-b120-c8cb91de443b Jul 14 11:51:44.912508 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79163378-3bf2-4853-82ee-950d998746d8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:44.956875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.997058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:44.999112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:45.000259 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.069283 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4929931 Jul 14 11:51:45.069697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40194) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:45.074830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Request body: {'subnet': {'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-851242655-subnet', 'tenant_id': '3a37ded4e7fa4ab2951936ecff9218b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:45.076790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8f9d7-6304-4ef3-b4eb-eebc81ce4550 admin admin] Pushing event updated for resources: {'Network': ['ID=e48bd98c-183f-4b42-b120-c8cb91de443b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:45.088571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e48bd98c-183f-4b42-b120-c8cb91de443b details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:45.098410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Made reservation on behalf of 3a37ded4e7fa4ab2951936ecff9218b0 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:45.100935 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.167805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.253510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40200) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:45.258597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-996590337-network', 'tenant_id': '24fd070d370143f0b471081e67e04c99'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:45.278364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Made reservation on behalf of 24fd070d370143f0b471081e67e04c99 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:45.281070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.285423 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.290590 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.347900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6808f8-0839-46d5-9b89-0883c1da7ce2,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:45.353862 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Checking segment: {'id': '798f4276-7b86-41df-9bff-906249e131bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:45.354264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Network hostable DHCP agents. Network: e48bd98c-183f-4b42-b120-c8cb91de443b, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:45.376087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Network e48bd98c-183f-4b42-b120-c8cb91de443b is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:45.386947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e48bd98c-183f-4b42-b120-c8cb91de443b) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:45.396719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85328bc5-2f33-4e3f-a47f-c1e5f8ee619d None None] Network e48bd98c-183f-4b42-b120-c8cb91de443b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:45.403733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:45.404987 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.408542 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.430692 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.444993 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4022e5af-d8c0-447d-80a5-c6ff3f2bb882 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3738465 Jul 14 11:51:45.460316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc6062b-7a64-46ec-9512-5454fef37bcc,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:45.493787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:45.507623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.508072 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Added segment 1fcce249-8b90-415f-85f5-ec23eec761d6 of type vlan for network 9c038398-774a-441b-8977-d077d1c4ddf3 Jul 14 11:51:45.521481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cd426a74-08ea-42d0-90fa-d6cec1cae669 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:45.574441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.594846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8284f-de08-4bef-b870-fe7fbf7e0a33 req-db2dc69d-e65f-45a5-8e0c-26681e1a2423 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:45.604558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ad8284f-de08-4bef-b870-fe7fbf7e0a33 req-db2dc69d-e65f-45a5-8e0c-26681e1a2423 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1153486 Jul 14 11:51:45.625315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.627033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:45.628854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.656512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ad8284f-de08-4bef-b870-fe7fbf7e0a33 req-6afd1b7d-7314-4559-82de-c32c8b70c6bc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509233 Jul 14 11:51:45.710746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40212) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:45.710968 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4561312 Jul 14 11:51:45.721804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Request body: {'subnet': {'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-996590337-subnet', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:45.724656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3898a-056a-47e6-94a6-04fe4b7e4b16 admin admin] Pushing event updated for resources: {'Network': ['ID=9c038398-774a-441b-8977-d077d1c4ddf3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:45.752874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Made reservation on behalf of 24fd070d370143f0b471081e67e04c99 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:45.756295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.777902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 9c038398-774a-441b-8977-d077d1c4ddf3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:45.797735 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a92da8-d3b2-468d-942d-c1e034edbfac None None] Network e48bd98c-183f-4b42-b120-c8cb91de443b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:45.931992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port cd426a74-08ea-42d0-90fa-d6cec1cae669 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:45.943117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port cd426a74-08ea-42d0-90fa-d6cec1cae669 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:45.943489 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.978995 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Sync routers for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:45.990522 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:45.995293 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:46.048975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.085017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.112157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6bf3b3e-609a-4010-9382-446247570714,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:46.117117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port cd426a74-08ea-42d0-90fa-d6cec1cae669, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cd426a74-08ea-42d0-90fa-d6cec1cae669,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:46.119706 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:46.121760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.129355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-2c887166-8852-423d-8568-ee55cc191912 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:46.131000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-2c887166-8852-423d-8568-ee55cc191912 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 813 time: 0.2140112 Jul 14 11:51:46.163387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Checking segment: {'id': '1fcce249-8b90-415f-85f5-ec23eec761d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:46.163752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Network hostable DHCP agents. Network: 9c038398-774a-441b-8977-d077d1c4ddf3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:46.166450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-b124accd-97d2-4d0f-a826-9e787219addf tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/quotas/3a37ded4e7fa4ab2951936ecff9218b0 HTTP/1.1" status: 200 len: 375 time: 0.0257485 Jul 14 11:51:46.178240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=cd426a74-08ea-42d0-90fa-d6cec1cae669,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:46.206900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-6e25be59-04cb-42d8-901f-e8f78e1e0e83 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302114 Jul 14 11:51:46.207632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Network 9c038398-774a-441b-8977-d077d1c4ddf3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:46.220652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 9c038398-774a-441b-8977-d077d1c4ddf3) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:46.224897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:46.225508 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.235230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7559706-480d-4b00-bb7b-b22705377ba0 None None] Network 9c038398-774a-441b-8977-d077d1c4ddf3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:46.241235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-77ffe47d-9841-43d3-9802-8a2e6003a602 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5287135 Jul 14 11:51:46.243446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40226) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:46.248748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:46.284376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.286447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.351150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.352927 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 2, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:46.380716 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Checking router: f02befd1-ab3f-4999-bd1b-a16a634174ec for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:46.381052 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Updating router f02befd1-ab3f-4999-bd1b-a16a634174ec port fb076978-ecbd-4394-a827-9a80bc08b81e binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:46.413540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-9c038398-774a-441b-8977-d077d1c4ddf3', 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'fixed_ips': [{'subnet_id': 'a6bf3b3e-609a-4010-9382-446247570714'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:51:46.414682 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.424082 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.551368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Allocated IP 172.20.0.2 (9c038398-774a-441b-8977-d077d1c4ddf3/a6bf3b3e-609a-4010-9382-446247570714/1f0bb72c-7837-4846-adda-22c058888990) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:46.551873 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.590979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-390f69c0-d8d6-4dab-9162-88cf4da936e0 service neutron] 10.222.0.38 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761840 Jul 14 11:51:46.707169 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.718245 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Transition to ACTIVE for port object fb076978-ecbd-4394-a827-9a80bc08b81e will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:46.722959 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.726832 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.727878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-eabe1985-b299-408e-bd4b-05172acbefb0 service neutron] 10.222.0.38 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105251 Jul 14 11:51:46.734559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Transition to ACTIVE for port object 1f0bb72c-7837-4846-adda-22c058888990 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:46.758260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Transition to ACTIVE for port object 1f0bb72c-7837-4846-adda-22c058888990 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:46.772318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.829745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Network 9c038398-774a-441b-8977-d077d1c4ddf3 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:46.831187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:46.865495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Pushing event updated for resources: {'Port': ['ID=1f0bb72c-7837-4846-adda-22c058888990,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:46.873123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:46.879552 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Attempting to bind port fb076978-ecbd-4394-a827-9a80bc08b81e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:46.879954 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Attempting to bind port fb076978-ecbd-4394-a827-9a80bc08b81e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:46.880320 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Attempting to bind port fb076978-ecbd-4394-a827-9a80bc08b81e on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:46.885464 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Pushing event updated for resources: {'Port': ['ID=fb076978-ecbd-4394-a827-9a80bc08b81e,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:46.895196 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.895544 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.895906 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.896247 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.896585 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.896917 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.897250 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.897577 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.897904 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.898228 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.898554 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.898875 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:46.909841 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:46.910505 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:46.911106 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.911708 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Bound using segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:46.912412 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Bound port: fb076978-ecbd-4394-a827-9a80bc08b81e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:46.912991 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.968205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Attempting to bind port 1f0bb72c-7837-4846-adda-22c058888990 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:46.968579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Attempting to bind port 1f0bb72c-7837-4846-adda-22c058888990 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '1fcce249-8b90-415f-85f5-ec23eec761d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:46.969237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Attempting to bind port 1f0bb72c-7837-4846-adda-22c058888990 on network 9c038398-774a-441b-8977-d077d1c4ddf3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:46.977349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:46.977906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Checking segment: {'id': '1fcce249-8b90-415f-85f5-ec23eec761d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:46.978633 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.980140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Bound using segment: {'id': '1fcce249-8b90-415f-85f5-ec23eec761d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:46.980605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Bound port: 1f0bb72c-7837-4846-adda-22c058888990, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcce249-8b90-415f-85f5-ec23eec761d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:46.981081 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:46.994888 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] For port fb076978-ecbd-4394-a827-9a80bc08b81e, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:47.000611 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] For port fb076978-ecbd-4394-a827-9a80bc08b81e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fb076978-ecbd-4394-a827-9a80bc08b81e,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:47.008247 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:47.073573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] For port 1f0bb72c-7837-4846-adda-22c058888990, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:47.080001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] For port 1f0bb72c-7837-4846-adda-22c058888990, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1f0bb72c-7837-4846-adda-22c058888990,segment=NetworkSegment(1fcce249-8b90-415f-85f5-ec23eec761d6),segment_id=1fcce249-8b90-415f-85f5-ec23eec761d6)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:47.087549 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:47.093706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d8ad6f9-0b97-4c35-9b5c-5970abba8e07 req-fc9a0e62-3d1f-4532-a24f-1f59a71d0cdc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 210 time: 0.0773885 Jul 14 11:51:47.105916 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:47.107519 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:47.110873 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:47.142868 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:47.274516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812acba6-f7b6-41bc-b7e9-884bf4df1407 None None] Pushing event updated for resources: {'Port': ['ID=1f0bb72c-7837-4846-adda-22c058888990,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:47.307074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e959e-cfaa-4993-a721-be61a2fda6f8 req-91fbd597-f580-4239-8ef7-f8792373129d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:47.317242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb8e959e-cfaa-4993-a721-be61a2fda6f8 req-91fbd597-f580-4239-8ef7-f8792373129d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.4135079 Jul 14 11:51:47.340799 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:47.396620 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6979c3-aad3-4e9f-bd02-bfedfde28d0a None None] Pushing event updated for resources: {'Port': ['ID=fb076978-ecbd-4394-a827-9a80bc08b81e,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:47.434474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb8e959e-cfaa-4993-a721-be61a2fda6f8 req-a6512fbd-0dd7-4f75-b0f6-0a744b71413b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157885 Jul 14 11:51:47.473116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Allocated IP 172.25.2.203 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/f1efbf98-ddbf-45a3-a7ff-f4e76208fb55) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:47.485812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cd426a74-08ea-42d0-90fa-d6cec1cae669 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:47.602543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port cd426a74-08ea-42d0-90fa-d6cec1cae669 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:47.603183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:47.684943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:47.713957 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:47.747010 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6c614-b6aa-4622-abab-00323015f700 None None] The sync data for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 is: [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:47.765872 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:47.837146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:47.838012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Pushing event updated for resources: {'Port': ['ID=f1efbf98-ddbf-45a3-a7ff-f4e76208fb55,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:47.843276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:47.846640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:48.119401 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:48.299554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f92649b-c881-48c3-a530-97472e8b870f req-f7780a28-32f3-4673-8e61-47a0c81d084f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 210 time: 0.0394583 Jul 14 11:51:48.373557 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:48.585001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e07210-0c27-44a0-954c-52b61daa20ad None None] Network 9c038398-774a-441b-8977-d077d1c4ddf3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:48.705470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:51:48.709854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-00850581-3b92-4842-a52e-3255e3206dbc None None] Provisioning for port 1f0bb72c-7837-4846-adda-22c058888990 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:48.719898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-0aff3e37-5321-4270-8ed7-093f5d79ea76 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:48.722277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-0aff3e37-5321-4270-8ed7-093f5d79ea76 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.45 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 813 time: 0.1999362 Jul 14 11:51:48.740847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Request body: {'port': {'device_id': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b', 'admin_state_up': True, 'tenant_id': '3a37ded4e7fa4ab2951936ecff9218b0'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:49.188644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf1323-adc1-4772-a80d-d860f7b50304 req-266f2a85-420a-4f13-90ff-4d847b62c90a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:49.190018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ccf1323-adc1-4772-a80d-d860f7b50304 req-266f2a85-420a-4f13-90ff-4d847b62c90a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.5914853 Jul 14 11:51:49.301562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ccf1323-adc1-4772-a80d-d860f7b50304 req-8ac8830e-2652-4b9b-9688-aafd8f33fbe0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034799 Jul 14 11:51:49.315681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:49.324625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Sync routers for ids ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:49.335779 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Routers {'6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:49.336535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:49.339505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Made reservation on behalf of 3a37ded4e7fa4ab2951936ecff9218b0 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:49.343745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.346578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.349273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0e5a92f6-5b80-4883-ad26-8fff4e91fb74 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1033833 Jul 14 11:51:49.351006 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40250) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:49.506581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Set router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:49.528484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c3e3495-9a32-4f0a-af52-756bddf5d35c req-ccab29f3-f43f-4bff-9048-992786295f50 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 210 time: 0.0420852 Jul 14 11:51:49.584352 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1f0bb72c-7837-4846-adda-22c058888990 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:49.588634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Allocated IP 172.20.0.4 (e48bd98c-183f-4b42-b120-c8cb91de443b/ae6808f8-0839-46d5-9b89-0883c1da7ce2/12c887e1-b274-4b90-adee-91cdfdf5cad7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:49.723974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 1f0bb72c-7837-4846-adda-22c058888990 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:49.733501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1f0bb72c-7837-4846-adda-22c058888990 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:49.733883 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.760700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.807472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.826488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:46Z', 'updated_at': '2021-07-14T11:51:48Z', 'revision_number': 3, 'project_id': '24fd070d370143f0b471081e67e04c99', 'gw_port': {'id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:47Z', 'updated_at': '2021-07-14T11:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:49.831061 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.861401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Network e48bd98c-183f-4b42-b120-c8cb91de443b is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:49.868961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:49.873671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:49.878673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Checking router: 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:49.879114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Updating router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:49.899062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:49.918759 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.930670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:49.931330 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.934936 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.945934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-dbb3e80c-cb74-4167-be68-077e03ab3ebc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2105455 Jul 14 11:51:49.957971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Request body: {'port': {'device_id': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:49.985386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 1f0bb72c-7837-4846-adda-22c058888990, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1f0bb72c-7837-4846-adda-22c058888990,segment=NetworkSegment(1fcce249-8b90-415f-85f5-ec23eec761d6),segment_id=1fcce249-8b90-415f-85f5-ec23eec761d6)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:49.995105 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:49.996050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fb076978-ecbd-4394-a827-9a80bc08b81e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:50.024507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Allocated IP 172.20.0.1 (9c038398-774a-441b-8977-d077d1c4ddf3/a6bf3b3e-609a-4010-9382-446247570714/e45cba89-2d1c-430b-86ac-266a948ff156) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:50.039804 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.207784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=1f0bb72c-7837-4846-adda-22c058888990,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:50.231506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port fb076978-ecbd-4394-a827-9a80bc08b81e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:50.239787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port fb076978-ecbd-4394-a827-9a80bc08b81e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:50.239787 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.350708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c887e1-b274-4b90-adee-91cdfdf5cad7 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:51:50.361716 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.378199 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.378696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Transition to ACTIVE for port object 12c887e1-b274-4b90-adee-91cdfdf5cad7 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:50.384386 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.385484 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.409965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Transition to ACTIVE for port object f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:50.421428 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.437279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port fb076978-ecbd-4394-a827-9a80bc08b81e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fb076978-ecbd-4394-a827-9a80bc08b81e,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:50.458298 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.486550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Attempting to bind port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:50.486925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Attempting to bind port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:50.487294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Attempting to bind port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:50.490369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8bb71-3f04-4113-a765-1e45f9c5e8d7 None None] Pushing event updated for resources: {'Port': ['ID=f1efbf98-ddbf-45a3-a7ff-f4e76208fb55,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:50.498033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:50.498495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:50.499285 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.499285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:50.499792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Bound port: f1efbf98-ddbf-45a3-a7ff-f4e76208fb55, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:50.500191 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.523950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:50.527605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.553556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Transition to ACTIVE for port object e45cba89-2d1c-430b-86ac-266a948ff156 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:50.586171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=fb076978-ecbd-4394-a827-9a80bc08b81e,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:50.593567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1c013-ef03-4993-8c1e-97ee6263ec5f req-ef0fd35a-1e2a-4650-8c7f-f1d47f380e35 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:50.595241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] For port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:50.595389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cb1c013-ef03-4993-8c1e-97ee6263ec5f req-ef0fd35a-1e2a-4650-8c7f-f1d47f380e35 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1562731 Jul 14 11:51:50.598867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] For port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f1efbf98-ddbf-45a3-a7ff-f4e76208fb55,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:50.603967 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.620270 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.621291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Attempting to bind port 12c887e1-b274-4b90-adee-91cdfdf5cad7 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:50.621656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Attempting to bind port 12c887e1-b274-4b90-adee-91cdfdf5cad7 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '798f4276-7b86-41df-9bff-906249e131bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:50.621988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Attempting to bind port 12c887e1-b274-4b90-adee-91cdfdf5cad7 on network e48bd98c-183f-4b42-b120-c8cb91de443b {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:50.639559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Port 12c887e1-b274-4b90-adee-91cdfdf5cad7 on network e48bd98c-183f-4b42-b120-c8cb91de443b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:51:50.639963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Attempting to bind port 12c887e1-b274-4b90-adee-91cdfdf5cad7 on network e48bd98c-183f-4b42-b120-c8cb91de443b {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:50.646459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:50.646820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Checking segment: {'id': '798f4276-7b86-41df-9bff-906249e131bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:50.647323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Bound using segment: {'id': '798f4276-7b86-41df-9bff-906249e131bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:50.647763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Bound port: 12c887e1-b274-4b90-adee-91cdfdf5cad7, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798f4276-7b86-41df-9bff-906249e131bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:50.648150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.671890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Network 9c038398-774a-441b-8977-d077d1c4ddf3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:50.681122 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:50.690002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:50.691869 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5cb1c013-ef03-4993-8c1e-97ee6263ec5f req-53ed1fdd-d110-4648-970a-f4561c89cb57 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846052 Jul 14 11:51:50.767044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Pushing event updated for resources: {'Port': ['ID=e45cba89-2d1c-430b-86ac-266a948ff156,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:50.799913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:50.815192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:50.820101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.834473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc0939-f4de-43cb-9ea8-e90e0e90a0cb req-3b816753-5687-42d9-bfd5-23cc3b065ab4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:50.840789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1fc0939-f4de-43cb-9ea8-e90e0e90a0cb req-3b816753-5687-42d9-bfd5-23cc3b065ab4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1559672 Jul 14 11:51:50.846438 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.855433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8bb71-3f04-4113-a765-1e45f9c5e8d7 None None] Pushing event updated for resources: {'Port': ['ID=f1efbf98-ddbf-45a3-a7ff-f4e76208fb55,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:50.876460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Routers {'6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:50.877090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:50.922549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:50.923269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:50.924807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-c53243ba-785d-4908-a7cc-9419263546af service neutron] 10.222.0.45 "PUT /v2.0/ports/12c887e1-b274-4b90-adee-91cdfdf5cad7 HTTP/1.1" status: 200 len: 1091 time: 0.9713862 Jul 14 11:51:50.925332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:50.927704 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe85636-6172-49e7-8b17-6d234857b00e" -d '{"events": [{"name": "network-changed", "server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:50.961884 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1fc0939-f4de-43cb-9ea8-e90e0e90a0cb req-6b57910c-8c8e-447b-b34e-659f7f123492 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013556 Jul 14 11:51:50.992801 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fb7db6-6a9f-4cc7-8c67-cd3e789bfc9e x-openstack-request-id: req-f1fb7db6-6a9f-4cc7-8c67-cd3e789bfc9e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:50.993160 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:50.993567 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1fb7db6-6a9f-4cc7-8c67-cd3e789bfc9e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:50.993980 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'status': 'completed', 'code': 200} Jul 14 11:51:51.026171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:51.028653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] Set router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:51.047979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53243ba-785d-4908-a7cc-9419263546af service neutron] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:51.076945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-a52ec83d-d3ca-40fc-b37c-6e76f42235d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:51.078715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-a52ec83d-d3ca-40fc-b37c-6e76f42235d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 1094 time: 0.0816925 Jul 14 11:51:51.129485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-3e95b1fd-1ca1-4621-b01a-422c03fb76a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7 HTTP/1.1" status: 200 len: 217 time: 0.0396628 Jul 14 11:51:51.143047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f4984d74-b20c-40e8-bddc-6114b97e3fb2 None None] Provisioning for port e45cba89-2d1c-430b-86ac-266a948ff156 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:51.149377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f4984d74-b20c-40e8-bddc-6114b97e3fb2 None None] Provisioning complete for port e45cba89-2d1c-430b-86ac-266a948ff156 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:51.149625 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4984d74-b20c-40e8-bddc-6114b97e3fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:51.181495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-059d9fe8-6fed-4633-9afd-936c7bba1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:51.183048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-059d9fe8-6fed-4633-9afd-936c7bba1653 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae6808f8-0839-46d5-9b89-0883c1da7ce2 HTTP/1.1" status: 200 len: 853 time: 0.0467651 Jul 14 11:51:51.184290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f4984d74-b20c-40e8-bddc-6114b97e3fb2 None None] Port e45cba89-2d1c-430b-86ac-266a948ff156 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:51.196588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:51.203567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:51.217059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-273db370-beec-4963-a441-13ba02aef0a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e48bd98c-183f-4b42-b120-c8cb91de443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266438 Jul 14 11:51:51.266439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Pushing event updated for resources: {'Port': ['ID=e45cba89-2d1c-430b-86ac-266a948ff156,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:51.271424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-489a8192-c484-416e-aef4-8af14610e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:46Z', 'updated_at': '2021-07-14T11:51:48Z', 'revision_number': 3, 'project_id': '24fd070d370143f0b471081e67e04c99', 'gw_port': {'id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:47Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:51.290190 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:51.304408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a8192-c484-416e-aef4-8af14610e91a None None] The sync data for ids ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'] in n-d-778696-8 is: [{'id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:46Z', 'updated_at': '2021-07-14T11:51:48Z', 'revision_number': 3, 'project_id': '24fd070d370143f0b471081e67e04c99', 'gw_port': {'id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:47Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:51.322263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-b4218b3a-7382-4478-b6c5-0ed5d811ab97 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984185 Jul 14 11:51:51.396934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Network 9c038398-774a-441b-8977-d077d1c4ddf3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:51.399369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:51.415808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1f0bb72c-7837-4846-adda-22c058888990 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:51.450555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e24580c9-7ee6-438a-8a02-9383f035d65a req-0fb96d11-bff9-433f-8b27-9bed0300d107 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173866 Jul 14 11:51:51.474825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1f0bb72c-7837-4846-adda-22c058888990 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:51.475398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:51.595163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:51:51.600204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fb076978-ecbd-4394-a827-9a80bc08b81e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:51.648328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe85636-6172-49e7-8b17-6d234857b00e req-c15b2813-a117-4788-89ce-0b7b1366fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:51.649796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fe85636-6172-49e7-8b17-6d234857b00e req-c15b2813-a117-4788-89ce-0b7b1366fccb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 1094 time: 0.1416655 Jul 14 11:51:51.682043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port fb076978-ecbd-4394-a827-9a80bc08b81e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:51.682348 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:51.786573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe85636-6172-49e7-8b17-6d234857b00e req-2041c573-d023-4fc2-9fb3-fa3285805211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:51.794231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fe85636-6172-49e7-8b17-6d234857b00e req-2041c573-d023-4fc2-9fb3-fa3285805211 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 913 time: 0.1281230 Jul 14 11:51:51.804453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:51.814161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e8cd4844-6fd4-4dc9-86ee-a9ba0fb001f2 None None] Provisioning complete for port e45cba89-2d1c-430b-86ac-266a948ff156 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:51.814542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4844-6fd4-4dc9-86ee-a9ba0fb001f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:51.815695 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-38c589f0-f3ce-4dda-91f4-6508dde41db2 admin admin] 10.222.0.38 "PUT /v2.0/routers/6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4632411 Jul 14 11:51:51.853368 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd4844-6fd4-4dc9-86ee-a9ba0fb001f2 None None] Port e45cba89-2d1c-430b-86ac-266a948ff156 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:51.891198 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fe85636-6172-49e7-8b17-6d234857b00e req-c71b184c-25f9-4cb5-8d5f-a4f0c086ca84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7 HTTP/1.1" status: 200 len: 217 time: 0.0901814 Jul 14 11:51:52.033673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe85636-6172-49e7-8b17-6d234857b00e req-e375730d-258e-403a-a4f3-b5f046840839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:52.035173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fe85636-6172-49e7-8b17-6d234857b00e req-e375730d-258e-403a-a4f3-b5f046840839 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae6808f8-0839-46d5-9b89-0883c1da7ce2 HTTP/1.1" status: 200 len: 853 time: 0.1330175 Jul 14 11:51:52.075092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fe85636-6172-49e7-8b17-6d234857b00e req-cce3e1cb-8808-4fd6-95a2-50316a371d4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e48bd98c-183f-4b42-b120-c8cb91de443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294223 Jul 14 11:51:52.076831 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-9e2fe991-29fb-4882-81ba-b1568ee118bd service neutron] show failed (client error): The resource could not be found. Jul 14 11:51:52.077906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-9e2fe991-29fb-4882-81ba-b1568ee118bd service neutron] 10.222.0.64 "GET /v2.0/ports/447528a7-9bae-4185-a026-79c39feb3a3e/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.2018833 Jul 14 11:51:52.103371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dd549-e87d-47ca-b2b5-d5d322de6e08 req-9d07f64f-d734-411c-b4b8-dafe1f066ccb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:52.108847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd0dd549-e87d-47ca-b2b5-d5d322de6e08 req-9d07f64f-d734-411c-b4b8-dafe1f066ccb tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.2315843 Jul 14 11:51:52.267181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd0dd549-e87d-47ca-b2b5-d5d322de6e08 req-2e422511-e750-498c-8472-f06787514d61 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354659 Jul 14 11:51:52.340633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da56aa-72d9-45de-b494-96f988b0383b req-0e846443-c822-4505-9700-fa1adfb263a6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:52.348454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56da56aa-72d9-45de-b494-96f988b0383b req-0e846443-c822-4505-9700-fa1adfb263a6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.2257628 Jul 14 11:51:52.351671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fe85636-6172-49e7-8b17-6d234857b00e req-d430bddd-3f10-4164-8621-fd77bddd0bbf service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657149 Jul 14 11:51:52.384819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-d0f2c600-ecdf-458e-83dd-27d840943dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:52.386549 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-d0f2c600-ecdf-458e-83dd-27d840943dbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 1096 time: 0.0718427 Jul 14 11:51:52.401846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:52.447731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56da56aa-72d9-45de-b494-96f988b0383b req-a4781654-12c7-44a1-a024-6310ea89951b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981631 Jul 14 11:51:52.504385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.504600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fe85636-6172-49e7-8b17-6d234857b00e req-98adf46d-3dc6-43ca-bf34-92eb2e1d5c31 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336710 Jul 14 11:51:52.720383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:52.761407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:52.804528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:52.806929 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663c89d5-449f-48ee-b720-89df642c9fe0" -d '{"events": [{"server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "name": "network-vif-unplugged", "status": "completed", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:52.811717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.836232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Transition to ACTIVE for port object 447528a7-9bae-4185-a026-79c39feb3a3e will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:52.842960 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.872767 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3765c326-c1d5-403f-bf75-1fc10832b1b6 x-openstack-request-id: req-3765c326-c1d5-403f-bf75-1fc10832b1b6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:52.873059 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "name": "network-vif-unplugged", "status": "completed", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:52.873306 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3765c326-c1d5-403f-bf75-1fc10832b1b6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:52.874019 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e', 'code': 200} Jul 14 11:51:52.929251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Pushing event updated for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:52.979596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] No DVR routers for this DVR port 447528a7-9bae-4185-a026-79c39feb3a3e on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:51:53.145663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Attempting to bind port 447528a7-9bae-4185-a026-79c39feb3a3e on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:53.146116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Attempting to bind port 447528a7-9bae-4185-a026-79c39feb3a3e by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:53.146450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Attempting to bind port 447528a7-9bae-4185-a026-79c39feb3a3e on network 15f69f88-c733-49cb-9a28-090032f71960 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:53.151272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Port 447528a7-9bae-4185-a026-79c39feb3a3e on network 15f69f88-c733-49cb-9a28-090032f71960 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:51:53.151413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Attempting to bind port 447528a7-9bae-4185-a026-79c39feb3a3e on network 15f69f88-c733-49cb-9a28-090032f71960 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:53.157388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:53.157727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Checking segment: {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:53.158108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Bound using segment: {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:53.158537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Bound port: 447528a7-9bae-4185-a026-79c39feb3a3e, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '15f69f88-c733-49cb-9a28-090032f71960'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:53.158896 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:53.227611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:53.230562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:53.235941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:53.274310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:53.275084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:53.276677 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] 10.222.0.45 "PUT /v2.0/ports/447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 1091 time: 0.8800592 Jul 14 11:51:53.375052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa76c9e-fe67-4a77-91aa-48a800f92eae service neutron] Pushing event updated for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:53.447508 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-58cd2d58-fb42-42f4-9836-156795b3bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:53.449170 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-58cd2d58-fb42-42f4-9836-156795b3bc26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1094 time: 0.1411469 Jul 14 11:51:53.453101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:53.578127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:53.582493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:53.582865 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:53.584437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-f8f0b38b-cee5-4d68-94e4-20d9ef6cd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:53.586086 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-f8f0b38b-cee5-4d68-94e4-20d9ef6cd504 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 896 time: 0.1277344 Jul 14 11:51:53.610244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d1ec-9be6-47ae-bd26-29f8fd7c1eda req-48fed9ad-c81d-4b7f-b944-1cc5d2423f6b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:53.612671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fd4d1ec-9be6-47ae-bd26-29f8fd7c1eda req-48fed9ad-c81d-4b7f-b944-1cc5d2423f6b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 943 time: 0.1246116 Jul 14 11:51:53.667465 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-728826fb-2a0f-47ee-9b61-8b7d2518e27c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 999 time: 0.0739377 Jul 14 11:51:53.695563 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:53.704645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2fd4d1ec-9be6-47ae-bd26-29f8fd7c1eda req-6d3de99d-963b-4705-bdb9-28fde1eb0904 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837350 Jul 14 11:51:53.721915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f1efbf98-ddbf-45a3-a7ff-f4e76208fb55,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:53.727290 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:53.727976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-7d9f3e0b-2150-48fb-8434-7072c91738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:53.729782 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-7d9f3e0b-2150-48fb-8434-7072c91738f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.0553405 Jul 14 11:51:53.747474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38af7f-b5e1-4145-b037-4bc6003c32bc req-91b02000-1c84-4c5f-8b58-2abf3d26a3f4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:53.750168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b38af7f-b5e1-4145-b037-4bc6003c32bc req-91b02000-1c84-4c5f-8b58-2abf3d26a3f4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1039846 Jul 14 11:51:53.786893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=f1efbf98-ddbf-45a3-a7ff-f4e76208fb55,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:53.794098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-2ca8e2a8-55d7-4fd9-bce9-2f3439fde9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:53.796356 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-2ca8e2a8-55d7-4fd9-bce9-2f3439fde9e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591249 Jul 14 11:51:53.807673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b38af7f-b5e1-4145-b037-4bc6003c32bc req-5cb93697-702f-47d9-99c0-67cdba36a828 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510869 Jul 14 11:51:53.825207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:51:53.904412 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-c8922dc5-ee94-4c44-9c78-e61ca0499a1e service neutron] 10.222.0.45 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001103 Jul 14 11:51:53.925464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:53.943191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b', 'port_id': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'mac_address': 'fa:16:3e:49:3a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6808f8-0839-46d5-9b89-0883c1da7ce2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:51:53.988038 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:54.001115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c887e1-b274-4b90-adee-91cdfdf5cad7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:51:54.005824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-99d95053-2d8a-4c56-a56f-6d17da90f3a7 req-06a96057-539f-44b0-9e50-932972f75b70 service neutron] 10.222.0.45 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927937 Jul 14 11:51:54.029812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:54.034298 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:54.082289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:54.147466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-63df3b56-461b-4bb1-8cb1-07490b4ea094 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:54.149003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-63df3b56-461b-4bb1-8cb1-07490b4ea094 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.1240461 Jul 14 11:51:54.164605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-7c9bd5fa-39f6-4b15-9c63-d5139e3016fa tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/quotas/63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 375 time: 0.0095730 Jul 14 11:51:54.248417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-c84de605-20b9-48c5-8b80-5bc222cac945 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753775 Jul 14 11:51:54.281652 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Sync routers for ids ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:54.290659 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Routers {'6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:54.291331 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:54.341083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-9d82e525-17d0-42fa-b8f0-4ead4689ae11 service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826244 Jul 14 11:51:54.376786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['12c887e1-b274-4b90-adee-91cdfdf5cad7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:51:54.398395 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Set router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:54.441420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-b81fde4e-a90c-4c34-bfb8-cc3d6f9c856c service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942190 Jul 14 11:51:54.617472 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:46Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 4, 'project_id': '24fd070d370143f0b471081e67e04c99', 'gw_port': {'id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:47Z', 'updated_at': '2021-07-14T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'e45cba89-2d1c-430b-86ac-266a948ff156', 'name': '', 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'mac_address': 'fa:16:3e:cc:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'a6bf3b3e-609a-4010-9382-446247570714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:49Z', 'updated_at': '2021-07-14T11:51:51Z', 'revision_number': 2, 'project_id': '24fd070d370143f0b471081e67e04c99', 'subnets': [{'id': 'a6bf3b3e-609a-4010-9382-446247570714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:54.637348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 447528a7-9bae-4185-a026-79c39feb3a3e no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:54.643961 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Checking router: 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:54.644799 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Updating router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a port e45cba89-2d1c-430b-86ac-266a948ff156 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:54.678447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 447528a7-9bae-4185-a026-79c39feb3a3e not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:54.682387 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:54.783050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ebdc41c7-ab26-4756-831a-6801bb339b29 req-c7a56cc3-e8f6-4f95-b509-3a9dba0ee094 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 210 time: 0.0312958 Jul 14 11:51:54.875175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:54.878865 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70086695-1eb4-440c-bce5-f2462cfb3f79" -d '{"events": [{"name": "network-changed", "server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:54.922416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb47d8-fd80-43dc-96aa-fd5d601c182a req-a6bb4ac8-07e9-4377-bdea-e224ec3fb7a3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:54.924239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ceb47d8-fd80-43dc-96aa-fd5d601c182a req-a6bb4ac8-07e9-4377-bdea-e224ec3fb7a3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 943 time: 0.0764599 Jul 14 11:51:55.000123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ceb47d8-fd80-43dc-96aa-fd5d601c182a req-7b250693-7d0b-430e-bb3b-4082e518fec9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693417 Jul 14 11:51:55.072969 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd71e733-5b34-4385-89f5-a732b1cfb23b x-openstack-request-id: req-fd71e733-5b34-4385-89f5-a732b1cfb23b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:55.073373 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:55.073823 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd71e733-5b34-4385-89f5-a732b1cfb23b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:55.074225 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e', 'status': 'completed', 'code': 200} Jul 14 11:51:55.164493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-f17fcaf7-e79d-4104-834b-47fe3b76dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.166611 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-f17fcaf7-e79d-4104-834b-47fe3b76dca5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1094 time: 0.0692906 Jul 14 11:51:55.174082 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:55.186590 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Transition to ACTIVE for port object e45cba89-2d1c-430b-86ac-266a948ff156 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:55.194917 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:55.235489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90af123-455b-4370-8cb8-240a1eaf7c47 req-8f4b6729-fe35-494b-a164-1212ef1820f7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.260609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e90af123-455b-4370-8cb8-240a1eaf7c47 req-8f4b6729-fe35-494b-a164-1212ef1820f7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 944 time: 0.2110436 Jul 14 11:51:55.268198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-63bf839f-d1b5-4ee1-86f2-4bcae8fa13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.271929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-63bf839f-d1b5-4ee1-86f2-4bcae8fa13bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1094 time: 0.1542006 Jul 14 11:51:55.287895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-baa5b0ff-7d71-4be2-b3b4-0d1f0c3a3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.297106 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-baa5b0ff-7d71-4be2-b3b4-0d1f0c3a3b37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 896 time: 0.1178565 Jul 14 11:51:55.340388 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Attempting to bind port e45cba89-2d1c-430b-86ac-266a948ff156 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:55.340977 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Attempting to bind port e45cba89-2d1c-430b-86ac-266a948ff156 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '1fcce249-8b90-415f-85f5-ec23eec761d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:55.341087 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Attempting to bind port e45cba89-2d1c-430b-86ac-266a948ff156 on network 9c038398-774a-441b-8977-d077d1c4ddf3 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:55.348655 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:55.349032 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Checking segment: {'id': '1fcce249-8b90-415f-85f5-ec23eec761d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:55.349430 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:55.349866 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Bound using segment: {'id': '1fcce249-8b90-415f-85f5-ec23eec761d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:55.350337 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Bound port: e45cba89-2d1c-430b-86ac-266a948ff156, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcce249-8b90-415f-85f5-ec23eec761d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:55.350710 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:55.391054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e90af123-455b-4370-8cb8-240a1eaf7c47 req-7ae55800-b197-46ca-803b-9feec4fe60f4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293247 Jul 14 11:51:55.433457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-9c640328-ac0c-478d-935b-6ce53354ac5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 999 time: 0.1304569 Jul 14 11:51:55.437184 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] For port e45cba89-2d1c-430b-86ac-266a948ff156, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:55.440945 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] For port e45cba89-2d1c-430b-86ac-266a948ff156, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e45cba89-2d1c-430b-86ac-266a948ff156,segment=NetworkSegment(1fcce249-8b90-415f-85f5-ec23eec761d6),segment_id=1fcce249-8b90-415f-85f5-ec23eec761d6)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:55.446505 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a96d3b-35db-4dbd-a904-db7607dcba21 None None] Pushing event updated for resources: {'Port': ['ID=e45cba89-2d1c-430b-86ac-266a948ff156,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:55.454389 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:55.455921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-b05db9c1-bcc8-4f0c-939f-f0ec3bc31e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.457866 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-b05db9c1-bcc8-4f0c-939f-f0ec3bc31e4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 896 time: 0.1767969 Jul 14 11:51:55.511114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:55.521162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-59c98d64-dc1b-46b4-a3bb-0541a9105005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.524100 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-59c98d64-dc1b-46b4-a3bb-0541a9105005 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.0821133 Jul 14 11:51:55.588125 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Routers {'6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:55.592021 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:55.614830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:55.615309 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:55.628200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-7a5ac1fa-1962-49fc-a90c-b03865b30653 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 999 time: 0.1630909 Jul 14 11:51:55.636059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-b830c838-2ee1-474d-8daf-d1b6cb9208dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.639443 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-b830c838-2ee1-474d-8daf-d1b6cb9208dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033621 Jul 14 11:51:55.684728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-4cb90b19-cde5-4183-8181-579df81341ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.690692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-4cb90b19-cde5-4183-8181-579df81341ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.0542226 Jul 14 11:51:55.764340 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a96d3b-35db-4dbd-a904-db7607dcba21 None None] Pushing event updated for resources: {'Port': ['ID=e45cba89-2d1c-430b-86ac-266a948ff156,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:55.783605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-78ba303c-8ddd-42af-916b-0e1c1b23ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.785930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-78ba303c-8ddd-42af-916b-0e1c1b23ec54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888579 Jul 14 11:51:55.802465 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] Set router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:51:55.819399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-7da55446-c220-439f-9a2e-08bf5aaac11b service neutron] 10.222.0.45 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708515 Jul 14 11:51:55.833374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 447528a7-9bae-4185-a026-79c39feb3a3e details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:51:55.835423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:55.953526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efc3265f-70a8-45f6-a0ce-84bb51f6d7d5 req-5a991034-d2f1-44d4-b4d8-fc83d5bef3ad tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 210 time: 0.0413053 Jul 14 11:51:55.957803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-f9da59b4-e4d2-4bc5-9587-32846bb50663 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636801 Jul 14 11:51:55.964170 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-22405651-157e-4f4b-9335-9847c56351cf service neutron] 10.222.0.45 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365168 Jul 14 11:51:56.056893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 12c887e1-b274-4b90-adee-91cdfdf5cad7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:56.064970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 12c887e1-b274-4b90-adee-91cdfdf5cad7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:56.065663 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.108080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70086695-1eb4-440c-bce5-f2462cfb3f79 req-d3366042-e969-4900-a434-53e800e75b0a service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423357 Jul 14 11:51:56.114966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:56.139511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '447528a7-9bae-4185-a026-79c39feb3a3e', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'port_id': '447528a7-9bae-4185-a026-79c39feb3a3e', 'mac_address': 'fa:16:3e:89:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:51:56.158115 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:46Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 4, 'project_id': '24fd070d370143f0b471081e67e04c99', 'gw_port': {'id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:47Z', 'updated_at': '2021-07-14T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'e45cba89-2d1c-430b-86ac-266a948ff156', 'name': '', 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'mac_address': 'fa:16:3e:cc:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'a6bf3b3e-609a-4010-9382-446247570714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:49Z', 'updated_at': '2021-07-14T11:51:55Z', 'revision_number': 4, 'project_id': '24fd070d370143f0b471081e67e04c99', 'subnets': [{'id': 'a6bf3b3e-609a-4010-9382-446247570714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:56.195721 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf318c-d3c4-4164-af72-af348a9e9283 None None] The sync data for ids ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'] in n-d-778696-8 is: [{'id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:46Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 4, 'project_id': '24fd070d370143f0b471081e67e04c99', 'gw_port': {'id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:47Z', 'updated_at': '2021-07-14T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'e45cba89-2d1c-430b-86ac-266a948ff156', 'name': '', 'network_id': '9c038398-774a-441b-8977-d077d1c4ddf3', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'mac_address': 'fa:16:3e:cc:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'a6bf3b3e-609a-4010-9382-446247570714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:49Z', 'updated_at': '2021-07-14T11:51:55Z', 'revision_number': 4, 'project_id': '24fd070d370143f0b471081e67e04c99', 'subnets': [{'id': 'a6bf3b3e-609a-4010-9382-446247570714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:56.249270 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.252559 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.308955 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.317569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:56.320024 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c92ad68-37d8-4fa5-b724-44234f23aaee" -d '{"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-plugged", "status": "completed", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:56.359486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447528a7-9bae-4185-a026-79c39feb3a3e {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:51:56.368567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:56.373596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b463578-0ac8-49ea-ab98-67df622f379e req-1a52ea4f-84b4-49a6-b959-670cd90f5e22 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:56.380744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b463578-0ac8-49ea-ab98-67df622f379e req-1a52ea4f-84b4-49a6-b959-670cd90f5e22 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 943 time: 0.2029045 Jul 14 11:51:56.383720 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.402091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:56.410243 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dc008d-1191-4420-a18b-ed27c536ae54 x-openstack-request-id: req-16dc008d-1191-4420-a18b-ed27c536ae54 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:56.410592 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-plugged", "status": "completed", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:56.411396 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16dc008d-1191-4420-a18b-ed27c536ae54 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:56.411396 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'code': 200} Jul 14 11:51:56.432580 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.475958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-d2a23d54-9516-4131-bb61-d0e03a1dc93e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:56.483940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:56.487753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-d2a23d54-9516-4131-bb61-d0e03a1dc93e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.2625251 Jul 14 11:51:56.504903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'port': {'device_id': '326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'admin_state_up': True, 'tenant_id': '63e66b37481147788ebff171c7986f8c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:56.530648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b463578-0ac8-49ea-ab98-67df622f379e req-a43ce638-6680-4e8f-b839-70edecd5b6e8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489122 Jul 14 11:51:56.573314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:56.761998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed2d46-92d7-4049-a10d-628dd9315ef9 req-a00bc3d2-a973-4639-bd7e-8928e1dcd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:56.764525 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ed2d46-92d7-4049-a10d-628dd9315ef9 req-a00bc3d2-a973-4639-bd7e-8928e1dcd0cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 1096 time: 0.2510936 Jul 14 11:51:56.778169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4fd50-bcb7-4017-8767-f7fc08a37ecb req-e563754e-d145-48fc-96cd-07f719983a7c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:56.785948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3dd4fd50-bcb7-4017-8767-f7fc08a37ecb req-e563754e-d145-48fc-96cd-07f719983a7c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1037939 Jul 14 11:51:56.787740 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Made reservation on behalf of 63e66b37481147788ebff171c7986f8c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:56.791285 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.798425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['447528a7-9bae-4185-a026-79c39feb3a3e'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:51:56.814723 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ed2d46-92d7-4049-a10d-628dd9315ef9 req-75ed1736-badc-4d6e-ab2d-f33472de598b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Jul 14 11:51:56.886501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3dd4fd50-bcb7-4017-8767-f7fc08a37ecb req-856527ef-0770-4456-ab30-363c55a6afdd tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996482 Jul 14 11:51:56.972870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.20.0.6 (ab57db97-d866-4580-839b-0963a274a61e/2ebf9c62-6f89-4042-b207-3d7abe24ee41/bb34b248-9888-463c-bede-ec3c8f8b5f89) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:57.186069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-713a811e-66c5-4295-8e96-a01db95a6704 req-486d91b3-b084-4cc9-b205-3613db4cb033 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 210 time: 0.0420496 Jul 14 11:51:57.212461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.227230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Transition to ACTIVE for port object bb34b248-9888-463c-bede-ec3c8f8b5f89 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:57.261075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.312781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:57.316074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:57.318650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:57.348578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=bb34b248-9888-463c-bede-ec3c8f8b5f89,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:57.379419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:57.380229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.397391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-8f3b5c8b-3224-46b7-b57f-b76358c8ac70 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9005923 Jul 14 11:51:57.411746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Request body: {'port': {'device_id': '326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:57.447927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e45cba89-2d1c-430b-86ac-266a948ff156 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:57.502819 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.509044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e45cba89-2d1c-430b-86ac-266a948ff156 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:57.513346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e45cba89-2d1c-430b-86ac-266a948ff156 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:57.514073 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.683267 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.755035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e45cba89-2d1c-430b-86ac-266a948ff156, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e45cba89-2d1c-430b-86ac-266a948ff156,segment=NetworkSegment(1fcce249-8b90-415f-85f5-ec23eec761d6),segment_id=1fcce249-8b90-415f-85f5-ec23eec761d6)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:57.757672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a3b88244-ac5e-4a07-8f11-c1138ec5eb11 None None] Provisioning for port bb34b248-9888-463c-bede-ec3c8f8b5f89 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:57.761903 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.767706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a3b88244-ac5e-4a07-8f11-c1138ec5eb11 None None] Provisioning complete for port bb34b248-9888-463c-bede-ec3c8f8b5f89 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:57.768095 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a3b88244-ac5e-4a07-8f11-c1138ec5eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.867435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c2d84-9415-4a5a-ba7f-f718a9527659 req-5fd86614-eacf-4a57-b238-40783a7903c0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:57.869877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-282c2d84-9415-4a5a-ba7f-f718a9527659 req-5fd86614-eacf-4a57-b238-40783a7903c0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 944 time: 0.1424925 Jul 14 11:51:57.881111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a3b88244-ac5e-4a07-8f11-c1138ec5eb11 None None] Port bb34b248-9888-463c-bede-ec3c8f8b5f89 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:51:57.892800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e45cba89-2d1c-430b-86ac-266a948ff156,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:57.941275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb34b248-9888-463c-bede-ec3c8f8b5f89 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:51:57.957196 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.967924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-282c2d84-9415-4a5a-ba7f-f718a9527659 req-13be39a0-1626-48b5-8664-d6081d52eda1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844400 Jul 14 11:51:57.977348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Transition to ACTIVE for port object bb34b248-9888-463c-bede-ec3c8f8b5f89 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:57.985607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:58.107540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb34b248-9888-463c-bede-ec3c8f8b5f89,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:58.170363 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:58.274299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Attempting to bind port bb34b248-9888-463c-bede-ec3c8f8b5f89 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:58.274470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Attempting to bind port bb34b248-9888-463c-bede-ec3c8f8b5f89 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:58.274820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Attempting to bind port bb34b248-9888-463c-bede-ec3c8f8b5f89 on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:58.291466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Port bb34b248-9888-463c-bede-ec3c8f8b5f89 on network ab57db97-d866-4580-839b-0963a274a61e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:51:58.291801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Attempting to bind port bb34b248-9888-463c-bede-ec3c8f8b5f89 on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:58.318576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:58.318924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:58.319318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Bound using segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:58.321956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Bound port: bb34b248-9888-463c-bede-ec3c8f8b5f89, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:58.322386 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:58.358808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f645d2-3176-411c-a7bd-c57ebc18a63e req-7098d668-1fe0-454b-ae92-939561011bf2 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:58.360990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18f645d2-3176-411c-a7bd-c57ebc18a63e req-7098d668-1fe0-454b-ae92-939561011bf2 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2399037 Jul 14 11:51:58.554634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18f645d2-3176-411c-a7bd-c57ebc18a63e req-130f3884-c32d-4ff8-9ea1-2e5b97612f79 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839950 Jul 14 11:51:58.576371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] For port bb34b248-9888-463c-bede-ec3c8f8b5f89, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:58.601787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] For port bb34b248-9888-463c-bede-ec3c8f8b5f89, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bb34b248-9888-463c-bede-ec3c8f8b5f89,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:58.616665 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:59.019150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75209649-96b2-4855-a6f0-1e21dd24330d req-37224fc0-5449-418b-a86c-bf9fb4fdef40 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.020657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75209649-96b2-4855-a6f0-1e21dd24330d req-37224fc0-5449-418b-a86c-bf9fb4fdef40 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 944 time: 0.6213160 Jul 14 11:51:59.032688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30645d-7047-4a49-8869-b89d15121b1d req-94084b87-4dd4-48db-9fc9-ab0c150ed2ef tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.035828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e30645d-7047-4a49-8869-b89d15121b1d req-94084b87-4dd4-48db-9fc9-ab0c150ed2ef tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 944 time: 0.6601288 Jul 14 11:51:59.050034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.050950 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:59.052413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb34b248-9888-463c-bede-ec3c8f8b5f89 HTTP/1.1" status: 200 len: 1091 time: 1.6462348 Jul 14 11:51:59.085850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf', 'tag': 'bb34b248-9888-463c-bede-ec3c8f8b5f89'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:51:59.088417 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e1430f-ad03-414d-aecb-461550f7ffa9" -d '{"events": [{"name": "network-changed", "server_uuid": "326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf", "tag": "bb34b248-9888-463c-bede-ec3c8f8b5f89"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:59.213470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06593a4e-d5fc-4280-b636-dab6b97815c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb34b248-9888-463c-bede-ec3c8f8b5f89,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:59.228434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e30645d-7047-4a49-8869-b89d15121b1d req-92a72448-3f72-4280-b385-20ea78eddb35 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272259 Jul 14 11:51:59.272186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d6b44-d560-4c9b-a746-298549832c58 req-1897e6df-b50e-4482-936b-c78ba87fa014 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.273890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d12d6b44-d560-4c9b-a746-298549832c58 req-1897e6df-b50e-4482-936b-c78ba87fa014 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 943 time: 0.2637553 Jul 14 11:51:59.280075 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-75209649-96b2-4855-a6f0-1e21dd24330d req-6a033a53-4d84-4704-9cc8-bbfdb7ea2a6f service neutron] delete failed (client error): The resource could not be found. Jul 14 11:51:59.281402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75209649-96b2-4855-a6f0-1e21dd24330d req-6a033a53-4d84-4704-9cc8-bbfdb7ea2a6f service neutron] 10.222.0.64 "DELETE /v2.0/ports/447528a7-9bae-4185-a026-79c39feb3a3e/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.2278111 Jul 14 11:51:59.327100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-b1d358ce-4be1-498b-b5b9-5d9910332ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.329138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-b1d358ce-4be1-498b-b5b9-5d9910332ab2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 1094 time: 0.2018538 Jul 14 11:51:59.415726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e45cba89-2d1c-430b-86ac-266a948ff156 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:59.446929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d12d6b44-d560-4c9b-a746-298549832c58 req-9fc35d5c-cb34-402a-80d1-54f168c3e053 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638596 Jul 14 11:51:59.453546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-47b1814e-dfa6-4a2e-9072-8e376ed417b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb34b248-9888-463c-bede-ec3c8f8b5f89 HTTP/1.1" status: 200 len: 217 time: 0.1076534 Jul 14 11:51:59.467252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e45cba89-2d1c-430b-86ac-266a948ff156 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:59.467452 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:59.568972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-e3ec070c-a170-41c9-b16f-76bb1b673b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.570454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-e3ec070c-a170-41c9-b16f-76bb1b673b69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1112311 Jul 14 11:51:59.578466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-889b9e03-91b1-4d8c-99cb-553e4d284a24 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.579936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-889b9e03-91b1-4d8c-99cb-553e4d284a24 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 813 time: 0.2560539 Jul 14 11:51:59.630251 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-c1feb503-f0c0-4460-81d2-9934edfc3e69 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/quotas/3a37ded4e7fa4ab2951936ecff9218b0 HTTP/1.1" status: 200 len: 375 time: 0.0396535 Jul 14 11:51:59.632162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75209649-96b2-4855-a6f0-1e21dd24330d req-97e2b334-0398-4560-ab64-407c5520ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.633650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75209649-96b2-4855-a6f0-1e21dd24330d req-97e2b334-0398-4560-ab64-407c5520ac87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1095 time: 0.2868049 Jul 14 11:51:59.664392 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d107a59-b90a-4934-9cd8-3058678383fa x-openstack-request-id: req-8d107a59-b90a-4934-9cd8-3058678383fa {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:59.664705 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf", "tag": "bb34b248-9888-463c-bede-ec3c8f8b5f89", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:59.664927 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d107a59-b90a-4934-9cd8-3058678383fa {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:59.665311 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf', 'tag': 'bb34b248-9888-463c-bede-ec3c8f8b5f89', 'status': 'completed', 'code': 200} Jul 14 11:51:59.758165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-ccf83229-5ebe-4fd9-b1df-b0e717f53870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.759721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-ccf83229-5ebe-4fd9-b1df-b0e717f53870 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787632 Jul 14 11:51:59.843833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 447528a7-9bae-4185-a026-79c39feb3a3e up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:59.850172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-179007c3-2dd7-4e6b-9c88-e1a6fb238cd0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2122805 Jul 14 11:51:59.852722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75209649-96b2-4855-a6f0-1e21dd24330d req-c35e7ab0-f73b-4d7b-940e-0694b78c5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:59.854072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75209649-96b2-4855-a6f0-1e21dd24330d req-c35e7ab0-f73b-4d7b-940e-0694b78c5dda service neutron] 10.222.0.64 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 896 time: 0.2131290 Jul 14 11:51:59.901023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 447528a7-9bae-4185-a026-79c39feb3a3e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:51:59.906408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 447528a7-9bae-4185-a026-79c39feb3a3e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:51:59.907044 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:00.000479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75209649-96b2-4855-a6f0-1e21dd24330d req-49c88da5-bd18-4985-9804-df643323a4f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 1000 time: 0.1389699 Jul 14 11:52:00.007873 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-d2c6a9c2-dd35-45b3-b502-6d2c01d574d8 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397077 Jul 14 11:52:00.021258 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:00.048091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:00.051240 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69730ff5-b388-4be0-b6ea-7a5d86f972c3" -d '{"events": [{"server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "name": "network-vif-plugged", "status": "completed", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:00.084054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:00.091177 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:00.136534 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f1c714-0367-471f-82e8-8764c0d68190 x-openstack-request-id: req-88f1c714-0367-471f-82e8-8764c0d68190 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:00.136739 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "name": "network-vif-plugged", "status": "completed", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:00.136958 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-88f1c714-0367-471f-82e8-8764c0d68190 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:00.137431 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e', 'code': 200} Jul 14 11:52:00.158410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:00.169754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-018b3802-b0f7-446c-a45f-4ace5220989c service neutron] 10.222.0.38 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068216 Jul 14 11:52:00.176561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75209649-96b2-4855-a6f0-1e21dd24330d req-3f3d5494-c1de-4bb4-9463-52d8a53538fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:00.178131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75209649-96b2-4855-a6f0-1e21dd24330d req-3f3d5494-c1de-4bb4-9463-52d8a53538fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.1678240 Jul 14 11:52:00.298120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533697b7-6fc4-4cfb-b072-21f4f9486a05 req-88fa328d-1e27-4471-86f0-934acfe71ac4 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764218 Jul 14 11:52:00.340944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-9ed56992-1b2c-450d-8444-91e2cbc461bc service neutron] 10.222.0.38 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602802 Jul 14 11:52:00.344918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75209649-96b2-4855-a6f0-1e21dd24330d req-d6ec6182-1c29-48b5-b7f0-0fb8ccab2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:00.346684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75209649-96b2-4855-a6f0-1e21dd24330d req-d6ec6182-1c29-48b5-b7f0-0fb8ccab2a0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567249 Jul 14 11:52:00.572712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-d64d11ab-3d1d-4736-8782-d83c1d289a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:00.574227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-d64d11ab-3d1d-4736-8782-d83c1d289a05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 1094 time: 0.1878688 Jul 14 11:52:00.596909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75209649-96b2-4855-a6f0-1e21dd24330d req-c9f4b2a6-9c97-4f5c-9ffa-20858c085f50 service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405109 Jul 14 11:52:00.616104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a24f9-005c-422c-b357-f2214c49744c req-30867561-c6df-446a-bddd-0fcae56d994b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:00.617610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c8a24f9-005c-422c-b357-f2214c49744c req-30867561-c6df-446a-bddd-0fcae56d994b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1936891 Jul 14 11:52:00.825113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c8a24f9-005c-422c-b357-f2214c49744c req-e3a4de4c-5568-423a-9db4-7ac9e045f40f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794851 Jul 14 11:52:00.826329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-2884f878-7d87-46c7-bd2b-ce9ee6f93589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:00.828314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-2884f878-7d87-46c7-bd2b-ce9ee6f93589 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.2457628 Jul 14 11:52:00.892168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-3c1d15d0-15f2-46f6-aeef-b1bfd20f7019 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb34b248-9888-463c-bede-ec3c8f8b5f89 HTTP/1.1" status: 200 len: 217 time: 0.0570776 Jul 14 11:52:00.910199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a760b12-2280-4f16-b17b-8a2e04883dfb req-99e0c21a-92e0-4efe-bf4a-ecb37785035d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:00.912022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a760b12-2280-4f16-b17b-8a2e04883dfb req-99e0c21a-92e0-4efe-bf4a-ecb37785035d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 943 time: 0.2689495 Jul 14 11:52:00.916941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75209649-96b2-4855-a6f0-1e21dd24330d req-1231640a-69e0-48f1-b9c7-90c30c6cef8a service neutron] 10.222.0.64 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984271 Jul 14 11:52:00.949944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db57b838-4d67-4e50-a81d-50812e35b6b8 req-cacd28b8-1172-46a1-afbf-9e3e2e25a3ce tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 210 time: 0.0627782 Jul 14 11:52:00.965738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:52:01.056248 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-78aeaade-b97d-4ec1-a14d-8f036811bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:01.057653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-78aeaade-b97d-4ec1-a14d-8f036811bf4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1446164 Jul 14 11:52:01.078014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a760b12-2280-4f16-b17b-8a2e04883dfb req-299c97e1-08ed-4dd3-ac12-b05c455a02aa tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245191 Jul 14 11:52:01.140168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-082e443d-49bd-4a60-a3b0-7b5e6a42a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:01.141742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-082e443d-49bd-4a60-a3b0-7b5e6a42a6c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637298 Jul 14 11:52:01.243127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-3904065d-94b5-4393-81b3-1e44d766f599 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932171 Jul 14 11:52:01.372769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99e1430f-ad03-414d-aecb-461550f7ffa9 req-419998a6-d8a6-4325-83b3-722ffd6c7de8 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215098 Jul 14 11:52:01.911624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-55aaf03c-2ca1-4a75-bfb4-45c0e91fa884 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:01.913197 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-55aaf03c-2ca1-4a75-bfb4-45c0e91fa884 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.45 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 813 time: 0.1109278 Jul 14 11:52:01.942052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Request body: {'port': {'device_id': 'ba01b119-d674-4126-8c21-2e3a51cddd46', 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b', 'admin_state_up': True, 'tenant_id': '3a37ded4e7fa4ab2951936ecff9218b0'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:02.033068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bdfc0-f1cb-469e-8b2d-008cb6ee22f8 req-9e30fe2d-bc4d-4c37-b073-7576ccd42195 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:02.040119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-047bdfc0-f1cb-469e-8b2d-008cb6ee22f8 req-9e30fe2d-bc4d-4c37-b073-7576ccd42195 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.0877376 Jul 14 11:52:02.061766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Made reservation on behalf of 3a37ded4e7fa4ab2951936ecff9218b0 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:02.065550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:02.080446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-047bdfc0-f1cb-469e-8b2d-008cb6ee22f8 req-5ad65ead-948c-4507-b4ac-98e09b6415b2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393827 Jul 14 11:52:02.121107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40410) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:02.123439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9755fe57-da3c-4dce-8b17-890fa001c5a4 req-76f3515d-d3fc-48c7-80e8-35bb2177e2f0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 210 time: 0.0342953 Jul 14 11:52:02.205932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Allocated IP 172.20.0.12 (e48bd98c-183f-4b42-b120-c8cb91de443b/ae6808f8-0839-46d5-9b89-0883c1da7ce2/9fe37531-aa2f-4738-a354-df848538babe) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:02.239006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2376afea-2626-4b5d-839d-abb0871ad56c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/cbefd6ac-bdec-4a02-ba40-63c8c70b9af3 HTTP/1.1" status: 200 len: 993 time: 0.1144912 Jul 14 11:52:02.276242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67bb1-f6a0-41c6-92af-abd4c5cc560e req-006b7298-436e-462e-9991-22c91e2a2702 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:02.279034 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2b67bb1-f6a0-41c6-92af-abd4c5cc560e req-006b7298-436e-462e-9991-22c91e2a2702 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 943 time: 0.0765760 Jul 14 11:52:02.318628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2b67bb1-f6a0-41c6-92af-abd4c5cc560e req-9995bf42-6596-4f26-b8f1-c75d35955ef4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Jul 14 11:52:02.370347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:02.408623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:02.421772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['12c887e1-b274-4b90-adee-91cdfdf5cad7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:52:02.449489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Network e48bd98c-183f-4b42-b120-c8cb91de443b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:02.455549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:02.459271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:02.484335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Pushing event updated for resources: {'Port': ['ID=9fe37531-aa2f-4738-a354-df848538babe,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:02.500422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.500762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.501095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.501429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.501753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.502082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.502400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.502718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.503063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.503379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.503747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.504088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:02.524011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:02.524656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:02.540035 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e6c887f4-1da6-4b25-8af2-a6d87b69b145 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020854 Jul 14 11:52:02.551918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Request body: {'port': {'device_id': 'ba01b119-d674-4126-8c21-2e3a51cddd46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:02.627586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:02.878322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe37531-aa2f-4738-a354-df848538babe {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:52:02.885454 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:02.896744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Transition to ACTIVE for port object 9fe37531-aa2f-4738-a354-df848538babe will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:02.900826 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:02.973723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe37531-aa2f-4738-a354-df848538babe,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:03.021742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Attempting to bind port 9fe37531-aa2f-4738-a354-df848538babe on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:03.022082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Attempting to bind port 9fe37531-aa2f-4738-a354-df848538babe by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '798f4276-7b86-41df-9bff-906249e131bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:03.022411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Attempting to bind port 9fe37531-aa2f-4738-a354-df848538babe on network e48bd98c-183f-4b42-b120-c8cb91de443b {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:03.026551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Port 9fe37531-aa2f-4738-a354-df848538babe on network e48bd98c-183f-4b42-b120-c8cb91de443b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:52:03.026872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Attempting to bind port 9fe37531-aa2f-4738-a354-df848538babe on network e48bd98c-183f-4b42-b120-c8cb91de443b {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:03.032431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:03.032768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Checking segment: {'id': '798f4276-7b86-41df-9bff-906249e131bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:03.033153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Bound using segment: {'id': '798f4276-7b86-41df-9bff-906249e131bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:03.033581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Bound port: 9fe37531-aa2f-4738-a354-df848538babe, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798f4276-7b86-41df-9bff-906249e131bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:03.033936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:03.094837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] For port 9fe37531-aa2f-4738-a354-df848538babe, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:03.097811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] For port 9fe37531-aa2f-4738-a354-df848538babe, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=9fe37531-aa2f-4738-a354-df848538babe,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:03.102084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:03.136977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:03.137550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:03.139466 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] 10.222.0.45 "PUT /v2.0/ports/9fe37531-aa2f-4738-a354-df848538babe HTTP/1.1" status: 200 len: 1092 time: 0.5919073 Jul 14 11:52:03.139944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba01b119-d674-4126-8c21-2e3a51cddd46', 'tag': '9fe37531-aa2f-4738-a354-df848538babe'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:03.142180 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4264c00d-4384-4796-9639-2d4ad99e1d44" -d '{"events": [{"name": "network-changed", "server_uuid": "ba01b119-d674-4126-8c21-2e3a51cddd46", "tag": "9fe37531-aa2f-4738-a354-df848538babe"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:03.172569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8600c17-ac28-47a7-979e-41fae116e668 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe37531-aa2f-4738-a354-df848538babe,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:03.192255 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dce595-ef9d-4cb8-8f61-587581903e22 x-openstack-request-id: req-a7dce595-ef9d-4cb8-8f61-587581903e22 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:03.192544 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba01b119-d674-4126-8c21-2e3a51cddd46", "tag": "9fe37531-aa2f-4738-a354-df848538babe", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:03.192795 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7dce595-ef9d-4cb8-8f61-587581903e22 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:03.193224 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba01b119-d674-4126-8c21-2e3a51cddd46', 'tag': '9fe37531-aa2f-4738-a354-df848538babe', 'status': 'completed', 'code': 200} Jul 14 11:52:03.238426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-3de71e98-99cd-443e-9610-1467bd0e5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:03.240008 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-3de71e98-99cd-443e-9610-1467bd0e5f55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 1095 time: 0.0569146 Jul 14 11:52:03.288244 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-b7ac4f8f-16ad-41a0-9948-9cde8cdd0364 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe37531-aa2f-4738-a354-df848538babe HTTP/1.1" status: 200 len: 217 time: 0.0353932 Jul 14 11:52:03.316410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43e650-1979-47cb-a613-1b95fd97e9d3 req-8ad51eb7-73ac-4259-baca-7e3d4728fc17 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:03.323228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac43e650-1979-47cb-a613-1b95fd97e9d3 req-8ad51eb7-73ac-4259-baca-7e3d4728fc17 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 944 time: 0.0721149 Jul 14 11:52:03.345388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-8f2a2722-6aaa-4c2c-aafa-de13f5e3a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:03.346382 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-8f2a2722-6aaa-4c2c-aafa-de13f5e3a09a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae6808f8-0839-46d5-9b89-0883c1da7ce2 HTTP/1.1" status: 200 len: 853 time: 0.0513852 Jul 14 11:52:03.362668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac43e650-1979-47cb-a613-1b95fd97e9d3 req-fc0d7c33-128e-4669-8d8a-f9a9acbc5e21 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Jul 14 11:52:03.384715 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-e74af92f-f222-4476-978e-0f57b7d0d647 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e48bd98c-183f-4b42-b120-c8cb91de443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280802 Jul 14 11:52:03.489419 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-30eea4c4-6222-4247-a001-35aaaff3e5ed service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872579 Jul 14 11:52:03.532903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08487e68-9f22-4591-b77e-a38c65316e37 req-a4e8fbc5-9414-4bed-96a9-d65f05cd5c53 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:03.534431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08487e68-9f22-4591-b77e-a38c65316e37 req-a4e8fbc5-9414-4bed-96a9-d65f05cd5c53 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 943 time: 0.0684388 Jul 14 11:52:03.573736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08487e68-9f22-4591-b77e-a38c65316e37 req-ea090a2c-bfab-44aa-990f-7aeefca93e52 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330694 Jul 14 11:52:03.592625 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c796bf2d-18e7-45af-b8b1-e90ba1a4dc15 req-3ff409b7-525f-471f-9538-3db90de450d1 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915310 Jul 14 11:52:03.691127 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-fc0a1023-2bf8-4c11-bdd8-64436b17dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:03.692612 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-fc0a1023-2bf8-4c11-bdd8-64436b17dc58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 1095 time: 0.0530608 Jul 14 11:52:03.783834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-a4649ece-c76f-4ad9-b46f-838b27ccbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:03.785340 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-a4649ece-c76f-4ad9-b46f-838b27ccbf18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 913 time: 0.0858769 Jul 14 11:52:03.826963 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-23a15b48-4aff-4828-94bb-6b4154fe4cc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe37531-aa2f-4738-a354-df848538babe HTTP/1.1" status: 200 len: 217 time: 0.0346019 Jul 14 11:52:03.874507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-90e4848d-bebc-47c8-92d8-d51dd8dbafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:03.875936 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-90e4848d-bebc-47c8-92d8-d51dd8dbafdf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae6808f8-0839-46d5-9b89-0883c1da7ce2 HTTP/1.1" status: 200 len: 853 time: 0.0418017 Jul 14 11:52:03.919502 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-ba750934-f2de-4b40-8316-77da29b784cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e48bd98c-183f-4b42-b120-c8cb91de443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292940 Jul 14 11:52:04.016014 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-ac6d50d4-ef95-4806-963a-3b7758e4da68 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827010 Jul 14 11:52:04.108059 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4264c00d-4384-4796-9639-2d4ad99e1d44 req-9a63cab7-16a0-4f6c-b243-29dc2636deb7 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851882 Jul 14 11:52:04.542463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aea09-a157-44e4-86af-10a43500c502 req-c44e00c5-47d3-4951-b1b9-74b6370d44a8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:04.544562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f87aea09-a157-44e4-86af-10a43500c502 req-c44e00c5-47d3-4951-b1b9-74b6370d44a8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 944 time: 0.0641365 Jul 14 11:52:04.586155 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f87aea09-a157-44e4-86af-10a43500c502 req-ebcb845a-86cd-471f-a229-695c2298484d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Jul 14 11:52:04.933707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1bb22-8e18-4d00-b5f7-68bd2ad74057 req-d79902c3-08f4-4d33-ada1-09c86709d125 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:04.935385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9c1bb22-8e18-4d00-b5f7-68bd2ad74057 req-d79902c3-08f4-4d33-ada1-09c86709d125 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 943 time: 0.0671308 Jul 14 11:52:04.973422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9c1bb22-8e18-4d00-b5f7-68bd2ad74057 req-e16ba301-6f71-40a6-90fc-5ec20ee668ca tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315523 Jul 14 11:52:05.758162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a9855-508e-4bee-b99f-0e945f37ec35 req-53bd3921-fa1b-48d3-810d-48e55b86dfbf tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:05.759653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-580a9855-508e-4bee-b99f-0e945f37ec35 req-53bd3921-fa1b-48d3-810d-48e55b86dfbf tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 944 time: 0.0620167 Jul 14 11:52:05.796878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-580a9855-508e-4bee-b99f-0e945f37ec35 req-6eef44a0-4b7c-416d-b850-d3baf59c3e97 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Jul 14 11:52:05.875158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40434) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:05.904651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 9fe37531-aa2f-4738-a354-df848538babe details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:52:05.938136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4d16dfc2-b8e3-4d77-bb9f-4ec3c5d584db tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/floatingips/771d4153-6673-4fe4-afbb-00d28d7fe107 HTTP/1.1" status: 200 len: 993 time: 0.0617976 Jul 14 11:52:06.148179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 9fe37531-aa2f-4738-a354-df848538babe, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=9fe37531-aa2f-4738-a354-df848538babe,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:06.157953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0038bd-685f-4868-b5dc-b5f5a20cfefb req-71a2ccd7-b863-4397-9bef-64e0e9840cba tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:06.159478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da0038bd-685f-4868-b5dc-b5f5a20cfefb req-71a2ccd7-b863-4397-9bef-64e0e9840cba tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 943 time: 0.0645356 Jul 14 11:52:06.159623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '9fe37531-aa2f-4738-a354-df848538babe', 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b', 'port_id': '9fe37531-aa2f-4738-a354-df848538babe', 'mac_address': 'fa:16:3e:c4:d1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6808f8-0839-46d5-9b89-0883c1da7ce2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:52:06.202570 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da0038bd-685f-4868-b5dc-b5f5a20cfefb req-39a75e97-c9cc-4698-b506-432cfdb236b4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Jul 14 11:52:06.202808 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:06.216634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe37531-aa2f-4738-a354-df848538babe {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:52:06.221095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40442) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:06.237760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 9fe37531-aa2f-4738-a354-df848538babe, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=9fe37531-aa2f-4738-a354-df848538babe,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:06.241488 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:06.290465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=9fe37531-aa2f-4738-a354-df848538babe,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:06.382627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port 6b9a2286-4480-4d57-887d-4caf263f9cc1 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:06.382973 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:06.461141 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:06.461473 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:06.472592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for 6b9a2286-4480-4d57-887d-4caf263f9cc1 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:06.607800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['9fe37531-aa2f-4738-a354-df848538babe'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:52:06.978296 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:07.033341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=6b9a2286-4480-4d57-887d-4caf263f9cc1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:07.069304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e95ff-8849-4069-a0f2-ea4c37052d91 req-fa72cc71-7db2-4f5f-bb2f-72b5b233a595 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:07.070790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a2e95ff-8849-4069-a0f2-ea4c37052d91 req-fa72cc71-7db2-4f5f-bb2f-72b5b233a595 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 945 time: 0.1482117 Jul 14 11:52:07.101881 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:07.102435 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Floating IP 771d4153-6673-4fe4-afbb-00d28d7fe107 disassociated (deleted). External IP: 172.25.2.27, port: 3d688492-bd10-43c5-9af6-84fa2ef484e5. Jul 14 11:52:07.162152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a2e95ff-8849-4069-a0f2-ea4c37052d91 req-6cb93233-f938-48b0-ba2a-88f4093da3da tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849543 Jul 14 11:52:07.331633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 1d9e2710-456b-405d-9a20-db2cf27c5759 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:52:07.462622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54259972-496c-491a-8e39-73771cd17396 req-63e5d182-9e8b-4599-85ce-848a5c109dff tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:07.464156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54259972-496c-491a-8e39-73771cd17396 req-63e5d182-9e8b-4599-85ce-848a5c109dff tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 943 time: 0.1456931 Jul 14 11:52:07.502874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:07.507816 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:07.513507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] Sync routers for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:07.521956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:07.522570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:07.544556 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54259972-496c-491a-8e39-73771cd17396 req-dfc05f9e-4e35-4563-a9be-5cc4974ac178 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708473 Jul 14 11:52:07.560836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e1cd4104-427d-49ba-9fec-64b1442a7e35 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/floatingips/771d4153-6673-4fe4-afbb-00d28d7fe107 HTTP/1.1" status: 204 len: 168 time: 1.3341069 Jul 14 11:52:07.560836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:07.560836 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:07.605702 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2082153f-220c-44f1-b0b9-c8c27f82f54f x-openstack-request-id: req-2082153f-220c-44f1-b0b9-c8c27f82f54f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:07.605702 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:07.605702 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2082153f-220c-44f1-b0b9-c8c27f82f54f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:07.605702 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'status': 'completed', 'code': 200} Jul 14 11:52:07.634249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:07.700605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-3bae8762-6cdd-4a9b-82d3-73761bdd8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:07.702127 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-3bae8762-6cdd-4a9b-82d3-73761bdd8dba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 1097 time: 0.0555840 Jul 14 11:52:07.830353 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-e82627d5-3ea7-4c6d-8e8c-b5b7d3fdc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:07.832112 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-e82627d5-3ea7-4c6d-8e8c-b5b7d3fdc6a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dbca8d-cc0b-4387-a1d6-17a0afa1df51 HTTP/1.1" status: 200 len: 897 time: 0.1177347 Jul 14 11:52:07.869676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'ba80e2f9-ac5d-40ac-9d62-18c359b2538f', 'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:09Z', 'updated_at': '2021-07-14T11:51:15Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:07.883415 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-01564907-c081-409a-aa68-e2df5b31d9b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d688492-bd10-43c5-9af6-84fa2ef484e5 HTTP/1.1" status: 200 len: 217 time: 0.0407264 Jul 14 11:52:07.897203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] Checking router: 1d9e2710-456b-405d-9a20-db2cf27c5759 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:07.906732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:07.907402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:51:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:07.937128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-cef496c0-e6a0-43a8-b472-bdb16c4ae43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:07.938922 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-cef496c0-e6a0-43a8-b472-bdb16c4ae43f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7347ca2e-1853-4098-8291-8a29efd900e5 HTTP/1.1" status: 200 len: 835 time: 0.0467832 Jul 14 11:52:07.963055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe864f-28af-4e94-bf75-805e66a76cc6 req-789d7b3c-c4d6-4bce-8023-d1b817d96983 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:07.964812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ecbe864f-28af-4e94-bf75-805e66a76cc6 req-789d7b3c-c4d6-4bce-8023-d1b817d96983 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 946 time: 0.0679111 Jul 14 11:52:08.002545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-3b4f47b2-0682-4c39-ba90-6cda53e90703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:08.004128 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-3b4f47b2-0682-4c39-ba90-6cda53e90703 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dbca8d-cc0b-4387-a1d6-17a0afa1df51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567019 Jul 14 11:52:08.005901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ecbe864f-28af-4e94-bf75-805e66a76cc6 req-7d42791e-bc15-43b0-93bb-76d24023bf82 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344441 Jul 14 11:52:08.017955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:08.103281 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-c67fe823-06f1-4212-8d2c-40bd2c03224b service neutron] 10.222.0.45 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883288 Jul 14 11:52:08.192504 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f1d7de7c-9956-4b65-ad7e-c2ff45b19cda req-4e8460d3-51f3-426d-831b-5411731e9ced service neutron] 10.222.0.45 "GET /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816534 Jul 14 11:52:08.216041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'ba80e2f9-ac5d-40ac-9d62-18c359b2538f', 'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:09Z', 'updated_at': '2021-07-14T11:51:15Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:08.245768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09258e2-1e79-4a74-b63f-144f731b3581 None None] The sync data for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 is: [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:10Z', 'revision_number': 4, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'ba80e2f9-ac5d-40ac-9d62-18c359b2538f', 'name': '', 'network_id': '14dbca8d-cc0b-4387-a1d6-17a0afa1df51', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'mac_address': 'fa:16:3e:d0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:09Z', 'updated_at': '2021-07-14T11:51:15Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'subnets': [{'id': '7347ca2e-1853-4098-8291-8a29efd900e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:08.350968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef7000-5aea-46eb-b0d0-ee332e8ce3d1 req-589390ae-1b3d-4fef-ad1d-cc3d2e7e9683 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:08.352493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6ef7000-5aea-46eb-b0d0-ee332e8ce3d1 req-589390ae-1b3d-4fef-ad1d-cc3d2e7e9683 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 945 time: 0.0724008 Jul 14 11:52:08.392764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6ef7000-5aea-46eb-b0d0-ee332e8ce3d1 req-1138da0f-ab3a-4ccc-aeb4-80dad990b384 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Jul 14 11:52:08.466570 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48783c80-cbe5-4205-8b7a-5deeecb544de None None] New status for floating IP 771d4153-6673-4fe4-afbb-00d28d7fe107: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:52:08.723042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f65f3f-faf5-495a-9007-acc636d202ef req-6954b66e-53aa-40c2-b8b9-1b6669daefb0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:08.724458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87f65f3f-faf5-495a-9007-acc636d202ef req-6954b66e-53aa-40c2-b8b9-1b6669daefb0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 943 time: 0.0616078 Jul 14 11:52:08.730030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bb34b248-9888-463c-bede-ec3c8f8b5f89 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:52:08.763049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87f65f3f-faf5-495a-9007-acc636d202ef req-a3bba19c-e2c6-4d6d-a93d-f73f478db0a5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Jul 14 11:52:08.822228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bb34b248-9888-463c-bede-ec3c8f8b5f89, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bb34b248-9888-463c-bede-ec3c8f8b5f89,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:08.833597 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'bb34b248-9888-463c-bede-ec3c8f8b5f89', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'port_id': 'bb34b248-9888-463c-bede-ec3c8f8b5f89', 'mac_address': 'fa:16:3e:3b:5f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:52:08.869822 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:08.882106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb34b248-9888-463c-bede-ec3c8f8b5f89 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:52:08.900933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bb34b248-9888-463c-bede-ec3c8f8b5f89, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bb34b248-9888-463c-bede-ec3c8f8b5f89,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:08.906318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:08.956983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bb34b248-9888-463c-bede-ec3c8f8b5f89,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:09.108205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['bb34b248-9888-463c-bede-ec3c8f8b5f89'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:52:09.185295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f7548-692b-4d21-b66c-6d92b9c48130 req-e3fe3a5b-2d90-4ccb-919d-5f8f076b78e0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:09.186821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be9f7548-692b-4d21-b66c-6d92b9c48130 req-e3fe3a5b-2d90-4ccb-919d-5f8f076b78e0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 946 time: 0.0659134 Jul 14 11:52:09.226236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be9f7548-692b-4d21-b66c-6d92b9c48130 req-84780f14-e541-4451-94d8-6632548d0874 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334322 Jul 14 11:52:09.481284 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b877be6-9c2f-40e3-a1b2-36e784005f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:09.596724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1896290-4bfa-4d7d-809e-a91642e625e8 req-9f4441f7-4bf8-4182-afe4-753ff94770e6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:09.598158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1896290-4bfa-4d7d-809e-a91642e625e8 req-9f4441f7-4bf8-4182-afe4-753ff94770e6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 945 time: 0.0835948 Jul 14 11:52:09.613328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-fd0217d3-4310-4a78-807d-23143675543f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:09.614897 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-fd0217d3-4310-4a78-807d-23143675543f tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 946 time: 0.0898216 Jul 14 11:52:09.638721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1896290-4bfa-4d7d-809e-a91642e625e8 req-b63b684f-c99e-462d-9373-4d5e6444339e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341940 Jul 14 11:52:09.722784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port 3d688492-bd10-43c5-9af6-84fa2ef484e5 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:09.723158 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:09.814671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] For port 3d688492-bd10-43c5-9af6-84fa2ef484e5, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=3d688492-bd10-43c5-9af6-84fa2ef484e5,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:09.815040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:09.829385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for 3d688492-bd10-43c5-9af6-84fa2ef484e5 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:09.932496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 9fe37531-aa2f-4738-a354-df848538babe up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:09.945730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed73942-dfe9-448a-a5a7-b65d29e03c2a req-7a1be905-039a-4148-b720-fffec29b6a85 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:09.952793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ed73942-dfe9-448a-a5a7-b65d29e03c2a req-7a1be905-039a-4148-b720-fffec29b6a85 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 944 time: 0.0707705 Jul 14 11:52:09.963516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:09.995897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 9fe37531-aa2f-4738-a354-df848538babe completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:10.001888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 9fe37531-aa2f-4738-a354-df848538babe triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:10.002396 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.005928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=3d688492-bd10-43c5-9af6-84fa2ef484e5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:10.015524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ed73942-dfe9-448a-a5a7-b65d29e03c2a req-3b3951c8-4ad0-4756-9cc1-e3c1b9768b56 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618591 Jul 14 11:52:10.071468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] No DVR routers for this DVR port 3d688492-bd10-43c5-9af6-84fa2ef484e5 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:52:10.074453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.077719 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-36cdff01-5ab0-450c-a083-162df6b73d95 req-34dda5fa-1444-48ba-84f4-e45021a40168 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.45 "DELETE /v2.0/ports/3d688492-bd10-43c5-9af6-84fa2ef484e5 HTTP/1.1" status: 204 len: 173 time: 0.4558659 Jul 14 11:52:10.078250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'name': 'network-vif-deleted', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:10.080699 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff705881-6b5c-40c8-8a48-3f1d534106c3" -d '{"events": [{"server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "name": "network-vif-deleted", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:10.101132 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.121760 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dd1873-4f0e-42b4-b836-97a9d914dd3d x-openstack-request-id: req-e1dd1873-4f0e-42b4-b836-97a9d914dd3d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:10.122100 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c88d40-ca7e-4950-9e04-33f83065f493", "name": "network-vif-deleted", "tag": "3d688492-bd10-43c5-9af6-84fa2ef484e5", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:10.122387 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1dd1873-4f0e-42b4-b836-97a9d914dd3d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:10.122832 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c88d40-ca7e-4950-9e04-33f83065f493', 'name': 'network-vif-deleted', 'tag': '3d688492-bd10-43c5-9af6-84fa2ef484e5', 'status': 'completed', 'code': 200} Jul 14 11:52:10.125216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba01b119-d674-4126-8c21-2e3a51cddd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe37531-aa2f-4738-a354-df848538babe'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:10.127815 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe094abf-cfad-4a41-8e0a-f4fd787e9f7d" -d '{"events": [{"server_uuid": "ba01b119-d674-4126-8c21-2e3a51cddd46", "name": "network-vif-plugged", "status": "completed", "tag": "9fe37531-aa2f-4738-a354-df848538babe"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:10.141238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 9fe37531-aa2f-4738-a354-df848538babe, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=9fe37531-aa2f-4738-a354-df848538babe,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:10.147877 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.171551 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb0df20-0dd0-476b-b4d4-a7dd7e5f1066 x-openstack-request-id: req-1fb0df20-0dd0-476b-b4d4-a7dd7e5f1066 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:10.171842 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba01b119-d674-4126-8c21-2e3a51cddd46", "name": "network-vif-plugged", "status": "completed", "tag": "9fe37531-aa2f-4738-a354-df848538babe", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:10.172138 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fb0df20-0dd0-476b-b4d4-a7dd7e5f1066 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:10.172531 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba01b119-d674-4126-8c21-2e3a51cddd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe37531-aa2f-4738-a354-df848538babe', 'code': 200} Jul 14 11:52:10.201546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=9fe37531-aa2f-4738-a354-df848538babe,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:10.315965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c662c0-8766-4fd4-adc9-dceaeb86c04d req-cc82c7a4-d17a-43c5-83c2-1221afc8b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:10.318080 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-46c662c0-8766-4fd4-adc9-dceaeb86c04d req-cc82c7a4-d17a-43c5-83c2-1221afc8b999 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 1097 time: 0.0536013 Jul 14 11:52:10.357394 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-46c662c0-8766-4fd4-adc9-dceaeb86c04d req-d2365373-e7cb-4960-92be-5f52a0f1befa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297513 Jul 14 11:52:10.395983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce707916-5eab-431f-9294-f483b2224184 req-cd3e32b5-4722-4154-8091-65c79deae689 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c88d40-ca7e-4950-9e04-33f83065f493 HTTP/1.1" status: 200 len: 210 time: 0.0336986 Jul 14 11:52:10.744977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bb34b248-9888-463c-bede-ec3c8f8b5f89 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:10.803628 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port bb34b248-9888-463c-bede-ec3c8f8b5f89 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:10.807343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port bb34b248-9888-463c-bede-ec3c8f8b5f89 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:10.807766 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.820615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35f5f-e9b2-4d4d-81ea-3020ca74bf7d req-bacb6293-e31a-4cd8-b586-4e5180dd7497 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:10.822104 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95f35f5f-e9b2-4d4d-81ea-3020ca74bf7d req-bacb6293-e31a-4cd8-b586-4e5180dd7497 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 946 time: 0.0686619 Jul 14 11:52:10.864586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95f35f5f-e9b2-4d4d-81ea-3020ca74bf7d req-362e6581-aac1-4b84-a09d-c75430cbc875 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362756 Jul 14 11:52:10.885849 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.918289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port bb34b248-9888-463c-bede-ec3c8f8b5f89, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bb34b248-9888-463c-bede-ec3c8f8b5f89,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:10.921951 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.971726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=bb34b248-9888-463c-bede-ec3c8f8b5f89,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:11.188201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d6935-de44-45a9-9973-129c558e0006 req-17c7381f-e9b3-4acd-94f7-7ea8d9043ae5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:11.189699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f0d6935-de44-45a9-9973-129c558e0006 req-17c7381f-e9b3-4acd-94f7-7ea8d9043ae5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 945 time: 0.0681283 Jul 14 11:52:11.228861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f0d6935-de44-45a9-9973-129c558e0006 req-217af950-ea1d-4623-b122-91a81767164e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Jul 14 11:52:11.505459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40486) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:11.564981 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7c716ff-6471-4d64-a7fd-aeeb05c4a2f8 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:11.589513 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7c716ff-6471-4d64-a7fd-aeeb05c4a2f8 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:11.655911 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7c716ff-6471-4d64-a7fd-aeeb05c4a2f8 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:11.659830 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7c716ff-6471-4d64-a7fd-aeeb05c4a2f8 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:11.661008 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c7c716ff-6471-4d64-a7fd-aeeb05c4a2f8 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/security-groups/a5f648df-9da9-4c1f-a00a-3dd4cb88abcc HTTP/1.1" status: 204 len: 168 time: 0.1545656 Jul 14 11:52:11.670247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c716ff-6471-4d64-a7fd-aeeb05c4a2f8 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f648df-9da9-4c1f-a00a-3dd4cb88abcc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:11.692722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40490) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:12.062872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da93678-f1a8-4b2e-922d-8443e7146be3 req-aac1cb37-54b8-4dc3-bc6d-f8237db3409a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:12.064506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5da93678-f1a8-4b2e-922d-8443e7146be3 req-aac1cb37-54b8-4dc3-bc6d-f8237db3409a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 946 time: 0.0723507 Jul 14 11:52:12.105198 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5da93678-f1a8-4b2e-922d-8443e7146be3 req-9fd0a555-8029-4041-93da-9d952955ba4b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Jul 14 11:52:12.154057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0697782b-dc88-4186-a8da-18a458213837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:12.173791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb34b248-9888-463c-bede-ec3c8f8b5f89'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:12.176693 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edc4dd8-0edf-47c9-8b0d-5c9dca1ac82f" -d '{"events": [{"server_uuid": "326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf", "name": "network-vif-plugged", "status": "completed", "tag": "bb34b248-9888-463c-bede-ec3c8f8b5f89"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:12.267019 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:12.313429 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8570fea-5876-46bf-a5c2-1c79ae0b1003 x-openstack-request-id: req-a8570fea-5876-46bf-a5c2-1c79ae0b1003 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:12.314014 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf", "name": "network-vif-plugged", "status": "completed", "tag": "bb34b248-9888-463c-bede-ec3c8f8b5f89", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:12.314541 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8570fea-5876-46bf-a5c2-1c79ae0b1003 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:12.315394 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb34b248-9888-463c-bede-ec3c8f8b5f89', 'code': 200} Jul 14 11:52:12.425528 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:12.478812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adbf07-eec9-4ddc-9a59-fbd6755a1450 req-4ae801b0-4e97-49ed-a584-f5eb2035024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:12.480288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60adbf07-eec9-4ddc-9a59-fbd6755a1450 req-4ae801b0-4e97-49ed-a584-f5eb2035024e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 1096 time: 0.0972672 Jul 14 11:52:12.522239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccc797-ba72-4776-bc20-99c295635109 req-2f8ad0fd-b0f6-479f-85df-8296bd284bd4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:12.523724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12ccc797-ba72-4776-bc20-99c295635109 req-2f8ad0fd-b0f6-479f-85df-8296bd284bd4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 945 time: 0.1079566 Jul 14 11:52:12.583953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60adbf07-eec9-4ddc-9a59-fbd6755a1450 req-c7ffcb18-9bd0-4bb8-bb45-fe632cd9c007 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937886 Jul 14 11:52:12.601549 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12ccc797-ba72-4776-bc20-99c295635109 req-5dd65970-b2ef-4ccc-8bc7-ec8cb83c9b54 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Jul 14 11:52:12.624617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a112b-3afb-460a-8231-0b342fcdf3fa req-2a55fb2a-54d8-4cad-9c83-a606abc386ea tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:12.626251 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c73a112b-3afb-460a-8231-0b342fcdf3fa req-2a55fb2a-54d8-4cad-9c83-a606abc386ea tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 946 time: 0.1276324 Jul 14 11:52:12.664859 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c73a112b-3afb-460a-8231-0b342fcdf3fa req-617684df-8ceb-4098-92ab-e2c9af6a1c98 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Jul 14 11:52:12.697777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port ba80e2f9-ac5d-40ac-9d62-18c359b2538f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:12.698344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:12.787599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] For port ba80e2f9-ac5d-40ac-9d62-18c359b2538f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ba80e2f9-ac5d-40ac-9d62-18c359b2538f,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:12.787899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:12.801226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for ba80e2f9-ac5d-40ac-9d62-18c359b2538f owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:12.986757 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.012062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=ba80e2f9-ac5d-40ac-9d62-18c359b2538f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:13.186214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.406519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Router 1d9e2710-456b-405d-9a20-db2cf27c5759 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:52:13.450786 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.526303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:13.532598 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5d216dd7-818e-42d4-a279-b5c4c633a633 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "PUT /v2.0/routers/1d9e2710-456b-405d-9a20-db2cf27c5759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8387678 Jul 14 11:52:13.535317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40508) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:13.539216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] Sync routers for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:13.549086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:13.549790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:13.589373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d8ddaf-7335-47f8-a3be-c5b232c865a0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting subnet 7347ca2e-1853-4098-8291-8a29efd900e5 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:52:13.593161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d8ddaf-7335-47f8-a3be-c5b232c865a0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.631978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d8ddaf-7335-47f8-a3be-c5b232c865a0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.661133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:13.724072 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d8ddaf-7335-47f8-a3be-c5b232c865a0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.785877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506911a-173c-4650-b164-ef1f2f80623e req-9c5b79e3-f786-4eb3-97b1-dffa696a0157 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:13.795215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e506911a-173c-4650-b164-ef1f2f80623e req-9c5b79e3-f786-4eb3-97b1-dffa696a0157 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 945 time: 0.0748839 Jul 14 11:52:13.802318 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d8ddaf-7335-47f8-a3be-c5b232c865a0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.830426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8ddaf-7335-47f8-a3be-c5b232c865a0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Subnet': ['ID=7347ca2e-1853-4098-8291-8a29efd900e5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:13.840174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33d8ddaf-7335-47f8-a3be-c5b232c865a0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.844620 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-33d8ddaf-7335-47f8-a3be-c5b232c865a0 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/subnets/7347ca2e-1853-4098-8291-8a29efd900e5 HTTP/1.1" status: 204 len: 168 time: 0.3058152 Jul 14 11:52:13.844922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40514) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:13.854739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8548f5-7bee-4c0f-8b61-05abec3837a7 None None] Network 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:13.890078 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e506911a-173c-4650-b164-ef1f2f80623e req-16bf44ce-5f45-4830-a6b0-04e5af6d1427 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938885 Jul 14 11:52:13.898311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:52:12Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:13.918118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884883f-f201-480d-9e00-404b52e135a7 req-b297b67e-d327-41d9-9ecc-f69791d33a97 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:13.925479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2884883f-f201-480d-9e00-404b52e135a7 req-b297b67e-d327-41d9-9ecc-f69791d33a97 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 946 time: 0.1228027 Jul 14 11:52:13.933535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] Checking router: 1d9e2710-456b-405d-9a20-db2cf27c5759 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:13.947697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] Routers {'1d9e2710-456b-405d-9a20-db2cf27c5759'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:13.948579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1d9e2710-456b-405d-9a20-db2cf27c5759'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:13.967927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.977438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2884883f-f201-480d-9e00-404b52e135a7 req-c588efd0-cf59-459d-a9f5-485c77be7340 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463443 Jul 14 11:52:14.005017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3d688492-bd10-43c5-9af6-84fa2ef484e5 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:14.061610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 3d688492-bd10-43c5-9af6-84fa2ef484e5 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:14.062026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 3d688492-bd10-43c5-9af6-84fa2ef484e5 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:14.082181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afef790-0330-4333-b68b-adb3b82ee3e4 req-9ee03bf0-e4a8-44cd-8329-c38d0a952e32 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:14.085902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8afef790-0330-4333-b68b-adb3b82ee3e4 req-9ee03bf0-e4a8-44cd-8329-c38d0a952e32 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 945 time: 0.0709991 Jul 14 11:52:14.117645 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.133317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8afef790-0330-4333-b68b-adb3b82ee3e4 req-fc59708f-e164-4005-b01b-5a7b09173324 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416825 Jul 14 11:52:14.160979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] Set router 1d9e2710-456b-405d-9a20-db2cf27c5759 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:14.169378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-af99fea9-6de6-4eed-a820-a6852977ed20 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:14.170917 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-af99fea9-6de6-4eed-a820-a6852977ed20 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 946 time: 0.1155605 Jul 14 11:52:14.236521 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Deleting port 99ad5275-64d7-4049-abb1-df05f67c05aa {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:14.236862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.345392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7121f1-23ba-4b6c-b526-bc94a4e01ff6 req-b440c08c-37f3-4bd8-9e35-3aa635bf4895 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:14.346896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df7121f1-23ba-4b6c-b526-bc94a4e01ff6 req-b440c08c-37f3-4bd8-9e35-3aa635bf4895 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 945 time: 0.0946381 Jul 14 11:52:14.367944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Deleting port 9fe37531-aa2f-4738-a354-df848538babe {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:14.368286 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.372599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] For port 99ad5275-64d7-4049-abb1-df05f67c05aa, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=99ad5275-64d7-4049-abb1-df05f67c05aa,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:14.373420 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.394344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df7121f1-23ba-4b6c-b526-bc94a4e01ff6 req-9277320f-5c96-4a20-a10b-b74e3b01a1ce tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Jul 14 11:52:14.424511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28717ec7-f382-43c1-9162-363582fc605d None None] DHCP port deletion for 14dbca8d-cc0b-4387-a1d6-17a0afa1df51 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:52:14.435999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Calling delete_port for 99ad5275-64d7-4049-abb1-df05f67c05aa owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:14.581322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-28717ec7-f382-43c1-9162-363582fc605d None None] Deleting port b16252c4-884f-4377-a949-d121874ffd08 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:14.581948 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-28717ec7-f382-43c1-9162-363582fc605d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.585461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:52:12Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:14.614854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] For port 9fe37531-aa2f-4738-a354-df848538babe, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=9fe37531-aa2f-4738-a354-df848538babe,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:14.615313 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.636473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Calling delete_port for 9fe37531-aa2f-4738-a354-df848538babe owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:14.651053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c01ad54-c400-4a4e-a545-5cec8772c43f None None] The sync data for ids ['1d9e2710-456b-405d-9a20-db2cf27c5759'] in n-d-778696-8 is: [{'id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'name': 'tempest-TestNetworkBasicOps-router-1437178508', 'tenant_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:52:12Z', 'revision_number': 5, 'project_id': '4da7de1dc0854a24ba7bd3d0560e77e2', 'gw_port': {'id': '99ad5275-64d7-4049-abb1-df05f67c05aa', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e2710-456b-405d-9a20-db2cf27c5759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:05Z', 'updated_at': '2021-07-14T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:14.678822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-28717ec7-f382-43c1-9162-363582fc605d None None] For port b16252c4-884f-4377-a949-d121874ffd08, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b16252c4-884f-4377-a949-d121874ffd08,segment=NetworkSegment(ae103a01-bb85-4d0c-a49c-af3f3a0d05a8),segment_id=ae103a01-bb85-4d0c-a49c-af3f3a0d05a8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:14.679329 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-28717ec7-f382-43c1-9162-363582fc605d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.695782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-28717ec7-f382-43c1-9162-363582fc605d None None] Calling delete_port for b16252c4-884f-4377-a949-d121874ffd08 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:14.752832 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.788561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Port': ['ID=99ad5275-64d7-4049-abb1-df05f67c05aa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:14.797115 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-28717ec7-f382-43c1-9162-363582fc605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.823111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28717ec7-f382-43c1-9162-363582fc605d None None] Pushing event deleted for resources: {'Port': ['ID=b16252c4-884f-4377-a949-d121874ffd08,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:14.829317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28717ec7-f382-43c1-9162-363582fc605d None None] No DVR routers for this DVR port b16252c4-884f-4377-a949-d121874ffd08 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:52:14.905889 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.007655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.010005 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.011550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.017773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077ade-06d2-4edc-bcb6-61beedd578c5 req-26215d55-a01d-42f3-9908-5f84b1e346eb tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:15.019318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75077ade-06d2-4edc-bcb6-61beedd578c5 req-26215d55-a01d-42f3-9908-5f84b1e346eb tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 945 time: 0.0684614 Jul 14 11:52:15.039965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['12c887e1-b274-4b90-adee-91cdfdf5cad7', '9fe37531-aa2f-4738-a354-df848538babe'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:52:15.078258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Pushing event deleted for resources: {'Port': ['ID=9fe37531-aa2f-4738-a354-df848538babe,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:15.111596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.112114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Fanout notify agent at l3_agent the message router_deleted on router 1d9e2710-456b-405d-9a20-db2cf27c5759 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:52:15.114232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-75077ade-06d2-4edc-bcb6-61beedd578c5 req-60281605-2878-44c9-8505-c393b02cf052 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798948 Jul 14 11:52:15.120194 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.124815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40528) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:15.124962 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-76d20db2-00f3-4c90-9493-32534a64651b tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/routers/1d9e2710-456b-405d-9a20-db2cf27c5759 HTTP/1.1" status: 204 len: 168 time: 1.2782686 Jul 14 11:52:15.153859 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] No DVR routers for this DVR port 9fe37531-aa2f-4738-a354-df848538babe on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:52:15.156899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.159304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-c3cb2347-c22e-4658-a7e6-624dc3ad8332 req-1e78370d-393d-4e25-90bf-68f9954c6df1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.45 "DELETE /v2.0/ports/9fe37531-aa2f-4738-a354-df848538babe HTTP/1.1" status: 204 len: 173 time: 0.9821129 Jul 14 11:52:15.160355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba01b119-d674-4126-8c21-2e3a51cddd46', 'name': 'network-vif-deleted', 'tag': '9fe37531-aa2f-4738-a354-df848538babe'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:15.163051 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dc1570-75c9-40d5-880c-1537a275fb2d" -d '{"events": [{"server_uuid": "ba01b119-d674-4126-8c21-2e3a51cddd46", "name": "network-vif-deleted", "tag": "9fe37531-aa2f-4738-a354-df848538babe"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:15.191254 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.212453 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e73380-e990-4648-8b8c-f6ddcaf22b9c x-openstack-request-id: req-24e73380-e990-4648-8b8c-f6ddcaf22b9c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:15.213121 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba01b119-d674-4126-8c21-2e3a51cddd46", "name": "network-vif-deleted", "tag": "9fe37531-aa2f-4738-a354-df848538babe", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:15.213999 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24e73380-e990-4648-8b8c-f6ddcaf22b9c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:15.216244 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba01b119-d674-4126-8c21-2e3a51cddd46', 'name': 'network-vif-deleted', 'tag': '9fe37531-aa2f-4738-a354-df848538babe', 'status': 'completed', 'code': 200} Jul 14 11:52:15.271776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd0b2fe1-2e23-4c40-ad26-90e3246d2e84 req-a208e5b1-f094-41a4-9f0c-79221c0a3f42 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba01b119-d674-4126-8c21-2e3a51cddd46 HTTP/1.1" status: 200 len: 210 time: 0.1110122 Jul 14 11:52:15.304620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.401121 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.413043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dbca8d-cc0b-4387-a1d6-17a0afa1df51']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:15.424699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:15.425000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae103a01-bb85-4d0c-a49c-af3f3a0d05a8') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:15.435813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.462310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b16252c4-884f-4377-a949-d121874ffd08 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:15.463950 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.471365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:52:15.471770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:52:15.475178 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:52:15.487251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b16252c4-884f-4377-a949-d121874ffd08 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:15.487824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b16252c4-884f-4377-a949-d121874ffd08 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:15.488430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ba80e2f9-ac5d-40ac-9d62-18c359b2538f no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:15.509377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: ba80e2f9-ac5d-40ac-9d62-18c359b2538f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:15.509724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ba80e2f9-ac5d-40ac-9d62-18c359b2538f not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:15.546159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.554784 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:15.556804 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] 10.222.0.38 "DELETE /v2.0/networks/14dbca8d-cc0b-4387-a1d6-17a0afa1df51 HTTP/1.1" status: 204 len: 168 time: 0.4309351 Jul 14 11:52:15.570209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3603-7cf4-4381-9cea-b72cacda1a60 tempest-TestNetworkBasicOps-222406070 tempest-TestNetworkBasicOps-222406070-project] Pushing event deleted for resources: {'Network': ['ID=14dbca8d-cc0b-4387-a1d6-17a0afa1df51,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:15.880366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40538) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:16.027144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f503de37-9518-4e88-ad64-9f0cf8621234 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4da7de1dc0854a24ba7bd3d0560e77e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455934 Jul 14 11:52:16.029919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40542) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:16.078374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d46b8df-013a-4bd9-9ccd-47b533f01e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.098195 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d46b8df-013a-4bd9-9ccd-47b533f01e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.142766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d46b8df-013a-4bd9-9ccd-47b533f01e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.145792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d46b8df-013a-4bd9-9ccd-47b533f01e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.147002 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4d46b8df-013a-4bd9-9ccd-47b533f01e77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74f61578-192d-4214-8324-f0c3025a5eb3 HTTP/1.1" status: 204 len: 168 time: 0.1158555 Jul 14 11:52:16.157012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46b8df-013a-4bd9-9ccd-47b533f01e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f61578-192d-4214-8324-f0c3025a5eb3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:16.295814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddfa0f-cc61-4937-9dac-f2152e8651d5 req-f30a2d49-94f5-4a96-bf81-6fa20c729ed8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:16.297147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33ddfa0f-cc61-4937-9dac-f2152e8651d5 req-f30a2d49-94f5-4a96-bf81-6fa20c729ed8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 945 time: 0.0745964 Jul 14 11:52:16.370027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33ddfa0f-cc61-4937-9dac-f2152e8651d5 req-d7307344-f538-4206-8861-c617a6b21507 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670576 Jul 14 11:52:16.408431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca899d6b-839a-460c-8776-5c8920901186 req-0595dcf2-ab51-4f9d-9104-5363f85f4495 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:16.409968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca899d6b-839a-460c-8776-5c8920901186 req-0595dcf2-ab51-4f9d-9104-5363f85f4495 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 945 time: 0.0903387 Jul 14 11:52:16.437328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40554) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:16.454214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-660e6964-6529-45b2-9c5d-da9549f6873c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.546282 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-660e6964-6529-45b2-9c5d-da9549f6873c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.550294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-660e6964-6529-45b2-9c5d-da9549f6873c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.560985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ca899d6b-839a-460c-8776-5c8920901186 req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port bb34b248-9888-463c-bede-ec3c8f8b5f89 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:16.561341 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ca899d6b-839a-460c-8776-5c8920901186 req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.572814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835bfb-b6df-426b-ba9c-6dbaae3309b6 req-8283cfb9-d1a9-42be-9fb4-b24bf5b5ba44 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:16.575896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8835bfb-b6df-426b-ba9c-6dbaae3309b6 req-8283cfb9-d1a9-42be-9fb4-b24bf5b5ba44 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1131401 Jul 14 11:52:16.590180 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-660e6964-6529-45b2-9c5d-da9549f6873c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8580f9824de549e49c5c36ae9c3968a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512282 Jul 14 11:52:16.592679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e6964-6529-45b2-9c5d-da9549f6873c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c79382-6a8a-48c3-b545-edc5a0165f01,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:16.594947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40556) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:16.647316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da3440bf-dbb6-4c4a-8740-f9f91743011a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.664927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8835bfb-b6df-426b-ba9c-6dbaae3309b6 req-e2f73f47-0640-42db-baca-05a0b5a88f61 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798357 Jul 14 11:52:16.671055 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da3440bf-dbb6-4c4a-8740-f9f91743011a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.686640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ca899d6b-839a-460c-8776-5c8920901186 req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] For port bb34b248-9888-463c-bede-ec3c8f8b5f89, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=bb34b248-9888-463c-bede-ec3c8f8b5f89,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:16.687008 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ca899d6b-839a-460c-8776-5c8920901186 req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.705422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ca899d6b-839a-460c-8776-5c8920901186 req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for bb34b248-9888-463c-bede-ec3c8f8b5f89 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:16.734957 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da3440bf-dbb6-4c4a-8740-f9f91743011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.738904 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da3440bf-dbb6-4c4a-8740-f9f91743011a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.740496 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-da3440bf-dbb6-4c4a-8740-f9f91743011a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12c79382-6a8a-48c3-b545-edc5a0165f01 HTTP/1.1" status: 204 len: 168 time: 0.1442707 Jul 14 11:52:16.751499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3440bf-dbb6-4c4a-8740-f9f91743011a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c79382-6a8a-48c3-b545-edc5a0165f01,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:16.870151 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ca899d6b-839a-460c-8776-5c8920901186 req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.899731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=bb34b248-9888-463c-bede-ec3c8f8b5f89,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:16.986712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca899d6b-839a-460c-8776-5c8920901186 req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] No DVR routers for this DVR port bb34b248-9888-463c-bede-ec3c8f8b5f89 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:52:16.990344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ca899d6b-839a-460c-8776-5c8920901186 req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.992413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca899d6b-839a-460c-8776-5c8920901186 req-3b566be0-aed5-4561-954c-f0e5f39ad660 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "DELETE /v2.0/ports/bb34b248-9888-463c-bede-ec3c8f8b5f89 HTTP/1.1" status: 204 len: 173 time: 0.5763376 Jul 14 11:52:16.992863 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf', 'name': 'network-vif-deleted', 'tag': 'bb34b248-9888-463c-bede-ec3c8f8b5f89'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:16.995120 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a11a7b-3774-47df-b383-d1db50692889" -d '{"events": [{"server_uuid": "326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf", "name": "network-vif-deleted", "tag": "bb34b248-9888-463c-bede-ec3c8f8b5f89"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:17.026747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7413d5-e644-4bb1-b73a-160a2f0205a6 req-0112dcd2-9489-4d7d-b450-a285bb9d122c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:17.029383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b7413d5-e644-4bb1-b73a-160a2f0205a6 req-0112dcd2-9489-4d7d-b450-a285bb9d122c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0988917 Jul 14 11:52:17.076586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b7413d5-e644-4bb1-b73a-160a2f0205a6 req-33261c1c-f446-47a9-805b-1fd5ba85ba42 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399899 Jul 14 11:52:17.229386 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485698be-f4e7-4d66-afd8-90f9db759a4c x-openstack-request-id: req-485698be-f4e7-4d66-afd8-90f9db759a4c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:17.229779 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf", "name": "network-vif-deleted", "tag": "bb34b248-9888-463c-bede-ec3c8f8b5f89", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:17.230128 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-485698be-f4e7-4d66-afd8-90f9db759a4c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:17.230611 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf', 'name': 'network-vif-deleted', 'tag': 'bb34b248-9888-463c-bede-ec3c8f8b5f89', 'status': 'completed', 'code': 200} Jul 14 11:52:17.295708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac000fe8-8e3f-459b-b73b-6c34e9a95dfb req-c36eed56-3eea-4d77-84e0-6b06154bfdc5 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:17.297541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac000fe8-8e3f-459b-b73b-6c34e9a95dfb req-c36eed56-3eea-4d77-84e0-6b06154bfdc5 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0857155 Jul 14 11:52:17.342904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac000fe8-8e3f-459b-b73b-6c34e9a95dfb req-37eb914c-268a-481c-a327-134da53160a8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392408 Jul 14 11:52:17.359605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 99ad5275-64d7-4049-abb1-df05f67c05aa no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:17.389955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 99ad5275-64d7-4049-abb1-df05f67c05aa {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:17.390647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 99ad5275-64d7-4049-abb1-df05f67c05aa not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:17.539332 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1bca795-f0b3-4e97-8e8b-1b6b98de4dad req-93a60d60-37b7-44cb-b40a-9b586ed420a0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 210 time: 0.0395658 Jul 14 11:52:17.603901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-c3b2aff9-8e6e-4bfd-bbd0-3a112951c107 req-baed9060-3332-409b-baff-7059813e8612 service neutron] (93701) timed out ('10.222.0.64', 54393) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 11:52:17.716059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40600) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:17.849649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-44503232-network', 'tenant_id': '80c029eb40764d3a91c632b4de442109'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:17.874833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Made reservation on behalf of 80c029eb40764d3a91c632b4de442109 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:17.877862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:17.888050 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:17.973445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 9fe37531-aa2f-4738-a354-df848538babe no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:17.999737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 9fe37531-aa2f-4738-a354-df848538babe {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:18.000353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 9fe37531-aa2f-4738-a354-df848538babe not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:18.009265 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.014531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.045559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:52:18.055882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20834431-429e-4531-bd10-24697ac097bf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:18.063928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.065214 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Added segment c81df026-c5f0-4a0c-a37b-1367b523cc28 of type vlan for network e415a181-6092-475d-af96-bfeff7fdc2b9 Jul 14 11:52:18.113134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.146045 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.147587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:18.148206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.211026 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4914641 Jul 14 11:52:18.212139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40608) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:18.217703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f990ef-050d-40cb-9eb3-cc8f0bd7f654 admin admin] Pushing event updated for resources: {'Network': ['ID=e415a181-6092-475d-af96-bfeff7fdc2b9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:18.218087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Request body: {'subnet': {'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-44503232-subnet', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:18.229414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e415a181-6092-475d-af96-bfeff7fdc2b9 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:52:18.282620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Made reservation on behalf of 80c029eb40764d3a91c632b4de442109 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:18.285901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.503136 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.570793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f9e1dca-1e76-4055-beac-c6d5746acefa,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:18.574355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Checking segment: {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:18.574784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Network hostable DHCP agents. Network: e415a181-6092-475d-af96-bfeff7fdc2b9, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:52:18.594044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Network e415a181-6092-475d-af96-bfeff7fdc2b9 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:52:18.605013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e415a181-6092-475d-af96-bfeff7fdc2b9) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:18.610467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:18.610699 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.624778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96345dd7-610a-4cf5-9cf8-363d285ed1a0 None None] Network e415a181-6092-475d-af96-bfeff7fdc2b9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:18.629583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9a5d5079-85e7-4c71-83ac-9e37e7ccfa5d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4157672 Jul 14 11:52:18.632612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40614) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:18.638446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:18.661299 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.662285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.711873 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc869643-ebc4-4351-bd66-0794130a7bc8 req-0be1aee5-fead-4a83-a702-925455788b50 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 210 time: 0.0311797 Jul 14 11:52:18.718714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.779837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bb34b248-9888-463c-bede-ec3c8f8b5f89 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:18.816918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: bb34b248-9888-463c-bede-ec3c8f8b5f89 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:18.817734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device bb34b248-9888-463c-bede-ec3c8f8b5f89 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:18.854261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-e415a181-6092-475d-af96-bfeff7fdc2b9', 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'fixed_ips': [{'subnet_id': '7f9e1dca-1e76-4055-beac-c6d5746acefa'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:52:18.855493 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:18.873722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.105310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Allocated IP 172.20.0.2 (e415a181-6092-475d-af96-bfeff7fdc2b9/7f9e1dca-1e76-4055-beac-c6d5746acefa/3b5fdcd5-3351-41de-acfd-de1782da1617) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:19.156351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.177498 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.270583 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.281738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Transition to ACTIVE for port object 3b5fdcd5-3351-41de-acfd-de1782da1617 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:19.290388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d91f1-987e-40e3-8bcf-2402743b7bd1 req-6c9a4bab-c918-4d21-93e7-2500afbc5e3d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:19.299132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Allocated IP 172.25.2.205 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/8a679594-64ce-4b8f-9220-dbe8ba58535e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:19.299662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a2d91f1-987e-40e3-8bcf-2402743b7bd1 req-6c9a4bab-c918-4d21-93e7-2500afbc5e3d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0869658 Jul 14 11:52:19.300021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Transition to ACTIVE for port object 3b5fdcd5-3351-41de-acfd-de1782da1617 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:19.308306 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.357325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a2d91f1-987e-40e3-8bcf-2402743b7bd1 req-ff46f7a2-e71d-418d-8f92-642ccb06fbd8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562551 Jul 14 11:52:19.381280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Network e415a181-6092-475d-af96-bfeff7fdc2b9 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:19.383910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:19.387461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:19.394768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Pushing event updated for resources: {'Port': ['ID=3b5fdcd5-3351-41de-acfd-de1782da1617,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:19.436754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.462177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Attempting to bind port 3b5fdcd5-3351-41de-acfd-de1782da1617 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:19.462668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Attempting to bind port 3b5fdcd5-3351-41de-acfd-de1782da1617 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:19.463101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Attempting to bind port 3b5fdcd5-3351-41de-acfd-de1782da1617 on network e415a181-6092-475d-af96-bfeff7fdc2b9 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:19.468894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:19.469359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Checking segment: {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:19.469852 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.470318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Bound using segment: {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:19.471011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Bound port: 3b5fdcd5-3351-41de-acfd-de1782da1617, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:19.471470 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.486663 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.526311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:19.532000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:19.536518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:19.578537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a679594-64ce-4b8f-9220-dbe8ba58535e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:19.581601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] For port 3b5fdcd5-3351-41de-acfd-de1782da1617, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:19.583436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d431a8d-ea73-41a1-8ead-f2c586348616 req-107dee35-27f2-49f1-b54f-206578df478f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:19.588290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] For port 3b5fdcd5-3351-41de-acfd-de1782da1617, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3b5fdcd5-3351-41de-acfd-de1782da1617,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:19.592055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d431a8d-ea73-41a1-8ead-f2c586348616 req-107dee35-27f2-49f1-b54f-206578df478f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0848699 Jul 14 11:52:19.595704 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:19.634432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d431a8d-ea73-41a1-8ead-f2c586348616 req-f24da9d7-4faa-4b10-8177-5383ec66d7fa tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Jul 14 11:52:19.684119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5bb62-44fa-4b2d-9764-b1d221b9c723 None None] Pushing event updated for resources: {'Port': ['ID=3b5fdcd5-3351-41de-acfd-de1782da1617,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:19.980552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-843b98a0-fcb8-4de7-b164-ea1987ddb350 req-c75e6230-9850-438d-96a7-d88ccfa33123 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 210 time: 0.0942590 Jul 14 11:52:20.305306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:20.518470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:20.692939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Router 740528e9-4871-42ef-b52e-af2eab609ad9 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:52:20.848220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:20.859828 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Sync routers for ids ['740528e9-4871-42ef-b52e-af2eab609ad9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:20.875356 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:20.875643 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Routers {'740528e9-4871-42ef-b52e-af2eab609ad9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:20.876481 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['740528e9-4871-42ef-b52e-af2eab609ad9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:20.877558 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-173f5c44-9752-49f5-ad5f-9c2ae4a503b0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2432165 Jul 14 11:52:20.880107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40648) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:20.988258 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Set router 740528e9-4871-42ef-b52e-af2eab609ad9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:21.095431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34813edc-dd51-4c85-8a11-4227ad1dab35 None None] Network e415a181-6092-475d-af96-bfeff7fdc2b9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:21.190070 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:18Z', 'updated_at': '2021-07-14T11:52:19Z', 'revision_number': 3, 'project_id': '80c029eb40764d3a91c632b4de442109', 'gw_port': {'id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:19Z', 'updated_at': '2021-07-14T11:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:21.207606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d50954da-7334-4916-9670-48e70bc5f6f9 req-eccc670a-1d27-4409-b62a-763d08c1f867 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=326d3ed1-4c4d-44bc-8e36-11f1d2dcdadf HTTP/1.1" status: 200 len: 210 time: 0.0294042 Jul 14 11:52:21.215282 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Checking router: 740528e9-4871-42ef-b52e-af2eab609ad9 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:21.215636 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Updating router 740528e9-4871-42ef-b52e-af2eab609ad9 port 8a679594-64ce-4b8f-9220-dbe8ba58535e binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:52:21.289361 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.374098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-96a1eb4c-26f0-4ce5-b96d-ab09564d6774 None None] Provisioning for port 3b5fdcd5-3351-41de-acfd-de1782da1617 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:21.519249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3b5fdcd5-3351-41de-acfd-de1782da1617 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:21.553620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.595327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 3b5fdcd5-3351-41de-acfd-de1782da1617 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:21.599371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3b5fdcd5-3351-41de-acfd-de1782da1617 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:21.599752 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.602771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1e94-1567-42b1-a87b-a4ecd172da81 req-23d2e4c2-2a3e-4329-aa9b-9747807d1f9e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:21.604375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bfb1e94-1567-42b1-a87b-a4ecd172da81 req-23d2e4c2-2a3e-4329-aa9b-9747807d1f9e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1407428 Jul 14 11:52:21.695250 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.739422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 3b5fdcd5-3351-41de-acfd-de1782da1617, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3b5fdcd5-3351-41de-acfd-de1782da1617,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:21.743324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bfb1e94-1567-42b1-a87b-a4ecd172da81 req-9b13d480-9742-4c3d-bf9f-bc8d1ec28625 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034052 Jul 14 11:52:21.745123 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.757660 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.769129 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Transition to ACTIVE for port object 8a679594-64ce-4b8f-9220-dbe8ba58535e will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:21.781088 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.831085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=3b5fdcd5-3351-41de-acfd-de1782da1617,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:21.860781 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007a0ef-3c93-4668-8cfd-b1e063f3ba06 None None] Pushing event updated for resources: {'Port': ['ID=8a679594-64ce-4b8f-9220-dbe8ba58535e,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:21.861837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Allocated IP 172.20.0.1 (e415a181-6092-475d-af96-bfeff7fdc2b9/7f9e1dca-1e76-4055-beac-c6d5746acefa/2466b590-314e-4d84-a505-e850ac89078e) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:21.890592 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Attempting to bind port 8a679594-64ce-4b8f-9220-dbe8ba58535e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:21.891076 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Attempting to bind port 8a679594-64ce-4b8f-9220-dbe8ba58535e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:21.891900 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Attempting to bind port 8a679594-64ce-4b8f-9220-dbe8ba58535e on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:21.897483 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:21.898135 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:21.898734 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.899459 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:21.900167 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Bound port: 8a679594-64ce-4b8f-9220-dbe8ba58535e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:21.900743 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.921456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e4e9d7bc-4865-4020-8ba5-1f8ccbba4cb3 None None] Provisioning complete for port 3b5fdcd5-3351-41de-acfd-de1782da1617 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:21.921841 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d7bc-4865-4020-8ba5-1f8ccbba4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.963866 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] For port 8a679594-64ce-4b8f-9220-dbe8ba58535e, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:21.968833 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] For port 8a679594-64ce-4b8f-9220-dbe8ba58535e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8a679594-64ce-4b8f-9220-dbe8ba58535e,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:21.976263 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.063273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad64d8-d653-4b48-ab1b-81a70e8e4fcb req-897ccc56-0b47-41d7-b7bd-1634d602455c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:22.064825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fad64d8-d653-4b48-ab1b-81a70e8e4fcb req-897ccc56-0b47-41d7-b7bd-1634d602455c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1318767 Jul 14 11:52:22.081650 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.112102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Transition to ACTIVE for port object 2466b590-314e-4d84-a505-e850ac89078e will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:22.138815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fad64d8-d653-4b48-ab1b-81a70e8e4fcb req-9de1ac78-874c-4f02-9a27-1503397b55b4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548704 Jul 14 11:52:22.157737 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Routers {'740528e9-4871-42ef-b52e-af2eab609ad9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:22.158369 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['740528e9-4871-42ef-b52e-af2eab609ad9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:22.169760 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.196168 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007a0ef-3c93-4668-8cfd-b1e063f3ba06 None None] Pushing event updated for resources: {'Port': ['ID=8a679594-64ce-4b8f-9220-dbe8ba58535e,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:22.217560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Network e415a181-6092-475d-af96-bfeff7fdc2b9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:22.220966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:22.225772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:22.271134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Pushing event updated for resources: {'Port': ['ID=2466b590-314e-4d84-a505-e850ac89078e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:22.279737 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.288544 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] Set router 740528e9-4871-42ef-b52e-af2eab609ad9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:22.469155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db580a-5646-4ef9-b391-e73707729c1a req-1c1bf20b-7bab-4f6f-ae2f-5bd426446192 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:22.478004 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94db580a-5646-4ef9-b391-e73707729c1a req-1c1bf20b-7bab-4f6f-ae2f-5bd426446192 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1393318 Jul 14 11:52:22.568035 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:18Z', 'updated_at': '2021-07-14T11:52:19Z', 'revision_number': 3, 'project_id': '80c029eb40764d3a91c632b4de442109', 'gw_port': {'id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:19Z', 'updated_at': '2021-07-14T11:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:22.573811 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94db580a-5646-4ef9-b391-e73707729c1a req-fea112f8-257b-40b5-83cc-61773283393d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948851 Jul 14 11:52:22.573963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dfc70a97-9531-48fc-81bc-fac7a68195b0 None None] Provisioning for port 2466b590-314e-4d84-a505-e850ac89078e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:22.578878 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.580674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dfc70a97-9531-48fc-81bc-fac7a68195b0 None None] Provisioning complete for port 2466b590-314e-4d84-a505-e850ac89078e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:22.581564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dfc70a97-9531-48fc-81bc-fac7a68195b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.623992 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d08553-4fce-4b28-b1c6-a9d23a887e4c None None] The sync data for ids ['740528e9-4871-42ef-b52e-af2eab609ad9'] in n-d-778696-8 is: [{'id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:18Z', 'updated_at': '2021-07-14T11:52:19Z', 'revision_number': 3, 'project_id': '80c029eb40764d3a91c632b4de442109', 'gw_port': {'id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:19Z', 'updated_at': '2021-07-14T11:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:22.634574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-dfc70a97-9531-48fc-81bc-fac7a68195b0 None None] Port 2466b590-314e-4d84-a505-e850ac89078e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:22.822849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9570a4-ee3c-4820-9177-7a1e6747c0c3 req-4efb9923-bc88-4509-8628-e7c0bf514955 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:22.824455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f9570a4-ee3c-4820-9177-7a1e6747c0c3 req-4efb9923-bc88-4509-8628-e7c0bf514955 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1142402 Jul 14 11:52:22.860395 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.872631 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.912885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f9570a4-ee3c-4820-9177-7a1e6747c0c3 req-831d4e19-b1cf-432a-86ef-f6403b96a216 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811472 Jul 14 11:52:22.969443 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.989703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Pushing event updated for resources: {'Port': ['ID=2466b590-314e-4d84-a505-e850ac89078e,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:23.127211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Network e415a181-6092-475d-af96-bfeff7fdc2b9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:23.129346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:23.471391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-07583f91-6617-4c9f-b45f-231de9b03c85 None None] Provisioning complete for port 2466b590-314e-4d84-a505-e850ac89078e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:23.472183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07583f91-6617-4c9f-b45f-231de9b03c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.523898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-07583f91-6617-4c9f-b45f-231de9b03c85 None None] Port 2466b590-314e-4d84-a505-e850ac89078e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:23.563843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3b5fdcd5-3351-41de-acfd-de1782da1617 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:23.625337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3b5fdcd5-3351-41de-acfd-de1782da1617 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:23.626004 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.721950 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8a679594-64ce-4b8f-9220-dbe8ba58535e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:23.760651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bef0de-55c8-4fed-9d24-9fe1f514cb02 req-7a2f2a33-4576-47dd-9dc1-bf502f4cebd3 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:23.769199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42bef0de-55c8-4fed-9d24-9fe1f514cb02 req-7a2f2a33-4576-47dd-9dc1-bf502f4cebd3 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.5868909 Jul 14 11:52:23.782424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 8a679594-64ce-4b8f-9220-dbe8ba58535e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:23.787663 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8a679594-64ce-4b8f-9220-dbe8ba58535e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:23.788294 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.817380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Router 740528e9-4871-42ef-b52e-af2eab609ad9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:52:23.820882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42bef0de-55c8-4fed-9d24-9fe1f514cb02 req-5e4e3f9a-d296-40fd-959f-7e683ce1fd8c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 Jul 14 11:52:23.889336 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.915089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 8a679594-64ce-4b8f-9220-dbe8ba58535e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8a679594-64ce-4b8f-9220-dbe8ba58535e,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:23.921610 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.979688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:23.985006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=8a679594-64ce-4b8f-9220-dbe8ba58535e,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:23.994798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-772aa128-274d-4896-8823-f0e72702efc0 admin admin] 10.222.0.38 "PUT /v2.0/routers/740528e9-4871-42ef-b52e-af2eab609ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1135342 Jul 14 11:52:24.064968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f4557-b870-41d6-a5a2-176626b5c855 req-a204ceea-8c9f-48c8-9070-58c1d296b14c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:24.066475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e50f4557-b870-41d6-a5a2-176626b5c855 req-a204ceea-8c9f-48c8-9070-58c1d296b14c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0703542 Jul 14 11:52:24.107571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e50f4557-b870-41d6-a5a2-176626b5c855 req-499731a2-cbe7-4659-b4e1-10ef3eb80106 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350726 Jul 14 11:52:24.406460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1a49c-f089-4131-b82c-8b0c50df19d0 req-d93e3fa4-fcff-47ec-9b1a-2d69598b60de tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:24.411817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d1a49c-f089-4131-b82c-8b0c50df19d0 req-d93e3fa4-fcff-47ec-9b1a-2d69598b60de tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1269951 Jul 14 11:52:24.460342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-99d1a49c-f089-4131-b82c-8b0c50df19d0 req-ee3f514c-328a-4973-8d61-5175ce0a6bce tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Jul 14 11:52:24.535717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40718) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:24.540874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-683829119-network', 'tenant_id': '7214305d709840ca83c9ee26052290a0'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:24.593798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Made reservation on behalf of 7214305d709840ca83c9ee26052290a0 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:24.596604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:24.606651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:24.714582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1667fc-a819-4844-9e64-6270f4f74390 req-1b0a8942-9c0a-4b65-b986-8dd8a123f750 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:24.716325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc1667fc-a819-4844-9e64-6270f4f74390 req-1b0a8942-9c0a-4b65-b986-8dd8a123f750 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1057882 Jul 14 11:52:24.788596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc1667fc-a819-4844-9e64-6270f4f74390 req-62674b64-09c1-433a-b88c-37be42d0e138 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655615 Jul 14 11:52:24.803886 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:24.810321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:24.853809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:52:24.865757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d048be31-bacb-4e83-af65-20d4e47f586c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:24.875137 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:24.875453 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Added segment 19aa1f9e-483b-4914-ab49-4ccad8d249a8 of type vlan for network 28c695f8-3135-45b7-abdf-63aec1f9121f Jul 14 11:52:24.919730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Sync routers for ids ['740528e9-4871-42ef-b52e-af2eab609ad9'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:24.931758 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:24.933772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Routers {'740528e9-4871-42ef-b52e-af2eab609ad9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:24.934416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['740528e9-4871-42ef-b52e-af2eab609ad9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:24.984902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:24.986287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:24.987493 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.049780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5144513 Jul 14 11:52:25.052435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40732) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:25.059921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Request body: {'subnet': {'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-683829119-subnet', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:25.064484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced9ae6-b0b4-45bf-9b08-3fa7d0887fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=28c695f8-3135-45b7-abdf-63aec1f9121f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:25.079977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 28c695f8-3135-45b7-abdf-63aec1f9121f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:52:25.093597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Made reservation on behalf of 7214305d709840ca83c9ee26052290a0 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:25.096660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.102976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Set router 740528e9-4871-42ef-b52e-af2eab609ad9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:25.234326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97e6a5-2fdb-4ca8-991c-e1b51d8306a1 req-8e06bee2-660c-42d2-a1d4-10ec2f5af283 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:25.236007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c97e6a5-2fdb-4ca8-991c-e1b51d8306a1 req-8e06bee2-660c-42d2-a1d4-10ec2f5af283 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1242094 Jul 14 11:52:25.307055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c97e6a5-2fdb-4ca8-991c-e1b51d8306a1 req-44f566a3-b0e0-414b-bd8d-90ae34d22f27 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620453 Jul 14 11:52:25.350119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:18Z', 'updated_at': '2021-07-14T11:52:22Z', 'revision_number': 4, 'project_id': '80c029eb40764d3a91c632b4de442109', 'gw_port': {'id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:19Z', 'updated_at': '2021-07-14T11:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '2466b590-314e-4d84-a505-e850ac89078e', 'name': '', 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'mac_address': 'fa:16:3e:b5:2e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '7f9e1dca-1e76-4055-beac-c6d5746acefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:21Z', 'updated_at': '2021-07-14T11:52:22Z', 'revision_number': 2, 'project_id': '80c029eb40764d3a91c632b4de442109', 'subnets': [{'id': '7f9e1dca-1e76-4055-beac-c6d5746acefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:25.376282 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.396984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Checking router: 740528e9-4871-42ef-b52e-af2eab609ad9 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:25.397347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Updating router 740528e9-4871-42ef-b52e-af2eab609ad9 port 2466b590-314e-4d84-a505-e850ac89078e binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:52:25.433228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f012ecf6-d82a-4ded-9894-85e42b99f37c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:25.435730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.458391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Checking segment: {'id': '19aa1f9e-483b-4914-ab49-4ccad8d249a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:25.458738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Network hostable DHCP agents. Network: 28c695f8-3135-45b7-abdf-63aec1f9121f, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:52:25.463966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8a679594-64ce-4b8f-9220-dbe8ba58535e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:25.478168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Network 28c695f8-3135-45b7-abdf-63aec1f9121f is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:52:25.490467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 28c695f8-3135-45b7-abdf-63aec1f9121f) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:25.502143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:25.502893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.519655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eb7cf8-daad-4e8f-9a1d-85241a44d0e4 None None] Network 28c695f8-3135-45b7-abdf-63aec1f9121f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:25.547983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ba885e83-72dd-4b94-a2ea-4889474deb94 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4942892 Jul 14 11:52:25.550688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40736) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:25.556012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:25.602583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50df3fe-e085-4f71-b35b-9ea150daeeaf req-7ef49178-b3ae-4fa4-bdca-180e85810daf tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:25.604195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a50df3fe-e085-4f71-b35b-9ea150daeeaf req-7ef49178-b3ae-4fa4-bdca-180e85810daf tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1038938 Jul 14 11:52:25.605262 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.606390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.700781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a50df3fe-e085-4f71-b35b-9ea150daeeaf req-0978cb14-2670-4b0a-b487-d855db678479 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886588 Jul 14 11:52:25.702351 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.716139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8a679594-64ce-4b8f-9220-dbe8ba58535e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:25.716637 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.908679 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.058252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c60f6a-bf3d-4b21-ac17-7472b07786fd req-c360c075-408b-4801-aa57-283730a175ba tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:26.065875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3c60f6a-bf3d-4b21-ac17-7472b07786fd req-c360c075-408b-4801-aa57-283730a175ba tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1172016 Jul 14 11:52:26.131444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3c60f6a-bf3d-4b21-ac17-7472b07786fd req-c3e47915-e542-4b2e-8003-b89d6f2de61e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625970 Jul 14 11:52:26.210734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-28c695f8-3135-45b7-abdf-63aec1f9121f', 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'fixed_ips': [{'subnet_id': 'f012ecf6-d82a-4ded-9894-85e42b99f37c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:52:26.211619 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.254346 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.284721 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.312101 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.429212 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.443800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Allocated IP 172.20.0.2 (28c695f8-3135-45b7-abdf-63aec1f9121f/f012ecf6-d82a-4ded-9894-85e42b99f37c/b4e1b800-2296-4811-b19b-e46d4039033e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:26.448945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Transition to ACTIVE for port object 2466b590-314e-4d84-a505-e850ac89078e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:26.458008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08711c-8330-4b7c-87a4-b72a66d865da req-60aeeea5-c0f3-40ce-a48a-090ad70183c9 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:26.458663 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.459788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a08711c-8330-4b7c-87a4-b72a66d865da req-60aeeea5-c0f3-40ce-a48a-090ad70183c9 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1507986 Jul 14 11:52:26.476834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Allocated IP 172.25.2.157 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/7b969ae6-3c5f-4c2a-8a10-d7e15d87c602) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:26.525037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033aa9d-ed5a-48ca-af96-67b838f59c90 None None] Pushing event updated for resources: {'Port': ['ID=2466b590-314e-4d84-a505-e850ac89078e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:26.589428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a08711c-8330-4b7c-87a4-b72a66d865da req-6e23baf3-b748-4159-8589-03033a53e062 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145515 Jul 14 11:52:26.657728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.676706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Attempting to bind port 2466b590-314e-4d84-a505-e850ac89078e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:26.677214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Attempting to bind port 2466b590-314e-4d84-a505-e850ac89078e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:26.677433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Attempting to bind port 2466b590-314e-4d84-a505-e850ac89078e on network e415a181-6092-475d-af96-bfeff7fdc2b9 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:26.707267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:26.707892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Checking segment: {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:26.708374 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.708866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Bound using segment: {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:26.712294 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.714194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Bound port: 2466b590-314e-4d84-a505-e850ac89078e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:26.714724 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.768407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:26.772911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:26.778506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:26.783234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Pushing event updated for resources: {'Port': ['ID=7b969ae6-3c5f-4c2a-8a10-d7e15d87c602,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:26.912920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] For port 2466b590-314e-4d84-a505-e850ac89078e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:26.915955 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.920023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] For port 2466b590-314e-4d84-a505-e850ac89078e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2466b590-314e-4d84-a505-e850ac89078e,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:26.929280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Transition to ACTIVE for port object b4e1b800-2296-4811-b19b-e46d4039033e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:26.932305 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:26.999727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Transition to ACTIVE for port object b4e1b800-2296-4811-b19b-e46d4039033e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:27.014139 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:27.026181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Routers {'740528e9-4871-42ef-b52e-af2eab609ad9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:27.026807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['740528e9-4871-42ef-b52e-af2eab609ad9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:27.035947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc6402-e64d-41ca-9e44-44c783738317 req-832169fb-a1bf-43d3-afa7-a52eedd6dc23 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:27.042847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54cc6402-e64d-41ca-9e44-44c783738317 req-832169fb-a1bf-43d3-afa7-a52eedd6dc23 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 813 time: 0.2306204 Jul 14 11:52:27.060865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54cc6402-e64d-41ca-9e44-44c783738317 req-50dfcae8-d15e-428e-ade3-88e51f8c8ab7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/quotas/3a37ded4e7fa4ab2951936ecff9218b0 HTTP/1.1" status: 200 len: 375 time: 0.0164809 Jul 14 11:52:27.086930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033aa9d-ed5a-48ca-af96-67b838f59c90 None None] Pushing event updated for resources: {'Port': ['ID=2466b590-314e-4d84-a505-e850ac89078e,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:27.091648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Network 28c695f8-3135-45b7-abdf-63aec1f9121f is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:27.100942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:27.121310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:27.236903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Attempting to bind port b4e1b800-2296-4811-b19b-e46d4039033e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:27.237619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Attempting to bind port b4e1b800-2296-4811-b19b-e46d4039033e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '19aa1f9e-483b-4914-ab49-4ccad8d249a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:27.237730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Attempting to bind port b4e1b800-2296-4811-b19b-e46d4039033e on network 28c695f8-3135-45b7-abdf-63aec1f9121f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:27.254805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:27.255136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Checking segment: {'id': '19aa1f9e-483b-4914-ab49-4ccad8d249a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:27.255810 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:27.256904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Bound using segment: {'id': '19aa1f9e-483b-4914-ab49-4ccad8d249a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:27.257686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Bound port: b4e1b800-2296-4811-b19b-e46d4039033e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19aa1f9e-483b-4914-ab49-4ccad8d249a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:27.258082 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:27.260591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54cc6402-e64d-41ca-9e44-44c783738317 req-aa9977d5-f5eb-4793-91b1-128ea15197b2 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1901076 Jul 14 11:52:27.268472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:27.310172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Pushing event updated for resources: {'Port': ['ID=b4e1b800-2296-4811-b19b-e46d4039033e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:27.348288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] Set router 740528e9-4871-42ef-b52e-af2eab609ad9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:27.452263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] For port b4e1b800-2296-4811-b19b-e46d4039033e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:27.503093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] For port b4e1b800-2296-4811-b19b-e46d4039033e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b4e1b800-2296-4811-b19b-e46d4039033e,segment=NetworkSegment(19aa1f9e-483b-4914-ab49-4ccad8d249a8),segment_id=19aa1f9e-483b-4914-ab49-4ccad8d249a8)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:27.510732 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:27.569570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3b55a-b1db-452f-96c6-6caa665dbea7 req-4aa33502-9c75-4d56-8739-346f801b360a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:27.571185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09a3b55a-b1db-452f-96c6-6caa665dbea7 req-4aa33502-9c75-4d56-8739-346f801b360a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1246805 Jul 14 11:52:27.572291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:27.626864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3aaa3-a247-4f71-a413-7f00937d9954 None None] Pushing event updated for resources: {'Port': ['ID=b4e1b800-2296-4811-b19b-e46d4039033e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:27.675002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:18Z', 'updated_at': '2021-07-14T11:52:22Z', 'revision_number': 4, 'project_id': '80c029eb40764d3a91c632b4de442109', 'gw_port': {'id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:19Z', 'updated_at': '2021-07-14T11:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '2466b590-314e-4d84-a505-e850ac89078e', 'name': '', 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'mac_address': 'fa:16:3e:b5:2e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '7f9e1dca-1e76-4055-beac-c6d5746acefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:21Z', 'updated_at': '2021-07-14T11:52:26Z', 'revision_number': 4, 'project_id': '80c029eb40764d3a91c632b4de442109', 'subnets': [{'id': '7f9e1dca-1e76-4055-beac-c6d5746acefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:27.712230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8967bb4-bd00-4c2a-a88a-9dd4828b0772 None None] The sync data for ids ['740528e9-4871-42ef-b52e-af2eab609ad9'] in n-d-778696-8 is: [{'id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:18Z', 'updated_at': '2021-07-14T11:52:22Z', 'revision_number': 4, 'project_id': '80c029eb40764d3a91c632b4de442109', 'gw_port': {'id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:19Z', 'updated_at': '2021-07-14T11:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '2466b590-314e-4d84-a505-e850ac89078e', 'name': '', 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'mac_address': 'fa:16:3e:b5:2e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '7f9e1dca-1e76-4055-beac-c6d5746acefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:21Z', 'updated_at': '2021-07-14T11:52:26Z', 'revision_number': 4, 'project_id': '80c029eb40764d3a91c632b4de442109', 'subnets': [{'id': '7f9e1dca-1e76-4055-beac-c6d5746acefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:27.727537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09a3b55a-b1db-452f-96c6-6caa665dbea7 req-25fe0eb8-e540-47c2-a51c-a39c25c3b54d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432974 Jul 14 11:52:27.889065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Router 1c40eb3f-79a8-4c83-bc49-859917f05c68 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:52:28.100474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:28.111806 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Sync routers for ids ['1c40eb3f-79a8-4c83-bc49-859917f05c68'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:28.115757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86e0ea-716b-497d-aeb4-9b6bf20111e4 req-652c849c-a378-48ad-b1e9-4c13bd9437d6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:28.123019 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Routers {'1c40eb3f-79a8-4c83-bc49-859917f05c68'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:28.123250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a86e0ea-716b-497d-aeb4-9b6bf20111e4 req-652c849c-a378-48ad-b1e9-4c13bd9437d6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1534953 Jul 14 11:52:28.123819 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c40eb3f-79a8-4c83-bc49-859917f05c68'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:28.163899 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:28.165129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-347831fd-e9f1-4bd4-a56c-9cd5aec348ab admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6134827 Jul 14 11:52:28.168104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 40848) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:28.176915 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:28.222456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a86e0ea-716b-497d-aeb4-9b6bf20111e4 req-9d198d5f-ab9d-45fa-b312-519c67c0e70d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983565 Jul 14 11:52:28.267538 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Set router 1c40eb3f-79a8-4c83-bc49-859917f05c68 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:28.480295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-704bdd90-86b8-4388-95b5-216d0d3a5487 req-3e9a486c-5e37-40dd-a656-0d0111a8be4c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3a37ded4e7fa4ab2951936ecff9218b0 HTTP/1.1" status: 200 len: 221 time: 0.0542507 Jul 14 11:52:28.628133 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:25Z', 'updated_at': '2021-07-14T11:52:27Z', 'revision_number': 3, 'project_id': '7214305d709840ca83c9ee26052290a0', 'gw_port': {'id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:26Z', 'updated_at': '2021-07-14T11:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:28.664499 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Checking router: 1c40eb3f-79a8-4c83-bc49-859917f05c68 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:28.664843 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Updating router 1c40eb3f-79a8-4c83-bc49-859917f05c68 port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:52:28.724785 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:28.793391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36004-080a-4019-bd45-84dd99042e30 req-086909aa-2b67-40bd-adf3-02353b9f1ce0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:28.801116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ea36004-080a-4019-bd45-84dd99042e30 req-086909aa-2b67-40bd-adf3-02353b9f1ce0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1507065 Jul 14 11:52:28.895256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ea36004-080a-4019-bd45-84dd99042e30 req-76c49085-0949-4ea0-99a6-783b9dd1ab06 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932400 Jul 14 11:52:29.015601 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:29.060427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439a031-6fad-49ab-af35-77c3b8b01997 None None] Network 28c695f8-3135-45b7-abdf-63aec1f9121f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:29.083277 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:29.096165 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Transition to ACTIVE for port object 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:29.107186 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:29.158741 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0442330-866e-4f5b-8d34-6f99aae7f033 None None] Pushing event updated for resources: {'Port': ['ID=7b969ae6-3c5f-4c2a-8a10-d7e15d87c602,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:29.189716 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Attempting to bind port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:29.190143 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Attempting to bind port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:29.190553 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Attempting to bind port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:29.198101 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:29.198525 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:29.199878 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:29.200371 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:29.201100 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Bound port: 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:29.201486 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:29.202894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7ab93842-c7b2-48cc-8818-06a4314e3d70 None None] Provisioning for port b4e1b800-2296-4811-b19b-e46d4039033e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:29.271763 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] For port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:29.275322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] For port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7b969ae6-3c5f-4c2a-8a10-d7e15d87c602,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:29.283132 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:29.364560 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Routers {'1c40eb3f-79a8-4c83-bc49-859917f05c68'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:29.365246 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c40eb3f-79a8-4c83-bc49-859917f05c68'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:29.508802 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] Set router 1c40eb3f-79a8-4c83-bc49-859917f05c68 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:29.618013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b4e1b800-2296-4811-b19b-e46d4039033e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:29.715436 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0442330-866e-4f5b-8d34-6f99aae7f033 None None] Pushing event updated for resources: {'Port': ['ID=7b969ae6-3c5f-4c2a-8a10-d7e15d87c602,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:29.721821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b4e1b800-2296-4811-b19b-e46d4039033e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:29.735677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b4e1b800-2296-4811-b19b-e46d4039033e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:29.737480 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:29.879203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-12334c6c-8e57-40c9-8a6f-1485c2127527 None None] Provisioning complete for port b4e1b800-2296-4811-b19b-e46d4039033e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:29.879802 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-12334c6c-8e57-40c9-8a6f-1485c2127527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:29.964836 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:29.970386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3f1d9-016a-4ba1-8b11-f95570184328 req-a7d4844b-c248-4e12-894d-4c31b329a6d0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:29.977971 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:25Z', 'updated_at': '2021-07-14T11:52:27Z', 'revision_number': 3, 'project_id': '7214305d709840ca83c9ee26052290a0', 'gw_port': {'id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:26Z', 'updated_at': '2021-07-14T11:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:29.987840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37e3f1d9-016a-4ba1-8b11-f95570184328 req-a7d4844b-c248-4e12-894d-4c31b329a6d0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2525899 Jul 14 11:52:30.021608 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877d88c-5907-4494-8e4d-e9d7f2ed0977 None None] The sync data for ids ['1c40eb3f-79a8-4c83-bc49-859917f05c68'] in n-d-778696-8 is: [{'id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:25Z', 'updated_at': '2021-07-14T11:52:27Z', 'revision_number': 3, 'project_id': '7214305d709840ca83c9ee26052290a0', 'gw_port': {'id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:26Z', 'updated_at': '2021-07-14T11:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:30.032401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Allocated IP 172.20.0.1 (28c695f8-3135-45b7-abdf-63aec1f9121f/f012ecf6-d82a-4ded-9894-85e42b99f37c/41298390-9b60-4b69-b7a5-53f97b405af6) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:30.046024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b4e1b800-2296-4811-b19b-e46d4039033e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b4e1b800-2296-4811-b19b-e46d4039033e,segment=NetworkSegment(19aa1f9e-483b-4914-ab49-4ccad8d249a8),segment_id=19aa1f9e-483b-4914-ab49-4ccad8d249a8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:30.058405 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.058405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2466b590-314e-4d84-a505-e850ac89078e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:30.067541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37e3f1d9-016a-4ba1-8b11-f95570184328 req-b7b1fb7c-b51c-45db-83eb-cb01b4a6e0a7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783474 Jul 14 11:52:30.108615 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-12334c6c-8e57-40c9-8a6f-1485c2127527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.173462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b4e1b800-2296-4811-b19b-e46d4039033e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:30.210050 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.219710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 2466b590-314e-4d84-a505-e850ac89078e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:30.224912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2466b590-314e-4d84-a505-e850ac89078e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:30.225297 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.236369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Transition to ACTIVE for port object 41298390-9b60-4b69-b7a5-53f97b405af6 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:30.250539 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-12334c6c-8e57-40c9-8a6f-1485c2127527 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:52:30.250897 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-12334c6c-8e57-40c9-8a6f-1485c2127527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:52:30.329364 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.361107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.373530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85044103-21f4-4849-adc5-5b2045f3f7d2 req-a8a9d717-cafc-49a1-bf6c-d8a8c3ffd302 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:30.376009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85044103-21f4-4849-adc5-5b2045f3f7d2 req-a8a9d717-cafc-49a1-bf6c-d8a8c3ffd302 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1271496 Jul 14 11:52:30.385688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 2466b590-314e-4d84-a505-e850ac89078e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2466b590-314e-4d84-a505-e850ac89078e,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:30.398279 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.474157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85044103-21f4-4849-adc5-5b2045f3f7d2 req-ed61b13f-2b50-45b8-b229-f55b6d60bf53 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754230 Jul 14 11:52:30.475934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Network 28c695f8-3135-45b7-abdf-63aec1f9121f is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:30.480172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:30.490061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Pushing event updated for resources: {'Port': ['ID=41298390-9b60-4b69-b7a5-53f97b405af6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:30.492430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:30.564159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=2466b590-314e-4d84-a505-e850ac89078e,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:30.584037 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.816624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ecfdd-d47a-4674-a8e2-77be23f1af19 req-1ed6495d-d781-499d-a46f-02373e039aa1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:30.818605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c13ecfdd-d47a-4674-a8e2-77be23f1af19 req-1ed6495d-d781-499d-a46f-02373e039aa1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1504793 Jul 14 11:52:30.884770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.955560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5d87496b-1a56-44d0-acc2-16de6373ad01 None None] Provisioning for port 41298390-9b60-4b69-b7a5-53f97b405af6 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:30.961275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5d87496b-1a56-44d0-acc2-16de6373ad01 None None] Provisioning complete for port 41298390-9b60-4b69-b7a5-53f97b405af6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:30.962125 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5d87496b-1a56-44d0-acc2-16de6373ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:30.964334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c13ecfdd-d47a-4674-a8e2-77be23f1af19 req-c23005e9-1aed-4c4a-a8e8-a4d64e4e04e3 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787387 Jul 14 11:52:31.017125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5d87496b-1a56-44d0-acc2-16de6373ad01 None None] Port 41298390-9b60-4b69-b7a5-53f97b405af6 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:31.263156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:31.272011 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:31.334977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfcb42-41f6-47f4-8697-3df11409d07b req-42f6fbfe-e5d8-4c2f-adec-75369c71ba89 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:31.336988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4dcfcb42-41f6-47f4-8697-3df11409d07b req-42f6fbfe-e5d8-4c2f-adec-75369c71ba89 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1830850 Jul 14 11:52:31.362034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1cb5a-f021-40e3-8c02-5bac7b1a0e38 req-26686bdf-11c5-4a68-8d34-12a6fe0c3e25 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:31.369375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fdf1cb5a-f021-40e3-8c02-5bac7b1a0e38 req-26686bdf-11c5-4a68-8d34-12a6fe0c3e25 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1096 time: 0.2396791 Jul 14 11:52:31.414173 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:31.415773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Pushing event updated for resources: {'Port': ['ID=41298390-9b60-4b69-b7a5-53f97b405af6,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:31.461067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4dcfcb42-41f6-47f4-8697-3df11409d07b req-ec152f17-4e96-4026-8e0f-f604452990d9 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108384 Jul 14 11:52:31.478430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fdf1cb5a-f021-40e3-8c02-5bac7b1a0e38 req-ffcf1c77-2929-446e-b028-26bc77d0bdf1 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075206 Jul 14 11:52:31.513536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40894) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:31.551214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b4e1b800-2296-4811-b19b-e46d4039033e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:31.596416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Network 28c695f8-3135-45b7-abdf-63aec1f9121f is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:31.599968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:31.636018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b4e1b800-2296-4811-b19b-e46d4039033e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:31.636401 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:31.758941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port 8fbe0deb-453c-49be-9022-1c961c96105a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:31.759297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:31.777730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2466b590-314e-4d84-a505-e850ac89078e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:31.842418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2466b590-314e-4d84-a505-e850ac89078e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:31.842812 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:31.843547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3ba2b-1ce6-459d-b5b3-211bfc37fca1 req-456392d7-f461-4509-9342-3894efbb2f66 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:31.848366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97c3ba2b-1ce6-459d-b5b3-211bfc37fca1 req-456392d7-f461-4509-9342-3894efbb2f66 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2506084 Jul 14 11:52:31.849721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:31.850057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:31.871110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for 8fbe0deb-453c-49be-9022-1c961c96105a owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:31.901961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Router 1c40eb3f-79a8-4c83-bc49-859917f05c68 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:52:31.925278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97c3ba2b-1ce6-459d-b5b3-211bfc37fca1 req-c189290f-def2-4db1-8603-46d033c639be tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670793 Jul 14 11:52:32.103360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:32.124124 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:32.144877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:32.155904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b6ddd6b5-0e1b-4f8e-bc44-0aced6fc735f admin admin] 10.222.0.38 "PUT /v2.0/routers/1c40eb3f-79a8-4c83-bc49-859917f05c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9837506 Jul 14 11:52:32.184123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=8fbe0deb-453c-49be-9022-1c961c96105a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:32.214364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b00d46e5-2e3d-410d-81e6-b6df4b4cc2fb None None] Provisioning complete for port 41298390-9b60-4b69-b7a5-53f97b405af6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:32.217536 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b00d46e5-2e3d-410d-81e6-b6df4b4cc2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:32.302439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b00d46e5-2e3d-410d-81e6-b6df4b4cc2fb None None] Port 41298390-9b60-4b69-b7a5-53f97b405af6 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:32.318062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:32.326585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:32.329277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:32.329629 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Floating IP cbefd6ac-bdec-4a02-ba40-63c8c70b9af3 disassociated (deleted). External IP: 172.25.2.154, port: 447528a7-9bae-4185-a026-79c39feb3a3e. Jul 14 11:52:32.332236 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:32.335166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4f3cb-37bd-4ff2-a891-0580d6ecceff req-a382eb01-2f3f-40d6-a40e-8189dd8929db tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:32.336945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fee4f3cb-37bd-4ff2-a891-0580d6ecceff req-a382eb01-2f3f-40d6-a40e-8189dd8929db tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1566479 Jul 14 11:52:32.395676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fee4f3cb-37bd-4ff2-a891-0580d6ecceff req-df46e019-6018-42d4-a5f7-e325d7919827 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519264 Jul 14 11:52:32.473868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:32.521307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7b969ae6-3c5f-4c2a-8a10-d7e15d87c602,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:32.524992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Sync routers for ids ['1c40eb3f-79a8-4c83-bc49-859917f05c68'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:32.538076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:32.656627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec6091-9838-43b9-a186-d1ad8755835a req-0117e1a1-16f7-45df-8dbb-0ef28a3ff0b4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:32.658305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85ec6091-9838-43b9-a186-d1ad8755835a req-0117e1a1-16f7-45df-8dbb-0ef28a3ff0b4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0881629 Jul 14 11:52:32.716471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85ec6091-9838-43b9-a186-d1ad8755835a req-af79681d-8ba2-4298-93e6-65d2c5ff5363 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522177 Jul 14 11:52:32.765806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router ffe6d554-1881-4f12-859f-971d6696729c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:52:32.773743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Routers {'1c40eb3f-79a8-4c83-bc49-859917f05c68'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:32.774412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c40eb3f-79a8-4c83-bc49-859917f05c68'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:32.859773 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=7b969ae6-3c5f-4c2a-8a10-d7e15d87c602,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:32.935011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:32.950734 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:32.950942 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] Sync routers for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:32.966301 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:32.966839 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:32.978214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Set router 1c40eb3f-79a8-4c83-bc49-859917f05c68 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:33.016034 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ea8e472-25d2-4d19-b1c0-e0ce3431f824 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/floatingips/cbefd6ac-bdec-4a02-ba40-63c8c70b9af3 HTTP/1.1" status: 204 len: 168 time: 1.5011559 Jul 14 11:52:33.017569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:33.021760 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8904ce-2f85-4cb2-a9f3-58339113f430" -d '{"events": [{"name": "network-changed", "server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:33.024561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b261-72fe-44a6-aefa-32d8a60fee1f req-ca764209-de26-4f2f-9ce1-d7a279d622f8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:33.025748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1912b261-72fe-44a6-aefa-32d8a60fee1f req-ca764209-de26-4f2f-9ce1-d7a279d622f8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1040032 Jul 14 11:52:33.032033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-395fee23-e230-4d53-b025-53e5837be06f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:33.033625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-395fee23-e230-4d53-b025-53e5837be06f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/networks?id=e415a181-6092-475d-af96-bfeff7fdc2b9 HTTP/1.1" status: 200 len: 908 time: 0.1807537 Jul 14 11:52:33.072614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-fea35445-87d5-4248-b0cb-df36f550a9b1 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/quotas/7214305d709840ca83c9ee26052290a0 HTTP/1.1" status: 200 len: 375 time: 0.0271320 Jul 14 11:52:33.119286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1912b261-72fe-44a6-aefa-32d8a60fee1f req-d8d2105c-efcb-45be-a0bb-ecb973d4f53a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838361 Jul 14 11:52:33.243541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-39e0d706-2217-4c30-b59d-b7cfbd8479aa tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=7214305d709840ca83c9ee26052290a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585288 Jul 14 11:52:33.273041 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:33.352075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:25Z', 'updated_at': '2021-07-14T11:52:30Z', 'revision_number': 4, 'project_id': '7214305d709840ca83c9ee26052290a0', 'gw_port': {'id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:26Z', 'updated_at': '2021-07-14T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '41298390-9b60-4b69-b7a5-53f97b405af6', 'name': '', 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'mac_address': 'fa:16:3e:a6:65:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f012ecf6-d82a-4ded-9894-85e42b99f37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:29Z', 'updated_at': '2021-07-14T11:52:31Z', 'revision_number': 2, 'project_id': '7214305d709840ca83c9ee26052290a0', 'subnets': [{'id': 'f012ecf6-d82a-4ded-9894-85e42b99f37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:33.375578 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-69a93d58-a921-4db9-b8d8-12bfc55f6c8e service neutron] 10.222.0.38 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310689 Jul 14 11:52:33.392178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Checking router: 1c40eb3f-79a8-4c83-bc49-859917f05c68 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:33.392535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Updating router 1c40eb3f-79a8-4c83-bc49-859917f05c68 port 41298390-9b60-4b69-b7a5-53f97b405af6 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:52:33.491903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:33.542255 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74d988e-957b-4e90-a821-65ceabbe36fa x-openstack-request-id: req-c74d988e-957b-4e90-a821-65ceabbe36fa {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:33.543326 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:33.543767 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c74d988e-957b-4e90-a821-65ceabbe36fa {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:33.544456 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e', 'status': 'completed', 'code': 200} Jul 14 11:52:33.546756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-102d2ac6-d656-4044-acf1-0b83620bd519 service neutron] 10.222.0.38 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648068 Jul 14 11:52:33.554891 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:33.649381 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-91ae21c7-e97c-42c4-ac26-9cbd40a07b43 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808685 Jul 14 11:52:33.681719 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'd166a0dc-a9f0-4670-bc87-f2b0179e063a', 'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:e5:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:38Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:33.756812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-71a06ed3-aa37-442d-add5-8583315964e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:33.758470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-71a06ed3-aa37-442d-add5-8583315964e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 1096 time: 0.1641610 Jul 14 11:52:33.768993 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] Checking router: ffe6d554-1881-4f12-859f-971d6696729c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:33.789353 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:33.792381 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:33.857149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-4069464f-e8a5-4ecd-924f-bc5d1718de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:33.859643 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-4069464f-e8a5-4ecd-924f-bc5d1718de9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ff7d6969be429da4e1a0ab66afb275&device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 1096 time: 0.1764119 Jul 14 11:52:33.901772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:33.904266 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:34.010327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-b3ca281f-cfa2-4816-903a-6068169412e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:34.017224 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-b3ca281f-cfa2-4816-903a-6068169412e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2606be22-7ac6-473f-83dc-f0eb00a74e1b HTTP/1.1" status: 200 len: 908 time: 0.1289854 Jul 14 11:52:34.017538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81bc9-787b-4f21-8259-600e9ebf3e63 req-6646ab43-8243-4a49-9330-bc0d47267b17 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:34.026835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58f81bc9-787b-4f21-8259-600e9ebf3e63 req-6646ab43-8243-4a49-9330-bc0d47267b17 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2154553 Jul 14 11:52:34.032572 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:34.036971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-e8c7d841-ce4f-4579-bd92-227023d314dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:34.038924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-e8c7d841-ce4f-4579-bd92-227023d314dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 200 len: 896 time: 0.2716131 Jul 14 11:52:34.114404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-a544494a-8a86-4725-a861-8539b1e8df11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 200 len: 217 time: 0.0573435 Jul 14 11:52:34.155616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58f81bc9-787b-4f21-8259-600e9ebf3e63 req-ac02db1c-bb11-402a-986c-f4309d1e4fc4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281633 Jul 14 11:52:34.157272 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:34.169674 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-48d34ebb-dcc0-4449-9019-a7d4515d959a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 HTTP/1.1" status: 200 len: 1001 time: 0.1431766 Jul 14 11:52:34.205150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Transition to ACTIVE for port object 41298390-9b60-4b69-b7a5-53f97b405af6 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:34.221403 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:34.259264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-d3d3c80c-f4e2-4133-a5e2-71f556bd2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:34.263689 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-d3d3c80c-f4e2-4133-a5e2-71f556bd2ef2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95ace7f6-1a3f-48ac-9ebc-534cd4dd1561 HTTP/1.1" status: 200 len: 847 time: 0.0862432 Jul 14 11:52:34.297756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89e4d6fd-d87d-4863-a9a0-45553ab6f1be req-1e6ad04f-b34e-46f5-bfbd-02807e549c8e tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 210 time: 0.0573776 Jul 14 11:52:34.346102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-a9413171-3f14-4896-b31c-9ed96caf67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:34.347823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-a9413171-3f14-4896-b31c-9ed96caf67f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 200 len: 835 time: 0.2137182 Jul 14 11:52:34.459913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-ec654553-0fac-4da8-8dd1-ec09bcd50960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:34.468678 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-ec654553-0fac-4da8-8dd1-ec09bcd50960 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2606be22-7ac6-473f-83dc-f0eb00a74e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936774 Jul 14 11:52:34.476842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec980c47-f34a-4442-8117-336ba66b1b60 None None] Pushing event updated for resources: {'Port': ['ID=41298390-9b60-4b69-b7a5-53f97b405af6,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:34.500895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-dafdf607-b9b7-4b79-b982-95734a711976 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:52:34.506103 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-dafdf607-b9b7-4b79-b982-95734a711976 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158057 Jul 14 11:52:34.595681 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'd166a0dc-a9f0-4670-bc87-f2b0179e063a', 'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:e5:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:38Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:34.596952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Attempting to bind port 41298390-9b60-4b69-b7a5-53f97b405af6 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:34.598404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Attempting to bind port 41298390-9b60-4b69-b7a5-53f97b405af6 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '19aa1f9e-483b-4914-ab49-4ccad8d249a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:34.599117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Attempting to bind port 41298390-9b60-4b69-b7a5-53f97b405af6 on network 28c695f8-3135-45b7-abdf-63aec1f9121f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:34.610157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-bd54f3c1-42e6-424e-ba45-26d288603173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:34.611713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-bd54f3c1-42e6-424e-ba45-26d288603173 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15f69f88-c733-49cb-9a28-090032f71960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2541442 Jul 14 11:52:34.612138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:34.612744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Checking segment: {'id': '19aa1f9e-483b-4914-ab49-4ccad8d249a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:34.615271 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:34.615839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Bound using segment: {'id': '19aa1f9e-483b-4914-ab49-4ccad8d249a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:34.616499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Bound port: 41298390-9b60-4b69-b7a5-53f97b405af6, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19aa1f9e-483b-4914-ab49-4ccad8d249a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:34.617065 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:34.661124 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d473a1a-b50a-4ce1-ac5f-5afc33e2b02b None None] The sync data for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 is: [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'd166a0dc-a9f0-4670-bc87-f2b0179e063a', 'name': '', 'network_id': '15f69f88-c733-49cb-9a28-090032f71960', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:e5:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:38Z', 'updated_at': '2021-07-14T11:50:43Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': 'a7ae83e9-5db7-4f50-9e23-262dbb664b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:34.703520 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-82ec659f-46c4-46f7-aa77-2d79c6b9c264 service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883831 Jul 14 11:52:34.727860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2138a-fc22-47bf-87ba-2557231b059f req-b32dba7a-9065-4500-a00d-c390cf448d32 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:34.729719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6db2138a-fc22-47bf-87ba-2557231b059f req-b32dba7a-9065-4500-a00d-c390cf448d32 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.3405039 Jul 14 11:52:34.765374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] For port 41298390-9b60-4b69-b7a5-53f97b405af6, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:34.772569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] For port 41298390-9b60-4b69-b7a5-53f97b405af6, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=41298390-9b60-4b69-b7a5-53f97b405af6,segment=NetworkSegment(19aa1f9e-483b-4914-ab49-4ccad8d249a8),segment_id=19aa1f9e-483b-4914-ab49-4ccad8d249a8)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:34.783146 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:34.893125 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5cde678-f8a4-461a-8535-ef997da2b67e req-640ea92e-e766-4f0e-a07c-34304ed12e62 service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789374 Jul 14 11:52:34.901820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Routers {'1c40eb3f-79a8-4c83-bc49-859917f05c68'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:34.903019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c40eb3f-79a8-4c83-bc49-859917f05c68'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:34.930086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-934ee4b2-493e-48da-b767-c7ed8731dec6 service neutron] 10.222.0.45 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094816 Jul 14 11:52:35.061291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] Set router 1c40eb3f-79a8-4c83-bc49-859917f05c68 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:35.148732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec980c47-f34a-4442-8117-336ba66b1b60 None None] Pushing event updated for resources: {'Port': ['ID=41298390-9b60-4b69-b7a5-53f97b405af6,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:35.192075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf8904ce-2f85-4cb2-a9f3-58339113f430 req-121131c8-f9bc-49b9-94fe-71df978b0647 service neutron] 10.222.0.45 "GET /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485585 Jul 14 11:52:35.248024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6db2138a-fc22-47bf-87ba-2557231b059f req-0f2f3580-a18c-48fe-85ea-a2120ee0fd0f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b58169-f15a-4b70-a06a-416afbe843c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963196 Jul 14 11:52:35.268202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-fe9f96fa-c49a-4790-89f0-3329f52b1f8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:35.269794 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-fe9f96fa-c49a-4790-89f0-3329f52b1f8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.45 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 945 time: 0.1666076 Jul 14 11:52:35.272177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249fb0b-a4c6-4c7a-8753-18dcf3d29198 None None] New status for floating IP cbefd6ac-bdec-4a02-ba40-63c8c70b9af3: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:52:35.285602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65116f1-a480-47c8-bbf7-40be01bec805 req-63d0d340-0b50-432f-8c72-c87123b53f0d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:35.290715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a65116f1-a480-47c8-bbf7-40be01bec805 req-63d0d340-0b50-432f-8c72-c87123b53f0d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.6445065 Jul 14 11:52:35.349401 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a65116f1-a480-47c8-bbf7-40be01bec805 req-05ddec82-1882-4d05-8a46-28bb4ae00660 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504413 Jul 14 11:52:35.546661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port 447528a7-9bae-4185-a026-79c39feb3a3e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:35.547022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:35.576840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:25Z', 'updated_at': '2021-07-14T11:52:30Z', 'revision_number': 4, 'project_id': '7214305d709840ca83c9ee26052290a0', 'gw_port': {'id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:26Z', 'updated_at': '2021-07-14T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '41298390-9b60-4b69-b7a5-53f97b405af6', 'name': '', 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'mac_address': 'fa:16:3e:a6:65:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f012ecf6-d82a-4ded-9894-85e42b99f37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:29Z', 'updated_at': '2021-07-14T11:52:34Z', 'revision_number': 4, 'project_id': '7214305d709840ca83c9ee26052290a0', 'subnets': [{'id': 'f012ecf6-d82a-4ded-9894-85e42b99f37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:35.581170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6cd56239-a1fb-43a2-b6d6-e8326dc58ec9 req-edf53c75-e605-45fe-ab23-92355910a3f3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 210 time: 0.0865057 Jul 14 11:52:35.617354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e18274-6261-4207-a88c-7cdb79a7e8ef None None] The sync data for ids ['1c40eb3f-79a8-4c83-bc49-859917f05c68'] in n-d-778696-8 is: [{'id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:25Z', 'updated_at': '2021-07-14T11:52:30Z', 'revision_number': 4, 'project_id': '7214305d709840ca83c9ee26052290a0', 'gw_port': {'id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:26Z', 'updated_at': '2021-07-14T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '41298390-9b60-4b69-b7a5-53f97b405af6', 'name': '', 'network_id': '28c695f8-3135-45b7-abdf-63aec1f9121f', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'mac_address': 'fa:16:3e:a6:65:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f012ecf6-d82a-4ded-9894-85e42b99f37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:29Z', 'updated_at': '2021-07-14T11:52:34Z', 'revision_number': 4, 'project_id': '7214305d709840ca83c9ee26052290a0', 'subnets': [{'id': 'f012ecf6-d82a-4ded-9894-85e42b99f37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:35.802286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port 447528a7-9bae-4185-a026-79c39feb3a3e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=447528a7-9bae-4185-a026-79c39feb3a3e,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:35.802660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:35.829174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for 447528a7-9bae-4185-a026-79c39feb3a3e owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:35.910416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-06765841-c642-445f-9242-556003605f4a tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:35.911945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-06765841-c642-445f-9242-556003605f4a tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.45 "GET /v2.0/networks?id=e415a181-6092-475d-af96-bfeff7fdc2b9 HTTP/1.1" status: 200 len: 908 time: 0.1773014 Jul 14 11:52:35.930506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac778a-55d6-418a-8b56-b8b02d54ed32 req-07fd1029-9059-4b8c-ac25-91444c7de72e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:35.943627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95ac778a-55d6-418a-8b56-b8b02d54ed32 req-07fd1029-9059-4b8c-ac25-91444c7de72e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2958136 Jul 14 11:52:35.957239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Request body: {'port': {'device_id': '3a40a395-ff04-4442-9a55-429f2be3e65d', 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9', 'admin_state_up': True, 'tenant_id': '7214305d709840ca83c9ee26052290a0'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:36.002853 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:36.033093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95ac778a-55d6-418a-8b56-b8b02d54ed32 req-89aa7372-2275-40d3-8d52-02d2a92e174b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884542 Jul 14 11:52:36.034896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Made reservation on behalf of 7214305d709840ca83c9ee26052290a0 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:36.037533 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:36.054724 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=447528a7-9bae-4185-a026-79c39feb3a3e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:36.126121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] No DVR routers for this DVR port 447528a7-9bae-4185-a026-79c39feb3a3e on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:52:36.129795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:36.134538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84f183e0-7d90-4658-a749-b7ffa9450372 req-331b92ad-379a-40da-bc5a-e290cc081db0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.45 "DELETE /v2.0/ports/447528a7-9bae-4185-a026-79c39feb3a3e HTTP/1.1" status: 204 len: 173 time: 0.8548551 Jul 14 11:52:36.135354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'name': 'network-vif-deleted', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:36.143222 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfc8290-2286-4e0d-9b57-1e00dfa53965" -d '{"events": [{"server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "name": "network-vif-deleted", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:36.214826 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1095c1ba-ed5a-4ee8-978d-a7ee352ac221 x-openstack-request-id: req-1095c1ba-ed5a-4ee8-978d-a7ee352ac221 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:36.215136 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e033aa-bd28-4087-86ed-2629f41ac512", "name": "network-vif-deleted", "tag": "447528a7-9bae-4185-a026-79c39feb3a3e", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:36.215581 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1095c1ba-ed5a-4ee8-978d-a7ee352ac221 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:36.216007 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e033aa-bd28-4087-86ed-2629f41ac512', 'name': 'network-vif-deleted', 'tag': '447528a7-9bae-4185-a026-79c39feb3a3e', 'status': 'completed', 'code': 200} Jul 14 11:52:36.317384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Allocated IP 172.20.0.9 (e415a181-6092-475d-af96-bfeff7fdc2b9/7f9e1dca-1e76-4055-beac-c6d5746acefa/c883448a-8f73-49bb-adac-392fe00b2ff6) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:36.352827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5485-cca6-4a67-a2ee-9e77d87021ef req-1fa0723d-259f-4c12-b86d-a8c1b72f75c7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:36.354307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-603f5485-cca6-4a67-a2ee-9e77d87021ef req-1fa0723d-259f-4c12-b86d-a8c1b72f75c7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1125567 Jul 14 11:52:36.522357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-603f5485-cca6-4a67-a2ee-9e77d87021ef req-7cd84ce9-2457-4e18-ada8-dddeab129aca tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585536 Jul 14 11:52:36.555602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91157b01-e423-415f-95e5-ce8fd1b96310 req-f41f74ef-e41e-422e-8609-af7a5c778fa3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=80e033aa-bd28-4087-86ed-2629f41ac512 HTTP/1.1" status: 200 len: 210 time: 0.0804667 Jul 14 11:52:36.664816 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:36.695574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Transition to ACTIVE for port object c883448a-8f73-49bb-adac-392fe00b2ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:36.826220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:36.877168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Network e415a181-6092-475d-af96-bfeff7fdc2b9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:36.896796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Pushing event updated for resources: {'Port': ['ID=c883448a-8f73-49bb-adac-392fe00b2ff6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:36.905354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:36.928656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:36.975311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd397c-7f41-445f-ac2c-f4f3f6596d60 req-e680a787-32aa-4e19-9c16-6daac7b4ecb6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:36.976976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10cd397c-7f41-445f-ac2c-f4f3f6596d60 req-e680a787-32aa-4e19-9c16-6daac7b4ecb6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2188029 Jul 14 11:52:37.064666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:37.065291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:37.102554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10cd397c-7f41-445f-ac2c-f4f3f6596d60 req-aecb2efb-3694-46e0-8fb9-d5798834452e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071568 Jul 14 11:52:37.103782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-14825225-ba10-42ef-b8f3-98084364d71c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1575003 Jul 14 11:52:37.116578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Request body: {'port': {'device_id': '3a40a395-ff04-4442-9a55-429f2be3e65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:37.170095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f4b8-8ff4-4b94-8858-8c56da55a749 req-006977ae-9248-4a60-9afc-4abb52f26d97 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:37.172024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a88f4b8-8ff4-4b94-8858-8c56da55a749 req-006977ae-9248-4a60-9afc-4abb52f26d97 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1027 time: 0.2460744 Jul 14 11:52:37.236118 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:37.263976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0a88f4b8-8ff4-4b94-8858-8c56da55a749 req-9e253bc2-b6a9-4de2-9171-e56d34022e5f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668814 Jul 14 11:52:37.274018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8f5e87da-68fd-48c1-91f0-d65ebc0284d8 None None] Provisioning for port c883448a-8f73-49bb-adac-392fe00b2ff6 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:37.279970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8f5e87da-68fd-48c1-91f0-d65ebc0284d8 None None] Provisioning complete for port c883448a-8f73-49bb-adac-392fe00b2ff6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:37.280770 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f5e87da-68fd-48c1-91f0-d65ebc0284d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:37.322644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e87da-68fd-48c1-91f0-d65ebc0284d8 None None] Port c883448a-8f73-49bb-adac-392fe00b2ff6 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:37.464155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 41298390-9b60-4b69-b7a5-53f97b405af6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:37.501043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec0a1-ed0b-4e8a-b6ac-9bd2fb9938af req-c943e2bb-70d7-4f04-b60a-5a9a0ec79e41 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:37.502589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8bec0a1-ed0b-4e8a-b6ac-9bd2fb9938af req-c943e2bb-70d7-4f04-b60a-5a9a0ec79e41 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1817000 Jul 14 11:52:37.535581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 41298390-9b60-4b69-b7a5-53f97b405af6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:37.541331 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 41298390-9b60-4b69-b7a5-53f97b405af6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:37.542270 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:37.584458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8bec0a1-ed0b-4e8a-b6ac-9bd2fb9938af req-f8d43084-5352-429c-8bf8-6de339c3902b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717919 Jul 14 11:52:37.676826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c883448a-8f73-49bb-adac-392fe00b2ff6 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:52:37.685344 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:37.689410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:37.718086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Transition to ACTIVE for port object c883448a-8f73-49bb-adac-392fe00b2ff6 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:37.724784 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:37.742692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 40996) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:37.747215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 41298390-9b60-4b69-b7a5-53f97b405af6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=41298390-9b60-4b69-b7a5-53f97b405af6,segment=NetworkSegment(19aa1f9e-483b-4914-ab49-4ccad8d249a8),segment_id=19aa1f9e-483b-4914-ab49-4ccad8d249a8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:37.754380 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:37.795552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Pushing event updated for resources: {'Port': ['ID=c883448a-8f73-49bb-adac-392fe00b2ff6,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:37.843747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=41298390-9b60-4b69-b7a5-53f97b405af6,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:37.969570 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:52:38.280923 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:38.344151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Attempting to bind port c883448a-8f73-49bb-adac-392fe00b2ff6 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:38.344744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Attempting to bind port c883448a-8f73-49bb-adac-392fe00b2ff6 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:38.344856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Attempting to bind port c883448a-8f73-49bb-adac-392fe00b2ff6 on network e415a181-6092-475d-af96-bfeff7fdc2b9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:38.357020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Port c883448a-8f73-49bb-adac-392fe00b2ff6 on network e415a181-6092-475d-af96-bfeff7fdc2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:52:38.357357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Attempting to bind port c883448a-8f73-49bb-adac-392fe00b2ff6 on network e415a181-6092-475d-af96-bfeff7fdc2b9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:38.365182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:38.365528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Checking segment: {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:38.365919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Bound using segment: {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:38.366355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Bound port: c883448a-8f73-49bb-adac-392fe00b2ff6, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:38.366720 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:38.389924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb075f4-972e-4e50-bac6-12c967f7b39e req-6578c271-cbb1-46d0-b0f4-e667f1fdc43a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:38.391624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fb075f4-972e-4e50-bac6-12c967f7b39e req-6578c271-cbb1-46d0-b0f4-e667f1fdc43a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.4820633 Jul 14 11:52:38.510615 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fb075f4-972e-4e50-bac6-12c967f7b39e req-9a2019a6-d017-4817-9866-190be04c87c7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965862 Jul 14 11:52:38.512644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] For port c883448a-8f73-49bb-adac-392fe00b2ff6, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:38.515471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] For port c883448a-8f73-49bb-adac-392fe00b2ff6, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c883448a-8f73-49bb-adac-392fe00b2ff6,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:38.527570 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:38.559815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed023a-3673-4402-90ff-dbed12894f7c req-26b84290-8e5c-4149-ae8a-5098a53ac60f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:38.565025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bed023a-3673-4402-90ff-dbed12894f7c req-26b84290-8e5c-4149-ae8a-5098a53ac60f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1052 time: 0.1402912 Jul 14 11:52:38.595350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:38.597507 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:38.598468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] 10.222.0.45 "PUT /v2.0/ports/c883448a-8f73-49bb-adac-392fe00b2ff6 HTTP/1.1" status: 200 len: 1091 time: 1.4852831 Jul 14 11:52:38.599260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a40a395-ff04-4442-9a55-429f2be3e65d', 'tag': 'c883448a-8f73-49bb-adac-392fe00b2ff6'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:38.608022 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd10df2a-46c6-4985-bd84-e98e2870dff6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a40a395-ff04-4442-9a55-429f2be3e65d", "tag": "c883448a-8f73-49bb-adac-392fe00b2ff6"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:38.653290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port d166a0dc-a9f0-4670-bc87-f2b0179e063a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:38.658873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:38.714923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7d22-96ce-45f1-ab77-ed6ba76c964b service neutron] Pushing event updated for resources: {'Port': ['ID=c883448a-8f73-49bb-adac-392fe00b2ff6,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:38.750002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bed023a-3673-4402-90ff-dbed12894f7c req-bb54473e-cc29-416e-9133-d93795f3db87 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619511 Jul 14 11:52:38.792134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-5567bc02-5386-49fc-84e7-df23e1e0b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:38.794722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-5567bc02-5386-49fc-84e7-df23e1e0b28a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7214305d709840ca83c9ee26052290a0&device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1094 time: 0.1369939 Jul 14 11:52:38.844804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port d166a0dc-a9f0-4670-bc87-f2b0179e063a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d166a0dc-a9f0-4670-bc87-f2b0179e063a,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:38.845437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:38.862008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for d166a0dc-a9f0-4670-bc87-f2b0179e063a owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:38.880584 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf9ced-b282-436c-a12c-bcce84828d04 x-openstack-request-id: req-5abf9ced-b282-436c-a12c-bcce84828d04 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:38.880963 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a40a395-ff04-4442-9a55-429f2be3e65d", "tag": "c883448a-8f73-49bb-adac-392fe00b2ff6", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:38.881176 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5abf9ced-b282-436c-a12c-bcce84828d04 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:38.881510 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a40a395-ff04-4442-9a55-429f2be3e65d', 'tag': 'c883448a-8f73-49bb-adac-392fe00b2ff6', 'status': 'completed', 'code': 200} Jul 14 11:52:38.885868 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-629acc53-402e-4f62-9152-aa2ed15c3c81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c883448a-8f73-49bb-adac-392fe00b2ff6 HTTP/1.1" status: 200 len: 217 time: 0.0760553 Jul 14 11:52:38.959399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-c234d314-5a59-4be6-9596-7abc81278d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:38.960926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-c234d314-5a59-4be6-9596-7abc81278d04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f9e1dca-1e76-4055-beac-c6d5746acefa HTTP/1.1" status: 200 len: 847 time: 0.0673504 Jul 14 11:52:38.971168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ba6bf-fbe6-4468-8a54-ab3a43895550 req-e7e02979-0364-4a37-a785-9e7646f4eccc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:38.972745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75ba6bf-fbe6-4468-8a54-ab3a43895550 req-e7e02979-0364-4a37-a785-9e7646f4eccc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1726425 Jul 14 11:52:39.050440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75ba6bf-fbe6-4468-8a54-ab3a43895550 req-d367c784-3140-4ded-9ba9-2e6a54654f52 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662642 Jul 14 11:52:39.061730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-30a2391a-504e-43e4-a34b-94b3921d5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:39.063202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-30a2391a-504e-43e4-a34b-94b3921d5d5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e415a181-6092-475d-af96-bfeff7fdc2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895245 Jul 14 11:52:39.146899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:39.182034 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-f5c7dcd3-f9c2-40d8-a4da-af9108bea85d service neutron] 10.222.0.45 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013424 Jul 14 11:52:39.199932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=d166a0dc-a9f0-4670-bc87-f2b0179e063a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:39.359712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a04f2-883f-4c62-92be-6d3279ace98a req-ff4a9805-ccf8-4a6c-8502-707236ed6ae3 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:39.367127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e51a04f2-883f-4c62-92be-6d3279ace98a req-ff4a9805-ccf8-4a6c-8502-707236ed6ae3 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1634941 Jul 14 11:52:39.383084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef53d5f3-8c61-4667-b60b-ea7c7fffd626 req-b4650176-5066-4ac7-b888-957ef7db3f59 service neutron] 10.222.0.45 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898630 Jul 14 11:52:39.425915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:39.435196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e51a04f2-883f-4c62-92be-6d3279ace98a req-6b0ba233-aa5a-4cd7-97fe-4ca226fb5d92 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664380 Jul 14 11:52:39.504608 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de8b2bb4-c137-4240-af06-b91d4ffcac43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:39.562482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-3c271bea-a4ae-4102-a163-2e3b53a56b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:39.564044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-3c271bea-a4ae-4102-a163-2e3b53a56b1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7214305d709840ca83c9ee26052290a0&device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1094 time: 0.0999453 Jul 14 11:52:39.609448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 41298390-9b60-4b69-b7a5-53f97b405af6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:39.661702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 41298390-9b60-4b69-b7a5-53f97b405af6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:39.662363 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:39.747537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router ffe6d554-1881-4f12-859f-971d6696729c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:52:39.771242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-7e824691-56fa-4dce-9b5b-749ea9a7f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:39.773168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-7e824691-56fa-4dce-9b5b-749ea9a7f2ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=e415a181-6092-475d-af96-bfeff7fdc2b9 HTTP/1.1" status: 200 len: 908 time: 0.1874096 Jul 14 11:52:39.803706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7c0b4-7773-474f-a990-141bbcf7a197 req-9866d383-a055-45aa-ae56-3f755faeb417 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:39.813620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8a7c0b4-7773-474f-a990-141bbcf7a197 req-9866d383-a055-45aa-ae56-3f755faeb417 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1458786 Jul 14 11:52:39.852637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-61311703-4ff9-4c6d-ad30-304f4aad1065 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c883448a-8f73-49bb-adac-392fe00b2ff6 HTTP/1.1" status: 200 len: 217 time: 0.0668635 Jul 14 11:52:39.940861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:39.949419 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f29dea9f-470f-4caa-9f99-e274c9fcce71 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "PUT /v2.0/routers/ffe6d554-1881-4f12-859f-971d6696729c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2018650 Jul 14 11:52:39.950175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41026) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:39.954285 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] Sync routers for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:39.957763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8a7c0b4-7773-474f-a990-141bbcf7a197 req-5d9e2374-1a3e-4da1-a768-66017dc961f9 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448016 Jul 14 11:52:39.964041 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:39.965449 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:39.970873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-d9b3f7bf-ac68-4936-a7c9-d709c50de9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:39.972510 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-d9b3f7bf-ac68-4936-a7c9-d709c50de9a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f9e1dca-1e76-4055-beac-c6d5746acefa HTTP/1.1" status: 200 len: 847 time: 0.1107030 Jul 14 11:52:40.022623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1caf58-49ac-4808-8949-7da1b60cfcaa req-39387e71-7f33-47d3-a9fb-7924a7b033bd tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:40.024263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b1caf58-49ac-4808-8949-7da1b60cfcaa req-39387e71-7f33-47d3-a9fb-7924a7b033bd tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1094 time: 0.1310246 Jul 14 11:52:40.035437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b32263a-3b09-442a-818d-a78aca378c54 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting subnet a7ae83e9-5db7-4f50-9e23-262dbb664b8f {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:52:40.044833 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b32263a-3b09-442a-818d-a78aca378c54 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.075520 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b1caf58-49ac-4808-8949-7da1b60cfcaa req-2aeea6f0-1dd2-44ea-a503-518efc9e6389 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447302 Jul 14 11:52:40.078918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-14465b16-3055-4cb8-b826-e11bbea4bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:40.080462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-14465b16-3055-4cb8-b826-e11bbea4bbfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e415a181-6092-475d-af96-bfeff7fdc2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991099 Jul 14 11:52:40.085985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 447528a7-9bae-4185-a026-79c39feb3a3e no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:40.115285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 447528a7-9bae-4185-a026-79c39feb3a3e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:40.115629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 447528a7-9bae-4185-a026-79c39feb3a3e not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:40.147075 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:40.147445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b32263a-3b09-442a-818d-a78aca378c54 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.254408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d09bc1-9f31-46b3-80a1-049c44cb8f8c req-b499684f-745f-4810-9cc2-940673284153 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:40.255976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3d09bc1-9f31-46b3-80a1-049c44cb8f8c req-b499684f-745f-4810-9cc2-940673284153 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1391029 Jul 14 11:52:40.259682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-d53c2e42-b41b-4f44-b524-45342209b2dc service neutron] 10.222.0.45 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699655 Jul 14 11:52:40.283746 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b32263a-3b09-442a-818d-a78aca378c54 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.364982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3d09bc1-9f31-46b3-80a1-049c44cb8f8c req-b3de92c9-20f8-4f46-bb17-4fa217dba579 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898311 Jul 14 11:52:40.373159 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b32263a-3b09-442a-818d-a78aca378c54 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.392513 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b32263a-3b09-442a-818d-a78aca378c54 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.394720 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4b32263a-3b09-442a-818d-a78aca378c54 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/subnets/a7ae83e9-5db7-4f50-9e23-262dbb664b8f HTTP/1.1" status: 204 len: 168 time: 0.4426787 Jul 14 11:52:40.401283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee24bb-8e11-465a-a209-990de4334d7f None None] Network 15f69f88-c733-49cb-9a28-090032f71960 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:40.410969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41034) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:40.415674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32263a-3b09-442a-818d-a78aca378c54 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ae83e9-5db7-4f50-9e23-262dbb664b8f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:40.435359 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:52:39Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:40.477219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd10df2a-46c6-4985-bd84-e98e2870dff6 req-3e0db274-ec38-4708-824a-0270200c7bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095866 Jul 14 11:52:40.488457 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] Checking router: ffe6d554-1881-4f12-859f-971d6696729c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:40.506714 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] Routers {'ffe6d554-1881-4f12-859f-971d6696729c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:40.507600 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['ffe6d554-1881-4f12-859f-971d6696729c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:40.582541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.664096 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] Set router ffe6d554-1881-4f12-859f-971d6696729c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:40.739555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] DHCP port deletion for 15f69f88-c733-49cb-9a28-090032f71960 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:52:40.759342 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.810611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Deleting port b7abcc96-24a4-4f70-a906-f7bafd12ec2d {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:40.810995 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.865296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port b8fbeecb-f121-4149-8fab-e030b8009401 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:52:40.865743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.903124 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] For port b7abcc96-24a4-4f70-a906-f7bafd12ec2d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b7abcc96-24a4-4f70-a906-f7bafd12ec2d,segment=NetworkSegment(05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f),segment_id=05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:40.903124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.947129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Calling delete_port for b7abcc96-24a4-4f70-a906-f7bafd12ec2d owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:40.982175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port b8fbeecb-f121-4149-8fab-e030b8009401, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b8fbeecb-f121-4149-8fab-e030b8009401,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:40.982799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.999343 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:52:39Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:41.037489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for b8fbeecb-f121-4149-8fab-e030b8009401 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:52:41.041689 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1eb57-f11b-4523-b70d-741603d91788 None None] The sync data for ids ['ffe6d554-1881-4f12-859f-971d6696729c'] in n-d-778696-8 is: [{'id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201564809', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:50:34Z', 'updated_at': '2021-07-14T11:52:39Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': 'b8fbeecb-f121-4149-8fab-e030b8009401', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe6d554-1881-4f12-859f-971d6696729c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:50:35Z', 'updated_at': '2021-07-14T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:41.101167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:41.144961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Pushing event deleted for resources: {'Port': ['ID=b7abcc96-24a4-4f70-a906-f7bafd12ec2d,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:41.161291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] No DVR routers for this DVR port b7abcc96-24a4-4f70-a906-f7bafd12ec2d on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:52:41.174975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.174975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.175194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.175533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.175901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.176312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.176569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.176903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.177224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.177554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.180636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.181023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245d871-f172-4584-b3a2-7a9cd6b32a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.233518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075e58c-8b6e-4a92-b3cd-006ee49dc663 req-4f0782d1-fc4e-41e1-acb2-f5c09f2c95cc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:41.240655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1075e58c-8b6e-4a92-b3cd-006ee49dc663 req-4f0782d1-fc4e-41e1-acb2-f5c09f2c95cc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2304664 Jul 14 11:52:41.386983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1075e58c-8b6e-4a92-b3cd-006ee49dc663 req-b0ddbdca-3eb6-44e2-80a0-2847d4f23774 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449299 Jul 14 11:52:41.488548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b058c0-bf71-495e-9217-c4456b737517 req-5eeb2151-9881-4e08-8ea8-cc1d72816f84 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:41.497551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3b058c0-bf71-495e-9217-c4456b737517 req-5eeb2151-9881-4e08-8ea8-cc1d72816f84 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1094 time: 0.2055466 Jul 14 11:52:41.536982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b7abcc96-24a4-4f70-a906-f7bafd12ec2d no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:41.560017 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:41.626925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3b058c0-bf71-495e-9217-c4456b737517 req-f60773ca-2692-4775-bf29-703d4b9b54ac tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279128 Jul 14 11:52:41.633588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=b8fbeecb-f121-4149-8fab-e030b8009401,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:41.676821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.677486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.678044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.678390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.678978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.679141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.679711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.680753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.681583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.682183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.682680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.683235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:41.763164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:41.868169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b7abcc96-24a4-4f70-a906-f7bafd12ec2d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:41.868169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b7abcc96-24a4-4f70-a906-f7bafd12ec2d not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:41.868169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d166a0dc-a9f0-4670-bc87-f2b0179e063a no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:41.887668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: d166a0dc-a9f0-4670-bc87-f2b0179e063a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:41.888157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d166a0dc-a9f0-4670-bc87-f2b0179e063a not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:41.900083 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:41.903218 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:41.958439 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:41.959545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Fanout notify agent at l3_agent the message router_deleted on router ffe6d554-1881-4f12-859f-971d6696729c {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:52:41.977815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:41.977815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c79be4d-fa2b-4ff3-8b6b-4f75e830cd99 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/routers/ffe6d554-1881-4f12-859f-971d6696729c HTTP/1.1" status: 204 len: 168 time: 1.5535581 Jul 14 11:52:41.977815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41044) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:42.070598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.088468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c883448a-8f73-49bb-adac-392fe00b2ff6 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:52:42.173422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.173867 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-396c9cf4-f2a2-4db8-95f1-e88352327b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.188343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f69f88-c733-49cb-9a28-090032f71960']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:42.199340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:42.199664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05334d27-a7bf-4624-bc4d-a8d8c8e8fe5f') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:42.207994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c883448a-8f73-49bb-adac-392fe00b2ff6, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c883448a-8f73-49bb-adac-392fe00b2ff6,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:42.208519 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.219701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'c883448a-8f73-49bb-adac-392fe00b2ff6', 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9', 'port_id': 'c883448a-8f73-49bb-adac-392fe00b2ff6', 'mac_address': 'fa:16:3e:9e:11:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9e1dca-1e76-4055-beac-c6d5746acefa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:52:42.223109 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.229283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:52:42.230221 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:52:42.233717 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:52:42.270868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.274002 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.286059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c883448a-8f73-49bb-adac-392fe00b2ff6 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:52:42.298568 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.306341 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.311756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/networks/15f69f88-c733-49cb-9a28-090032f71960 HTTP/1.1" status: 204 len: 168 time: 0.3344295 Jul 14 11:52:42.312026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41048) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:42.313692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c883448a-8f73-49bb-adac-392fe00b2ff6, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c883448a-8f73-49bb-adac-392fe00b2ff6,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:42.318290 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.334412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4860af-f6fa-467e-8c78-e4fe063c44e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Network': ['ID=15f69f88-c733-49cb-9a28-090032f71960,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:42.374460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c883448a-8f73-49bb-adac-392fe00b2ff6,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:42.387073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5302-e558-43f2-99d0-2a2fbaf88d66 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.413598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5302-e558-43f2-99d0-2a2fbaf88d66 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.507534 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5302-e558-43f2-99d0-2a2fbaf88d66 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.509930 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5302-e558-43f2-99d0-2a2fbaf88d66 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.511974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c4ce5302-e558-43f2-99d0-2a2fbaf88d66 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/security-groups/c5b58169-f15a-4b70-a06a-416afbe843c9 HTTP/1.1" status: 204 len: 168 time: 0.1981328 Jul 14 11:52:42.522845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce5302-e558-43f2-99d0-2a2fbaf88d66 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b58169-f15a-4b70-a06a-416afbe843c9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:42.630343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51959fd-9b39-4ce2-af06-a8cec01fb0f0 req-cb920b9d-73f3-40a8-9506-cd0af2592252 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:42.630343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d51959fd-9b39-4ce2-af06-a8cec01fb0f0 req-cb920b9d-73f3-40a8-9506-cd0af2592252 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0816891 Jul 14 11:52:42.670739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d51959fd-9b39-4ce2-af06-a8cec01fb0f0 req-016d0a2a-7d33-45db-bc5e-fc53e381c6a7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331719 Jul 14 11:52:42.676512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c883448a-8f73-49bb-adac-392fe00b2ff6'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:52:42.957821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c6de-eb43-438d-9daa-3dab64f8e8f2 req-5ca5eb7c-c0af-45f8-928e-1d40988481f5 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:42.960058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e201c6de-eb43-438d-9daa-3dab64f8e8f2 req-5ca5eb7c-c0af-45f8-928e-1d40988481f5 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1095 time: 0.0546079 Jul 14 11:52:43.000482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e201c6de-eb43-438d-9daa-3dab64f8e8f2 req-2fdd148c-6526-4a2f-b086-106ae3d5ae30 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338054 Jul 14 11:52:43.445874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41068) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:43.446484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b8fbeecb-f121-4149-8fab-e030b8009401 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:52:43.450929 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-775c5299-9271-4392-8b09-cf43f2e9c8ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241577526', 'description': 'tempest-secgroup-smoke-241577526 description', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:43.472515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b8fbeecb-f121-4149-8fab-e030b8009401 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:52:43.473193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b8fbeecb-f121-4149-8fab-e030b8009401 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:52:43.518111 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.524094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d3617-1cdc-46ad-8690-e18fd3349511 req-84bf114b-25bb-4414-9528-cdd0243ca570 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:43.526225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca4d3617-1cdc-46ad-8690-e18fd3349511 req-84bf114b-25bb-4414-9528-cdd0243ca570 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1197958 Jul 14 11:52:43.528128 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-775c5299-9271-4392-8b09-cf43f2e9c8ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.598907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca4d3617-1cdc-46ad-8690-e18fd3349511 req-5bc8b99e-1a37-48eb-9b3b-f93722ddd044 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609119 Jul 14 11:52:43.660423 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-775c5299-9271-4392-8b09-cf43f2e9c8ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.664300 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-775c5299-9271-4392-8b09-cf43f2e9c8ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.693263 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-775c5299-9271-4392-8b09-cf43f2e9c8ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.694476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-775c5299-9271-4392-8b09-cf43f2e9c8ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2474794 Jul 14 11:52:43.696451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5299-9271-4392-8b09-cf43f2e9c8ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:43.697614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41078) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:43.705268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-209fc85f-2022-4835-bbdc-547044895ae5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'cbd87d0f-4684-42b1-8fb0-1c4624ea8b35', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:43.731890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-209fc85f-2022-4835-bbdc-547044895ae5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.797248 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-209fc85f-2022-4835-bbdc-547044895ae5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.810131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-209fc85f-2022-4835-bbdc-547044895ae5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.842703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fc85f-2022-4835-bbdc-547044895ae5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f537e052-066e-40bf-8e47-ba74792d1e2b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:43.848245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-209fc85f-2022-4835-bbdc-547044895ae5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.850352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-209fc85f-2022-4835-bbdc-547044895ae5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502187 Jul 14 11:52:43.854544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41082) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:43.859899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f11223c3-4ce8-4a0f-9c7d-6027b83b44d0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'cbd87d0f-4684-42b1-8fb0-1c4624ea8b35', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:43.886307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f11223c3-4ce8-4a0f-9c7d-6027b83b44d0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.946908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f11223c3-4ce8-4a0f-9c7d-6027b83b44d0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.950754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f11223c3-4ce8-4a0f-9c7d-6027b83b44d0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.967837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11223c3-4ce8-4a0f-9c7d-6027b83b44d0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8535aa-bbc4-4e3a-ba1b-49c5347bb447,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:43.974200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f11223c3-4ce8-4a0f-9c7d-6027b83b44d0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.978089 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f11223c3-4ce8-4a0f-9c7d-6027b83b44d0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195076 Jul 14 11:52:43.978441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41084) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:43.983563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fd3c1540-51b6-4c83-8fa8-c29dd33487ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'cbd87d0f-4684-42b1-8fb0-1c4624ea8b35', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:44.011599 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1540-51b6-4c83-8fa8-c29dd33487ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.076142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1540-51b6-4c83-8fa8-c29dd33487ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.080581 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1540-51b6-4c83-8fa8-c29dd33487ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.095682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c883448a-8f73-49bb-adac-392fe00b2ff6 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:44.098627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c1540-51b6-4c83-8fa8-c29dd33487ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0b8876-c9fe-4ab2-9243-7060e370853c,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.106814 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1540-51b6-4c83-8fa8-c29dd33487ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.108276 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fd3c1540-51b6-4c83-8fa8-c29dd33487ca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289217 Jul 14 11:52:44.111125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41096) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:44.115755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-bc951790-e870-4427-8734-91889e186453 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'cbd87d0f-4684-42b1-8fb0-1c4624ea8b35', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:44.175280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port c883448a-8f73-49bb-adac-392fe00b2ff6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:44.179762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port c883448a-8f73-49bb-adac-392fe00b2ff6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:44.180169 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.190709 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc951790-e870-4427-8734-91889e186453 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.242281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a1287-90cc-4950-a89f-fe3fc05a2e9e req-51fb10a7-4f00-4adc-a4fd-41f1ee64bb13 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:44.243883 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-000a1287-90cc-4950-a89f-fe3fc05a2e9e req-51fb10a7-4f00-4adc-a4fd-41f1ee64bb13 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1095 time: 0.1121106 Jul 14 11:52:44.263601 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.288497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a40a395-ff04-4442-9a55-429f2be3e65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c883448a-8f73-49bb-adac-392fe00b2ff6'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:44.290964 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e616e50-675b-4eea-a165-e62092e123a6" -d '{"events": [{"server_uuid": "3a40a395-ff04-4442-9a55-429f2be3e65d", "name": "network-vif-plugged", "status": "completed", "tag": "c883448a-8f73-49bb-adac-392fe00b2ff6"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:44.293371 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc951790-e870-4427-8734-91889e186453 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.304424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-000a1287-90cc-4950-a89f-fe3fc05a2e9e req-94805bd9-090b-4b65-bf90-8945e8097381 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506778 Jul 14 11:52:44.305502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc951790-e870-4427-8734-91889e186453 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.306750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port c883448a-8f73-49bb-adac-392fe00b2ff6, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c883448a-8f73-49bb-adac-392fe00b2ff6,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:44.312441 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.342560 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bc951790-e870-4427-8734-91889e186453 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.343841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bc951790-e870-4427-8734-91889e186453 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2317109 Jul 14 11:52:44.344762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc951790-e870-4427-8734-91889e186453 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da09d751-3108-4ef6-86a3-70a7538f9b0b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.346707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41102) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:44.351310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-afe2a5aa-d85c-4317-b226-a159d9d98def tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'cbd87d0f-4684-42b1-8fb0-1c4624ea8b35', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:44.366297 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731d4027-afeb-43a4-b2ff-891e9cda69db x-openstack-request-id: req-731d4027-afeb-43a4-b2ff-891e9cda69db {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:44.366589 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a40a395-ff04-4442-9a55-429f2be3e65d", "name": "network-vif-plugged", "status": "completed", "tag": "c883448a-8f73-49bb-adac-392fe00b2ff6", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:44.376529 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-afe2a5aa-d85c-4317-b226-a159d9d98def tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Project 1099e3a0cf304d4bb2e4f5aff0c2fe33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:52:44.378493 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-731d4027-afeb-43a4-b2ff-891e9cda69db {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:44.378926 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a40a395-ff04-4442-9a55-429f2be3e65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c883448a-8f73-49bb-adac-392fe00b2ff6', 'code': 200} Jul 14 11:52:44.382379 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-afe2a5aa-d85c-4317-b226-a159d9d98def tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.398463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=c883448a-8f73-49bb-adac-392fe00b2ff6,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.475561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-afe2a5aa-d85c-4317-b226-a159d9d98def tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.480192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-afe2a5aa-d85c-4317-b226-a159d9d98def tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.507193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2a5aa-d85c-4317-b226-a159d9d98def tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5265b5c8-978d-4a14-9d1d-4c16924fb799,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.513299 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-afe2a5aa-d85c-4317-b226-a159d9d98def tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.514512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-afe2a5aa-d85c-4317-b226-a159d9d98def tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668658 Jul 14 11:52:44.517375 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41104) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:44.524001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959d56d-75bf-4669-8574-a370e0e25609 req-faade0cb-e291-46df-be7e-95f1eb7e4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:44.525500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2959d56d-75bf-4669-8574-a370e0e25609 req-faade0cb-e291-46df-be7e-95f1eb7e4065 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1096 time: 0.0850449 Jul 14 11:52:44.525889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a1e87163-45a6-47a3-a8eb-80e21b7253cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'cbd87d0f-4684-42b1-8fb0-1c4624ea8b35', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:44.552845 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-a1e87163-45a6-47a3-a8eb-80e21b7253cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Project 1099e3a0cf304d4bb2e4f5aff0c2fe33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:52:44.564869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1e87163-45a6-47a3-a8eb-80e21b7253cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.588737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2959d56d-75bf-4669-8574-a370e0e25609 req-0722a348-8ac9-4290-9849-21ebf44659be service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525632 Jul 14 11:52:44.633496 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1e87163-45a6-47a3-a8eb-80e21b7253cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.638485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1e87163-45a6-47a3-a8eb-80e21b7253cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.656605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e87163-45a6-47a3-a8eb-80e21b7253cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb30802-ded3-439d-af11-a7227b0e5874,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.665277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1e87163-45a6-47a3-a8eb-80e21b7253cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.670594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41108) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:44.670873 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a1e87163-45a6-47a3-a8eb-80e21b7253cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509030 Jul 14 11:52:44.676529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'network': {'name': 'tempest-network-smoke--2088082594', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'port_security_enabled': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:44.697961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:44.702452 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.728256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:52:44.763119 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.763466 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Added segment c3a177f5-b561-4615-9896-3be6de09c50b of type vlan for network 20d802b4-649c-41b9-aa28-0e9e2995a64d Jul 14 11:52:44.808566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.848461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8ddab-427c-4476-bdc2-f742f42bdc7a req-e85613a7-905e-44b2-8b44-185fddf9d12f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:44.849893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95a8ddab-427c-4476-bdc2-f742f42bdc7a req-e85613a7-905e-44b2-8b44-185fddf9d12f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1255736 Jul 14 11:52:44.863322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.868847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:44.869440 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.955574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2835054 Jul 14 11:52:44.960496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41112) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:44.964925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'admin_state_up': True, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:44.968918 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95a8ddab-427c-4476-bdc2-f742f42bdc7a req-fabce6ee-ceeb-44df-bd8c-aa8017e3b894 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126757 Jul 14 11:52:44.985056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010b20f-2bf3-409d-b2ca-947e144826b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Network': ['ID=20d802b4-649c-41b9-aa28-0e9e2995a64d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.997226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:44.998640 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:45.015652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 20d802b4-649c-41b9-aa28-0e9e2995a64d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:52:45.065056 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:45.163658 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:45.281773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d8151-672a-4ad3-a681-2e2b2bcbfca3 req-f7539044-7ffb-4c67-baa7-f960d5937e41 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:45.283664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d69d8151-672a-4ad3-a681-2e2b2bcbfca3 req-f7539044-7ffb-4c67-baa7-f960d5937e41 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0955813 Jul 14 11:52:45.323797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d69d8151-672a-4ad3-a681-2e2b2bcbfca3 req-946bfcfa-f1c2-409c-b28c-569ed86cb223 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338488 Jul 14 11:52:45.576554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562525-e530-4b69-9731-1d6d31dbe47f req-0a688caf-9ba3-4744-8d80-49c3c6d18595 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:45.578135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a562525-e530-4b69-9731-1d6d31dbe47f req-0a688caf-9ba3-4744-8d80-49c3c6d18595 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1096 time: 0.1072383 Jul 14 11:52:45.663573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a562525-e530-4b69-9731-1d6d31dbe47f req-f6c75cf0-132b-4b97-9e22-c63d6341d7fe tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780802 Jul 14 11:52:45.694444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99c9f5-ada2-4133-b6a7-81839e2e0d23 req-3db19f2f-4f0c-420b-b111-2cb43d50b61c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:45.696071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be99c9f5-ada2-4133-b6a7-81839e2e0d23 req-3db19f2f-4f0c-420b-b111-2cb43d50b61c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1027391 Jul 14 11:52:45.740590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be99c9f5-ada2-4133-b6a7-81839e2e0d23 req-3efc4a52-34af-42d8-83a6-0a72d38d7154 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377619 Jul 14 11:52:45.788872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:45.928221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59631245-035b-4c0d-95a1-223cb5d58e8d req-efe1e771-941a-4e9e-9436-8e2210a5069a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:45.930147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59631245-035b-4c0d-95a1-223cb5d58e8d req-efe1e771-941a-4e9e-9436-8e2210a5069a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0669236 Jul 14 11:52:45.969644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59631245-035b-4c0d-95a1-223cb5d58e8d req-e656f935-9921-41ae-b9ea-42f23bb98f96 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Jul 14 11:52:46.002305 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:46.027220 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:46.149536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.25.2.50 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/70f7e353-2c47-4189-b80a-16a323d6e9c2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:46.207167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af38e52-9758-4739-85b6-7c3d96ac3c92 req-d3410a1b-6644-45de-b81c-116ff144b01b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:46.208805 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4af38e52-9758-4739-85b6-7c3d96ac3c92 req-d3410a1b-6644-45de-b81c-116ff144b01b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0737529 Jul 14 11:52:46.252391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4af38e52-9758-4739-85b6-7c3d96ac3c92 req-8f891d52-0a04-495d-a8c6-209fced41f14 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361307 Jul 14 11:52:46.279988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:46.324644 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:46.373663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:46.380799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:46.384946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:46.410739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=70f7e353-2c47-4189-b80a-16a323d6e9c2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:46.475019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319efe1-d241-4b6a-b7a5-7bde73c326a3 req-09c28f1b-4f8d-4daa-b301-8cb68613c376 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:46.476761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9319efe1-d241-4b6a-b7a5-7bde73c326a3 req-09c28f1b-4f8d-4daa-b301-8cb68613c376 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0705245 Jul 14 11:52:46.516764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9319efe1-d241-4b6a-b7a5-7bde73c326a3 req-e9a7f3ca-2f12-42dd-b6e2-6f23d67dfc2b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330381 Jul 14 11:52:46.668447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:46.804054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5f563-ff98-40b9-9078-7970c42379a2 req-8b04a941-d093-44c9-96d0-186fb86bc758 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:46.805676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83d5f563-ff98-40b9-9078-7970c42379a2 req-8b04a941-d093-44c9-96d0-186fb86bc758 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0775349 Jul 14 11:52:46.875966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83d5f563-ff98-40b9-9078-7970c42379a2 req-d66eeb0c-6d58-4944-96f1-52ce10e713c7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Jul 14 11:52:46.879430 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:46.889248 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5328b-674e-4172-a5a9-4cad9bd26539 req-2f330e49-e20d-4e47-9b6c-a224ffe5dbf5 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:46.890843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7f5328b-674e-4172-a5a9-4cad9bd26539 req-2f330e49-e20d-4e47-9b6c-a224ffe5dbf5 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1096 time: 0.0840876 Jul 14 11:52:46.943069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7f5328b-674e-4172-a5a9-4cad9bd26539 req-71698b61-c6f6-4e48-b362-32af1769d524 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457885 Jul 14 11:52:47.074284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 8fab35df-887b-4f2b-9dc9-b351a3789211 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:52:47.149284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf577-8c03-41f6-aac5-fce796689bdf req-83f4efe8-7955-4102-92ac-92d92f8980d8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:47.150956 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5ecf577-8c03-41f6-aac5-fce796689bdf req-83f4efe8-7955-4102-92ac-92d92f8980d8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1198583 Jul 14 11:52:47.181270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e78440-8e3a-4faf-a559-39e6909c5b9e req-f48af8fa-3d4a-49fd-b39b-feb7b9760cd8 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:47.183996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2e78440-8e3a-4faf-a559-39e6909c5b9e req-f48af8fa-3d4a-49fd-b39b-feb7b9760cd8 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1096 time: 0.1049573 Jul 14 11:52:47.217016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5ecf577-8c03-41f6-aac5-fce796689bdf req-ab7a071d-f36d-4e48-993b-94dd6e43a0dd tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568602 Jul 14 11:52:47.228074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:47.239123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Sync routers for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:47.256086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c2e78440-8e3a-4faf-a559-39e6909c5b9e req-2f6b522d-8d0f-4468-834a-22f5243f53de tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663037 Jul 14 11:52:47.256882 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:47.257418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:47.275991 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:47.281884 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c7390a6e-afd5-4e8e-80f3-08ced7a69bb3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3221133 Jul 14 11:52:47.282122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41158) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:47.416691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:47.439985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2ba8a2cb-3f46-4adc-9dbc-493c06956199 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1476643 Jul 14 11:52:47.440202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41166) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:47.524539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82da6e-70fe-4d07-9da2-2dc01515d1ea req-c3e40d4d-b480-4bd1-93a4-d0141e309752 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:47.526210 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d82da6e-70fe-4d07-9da2-2dc01515d1ea req-c3e40d4d-b480-4bd1-93a4-d0141e309752 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1096 time: 0.1004109 Jul 14 11:52:47.609299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25402912-7886-4c9d-88c8-4eefd64120c2 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:47.610990 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-25402912-7886-4c9d-88c8-4eefd64120c2 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1738119 Jul 14 11:52:47.613972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41168) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:47.656071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d82da6e-70fe-4d07-9da2-2dc01515d1ea req-b5d0fbae-1c94-48b6-9579-636659df0a9a tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231525 Jul 14 11:52:47.662393 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-29bd9fd8-c375-4981-9531-9b34707f10d9 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471101 Jul 14 11:52:47.662616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41170) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:47.670394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:46Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:47.670802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-839321233', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:47.704319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Checking router: 8fab35df-887b-4f2b-9dc9-b351a3789211 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:47.704959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Updating router 8fab35df-887b-4f2b-9dc9-b351a3789211 port 70f7e353-2c47-4189-b80a-16a323d6e9c2 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:52:47.754249 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:47.767576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23849f51-5453-4687-9e7d-84c149bb7961 req-f4ec78d4-f3a6-40f9-b62b-8378e502311f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:47.769371 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23849f51-5453-4687-9e7d-84c149bb7961 req-f4ec78d4-f3a6-40f9-b62b-8378e502311f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1755464 Jul 14 11:52:47.825240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:47.829353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:47.906342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23849f51-5453-4687-9e7d-84c149bb7961 req-d95c575c-dd0e-4c36-a978-83169d65449e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264925 Jul 14 11:52:48.062265 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:48.072985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Transition to ACTIVE for port object 70f7e353-2c47-4189-b80a-16a323d6e9c2 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:48.080851 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:48.137489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Attempting to bind port 70f7e353-2c47-4189-b80a-16a323d6e9c2 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:48.137853 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Attempting to bind port 70f7e353-2c47-4189-b80a-16a323d6e9c2 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:48.138213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Attempting to bind port 70f7e353-2c47-4189-b80a-16a323d6e9c2 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:48.143950 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779bcaa-defc-404a-aa65-73852452e314 None None] Pushing event updated for resources: {'Port': ['ID=70f7e353-2c47-4189-b80a-16a323d6e9c2,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:48.146672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:48.147063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:48.147473 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:48.147895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:48.148396 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Bound port: 70f7e353-2c47-4189-b80a-16a323d6e9c2, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:48.148853 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:48.209713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] For port 70f7e353-2c47-4189-b80a-16a323d6e9c2, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:48.213309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] For port 70f7e353-2c47-4189-b80a-16a323d6e9c2, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=70f7e353-2c47-4189-b80a-16a323d6e9c2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:48.218195 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:48.271755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:48.272558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:48.316528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779bcaa-defc-404a-aa65-73852452e314 None None] Pushing event updated for resources: {'Port': ['ID=70f7e353-2c47-4189-b80a-16a323d6e9c2,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:48.401107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:48.425597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-892e8596-bacc-4df2-bd1d-2046bb750a52 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:48.427170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-892e8596-bacc-4df2-bd1d-2046bb750a52 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/networks?id=e415a181-6092-475d-af96-bfeff7fdc2b9 HTTP/1.1" status: 200 len: 908 time: 0.5470190 Jul 14 11:52:48.486073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173c7e8-8495-4d35-b0aa-c8b9ef5e083a req-f7def8fd-7b83-4deb-bb6a-28b090cca4c1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:48.487575 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a173c7e8-8495-4d35-b0aa-c8b9ef5e083a req-f7def8fd-7b83-4deb-bb6a-28b090cca4c1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1781054 Jul 14 11:52:48.491088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-6a925f19-e522-4b8d-ae8e-fa08344b66a7 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/quotas/7214305d709840ca83c9ee26052290a0 HTTP/1.1" status: 200 len: 375 time: 0.0534751 Jul 14 11:52:48.599572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a173c7e8-8495-4d35-b0aa-c8b9ef5e083a req-760ea244-e62d-488f-b81c-7d6e9f8c2921 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029539 Jul 14 11:52:48.603158 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:48.606629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:46Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:48.641900 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2035fc-b744-4f54-aafb-dbe3fb047996 None None] The sync data for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 is: [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:46Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:48.684577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Subnet': ['ID=304a83ec-5ad4-4e67-a1dc-52409ced0b9d,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:48.704645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-a230cb5b-ee88-4bc0-98d6-36d9383ae533 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=7214305d709840ca83c9ee26052290a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1982446 Jul 14 11:52:48.711188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-78bf8bfb-bf7d-4600-902a-1353360a0089 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:52:48.713249 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-78bf8bfb-bf7d-4600-902a-1353360a0089 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069675 Jul 14 11:52:48.718360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Checking segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:48.718850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network hostable DHCP agents. Network: 20d802b4-649c-41b9-aa28-0e9e2995a64d, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:52:48.815262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 20d802b4-649c-41b9-aa28-0e9e2995a64d is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:52:48.827376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 20d802b4-649c-41b9-aa28-0e9e2995a64d) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:48.835322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782824c-e762-412a-b7e1-e3d31874ae1f None None] Network 20d802b4-649c-41b9-aa28-0e9e2995a64d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:48.839952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:48.840630 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:48.867779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-295e1f77-107b-48aa-b135-47d1c4ce4ad5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2017305 Jul 14 11:52:48.868586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41202) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:48.877656 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-8f77a166-9f5e-4bcd-ae6d-bc609707d8f4 service neutron] 10.222.0.38 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508203 Jul 14 11:52:49.078939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-52e96363-d80f-47c4-a147-d81c6f833c86 service neutron] 10.222.0.38 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920497 Jul 14 11:52:49.101080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406aa72-3b06-462e-9966-b8158b8e1d6d req-29e14ce6-efe7-4320-bcd2-4ef615e19e64 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:49.110169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5406aa72-3b06-462e-9966-b8158b8e1d6d req-29e14ce6-efe7-4320-bcd2-4ef615e19e64 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1675131 Jul 14 11:52:49.115685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-20d802b4-649c-41b9-aa28-0e9e2995a64d', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:52:49.121052 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:49.161394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5406aa72-3b06-462e-9966-b8158b8e1d6d req-0e3818b7-558f-47d7-8a5c-f9d09d63db9e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503314 Jul 14 11:52:49.336479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Allocated IP 172.20.0.2 (20d802b4-649c-41b9-aa28-0e9e2995a64d/304a83ec-5ad4-4e67-a1dc-52409ced0b9d/7b11b1ee-df77-4854-b8f2-8d71b099ca91) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:49.485031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16cd939a-13d3-48aa-858d-2206fe6afc09 req-40976a60-7428-43f8-b2c2-59877c22fd21 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 210 time: 0.0494399 Jul 14 11:52:49.567079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c05482-402a-4582-b13c-557762e3837d req-f7f5c8a2-44b8-4935-9155-114fe53a93b0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:49.570794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66c05482-402a-4582-b13c-557762e3837d req-f7f5c8a2-44b8-4935-9155-114fe53a93b0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2121027 Jul 14 11:52:49.595205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 70f7e353-2c47-4189-b80a-16a323d6e9c2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:49.649107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66c05482-402a-4582-b13c-557762e3837d req-3e4c636a-f0ca-44e9-beb4-7ce088de8ea7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707152 Jul 14 11:52:49.713496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:49.736212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 70f7e353-2c47-4189-b80a-16a323d6e9c2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:49.741354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Transition to ACTIVE for port object 7b11b1ee-df77-4854-b8f2-8d71b099ca91 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:49.743239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 70f7e353-2c47-4189-b80a-16a323d6e9c2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:49.743772 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:49.872783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Transition to ACTIVE for port object 7b11b1ee-df77-4854-b8f2-8d71b099ca91 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:49.878020 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:49.899045 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:49.946116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:49.959420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Pushing event updated for resources: {'Port': ['ID=7b11b1ee-df77-4854-b8f2-8d71b099ca91,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:49.975736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 70f7e353-2c47-4189-b80a-16a323d6e9c2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=70f7e353-2c47-4189-b80a-16a323d6e9c2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:49.995606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Network 20d802b4-649c-41b9-aa28-0e9e2995a64d is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:49.998448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:50.004155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:50.007763 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:50.115020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Attempting to bind port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:50.115459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Attempting to bind port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:50.115902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Attempting to bind port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 on network 20d802b4-649c-41b9-aa28-0e9e2995a64d {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:50.122149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:50.122713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Checking segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:50.123304 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:50.123820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Bound using segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:50.124374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Bound port: 7b11b1ee-df77-4854-b8f2-8d71b099ca91, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:50.124844 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:50.127047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=70f7e353-2c47-4189-b80a-16a323d6e9c2,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:50.218709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdd8ad-92ec-4538-9d4f-5fffec0ea6cf req-e1f511d1-455b-4705-bbaf-b185125da478 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:50.220414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01bdd8ad-92ec-4538-9d4f-5fffec0ea6cf req-e1f511d1-455b-4705-bbaf-b185125da478 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1407979 Jul 14 11:52:50.296201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01bdd8ad-92ec-4538-9d4f-5fffec0ea6cf req-90256c1e-09ca-4afd-91b1-7b30747219ae tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672379 Jul 14 11:52:50.394115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] For port 7b11b1ee-df77-4854-b8f2-8d71b099ca91, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:50.397942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] For port 7b11b1ee-df77-4854-b8f2-8d71b099ca91, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7b11b1ee-df77-4854-b8f2-8d71b099ca91,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:50.404808 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:50.406437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.20.0.1 (20d802b4-649c-41b9-aa28-0e9e2995a64d/304a83ec-5ad4-4e67-a1dc-52409ced0b9d/a44a7559-0d07-42fd-905e-bd45462419e8) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:50.488817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c8362-2997-416c-bd27-57a43008d26a None None] Pushing event updated for resources: {'Port': ['ID=7b11b1ee-df77-4854-b8f2-8d71b099ca91,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:50.712782 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:50.761793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Transition to ACTIVE for port object a44a7559-0d07-42fd-905e-bd45462419e8 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:50.765322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ed22152-084f-4810-b249-28bc9f00c731 req-78a64b29-c973-4c37-80d3-72346ab35c6b tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 210 time: 0.0700693 Jul 14 11:52:50.794470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074a09d-728e-4d85-9df7-cceafd7af868 req-10b77a22-bbbe-4d62-a31c-0ff18561228d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:50.819410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:50.820808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b074a09d-728e-4d85-9df7-cceafd7af868 req-10b77a22-bbbe-4d62-a31c-0ff18561228d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.3127286 Jul 14 11:52:50.922289 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b074a09d-728e-4d85-9df7-cceafd7af868 req-0239bcdd-8c3c-4aaa-856e-106198bbeb3c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003129 Jul 14 11:52:50.974882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 20d802b4-649c-41b9-aa28-0e9e2995a64d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:50.976877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=a44a7559-0d07-42fd-905e-bd45462419e8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:50.987242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:50.996459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:51.115735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:51.203415 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e852c-fcc9-423b-aabc-928bea833213 req-56f0c5de-b269-4dea-a152-fcd98d168870 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:51.204984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f8e852c-fcc9-423b-aabc-928bea833213 req-56f0c5de-b269-4dea-a152-fcd98d168870 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.0674770 Jul 14 11:52:51.243479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f8e852c-fcc9-423b-aabc-928bea833213 req-f30b8f33-a267-40a1-a282-122e08d45ade tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Jul 14 11:52:51.306471 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:51.465298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f981877-4836-475e-8d37-1d0e92650e11 req-aa4ef355-76d0-48f5-94cf-974c1536d01c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:51.467274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f981877-4836-475e-8d37-1d0e92650e11 req-aa4ef355-76d0-48f5-94cf-974c1536d01c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1009510 Jul 14 11:52:51.540616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f981877-4836-475e-8d37-1d0e92650e11 req-9f3f3690-db15-4157-9bbe-26ff142f4179 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668156 Jul 14 11:52:51.626483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7b11b1ee-df77-4854-b8f2-8d71b099ca91 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:51.737450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:51.740398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:51.743115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 70f7e353-2c47-4189-b80a-16a323d6e9c2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:51.751696 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:51.776856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-1868e938-181a-4f7c-bba2-df2b7533a887 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:51.781266 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-1868e938-181a-4f7c-bba2-df2b7533a887 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.64 "GET /v2.0/networks?id=e415a181-6092-475d-af96-bfeff7fdc2b9 HTTP/1.1" status: 200 len: 908 time: 0.2379839 Jul 14 11:52:51.801454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Request body: {'port': {'device_id': 'c09153ab-7a5f-400e-8c28-444c0e2d8b44', 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9', 'admin_state_up': True, 'tenant_id': '7214305d709840ca83c9ee26052290a0'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:51.841124 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 70f7e353-2c47-4189-b80a-16a323d6e9c2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:51.841513 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:51.889399 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:51.892422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=a44a7559-0d07-42fd-905e-bd45462419e8,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:51.928889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Made reservation on behalf of 7214305d709840ca83c9ee26052290a0 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:51.931932 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:52.060780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378418ac-3a78-4217-9bbc-c1ae0f069490 req-de300699-f84a-4f6a-836a-1721566f3f8e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:52.070529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-378418ac-3a78-4217-9bbc-c1ae0f069490 req-de300699-f84a-4f6a-836a-1721566f3f8e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1927016 Jul 14 11:52:52.098976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 20d802b4-649c-41b9-aa28-0e9e2995a64d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:52.100986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:52.128705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e1ea5d-88ee-4e3e-833a-80c1c0074ae2 None None] Network 20d802b4-649c-41b9-aa28-0e9e2995a64d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:52.160483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-378418ac-3a78-4217-9bbc-c1ae0f069490 req-eec235fa-7c4e-450d-9f0c-9087434de221 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882723 Jul 14 11:52:52.162606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62bcbb14-f803-4300-8a5c-15752cce06c3 req-09df9491-2c1e-400e-8e59-8921f13cbd17 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 210 time: 0.0632975 Jul 14 11:52:52.229719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3a1cd0e5-55b4-4e81-b8b2-ec0270c94eba None None] Provisioning for port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:52.235109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3a1cd0e5-55b4-4e81-b8b2-ec0270c94eba None None] Provisioning complete for port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:52.235485 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a1cd0e5-55b4-4e81-b8b2-ec0270c94eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:52.240138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Allocated IP 172.20.0.5 (e415a181-6092-475d-af96-bfeff7fdc2b9/7f9e1dca-1e76-4055-beac-c6d5746acefa/07970f0e-9154-4d01-bd20-5ade9350d0eb) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:52.326757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 8fab35df-887b-4f2b-9dc9-b351a3789211 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:52:52.417658 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a1cd0e5-55b4-4e81-b8b2-ec0270c94eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:52.451912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4db85-1d2b-4baf-a867-17a426e24958 req-6b9a1ac1-aa7e-4878-8ad1-23a463f823f0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:52.459694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4da4db85-1d2b-4baf-a867-17a426e24958 req-6b9a1ac1-aa7e-4878-8ad1-23a463f823f0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1831474 Jul 14 11:52:52.469803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:52.476758 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-23b43fe4-4213-41e3-8990-9660bdf5e93d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "PUT /v2.0/routers/8fab35df-887b-4f2b-9dc9-b351a3789211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6064634 Jul 14 11:52:52.496228 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Sync routers for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:52.497737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3a1cd0e5-55b4-4e81-b8b2-ec0270c94eba None None] For port 7b11b1ee-df77-4854-b8f2-8d71b099ca91, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7b11b1ee-df77-4854-b8f2-8d71b099ca91,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:52.507279 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:52.508164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3a1cd0e5-55b4-4e81-b8b2-ec0270c94eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:52.508424 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:52.583280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cd0e5-55b4-4e81-b8b2-ec0270c94eba None None] Pushing event updated for resources: {'Port': ['ID=7b11b1ee-df77-4854-b8f2-8d71b099ca91,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:52.624370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4da4db85-1d2b-4baf-a867-17a426e24958 req-10ee8a7c-3362-4d81-854e-c5e20bf32b0a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631494 Jul 14 11:52:52.632874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:52.659389 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Transition to ACTIVE for port object 07970f0e-9154-4d01-bd20-5ade9350d0eb will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:52.723803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-43c9140a-291e-4de8-a59e-e5006c2dd7f9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:52.725592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-43c9140a-291e-4de8-a59e-e5006c2dd7f9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.2271802 Jul 14 11:52:52.758390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-9720e6cd-ced3-40d2-b171-fd1091038532 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/quotas/63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 375 time: 0.0224242 Jul 14 11:52:52.763877 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:52.783248 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:52.796023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c883448a-8f73-49bb-adac-392fe00b2ff6'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:52:52.865298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Network e415a181-6092-475d-af96-bfeff7fdc2b9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:52.868820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-6023e604-2dd7-41f7-8471-4979795af372 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241577526&fields=id&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 267 time: 0.1223543 Jul 14 11:52:52.872101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a02fefe9-36dc-4abf-a0ce-ebf99f4453cd None None] Provisioning complete for port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:52.872479 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a02fefe9-36dc-4abf-a0ce-ebf99f4453cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:52.879692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:52.882041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:52.931526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Pushing event updated for resources: {'Port': ['ID=07970f0e-9154-4d01-bd20-5ade9350d0eb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:53.065112 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a44a7559-0d07-42fd-905e-bd45462419e8', 'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:dd:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:50Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 2, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:53.070429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a02fefe9-36dc-4abf-a0ce-ebf99f4453cd None None] Provisioning for port a44a7559-0d07-42fd-905e-bd45462419e8 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:53.081077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a02fefe9-36dc-4abf-a0ce-ebf99f4453cd None None] Provisioning complete for port a44a7559-0d07-42fd-905e-bd45462419e8 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:53.081434 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a02fefe9-36dc-4abf-a0ce-ebf99f4453cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.092576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-11f927b1-33a2-4db7-a2ee-80f4f9dd69fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:53.099570 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-11f927b1-33a2-4db7-a2ee-80f4f9dd69fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 797 time: 0.2141604 Jul 14 11:52:53.133013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-798d7180-0ea0-48f4-b00c-6bc1b47f3e24 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3636260 Jul 14 11:52:53.138524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a02fefe9-36dc-4abf-a0ce-ebf99f4453cd None None] Port a44a7559-0d07-42fd-905e-bd45462419e8 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:53.143497 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Checking router: 8fab35df-887b-4f2b-9dc9-b351a3789211 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:53.143871 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Updating router 8fab35df-887b-4f2b-9dc9-b351a3789211 port a44a7559-0d07-42fd-905e-bd45462419e8 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:52:53.144280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:53.144901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.164408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-3dfa6a81-2326-433c-a31a-0e837339108a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/quotas/1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 375 time: 0.0638871 Jul 14 11:52:53.186130 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.230475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-799424c7-1b9b-4dc7-96a4-86f69b0a8e9f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4414988 Jul 14 11:52:53.258714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Request body: {'port': {'device_id': 'c09153ab-7a5f-400e-8c28-444c0e2d8b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:53.263405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-39a72bd6-55e4-4041-a73c-f245897543a9 None None] Provisioning for port 07970f0e-9154-4d01-bd20-5ade9350d0eb completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:53.268860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-39a72bd6-55e4-4041-a73c-f245897543a9 None None] Provisioning complete for port 07970f0e-9154-4d01-bd20-5ade9350d0eb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:53.269496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a72bd6-55e4-4041-a73c-f245897543a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.310794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-39a72bd6-55e4-4041-a73c-f245897543a9 None None] Port 07970f0e-9154-4d01-bd20-5ade9350d0eb cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:53.321358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-39a72bd6-55e4-4041-a73c-f245897543a9 None None] Provisioning complete for port a44a7559-0d07-42fd-905e-bd45462419e8 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:53.321358 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a72bd6-55e4-4041-a73c-f245897543a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.328177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-308c7e65-fe50-4cd9-95bb-01b973f5d2bb service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942711 Jul 14 11:52:53.367902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-39a72bd6-55e4-4041-a73c-f245897543a9 None None] Port a44a7559-0d07-42fd-905e-bd45462419e8 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:53.444040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c9cd52fe-5de5-41a4-bc42-d5b0853993ae tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2365162 Jul 14 11:52:53.448712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7b11b1ee-df77-4854-b8f2-8d71b099ca91 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:53.457157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.501487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-53f7e50d-8353-4b4a-b909-de6bd271b626 None None] Provisioning complete for port a44a7559-0d07-42fd-905e-bd45462419e8 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:53.502152 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-53f7e50d-8353-4b4a-b909-de6bd271b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.521644 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.533555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:53.534327 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.540891 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Transition to ACTIVE for port object a44a7559-0d07-42fd-905e-bd45462419e8 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:53.548779 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.573706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-53f7e50d-8353-4b4a-b909-de6bd271b626 None None] Port a44a7559-0d07-42fd-905e-bd45462419e8 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:53.581475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-02cc27bb-22f1-41df-9b3d-879a8bbbc97e service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307596 Jul 14 11:52:53.614111 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Pushing event updated for resources: {'Port': ['ID=a44a7559-0d07-42fd-905e-bd45462419e8,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:53.646218 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.646794 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.647289 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.647768 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.648280 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.648741 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.649142 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.649514 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.650183 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.650540 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.650840 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.652235 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:53.692104 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Attempting to bind port a44a7559-0d07-42fd-905e-bd45462419e8 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:53.692543 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Attempting to bind port a44a7559-0d07-42fd-905e-bd45462419e8 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:53.692823 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Attempting to bind port a44a7559-0d07-42fd-905e-bd45462419e8 on network 20d802b4-649c-41b9-aa28-0e9e2995a64d {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:53.698595 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:53.699251 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Checking segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:53.700120 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.701332 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Bound using segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:53.702100 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Bound port: a44a7559-0d07-42fd-905e-bd45462419e8, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:53.702674 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.707156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-a4f30432-6efd-4328-9d47-3f84a7d51465 service neutron] 10.222.0.38 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384441 Jul 14 11:52:53.787172 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] For port a44a7559-0d07-42fd-905e-bd45462419e8, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:53.793213 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] For port a44a7559-0d07-42fd-905e-bd45462419e8, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a44a7559-0d07-42fd-905e-bd45462419e8,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:53.801320 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:53.921814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-fbec3eb5-7c49-4287-9565-799a187de426 service neutron] 10.222.0.38 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136135 Jul 14 11:52:53.930317 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:53.931520 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:53.938821 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef2363-a6b5-423b-883d-8ae9abb65d79 None None] Pushing event updated for resources: {'Port': ['ID=a44a7559-0d07-42fd-905e-bd45462419e8,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:54.065294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07970f0e-9154-4d01-bd20-5ade9350d0eb {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:52:54.075761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:54.098560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Transition to ACTIVE for port object 07970f0e-9154-4d01-bd20-5ade9350d0eb will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:54.114860 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:54.127437 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:54.166162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576d15f-cae0-4c75-b442-aafc8715919b req-2ed4cb0e-85fd-4fce-958a-818e59f43070 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:54.169084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c576d15f-cae0-4c75-b442-aafc8715919b req-2ed4cb0e-85fd-4fce-958a-818e59f43070 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1027 time: 0.1450458 Jul 14 11:52:54.269093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Pushing event updated for resources: {'Port': ['ID=07970f0e-9154-4d01-bd20-5ade9350d0eb,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:54.294404 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c576d15f-cae0-4c75-b442-aafc8715919b req-e2afea23-f22c-4564-bc7c-1cdac8b59393 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150448 Jul 14 11:52:54.442866 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b5f00e7-cf9b-4472-9c77-39d9f236c003 req-123d535d-fe61-4baa-bda5-d2c0458e6ee9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 210 time: 0.0523050 Jul 14 11:52:54.444094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Attempting to bind port 07970f0e-9154-4d01-bd20-5ade9350d0eb on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:54.444323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Attempting to bind port 07970f0e-9154-4d01-bd20-5ade9350d0eb by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:54.444652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Attempting to bind port 07970f0e-9154-4d01-bd20-5ade9350d0eb on network e415a181-6092-475d-af96-bfeff7fdc2b9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:54.463928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Port 07970f0e-9154-4d01-bd20-5ade9350d0eb on network e415a181-6092-475d-af96-bfeff7fdc2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:52:54.463928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Attempting to bind port 07970f0e-9154-4d01-bd20-5ade9350d0eb on network e415a181-6092-475d-af96-bfeff7fdc2b9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:54.485195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:54.485542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Checking segment: {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:54.485987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Bound using segment: {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:54.486361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Bound port: 07970f0e-9154-4d01-bd20-5ade9350d0eb, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81df026-c5f0-4a0c-a37b-1367b523cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:54.486728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:54.625619 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a44a7559-0d07-42fd-905e-bd45462419e8', 'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:dd:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:50Z', 'updated_at': '2021-07-14T11:52:53Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:54.626644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21c1bb40-3caa-497a-b721-139d932c315a req-dbbd9f90-af17-4ca7-ab67-74440b39e281 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 210 time: 0.0657601 Jul 14 11:52:54.659701 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715c79e-a607-47a2-b7f2-acb924ec8be9 None None] The sync data for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 is: [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a44a7559-0d07-42fd-905e-bd45462419e8', 'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:dd:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:50Z', 'updated_at': '2021-07-14T11:52:53Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:54.709421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] For port 07970f0e-9154-4d01-bd20-5ade9350d0eb, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:54.755134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] For port 07970f0e-9154-4d01-bd20-5ade9350d0eb, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=07970f0e-9154-4d01-bd20-5ade9350d0eb,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:54.773679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6996ea-acb1-4ccc-8441-a32aa8786939 req-511da979-4986-4f8f-bd6f-e66d52c0cded tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:54.775565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd6996ea-acb1-4ccc-8441-a32aa8786939 req-511da979-4986-4f8f-bd6f-e66d52c0cded tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1462138 Jul 14 11:52:54.777244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:54.846637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:54.847654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:54.849500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] 10.222.0.64 "PUT /v2.0/ports/07970f0e-9154-4d01-bd20-5ade9350d0eb HTTP/1.1" status: 200 len: 1091 time: 1.6000235 Jul 14 11:52:54.852672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09153ab-7a5f-400e-8c28-444c0e2d8b44', 'tag': '07970f0e-9154-4d01-bd20-5ade9350d0eb'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:54.864350 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43692463-1bf0-4d97-b9aa-2e6f3c138d65" -d '{"events": [{"name": "network-changed", "server_uuid": "c09153ab-7a5f-400e-8c28-444c0e2d8b44", "tag": "07970f0e-9154-4d01-bd20-5ade9350d0eb"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:54.990182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f2321-c390-4093-90e1-69ddd7aae651 service neutron] Pushing event updated for resources: {'Port': ['ID=07970f0e-9154-4d01-bd20-5ade9350d0eb,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:54.996419 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a298be-426a-4935-9bfc-78a2e6a0ce72 x-openstack-request-id: req-b2a298be-426a-4935-9bfc-78a2e6a0ce72 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:54.996710 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09153ab-7a5f-400e-8c28-444c0e2d8b44", "tag": "07970f0e-9154-4d01-bd20-5ade9350d0eb", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:54.996954 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2a298be-426a-4935-9bfc-78a2e6a0ce72 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:54.997513 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09153ab-7a5f-400e-8c28-444c0e2d8b44', 'tag': '07970f0e-9154-4d01-bd20-5ade9350d0eb', 'status': 'completed', 'code': 200} Jul 14 11:52:55.033496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd6996ea-acb1-4ccc-8441-a32aa8786939 req-5abadbdb-2aa7-46b9-88b1-acb16ad3b70e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464550 Jul 14 11:52:55.071045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-cfa235f3-6354-4772-b90e-af23dbebb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:55.072688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-cfa235f3-6354-4772-b90e-af23dbebb92c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7214305d709840ca83c9ee26052290a0&device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1094 time: 0.1705778 Jul 14 11:52:55.134582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-1094d7c1-c157-4a3c-aad7-cce330ac5f30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07970f0e-9154-4d01-bd20-5ade9350d0eb HTTP/1.1" status: 200 len: 217 time: 0.0530143 Jul 14 11:52:55.300202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-52729021-99a7-4743-998e-a17ffa35c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:55.301665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-52729021-99a7-4743-998e-a17ffa35c1e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f9e1dca-1e76-4055-beac-c6d5746acefa HTTP/1.1" status: 200 len: 847 time: 0.1613717 Jul 14 11:52:55.488722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f3466-85e4-4d7d-a700-620b6a12dc55 req-c6879259-b09e-479e-8d88-73b4f7fb64f5 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:55.491964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-774f3466-85e4-4d7d-a700-620b6a12dc55 req-c6879259-b09e-479e-8d88-73b4f7fb64f5 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2552938 Jul 14 11:52:55.545149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a44a7559-0d07-42fd-905e-bd45462419e8 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:55.575465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-bdd91e5e-ffe9-4cd2-b758-8e27f6506710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:55.577336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-bdd91e5e-ffe9-4cd2-b758-8e27f6506710 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e415a181-6092-475d-af96-bfeff7fdc2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2663927 Jul 14 11:52:55.619010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-774f3466-85e4-4d7d-a700-620b6a12dc55 req-7be708b1-00f2-4c81-9478-1d85b8c44976 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932508 Jul 14 11:52:55.640729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a44a7559-0d07-42fd-905e-bd45462419e8 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:55.654352 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a44a7559-0d07-42fd-905e-bd45462419e8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:55.654742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:55.785439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f7a3-b5a4-4b38-8a00-7e40f84f4ea1 req-a23272fb-347c-4188-8e4b-9879060e5584 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:55.796087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a6f7a3-b5a4-4b38-8a00-7e40f84f4ea1 req-a23272fb-347c-4188-8e4b-9879060e5584 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1094 time: 0.3382959 Jul 14 11:52:55.852364 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:55.891779 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port a44a7559-0d07-42fd-905e-bd45462419e8, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a44a7559-0d07-42fd-905e-bd45462419e8,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:55.897349 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:55.961598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=a44a7559-0d07-42fd-905e-bd45462419e8,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:56.248221 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:56.481439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-59468bd0-8486-4ce2-b3b5-eb23ad557bdd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:56.483079 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-59468bd0-8486-4ce2-b3b5-eb23ad557bdd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 797 time: 0.2787852 Jul 14 11:52:56.511613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b14410b-d2d2-4064-81ae-04d660c190c0 req-1f796e7c-a4d3-4f2c-9efe-b3a37b9c5de8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 210 time: 0.6146829 Jul 14 11:52:56.553874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-9ea7ff38-a5a8-46fb-a321-4c8c917313f7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:56.555401 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-9ea7ff38-a5a8-46fb-a321-4c8c917313f7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.7940488 Jul 14 11:52:56.588063 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-0e5df921-fd04-41ac-aab5-7f6a8545f2e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 379 time: 0.0957210 Jul 14 11:52:56.601024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'port': {'device_id': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'admin_state_up': True, 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'security_groups': ['cbd87d0f-4684-42b1-8fb0-1c4624ea8b35']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:56.608331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'port': {'device_id': '9c73990a-f9e2-4ba8-b7e5-c70a91bd851f', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'admin_state_up': True, 'tenant_id': '63e66b37481147788ebff171c7986f8c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:56.709774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a6f7a3-b5a4-4b38-8a00-7e40f84f4ea1 req-5460acb8-3408-4a60-9b49-d88d2e2e5ec9 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8155949 Jul 14 11:52:56.721305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-d0b7e571-3401-4e79-a11a-e3adf6057cde service neutron] 10.222.0.64 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1168339 Jul 14 11:52:56.782045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:56.787879 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:56.858833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d68e6601-ea2c-47ea-b31e-29fd3ee20dec req-ece6ee6f-ecf9-4cb5-a328-1fe9ddc0b2ec tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 210 time: 0.0970390 Jul 14 11:52:56.953507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.20.0.11 (20d802b4-649c-41b9-aa28-0e9e2995a64d/304a83ec-5ad4-4e67-a1dc-52409ced0b9d/1fe1dee9-14e5-4584-b925-5f043acf4d1f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:56.980926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01920712-1ff6-4e5d-81eb-5b65bf09ed0d req-0357918f-b0f6-4f70-9c6e-bc3b3da31d89 service neutron] 10.222.0.64 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305171 Jul 14 11:52:56.989819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a3b58-6953-4166-b964-e9fb7091a62a req-b33dc7cd-e653-41c0-9c2c-c3d0a6d969e7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:56.991325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-635a3b58-6953-4166-b964-e9fb7091a62a req-b33dc7cd-e653-41c0-9c2c-c3d0a6d969e7 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1350102 Jul 14 11:52:56.992581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Made reservation on behalf of 63e66b37481147788ebff171c7986f8c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:56.996738 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:57.111045 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:57.121047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-635a3b58-6953-4166-b964-e9fb7091a62a req-a5c6cdf6-ee15-4d50-a22a-86afadce5114 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093662 Jul 14 11:52:57.124610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Transition to ACTIVE for port object 1fe1dee9-14e5-4584-b925-5f043acf4d1f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:57.176017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:57.222143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.20.0.13 (ab57db97-d866-4580-839b-0963a274a61e/2ebf9c62-6f89-4042-b207-3d7abe24ee41/56c9dfba-a553-49e3-9017-cfb7c48306cb) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:57.225732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-9ae1ef25-d332-4f3c-845d-fc46e7bfd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:57.227663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-9ae1ef25-d332-4f3c-845d-fc46e7bfd8ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7214305d709840ca83c9ee26052290a0&device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1094 time: 0.1823063 Jul 14 11:52:57.243030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:57.263675 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 20d802b4-649c-41b9-aa28-0e9e2995a64d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:57.265355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:57.268181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:57.327418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:57.328267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:57.369313 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-cb015814-b1c5-430c-bc26-dfdaf640c6ba tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7683742 Jul 14 11:52:57.382561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Request body: {'port': {'device_id': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:57.480419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-2c167659-f5a5-4644-987e-971b51d81211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:57.482082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-2c167659-f5a5-4644-987e-971b51d81211 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e415a181-6092-475d-af96-bfeff7fdc2b9 HTTP/1.1" status: 200 len: 908 time: 0.2481580 Jul 14 11:52:57.508362 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:57.514158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8af5-239b-46c0-9b88-91c86f48fd96 req-092b4c9c-0607-4165-afca-c12fe403f0d6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:57.521219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cddf8af5-239b-46c0-9b88-91c86f48fd96 req-092b4c9c-0607-4165-afca-c12fe403f0d6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2210379 Jul 14 11:52:57.564895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a44a7559-0d07-42fd-905e-bd45462419e8 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:57.576213 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-a947ae5d-ef11-4e30-93da-52ea488d92de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07970f0e-9154-4d01-bd20-5ade9350d0eb HTTP/1.1" status: 200 len: 217 time: 0.0825791 Jul 14 11:52:57.664110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cddf8af5-239b-46c0-9b88-91c86f48fd96 req-5944ffae-8033-4bf1-9a68-d74682543de3 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420333 Jul 14 11:52:57.683518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-bbe9122d-63b6-421c-a6c5-69b46a24a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:57.685512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-bbe9122d-63b6-421c-a6c5-69b46a24a338 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f9e1dca-1e76-4055-beac-c6d5746acefa HTTP/1.1" status: 200 len: 847 time: 0.0984099 Jul 14 11:52:57.697368 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:57.723270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a44a7559-0d07-42fd-905e-bd45462419e8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:57.723650 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:57.745756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Transition to ACTIVE for port object 56c9dfba-a553-49e3-9017-cfb7c48306cb will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:57.809595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ecc4f797-68a1-4cca-8cf1-777b69531529 None None] Provisioning for port 1fe1dee9-14e5-4584-b925-5f043acf4d1f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:57.821920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ecc4f797-68a1-4cca-8cf1-777b69531529 None None] Provisioning complete for port 1fe1dee9-14e5-4584-b925-5f043acf4d1f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:57.822307 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ecc4f797-68a1-4cca-8cf1-777b69531529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:57.869418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-130d1cbc-0a1e-420a-abcc-b06418ab8a7c req-7f58a000-2c6a-493e-ab79-6656e619910d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 210 time: 0.0788288 Jul 14 11:52:57.876575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-284fe149-1c50-4e80-8aaa-b7170f692fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:57.878004 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-284fe149-1c50-4e80-8aaa-b7170f692fc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e415a181-6092-475d-af96-bfeff7fdc2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843257 Jul 14 11:52:57.938318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ecc4f797-68a1-4cca-8cf1-777b69531529 None None] Port 1fe1dee9-14e5-4584-b925-5f043acf4d1f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:57.997333 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.080329 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe1dee9-14e5-4584-b925-5f043acf4d1f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:52:58.088163 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.104604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Transition to ACTIVE for port object 1fe1dee9-14e5-4584-b925-5f043acf4d1f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:58.109776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:58.109932 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.127277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:58.131663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:58.138177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=56c9dfba-a553-49e3-9017-cfb7c48306cb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:58.202289 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.202551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-47f2c653-dbc1-48c8-b7c5-fa86d8a9ba91 service neutron] 10.222.0.64 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147027 Jul 14 11:52:58.239392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:58.240125 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.298618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:58.408370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:58.408604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:58.409053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on network 20d802b4-649c-41b9-aa28-0e9e2995a64d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:58.413829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on network 20d802b4-649c-41b9-aa28-0e9e2995a64d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:52:58.414238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on network 20d802b4-649c-41b9-aa28-0e9e2995a64d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:58.422602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:58.422958 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Checking segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:58.423351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Bound using segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:58.423843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Bound port: 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:58.424239 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.444992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43692463-1bf0-4d97-b9aa-2e6f3c138d65 req-7a1de66f-9224-43e4-8052-822c308cbcaa service neutron] 10.222.0.64 "GET /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345185 Jul 14 11:52:58.469364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbba43-9f26-4680-9fbc-1dba43668806 req-497b25f6-5115-42d7-acde-af41d3e92c83 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:58.476855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4cbba43-9f26-4680-9fbc-1dba43668806 req-497b25f6-5115-42d7-acde-af41d3e92c83 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1094 time: 0.4236565 Jul 14 11:52:58.486802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-add0add6-cb3c-4d2a-bcd3-f7a77ab427d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8829443 Jul 14 11:52:58.513408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Request body: {'port': {'device_id': '9c73990a-f9e2-4ba8-b7e5-c70a91bd851f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:58.523324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:58.528301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:58.537296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.605222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:58.609618 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:58.610252 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.611737 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-c1e24f42-71bb-41ae-8d4b-31370d11a876 service neutron] 10.222.0.64 "PUT /v2.0/ports/1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1092 time: 1.2361174 Jul 14 11:52:58.612279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:52:58.614889 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b4cb03-3e7f-4463-9e04-9507a4921299" -d '{"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:58.630908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4cbba43-9f26-4680-9fbc-1dba43668806 req-8d65bcf1-235e-4fd8-8de7-4e40956e1e42 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508780 Jul 14 11:52:58.637941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.705750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cbddba8a-c71a-4480-ac07-ee4e32693ccf None None] Provisioning for port 56c9dfba-a553-49e3-9017-cfb7c48306cb completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:58.710742 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cbddba8a-c71a-4480-ac07-ee4e32693ccf None None] Provisioning complete for port 56c9dfba-a553-49e3-9017-cfb7c48306cb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:58.711458 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cbddba8a-c71a-4480-ac07-ee4e32693ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:58.779105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-cbddba8a-c71a-4480-ac07-ee4e32693ccf None None] Port 56c9dfba-a553-49e3-9017-cfb7c48306cb cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:58.877886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67c1d9-2403-4fb4-954d-8596529bd997 req-1b7bf2ac-cc1e-4fb5-ace3-b3dea1e10821 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:58.883382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 07970f0e-9154-4d01-bd20-5ade9350d0eb details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:52:58.886805 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c67c1d9-2403-4fb4-954d-8596529bd997 req-1b7bf2ac-cc1e-4fb5-ace3-b3dea1e10821 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 944 time: 0.4452646 Jul 14 11:52:58.913157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-4501a5a7-d6d5-4073-a2bf-f834caa2d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:58.914690 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-4501a5a7-d6d5-4073-a2bf-f834caa2d464 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1095 time: 0.2514012 Jul 14 11:52:58.969133 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c67c1d9-2403-4fb4-954d-8596529bd997 req-0c8f2588-968e-4275-b67b-20f8b31ed9ed tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774970 Jul 14 11:52:58.973593 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-aaee6ca1-2760-4210-b601-7d9094ea504b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 217 time: 0.0504479 Jul 14 11:52:59.017738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 07970f0e-9154-4d01-bd20-5ade9350d0eb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=07970f0e-9154-4d01-bd20-5ade9350d0eb,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:59.036674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '07970f0e-9154-4d01-bd20-5ade9350d0eb', 'network_id': 'e415a181-6092-475d-af96-bfeff7fdc2b9', 'port_id': '07970f0e-9154-4d01-bd20-5ade9350d0eb', 'mac_address': 'fa:16:3e:36:03:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9e1dca-1e76-4055-beac-c6d5746acefa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:52:59.066625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6ec18-e7de-40a4-a36b-d9ef910ad955 req-4e9b87f9-bf26-4655-a525-04b41597f0ab tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:59.077067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc6ec18-e7de-40a4-a36b-d9ef910ad955 req-4e9b87f9-bf26-4655-a525-04b41597f0ab tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2566938 Jul 14 11:52:59.080299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-fc2dcd0d-106c-469b-abc0-345d13ba7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:59.081629 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-fc2dcd0d-106c-469b-abc0-345d13ba7f38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.1009331 Jul 14 11:52:59.112442 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:59.145945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07970f0e-9154-4d01-bd20-5ade9350d0eb {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:52:59.158405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8cc6ec18-e7de-40a4-a36b-d9ef910ad955 req-a7d9e718-e3cc-4218-b5bf-b8e97e909553 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795703 Jul 14 11:52:59.173615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-34d7783e-ebf5-4ab5-89ab-4f3936973995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:59.175617 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-34d7783e-ebf5-4ab5-89ab-4f3936973995 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876358 Jul 14 11:52:59.201829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 07970f0e-9154-4d01-bd20-5ade9350d0eb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=07970f0e-9154-4d01-bd20-5ade9350d0eb,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:59.211057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:59.234688 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd285586-6818-4fd7-bd07-e6a7683f27d9 x-openstack-request-id: req-bd285586-6818-4fd7-bd07-e6a7683f27d9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:59.235214 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:59.235540 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd285586-6818-4fd7-bd07-e6a7683f27d9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:59.236070 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'status': 'completed', 'code': 200} Jul 14 11:52:59.252911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c9dfba-a553-49e3-9017-cfb7c48306cb {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:52:59.263024 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:59.277006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Transition to ACTIVE for port object 56c9dfba-a553-49e3-9017-cfb7c48306cb will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:59.281997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:59.309288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=07970f0e-9154-4d01-bd20-5ade9350d0eb,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:59.382887 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-00e46923-a421-4472-8645-2d5b717ac7e4 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997964 Jul 14 11:52:59.401533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['07970f0e-9154-4d01-bd20-5ade9350d0eb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:52:59.480790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Pushing event updated for resources: {'Port': ['ID=56c9dfba-a553-49e3-9017-cfb7c48306cb,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:59.519407 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-15e76c2b-e792-409a-9d74-6ce1183d1a8c req-f48ba67e-675d-486a-a72b-ee11d7d63e2c service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259248 Jul 14 11:52:59.643211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Attempting to bind port 56c9dfba-a553-49e3-9017-cfb7c48306cb on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:59.643765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Attempting to bind port 56c9dfba-a553-49e3-9017-cfb7c48306cb by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:59.643945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Attempting to bind port 56c9dfba-a553-49e3-9017-cfb7c48306cb on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:59.655320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Port 56c9dfba-a553-49e3-9017-cfb7c48306cb on network ab57db97-d866-4580-839b-0963a274a61e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:52:59.655542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Attempting to bind port 56c9dfba-a553-49e3-9017-cfb7c48306cb on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:59.667284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12c5eb-b0e2-4e6f-a7ba-16b3fd671f92 req-1cb62cbd-9938-4537-a829-3e8b16a2cb72 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:59.668974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d12c5eb-b0e2-4e6f-a7ba-16b3fd671f92 req-1cb62cbd-9938-4537-a829-3e8b16a2cb72 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.2739208 Jul 14 11:52:59.674708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:59.675048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:59.675441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Bound using segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:59.675947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Bound port: 56c9dfba-a553-49e3-9017-cfb7c48306cb, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:59.676283 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:59.815428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] For port 56c9dfba-a553-49e3-9017-cfb7c48306cb, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:59.828558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] For port 56c9dfba-a553-49e3-9017-cfb7c48306cb, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=56c9dfba-a553-49e3-9017-cfb7c48306cb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:59.843914 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:59.942149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d12c5eb-b0e2-4e6f-a7ba-16b3fd671f92 req-9f0242e3-6956-430d-858d-ae6172bcb346 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625699 Jul 14 11:52:59.965372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Pushing event updated for resources: {'Port': ['ID=56c9dfba-a553-49e3-9017-cfb7c48306cb,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:59.985897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:59.986546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:59.996277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-49ed2b8d-c10d-4879-bc0f-33a9709c6d5d service neutron] 10.222.0.64 "PUT /v2.0/ports/56c9dfba-a553-49e3-9017-cfb7c48306cb HTTP/1.1" status: 200 len: 1092 time: 1.4815521 Jul 14 11:52:59.996277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c73990a-f9e2-4ba8-b7e5-c70a91bd851f', 'tag': '56c9dfba-a553-49e3-9017-cfb7c48306cb'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:00.002546 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75932be-ff96-4303-a945-70f1fcd550cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c73990a-f9e2-4ba8-b7e5-c70a91bd851f", "tag": "56c9dfba-a553-49e3-9017-cfb7c48306cb"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:00.077646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182a02f-3f24-4ed7-a43e-ee61f69bc4b0 req-ec7b55fa-ea5b-4b08-a97b-74a4f2d6a463 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.079873 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d182a02f-3f24-4ed7-a43e-ee61f69bc4b0 req-ec7b55fa-ea5b-4b08-a97b-74a4f2d6a463 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1095 time: 0.1743383 Jul 14 11:53:00.172759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d182a02f-3f24-4ed7-a43e-ee61f69bc4b0 req-766f6536-220a-4736-a3f4-61ccb564d4d4 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871117 Jul 14 11:53:00.243470 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-5d6e7876-97c8-4f37-8df3-dccf9f7a073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.245576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-c9f092b2-79c3-4f21-8080-a89eaed283c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.247280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-c9f092b2-79c3-4f21-8080-a89eaed283c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 1095 time: 0.2023840 Jul 14 11:53:00.251597 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-5d6e7876-97c8-4f37-8df3-dccf9f7a073b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1095 time: 0.6690497 Jul 14 11:53:00.321149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f2e7b-53b4-494b-8e85-28cb9bc62245 req-3301eb23-ae63-4b84-a189-35fb5c0e99d6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.328777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c1f2e7b-53b4-494b-8e85-28cb9bc62245 req-3301eb23-ae63-4b84-a189-35fb5c0e99d6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1549082 Jul 14 11:53:00.336355 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-94c1d0ef-0ba3-41a4-aa16-434643579038 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c9dfba-a553-49e3-9017-cfb7c48306cb HTTP/1.1" status: 200 len: 217 time: 0.0728292 Jul 14 11:53:00.447058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-88fbf173-ed81-49a6-8d3d-dd85950a9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.450432 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-88fbf173-ed81-49a6-8d3d-dd85950a9f2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.1881852 Jul 14 11:53:00.463483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c1f2e7b-53b4-494b-8e85-28cb9bc62245 req-c7c6e47c-4711-49cd-a603-19372bb950bd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1301546 Jul 14 11:53:00.514272 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-9743e417-b006-4e65-9129-e4b483df015f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 217 time: 0.0570066 Jul 14 11:53:00.565322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-6c96270a-3e77-4f32-919c-bef78e097d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.569395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-6c96270a-3e77-4f32-919c-bef78e097d05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.2117047 Jul 14 11:53:00.642214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-68c7e138-fd12-4a23-8c34-d67b6269f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.646032 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-68c7e138-fd12-4a23-8c34-d67b6269f4c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.1250677 Jul 14 11:53:00.670219 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff2dbdb-0976-42b6-8573-b7edd5368ed1 x-openstack-request-id: req-aff2dbdb-0976-42b6-8573-b7edd5368ed1 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:00.673468 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c73990a-f9e2-4ba8-b7e5-c70a91bd851f", "tag": "56c9dfba-a553-49e3-9017-cfb7c48306cb", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:00.673742 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aff2dbdb-0976-42b6-8573-b7edd5368ed1 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:00.677462 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c73990a-f9e2-4ba8-b7e5-c70a91bd851f', 'tag': '56c9dfba-a553-49e3-9017-cfb7c48306cb', 'status': 'completed', 'code': 200} Jul 14 11:53:00.717685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847cf67-ceaa-43b8-a5d9-222c6c6e2827 req-b5db2146-43fa-4bb0-a97b-6cfae17af366 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.727341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a847cf67-ceaa-43b8-a5d9-222c6c6e2827 req-b5db2146-43fa-4bb0-a97b-6cfae17af366 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 944 time: 0.3473449 Jul 14 11:53:00.753139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-b7a5e8a8-de94-478f-9ad8-562bcd22bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.754642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-b7a5e8a8-de94-478f-9ad8-562bcd22bde6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791642 Jul 14 11:53:00.781576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-f62bf454-492e-450a-9902-e199fa97685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:00.783352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-f62bf454-492e-450a-9902-e199fa97685e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299243 Jul 14 11:53:00.876450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a847cf67-ceaa-43b8-a5d9-222c6c6e2827 req-c4e448b3-81b7-4759-8918-cc8c3b74e914 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499629 Jul 14 11:53:00.910246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:53:00.913945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 07970f0e-9154-4d01-bd20-5ade9350d0eb up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:53:00.936324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-2947a3c9-57a1-4e84-9d68-8d0a6be149ca service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454368 Jul 14 11:53:00.979298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-7773fb61-c570-4422-9a78-561a140a4f1e service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162654 Jul 14 11:53:01.101068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:01.117594 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'port_id': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'mac_address': 'fa:16:3e:e9:da:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:53:01.129613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e442381-7f36-45a4-bd66-fc50b45f15cb req-f317cb32-4b8c-4fc1-9305-7501a0ae15a6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:01.132366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e442381-7f36-45a4-bd66-fc50b45f15cb req-f317cb32-4b8c-4fc1-9305-7501a0ae15a6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.3744426 Jul 14 11:53:01.141376 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-73b4cb03-3e7f-4463-9e04-9507a4921299 req-0bc9ba18-e744-4e8a-9096-4299e327a6ad service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962054 Jul 14 11:53:01.181299 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:01.204397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 07970f0e-9154-4d01-bd20-5ade9350d0eb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:53:01.207915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe1dee9-14e5-4584-b925-5f043acf4d1f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:53:01.216814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 07970f0e-9154-4d01-bd20-5ade9350d0eb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:53:01.217419 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:01.252668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:01.263729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:01.276166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e442381-7f36-45a4-bd66-fc50b45f15cb req-9c8c8ce6-bb78-46d1-8c61-f97cb2b9019d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234725 Jul 14 11:53:01.290826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5faffc3e-2be1-4dc1-905f-e4ec8cb08577 req-80cc8f55-6ef2-4f0d-acfa-4a57ca562832 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040373 Jul 14 11:53:01.326312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c5f8-d3b6-448b-87ef-0934273b4777 req-308b2628-15ad-47a9-bf1e-5c969b09dbd5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:01.329214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89d3c5f8-d3b6-448b-87ef-0934273b4777 req-308b2628-15ad-47a9-bf1e-5c969b09dbd5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.2102096 Jul 14 11:53:01.365187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:01.396761 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:01.437627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09153ab-7a5f-400e-8c28-444c0e2d8b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07970f0e-9154-4d01-bd20-5ade9350d0eb'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:01.439968 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400522b-4422-4554-81ed-e4899bd22f18" -d '{"events": [{"server_uuid": "c09153ab-7a5f-400e-8c28-444c0e2d8b44", "name": "network-vif-plugged", "status": "completed", "tag": "07970f0e-9154-4d01-bd20-5ade9350d0eb"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:01.462621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 07970f0e-9154-4d01-bd20-5ade9350d0eb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=07970f0e-9154-4d01-bd20-5ade9350d0eb,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:01.467836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['1fe1dee9-14e5-4584-b925-5f043acf4d1f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:01.472784 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:01.491329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89d3c5f8-d3b6-448b-87ef-0934273b4777 req-7f75ddd9-5885-4147-91fc-04f65dc959d8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554747 Jul 14 11:53:01.593404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75932be-ff96-4303-a945-70f1fcd550cd req-a41705d5-958a-436c-9c03-3d1be764b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:01.595076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75932be-ff96-4303-a945-70f1fcd550cd req-a41705d5-958a-436c-9c03-3d1be764b68d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 1095 time: 0.2141457 Jul 14 11:53:01.604843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=07970f0e-9154-4d01-bd20-5ade9350d0eb,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:01.720818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9e488-a296-426d-a597-432aa29775ba req-21592bf9-1c28-471b-ba2e-07869fddd5d6 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:01.722826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dc9e488-a296-426d-a597-432aa29775ba req-21592bf9-1c28-471b-ba2e-07869fddd5d6 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1096 time: 0.2518094 Jul 14 11:53:01.748912 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8876597-6e27-4365-a313-ce985566e7cc x-openstack-request-id: req-f8876597-6e27-4365-a313-ce985566e7cc {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:01.749458 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09153ab-7a5f-400e-8c28-444c0e2d8b44", "name": "network-vif-plugged", "status": "completed", "tag": "07970f0e-9154-4d01-bd20-5ade9350d0eb", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:01.749873 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8876597-6e27-4365-a313-ce985566e7cc {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:01.750565 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09153ab-7a5f-400e-8c28-444c0e2d8b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07970f0e-9154-4d01-bd20-5ade9350d0eb', 'code': 200} Jul 14 11:53:01.817756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75932be-ff96-4303-a945-70f1fcd550cd req-84b0765f-a8f9-4eeb-84c1-349af603a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:01.819955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75932be-ff96-4303-a945-70f1fcd550cd req-84b0765f-a8f9-4eeb-84c1-349af603a89b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.2135754 Jul 14 11:53:01.833108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dc9e488-a296-426d-a597-432aa29775ba req-27b76b61-9648-4f9d-8b99-5e62e982b184 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003203 Jul 14 11:53:01.926425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75932be-ff96-4303-a945-70f1fcd550cd req-08627c50-9f38-455b-8a85-d80e2f0492e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c9dfba-a553-49e3-9017-cfb7c48306cb HTTP/1.1" status: 200 len: 217 time: 0.0867841 Jul 14 11:53:01.929603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293574-6fa0-4696-9226-49f9f0aa75a3 req-71e981e1-8257-4157-86bb-c9fe354e0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:01.931210 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e1293574-6fa0-4696-9226-49f9f0aa75a3 req-71e981e1-8257-4157-86bb-c9fe354e0be0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1096 time: 0.1274176 Jul 14 11:53:02.022146 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e1293574-6fa0-4696-9226-49f9f0aa75a3 req-84eb3a7f-e141-4200-a41b-b3e53df98a10 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809469 Jul 14 11:53:02.042603 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75932be-ff96-4303-a945-70f1fcd550cd req-61b2ae8d-ea6b-4099-8a11-26d61ace85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:02.044590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75932be-ff96-4303-a945-70f1fcd550cd req-61b2ae8d-ea6b-4099-8a11-26d61ace85fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0962944 Jul 14 11:53:02.060816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e1636-8b1a-4682-afe3-95cfb7ba1cd6 req-b680d227-e1f2-40a9-8335-69edf478fd98 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:02.069898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f77e1636-8b1a-4682-afe3-95cfb7ba1cd6 req-b680d227-e1f2-40a9-8335-69edf478fd98 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1557169 Jul 14 11:53:02.179669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f77e1636-8b1a-4682-afe3-95cfb7ba1cd6 req-e6035860-1480-4a52-b169-f69ed8129498 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087976 Jul 14 11:53:02.214474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75932be-ff96-4303-a945-70f1fcd550cd req-1ca84bef-aad5-4e12-9881-60264e087b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:02.217317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75932be-ff96-4303-a945-70f1fcd550cd req-1ca84bef-aad5-4e12-9881-60264e087b49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453564 Jul 14 11:53:02.327802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d20a9a-1c04-4593-bc9d-18222ee42d84 req-86d7e55f-fd7d-4e66-9678-02d12779a8ae tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:02.329471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0d20a9a-1c04-4593-bc9d-18222ee42d84 req-86d7e55f-fd7d-4e66-9678-02d12779a8ae tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 945 time: 0.1751142 Jul 14 11:53:02.393763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75932be-ff96-4303-a945-70f1fcd550cd req-4a2bf162-7008-4114-8901-4e6f4970201c service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659141 Jul 14 11:53:02.421626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0d20a9a-1c04-4593-bc9d-18222ee42d84 req-8827dd83-5a62-4a6e-96e1-1f2d4bac2780 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855372 Jul 14 11:53:02.594163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a75932be-ff96-4303-a945-70f1fcd550cd req-e6085014-9b71-4ef7-906b-14d6ad36f44f service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917460 Jul 14 11:53:02.646527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b322b2-0cd0-4977-b8c4-b4e2d565c715 req-ef512099-78d7-45f0-8387-af1614cfbd39 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:02.652382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9b322b2-0cd0-4977-b8c4-b4e2d565c715 req-ef512099-78d7-45f0-8387-af1614cfbd39 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1693304 Jul 14 11:53:02.757982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9b322b2-0cd0-4977-b8c4-b4e2d565c715 req-f5ee6f1f-32ae-4fb1-969d-cb51fbf704c0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921097 Jul 14 11:53:02.811122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e48bf-eaad-4217-adf6-33d24a9346bc req-81dc954c-c95b-4fdc-a9d0-0b9b8b102f32 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:02.819638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a2e48bf-eaad-4217-adf6-33d24a9346bc req-81dc954c-c95b-4fdc-a9d0-0b9b8b102f32 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1661444 Jul 14 11:53:02.871710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a2e48bf-eaad-4217-adf6-33d24a9346bc req-5af86910-d28b-45a6-a533-a674d9fb6f2f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510015 Jul 14 11:53:02.907892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:53:02.994697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 1fe1dee9-14e5-4584-b925-5f043acf4d1f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:53:03.001777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 1fe1dee9-14e5-4584-b925-5f043acf4d1f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:53:03.003691 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:03.075457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3cc77-f871-4b53-83e8-03f1257297dd req-e362000c-9b64-4358-9147-de27f391741f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:03.077494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e3cc77-f871-4b53-83e8-03f1257297dd req-e362000c-9b64-4358-9147-de27f391741f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1096 time: 0.0709300 Jul 14 11:53:03.101666 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:03.121718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e3cc77-f871-4b53-83e8-03f1257297dd req-1fbf33c3-33c6-4703-a8f7-d4419fba339f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Jul 14 11:53:03.147922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:03.161496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:03.279833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:03.362784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b14f5-1429-42a7-b085-f59154e113d3 req-87a0841e-d015-4b8c-a382-03e6e8c38d9d tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:03.364345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b60b14f5-1429-42a7-b085-f59154e113d3 req-87a0841e-d015-4b8c-a382-03e6e8c38d9d tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1096 time: 0.0994873 Jul 14 11:53:03.405410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b384424-6ce1-4a2f-b046-64affaa1c335 req-e2d2460a-e0cc-4cb5-beb8-d061e235fd9f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:03.406918 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b384424-6ce1-4a2f-b046-64affaa1c335 req-e2d2460a-e0cc-4cb5-beb8-d061e235fd9f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.0935111 Jul 14 11:53:03.422605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b60b14f5-1429-42a7-b085-f59154e113d3 req-e069e417-4f64-47b8-8b97-9e6d41d5146c tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513425 Jul 14 11:53:03.462168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b384424-6ce1-4a2f-b046-64affaa1c335 req-8ad747cf-a746-4c31-95e4-bc5c8dd42709 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422637 Jul 14 11:53:03.623033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55520-f6eb-4ba5-a19b-470b54729c98 req-277e1605-a9c5-410a-a7f9-32069634fb96 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:03.624623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8f55520-f6eb-4ba5-a19b-470b54729c98 req-277e1605-a9c5-410a-a7f9-32069634fb96 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1096 time: 0.0597429 Jul 14 11:53:03.696389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8f55520-f6eb-4ba5-a19b-470b54729c98 req-bbd3ab7a-7d65-4bc0-8e4f-26d0e8fb32c8 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656288 Jul 14 11:53:03.726543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb66150-8895-46d8-aceb-b7ef9c317164 req-1f791a43-6224-4a7a-ba83-e54e309d477c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:03.728138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfb66150-8895-46d8-aceb-b7ef9c317164 req-1f791a43-6224-4a7a-ba83-e54e309d477c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.0910292 Jul 14 11:53:03.752465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:03.754834 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8a3d15-335c-48ca-9805-6bb11c63e4f8" -d '{"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:03.796288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfb66150-8895-46d8-aceb-b7ef9c317164 req-6551e8c0-8dc4-4a8e-ac97-62a507f50b93 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552876 Jul 14 11:53:03.852286 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dfd7a4-f10e-402c-bb05-987e336c0499 x-openstack-request-id: req-32dfd7a4-f10e-402c-bb05-987e336c0499 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:03.852580 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:03.852835 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32dfd7a4-f10e-402c-bb05-987e336c0499 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:03.853234 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'code': 200} Jul 14 11:53:04.050732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f124ef-d9a3-492e-99a2-387ebf7f9ed0 req-50409cac-85be-4464-8a85-63dfc735b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:04.053272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2f124ef-d9a3-492e-99a2-387ebf7f9ed0 req-50409cac-85be-4464-8a85-63dfc735b6b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1097 time: 0.1084409 Jul 14 11:53:04.098488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c795c3-ddfd-4e26-aab6-bfcadfca7604 req-7a33fbe8-281e-45d9-8d99-8dfba273a272 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:04.105861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80c795c3-ddfd-4e26-aab6-bfcadfca7604 req-7a33fbe8-281e-45d9-8d99-8dfba273a272 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1505091 Jul 14 11:53:04.117196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2f124ef-d9a3-492e-99a2-387ebf7f9ed0 req-7735a3e4-fc90-4981-a888-46c08c0a2389 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533690 Jul 14 11:53:04.200579 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80c795c3-ddfd-4e26-aab6-bfcadfca7604 req-8d2bd57f-2e43-420d-800c-eb1ece97655e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937836 Jul 14 11:53:04.260810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce0617-eace-4bb8-94c3-214a5ea81807 req-5492d9e5-bf9d-4a40-a10a-dcf0edf5f0a5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:04.268175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73ce0617-eace-4bb8-94c3-214a5ea81807 req-5492d9e5-bf9d-4a40-a10a-dcf0edf5f0a5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1276910 Jul 14 11:53:04.315136 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73ce0617-eace-4bb8-94c3-214a5ea81807 req-cdc45582-2c43-41df-915c-371ab4203597 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459485 Jul 14 11:53:04.404336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb2e30-7f41-4011-845d-fe8801e81d71 req-408ecc9e-33b6-45ee-86f7-ae7338029ece tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:04.405878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44bb2e30-7f41-4011-845d-fe8801e81d71 req-408ecc9e-33b6-45ee-86f7-ae7338029ece tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1096 time: 0.0622978 Jul 14 11:53:04.441660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44bb2e30-7f41-4011-845d-fe8801e81d71 req-a383bd90-4d73-42e5-8cfe-bc814117286f tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299749 Jul 14 11:53:04.694102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585de64-f289-4486-afe3-54cbd100fd0b req-7fc7492d-5f46-4dde-aa3a-4ebf4eca6935 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:04.695910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5585de64-f289-4486-afe3-54cbd100fd0b req-7fc7492d-5f46-4dde-aa3a-4ebf4eca6935 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.0646591 Jul 14 11:53:04.734569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5585de64-f289-4486-afe3-54cbd100fd0b req-90589895-207e-48c8-9114-9934c742c1e6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326176 Jul 14 11:53:05.015989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2acba5-da7c-4d39-a803-264160b87886 req-3abe171e-4370-4074-a4d3-5eda63bac126 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:05.018457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc2acba5-da7c-4d39-a803-264160b87886 req-3abe171e-4370-4074-a4d3-5eda63bac126 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.0834978 Jul 14 11:53:05.066096 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc2acba5-da7c-4d39-a803-264160b87886 req-0bec4a6f-f3d1-4985-8fb2-8a84b0221d2d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425489 Jul 14 11:53:05.873434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36eb0a-2f4a-4935-a2ab-f5b34258b44a req-c10fc09e-6584-4c4b-a79f-999109ff2b0e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:05.874923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a36eb0a-2f4a-4935-a2ab-f5b34258b44a req-c10fc09e-6584-4c4b-a79f-999109ff2b0e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.5409479 Jul 14 11:53:05.882827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3478b-546e-43da-a150-c3b82eab7056 req-694f297a-5c63-4c44-ba44-db8cb440aa36 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:05.884194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55b3478b-546e-43da-a150-c3b82eab7056 req-694f297a-5c63-4c44-ba44-db8cb440aa36 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1337011 Jul 14 11:53:05.887717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-76539a71-0608-45d0-b7e0-e36f48d7c630 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:05.889183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-76539a71-0608-45d0-b7e0-e36f48d7c630 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1096 time: 0.1367478 Jul 14 11:53:05.973012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a36eb0a-2f4a-4935-a2ab-f5b34258b44a req-d717157e-a327-4ce1-8e64-dcfdbd5e00e3 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878665 Jul 14 11:53:05.987354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55b3478b-546e-43da-a150-c3b82eab7056 req-1f2964f8-d52b-4bda-a140-d8608110e4cc tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924263 Jul 14 11:53:06.048918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Deleting port 07970f0e-9154-4d01-bd20-5ade9350d0eb {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:06.049594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:06.201014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] For port 07970f0e-9154-4d01-bd20-5ade9350d0eb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=07970f0e-9154-4d01-bd20-5ade9350d0eb,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:06.201366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:06.218098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Calling delete_port for 07970f0e-9154-4d01-bd20-5ade9350d0eb owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:06.295173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a5f1d-8806-4917-be4e-5a6de8eff02a req-6b782c27-f46e-4976-a104-f0c14ebd7ea1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:06.296613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-674a5f1d-8806-4917-be4e-5a6de8eff02a req-6b782c27-f46e-4976-a104-f0c14ebd7ea1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1856101 Jul 14 11:53:06.300734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef2cf6-2bfb-4ad3-8951-317acfbf93bf req-fa329b90-c66e-4608-9db9-52c68d1dc000 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:06.302142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-deef2cf6-2bfb-4ad3-8951-317acfbf93bf req-fa329b90-c66e-4608-9db9-52c68d1dc000 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c09153ab-7a5f-400e-8c28-444c0e2d8b44 HTTP/1.1" status: 200 len: 1096 time: 0.1753721 Jul 14 11:53:06.383190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-674a5f1d-8806-4917-be4e-5a6de8eff02a req-83704479-f1ee-4e66-bbde-73b101293147 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801024 Jul 14 11:53:06.391280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-deef2cf6-2bfb-4ad3-8951-317acfbf93bf req-e5b429b3-ed27-413f-8c39-e3e7ff456b98 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777004 Jul 14 11:53:06.446894 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:06.460557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['07970f0e-9154-4d01-bd20-5ade9350d0eb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:06.465709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c883448a-8f73-49bb-adac-392fe00b2ff6'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:06.481655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Pushing event deleted for resources: {'Port': ['ID=07970f0e-9154-4d01-bd20-5ade9350d0eb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:06.539975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] No DVR routers for this DVR port 07970f0e-9154-4d01-bd20-5ade9350d0eb on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:06.570943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:06.573342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-295c973b-9b96-44a4-ac9f-10478dc31772 req-10fb8cfb-0c82-4951-bd4d-1cc88eae68ce tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.64 "DELETE /v2.0/ports/07970f0e-9154-4d01-bd20-5ade9350d0eb HTTP/1.1" status: 204 len: 173 time: 0.6768703 Jul 14 11:53:06.573960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09153ab-7a5f-400e-8c28-444c0e2d8b44', 'name': 'network-vif-deleted', 'tag': '07970f0e-9154-4d01-bd20-5ade9350d0eb'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:06.576369 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a17dce-2dec-49eb-a1dd-7be59f60c249" -d '{"events": [{"server_uuid": "c09153ab-7a5f-400e-8c28-444c0e2d8b44", "name": "network-vif-deleted", "tag": "07970f0e-9154-4d01-bd20-5ade9350d0eb"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:06.625714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a11c59-52db-4687-80cf-4c6a9fa21880 req-a4780971-56dc-4f8c-8557-36790126f103 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:06.627477 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2a11c59-52db-4687-80cf-4c6a9fa21880 req-a4780971-56dc-4f8c-8557-36790126f103 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.1171718 Jul 14 11:53:06.657267 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ed884f-5af4-432c-a5bc-1cc90037ea8b x-openstack-request-id: req-27ed884f-5af4-432c-a5bc-1cc90037ea8b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:06.657634 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09153ab-7a5f-400e-8c28-444c0e2d8b44", "name": "network-vif-deleted", "tag": "07970f0e-9154-4d01-bd20-5ade9350d0eb", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:06.657993 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27ed884f-5af4-432c-a5bc-1cc90037ea8b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:06.658316 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09153ab-7a5f-400e-8c28-444c0e2d8b44', 'name': 'network-vif-deleted', 'tag': '07970f0e-9154-4d01-bd20-5ade9350d0eb', 'status': 'completed', 'code': 200} Jul 14 11:53:06.695794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2a11c59-52db-4687-80cf-4c6a9fa21880 req-8ac32407-f1ef-422f-a1f0-a756042c17f4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592220 Jul 14 11:53:06.888065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f54c1-40cd-41ce-80a1-b6de714a8e72 req-559359f8-a138-4af2-a0ba-13e8f85779be tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:06.889505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b0f54c1-40cd-41ce-80a1-b6de714a8e72 req-559359f8-a138-4af2-a0ba-13e8f85779be tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.0638213 Jul 14 11:53:06.927727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b0f54c1-40cd-41ce-80a1-b6de714a8e72 req-905deaaa-212f-446f-a49a-dc30f144d625 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324898 Jul 14 11:53:06.951898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41448) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:07.010665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d7c8c-2869-425f-a336-95801908ae86 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:07.012281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-913d7c8c-2869-425f-a336-95801908ae86 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1092 time: 0.0593636 Jul 14 11:53:07.016589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41454) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:07.021729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:53:07.049099 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:07.191550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:07.257651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a26a06-750c-40eb-b3e3-9fdf0cb5dc02 req-2d62c77d-d00b-4521-9bdd-1d90295abe88 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:07.259482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a26a06-750c-40eb-b3e3-9fdf0cb5dc02 req-2d62c77d-d00b-4521-9bdd-1d90295abe88 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1345885 Jul 14 11:53:07.269077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f551fb-8aad-4a29-8f19-800687aecdea req-3632ff90-7e50-45cc-b9ff-ec85f1000a51 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:07.272464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3f551fb-8aad-4a29-8f19-800687aecdea req-3632ff90-7e50-45cc-b9ff-ec85f1000a51 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1489332 Jul 14 11:53:07.326227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.25.2.134 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/11702689-4dc5-4882-a32f-64ba89bf8678) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:53:07.360552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3f551fb-8aad-4a29-8f19-800687aecdea req-8b294b24-d4e0-40c6-bab4-e67581a66b20 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706077 Jul 14 11:53:07.375021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0a26a06-750c-40eb-b3e3-9fdf0cb5dc02 req-951901b9-6d50-4c9f-9947-3692d7bed868 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994601 Jul 14 11:53:07.435173 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:07.499193 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:07.553778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:53:07.557814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:53:07.562889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:53:07.593650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=11702689-4dc5-4882-a32f-64ba89bf8678,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:07.606994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.607370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.607679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.608042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.608432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.608897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.609232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.609567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.609890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.610224 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.610545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.610866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:07.614501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a882d-61ba-4ecc-809a-1b941af0e6ef req-0e26677b-d9ee-4bcd-a4e0-bd7b6543dacd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:07.622234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a16a882d-61ba-4ecc-809a-1b941af0e6ef req-0e26677b-d9ee-4bcd-a4e0-bd7b6543dacd tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.0878191 Jul 14 11:53:07.669695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a16a882d-61ba-4ecc-809a-1b941af0e6ef req-33766f24-8c8b-43a1-8333-bbbb86183b9e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465012 Jul 14 11:53:07.927089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a586ca-9174-4867-93d2-97a5f6154c21 req-6d8fce35-0b9a-4cd1-8d48-b698e524c4e9 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:07.928677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4a586ca-9174-4867-93d2-97a5f6154c21 req-6d8fce35-0b9a-4cd1-8d48-b698e524c4e9 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1096 time: 0.0560663 Jul 14 11:53:07.964831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4a586ca-9174-4867-93d2-97a5f6154c21 req-5ef982b0-be9c-49f0-9955-4083129da55d tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298266 Jul 14 11:53:07.990835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:08.072017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:08.234615 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:08.239268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:08.305988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=11702689-4dc5-4882-a32f-64ba89bf8678,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:08.317775 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:08.420882 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Floating IP 77182bcb-3b65-4d64-854f-abdb2ef8c316 associated. External IP: 172.25.2.134, port: 1fe1dee9-14e5-4584-b925-5f043acf4d1f. Jul 14 11:53:08.612612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d83c0a-18d1-4e30-b38c-2f27e632fda9 req-6b7a9151-c71c-483c-ad58-192f5fbac7d9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:08.614165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d83c0a-18d1-4e30-b38c-2f27e632fda9 req-6b7a9151-c71c-483c-ad58-192f5fbac7d9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1083746 Jul 14 11:53:08.627879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d3a9b-ed0c-4adc-85fb-b0c2555e2137 req-19eedd5a-ecb7-4971-b0d4-070757fb4d87 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:08.629417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-424d3a9b-ed0c-4adc-85fb-b0c2555e2137 req-19eedd5a-ecb7-4971-b0d4-070757fb4d87 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1327906 Jul 14 11:53:08.652650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 8fab35df-887b-4f2b-9dc9-b351a3789211 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:53:08.679766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d83c0a-18d1-4e30-b38c-2f27e632fda9 req-237e18e2-7841-43a8-8c66-4b359fa56fa5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493741 Jul 14 11:53:08.714573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-424d3a9b-ed0c-4adc-85fb-b0c2555e2137 req-c46d83c2-33e9-4af2-b4bd-4043458c1bea tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694609 Jul 14 11:53:08.790355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:53:08.802164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35169ac5-c182-4159-afde-d95a80248281 None None] Sync routers for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:53:08.813490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:08.814535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35169ac5-c182-4159-afde-d95a80248281 None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:53:08.815522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-35169ac5-c182-4159-afde-d95a80248281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:08.865337 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1c885b84-d477-4f16-add9-0f56dc4b0fb6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8475993 Jul 14 11:53:08.865944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:08.879787 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3985e6f6-fd8b-4aaa-8874-96276f39aaef" -d '{"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:08.913762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f53a9-ffa4-447c-8717-38ce67f84257 req-c695f864-869e-4e04-9a8f-7151e3e1a752 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:08.915427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea5f53a9-ffa4-447c-8717-38ce67f84257 req-c695f864-869e-4e04-9a8f-7151e3e1a752 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.0871155 Jul 14 11:53:08.921068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 07970f0e-9154-4d01-bd20-5ade9350d0eb no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:08.946095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 07970f0e-9154-4d01-bd20-5ade9350d0eb {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:53:08.946855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 07970f0e-9154-4d01-bd20-5ade9350d0eb not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:08.961161 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea5f53a9-ffa4-447c-8717-38ce67f84257 req-b9a63500-1f7f-460b-a905-fc093c5b74f0 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383079 Jul 14 11:53:08.979320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-35169ac5-c182-4159-afde-d95a80248281 None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:53:09.039237 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e0b396-e73e-4872-8b6f-10ba2c801c4a x-openstack-request-id: req-d4e0b396-e73e-4872-8b6f-10ba2c801c4a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:09.039533 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:09.039788 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4e0b396-e73e-4872-8b6f-10ba2c801c4a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:09.040227 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'status': 'completed', 'code': 200} Jul 14 11:53:09.058652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71720c2-c168-4678-92c0-df3eb7372561 req-06049067-1385-44e3-96ce-60dc36d7c8c0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:09.065798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e71720c2-c168-4678-92c0-df3eb7372561 req-06049067-1385-44e3-96ce-60dc36d7c8c0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.0973175 Jul 14 11:53:09.146072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e71720c2-c168-4678-92c0-df3eb7372561 req-f196645f-70bd-429c-b9d6-e8270e42be9b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793631 Jul 14 11:53:09.166550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41476) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:09.223931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-327d2c8d-d08a-481a-8638-8477609fbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:09.225552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-327d2c8d-d08a-481a-8638-8477609fbc3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1097 time: 0.1578548 Jul 14 11:53:09.295289 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a0ba6bbd-aee0-4547-8eae-f8281f0d19b7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/77182bcb-3b65-4d64-854f-abdb2ef8c316 HTTP/1.1" status: 200 len: 992 time: 0.1270022 Jul 14 11:53:09.319764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c123b2-85e4-4c61-83bc-c05f44da548b req-ec6c89d4-d932-4926-8366-10ddc52315f5 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:09.325436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-35169ac5-c182-4159-afde-d95a80248281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '77182bcb-3b65-4d64-854f-abdb2ef8c316', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'port_id': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'mac_address': 'fa:16:3e:e9:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:53:07Z', 'updated_at': '2021-07-14T11:53:07Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44a7559-0d07-42fd-905e-bd45462419e8', 'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:dd:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:50Z', 'updated_at': '2021-07-14T11:52:55Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:09.327075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77c123b2-85e4-4c61-83bc-c05f44da548b req-ec6c89d4-d932-4926-8366-10ddc52315f5 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1096 time: 0.1779001 Jul 14 11:53:09.360553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35169ac5-c182-4159-afde-d95a80248281 None None] Checking router: 8fab35df-887b-4f2b-9dc9-b351a3789211 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:53:09.372466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35169ac5-c182-4159-afde-d95a80248281 None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:53:09.373373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-35169ac5-c182-4159-afde-d95a80248281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:52:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:09.410769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77c123b2-85e4-4c61-83bc-c05f44da548b req-3b1765d3-ea4c-4cd8-a7e1-42bf05f82ff0 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d048be31-bacb-4e83-af65-20d4e47f586c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828204 Jul 14 11:53:09.455831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143c38-73d1-48fe-8705-59592b2feec4 req-8020fd13-d78f-4bbc-a342-513a6e2097be tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:09.457524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22143c38-73d1-48fe-8705-59592b2feec4 req-8020fd13-d78f-4bbc-a342-513a6e2097be tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 1096 time: 0.1247041 Jul 14 11:53:09.458711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-8696991e-35db-495e-8dc5-af394452d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:09.460317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-8696991e-35db-495e-8dc5-af394452d7cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.2271399 Jul 14 11:53:09.563243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-95dae18b-09cd-4623-8cbd-eb763a2dfaf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1000 time: 0.0923512 Jul 14 11:53:09.663974 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ada6f825-e74b-4aa1-bdb2-45fd90db8b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:09.680430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-35169ac5-c182-4159-afde-d95a80248281 None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:53:09.708031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-898bdaad-52fd-4349-8478-a107b7c03689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:09.710116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-898bdaad-52fd-4349-8478-a107b7c03689 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.0783520 Jul 14 11:53:09.711445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-22143c38-73d1-48fe-8705-59592b2feec4 req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Deleting port c883448a-8f73-49bb-adac-392fe00b2ff6 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:09.711790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22143c38-73d1-48fe-8705-59592b2feec4 req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:09.824366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-22143c38-73d1-48fe-8705-59592b2feec4 req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] For port c883448a-8f73-49bb-adac-392fe00b2ff6, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=c883448a-8f73-49bb-adac-392fe00b2ff6,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:09.824737 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22143c38-73d1-48fe-8705-59592b2feec4 req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:09.845546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-22143c38-73d1-48fe-8705-59592b2feec4 req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Calling delete_port for c883448a-8f73-49bb-adac-392fe00b2ff6 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:10.013406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-35169ac5-c182-4159-afde-d95a80248281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '77182bcb-3b65-4d64-854f-abdb2ef8c316', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'port_id': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'mac_address': 'fa:16:3e:e9:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:53:07Z', 'updated_at': '2021-07-14T11:53:07Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44a7559-0d07-42fd-905e-bd45462419e8', 'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:dd:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:50Z', 'updated_at': '2021-07-14T11:52:55Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:10.046626 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35169ac5-c182-4159-afde-d95a80248281 None None] The sync data for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 is: [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '77182bcb-3b65-4d64-854f-abdb2ef8c316', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'port_id': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'mac_address': 'fa:16:3e:e9:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:53:07Z', 'updated_at': '2021-07-14T11:53:07Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44a7559-0d07-42fd-905e-bd45462419e8', 'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:dd:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:50Z', 'updated_at': '2021-07-14T11:52:55Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:53:10.124397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-44b483c6-1a0f-4c4b-bc70-73d17a9cc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:10.126043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-44b483c6-1a0f-4c4b-bc70-73d17a9cc870 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4005940 Jul 14 11:53:10.184467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:53:10.208873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5da9e-1641-4eef-b98e-a4d1bed7c8ae req-850c1d6c-5b5c-4b84-811f-b1bc56b54459 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:10.210429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c5da9e-1641-4eef-b98e-a4d1bed7c8ae req-850c1d6c-5b5c-4b84-811f-b1bc56b54459 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2644775 Jul 14 11:53:10.234552 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22143c38-73d1-48fe-8705-59592b2feec4 req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:10.243437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c605fe-e0c6-41cb-9d9b-571f33b1b149 req-18f94ea1-f9ab-4a1b-814b-f6955a1ed85a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:10.250780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58c605fe-e0c6-41cb-9d9b-571f33b1b149 req-18f94ea1-f9ab-4a1b-814b-f6955a1ed85a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.3455722 Jul 14 11:53:10.253486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['c883448a-8f73-49bb-adac-392fe00b2ff6'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:10.297580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41484) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:10.330114 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8b26b-9de9-48ca-8c50-46635f2c7e7a None None] New status for floating IP 77182bcb-3b65-4d64-854f-abdb2ef8c316: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:53:10.352249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:10.368034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b', 'port_id': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'mac_address': 'fa:16:3e:49:3a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6808f8-0839-46d5-9b89-0883c1da7ce2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:53:10.369799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58c605fe-e0c6-41cb-9d9b-571f33b1b149 req-3e26f7f9-7eb7-418c-89e1-edd1ecca54b1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181111 Jul 14 11:53:10.370553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Pushing event deleted for resources: {'Port': ['ID=c883448a-8f73-49bb-adac-392fe00b2ff6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:10.477552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-78c5da9e-1641-4eef-b98e-a4d1bed7c8ae req-1cb3a0be-0ccc-4948-8302-d434976f4df3 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544968 Jul 14 11:53:10.514908 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1da5eab1-971b-4b86-88e7-68a320947105 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/77182bcb-3b65-4d64-854f-abdb2ef8c316 HTTP/1.1" status: 200 len: 992 time: 0.2102811 Jul 14 11:53:10.522245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-22143c38-73d1-48fe-8705-59592b2feec4 req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] No DVR routers for this DVR port c883448a-8f73-49bb-adac-392fe00b2ff6 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:10.532662 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-22143c38-73d1-48fe-8705-59592b2feec4 req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:10.538840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22143c38-73d1-48fe-8705-59592b2feec4 req-5e268084-dc7a-44d9-b1da-5485abd42cb3 tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.45 "DELETE /v2.0/ports/c883448a-8f73-49bb-adac-392fe00b2ff6 HTTP/1.1" status: 204 len: 173 time: 1.0741374 Jul 14 11:53:10.549208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-aa0635ee-86b6-4f50-8a71-d6f16fd89c31 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158034 Jul 14 11:53:10.551409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a40a395-ff04-4442-9a55-429f2be3e65d', 'name': 'network-vif-deleted', 'tag': 'c883448a-8f73-49bb-adac-392fe00b2ff6'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:10.559432 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de397eb3-5837-418e-88cc-9315bffd0f8b" -d '{"events": [{"server_uuid": "3a40a395-ff04-4442-9a55-429f2be3e65d", "name": "network-vif-deleted", "tag": "c883448a-8f73-49bb-adac-392fe00b2ff6"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:10.589771 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:10.630114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12c887e1-b274-4b90-adee-91cdfdf5cad7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:53:10.672502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:10.680912 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:10.734943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d331b7a7-4f94-4a4b-ab1f-873abd72bcfe req-b51a760e-7b90-45ab-a7c6-e4708c0bcdba tempest-TestServerMultinode-140739035 tempest-TestServerMultinode-140739035-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a40a395-ff04-4442-9a55-429f2be3e65d HTTP/1.1" status: 200 len: 210 time: 0.0768909 Jul 14 11:53:10.781246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:10.818977 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c426fe99-3334-4af0-9312-49c99f16e8cf x-openstack-request-id: req-c426fe99-3334-4af0-9312-49c99f16e8cf {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:10.819278 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a40a395-ff04-4442-9a55-429f2be3e65d", "name": "network-vif-deleted", "tag": "c883448a-8f73-49bb-adac-392fe00b2ff6", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:10.819531 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c426fe99-3334-4af0-9312-49c99f16e8cf {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:10.819961 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a40a395-ff04-4442-9a55-429f2be3e65d', 'name': 'network-vif-deleted', 'tag': 'c883448a-8f73-49bb-adac-392fe00b2ff6', 'status': 'completed', 'code': 200} Jul 14 11:53:10.822842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3985e6f6-fd8b-4aaa-8874-96276f39aaef req-9118b1b8-0ec2-4e83-9cdf-33498cc5198f service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555268 Jul 14 11:53:10.852893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['12c887e1-b274-4b90-adee-91cdfdf5cad7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:10.861559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9d062-ab52-44d4-9dff-add4dec3fe58 req-9aefbb51-6bac-455d-ac06-0c5274701624 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:10.864028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc9d062-ab52-44d4-9dff-add4dec3fe58 req-9aefbb51-6bac-455d-ac06-0c5274701624 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1448145 Jul 14 11:53:10.928472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cc9d062-ab52-44d4-9dff-add4dec3fe58 req-a228384e-c717-4218-b239-170cbf87b463 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568917 Jul 14 11:53:11.511536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 41522) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:11.635479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6ae1e2d6-938e-40dd-a0ee-15c488d9485d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/77182bcb-3b65-4d64-854f-abdb2ef8c316 HTTP/1.1" status: 200 len: 994 time: 0.1225042 Jul 14 11:53:11.778029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c36907-da08-42b1-9f10-8b6107102bb7 req-e6440fa6-d5d7-463f-a2cb-878e911a6a59 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:11.779721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66c36907-da08-42b1-9f10-8b6107102bb7 req-e6440fa6-d5d7-463f-a2cb-878e911a6a59 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 944 time: 0.1282749 Jul 14 11:53:11.791002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b94a4-c3d0-4b08-a0b6-a0ff7e4288a2 req-867d56a1-8d94-4cf2-9ae0-4b03110cf393 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:11.798610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b09b94a4-c3d0-4b08-a0b6-a0ff7e4288a2 req-867d56a1-8d94-4cf2-9ae0-4b03110cf393 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1023836 Jul 14 11:53:11.857523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b09b94a4-c3d0-4b08-a0b6-a0ff7e4288a2 req-886a2b76-0ec4-4311-8fc7-8b3986526d27 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580258 Jul 14 11:53:11.871061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66c36907-da08-42b1-9f10-8b6107102bb7 req-60cbb7f9-ea09-4392-9794-3a1047696e0d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697019 Jul 14 11:53:11.956099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41526) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:12.139669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea63076-9289-4e59-8ed9-86a2b512c5ed req-20695d1a-83cc-41af-ba84-992945c7c96d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:12.141451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aea63076-9289-4e59-8ed9-86a2b512c5ed req-20695d1a-83cc-41af-ba84-992945c7c96d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.0875323 Jul 14 11:53:12.143571 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2be1-82a0-4257-9110-105298c62646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.187629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aea63076-9289-4e59-8ed9-86a2b512c5ed req-cc15c309-0cb6-4265-b9af-514e42a616d7 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394387 Jul 14 11:53:12.196846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ec2f473f-4171-49df-80da-926e1bd98434 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:53:12.201576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:53:12.323202 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.355058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 12c887e1-b274-4b90-adee-91cdfdf5cad7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:53:12.355443 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.397958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:12.421338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'ec2f473f-4171-49df-80da-926e1bd98434', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'port_id': 'ec2f473f-4171-49df-80da-926e1bd98434', 'mac_address': 'fa:16:3e:79:c6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:53:12.450303 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.518228 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.536771 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.554852 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:12.559550 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a195920-0c1d-4b3a-a94a-202993c45a90" -d '{"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-plugged", "status": "completed", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:12.578707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec2f473f-4171-49df-80da-926e1bd98434 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:53:12.586453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:12.594421 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.595228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c883448a-8f73-49bb-adac-392fe00b2ff6 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:12.608886 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b16263b-9112-45c6-93e6-0f953fd5ac63 x-openstack-request-id: req-2b16263b-9112-45c6-93e6-0f953fd5ac63 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:12.609210 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-plugged", "status": "completed", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:12.609447 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b16263b-9112-45c6-93e6-0f953fd5ac63 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:12.609838 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'code': 200} Jul 14 11:53:12.629135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: c883448a-8f73-49bb-adac-392fe00b2ff6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:53:12.629485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device c883448a-8f73-49bb-adac-392fe00b2ff6 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:12.633440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:12.654844 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.686289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:12.764575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:12.768212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Deleting port 2466b590-314e-4d84-a505-e850ac89078e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:12.768566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.840526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['ec2f473f-4171-49df-80da-926e1bd98434'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:12.896632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] For port 2466b590-314e-4d84-a505-e850ac89078e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2466b590-314e-4d84-a505-e850ac89078e,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:12.897054 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.914884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Calling delete_port for 2466b590-314e-4d84-a505-e850ac89078e owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:13.168533 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:13.200527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2a661-1694-4a61-a705-2b2fd21ac835 req-9934fad1-6c08-4b18-9f91-8c8aa4592336 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:13.203003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0f2a661-1694-4a61-a705-2b2fd21ac835 req-9934fad1-6c08-4b18-9f91-8c8aa4592336 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1278603 Jul 14 11:53:13.215279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2466b590-314e-4d84-a505-e850ac89078e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:13.216749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a77c9-cada-4c6a-a3bc-b2a1cb136682 req-52fe5736-451d-409d-a927-74bae6f8cb02 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:13.218515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed0a77c9-cada-4c6a-a3bc-b2a1cb136682 req-52fe5736-451d-409d-a927-74bae6f8cb02 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1308916 Jul 14 11:53:13.310640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0f2a661-1694-4a61-a705-2b2fd21ac835 req-8442456d-97e0-4fb8-a394-61fb7d20d82f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907798 Jul 14 11:53:13.372624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed0a77c9-cada-4c6a-a3bc-b2a1cb136682 req-7bd1e086-0418-4c2f-8073-97695425ac3a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470125 Jul 14 11:53:13.466794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:13.601525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:13.642861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a7a6-55ac-4b1e-9606-96b2cd5674bb req-9e9129c9-6174-47b5-a351-eb0ca1d6e33a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:13.644514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f71a7a6-55ac-4b1e-9606-96b2cd5674bb req-9e9129c9-6174-47b5-a351-eb0ca1d6e33a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1294374 Jul 14 11:53:13.699922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f71a7a6-55ac-4b1e-9606-96b2cd5674bb req-a188aef4-0771-472a-bf76-4d6fa7ca5514 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413692 Jul 14 11:53:14.005667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Router 740528e9-4871-42ef-b52e-af2eab609ad9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:53:14.210778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ec2f473f-4171-49df-80da-926e1bd98434 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:53:14.372662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port ec2f473f-4171-49df-80da-926e1bd98434 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:53:14.373734 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:14.664486 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:14.717139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:14.721936 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be2bbe7-3149-4d14-af8f-2831b1c990cc" -d '{"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-plugged", "status": "completed", "tag": "ec2f473f-4171-49df-80da-926e1bd98434"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:14.762402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:14.774540 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:14.799416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999ba7d-9513-4e66-bc5e-c94c5c125154 req-c19140a7-1470-4cee-bbb3-b0d038803b71 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:14.811150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c999ba7d-9513-4e66-bc5e-c94c5c125154 req-c19140a7-1470-4cee-bbb3-b0d038803b71 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.2153432 Jul 14 11:53:14.869797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c999ba7d-9513-4e66-bc5e-c94c5c125154 req-b4b2b913-3a07-4523-a440-35a6bfe6b711 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515831 Jul 14 11:53:14.878036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:14.895143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2deff9-6c18-40c2-b640-18a6479459f0 req-28895f5d-8768-4562-bb2b-610e198d4f3f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:14.904830 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db2deff9-6c18-40c2-b640-18a6479459f0 req-28895f5d-8768-4562-bb2b-610e198d4f3f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2624071 Jul 14 11:53:14.968835 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:53:14.990529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db2deff9-6c18-40c2-b640-18a6479459f0 req-e6dd3e6b-9d1f-4e46-943b-2f6943203329 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847538 Jul 14 11:53:15.012587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:53:15.021676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] Sync routers for ids ['740528e9-4871-42ef-b52e-af2eab609ad9'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:53:15.045109 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3cb21879-630e-4148-8eea-1825024ae2a9 admin admin] 10.222.0.38 "PUT /v2.0/routers/740528e9-4871-42ef-b52e-af2eab609ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0842049 Jul 14 11:53:15.045109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41568) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:15.048617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] Routers {'740528e9-4871-42ef-b52e-af2eab609ad9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:53:15.049755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:53:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['740528e9-4871-42ef-b52e-af2eab609ad9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:15.195517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] Set router 740528e9-4871-42ef-b52e-af2eab609ad9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:53:15.236976 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:15.255661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6aac-33f7-482b-a5b3-37c0977ff868 req-767fc076-7598-488b-901e-5b5cb1b78d1a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:15.257584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fea6aac-33f7-482b-a5b3-37c0977ff868 req-767fc076-7598-488b-901e-5b5cb1b78d1a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1615310 Jul 14 11:53:15.302804 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd559ff-a48b-4e0b-a9a8-d91d71458ac1 x-openstack-request-id: req-0fd559ff-a48b-4e0b-a9a8-d91d71458ac1 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:15.303510 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-plugged", "status": "completed", "tag": "ec2f473f-4171-49df-80da-926e1bd98434", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:15.304108 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fd559ff-a48b-4e0b-a9a8-d91d71458ac1 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:15.304739 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434', 'code': 200} Jul 14 11:53:15.424356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fea6aac-33f7-482b-a5b3-37c0977ff868 req-5d0696b8-6f26-4358-a9a5-02ff0e0124d6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469340 Jul 14 11:53:15.442551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:15.547599 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:15.569271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Deleting port 8a679594-64ce-4b8f-9220-dbe8ba58535e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:15.569651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:15.676594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] For port 8a679594-64ce-4b8f-9220-dbe8ba58535e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8a679594-64ce-4b8f-9220-dbe8ba58535e,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:15.676995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:15.705317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Calling delete_port for 8a679594-64ce-4b8f-9220-dbe8ba58535e owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:15.740185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:18Z', 'updated_at': '2021-07-14T11:53:13Z', 'revision_number': 5, 'project_id': '80c029eb40764d3a91c632b4de442109', 'gw_port': {'id': '8a679594-64ce-4b8f-9220-dbe8ba58535e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:19Z', 'updated_at': '2021-07-14T11:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:15.785509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] Checking router: 740528e9-4871-42ef-b52e-af2eab609ad9 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:53:15.797838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] Routers {'740528e9-4871-42ef-b52e-af2eab609ad9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:53:15.798850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:53:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['740528e9-4871-42ef-b52e-af2eab609ad9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:15.940791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:15.960103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] Set router 740528e9-4871-42ef-b52e-af2eab609ad9 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:53:15.982174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a679594-64ce-4b8f-9220-dbe8ba58535e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:16.045918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:18Z', 'updated_at': '2021-07-14T11:53:15Z', 'revision_number': 6, 'project_id': '80c029eb40764d3a91c632b4de442109', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:16.098544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be5d7e-3c4c-4eca-9b73-0d3e14666fd3 None None] The sync data for ids ['740528e9-4871-42ef-b52e-af2eab609ad9'] in n-d-778696-8 is: [{'id': '740528e9-4871-42ef-b52e-af2eab609ad9', 'name': 'tempest-TestServerMultinode-44503232-router', 'tenant_id': '80c029eb40764d3a91c632b4de442109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:18Z', 'updated_at': '2021-07-14T11:53:15Z', 'revision_number': 6, 'project_id': '80c029eb40764d3a91c632b4de442109', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:53:16.124694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.248841 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.251656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.309139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.310866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 740528e9-4871-42ef-b52e-af2eab609ad9 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:53:16.320462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.323061 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6a357cbb-822f-4b1f-a6ae-6a0b10ff2a75 admin admin] 10.222.0.38 "DELETE /v2.0/routers/740528e9-4871-42ef-b52e-af2eab609ad9 HTTP/1.1" status: 204 len: 168 time: 1.2760754 Jul 14 11:53:16.324977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41578) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:16.365891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e6cb0-79d2-4a2c-8543-06229ff38614 req-28461f29-2eaf-4067-9267-0ed0b77d5151 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:16.368049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d6e6cb0-79d2-4a2c-8543-06229ff38614 req-28461f29-2eaf-4067-9267-0ed0b77d5151 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.2554786 Jul 14 11:53:16.408641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef67f7-290f-4b92-b6c3-4c4bc4a08159 req-54239a21-f700-428d-a6eb-dde4ed4752bb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:16.420455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbef67f7-290f-4b92-b6c3-4c4bc4a08159 req-54239a21-f700-428d-a6eb-dde4ed4752bb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2147205 Jul 14 11:53:16.449378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-650c6870-e877-4f73-a1f3-6536a2503d1f admin admin] Deleting subnet 7f9e1dca-1e76-4055-beac-c6d5746acefa {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:53:16.456610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-650c6870-e877-4f73-a1f3-6536a2503d1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.517972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cbef67f7-290f-4b92-b6c3-4c4bc4a08159 req-af6d53f3-a513-43bf-ab19-7e4e10e57632 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915802 Jul 14 11:53:16.534523 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-650c6870-e877-4f73-a1f3-6536a2503d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.556987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d6e6cb0-79d2-4a2c-8543-06229ff38614 req-94479db0-8fec-49ac-81c5-61a188ab7575 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771832 Jul 14 11:53:16.737087 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-650c6870-e877-4f73-a1f3-6536a2503d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.826111 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-650c6870-e877-4f73-a1f3-6536a2503d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.875439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c6870-e877-4f73-a1f3-6536a2503d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f9e1dca-1e76-4055-beac-c6d5746acefa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:16.881371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-650c6870-e877-4f73-a1f3-6536a2503d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:16.883266 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-650c6870-e877-4f73-a1f3-6536a2503d1f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7f9e1dca-1e76-4055-beac-c6d5746acefa HTTP/1.1" status: 204 len: 168 time: 0.5571108 Jul 14 11:53:16.887315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ce3a4-e614-4429-9f74-8bdc90fb5a91 None None] Network e415a181-6092-475d-af96-bfeff7fdc2b9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:53:16.889097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41582) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:16.892008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255128f-5a66-4165-9309-4b887b94e0fd req-73f5fb6e-a8a3-479b-bd70-cc807f722d79 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:16.906350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1255128f-5a66-4165-9309-4b887b94e0fd req-73f5fb6e-a8a3-479b-bd70-cc807f722d79 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1470826 Jul 14 11:53:16.995517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1255128f-5a66-4165-9309-4b887b94e0fd req-f538673e-c1e8-497e-a7fe-53f932ead829 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872667 Jul 14 11:53:17.045803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.146021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Deleting port 3b5fdcd5-3351-41de-acfd-de1782da1617 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:17.147179 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.266932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] For port 3b5fdcd5-3351-41de-acfd-de1782da1617, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3b5fdcd5-3351-41de-acfd-de1782da1617,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:17.266932 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.275541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f16c1-a751-4a9e-a8bc-f1286280230b None None] DHCP port deletion for e415a181-6092-475d-af96-bfeff7fdc2b9 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:53:17.289719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Calling delete_port for 3b5fdcd5-3351-41de-acfd-de1782da1617 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:17.376218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f16c1-a751-4a9e-a8bc-f1286280230b None None] Deleting port 3b5fdcd5-3351-41de-acfd-de1782da1617 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:17.376599 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b9f16c1-a751-4a9e-a8bc-f1286280230b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.466278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.522939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7b9f16c1-a751-4a9e-a8bc-f1286280230b None None] For port 3b5fdcd5-3351-41de-acfd-de1782da1617, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3b5fdcd5-3351-41de-acfd-de1782da1617,segment=NetworkSegment(c81df026-c5f0-4a0c-a37b-1367b523cc28),segment_id=c81df026-c5f0-4a0c-a37b-1367b523cc28)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:17.523648 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b9f16c1-a751-4a9e-a8bc-f1286280230b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.543400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f16c1-a751-4a9e-a8bc-f1286280230b None None] Calling delete_port for 3b5fdcd5-3351-41de-acfd-de1782da1617 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:17.558269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] No DVR routers for this DVR port 3b5fdcd5-3351-41de-acfd-de1782da1617 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:17.639611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5fdcd5-3351-41de-acfd-de1782da1617,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:17.718415 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b9f16c1-a751-4a9e-a8bc-f1286280230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.720843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3b5fdcd5-3351-41de-acfd-de1782da1617 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:17.769212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 3b5fdcd5-3351-41de-acfd-de1782da1617 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:53:17.773151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3b5fdcd5-3351-41de-acfd-de1782da1617 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:17.773924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2466b590-314e-4d84-a505-e850ac89078e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:17.821327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 2466b590-314e-4d84-a505-e850ac89078e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:53:17.822126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2466b590-314e-4d84-a505-e850ac89078e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:17.822766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8a679594-64ce-4b8f-9220-dbe8ba58535e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:17.844771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8a679594-64ce-4b8f-9220-dbe8ba58535e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:53:17.845482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8a679594-64ce-4b8f-9220-dbe8ba58535e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:17.848934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f16c1-a751-4a9e-a8bc-f1286280230b None None] Pushing event deleted for resources: {'Port': ['ID=3b5fdcd5-3351-41de-acfd-de1782da1617,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:17.851009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f16c1-a751-4a9e-a8bc-f1286280230b None None] No DVR routers for this DVR port 3b5fdcd5-3351-41de-acfd-de1782da1617 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:17.879160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.898117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e415a181-6092-475d-af96-bfeff7fdc2b9']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:17.916980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81df026-c5f0-4a0c-a37b-1367b523cc28') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:17.917352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81df026-c5f0-4a0c-a37b-1367b523cc28') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:17.936858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.959979 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.968558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:53:17.968965 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:53:17.971824 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:53:17.999027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0263350-dac0-45f8-ac4e-448a344ecb29 req-50d68d5f-59ba-46e1-a70a-131f36f39a8d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:18.007064 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0263350-dac0-45f8-ac4e-448a344ecb29 req-50d68d5f-59ba-46e1-a70a-131f36f39a8d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2049525 Jul 14 11:53:18.021913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152016b-d50e-45a1-a4de-8864b61a0ca6 req-b60b0fac-a2a1-4a26-a2e8-575f792875dd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:18.030565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8152016b-d50e-45a1-a4de-8864b61a0ca6 req-b60b0fac-a2a1-4a26-a2e8-575f792875dd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1807988 Jul 14 11:53:18.060274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:18.071923 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:18.074040 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e415a181-6092-475d-af96-bfeff7fdc2b9 HTTP/1.1" status: 204 len: 168 time: 1.1837225 Jul 14 11:53:18.084034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41590) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:18.117471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48258db-3584-4572-ae6e-1ec61e9720d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e415a181-6092-475d-af96-bfeff7fdc2b9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:18.125372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8152016b-d50e-45a1-a4de-8864b61a0ca6 req-6c747ff6-736f-421d-aa6f-753670e57331 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938280 Jul 14 11:53:18.202614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e0263350-dac0-45f8-ac4e-448a344ecb29 req-57e2015f-db6b-491f-9fc6-380d17444e99 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855106 Jul 14 11:53:18.547408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48374c-7556-446d-91a5-3cf3bf13e914 req-8e12e280-aa22-4fcd-ad7d-fc6eb8f1b29f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:18.555622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a48374c-7556-446d-91a5-3cf3bf13e914 req-8e12e280-aa22-4fcd-ad7d-fc6eb8f1b29f tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1799414 Jul 14 11:53:18.653679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a48374c-7556-446d-91a5-3cf3bf13e914 req-88b4e4be-af91-4a68-99f5-a1d3ba3e0ac7 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912590 Jul 14 11:53:18.886777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:19.387678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c22ef-c848-4e07-8f24-8d831055b36d req-1b1f7fe6-9fb3-45a2-bb19-471c31c4306d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:19.404501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-719c22ef-c848-4e07-8f24-8d831055b36d req-1b1f7fe6-9fb3-45a2-bb19-471c31c4306d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1106925 Jul 14 11:53:19.455447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Deleting port 41298390-9b60-4b69-b7a5-53f97b405af6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:19.455809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:19.478978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-719c22ef-c848-4e07-8f24-8d831055b36d req-6a84718d-07fe-446d-bfc3-3e5739b2653d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731664 Jul 14 11:53:19.616525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] For port 41298390-9b60-4b69-b7a5-53f97b405af6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=41298390-9b60-4b69-b7a5-53f97b405af6,segment=NetworkSegment(19aa1f9e-483b-4914-ab49-4ccad8d249a8),segment_id=19aa1f9e-483b-4914-ab49-4ccad8d249a8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:19.616831 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:19.650610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Calling delete_port for 41298390-9b60-4b69-b7a5-53f97b405af6 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:19.950256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe434a3-15d4-4594-8f57-67bee10ade4d req-7fc51551-d473-4b2e-ac54-545f9b1eae3e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:19.955885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efe434a3-15d4-4594-8f57-67bee10ade4d req-7fc51551-d473-4b2e-ac54-545f9b1eae3e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2438588 Jul 14 11:53:20.032184 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efe434a3-15d4-4594-8f57-67bee10ade4d req-ce1ed56d-0e81-4201-85bd-91cbb53d127f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704234 Jul 14 11:53:20.154548 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:20.196342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184b1a-3e98-4924-9a9f-4f815bf74425 req-73e97ee5-5b54-4fba-a7c1-57171417f7e1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:20.198013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14184b1a-3e98-4924-9a9f-4f815bf74425 req-73e97ee5-5b54-4fba-a7c1-57171417f7e1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1540005 Jul 14 11:53:20.265431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Pushing event deleted for resources: {'Port': ['ID=41298390-9b60-4b69-b7a5-53f97b405af6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:20.324485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14184b1a-3e98-4924-9a9f-4f815bf74425 req-127192c3-7127-4bbd-b821-a251774f1c16 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197770 Jul 14 11:53:20.508272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8da7-b750-4a96-97f3-4f216d6a85c7 req-0012e080-48ee-4399-a431-1ade08383b91 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:20.527571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8da7-b750-4a96-97f3-4f216d6a85c7 req-0012e080-48ee-4399-a431-1ade08383b91 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:20.550747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8da7-b750-4a96-97f3-4f216d6a85c7 req-0012e080-48ee-4399-a431-1ade08383b91 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:20.564438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8da7-b750-4a96-97f3-4f216d6a85c7 req-0012e080-48ee-4399-a431-1ade08383b91 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:20.569661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8da7-b750-4a96-97f3-4f216d6a85c7 req-0012e080-48ee-4399-a431-1ade08383b91 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:20.576368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8da7-b750-4a96-97f3-4f216d6a85c7 req-0012e080-48ee-4399-a431-1ade08383b91 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:20.582459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8da7-b750-4a96-97f3-4f216d6a85c7 req-0012e080-48ee-4399-a431-1ade08383b91 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:20.590921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4add8da7-b750-4a96-97f3-4f216d6a85c7 req-0012e080-48ee-4399-a431-1ade08383b91 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 0.2653322 Jul 14 11:53:20.661831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4add8da7-b750-4a96-97f3-4f216d6a85c7 req-85b55bbe-e84f-4976-a7cb-fd7b8a6d917f tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698848 Jul 14 11:53:20.679523 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:20.803612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b4e38-2ab2-41b0-be4d-dbcfd764600f req-cfc474b5-df53-4156-a558-8b34485a1be3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:20.805788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd4b4e38-2ab2-41b0-be4d-dbcfd764600f req-cfc474b5-df53-4156-a558-8b34485a1be3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 944 time: 0.1304860 Jul 14 11:53:20.875522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd4b4e38-2ab2-41b0-be4d-dbcfd764600f req-3bb97f5e-373d-4d31-be0e-464af8eed41b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Jul 14 11:53:20.946072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 56c9dfba-a553-49e3-9017-cfb7c48306cb details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:53:21.063249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Router 1c40eb3f-79a8-4c83-bc49-859917f05c68 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:53:21.165111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 56c9dfba-a553-49e3-9017-cfb7c48306cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=56c9dfba-a553-49e3-9017-cfb7c48306cb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:21.190174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '56c9dfba-a553-49e3-9017-cfb7c48306cb', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'port_id': '56c9dfba-a553-49e3-9017-cfb7c48306cb', 'mac_address': 'fa:16:3e:09:92:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:53:21.280121 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:21.309022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c9dfba-a553-49e3-9017-cfb7c48306cb {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:53:21.310859 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:53:21.319923 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] Sync routers for ids ['1c40eb3f-79a8-4c83-bc49-859917f05c68'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:53:21.328019 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-01924e64-0117-412c-a9ce-b4aa18063870 admin admin] 10.222.0.38 "PUT /v2.0/routers/1c40eb3f-79a8-4c83-bc49-859917f05c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2427197 Jul 14 11:53:21.331385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41616) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:21.347433 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] Routers {'1c40eb3f-79a8-4c83-bc49-859917f05c68'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:53:21.348270 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:53:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c40eb3f-79a8-4c83-bc49-859917f05c68'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:21.373019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 56c9dfba-a553-49e3-9017-cfb7c48306cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=56c9dfba-a553-49e3-9017-cfb7c48306cb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:21.383586 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:21.408931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cdc81-523d-405e-af7a-6fc1c1ef225c req-0f9ffd9c-e9a5-43f4-a6ed-6c4c512d3e61 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:21.422005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-842cdc81-523d-405e-af7a-6fc1c1ef225c req-0f9ffd9c-e9a5-43f4-a6ed-6c4c512d3e61 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1832995 Jul 14 11:53:21.494167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=56c9dfba-a553-49e3-9017-cfb7c48306cb,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:21.613373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['56c9dfba-a553-49e3-9017-cfb7c48306cb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:21.617115 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] Set router 1c40eb3f-79a8-4c83-bc49-859917f05c68 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:53:21.739268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:21.862170 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:25Z', 'updated_at': '2021-07-14T11:53:20Z', 'revision_number': 5, 'project_id': '7214305d709840ca83c9ee26052290a0', 'gw_port': {'id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:26Z', 'updated_at': '2021-07-14T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:22.029414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:22.034395 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] Checking router: 1c40eb3f-79a8-4c83-bc49-859917f05c68 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:53:22.045141 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] Routers {'1c40eb3f-79a8-4c83-bc49-859917f05c68'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:53:22.046423 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:53:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c40eb3f-79a8-4c83-bc49-859917f05c68'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:22.167496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Deleting port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:22.168106 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:22.177180 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] Set router 1c40eb3f-79a8-4c83-bc49-859917f05c68 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:53:22.367965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] For port 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7b969ae6-3c5f-4c2a-8a10-d7e15d87c602,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:22.367965 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:22.388486 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:25Z', 'updated_at': '2021-07-14T11:53:20Z', 'revision_number': 5, 'project_id': '7214305d709840ca83c9ee26052290a0', 'gw_port': {'id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:26Z', 'updated_at': '2021-07-14T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:22.407426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Calling delete_port for 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:22.425710 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c0b22-59f1-4e04-ba4b-6be862eba38a None None] The sync data for ids ['1c40eb3f-79a8-4c83-bc49-859917f05c68'] in n-d-778696-8 is: [{'id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'name': 'tempest-TestServerMultinode-683829119-router', 'tenant_id': '7214305d709840ca83c9ee26052290a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:25Z', 'updated_at': '2021-07-14T11:53:20Z', 'revision_number': 5, 'project_id': '7214305d709840ca83c9ee26052290a0', 'gw_port': {'id': '7b969ae6-3c5f-4c2a-8a10-d7e15d87c602', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40eb3f-79a8-4c83-bc49-859917f05c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:26Z', 'updated_at': '2021-07-14T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:53:22.438773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-3b0f1a00-6fc8-4638-ae42-f7584bccb006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:22.444885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-3b0f1a00-6fc8-4638-ae42-f7584bccb006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:22.457281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-3b0f1a00-6fc8-4638-ae42-f7584bccb006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:22.478742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-3b0f1a00-6fc8-4638-ae42-f7584bccb006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:22.485357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-3b0f1a00-6fc8-4638-ae42-f7584bccb006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:22.491495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-3b0f1a00-6fc8-4638-ae42-f7584bccb006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:22.499610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-3b0f1a00-6fc8-4638-ae42-f7584bccb006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:22.500758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-3b0f1a00-6fc8-4638-ae42-f7584bccb006 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 1.1423655 Jul 14 11:53:22.514183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-842cdc81-523d-405e-af7a-6fc1c1ef225c req-ebaf2311-787c-4a17-8bcd-399268818589 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0910301 Jul 14 11:53:22.690769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b3c10-b947-4988-aa15-e201b5e1faa8 req-9ae34374-a0aa-40f7-ae7e-6eb6f42ff35d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:22.692388 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-342b3c10-b947-4988-aa15-e201b5e1faa8 req-9ae34374-a0aa-40f7-ae7e-6eb6f42ff35d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.4308159 Jul 14 11:53:22.741640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-8985155f-8c09-4f09-88b4-7d78579e83ca tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:22.743050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-8985155f-8c09-4f09-88b4-7d78579e83ca tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "GET /v2.0/ports/0094bb7e-c391-4c41-9d68-a58018a1305b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2267656 Jul 14 11:53:22.821036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-342b3c10-b947-4988-aa15-e201b5e1faa8 req-a0ae8c3e-bbc2-4a3f-87ec-347103cb9cc9 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196017 Jul 14 11:53:22.854950 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:22.891983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=7b969ae6-3c5f-4c2a-8a10-d7e15d87c602,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:22.951371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 56c9dfba-a553-49e3-9017-cfb7c48306cb up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:53:23.037981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 56c9dfba-a553-49e3-9017-cfb7c48306cb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:53:23.038660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.045384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 56c9dfba-a553-49e3-9017-cfb7c48306cb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:53:23.046397 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.101624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ee442-0698-4d55-a532-ec35af5f411e req-3ee880f8-8078-4ab8-9d9a-776b9246854d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:23.128663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ee442-0698-4d55-a532-ec35af5f411e req-3ee880f8-8078-4ab8-9d9a-776b9246854d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:23.156300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ee442-0698-4d55-a532-ec35af5f411e req-3ee880f8-8078-4ab8-9d9a-776b9246854d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:23.162384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ee442-0698-4d55-a532-ec35af5f411e req-3ee880f8-8078-4ab8-9d9a-776b9246854d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:23.172461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ee442-0698-4d55-a532-ec35af5f411e req-3ee880f8-8078-4ab8-9d9a-776b9246854d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:23.176678 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.185035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ee442-0698-4d55-a532-ec35af5f411e req-3ee880f8-8078-4ab8-9d9a-776b9246854d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:23.201719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ee442-0698-4d55-a532-ec35af5f411e req-3ee880f8-8078-4ab8-9d9a-776b9246854d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:23.219719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b78ee442-0698-4d55-a532-ec35af5f411e req-3ee880f8-8078-4ab8-9d9a-776b9246854d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 0.4742928 Jul 14 11:53:23.225449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 56c9dfba-a553-49e3-9017-cfb7c48306cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=56c9dfba-a553-49e3-9017-cfb7c48306cb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:23.229948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c73990a-f9e2-4ba8-b7e5-c70a91bd851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c9dfba-a553-49e3-9017-cfb7c48306cb'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:23.234125 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6945eabc-dc64-4690-a0b6-d88fc4b10a82" -d '{"events": [{"server_uuid": "9c73990a-f9e2-4ba8-b7e5-c70a91bd851f", "name": "network-vif-plugged", "status": "completed", "tag": "56c9dfba-a553-49e3-9017-cfb7c48306cb"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:23.238296 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.294279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.308212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.360585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=56c9dfba-a553-49e3-9017-cfb7c48306cb,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:23.427476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b78ee442-0698-4d55-a532-ec35af5f411e req-b23849c2-1e77-48ce-8dd7-d73676082ac0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2072110 Jul 14 11:53:23.432473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ceccd93c-ad44-4617-a370-a2421f6c3e8a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "GET /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6280048 Jul 14 11:53:23.449720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.450451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c40eb3f-79a8-4c83-bc49-859917f05c68 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:53:23.473308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:53:23.474931 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.490819 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-66a54f5d-558d-46f6-b852-7d527d3de5fe admin admin] 10.222.0.38 "DELETE /v2.0/routers/1c40eb3f-79a8-4c83-bc49-859917f05c68 HTTP/1.1" status: 204 len: 168 time: 2.1541007 Jul 14 11:53:23.490819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41630) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:23.589918 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d67171-1c50-4067-a4b6-c0b0af89f10e x-openstack-request-id: req-a4d67171-1c50-4067-a4b6-c0b0af89f10e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:23.590526 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c73990a-f9e2-4ba8-b7e5-c70a91bd851f", "name": "network-vif-plugged", "status": "completed", "tag": "56c9dfba-a553-49e3-9017-cfb7c48306cb", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:23.590906 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4d67171-1c50-4067-a4b6-c0b0af89f10e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:23.591360 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c73990a-f9e2-4ba8-b7e5-c70a91bd851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c9dfba-a553-49e3-9017-cfb7c48306cb', 'code': 200} Jul 14 11:53:23.659040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9fa2e6-e4ca-47ac-a3d3-5197e1607306 admin admin] Deleting subnet f012ecf6-d82a-4ded-9894-85e42b99f37c {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:53:23.671378 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa2e6-e4ca-47ac-a3d3-5197e1607306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.682307 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.701712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 41298390-9b60-4b69-b7a5-53f97b405af6 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:23.785390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 41298390-9b60-4b69-b7a5-53f97b405af6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:53:23.790998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 41298390-9b60-4b69-b7a5-53f97b405af6 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:23.816278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa2e6-e4ca-47ac-a3d3-5197e1607306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:23.906754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fc4fe-190c-492d-b09b-4727866ebe75 req-90cd8700-097b-4334-9a5c-09896dc09f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:23.908639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-386fc4fe-190c-492d-b09b-4727866ebe75 req-90cd8700-097b-4334-9a5c-09896dc09f02 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 1097 time: 0.2098913 Jul 14 11:53:23.919352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1d2d0-685a-41e9-86b9-474c0a5c7d9d req-4816b06b-0e93-48e9-b4dc-b3eccd2d1340 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:23.928737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1e1d2d0-685a-41e9-86b9-474c0a5c7d9d req-4816b06b-0e93-48e9-b4dc-b3eccd2d1340 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 946 time: 0.6778498 Jul 14 11:53:24.003952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa2e6-e4ca-47ac-a3d3-5197e1607306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:24.042391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b1e1d2d0-685a-41e9-86b9-474c0a5c7d9d req-2206254b-2282-4bc7-bc04-3ac2c9f33e16 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057217 Jul 14 11:53:24.044688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-386fc4fe-190c-492d-b09b-4727866ebe75 req-449d3f1b-91a7-4ed0-92f3-9935789a22f0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872481 Jul 14 11:53:24.115925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa2e6-e4ca-47ac-a3d3-5197e1607306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:24.143479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45344465-e352-45c5-851e-7437d47d7122 None None] Network 28c695f8-3135-45b7-abdf-63aec1f9121f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:53:24.160567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa2e6-e4ca-47ac-a3d3-5197e1607306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:24.177205 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6e9fa2e6-e4ca-47ac-a3d3-5197e1607306 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f012ecf6-d82a-4ded-9894-85e42b99f37c HTTP/1.1" status: 204 len: 168 time: 0.6812029 Jul 14 11:53:24.178275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41636) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:24.239789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870287-222a-4144-a233-04b133d59723 req-5afa4966-bd23-4b47-bb04-35b1f2a02c3f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:24.247780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c870287-222a-4144-a233-04b133d59723 req-5afa4966-bd23-4b47-bb04-35b1f2a02c3f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.3904185 Jul 14 11:53:24.290287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fa2e6-e4ca-47ac-a3d3-5197e1607306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f012ecf6-d82a-4ded-9894-85e42b99f37c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:24.323681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0094bb7e-c391-4c41-9d68-a58018a1305b no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:24.359518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6c870287-222a-4144-a233-04b133d59723 req-69a54c1c-054c-40e9-bfda-a894b520e772 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059418 Jul 14 11:53:24.470821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] For port 0094bb7e-c391-4c41-9d68-a58018a1305b, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0094bb7e-c391-4c41-9d68-a58018a1305b,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:24.533949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:24.567188 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:24.674173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] For port 0094bb7e-c391-4c41-9d68-a58018a1305b, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:53:24.740847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Deleting port b4e1b800-2296-4811-b19b-e46d4039033e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:24.741074 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:24.955727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab6cb4-6756-441e-a1e7-8d07dfc045d7 req-04c2305b-e58b-4b1b-9d88-a55f0725f7ab tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:24.969539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dab6cb4-6756-441e-a1e7-8d07dfc045d7 req-04c2305b-e58b-4b1b-9d88-a55f0725f7ab tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.5768692 Jul 14 11:53:24.979654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] For port b4e1b800-2296-4811-b19b-e46d4039033e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b4e1b800-2296-4811-b19b-e46d4039033e,segment=NetworkSegment(19aa1f9e-483b-4914-ab49-4ccad8d249a8),segment_id=19aa1f9e-483b-4914-ab49-4ccad8d249a8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:24.980123 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:24.995188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96718de7-cdf3-47e2-8ac2-5fbbcff0078e None None] DHCP port deletion for 28c695f8-3135-45b7-abdf-63aec1f9121f request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:53:25.041099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Calling delete_port for b4e1b800-2296-4811-b19b-e46d4039033e owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:25.131052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] device_id is not set on port 0094bb7e-c391-4c41-9d68-a58018a1305b yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:53:25.142191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-96718de7-cdf3-47e2-8ac2-5fbbcff0078e None None] Deleting port b4e1b800-2296-4811-b19b-e46d4039033e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:25.142569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96718de7-cdf3-47e2-8ac2-5fbbcff0078e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.175485 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.192164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dab6cb4-6756-441e-a1e7-8d07dfc045d7 req-153dd67c-127c-49ce-bc99-d1d1d60a93df tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2216740 Jul 14 11:53:25.207499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4abe-7ec1-4f29-b837-af996506ec4d req-b77d77ea-196d-4b19-92a7-33c4a0bbd406 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:25.222981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4abe-7ec1-4f29-b837-af996506ec4d req-b77d77ea-196d-4b19-92a7-33c4a0bbd406 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:25.234894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4abe-7ec1-4f29-b837-af996506ec4d req-b77d77ea-196d-4b19-92a7-33c4a0bbd406 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:25.242663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4abe-7ec1-4f29-b837-af996506ec4d req-b77d77ea-196d-4b19-92a7-33c4a0bbd406 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:25.251042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4abe-7ec1-4f29-b837-af996506ec4d req-b77d77ea-196d-4b19-92a7-33c4a0bbd406 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:25.272429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4abe-7ec1-4f29-b837-af996506ec4d req-b77d77ea-196d-4b19-92a7-33c4a0bbd406 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:25.281725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4abe-7ec1-4f29-b837-af996506ec4d req-b77d77ea-196d-4b19-92a7-33c4a0bbd406 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:25.283307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.284342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da2c4abe-7ec1-4f29-b837-af996506ec4d req-b77d77ea-196d-4b19-92a7-33c4a0bbd406 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 5444 time: 0.5978484 Jul 14 11:53:25.291789 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.363499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-96718de7-cdf3-47e2-8ac2-5fbbcff0078e None None] For port b4e1b800-2296-4811-b19b-e46d4039033e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b4e1b800-2296-4811-b19b-e46d4039033e,segment=NetworkSegment(19aa1f9e-483b-4914-ab49-4ccad8d249a8),segment_id=19aa1f9e-483b-4914-ab49-4ccad8d249a8)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:25.364794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96718de7-cdf3-47e2-8ac2-5fbbcff0078e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.376370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e1b800-2296-4811-b19b-e46d4039033e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:25.393193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] No DVR routers for this DVR port b4e1b800-2296-4811-b19b-e46d4039033e on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:25.408274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] Pushing event updated for resources: {'Port': ['ID=0094bb7e-c391-4c41-9d68-a58018a1305b,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:25.411909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-96718de7-cdf3-47e2-8ac2-5fbbcff0078e None None] Calling delete_port for b4e1b800-2296-4811-b19b-e46d4039033e owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:25.619035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da2c4abe-7ec1-4f29-b837-af996506ec4d req-ed8315e2-e74d-4ba6-8c7f-a8b5223c99af tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa&id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3225262 Jul 14 11:53:25.625077 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96718de7-cdf3-47e2-8ac2-5fbbcff0078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.627487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:25.645315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] No DVR routers for this DVR port 0094bb7e-c391-4c41-9d68-a58018a1305b on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:25.718874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:53:25.719229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7b969ae6-3c5f-4c2a-8a10-d7e15d87c602 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:25.719656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b4e1b800-2296-4811-b19b-e46d4039033e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:25.720633 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.735429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c695f8-3135-45b7-abdf-63aec1f9121f']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:25.746180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96718de7-cdf3-47e2-8ac2-5fbbcff0078e None None] No DVR routers for this DVR port b4e1b800-2296-4811-b19b-e46d4039033e on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:25.765051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96718de7-cdf3-47e2-8ac2-5fbbcff0078e None None] Pushing event deleted for resources: {'Port': ['ID=b4e1b800-2296-4811-b19b-e46d4039033e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:25.769975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19aa1f9e-483b-4914-ab49-4ccad8d249a8') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:25.770559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19aa1f9e-483b-4914-ab49-4ccad8d249a8') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:25.789170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.795392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b4e1b800-2296-4811-b19b-e46d4039033e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:53:25.795755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b4e1b800-2296-4811-b19b-e46d4039033e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:25.821216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.825316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:53:25.825692 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:53:25.834473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:53:25.835019 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.839211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] In _notify_port_updated(), no bound segment for port 0094bb7e-c391-4c41-9d68-a58018a1305b on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:53:25.840282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:25.840915 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.842295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-716a9d0d-c0d8-4b43-81cc-706afe604e88 service neutron] 10.222.0.45 "PUT /v2.0/ports/0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 200 len: 1033 time: 2.3796391 Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:53:25.843804 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:53:25.922263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-98bec408-40f2-4a8b-a9dd-7528d321e633 None None] Provisioning complete for port 0094bb7e-c391-4c41-9d68-a58018a1305b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:53:25.925760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-98bec408-40f2-4a8b-a9dd-7528d321e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.980752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:25.990719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-b661cef6-ecae-4725-b378-aede37110d74 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:25.992282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-b661cef6-ecae-4725-b378-aede37110d74 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "GET /v2.0/ports/f597a0e6-cf6c-40a4-bc55-e263e4691a26?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1412790 Jul 14 11:53:26.008218 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:26.017180 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] 10.222.0.38 "DELETE /v2.0/networks/28c695f8-3135-45b7-abdf-63aec1f9121f HTTP/1.1" status: 204 len: 168 time: 1.7280471 Jul 14 11:53:26.030755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd63e4-c8db-4fc8-b053-82c59a61436d admin admin] Pushing event deleted for resources: {'Network': ['ID=28c695f8-3135-45b7-abdf-63aec1f9121f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:26.051966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-98bec408-40f2-4a8b-a9dd-7528d321e633 None None] Port 0094bb7e-c391-4c41-9d68-a58018a1305b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:53:26.060364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:53:26.138047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509ceaa-158a-4f7c-815a-f9b02f13ad50 req-c651c367-e991-4e67-a354-9aeede0a826f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:26.145369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9509ceaa-158a-4f7c-815a-f9b02f13ad50 req-c651c367-e991-4e67-a354-9aeede0a826f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 946 time: 0.5202706 Jul 14 11:53:26.235315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f010693-6c03-42a9-be19-ee8ce0ec656c req-b4ad37a4-237a-40a6-999a-ddf354d64bb4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:26.235315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f010693-6c03-42a9-be19-ee8ce0ec656c req-b4ad37a4-237a-40a6-999a-ddf354d64bb4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2213454 Jul 14 11:53:26.317025 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:26.366815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f010693-6c03-42a9-be19-ee8ce0ec656c req-19d0d3cd-22eb-43c4-a3cc-e023c87da661 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969787 Jul 14 11:53:26.410384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9509ceaa-158a-4f7c-815a-f9b02f13ad50 req-e2eb7742-99ff-48c4-bbdf-8c9b88bfa6a2 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544372 Jul 14 11:53:26.436946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41650) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:26.465263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:26.467867 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:26.554352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-29312700-2e78-4063-9e37-651c6da47707 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80c029eb40764d3a91c632b4de442109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1161230 Jul 14 11:53:26.573371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41656) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:26.675478 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:26.686257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa5c874e-e932-4f7c-97e3-04d6c2619c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:26.726249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa5c874e-e932-4f7c-97e3-04d6c2619c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:26.790092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa5c874e-e932-4f7c-97e3-04d6c2619c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:26.793556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa5c874e-e932-4f7c-97e3-04d6c2619c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:26.796364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:26.797339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:26.800093 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b744aa-5695-46f1-8100-f559bf326afc" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-unplugged", "status": "completed", "tag": "cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:26.804384 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fa5c874e-e932-4f7c-97e3-04d6c2619c1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20834431-429e-4531-bd10-24697ac097bf HTTP/1.1" status: 204 len: 168 time: 0.2295341 Jul 14 11:53:26.811034 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:26.813910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device f597a0e6-cf6c-40a4-bc55-e263e4691a26 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:26.815360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c874e-e932-4f7c-97e3-04d6c2619c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20834431-429e-4531-bd10-24697ac097bf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:26.873460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] For port f597a0e6-cf6c-40a4-bc55-e263e4691a26, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=f597a0e6-cf6c-40a4-bc55-e263e4691a26,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:26.918562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:26.951546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199744b-e113-4dd6-8b99-5de6a0598f9f req-59106709-3719-408b-8c32-319b23a929e8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:26.970608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6199744b-e113-4dd6-8b99-5de6a0598f9f req-59106709-3719-408b-8c32-319b23a929e8 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.2152777 Jul 14 11:53:27.053746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] For port f597a0e6-cf6c-40a4-bc55-e263e4691a26, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:53:27.080108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db4140-8aeb-42fd-a006-0e076d4648f8 req-c9a91510-6c41-4303-afac-9d5f5cc971c1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:27.081708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47db4140-8aeb-42fd-a006-0e076d4648f8 req-c9a91510-6c41-4303-afac-9d5f5cc971c1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 946 time: 0.3567617 Jul 14 11:53:27.101053 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:27.232602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6199744b-e113-4dd6-8b99-5de6a0598f9f req-e0c0a71c-82e4-4da9-8801-12d8dd9a896b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2611032 Jul 14 11:53:27.245069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] device_id is not set on port f597a0e6-cf6c-40a4-bc55-e263e4691a26 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:53:27.268947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47db4140-8aeb-42fd-a006-0e076d4648f8 req-5440447d-2742-4909-a803-8078930adbaa tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393523 Jul 14 11:53:27.282411 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:27.304604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:27.385223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41670) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:27.438336 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0135d193-5cad-4a86-9a1e-8d7bad92b36e x-openstack-request-id: req-0135d193-5cad-4a86-9a1e-8d7bad92b36e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:27.438733 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-unplugged", "status": "completed", "tag": "cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:27.439427 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0135d193-5cad-4a86-9a1e-8d7bad92b36e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:27.440921 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c', 'code': 200} Jul 14 11:53:27.464703 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:53:27.467120 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:53:27.489201 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dbc371ab-8f83-46b6-b767-2cacbc969cef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7214305d709840ca83c9ee26052290a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012876 Jul 14 11:53:27.490372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41674) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:27.520974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] No DVR routers for this DVR port f597a0e6-cf6c-40a4-bc55-e263e4691a26 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:27.654080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df49d084-58cb-40c6-994d-e94dbc4e6d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:27.660318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] In _notify_port_updated(), no bound segment for port f597a0e6-cf6c-40a4-bc55-e263e4691a26 on network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 11:53:27.663204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:27.666740 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:27.671145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] 10.222.0.45 "PUT /v2.0/ports/f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 200 len: 1032 time: 1.6185713 Jul 14 11:53:27.703301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bc72d-f54f-4bf7-973f-84ff51f3e9ed service neutron] Pushing event updated for resources: {'Port': ['ID=f597a0e6-cf6c-40a4-bc55-e263e4691a26,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:27.715920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df49d084-58cb-40c6-994d-e94dbc4e6d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:27.816227 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df49d084-58cb-40c6-994d-e94dbc4e6d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:27.818829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df49d084-58cb-40c6-994d-e94dbc4e6d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:27.822939 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-df49d084-58cb-40c6-994d-e94dbc4e6d6d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d048be31-bacb-4e83-af65-20d4e47f586c HTTP/1.1" status: 204 len: 168 time: 0.3284314 Jul 14 11:53:27.862562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49d084-58cb-40c6-994d-e94dbc4e6d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d048be31-bacb-4e83-af65-20d4e47f586c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:27.911578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0cf741dd-86d8-497d-a8e1-4a515198d511 None None] Provisioning complete for port f597a0e6-cf6c-40a4-bc55-e263e4691a26 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:53:27.912279 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0cf741dd-86d8-497d-a8e1-4a515198d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:27.960318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0cf741dd-86d8-497d-a8e1-4a515198d511 None None] Port f597a0e6-cf6c-40a4-bc55-e263e4691a26 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:53:27.989358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db424c-81d3-46c4-9087-cfcd2e8ad00d req-f1d2e250-ee63-4731-84f3-f38bfc5b0cb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:27.998108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9db424c-81d3-46c4-9087-cfcd2e8ad00d req-f1d2e250-ee63-4731-84f3-f38bfc5b0cb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 946 time: 0.3256321 Jul 14 11:53:28.016436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device a311431a-32d1-4b6e-a233-63e9651b80ee no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:28.038639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5dcfd-9090-4e6d-a564-306b5f2df58d req-21de7f19-c92f-4f78-bbec-2d51d4367e1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:28.045182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5dcfd-9090-4e6d-a564-306b5f2df58d req-21de7f19-c92f-4f78-bbec-2d51d4367e1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:28.060974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5dcfd-9090-4e6d-a564-306b5f2df58d req-21de7f19-c92f-4f78-bbec-2d51d4367e1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:28.080772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5dcfd-9090-4e6d-a564-306b5f2df58d req-21de7f19-c92f-4f78-bbec-2d51d4367e1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:28.098244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5dcfd-9090-4e6d-a564-306b5f2df58d req-21de7f19-c92f-4f78-bbec-2d51d4367e1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:28.099304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9cb5dcfd-9090-4e6d-a564-306b5f2df58d req-21de7f19-c92f-4f78-bbec-2d51d4367e1a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 3883 time: 0.4569843 Jul 14 11:53:28.180175 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:28.203989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9db424c-81d3-46c4-9087-cfcd2e8ad00d req-ac6de3de-5649-4b34-be33-8fb44c9cf5b5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048213 Jul 14 11:53:28.240335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port a311431a-32d1-4b6e-a233-63e9651b80ee, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a311431a-32d1-4b6e-a233-63e9651b80ee,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:28.243835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:28.250878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port 18a00a0e-9792-427c-ba24-b22b2019c83d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:28.261567 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:28.262856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 49913f77-9877-4365-aa9e-2faa940f36fc no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:28.282539 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:28.309473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9cb5dcfd-9090-4e6d-a564-306b5f2df58d req-9cdc6d92-c96f-4475-ae72-b8625ca5aa32 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002745 Jul 14 11:53:28.580188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=a311431a-32d1-4b6e-a233-63e9651b80ee,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:28.635516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] For port 18a00a0e-9792-427c-ba24-b22b2019c83d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=18a00a0e-9792-427c-ba24-b22b2019c83d,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:28.636281 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:28.653081 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:28.660478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for 18a00a0e-9792-427c-ba24-b22b2019c83d owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:28.688190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 49913f77-9877-4365-aa9e-2faa940f36fc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49913f77-9877-4365-aa9e-2faa940f36fc,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:28.702090 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:28.703965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 18a00a0e-9792-427c-ba24-b22b2019c83d no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:28.793358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e5424-401f-4f47-8731-ce13744b1d94 req-8bcd73d9-c7c3-48a0-8534-03aa2c91cd54 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:28.797828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-448e5424-401f-4f47-8731-ce13744b1d94 req-8bcd73d9-c7c3-48a0-8534-03aa2c91cd54 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.2168574 Jul 14 11:53:28.804816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=49913f77-9877-4365-aa9e-2faa940f36fc,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:28.849402 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:28.849797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec96b5-d2d6-4da6-bf9f-a02cd0b134c4 req-3a15d315-b28d-43a6-8593-34f363524c7c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:28.864408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddec96b5-d2d6-4da6-bf9f-a02cd0b134c4 req-3a15d315-b28d-43a6-8593-34f363524c7c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.2177761 Jul 14 11:53:28.950429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-6bd0663b-939b-412a-90b3-b13a76972156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:28.952865 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-6bd0663b-939b-412a-90b3-b13a76972156 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 1096 time: 0.0645134 Jul 14 11:53:28.985340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-448e5424-401f-4f47-8731-ce13744b1d94 req-3217d99c-9285-4c8f-a8e3-ce01d1b67d32 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830308 Jul 14 11:53:29.020920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddec96b5-d2d6-4da6-bf9f-a02cd0b134c4 req-70ab516c-75da-4399-a1fc-03b795407f6e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071866 Jul 14 11:53:29.032242 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:29.081902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=18a00a0e-9792-427c-ba24-b22b2019c83d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:29.098607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:29.100879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-5b01ca76-7cdb-4ecb-9f48-b5c701cc0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:29.103048 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-5b01ca76-7cdb-4ecb-9f48-b5c701cc0f87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 913 time: 0.1393752 Jul 14 11:53:29.127683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] No DVR routers for this DVR port 18a00a0e-9792-427c-ba24-b22b2019c83d on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:29.130893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:29.134470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-fd4e4ec3-52f6-4e0b-8df8-ba155f3dba6b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "DELETE /v2.0/ports/18a00a0e-9792-427c-ba24-b22b2019c83d HTTP/1.1" status: 204 len: 173 time: 1.4242673 Jul 14 11:53:29.135153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': '18a00a0e-9792-427c-ba24-b22b2019c83d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:29.138592 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271d32f9-b5be-4244-bb11-7efc88e785ca" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "18a00a0e-9792-427c-ba24-b22b2019c83d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:29.202438 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-cbd33b6a-e0e1-4880-98bf-199720296dda service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7 HTTP/1.1" status: 200 len: 217 time: 0.0844321 Jul 14 11:53:29.205727 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:29.227553 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2863be60-9525-4bad-a522-4cd9a1c31bee x-openstack-request-id: req-2863be60-9525-4bad-a522-4cd9a1c31bee {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:29.228226 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "18a00a0e-9792-427c-ba24-b22b2019c83d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:29.228784 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2863be60-9525-4bad-a522-4cd9a1c31bee {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:29.229341 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': '18a00a0e-9792-427c-ba24-b22b2019c83d', 'status': 'completed', 'code': 200} Jul 14 11:53:29.273704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:29.280752 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:29.315176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-b51f2382-b93c-48af-b664-c9e85c7290f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:29.319681 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-b51f2382-b93c-48af-b664-c9e85c7290f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae6808f8-0839-46d5-9b89-0883c1da7ce2 HTTP/1.1" status: 200 len: 853 time: 0.1054292 Jul 14 11:53:29.356099 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:29.427244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:29.427244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:29.436014 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-842fbc7f-8cbb-4ef0-96ad-86b2f056d882 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e48bd98c-183f-4b42-b120-c8cb91de443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083708 Jul 14 11:53:29.442320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a311431a-32d1-4b6e-a233-63e9651b80ee'}, {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49913f77-9877-4365-aa9e-2faa940f36fc'}, {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:29.444846 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d702d3f3-a6c6-455a-a73c-40686af63822" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-unplugged", "status": "completed", "tag": "a311431a-32d1-4b6e-a233-63e9651b80ee"}, {"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-unplugged", "status": "completed", "tag": "49913f77-9877-4365-aa9e-2faa940f36fc"}, {"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-unplugged", "status": "completed", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:29.701052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] For port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:29.701419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:29.835648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcc926-a211-4318-8fc7-e2212c0bedf9 req-88e43489-9739-4f23-885b-464090852803 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:29.835648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5dfcc926-a211-4318-8fc7-e2212c0bedf9 req-88e43489-9739-4f23-885b-464090852803 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 946 time: 0.2504885 Jul 14 11:53:30.048045 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-0843c6bd-38db-4622-839a-640bc64a376e service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991623 Jul 14 11:53:30.155008 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20c572c1-3a7d-4f0e-9590-3c0fd1267c89 req-843abea7-8cd9-4695-8e54-9593000367e7 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885153 Jul 14 11:53:30.283554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ec7e-fb1d-4d07-aefc-7d9c776f499b req-4002d95e-5dd6-445f-bcdc-2a2f6ee8dceb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.289358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ec7e-fb1d-4d07-aefc-7d9c776f499b req-4002d95e-5dd6-445f-bcdc-2a2f6ee8dceb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.295190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ec7e-fb1d-4d07-aefc-7d9c776f499b req-4002d95e-5dd6-445f-bcdc-2a2f6ee8dceb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.301034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ec7e-fb1d-4d07-aefc-7d9c776f499b req-4002d95e-5dd6-445f-bcdc-2a2f6ee8dceb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.302827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d88ec7e-fb1d-4d07-aefc-7d9c776f499b req-4002d95e-5dd6-445f-bcdc-2a2f6ee8dceb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 3142 time: 0.6825895 Jul 14 11:53:30.323347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5dfcc926-a211-4318-8fc7-e2212c0bedf9 req-7e250212-e19a-46cb-a9e5-499a699f3928 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751933 Jul 14 11:53:30.371256 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc85d1a-660b-4aaf-bba1-742e8419a067 x-openstack-request-id: req-5dc85d1a-660b-4aaf-bba1-742e8419a067 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:30.371781 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-unplugged", "status": "completed", "tag": "a311431a-32d1-4b6e-a233-63e9651b80ee", "code": 200}, {"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-unplugged", "status": "completed", "tag": "49913f77-9877-4365-aa9e-2faa940f36fc", "code": 200}, {"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-unplugged", "status": "completed", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:30.371906 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5dc85d1a-660b-4aaf-bba1-742e8419a067 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:30.372243 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a311431a-32d1-4b6e-a233-63e9651b80ee', 'code': 200} Jul 14 11:53:30.372527 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49913f77-9877-4365-aa9e-2faa940f36fc', 'code': 200} Jul 14 11:53:30.372782 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'code': 200} Jul 14 11:53:30.396375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d88ec7e-fb1d-4d07-aefc-7d9c776f499b req-3c35ba5e-9643-455a-ae43-ceabca998a99 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869391 Jul 14 11:53:30.412267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:30.412569 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:30.412879 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Floating IP 3c481c0a-f3be-4e35-a08a-fb8e4a326ddf disassociated. External IP: 172.25.2.217, port: 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94. Jul 14 11:53:30.413217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:30.593600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdd065-ba04-473f-96de-935ca9e28141 req-b6b5cd58-2f44-4393-a832-381dc61ecf2c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.595090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfbdd065-ba04-473f-96de-935ca9e28141 req-b6b5cd58-2f44-4393-a832-381dc61ecf2c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.1284447 Jul 14 11:53:30.648113 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:30.681203 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-240c361a-53f9-431f-bec6-8d94c14e80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.682725 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-240c361a-53f9-431f-bec6-8d94c14e80a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 1096 time: 0.0600936 Jul 14 11:53:30.697578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=966f114d-f5ca-4df0-9ad9-a99c0cc4bf94,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:30.710647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfbdd065-ba04-473f-96de-935ca9e28141 req-83cead93-34b3-4cec-944d-bc7b840a0631 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975952 Jul 14 11:53:30.760643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70a317-bf59-49bb-87f7-8c7cdfad5fca req-59908494-31fc-4cbb-a7eb-d760a0a12570 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.762146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb70a317-bf59-49bb-87f7-8c7cdfad5fca req-59908494-31fc-4cbb-a7eb-d760a0a12570 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.2135129 Jul 14 11:53:30.786073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-5c78a2b5-5bf8-4f97-9e84-6452d2389901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.787553 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-5c78a2b5-5bf8-4f97-9e84-6452d2389901 service neutron] 10.222.0.45 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.0975595 Jul 14 11:53:30.849877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb70a317-bf59-49bb-87f7-8c7cdfad5fca req-cbae80c5-91aa-4f61-a954-8c1c404d06f0 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777090 Jul 14 11:53:30.857450 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-5182cf91-8f17-43bf-ac33-d53cf45f1ccd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 200 len: 1001 time: 0.0622346 Jul 14 11:53:30.862846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Router e2440528-78c8-4b29-83ba-8fe3abd1710b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:53:30.910101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-3ed24afe-9d7f-46d6-8ccb-6156b2102d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.911681 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-3ed24afe-9d7f-46d6-8ccb-6156b2102d74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0468156 Jul 14 11:53:30.968791 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-4ba2a6c6-a80f-494c-a0ee-f68e5bbc4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:30.970301 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-4ba2a6c6-a80f-494c-a0ee-f68e5bbc4a29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517256 Jul 14 11:53:30.989468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:53:31.000182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] Sync routers for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:53:31.010625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:53:31.011240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:53:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:31.046928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] No DVR routers for this DVR port 966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:31.051308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:31.053065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-254270b0-87c7-4b05-8a1e-a0acbe3fb611 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "DELETE /v2.0/ports/966f114d-f5ca-4df0-9ad9-a99c0cc4bf94 HTTP/1.1" status: 204 len: 173 time: 1.8951316 Jul 14 11:53:31.071668 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-32f3bd07-1fdf-44d2-b273-ac0208e222e2 service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932579 Jul 14 11:53:31.131990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:53:31.180298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-1dbec470-eb08-4f9c-a59e-abf011e1fbac tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:31.182721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-1dbec470-eb08-4f9c-a59e-abf011e1fbac tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 946 time: 0.1619115 Jul 14 11:53:31.188480 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9247f29c-f80a-4f48-9cdc-c64b7abcd4f5 req-dc6e7598-6282-4b76-a3ec-ba22839ba238 service neutron] 10.222.0.45 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094875 Jul 14 11:53:31.231534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:31.233736 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5676580-4f66-4a5f-b3a0-7605516107a1" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:31.254610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port 49913f77-9877-4365-aa9e-2faa940f36fc {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:31.254957 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:31.295582 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85d2b9f-0581-40a5-8dcc-e316c88b5b62 x-openstack-request-id: req-a85d2b9f-0581-40a5-8dcc-e316c88b5b62 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:31.296263 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "966f114d-f5ca-4df0-9ad9-a99c0cc4bf94", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:31.296263 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a85d2b9f-0581-40a5-8dcc-e316c88b5b62 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:31.296662 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': '966f114d-f5ca-4df0-9ad9-a99c0cc4bf94', 'status': 'completed', 'code': 200} Jul 14 11:53:31.361228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '921e7200-b228-47c1-99d0-7f087542e1e4', 'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'mac_address': 'fa:16:3e:8b:63:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:23Z', 'updated_at': '2021-07-14T11:42:32Z', 'revision_number': 5, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'subnets': [{'id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:31.385373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port 56c9dfba-a553-49e3-9017-cfb7c48306cb {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:31.385716 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:31.389150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] Checking router: e2440528-78c8-4b29-83ba-8fe3abd1710b for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:53:31.393260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] For port 49913f77-9877-4365-aa9e-2faa940f36fc, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=49913f77-9877-4365-aa9e-2faa940f36fc,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:31.393622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:31.406231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:53:31.407298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:53:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:31.447454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for 49913f77-9877-4365-aa9e-2faa940f36fc owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:31.536773 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:53:31.625915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] For port 56c9dfba-a553-49e3-9017-cfb7c48306cb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=56c9dfba-a553-49e3-9017-cfb7c48306cb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:31.626276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:31.648777 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for 56c9dfba-a553-49e3-9017-cfb7c48306cb owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:31.673311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935c8b-8716-4d15-895b-726963672a73 req-f8e62ed7-054c-423a-9465-47cd3c161046 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:31.674873 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1935c8b-8716-4d15-895b-726963672a73 req-f8e62ed7-054c-423a-9465-47cd3c161046 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 946 time: 0.2219768 Jul 14 11:53:31.760935 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '921e7200-b228-47c1-99d0-7f087542e1e4', 'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'mac_address': 'fa:16:3e:8b:63:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:23Z', 'updated_at': '2021-07-14T11:42:32Z', 'revision_number': 5, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'subnets': [{'id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:53:31.789556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a1d68-838a-4351-9aa2-f4565822e40a None None] The sync data for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 is: [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:42:24Z', 'revision_number': 4, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '921e7200-b228-47c1-99d0-7f087542e1e4', 'name': '', 'network_id': '0f5806d2-ae3c-4f88-8d66-3566d2b24bb7', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'mac_address': 'fa:16:3e:8b:63:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:23Z', 'updated_at': '2021-07-14T11:42:32Z', 'revision_number': 5, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'subnets': [{'id': 'ac3f6c9c-4cec-4db9-bf7a-5294fab2441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:53:31.791503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda79b7-ccfc-4cd8-a804-074ee81ad806 req-39b6cbb8-67c9-4b73-8d6b-780de4f1deeb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:31.797850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda79b7-ccfc-4cd8-a804-074ee81ad806 req-39b6cbb8-67c9-4b73-8d6b-780de4f1deeb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:31.805221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda79b7-ccfc-4cd8-a804-074ee81ad806 req-39b6cbb8-67c9-4b73-8d6b-780de4f1deeb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:31.806833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fda79b7-ccfc-4cd8-a804-074ee81ad806 req-39b6cbb8-67c9-4b73-8d6b-780de4f1deeb tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 2409 time: 0.2635937 Jul 14 11:53:31.871902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1935c8b-8716-4d15-895b-726963672a73 req-0c66154c-e6cd-4775-99e3-596760c2f5e8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701262 Jul 14 11:53:31.903558 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:31.938348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fda79b7-ccfc-4cd8-a804-074ee81ad806 req-b8880567-b948-484b-afa6-76022cdedeca tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140304 Jul 14 11:53:31.943185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=49913f77-9877-4365-aa9e-2faa940f36fc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:32.075800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] No DVR routers for this DVR port 49913f77-9877-4365-aa9e-2faa940f36fc on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:32.096145 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:32.098106 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-985b0937-bb1d-4c75-a252-f3273db87e4d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "DELETE /v2.0/ports/49913f77-9877-4365-aa9e-2faa940f36fc HTTP/1.1" status: 204 len: 173 time: 1.0276313 Jul 14 11:53:32.140311 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:32.149080 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42776cda-8479-4953-8c03-265307128e4d None None] New status for floating IP 3c481c0a-f3be-4e35-a08a-fb8e4a326ddf: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:53:32.151899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['56c9dfba-a553-49e3-9017-cfb7c48306cb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:32.196755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=56c9dfba-a553-49e3-9017-cfb7c48306cb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:32.259141 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:32.323932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] No DVR routers for this DVR port 56c9dfba-a553-49e3-9017-cfb7c48306cb on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:32.349162 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:32.352820 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-ae63b212-aaea-488f-8d64-80eb82ab108a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068687 Jul 14 11:53:32.353956 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f5ccf48-36d8-4bb2-8121-1ad4f3bb5d94 req-fcdee900-4743-4fd3-8d24-8cba2a11c201 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "DELETE /v2.0/ports/56c9dfba-a553-49e3-9017-cfb7c48306cb HTTP/1.1" status: 204 len: 173 time: 1.1612885 Jul 14 11:53:32.379520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899cd3a-2316-4b70-9a85-4e216bb3ddde req-5376aba7-9c24-4567-84ec-ab6c6a7170df tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:32.388777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1899cd3a-2316-4b70-9a85-4e216bb3ddde req-5376aba7-9c24-4567-84ec-ab6c6a7170df tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 945 time: 0.3494091 Jul 14 11:53:32.510212 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:32.557006 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-99b13344-d0b8-4bba-b34d-de33f3babb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:32.558903 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-99b13344-d0b8-4bba-b34d-de33f3babb8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1097 time: 0.1406865 Jul 14 11:53:32.568487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:32.568963 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:32.589628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1899cd3a-2316-4b70-9a85-4e216bb3ddde req-6feed3de-6cbf-41d4-b193-cb0b3f52774f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987190 Jul 14 11:53:32.628518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:32.629679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:32.636578 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba24f05-c6e7-475f-8938-5a5e73af5469" -d '{"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:32.646410 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:32.709106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0e556-5078-43cb-b200-1faf2d8c079e req-8e0064bf-ee4a-4a85-a901-088e62d35436 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:32.728264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:32.736211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cf0e556-5078-43cb-b200-1faf2d8c079e req-8e0064bf-ee4a-4a85-a901-088e62d35436 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.5288115 Jul 14 11:53:32.744243 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9d81a7-7c12-441c-9bd0-46a2b9025c99 x-openstack-request-id: req-3e9d81a7-7c12-441c-9bd0-46a2b9025c99 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:32.744772 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:32.745137 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e9d81a7-7c12-441c-9bd0-46a2b9025c99 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:32.745714 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'code': 200} Jul 14 11:53:32.798631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-04288007-29f7-430d-a285-21d1d21fd100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:32.800506 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-04288007-29f7-430d-a285-21d1d21fd100 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.2152705 Jul 14 11:53:32.829553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4cf0e556-5078-43cb-b200-1faf2d8c079e req-bc617dce-12d4-47c4-a79c-7d628261bf8c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818202 Jul 14 11:53:32.859263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] For port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:32.859640 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:32.884893 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-87a6be33-4fe0-4245-b43e-c0bacce7662d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1002 time: 0.0737247 Jul 14 11:53:32.890185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:32.944364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-2dc75b52-b8f6-4d96-a08f-9537e82eefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:32.946438 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-2dc75b52-b8f6-4d96-a08f-9537e82eefbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.0554378 Jul 14 11:53:33.086350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-917665bb-076b-4234-95b1-ba5b03c03636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:33.088757 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-917665bb-076b-4234-95b1-ba5b03c03636 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320016 Jul 14 11:53:33.092433 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:33.154113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:33.219560 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-5601f2a8-0f2f-40ee-9147-e9b80b550ac8 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233754 Jul 14 11:53:33.230794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b7700cc-00ea-43bc-a715-94fc123e5ac7 req-9a93435e-6b54-417d-87ea-4f393d204ec5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 210 time: 0.0784919 Jul 14 11:53:33.292577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] No DVR routers for this DVR port cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:33.303631 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:33.306089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-41f08c7b-7ed8-4d34-ab1b-e00b0cbae16c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "DELETE /v2.0/ports/cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c HTTP/1.1" status: 204 len: 173 time: 1.1982825 Jul 14 11:53:33.307243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': '49913f77-9877-4365-aa9e-2faa940f36fc'}, {'server_uuid': '9c73990a-f9e2-4ba8-b7e5-c70a91bd851f', 'name': 'network-vif-deleted', 'tag': '56c9dfba-a553-49e3-9017-cfb7c48306cb'}, {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:33.309138 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbffaf6-e999-41ea-8e81-dbfd7142e9c3" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "49913f77-9877-4365-aa9e-2faa940f36fc"}, {"server_uuid": "9c73990a-f9e2-4ba8-b7e5-c70a91bd851f", "name": "network-vif-deleted", "tag": "56c9dfba-a553-49e3-9017-cfb7c48306cb"}, {"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:33.376039 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bb8a4bd0-e00a-4862-99e1-382a59185b79 req-ca2e1ef9-c5c7-41ea-a0ab-c10080e58d77 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489539 Jul 14 11:53:33.413723 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0031ae6e-f0ff-4066-bdae-bc0e1f581b0f x-openstack-request-id: req-0031ae6e-f0ff-4066-bdae-bc0e1f581b0f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:33.414211 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "49913f77-9877-4365-aa9e-2faa940f36fc", "status": "completed", "code": 200}, {"server_uuid": "9c73990a-f9e2-4ba8-b7e5-c70a91bd851f", "name": "network-vif-deleted", "tag": "56c9dfba-a553-49e3-9017-cfb7c48306cb", "status": "completed", "code": 200}, {"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:33.414384 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0031ae6e-f0ff-4066-bdae-bc0e1f581b0f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:33.415031 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': '49913f77-9877-4365-aa9e-2faa940f36fc', 'status': 'completed', 'code': 200} Jul 14 11:53:33.415427 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c73990a-f9e2-4ba8-b7e5-c70a91bd851f', 'name': 'network-vif-deleted', 'tag': '56c9dfba-a553-49e3-9017-cfb7c48306cb', 'status': 'completed', 'code': 200} Jul 14 11:53:33.415786 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': 'cae2f64e-e5f9-4ea1-94ec-d32e2b91a20c', 'status': 'completed', 'code': 200} Jul 14 11:53:33.499076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb2989-7a28-4db4-8477-b09e13872747 req-ac82125a-01cc-4ab0-b980-173c31f052b3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:33.500626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39fb2989-7a28-4db4-8477-b09e13872747 req-ac82125a-01cc-4ab0-b980-173c31f052b3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 943 time: 0.2095292 Jul 14 11:53:33.517397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port a311431a-32d1-4b6e-a233-63e9651b80ee {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:33.517738 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:33.609299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39fb2989-7a28-4db4-8477-b09e13872747 req-80a33d94-9cb3-4e90-bbfb-4903d8baca81 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e498b53-ffab-41cd-a286-81c09491102c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007700 Jul 14 11:53:33.688335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] For port a311431a-32d1-4b6e-a233-63e9651b80ee, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=a311431a-32d1-4b6e-a233-63e9651b80ee,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:33.688701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:33.703436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for a311431a-32d1-4b6e-a233-63e9651b80ee owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:33.859912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7e2d-b1fb-47d4-b600-c9260d6ab7b8 req-9038aa45-89ad-4b26-bc24-af08af27eb53 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:33.861299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd7b7e2d-b1fb-47d4-b600-c9260d6ab7b8 req-9038aa45-89ad-4b26-bc24-af08af27eb53 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1032164 Jul 14 11:53:33.935745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd7b7e2d-b1fb-47d4-b600-c9260d6ab7b8 req-5fec39c7-aa1c-45d5-a508-5f6d6af03702 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505035 Jul 14 11:53:33.936935 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:33.968504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=a311431a-32d1-4b6e-a233-63e9651b80ee,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:34.049194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] No DVR routers for this DVR port a311431a-32d1-4b6e-a233-63e9651b80ee on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:34.051955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:34.054719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d08ddc-d1e4-48b9-bb3e-b633bf4e134e req-a217762a-2609-45f8-a3fe-728d4885600a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.45 "DELETE /v2.0/ports/a311431a-32d1-4b6e-a233-63e9651b80ee HTTP/1.1" status: 204 len: 173 time: 0.7403603 Jul 14 11:53:34.128443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93c7e2-f1aa-440f-a02d-5e11fdbc9eff req-cfa021d5-13a5-4bed-9341-e427f3d5f836 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:34.130273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b93c7e2-f1aa-440f-a02d-5e11fdbc9eff req-cfa021d5-13a5-4bed-9341-e427f3d5f836 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1538556 Jul 14 11:53:34.182403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bffd40-271a-4150-b96a-9a8399cada34 req-e5e57540-adc7-4ebc-b88a-d620f1e0b1f0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:34.183932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57bffd40-271a-4150-b96a-9a8399cada34 req-e5e57540-adc7-4ebc-b88a-d620f1e0b1f0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1104164 Jul 14 11:53:34.191435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b93c7e2-f1aa-440f-a02d-5e11fdbc9eff req-5fc89ffa-3e72-4f86-ac7e-4dec57e5a22b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540411 Jul 14 11:53:34.228613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-57bffd40-271a-4150-b96a-9a8399cada34 req-602fd275-f700-4f79-aa4b-7c0f9dfa366e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359824 Jul 14 11:53:34.279135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device ec2f473f-4171-49df-80da-926e1bd98434 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:34.385676 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:34.424566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:34.427646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-134de465-3f85-407d-aa87-967b0e4dd3ca req-fce7f36e-da2b-4ed6-8b72-df9a60e74661 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 210 time: 0.0512464 Jul 14 11:53:34.431485 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:34.432789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:34.521770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:34.748014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:34.750377 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa067b-eee4-442e-9978-1e16a074b41e" -d '{"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2f473f-4171-49df-80da-926e1bd98434"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:34.930003 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1089ab91-b2ce-4585-a740-a9551ef6d3ec req-ad494547-fa86-49d1-9eba-3b2442c6aaaa tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0310736 Jul 14 11:53:34.969935 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-2c4bea92-d6d7-4863-aa42-588f40f74121 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0581727 Jul 14 11:53:34.980832 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa385f-4155-417e-8e5e-bb40c9d4ed20 x-openstack-request-id: req-73fa385f-4155-417e-8e5e-bb40c9d4ed20 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:34.981120 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-unplugged", "status": "failed", "tag": "ec2f473f-4171-49df-80da-926e1bd98434", "code": 422}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:34.981377 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73fa385f-4155-417e-8e5e-bb40c9d4ed20 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:34.981777 n-d-778696-8 neutron-server[93703]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434', 'code': 422} returned with failed status Jul 14 11:53:35.041335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 56c9dfba-a553-49e3-9017-cfb7c48306cb no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:35.065153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 56c9dfba-a553-49e3-9017-cfb7c48306cb {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:53:35.065596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 56c9dfba-a553-49e3-9017-cfb7c48306cb not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:35.160016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd13cf-53e6-4d87-af4e-c3487b98f0f0 req-6af125e9-7726-4d47-a5fe-e819e09ee8ef tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:35.161953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6cd13cf-53e6-4d87-af4e-c3487b98f0f0 req-6af125e9-7726-4d47-a5fe-e819e09ee8ef tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.0860295 Jul 14 11:53:35.205545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6cd13cf-53e6-4d87-af4e-c3487b98f0f0 req-704bd02a-b70b-4f74-ad18-2d787e1b7e93 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Jul 14 11:53:35.416744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': 'a311431a-32d1-4b6e-a233-63e9651b80ee'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:35.419964 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e403db1-045f-4ae6-836d-d8cb0631f76e" -d '{"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "a311431a-32d1-4b6e-a233-63e9651b80ee"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:35.465568 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f702a78b-1590-4f2a-9fab-207c2a80e27e x-openstack-request-id: req-f702a78b-1590-4f2a-9fab-207c2a80e27e {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:35.466510 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fca26-e715-4239-b880-fabee9c0fc37", "name": "network-vif-deleted", "tag": "a311431a-32d1-4b6e-a233-63e9651b80ee", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:35.466942 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f702a78b-1590-4f2a-9fab-207c2a80e27e {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:35.467702 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fca26-e715-4239-b880-fabee9c0fc37', 'name': 'network-vif-deleted', 'tag': 'a311431a-32d1-4b6e-a233-63e9651b80ee', 'status': 'completed', 'code': 200} Jul 14 11:53:35.609675 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9ccef87-ada2-4840-b128-c029b5543b7f req-d57e7c89-5baf-464d-8ef3-d505de9c676b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 210 time: 0.0318859 Jul 14 11:53:36.059874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-9f2ada57-9ee8-4ab1-8c30-8640ef0245d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:36.062018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-9f2ada57-9ee8-4ab1-8c30-8640ef0245d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd&tenant_id=3a37ded4e7fa4ab2951936ecff9218b0 HTTP/1.1" status: 200 len: 1094 time: 0.1148188 Jul 14 11:53:36.103062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30eb883c-55a7-460a-bdd4-651807359b3c req-7ff35bdc-0a45-4c59-ab76-a994ed5ecc85 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0318677 Jul 14 11:53:36.159343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-7daf03ae-89d7-42a2-9df2-dd2485dbe7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:36.160967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-7daf03ae-89d7-42a2-9df2-dd2485dbe7b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 1094 time: 0.0613010 Jul 14 11:53:36.258132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-dc677999-48ba-4668-89ca-98fbedaf6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:36.260138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-dc677999-48ba-4668-89ca-98fbedaf6848 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 913 time: 0.0890191 Jul 14 11:53:36.317292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-7106dbc7-c0df-4519-bb5b-a1c1f89dad62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7 HTTP/1.1" status: 200 len: 217 time: 0.0465789 Jul 14 11:53:36.767000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-87a37fe4-4933-45ed-8680-ae7e8d2365cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:36.768536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-87a37fe4-4933-45ed-8680-ae7e8d2365cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae6808f8-0839-46d5-9b89-0883c1da7ce2 HTTP/1.1" status: 200 len: 853 time: 0.4414032 Jul 14 11:53:36.810903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-6b223ad4-da8a-4b4b-88cb-90c08ff7f4f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e48bd98c-183f-4b42-b120-c8cb91de443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304399 Jul 14 11:53:36.828136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f360cac-63a0-43aa-8842-4af97e78d80a req-42713dd6-83d9-452d-b449-eabd22e42c66 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:36.829863 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f360cac-63a0-43aa-8842-4af97e78d80a req-42713dd6-83d9-452d-b449-eabd22e42c66 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.4942808 Jul 14 11:53:36.927803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f360cac-63a0-43aa-8842-4af97e78d80a req-5192cf6f-439c-4281-8558-b3cec4f034ac tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883224 Jul 14 11:53:36.970227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-421dde20-e0e7-4991-94db-3cc7bc918d66 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392975 Jul 14 11:53:37.146634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6127fa46-954c-4ef8-88d3-ce3485c5eeb7 req-43142fcf-8a09-47eb-b386-701f108a1e7a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c73990a-f9e2-4ba8-b7e5-c70a91bd851f HTTP/1.1" status: 200 len: 210 time: 0.0482569 Jul 14 11:53:37.159166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3ef2fdb-a09f-42c8-a700-9b3ff8621915 req-dcb963e6-75c4-47b8-ad8e-621ff18eea91 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783292 Jul 14 11:53:37.314235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80e930a6-4137-4326-b44c-76b66b4e12ff req-efc88b22-59b2-4098-b3f1-ef73a4b27154 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0370243 Jul 14 11:53:38.326439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcce51-2920-4254-a369-1551649ee355 req-09ed70a7-a39d-4d39-9ea9-97926505513a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:38.330192 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36fcce51-2920-4254-a369-1551649ee355 req-09ed70a7-a39d-4d39-9ea9-97926505513a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.2071493 Jul 14 11:53:38.479642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36fcce51-2920-4254-a369-1551649ee355 req-09da2f1a-36ea-45b9-8507-15c6ce82a536 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431828 Jul 14 11:53:38.534056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce88e-410c-4134-a4b9-cb8d5b86325b req-3c7286a7-c869-48f5-844c-1222afb17b20 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:38.537695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d85ce88e-410c-4134-a4b9-cb8d5b86325b req-3c7286a7-c869-48f5-844c-1222afb17b20 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 943 time: 0.1592584 Jul 14 11:53:38.661948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d85ce88e-410c-4134-a4b9-cb8d5b86325b req-130710f8-0394-4478-89b2-fa639223326a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152256 Jul 14 11:53:38.694382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41854) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:38.987529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c32965b7-bbde-4946-b0d0-ffd1bd94a344 req-368fbd7d-757e-49c7-bd94-b8576121f14c tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0750735 Jul 14 11:53:39.036169 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-d510cba0-280e-4ada-9eff-7fd4ee9ab5f6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3296580 Jul 14 11:53:39.095128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf255a4-276e-492a-bb30-8fa5481a8601 req-7bdeb3a8-7525-498d-ad78-0198026903e3 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:39.103694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bdf255a4-276e-492a-bb30-8fa5481a8601 req-7bdeb3a8-7525-498d-ad78-0198026903e3 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1097 time: 0.1151397 Jul 14 11:53:39.155079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bdf255a4-276e-492a-bb30-8fa5481a8601 req-b297c1c6-e79c-4763-b753-0b1ccc9ec3d7 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500276 Jul 14 11:53:39.411010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422789-676e-4da5-9664-049c346f2fd6 req-21b32690-98de-4e0f-a8f9-7d6b23ddfb90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:39.424894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01422789-676e-4da5-9664-049c346f2fd6 req-21b32690-98de-4e0f-a8f9-7d6b23ddfb90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.1434891 Jul 14 11:53:39.492723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01422789-676e-4da5-9664-049c346f2fd6 req-2abbb735-b68e-43a8-9162-da4fc14905ed tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620136 Jul 14 11:53:39.500115 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9d2d712c-2a50-4ba2-a369-1d7b42bc3291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:39.517291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 41870) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:39.672822 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17fceb35-e6dd-4766-b655-4ddfd392e7cd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/77182bcb-3b65-4d64-854f-abdb2ef8c316 HTTP/1.1" status: 200 len: 994 time: 0.1535721 Jul 14 11:53:39.838261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d780-0c4f-4731-a0da-57b7a11d4c3a req-0d171792-9502-4bf6-9da4-ca39fd055223 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:39.839874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c69d780-0c4f-4731-a0da-57b7a11d4c3a req-0d171792-9502-4bf6-9da4-ca39fd055223 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1457138 Jul 14 11:53:39.940505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c69d780-0c4f-4731-a0da-57b7a11d4c3a req-4b607e97-8fc7-4c96-96fc-bde2de8d9266 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867848 Jul 14 11:53:40.300659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76d8dca0-e786-4469-80bf-c7e7f4caebba req-b9e7db69-04ba-41e7-b9a1-71d38efa69c9 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0532565 Jul 14 11:53:40.316351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a67fa-bc37-4a66-870f-cf206651ebdf req-23b123ca-f943-46f6-b5a7-a321662c3154 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:40.325423 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-735a67fa-bc37-4a66-870f-cf206651ebdf req-23b123ca-f943-46f6-b5a7-a321662c3154 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 943 time: 0.1690769 Jul 14 11:53:40.436643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-735a67fa-bc37-4a66-870f-cf206651ebdf req-78c7d8c5-8a37-4e39-86a9-7308a25d5112 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893142 Jul 14 11:53:40.548794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-79424f7b-4e9f-4958-92ce-b692b7f341b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:40.567222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-79424f7b-4e9f-4958-92ce-b692b7f341b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87&tenant_id=a01fe4600b9949e785770cf3809e274c HTTP/1.1" status: 200 len: 1094 time: 0.1009610 Jul 14 11:53:40.593494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:53:40.785004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:41.121804 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-cf3b9d32-066a-4a59-947b-db16d754bcc9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2640023 Jul 14 11:53:41.179113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a962c9c-26ae-4bd3-aca3-9bf0f5a99a0c req-3a58f800-b281-4d5a-b48a-ee453396478e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:41.187954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a962c9c-26ae-4bd3-aca3-9bf0f5a99a0c req-3a58f800-b281-4d5a-b48a-ee453396478e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.1685731 Jul 14 11:53:41.314932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a962c9c-26ae-4bd3-aca3-9bf0f5a99a0c req-cd3b7c76-13ee-41c0-82a9-7247991b3f93 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134861 Jul 14 11:53:41.388985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb8027-d2a3-40c5-942d-6ebcdf49b866 req-ada60e0e-85a4-4612-bf6c-87c3619109da tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:41.392971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:41.413130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19eb8027-d2a3-40c5-942d-6ebcdf49b866 req-ada60e0e-85a4-4612-bf6c-87c3619109da tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1644268 Jul 14 11:53:41.482182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:53:41.503064 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19eb8027-d2a3-40c5-942d-6ebcdf49b866 req-f833cb2a-957a-40a8-a469-626a7cfa41e6 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857570 Jul 14 11:53:41.568021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2f473f-4171-49df-80da-926e1bd98434 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:53:41.577953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:41.596788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Transition to ACTIVE for port object ec2f473f-4171-49df-80da-926e1bd98434 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:53:41.605899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:41.685032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7475dbb6-84f5-4870-8f33-3005ef0236c8 req-4b4bc4eb-4da8-4f0a-b6dc-1c6cc465ebb3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.1142540 Jul 14 11:53:41.837660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:41.915929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] No DVR routers for this DVR port ec2f473f-4171-49df-80da-926e1bd98434 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:53:41.973335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd28ef-f429-4d71-8e0f-75c678f77f5c req-faeccc39-370d-4b1d-b74c-96d7b660b542 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:41.989053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03bd28ef-f429-4d71-8e0f-75c678f77f5c req-faeccc39-370d-4b1d-b74c-96d7b660b542 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 943 time: 0.1956608 Jul 14 11:53:42.090599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03bd28ef-f429-4d71-8e0f-75c678f77f5c req-92579889-4b04-403c-a539-afb0dec876fc tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957520 Jul 14 11:53:42.159568 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6880b5aa-2730-4507-a91e-bcefc3536f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:42.272533 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:42.301864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Attempting to bind port ec2f473f-4171-49df-80da-926e1bd98434 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:53:42.302561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Attempting to bind port ec2f473f-4171-49df-80da-926e1bd98434 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:53:42.303096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Attempting to bind port ec2f473f-4171-49df-80da-926e1bd98434 on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:53:42.324629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Port ec2f473f-4171-49df-80da-926e1bd98434 on network 50029b0f-5d64-4aca-beeb-32f77981ac0d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:53:42.325325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Attempting to bind port ec2f473f-4171-49df-80da-926e1bd98434 on network 50029b0f-5d64-4aca-beeb-32f77981ac0d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:53:42.337171 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:53:42.339644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Checking segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:53:42.341123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Bound using segment: {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:53:42.342753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Bound port: ec2f473f-4171-49df-80da-926e1bd98434, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:53:42.345869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:42.455120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:53:42.460070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:53:42.467164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:42.538857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:42.540646 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:42.543013 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 200 len: 1091 time: 1.9594097 Jul 14 11:53:42.543517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:42.546746 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa05105-6df7-48db-b424-a10ddbbb83ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "tag": "ec2f473f-4171-49df-80da-926e1bd98434"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:42.653678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7df023-66c7-4cd0-9732-643ad38d3968 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:42.728933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-b7c70853-ab0c-423a-aebd-ecd6e0b99cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:42.730831 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-b7c70853-ab0c-423a-aebd-ecd6e0b99cc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 1095 time: 0.1413529 Jul 14 11:53:42.945732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9ede7-fec0-488c-9cd0-f41661be5f13 req-3b4caf13-3a5f-4d7a-9e3a-d3af08e39c23 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:42.966510 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96a9ede7-fec0-488c-9cd0-f41661be5f13 req-3b4caf13-3a5f-4d7a-9e3a-d3af08e39c23 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1904616 Jul 14 11:53:42.966728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-ce7f13c0-8536-49e3-8fbe-a5a116ebc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:42.968165 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-ce7f13c0-8536-49e3-8fbe-a5a116ebc08b service neutron] 10.222.0.64 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.2294097 Jul 14 11:53:43.034992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96a9ede7-fec0-488c-9cd0-f41661be5f13 req-b9ab95d9-638a-4c30-bbc0-acca9a9b3e41 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669858 Jul 14 11:53:43.124539 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-72854093-5a1e-4deb-884a-ddadc6ff1647 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 200 len: 999 time: 0.1484821 Jul 14 11:53:43.126030 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a38a488-b15a-46d4-9f10-2990130850d4 x-openstack-request-id: req-9a38a488-b15a-46d4-9f10-2990130850d4 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:43.126320 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "tag": "ec2f473f-4171-49df-80da-926e1bd98434", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:43.126576 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a38a488-b15a-46d4-9f10-2990130850d4 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:43.127841 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434', 'status': 'completed', 'code': 200} Jul 14 11:53:43.141191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832f14e-f03b-4a45-8e23-a81bbfa04ce0 req-6f4671f7-c203-4419-a42e-d365d2f7f726 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:43.143436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c832f14e-f03b-4a45-8e23-a81bbfa04ce0 req-6f4671f7-c203-4419-a42e-d365d2f7f726 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.1045158 Jul 14 11:53:43.192995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-67c7b895-acaf-4efa-9297-08145bf1370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:43.198011 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-67c7b895-acaf-4efa-9297-08145bf1370c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0639229 Jul 14 11:53:43.239909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c832f14e-f03b-4a45-8e23-a81bbfa04ce0 req-42cc37f6-0e74-44be-832f-b8e13209f545 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876665 Jul 14 11:53:43.302672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-43de4d10-e70f-41d6-b2dc-633e199a3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:43.307681 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-43de4d10-e70f-41d6-b2dc-633e199a3b93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058981 Jul 14 11:53:43.440601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bcbe8210-4399-47c9-aa84-c8cf6dceb968 req-c91b07d3-930e-41b3-b41d-4e1ca6b0e81d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0754824 Jul 14 11:53:43.473085 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:43.574573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f59b56-6ccf-4a1f-936b-002f1f804042 req-d7f3eb8a-6ef5-48c2-a1b8-3165f6b62ddf tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:43.575638 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-1e512dc5-89c3-422f-a1a7-0d7e18119d50 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613211 Jul 14 11:53:43.580853 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46f59b56-6ccf-4a1f-936b-002f1f804042 req-d7f3eb8a-6ef5-48c2-a1b8-3165f6b62ddf tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.0795224 Jul 14 11:53:43.662827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46f59b56-6ccf-4a1f-936b-002f1f804042 req-1b9200bb-d4c7-426b-813c-bc47b40b4f64 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688646 Jul 14 11:53:43.702017 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a930387e-0beb-4bb0-ab98-7ffcc8ba8688 req-7ed87839-5a7e-4f70-b6b7-411db6481198 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199760 Jul 14 11:53:43.862403 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-3060bfc3-1d2d-4a64-a81c-a665e9fdc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:43.864078 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-3060bfc3-1d2d-4a64-a81c-a665e9fdc888 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 1095 time: 0.0981197 Jul 14 11:53:44.014586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-5c7ccdcb-d5e2-4622-bb63-d5baaf6aa99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:44.016443 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-5c7ccdcb-d5e2-4622-bb63-d5baaf6aa99b service neutron] 10.222.0.64 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.1457584 Jul 14 11:53:44.136391 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-52278e10-b191-48e9-b3a5-482a05e2ef1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 200 len: 999 time: 0.1114743 Jul 14 11:53:44.207050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-96398728-870c-49f9-acbc-3e185ee8d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:44.208905 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-96398728-870c-49f9-acbc-3e185ee8d171 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0575204 Jul 14 11:53:44.325222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-f8eadb6c-13b9-428e-80f8-acc2118f7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:44.327082 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-f8eadb6c-13b9-428e-80f8-acc2118f7601 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997889 Jul 14 11:53:44.387976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5fe82-d41a-4907-9326-7a3fb459fb3c req-9bd0bd67-862c-4f5e-8f17-0dd9da75a520 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:44.394987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2c5fe82-d41a-4907-9326-7a3fb459fb3c req-9bd0bd67-862c-4f5e-8f17-0dd9da75a520 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1932831 Jul 14 11:53:44.561038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2c5fe82-d41a-4907-9326-7a3fb459fb3c req-1d082f80-079e-4096-8dd0-e1a88c085049 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635833 Jul 14 11:53:44.688234 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-894189d2-1639-4eb7-a9b7-0df92d355cfc service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362699 Jul 14 11:53:44.805721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a40e87-f039-4d57-94cc-4f7568128c5f req-d6f4ebe2-c431-43a1-8df9-c379f1b240e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:44.821646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32a40e87-f039-4d57-94cc-4f7568128c5f req-d6f4ebe2-c431-43a1-8df9-c379f1b240e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.2245870 Jul 14 11:53:45.004352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aec86df3-64a3-4e1f-8cf4-8b5fc1e29533 req-747597f2-4311-4c8b-bc97-dc6d314c5c5e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.1138587 Jul 14 11:53:45.071536 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8fa05105-6df7-48db-b424-a10ddbbb83ba req-0946afb0-13c6-4601-b720-264dcca88098 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078058 Jul 14 11:53:45.077756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32a40e87-f039-4d57-94cc-4f7568128c5f req-03604720-74a5-4627-aa47-f10f870906b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527847 Jul 14 11:53:45.180646 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:45.479375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57ddd4-97f8-4aeb-a5d6-12030ffe0a53 req-06e9b163-f44b-4df2-bf70-2f935cc3cd71 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:45.481066 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e57ddd4-97f8-4aeb-a5d6-12030ffe0a53 req-06e9b163-f44b-4df2-bf70-2f935cc3cd71 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1115036 Jul 14 11:53:45.552267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e57ddd4-97f8-4aeb-a5d6-12030ffe0a53 req-32c02f77-ed5a-4b55-99b9-49c0f9882896 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616152 Jul 14 11:53:45.903045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-5a23ae47-aa01-477e-83c1-eeb533798cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:45.905057 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-5a23ae47-aa01-477e-83c1-eeb533798cbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1097 time: 0.1251659 Jul 14 11:53:45.914775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe228d-9c11-4647-86e3-494f2884a2e1 req-201e235f-2eef-4c13-9bc2-bf59c3a5f307 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:45.925820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2dbe228d-9c11-4647-86e3-494f2884a2e1 req-201e235f-2eef-4c13-9bc2-bf59c3a5f307 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1889794 Jul 14 11:53:46.012543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2dbe228d-9c11-4647-86e3-494f2884a2e1 req-75115e7f-c99b-4db8-9d88-e283144c32b1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855467 Jul 14 11:53:46.039144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-41ff73e0-0b8b-441a-a77e-8bcfba4045d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:46.041505 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-41ff73e0-0b8b-441a-a77e-8bcfba4045d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.1294050 Jul 14 11:53:46.202190 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-22215caa-eff1-4265-bd74-8292c783e15b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1002 time: 0.1382842 Jul 14 11:53:46.286572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-07bd09ea-ce26-41f7-a83a-a3f39316f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:46.289148 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-07bd09ea-ce26-41f7-a83a-a3f39316f35e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.0809917 Jul 14 11:53:46.380039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc95ca-db0c-4267-82dd-012ecfb444b6 req-28db8406-7c5b-46eb-af94-a6faf7f994fa tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:46.390095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-abbc95ca-db0c-4267-82dd-012ecfb444b6 req-28db8406-7c5b-46eb-af94-a6faf7f994fa tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.0987771 Jul 14 11:53:46.463774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-34e63fa1-f5d9-4e41-a3f9-85765693fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:46.468629 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-34e63fa1-f5d9-4e41-a3f9-85765693fc5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731060 Jul 14 11:53:46.488863 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ab47abe7-12e7-4113-b81a-d968494b3d9f req-23ee02cf-a623-41f3-a10e-4c6fa2e64371 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0629904 Jul 14 11:53:46.503601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-abbc95ca-db0c-4267-82dd-012ecfb444b6 req-4421554a-14d4-4844-ad09-d192bc54b867 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124835 Jul 14 11:53:46.645979 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-97c2cfc4-43ab-4892-8d3d-7a8a26a5e08f service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642120 Jul 14 11:53:46.793944 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-54dc2ecb-cb86-424e-8e28-5eb11c7c6f8e service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345551 Jul 14 11:53:46.902737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21995d-dfb4-4738-ab6b-0c5c3e0e19d2 req-22b93b43-226a-43c3-a473-b398f874ad8c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:46.904495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff21995d-dfb4-4738-ab6b-0c5c3e0e19d2 req-22b93b43-226a-43c3-a473-b398f874ad8c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1119556 Jul 14 11:53:46.989331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff21995d-dfb4-4738-ab6b-0c5c3e0e19d2 req-35c28a3c-86b8-4d0c-9726-ece7271ba542 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786829 Jul 14 11:53:47.395940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835b8c-b15d-4b8a-b5f4-026b529a314d req-e3176f18-0b99-4387-abbb-11e103c56058 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:47.398247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47835b8c-b15d-4b8a-b5f4-026b529a314d req-e3176f18-0b99-4387-abbb-11e103c56058 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1442246 Jul 14 11:53:47.458416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47835b8c-b15d-4b8a-b5f4-026b529a314d req-57b08038-7661-4437-9c54-1603e3f75ee3 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526090 Jul 14 11:53:47.730935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a3bc4-a9d9-4699-8c1b-46624583c6cd req-44447aef-9df6-4849-9eab-a5def6891da1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:47.738653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca7a3bc4-a9d9-4699-8c1b-46624583c6cd req-44447aef-9df6-4849-9eab-a5def6891da1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.0900781 Jul 14 11:53:47.792291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca7a3bc4-a9d9-4699-8c1b-46624583c6cd req-30e2eab2-06bd-4fbb-9567-b96b942d6e02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501850 Jul 14 11:53:47.829969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41222439-cb41-45d6-93a5-5011ed49fc28 req-ab5923bd-fae2-47fc-ab72-8fbe11972bc8 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0363617 Jul 14 11:53:48.549508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b96c12-1c0c-4213-8ee5-1b68afff9fbe req-6c46edeb-d81c-469d-9a7b-6e0c2735675b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:48.551608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9b96c12-1c0c-4213-8ee5-1b68afff9fbe req-6c46edeb-d81c-469d-9a7b-6e0c2735675b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.2154152 Jul 14 11:53:48.665099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9b96c12-1c0c-4213-8ee5-1b68afff9fbe req-2c4547a8-fe3c-4ae2-ba34-388a87eb4b3a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950034 Jul 14 11:53:48.771802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c0b3b-08ed-4727-b603-535f37e0fcd0 req-1c58422d-5cfb-47c3-afd3-25f01b96cc1d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:48.774243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-502c0b3b-08ed-4727-b603-535f37e0fcd0 req-1c58422d-5cfb-47c3-afd3-25f01b96cc1d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1067724 Jul 14 11:53:48.841943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-502c0b3b-08ed-4727-b603-535f37e0fcd0 req-097014ee-d8a1-43a3-80e9-3a328111a83b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Jul 14 11:53:49.083580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83250fa5-1578-44b8-9f8f-d0a52092f8e6 req-2e84c086-45ad-4c59-9a1c-875c43f3f420 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0462439 Jul 14 11:53:49.301701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1833658-40f0-4640-99f5-46d6441c5155 req-ee7e1b28-59e2-474f-ae70-94931a5eae90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:49.311373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1833658-40f0-4640-99f5-46d6441c5155 req-ee7e1b28-59e2-474f-ae70-94931a5eae90 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.2733202 Jul 14 11:53:49.372736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1833658-40f0-4640-99f5-46d6441c5155 req-254187c4-7ef9-461b-9eb1-96025d85628f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600469 Jul 14 11:53:50.077442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86ef83-0265-4437-aa22-bd235d46540c req-7ef98945-943b-46c9-a519-61ad45015535 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:50.080678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f86ef83-0265-4437-aa22-bd235d46540c req-7ef98945-943b-46c9-a519-61ad45015535 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.2159824 Jul 14 11:53:50.191146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f86ef83-0265-4437-aa22-bd235d46540c req-5bfa45d8-3921-46b2-9b02-a81bb2f4a0b6 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894632 Jul 14 11:53:50.248447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132daaf-a8a4-4606-8f04-d4ce49b23524 req-7e93053c-0393-4077-89fb-205fd61dacf8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:50.259394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3132daaf-a8a4-4606-8f04-d4ce49b23524 req-7e93053c-0393-4077-89fb-205fd61dacf8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1773002 Jul 14 11:53:50.321360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3132daaf-a8a4-4606-8f04-d4ce49b23524 req-59e298b1-928d-4505-8855-d65d06f8df1b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Jul 14 11:53:50.527570 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e4f9839-dcbf-4e02-a41d-bd7ea1f9debc req-5260de3c-ba8d-403e-a52d-56ec58177a2d tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0907967 Jul 14 11:53:50.719103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91a87e-474e-457b-9f2d-455bf6bb2c81 req-fcf11d14-19be-4c78-837e-a3b518da5df4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:50.729321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f91a87e-474e-457b-9f2d-455bf6bb2c81 req-fcf11d14-19be-4c78-837e-a3b518da5df4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.0991523 Jul 14 11:53:50.782707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f91a87e-474e-457b-9f2d-455bf6bb2c81 req-2d27d1eb-324b-401c-8a32-58682f31968f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523398 Jul 14 11:53:51.632129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa7fbd-4d70-4811-a0d0-67084c58b97f req-622849a8-bbe6-4897-aa82-c641d8f96f1c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:51.641035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aaa7fbd-4d70-4811-a0d0-67084c58b97f req-622849a8-bbe6-4897-aa82-c641d8f96f1c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1667283 Jul 14 11:53:51.724433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aaa7fbd-4d70-4811-a0d0-67084c58b97f req-d0555e21-447f-4638-b093-191ec9fe0d3e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818622 Jul 14 11:53:51.780637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b344-bb3a-4fe2-a65f-e4336493c19d req-68065263-e200-409b-a58f-1d13d039f54d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:51.803421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5715b344-bb3a-4fe2-a65f-e4336493c19d req-68065263-e200-409b-a58f-1d13d039f54d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.2235973 Jul 14 11:53:51.865746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5715b344-bb3a-4fe2-a65f-e4336493c19d req-fd27d284-2952-4f6f-9073-2e710f5b96fc tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605955 Jul 14 11:53:51.972647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c2249b4-0338-4222-a919-823cc3c0bde7 req-2b105696-2c01-4cff-b101-1c0dac064f83 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0352850 Jul 14 11:53:51.973190 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:53:52.166658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e7fe-17d3-4399-8d29-8eb4c84a544a req-1943f9c1-6de1-49c7-831d-1ba19a91728e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:52.180132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d87e7fe-17d3-4399-8d29-8eb4c84a544a req-1943f9c1-6de1-49c7-831d-1ba19a91728e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.1175327 Jul 14 11:53:52.244481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d87e7fe-17d3-4399-8d29-8eb4c84a544a req-4a16e3ce-121e-4ccb-a6fc-2c51ecc79b96 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628023 Jul 14 11:53:53.037936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9feddf-9ab3-4167-9b5d-74d86c3b6fbb req-4abc5a01-f38b-4586-8152-57c2b90c8a8d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:53.050891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e9feddf-9ab3-4167-9b5d-74d86c3b6fbb req-4abc5a01-f38b-4586-8152-57c2b90c8a8d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1191032 Jul 14 11:53:53.130688 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e9feddf-9ab3-4167-9b5d-74d86c3b6fbb req-3c08980f-690b-44fe-89e0-8131a79692d4 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788178 Jul 14 11:53:53.371110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b80aec1-3cc1-47ea-bec7-8cfb520bd8c4 req-037cb8fb-3a7f-414b-8d70-29ddd6f7480a tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0602765 Jul 14 11:53:53.610446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6c050-c29f-42dd-857c-547d07155881 req-91f55c58-691d-4e9b-91c4-f8cb93592a10 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:53.612105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5da6c050-c29f-42dd-857c-547d07155881 req-91f55c58-691d-4e9b-91c4-f8cb93592a10 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1209674 Jul 14 11:53:53.706096 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5da6c050-c29f-42dd-857c-547d07155881 req-1940f855-3173-4cf2-a117-72d9de222eb2 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786896 Jul 14 11:53:53.893434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fcc2d-78b8-4108-a7db-167c2e14b64b req-40205bee-41ed-458a-9ccc-90e9e750d9e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:53.903339 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a33fcc2d-78b8-4108-a7db-167c2e14b64b req-40205bee-41ed-458a-9ccc-90e9e750d9e2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.2823641 Jul 14 11:53:54.033905 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a33fcc2d-78b8-4108-a7db-167c2e14b64b req-508997d8-2944-4a7b-bbeb-711b07d6642d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106308 Jul 14 11:53:54.513180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c783f5-e8fc-479a-9b09-6253332e9cbe req-2bb746f9-8d48-4b12-960e-e85f9097c934 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:54.515754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8c783f5-e8fc-479a-9b09-6253332e9cbe req-2bb746f9-8d48-4b12-960e-e85f9097c934 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1691487 Jul 14 11:53:54.597941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8c783f5-e8fc-479a-9b09-6253332e9cbe req-466dcdd0-6341-478e-bcbd-6489d8e5e21e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528111 Jul 14 11:53:54.824839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34cae9fd-1e0b-46e9-9e94-18b66d86e47e req-f868832a-6d48-4ba8-b99c-6ab95f3393b2 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0924296 Jul 14 11:53:55.078604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f865ca7-d1de-456d-bd99-4cebef24eac7 req-0188f8c2-7abc-436d-948a-6f0ff34d9b18 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:55.097190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f865ca7-d1de-456d-bd99-4cebef24eac7 req-0188f8c2-7abc-436d-948a-6f0ff34d9b18 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1337869 Jul 14 11:53:55.178742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f865ca7-d1de-456d-bd99-4cebef24eac7 req-311cac96-bce3-4c3a-bf7d-4b7c2059404e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793946 Jul 14 11:53:55.422477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fade7c-4244-4dc2-b9fb-026a3f98ec98 req-96dbd0a8-128f-4adf-a421-7a5e50253ca7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:55.430470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86fade7c-4244-4dc2-b9fb-026a3f98ec98 req-96dbd0a8-128f-4adf-a421-7a5e50253ca7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.1650593 Jul 14 11:53:55.494930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86fade7c-4244-4dc2-b9fb-026a3f98ec98 req-8c6e739a-f743-4a08-814c-21c699d1631d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633395 Jul 14 11:53:55.962438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2f24-98fe-4441-9e6f-bd8e8549570c req-6ac20453-c6f9-419a-b4f8-98cbda33114a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:55.977176 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac0f2f24-98fe-4441-9e6f-bd8e8549570c req-6ac20453-c6f9-419a-b4f8-98cbda33114a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1516361 Jul 14 11:53:56.069196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac0f2f24-98fe-4441-9e6f-bd8e8549570c req-feadf67b-7e76-4aa0-8488-bac29a34a26d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910366 Jul 14 11:53:56.153705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5d659bd-1695-40d6-a173-a90806c5ee88 req-f3c7a270-110f-42ad-b0f4-ae7fdf73cb8b tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.0900674 Jul 14 11:53:56.245794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:56.336410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:53:56.486268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd25a7a-a993-4ebb-8f88-b0aa4ea57849 req-a8513543-5a8b-47e4-b896-e6eff1eb3f88 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:56.489702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fbd25a7a-a993-4ebb-8f88-b0aa4ea57849 req-a8513543-5a8b-47e4-b896-e6eff1eb3f88 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 943 time: 0.1544309 Jul 14 11:53:56.610413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fbd25a7a-a993-4ebb-8f88-b0aa4ea57849 req-abd9adc9-cd8e-40f1-8f96-792c115ac0f8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096017 Jul 14 11:53:56.856919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:56.883717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'network_id': 'e48bd98c-183f-4b42-b120-c8cb91de443b', 'port_id': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'mac_address': 'fa:16:3e:49:3a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6808f8-0839-46d5-9b89-0883c1da7ce2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:53:56.902981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2faaac-57b3-41d0-a8ed-9db6c98eb70e req-dbe96fc1-2583-4d14-976f-1751cb69eef5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:56.922590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db2faaac-57b3-41d0-a8ed-9db6c98eb70e req-dbe96fc1-2583-4d14-976f-1751cb69eef5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.1436129 Jul 14 11:53:56.966277 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:57.006189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c887e1-b274-4b90-adee-91cdfdf5cad7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:53:57.052895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db2faaac-57b3-41d0-a8ed-9db6c98eb70e req-4fa46611-3f3c-4ed0-ab71-6b77253ff5b4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289475 Jul 14 11:53:57.088171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:57.100385 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:57.238992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:57.267427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.268432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.268432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.268746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.270458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.272219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.272597 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.275078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.275480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.277008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.277378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.277724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:57.391129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['12c887e1-b274-4b90-adee-91cdfdf5cad7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:57.757255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c596b95b-7dd9-4aff-8b77-d748b9c3b68a req-5daff1c9-7c4b-4b1b-bc59-3d58ffa4085e tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fca26-e715-4239-b880-fabee9c0fc37 HTTP/1.1" status: 200 len: 210 time: 0.1493664 Jul 14 11:53:57.814315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bc96-83f7-4fc7-b293-c93dfce2dfe0 req-fad7bdc8-6e7c-4a03-9369-a3bbad89445a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:57.822833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84d1bc96-83f7-4fc7-b293-c93dfce2dfe0 req-fad7bdc8-6e7c-4a03-9369-a3bbad89445a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.3600340 Jul 14 11:53:57.862386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84d1bc96-83f7-4fc7-b293-c93dfce2dfe0 req-b97fa6dc-9b5f-4484-8242-74b9c8285338 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373721 Jul 14 11:53:57.972041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc53f-db7c-4a02-b17f-c68671f33822 req-d8e3d1dc-e2ff-45fc-8a5e-7b5b4e3bf42d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:57.973680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6dbc53f-db7c-4a02-b17f-c68671f33822 req-d8e3d1dc-e2ff-45fc-8a5e-7b5b4e3bf42d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 944 time: 0.0688927 Jul 14 11:53:58.016874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6dbc53f-db7c-4a02-b17f-c68671f33822 req-121d279f-7d30-41b9-85c8-82b1342531f8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355461 Jul 14 11:53:58.208996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:58.278577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85249076-6b36-4665-b7fc-d26f266a6c4c req-ebaaa5b7-6806-44b6-ba53-469e3d1653b3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:58.289170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85249076-6b36-4665-b7fc-d26f266a6c4c req-ebaaa5b7-6806-44b6-ba53-469e3d1653b3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.0941615 Jul 14 11:53:58.357634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85249076-6b36-4665-b7fc-d26f266a6c4c req-b866755c-e9e3-4493-9d8f-766868d7b74f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578780 Jul 14 11:53:58.358094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:53:58.424941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 12c887e1-b274-4b90-adee-91cdfdf5cad7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:53:58.425504 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:58.508738 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:58.531563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:53:58.534290 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0e7ef2-5c4d-4f77-830d-a0221b601aed" -d '{"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-plugged", "status": "completed", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:58.551441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:58.556908 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:58.587171 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082edc27-0c59-4ba2-822f-622d7d528d36 x-openstack-request-id: req-082edc27-0c59-4ba2-822f-622d7d528d36 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:58.587478 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-plugged", "status": "completed", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:58.587736 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-082edc27-0c59-4ba2-822f-622d7d528d36 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:58.588157 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'code': 200} Jul 14 11:53:58.613689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=10']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:58.800394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5517a-6755-4e03-b1cd-e03cb19d054e req-07fa95d2-b93b-430e-95a1-a1fc19f6a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:58.801820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7a5517a-6755-4e03-b1cd-e03cb19d054e req-07fa95d2-b93b-430e-95a1-a1fc19f6a549 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 1097 time: 0.0570426 Jul 14 11:53:58.841553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c7a5517a-6755-4e03-b1cd-e03cb19d054e req-dc6e2764-91bd-4a8b-a38a-e75577472533 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298803 Jul 14 11:53:58.905187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42158) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:58.962872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65f598f4-7cb6-464a-b275-b1090b6c57d0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:58.988976 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65f598f4-7cb6-464a-b275-b1090b6c57d0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.056521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65f598f4-7cb6-464a-b275-b1090b6c57d0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.066811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65f598f4-7cb6-464a-b275-b1090b6c57d0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.071459 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-65f598f4-7cb6-464a-b275-b1090b6c57d0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "DELETE /v2.0/security-groups/6e498b53-ffab-41cd-a286-81c09491102c HTTP/1.1" status: 204 len: 168 time: 0.1651723 Jul 14 11:53:59.074406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42164) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:59.090385 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-3480d068-36b2-46d3-a85f-959f13b888f1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] show failed (client error): The resource could not be found. Jul 14 11:53:59.093493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f598f4-7cb6-464a-b275-b1090b6c57d0 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e498b53-ffab-41cd-a286-81c09491102c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:59.094546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3480d068-36b2-46d3-a85f-959f13b888f1 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "GET /v2.0/security-groups/6e498b53-ffab-41cd-a286-81c09491102c HTTP/1.1" status: 404 len: 347 time: 0.0180049 Jul 14 11:53:59.097254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42166) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:59.147559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd827f6-5792-41b8-b038-513881808a1f req-51b2fb9f-3b6b-4eb5-99d7-b8a9d103f1e7 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:59.150242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4dd827f6-5792-41b8-b038-513881808a1f req-51b2fb9f-3b6b-4eb5-99d7-b8a9d103f1e7 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1494598 Jul 14 11:53:59.229017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4dd827f6-5792-41b8-b038-513881808a1f req-1e160a53-0c1d-4b81-a677-196685ee3de2 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734584 Jul 14 11:53:59.252556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port e6406b70-231a-4e56-b9dc-869a269e4fd4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:59.253132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.255690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5b1b3-269f-43a6-942d-d7c49dadb6d8 req-ec5dd86b-caec-4753-b08c-cdf2119252e1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:59.257924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4e5b1b3-269f-43a6-942d-d7c49dadb6d8 req-ec5dd86b-caec-4753-b08c-cdf2119252e1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.0946250 Jul 14 11:53:59.298964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4e5b1b3-269f-43a6-942d-d7c49dadb6d8 req-55b21cf0-bc3f-4dde-b151-31c2d07c494d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Jul 14 11:53:59.346716 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.347048 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.360248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for e6406b70-231a-4e56-b9dc-869a269e4fd4 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:59.514275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.545064 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=e6406b70-231a-4e56-b9dc-869a269e4fd4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:59.551609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b8f40-482e-43f8-82ae-e45fdf6989ce req-baae7913-9c22-4331-b88a-46fa87dee319 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:53:59.560602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a81b8f40-482e-43f8-82ae-e45fdf6989ce req-baae7913-9c22-4331-b88a-46fa87dee319 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.0781937 Jul 14 11:53:59.598738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a81b8f40-482e-43f8-82ae-e45fdf6989ce req-b7724252-2805-45f1-8d6d-c89b6ff565c8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366166 Jul 14 11:53:59.611477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.614732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.615935 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5932a18d-75a8-4358-9432-64b614646554 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "DELETE /v2.0/floatingips/3c481c0a-f3be-4e35-a08a-fb8e4a326ddf HTTP/1.1" status: 204 len: 168 time: 0.5148478 Jul 14 11:53:59.619088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42170) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:53:59.734627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port f597a0e6-cf6c-40a4-bc55-e263e4691a26 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:53:59.734975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.834393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:59.853201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for f597a0e6-cf6c-40a4-bc55-e263e4691a26 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:53:59.926411 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-cf270ff6-afb6-4870-9095-8ad7986dd28c service neutron] show failed (client error): The resource could not be found. Jul 14 11:53:59.927699 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-cf270ff6-afb6-4870-9095-8ad7986dd28c service neutron] 10.222.0.64 "GET /v2.0/ports/1fe1dee9-14e5-4584-b925-5f043acf4d1f/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0775635 Jul 14 11:54:00.033209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.077421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=f597a0e6-cf6c-40a4-bc55-e263e4691a26,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:00.156372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.157043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.157403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.157825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.158151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.158507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.158988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.159465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.159935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.160271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.160597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.160920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:00.217743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.220346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a77e882d-1e0c-4910-b61c-f6bc97373762 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "DELETE /v2.0/ports/f597a0e6-cf6c-40a4-bc55-e263e4691a26 HTTP/1.1" status: 204 len: 168 time: 0.6001883 Jul 14 11:54:00.222509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42208) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:00.246512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-6195ea87-93c5-4d7c-a506-4ff6b57b5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:00.249071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-6195ea87-93c5-4d7c-a506-4ff6b57b5758 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 1097 time: 0.0837979 Jul 14 11:54:00.265516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:00.358621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5c3abe0f-f241-4798-9688-259850dbb683 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port 0094bb7e-c391-4c41-9d68-a58018a1305b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:00.358893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c3abe0f-f241-4798-9688-259850dbb683 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.361065 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.493216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c3abe0f-f241-4798-9688-259850dbb683 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.510014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5c3abe0f-f241-4798-9688-259850dbb683 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for 0094bb7e-c391-4c41-9d68-a58018a1305b owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:00.688221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876ad6d-369b-476b-9886-dac753a66b19 req-b4b12176-ffb6-4bc2-86c3-e8945873516b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:00.689791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5876ad6d-369b-476b-9886-dac753a66b19 req-b4b12176-ffb6-4bc2-86c3-e8945873516b tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 944 time: 0.3173900 Jul 14 11:54:00.698505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c3abe0f-f241-4798-9688-259850dbb683 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.709131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8caf9f2-3ae3-4724-9d94-fea9346465bf req-294c03bd-fb1d-480b-b869-89e632f84d43 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:00.711270 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8caf9f2-3ae3-4724-9d94-fea9346465bf req-294c03bd-fb1d-480b-b869-89e632f84d43 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2686398 Jul 14 11:54:00.739461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3abe0f-f241-4798-9688-259850dbb683 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=0094bb7e-c391-4c41-9d68-a58018a1305b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:00.805236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5876ad6d-369b-476b-9886-dac753a66b19 req-83d566a5-5d9b-4d40-a97f-f021d47e3c30 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928125 Jul 14 11:54:00.811588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:00.828082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8caf9f2-3ae3-4724-9d94-fea9346465bf req-762fe838-aac8-416d-a68d-d240499ee6c8 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058824 Jul 14 11:54:00.865376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c3abe0f-f241-4798-9688-259850dbb683 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.868446 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5c3abe0f-f241-4798-9688-259850dbb683 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "DELETE /v2.0/ports/0094bb7e-c391-4c41-9d68-a58018a1305b HTTP/1.1" status: 204 len: 168 time: 0.6447163 Jul 14 11:54:00.870589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:00.871198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42216) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:00.929204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:00.932802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dbc0b7-e73e-4258-aa89-40deb4465129 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting subnet 72ce3293-58a9-4f7b-b4ee-bdb755e7137f {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:54:00.933384 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1590c154-8f17-4d2b-8e5b-951a084b87f9" -d '{"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:00.936379 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dbc0b7-e73e-4258-aa89-40deb4465129 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.938983 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.984845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dbc0b7-e73e-4258-aa89-40deb4465129 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:00.989540 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Transition to ACTIVE for port object 1fe1dee9-14e5-4584-b925-5f043acf4d1f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:00.996377 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.039147 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e68d360-4f65-4355-bc9e-a9755338b5c7 x-openstack-request-id: req-8e68d360-4f65-4355-bc9e-a9755338b5c7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:01.039587 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:01.039957 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e68d360-4f65-4355-bc9e-a9755338b5c7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:01.040416 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'code': 200} Jul 14 11:54:01.091232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:01.147770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dbc0b7-e73e-4258-aa89-40deb4465129 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.179671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec2f473f-4171-49df-80da-926e1bd98434 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:54:01.247666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dbc0b7-e73e-4258-aa89-40deb4465129 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.269596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141faae-da0b-4fd8-b925-ba3f12fd61f4 req-d2a4b659-32c6-4d15-a8ab-895ec7290db8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:01.277757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d141faae-da0b-4fd8-b925-ba3f12fd61f4 req-d2a4b659-32c6-4d15-a8ab-895ec7290db8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.3409739 Jul 14 11:54:01.284440 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbc0b7-e73e-4258-aa89-40deb4465129 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Subnet': ['ID=72ce3293-58a9-4f7b-b4ee-bdb755e7137f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:01.290039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dbc0b7-e73e-4258-aa89-40deb4465129 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.292389 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b7dbc0b7-e73e-4258-aa89-40deb4465129 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "DELETE /v2.0/subnets/72ce3293-58a9-4f7b-b4ee-bdb755e7137f HTTP/1.1" status: 204 len: 168 time: 0.4194541 Jul 14 11:54:01.295122 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42222) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:01.364323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1964f437-a4ed-4e7f-897c-abb734c0b734 None None] Network 26145ec9-28ca-47b8-8313-e0ceee913209 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:54:01.400314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb321e2a-4b26-48fb-bf42-cba7c9cb0c12 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting subnet d2734326-ccab-4959-b9a9-2ebcf27fe39a {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:54:01.420250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb321e2a-4b26-48fb-bf42-cba7c9cb0c12 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.512104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] No DVR routers for this DVR port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:01.524164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb321e2a-4b26-48fb-bf42-cba7c9cb0c12 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.580364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:01.598138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'ec2f473f-4171-49df-80da-926e1bd98434', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'port_id': 'ec2f473f-4171-49df-80da-926e1bd98434', 'mac_address': 'fa:16:3e:79:c6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:54:01.604131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d141faae-da0b-4fd8-b925-ba3f12fd61f4 req-87e3bae0-a883-4aa3-a57d-c8608df01cca tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941678 Jul 14 11:54:01.653556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb321e2a-4b26-48fb-bf42-cba7c9cb0c12 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.695124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.727271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2f473f-4171-49df-80da-926e1bd98434 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:01.738491 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb321e2a-4b26-48fb-bf42-cba7c9cb0c12 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.759961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:01.767215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.770801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:01.771163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:01.772442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on network 20d802b4-649c-41b9-aa28-0e9e2995a64d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:01.783303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on network 20d802b4-649c-41b9-aa28-0e9e2995a64d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:54:01.784054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb321e2a-4b26-48fb-bf42-cba7c9cb0c12 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Subnet': ['ID=d2734326-ccab-4959-b9a9-2ebcf27fe39a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:01.784491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on network 20d802b4-649c-41b9-aa28-0e9e2995a64d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:01.792482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb321e2a-4b26-48fb-bf42-cba7c9cb0c12 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.792695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:01.793857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Checking segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:01.793857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Bound using segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:01.794407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Bound port: 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:01.794924 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.796192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e611a5a2-eb42-486e-a391-e74757630eb5 None None] Network 92e2f045-7f19-4b89-ab5e-67ad78e59f65 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:54:01.805254 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fb321e2a-4b26-48fb-bf42-cba7c9cb0c12 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "DELETE /v2.0/subnets/d2734326-ccab-4959-b9a9-2ebcf27fe39a HTTP/1.1" status: 204 len: 168 time: 0.5074697 Jul 14 11:54:01.805519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42224) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:01.876482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce68bc-ab87-402a-8e88-fe65eb19632f None None] DHCP port deletion for 26145ec9-28ca-47b8-8313-e0ceee913209 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:54:01.941310 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.949710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:01.954548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:01.963948 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:01.970645 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=11']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:01.991945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['ec2f473f-4171-49df-80da-926e1bd98434'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:02.026374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port 35750f65-333a-4724-a265-c2cd8df6dce0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:02.027020 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.041171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:02.118427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:02.119063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.120551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-be36f7d2-1834-4aca-bb71-ba37c8327e9c service neutron] 10.222.0.45 "PUT /v2.0/ports/1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1092 time: 1.8638554 Jul 14 11:54:02.144778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] For port 35750f65-333a-4724-a265-c2cd8df6dce0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=35750f65-333a-4724-a265-c2cd8df6dce0,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:02.145210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.165974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for 35750f65-333a-4724-a265-c2cd8df6dce0 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:02.241563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c6b66-a6ed-4c56-b573-04d6198c93d5 req-3f9a9c5d-e6fe-436b-8e6b-160ed8dab6ce tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:02.245721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f6c6b66-a6ed-4c56-b573-04d6198c93d5 req-3f9a9c5d-e6fe-436b-8e6b-160ed8dab6ce tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 945 time: 0.2845347 Jul 14 11:54:02.265074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce68bc-ab87-402a-8e88-fe65eb19632f None None] Deleting port 35750f65-333a-4724-a265-c2cd8df6dce0 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:02.265909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c4ce68bc-ab87-402a-8e88-fe65eb19632f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.291436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.329446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] No DVR routers for this DVR port 35750f65-333a-4724-a265-c2cd8df6dce0 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:02.331728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=35750f65-333a-4724-a265-c2cd8df6dce0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:02.363902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c4ce68bc-ab87-402a-8e88-fe65eb19632f None None] For port 35750f65-333a-4724-a265-c2cd8df6dce0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=35750f65-333a-4724-a265-c2cd8df6dce0,segment=NetworkSegment(a0aec72a-ae16-4bea-80bb-77622bcacd81),segment_id=a0aec72a-ae16-4bea-80bb-77622bcacd81)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:02.364396 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c4ce68bc-ab87-402a-8e88-fe65eb19632f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.378899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce68bc-ab87-402a-8e88-fe65eb19632f None None] Calling delete_port for 35750f65-333a-4724-a265-c2cd8df6dce0 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:02.408597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8f6c6b66-a6ed-4c56-b573-04d6198c93d5 req-16a48ffc-5daa-498b-97f8-fb93a1e9a3eb tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1544116 Jul 14 11:54:02.443283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5326-a49a-459b-97b0-5523d0f70ce4 req-92243b0e-3d3a-4bc2-b713-acdf18afeadf tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:02.459683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482f5326-a49a-459b-97b0-5523d0f70ce4 req-92243b0e-3d3a-4bc2-b713-acdf18afeadf tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.3921046 Jul 14 11:54:02.491257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-3c026c9f-696b-43bd-871e-ac394fa690c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:02.493082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-3c026c9f-696b-43bd-871e-ac394fa690c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1095 time: 0.3435755 Jul 14 11:54:02.504605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.504929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a7645c-d8fb-4290-8cae-160e037444f0 None None] DHCP port deletion for 92e2f045-7f19-4b89-ab5e-67ad78e59f65 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:54:02.522002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26145ec9-28ca-47b8-8313-e0ceee913209']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:02.536864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aec72a-ae16-4bea-80bb-77622bcacd81') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:02.537162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aec72a-ae16-4bea-80bb-77622bcacd81') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:02.548860 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.574873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.582327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:54:02.582893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:54:02.587616 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:54:02.608891 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c4ce68bc-ab87-402a-8e88-fe65eb19632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.644918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce68bc-ab87-402a-8e88-fe65eb19632f None None] Pushing event deleted for resources: {'Port': ['ID=35750f65-333a-4724-a265-c2cd8df6dce0,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:02.651926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce68bc-ab87-402a-8e88-fe65eb19632f None None] No DVR routers for this DVR port 35750f65-333a-4724-a265-c2cd8df6dce0 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:02.661051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482f5326-a49a-459b-97b0-5523d0f70ce4 req-d745af10-c078-497a-8c06-e5959c7cc4af tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990023 Jul 14 11:54:02.661494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-51a7645c-d8fb-4290-8cae-160e037444f0 None None] Deleting port b8523b23-4395-4575-817c-a590e61f25b6 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:02.661585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51a7645c-d8fb-4290-8cae-160e037444f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.673385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-220229a8-be28-4715-8409-e8a3b7298ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:02.675035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-220229a8-be28-4715-8409-e8a3b7298ecc service neutron] 10.222.0.45 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.1748924 Jul 14 11:54:02.720791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.736586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.743760 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "DELETE /v2.0/networks/26145ec9-28ca-47b8-8313-e0ceee913209 HTTP/1.1" status: 204 len: 168 time: 0.9343548 Jul 14 11:54:02.750655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42236) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:02.771481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-51a7645c-d8fb-4290-8cae-160e037444f0 None None] For port b8523b23-4395-4575-817c-a590e61f25b6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b8523b23-4395-4575-817c-a590e61f25b6,segment=NetworkSegment(9901fa96-ff99-4095-be5b-10c59142c244),segment_id=9901fa96-ff99-4095-be5b-10c59142c244)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:02.771972 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51a7645c-d8fb-4290-8cae-160e037444f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.783701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-705f3018-99b2-446f-a767-15d20976faea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1000 time: 0.1013165 Jul 14 11:54:02.800566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-51a7645c-d8fb-4290-8cae-160e037444f0 None None] Calling delete_port for b8523b23-4395-4575-817c-a590e61f25b6 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:02.853487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-bdb7f992-1c21-4457-a527-024d37e83bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:02.854994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-bdb7f992-1c21-4457-a527-024d37e83bbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.0622280 Jul 14 11:54:02.859676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98979d6-3c10-4b7d-aa7f-d220973699a3 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Network': ['ID=26145ec9-28ca-47b8-8313-e0ceee913209,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:02.900950 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.953420 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51a7645c-d8fb-4290-8cae-160e037444f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.970187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Deleting port b8523b23-4395-4575-817c-a590e61f25b6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:02.971377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:02.985050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7645c-d8fb-4290-8cae-160e037444f0 None None] Pushing event deleted for resources: {'Port': ['ID=b8523b23-4395-4575-817c-a590e61f25b6,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:03.000150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7645c-d8fb-4290-8cae-160e037444f0 None None] No DVR routers for this DVR port b8523b23-4395-4575-817c-a590e61f25b6 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:03.015537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-833235a1-ba73-40cc-bf1b-554d6af43dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:03.019447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-833235a1-ba73-40cc-bf1b-554d6af43dbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563969 Jul 14 11:54:03.179142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec2f473f-4171-49df-80da-926e1bd98434 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:03.269123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port ec2f473f-4171-49df-80da-926e1bd98434 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:03.279474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port ec2f473f-4171-49df-80da-926e1bd98434 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:03.280033 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.400792 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.433365 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:03.439300 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984cedc9-ad1c-42a9-bc76-37ade00804b9" -d '{"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-plugged", "status": "completed", "tag": "ec2f473f-4171-49df-80da-926e1bd98434"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:03.441663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] For port b8523b23-4395-4575-817c-a590e61f25b6, host n-d-778696-8, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:03.442125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.457994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Calling delete_port for b8523b23-4395-4575-817c-a590e61f25b6 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:03.461275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:03.462230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Port b8523b23-4395-4575-817c-a590e61f25b6 was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:54:03.463509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.467097 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.469181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:03.498692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Port': ['ID=b8523b23-4395-4575-817c-a590e61f25b6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:03.498963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:03.501369 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358bc712-a64a-4c99-8862-ced4ff3a8acd" -d '{"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:03.502733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] No DVR routers for this DVR port b8523b23-4395-4575-817c-a590e61f25b6 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:03.505610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-bc89a8c2-54a8-425d-8fae-e3ad5853d93b service neutron] 10.222.0.45 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777653 Jul 14 11:54:03.521540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:03.531517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4de957-4cff-443b-8f7c-9736a5163eae req-3d6351ec-c55b-46d8-9689-6d91338e19d9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:03.539078 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f4de957-4cff-443b-8f7c-9736a5163eae req-3d6351ec-c55b-46d8-9689-6d91338e19d9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 944 time: 0.6776798 Jul 14 11:54:03.633279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f4de957-4cff-443b-8f7c-9736a5163eae req-962756fa-5e3c-40a7-ad3f-59fc21e4d72d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932238 Jul 14 11:54:03.636816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b8523b23-4395-4575-817c-a590e61f25b6 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:03.653394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.672304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e2f045-7f19-4b89-ab5e-67ad78e59f65']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:03.686354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=12']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:03.686549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f146-19a8-4635-960f-1fd0fc2012dc req-6086ff90-c634-42e8-9a50-677d491cc406 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:03.689356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b8523b23-4395-4575-817c-a590e61f25b6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:03.689702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b8523b23-4395-4575-817c-a590e61f25b6 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:03.690113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 35750f65-333a-4724-a265-c2cd8df6dce0 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:03.703386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9901fa96-ff99-4095-be5b-10c59142c244') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:03.704994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9901fa96-ff99-4095-be5b-10c59142c244') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:03.711328 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0846a1-5de6-4e5c-9742-0b5362f8fff8 x-openstack-request-id: req-4f0846a1-5de6-4e5c-9742-0b5362f8fff8 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:03.711605 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-plugged", "status": "completed", "tag": "ec2f473f-4171-49df-80da-926e1bd98434", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:03.711914 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f0846a1-5de6-4e5c-9742-0b5362f8fff8 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:03.712290 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434', 'code': 200} Jul 14 11:54:03.713301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 35750f65-333a-4724-a265-c2cd8df6dce0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:03.713643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 35750f65-333a-4724-a265-c2cd8df6dce0 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:03.724161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.730641 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c57f146-19a8-4635-960f-1fd0fc2012dc req-6086ff90-c634-42e8-9a50-677d491cc406 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.7718508 Jul 14 11:54:03.745377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.754688 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:54:03.755112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:54:03.759902 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:54:03.852425 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.866689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:03.868883 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] 10.222.0.38 "DELETE /v2.0/networks/92e2f045-7f19-4b89-ab5e-67ad78e59f65 HTTP/1.1" status: 204 len: 168 time: 1.1158764 Jul 14 11:54:03.886950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dc4f0-cfe1-4b83-89c8-d9b696e5df30 tempest-TaggedBootDevicesTest_v242-584149607 tempest-TaggedBootDevicesTest_v242-584149607-project] Pushing event deleted for resources: {'Network': ['ID=92e2f045-7f19-4b89-ab5e-67ad78e59f65,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:03.908794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39f42fb4-28b0-4f71-a53d-0be17321adff req-c3863f2d-d0be-4410-82b4-50b20e3d6909 service neutron] 10.222.0.45 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942325 Jul 14 11:54:03.925038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c57f146-19a8-4635-960f-1fd0fc2012dc req-5f31a3d3-21d8-4869-a624-4a16f69f3c32 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932850 Jul 14 11:54:04.036969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c311f-0d5e-4edb-934d-96b8a96b0c7a req-e0516716-4a53-4dcc-807b-fcf7dfca6f93 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.040505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-262c311f-0d5e-4edb-934d-96b8a96b0c7a req-e0516716-4a53-4dcc-807b-fcf7dfca6f93 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 946 time: 0.2109237 Jul 14 11:54:04.040505 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81c5605-e000-4f74-88f1-f24cbb8514e4 x-openstack-request-id: req-f81c5605-e000-4f74-88f1-f24cbb8514e4 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:04.040800 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:04.040800 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f81c5605-e000-4f74-88f1-f24cbb8514e4 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:04.041483 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'status': 'completed', 'code': 200} Jul 14 11:54:04.061046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095581c-8628-4885-83e6-f25716fb276d req-3cfb04bc-1143-46ca-ae94-5103af75a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.064281 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7095581c-8628-4885-83e6-f25716fb276d req-3cfb04bc-1143-46ca-ae94-5103af75a103 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 1097 time: 0.1336668 Jul 14 11:54:04.116855 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7095581c-8628-4885-83e6-f25716fb276d req-cd7bfd61-d1ba-4c1e-9e70-85ac552b3943 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452921 Jul 14 11:54:04.211283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-262c311f-0d5e-4edb-934d-96b8a96b0c7a req-4732a644-a90c-4071-b165-7dd3f221ff8c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951414 Jul 14 11:54:04.263019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-b38e5d9a-77f3-4c82-bbdb-3829d1258d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.264591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-b38e5d9a-77f3-4c82-bbdb-3829d1258d08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1095 time: 0.1418624 Jul 14 11:54:04.266708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-a95bd805-a661-4478-8e1a-7bea36d766c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.268168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-a95bd805-a661-4478-8e1a-7bea36d766c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1095 time: 0.2261343 Jul 14 11:54:04.417421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d043f-c369-45f3-95aa-4e3c2daf5447 req-caf36827-3c3a-4af0-816f-5e94f6e91165 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.419037 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852d043f-c369-45f3-95aa-4e3c2daf5447 req-caf36827-3c3a-4af0-816f-5e94f6e91165 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2065668 Jul 14 11:54:04.473047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-90b292ed-dbf5-482c-bec9-b13fc09ebe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.474548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-90b292ed-dbf5-482c-bec9-b13fc09ebe44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.2026742 Jul 14 11:54:04.490297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-28810600-47a4-49c2-adde-13e5d029f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.491827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-28810600-47a4-49c2-adde-13e5d029f4db service neutron] 10.222.0.45 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.2112117 Jul 14 11:54:04.595467 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-852d043f-c369-45f3-95aa-4e3c2daf5447 req-7d0232bd-dbf3-4017-bb66-35e0d28a56b0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663377 Jul 14 11:54:04.621718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-3af4bce3-cfd6-483f-893c-2ca498b21f6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1000 time: 0.0922806 Jul 14 11:54:04.628812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-1f6a09a3-43b6-4967-b2f6-9be08a83e47e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1000 time: 0.1469545 Jul 14 11:54:04.707819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-34c32d22-e8d7-4881-808b-b2dd1f2ce9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.709339 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-34c32d22-e8d7-4881-808b-b2dd1f2ce9d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.0704975 Jul 14 11:54:04.758418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-c0db9cb7-6ca6-4da1-8aea-223191d51e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.761083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-c0db9cb7-6ca6-4da1-8aea-223191d51e42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.1311586 Jul 14 11:54:04.841967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-d77550b1-c89e-4168-952e-449e7f6212db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:04.848921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-d77550b1-c89e-4168-952e-449e7f6212db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311591 Jul 14 11:54:05.028732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-c6c0ad5f-1337-42a2-8a37-a03a870ce266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:05.030381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-c6c0ad5f-1337-42a2-8a37-a03a870ce266 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2600150 Jul 14 11:54:05.152502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-7ce77330-22fd-4fe2-98dd-ca24ce9d46d9 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932537 Jul 14 11:54:05.172279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab1a71-c2c2-4436-8db0-60836b4390cc req-0d0434e7-d3a6-4e3b-873a-26fb09b96134 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:05.173968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0ab1a71-c2c2-4436-8db0-60836b4390cc req-0d0434e7-d3a6-4e3b-873a-26fb09b96134 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 944 time: 0.3055146 Jul 14 11:54:05.196726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5e27e-5997-4bae-8ba7-473f19122e5c req-9134575d-1f23-40d0-b9a6-4264f97e752f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:05.203498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede5e27e-5997-4bae-8ba7-473f19122e5c req-9134575d-1f23-40d0-b9a6-4264f97e752f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.3077931 Jul 14 11:54:05.233267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-6eeb2964-dc25-4e03-9cac-bdf72f28f9b7 service neutron] 10.222.0.45 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908097 Jul 14 11:54:05.401536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0ab1a71-c2c2-4436-8db0-60836b4390cc req-3ed25dcf-ec6b-4cb4-86c7-a149c4c49d72 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123439 Jul 14 11:54:05.424990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede5e27e-5997-4bae-8ba7-473f19122e5c req-8a4a0dc0-6613-42fd-91dc-11ac94d179c1 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199781 Jul 14 11:54:05.469677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-6e4bedb1-7dca-407d-b007-1de11825025f service neutron] 10.222.0.45 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074924 Jul 14 11:54:05.479943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-358bc712-a64a-4c99-8862-ced4ff3a8acd req-d0ca0dc9-2b18-43fd-b8be-f75f44d57b13 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017075 Jul 14 11:54:05.868041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72964466-a408-432b-b430-061173f7831b req-65f4fc7d-5afc-45fe-8249-568f93e9b5bb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:05.869632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72964466-a408-432b-b430-061173f7831b req-65f4fc7d-5afc-45fe-8249-568f93e9b5bb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.1776798 Jul 14 11:54:05.899489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edb120-99df-40ec-9e84-ebf8074879d5 req-04c70fcc-aada-4892-ba54-09f01b9f9b6a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:05.902431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8edb120-99df-40ec-9e84-ebf8074879d5 req-04c70fcc-aada-4892-ba54-09f01b9f9b6a tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 946 time: 0.2291398 Jul 14 11:54:05.990854 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8edb120-99df-40ec-9e84-ebf8074879d5 req-c0279f33-4fe6-4733-85b1-670c7cd89214 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738103 Jul 14 11:54:05.997758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72964466-a408-432b-b430-061173f7831b req-8e9a5e17-6a9b-4a15-9879-9b859e97a4bf tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938339 Jul 14 11:54:06.259743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8c265-74ba-450a-8f62-dc1970e65ea9 req-8bc49fc3-d48f-45da-b152-2b1a90fbf56d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:06.261660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3aa8c265-74ba-450a-8f62-dc1970e65ea9 req-8bc49fc3-d48f-45da-b152-2b1a90fbf56d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.0875115 Jul 14 11:54:06.316892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3aa8c265-74ba-450a-8f62-dc1970e65ea9 req-4dd9e4e1-ef5a-4316-a802-fb480742f6e0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489252 Jul 14 11:54:06.527253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2bd22-d831-4e34-a0e6-df8067d4aef8 req-9d4ab7bc-294e-4325-9827-e9da2721ca95 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:06.535357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0e2bd22-d831-4e34-a0e6-df8067d4aef8 req-9d4ab7bc-294e-4325-9827-e9da2721ca95 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.0814438 Jul 14 11:54:06.620783 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0e2bd22-d831-4e34-a0e6-df8067d4aef8 req-86ff996d-22b5-4c62-93bb-c52998a1d111 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842803 Jul 14 11:54:06.652964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8c7ea-82b6-4ee5-80f2-5651fe220158 req-12a8e5ce-efb1-4310-91ce-167c74cf023a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:06.655913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7f8c7ea-82b6-4ee5-80f2-5651fe220158 req-12a8e5ce-efb1-4310-91ce-167c74cf023a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 944 time: 0.1018882 Jul 14 11:54:06.716631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7f8c7ea-82b6-4ee5-80f2-5651fe220158 req-f509f940-4860-4c9d-b417-135559af0a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487506 Jul 14 11:54:07.440114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-0a76cb36-49a0-4763-b716-14e505d3dddd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:07.441676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-0a76cb36-49a0-4763-b716-14e505d3dddd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 944 time: 0.2891762 Jul 14 11:54:07.502056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2d50-6012-4fcc-8767-946ce2b8dd6f req-d8e4f430-50fc-4083-8492-5629d06a1307 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:07.503590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e81e2d50-6012-4fcc-8767-946ce2b8dd6f req-d8e4f430-50fc-4083-8492-5629d06a1307 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2270243 Jul 14 11:54:07.548346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674961-d386-46f7-ba48-2e8192f7f120 req-81be367c-99b7-4b62-8909-2ca3b64bfdbf tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:07.550898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08674961-d386-46f7-ba48-2e8192f7f120 req-81be367c-99b7-4b62-8909-2ca3b64bfdbf tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 946 time: 0.2532201 Jul 14 11:54:07.637693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-9612b09f-a780-4979-934c-f7467fdf300d service neutron] 10.222.0.45 "GET /v2.0/ports/1fe1dee9-14e5-4584-b925-5f043acf4d1f/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 382 time: 0.1858904 Jul 14 11:54:07.646374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e81e2d50-6012-4fcc-8767-946ce2b8dd6f req-f36780ee-0863-4575-8f98-877f13389d18 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332445 Jul 14 11:54:07.667202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08674961-d386-46f7-ba48-2e8192f7f120 req-3c613c43-e3f3-4fe9-a875-26787ffaf062 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877421 Jul 14 11:54:07.956528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-3e45a1a7-d34e-466d-9cbd-e5f9208f0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:07.958310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-3e45a1a7-d34e-466d-9cbd-e5f9208f0733 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1095 time: 0.2547908 Jul 14 11:54:07.974821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ee7d-a1ae-4aa6-b8a1-ed05b1cf3363 req-82301e71-ae95-46fc-89f6-b3fab469d648 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:07.985294 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1a4ee7d-a1ae-4aa6-b8a1-ed05b1cf3363 req-82301e71-ae95-46fc-89f6-b3fab469d648 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 944 time: 0.1885946 Jul 14 11:54:08.368912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1a4ee7d-a1ae-4aa6-b8a1-ed05b1cf3363 req-cabd5d97-d16d-403a-bda8-1d23fc2d90e7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826587 Jul 14 11:54:08.412886 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:54:08.433019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-c1e9c99e-10b8-4723-8893-ddbc28ed41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:08.437201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-c1e9c99e-10b8-4723-8893-ddbc28ed41ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.4425132 Jul 14 11:54:08.534772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-e0867b19-6abe-4eae-94ca-168d2742428f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1000 time: 0.0900636 Jul 14 11:54:08.605759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:08.607256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-648ff63d-7cfa-4679-ab85-0a4852f5267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:08.609632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-648ff63d-7cfa-4679-ab85-0a4852f5267d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.0664716 Jul 14 11:54:08.625305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'port_id': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'mac_address': 'fa:16:3e:e9:da:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:54:08.688631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-e7a45ff7-4957-4d35-bc15-5f56bccb3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:08.688631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-e7a45ff7-4957-4d35-bc15-5f56bccb3211 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725000 Jul 14 11:54:08.731581 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:08.759787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe1dee9-14e5-4584-b925-5f043acf4d1f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:08.810830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:08.827063 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:08.906028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-ecaa5815-5c78-4753-98b2-8f2fda149d6b service neutron] 10.222.0.45 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087276 Jul 14 11:54:08.921933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:09.077281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['1fe1dee9-14e5-4584-b925-5f043acf4d1f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:09.196535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-51459d69-1149-4ee1-8297-c36e6bdc9c3f service neutron] 10.222.0.45 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770360 Jul 14 11:54:09.221310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9de14-1daf-4071-9ad7-5a034f7216e3 req-4de53783-a2ea-415b-b865-12720f1f7ce4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:09.230684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4aa9de14-1daf-4071-9ad7-5a034f7216e3 req-4de53783-a2ea-415b-b865-12720f1f7ce4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2075548 Jul 14 11:54:09.344668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4aa9de14-1daf-4071-9ad7-5a034f7216e3 req-a4e06bf5-4cb5-41df-acb3-034a2c128a54 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021197 Jul 14 11:54:09.598974 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4570878d-5cf7-46fd-89a9-b1fe546ac5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:09.649969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d65601-ef0b-44dc-829b-83c178613d1e req-b02b8262-ab7a-4193-bd78-8f71a4cb8e1f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:09.664865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85d65601-ef0b-44dc-829b-83c178613d1e req-b02b8262-ab7a-4193-bd78-8f71a4cb8e1f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 945 time: 0.1329486 Jul 14 11:54:09.734045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85d65601-ef0b-44dc-829b-83c178613d1e req-4df8a6f7-731a-4320-8641-dce975212cf2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679612 Jul 14 11:54:10.210483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffe29b-c6e8-4fcb-ba06-092c340e7702 req-3d7787da-9769-4b2b-b406-81b25ec4cde4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:10.210483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4ffe29b-c6e8-4fcb-ba06-092c340e7702 req-3d7787da-9769-4b2b-b406-81b25ec4cde4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.1801803 Jul 14 11:54:10.227555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-fb597052-ddda-4f60-9d13-4f12b0964087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:10.229343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-fb597052-ddda-4f60-9d13-4f12b0964087 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 1097 time: 0.1561344 Jul 14 11:54:10.347095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b4ffe29b-c6e8-4fcb-ba06-092c340e7702 req-cc34f2ae-6475-461a-a49d-551e8f2eaf3f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353803 Jul 14 11:54:10.390555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-9a8db2ca-c19a-4a3a-811e-9882e75707f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:10.392081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-9a8db2ca-c19a-4a3a-811e-9882e75707f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 200 len: 913 time: 0.1550815 Jul 14 11:54:10.417387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:10.439697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-f3aac471-1657-464f-85da-bb12c4591ca8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7 HTTP/1.1" status: 200 len: 217 time: 0.0394444 Jul 14 11:54:10.520271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 1fe1dee9-14e5-4584-b925-5f043acf4d1f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:10.522995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-8f19bd74-3732-47fc-a6d8-ab06991f94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:10.525262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-8f19bd74-3732-47fc-a6d8-ab06991f94bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae6808f8-0839-46d5-9b89-0883c1da7ce2 HTTP/1.1" status: 200 len: 853 time: 0.0768914 Jul 14 11:54:10.527619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 1fe1dee9-14e5-4584-b925-5f043acf4d1f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:10.528098 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:10.599543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-2d44eac3-34d3-4270-af1b-325bf222aae0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e48bd98c-183f-4b42-b120-c8cb91de443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656409 Jul 14 11:54:10.699492 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:10.761244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:10.764719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:10.767930 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dfd883-9d55-4f67-800d-99969545b3a2" -d '{"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:10.774317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:10.829727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-2ab56c00-5718-4f1a-98b9-5ec1e6a22c22 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199607 Jul 14 11:54:10.872696 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cac846-c401-4210-90dd-7638ae615f5f x-openstack-request-id: req-92cac846-c401-4210-90dd-7638ae615f5f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:10.873163 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:10.873589 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92cac846-c401-4210-90dd-7638ae615f5f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:10.874030 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'code': 200} Jul 14 11:54:10.875409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:11.031522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d6f6e01-5c96-43e0-956c-37b13ba7ce2f req-aa0443a7-860c-40f4-a3b3-bf7463666de2 service neutron] 10.222.0.45 "GET /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917319 Jul 14 11:54:11.110845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023085c-2979-443a-8511-c17795a91220 req-d60ea9e7-155f-48d3-a4ad-243fdc277265 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:11.113408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f023085c-2979-443a-8511-c17795a91220 req-d60ea9e7-155f-48d3-a4ad-243fdc277265 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.1065488 Jul 14 11:54:11.177318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f023085c-2979-443a-8511-c17795a91220 req-68737be8-3351-4242-91ab-9fdd07dfdd08 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528779 Jul 14 11:54:11.673036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03192cf7-a37c-45b4-9772-31228f6c89bf req-b4c1f096-1e56-4f21-b530-35cc85065c84 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:11.681186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03192cf7-a37c-45b4-9772-31228f6c89bf req-b4c1f096-1e56-4f21-b530-35cc85065c84 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.1057372 Jul 14 11:54:11.736989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03192cf7-a37c-45b4-9772-31228f6c89bf req-f995bd30-f23a-4194-b441-8214f27395cf tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543151 Jul 14 11:54:11.810462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-48a212fb-63c7-474a-8f7e-cafab5bbc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:11.813955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-48a212fb-63c7-474a-8f7e-cafab5bbc59c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 1097 time: 0.0926330 Jul 14 11:54:11.830418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:11.989097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:12.144420 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57700fdb-e664-4240-813a-7a1f8d780863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:12.296527 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:12.450146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:12.562059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:12.691704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:12.694718 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236fa352-fe5f-4017-8274-b210d7460c5e" -d '{"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:12.702635 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:12.770499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Transition to ACTIVE for port object 1fe1dee9-14e5-4584-b925-5f043acf4d1f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:12.781400 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:12.809430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaefd92-22a2-4737-925d-824b7d7fe32b req-bb488513-69c0-41be-8af8-021a58fa2edd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:12.813354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8eaefd92-22a2-4737-925d-824b7d7fe32b req-bb488513-69c0-41be-8af8-021a58fa2edd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 946 time: 0.2490754 Jul 14 11:54:12.872698 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03176b82-187c-441f-bda3-11113409914d x-openstack-request-id: req-03176b82-187c-441f-bda3-11113409914d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:12.873553 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:12.873553 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03176b82-187c-441f-bda3-11113409914d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:12.874324 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'code': 200} Jul 14 11:54:13.073872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8eaefd92-22a2-4737-925d-824b7d7fe32b req-546b03e8-7826-433b-b38c-944e2adc514e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150774 Jul 14 11:54:13.078634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=10']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:13.187883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] No DVR routers for this DVR port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:13.454208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b7627-f374-4928-ae79-0c99cb2d7ad8 req-881aa988-6f49-4b14-9429-b84f7a70351c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:13.464587 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c7b7627-f374-4928-ae79-0c99cb2d7ad8 req-881aa988-6f49-4b14-9429-b84f7a70351c tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2801056 Jul 14 11:54:13.480583 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:13.573707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:13.574646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:13.575982 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on network 20d802b4-649c-41b9-aa28-0e9e2995a64d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:13.619712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on network 20d802b4-649c-41b9-aa28-0e9e2995a64d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:54:13.620562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Attempting to bind port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on network 20d802b4-649c-41b9-aa28-0e9e2995a64d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:13.647652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c7b7627-f374-4928-ae79-0c99cb2d7ad8 req-51f22ed7-ee2a-4e7c-a196-e8f8b3944189 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747329 Jul 14 11:54:13.652115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:13.652730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Checking segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:13.653392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Bound using segment: {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:13.654319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Bound port: 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a177f5-b561-4615-9896-3be6de09c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:13.654936 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:13.871878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:13.876486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:13.888262 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:14.030411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:14.031719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:14.034822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] 10.222.0.64 "PUT /v2.0/ports/1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1093 time: 2.2120240 Jul 14 11:54:14.149133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ae5d5-da33-48ef-880e-4ac0f60e6d56 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=11']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:14.168071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03998016-d203-4132-a263-1bafe95ed7b2 req-b422af4e-f028-4186-9c9d-96453b519188 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:14.175402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03998016-d203-4132-a263-1bafe95ed7b2 req-b422af4e-f028-4186-9c9d-96453b519188 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2661769 Jul 14 11:54:14.242022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03998016-d203-4132-a263-1bafe95ed7b2 req-94e2ada7-6c5d-46fb-93aa-fe5ed440607b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612221 Jul 14 11:54:14.298964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-9e9be64e-6337-428b-83bf-7548498a6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:14.301198 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-9e9be64e-6337-428b-83bf-7548498a6757 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1096 time: 0.2111695 Jul 14 11:54:14.462872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:14.516320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ef3c3-705c-4a47-a434-b068305cdcca req-4efe8c63-9639-47aa-898e-5bd1c3211531 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:14.527375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e60ef3c3-705c-4a47-a434-b068305cdcca req-4efe8c63-9639-47aa-898e-5bd1c3211531 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 945 time: 0.1172235 Jul 14 11:54:14.599925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:14.635682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-7ad22406-cb62-4f75-a2ff-593b433737a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:14.638786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-7ad22406-cb62-4f75-a2ff-593b433737a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.3291898 Jul 14 11:54:14.748958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e60ef3c3-705c-4a47-a434-b068305cdcca req-61567295-e7e5-4ebc-86d0-8399fc514c23 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087915 Jul 14 11:54:14.828887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-a6e3f561-1ae3-4b09-9d16-55dc798d9a43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1000 time: 0.1757517 Jul 14 11:54:14.845299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19321da4-0672-4446-896a-e9bfaf6a6371 req-8900eeb2-490d-458f-8cd4-fa82ecc3c3b2 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:14.864042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19321da4-0672-4446-896a-e9bfaf6a6371 req-8900eeb2-490d-458f-8cd4-fa82ecc3c3b2 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.3011713 Jul 14 11:54:14.879796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:14.884014 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5232db8-57af-4ac2-b7e6-c1c1630272f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:14.967560 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d2327-ea2a-4afd-86a7-e1a9370cff15 x-openstack-request-id: req-4b7d2327-ea2a-4afd-86a7-e1a9370cff15 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:14.968059 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:14.968453 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b7d2327-ea2a-4afd-86a7-e1a9370cff15 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:14.969142 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'status': 'completed', 'code': 200} Jul 14 11:54:15.036962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-85d2b1d7-beae-46b2-9e4e-584e7c72199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:15.039443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-85d2b1d7-beae-46b2-9e4e-584e7c72199d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.1740043 Jul 14 11:54:15.061370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19321da4-0672-4446-896a-e9bfaf6a6371 req-8f85fa9b-478c-4f30-9b18-338181868e47 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714218 Jul 14 11:54:15.122338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-6d0316f9-64ee-4f2c-9ad6-260163770866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:15.124157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-6d0316f9-64ee-4f2c-9ad6-260163770866 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1096 time: 0.1386058 Jul 14 11:54:15.165392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-e577f7f9-2a95-4a6f-8cf9-38f0b4b255ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:15.167132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-e577f7f9-2a95-4a6f-8cf9-38f0b4b255ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187177 Jul 14 11:54:15.181320 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:15.687607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-c90843f3-e3f2-4710-b720-41dc84d666f8 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902713 Jul 14 11:54:15.694584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-2ec832b5-032f-4488-84f1-fa85669fde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:15.696155 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-2ec832b5-032f-4488-84f1-fa85669fde90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.5603640 Jul 14 11:54:15.853985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff022e2-4284-4327-a0d9-f6b405c7a84b req-1fccdb84-1e24-4974-a154-4d2eab245363 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:15.867765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dff022e2-4284-4327-a0d9-f6b405c7a84b req-1fccdb84-1e24-4974-a154-4d2eab245363 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.3188212 Jul 14 11:54:16.002979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-7f261134-c556-4171-9010-32b4ab4db7ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1000 time: 0.2974567 Jul 14 11:54:16.016496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dff022e2-4284-4327-a0d9-f6b405c7a84b req-6d91b5d5-e96e-4a32-8366-3a39fed20173 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473277 Jul 14 11:54:16.144713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-b57ea256-a7b2-41d0-ad78-add16087e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:16.147717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-b57ea256-a7b2-41d0-ad78-add16087e784 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.1295033 Jul 14 11:54:16.227180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35c7dcf2-0fc8-4879-9de9-ee205e3df61b req-2c92c07c-9d78-44c8-a264-e4620fb7923e service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297925 Jul 14 11:54:16.427398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-9d1c13e7-9bab-4642-83c6-5e9ea75687b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:16.430539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-9d1c13e7-9bab-4642-83c6-5e9ea75687b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744784 Jul 14 11:54:16.477376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ca7e-c206-4219-909f-78160df96c02 req-5bfb56de-76df-4f35-945a-e7cce71dbbbd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:16.480026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a9b9ca7e-c206-4219-909f-78160df96c02 req-5bfb56de-76df-4f35-945a-e7cce71dbbbd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 945 time: 0.5011671 Jul 14 11:54:16.618974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6268-343f-41eb-a16a-cbda36c3b2a6 req-096d691b-4d1f-4ce8-a68f-220991361755 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:16.620540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cda6268-343f-41eb-a16a-cbda36c3b2a6 req-096d691b-4d1f-4ce8-a68f-220991361755 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.3494585 Jul 14 11:54:16.659325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a9b9ca7e-c206-4219-909f-78160df96c02 req-499f5d69-e272-468d-855a-6178c6ca7bd4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079695 Jul 14 11:54:16.682718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-4b4bd0b2-5030-4672-a8fd-fbf1a143e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:16.684394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-4b4bd0b2-5030-4672-a8fd-fbf1a143e5c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1096 time: 0.3558691 Jul 14 11:54:16.769139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-30439a0f-5eeb-430a-ba84-ba9f10fb92e5 service neutron] 10.222.0.45 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256183 Jul 14 11:54:16.783784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3cda6268-343f-41eb-a16a-cbda36c3b2a6 req-72c5df78-4afb-4bbe-9d2d-c61f7ad31f3f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532667 Jul 14 11:54:17.011409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-119abc5f-154b-4eed-81ba-489afc60eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:17.013453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-119abc5f-154b-4eed-81ba-489afc60eff2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.3167477 Jul 14 11:54:17.049053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42440) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:17.058320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-538140d8-c41d-4435-802d-1f81d964ffc9 service neutron] 10.222.0.45 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789946 Jul 14 11:54:17.183450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-e33f2ee5-2b1e-4ed8-9712-0282a684d9dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 1000 time: 0.1453769 Jul 14 11:54:17.227909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe424c4-b408-433e-a1fd-6ade16d54796 req-3f2c5d89-709f-46d5-abd3-674b22c543f0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:17.230622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe424c4-b408-433e-a1fd-6ade16d54796 req-3f2c5d89-709f-46d5-abd3-674b22c543f0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2685997 Jul 14 11:54:17.293863 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-66e84630-a294-49bf-984f-5374fefc2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:17.295312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-66e84630-a294-49bf-984f-5374fefc2761 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.1025870 Jul 14 11:54:17.327112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe424c4-b408-433e-a1fd-6ade16d54796 req-36484890-7013-4e06-ad99-20bf1eca5b23 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763128 Jul 14 11:54:17.422520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-85093e68-e15d-4017-90a7-17fa085864ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:17.425112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-85093e68-e15d-4017-90a7-17fa085864ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975609 Jul 14 11:54:17.712964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-b6152435-9218-4c0f-8381-b3640c88be67 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783706 Jul 14 11:54:17.742045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984b625-dbe9-4796-954e-aac762f14d07 req-d09d3d48-6bd4-4df2-b088-8eb6702863e4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:17.752833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7984b625-dbe9-4796-954e-aac762f14d07 req-d09d3d48-6bd4-4df2-b088-8eb6702863e4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.1980362 Jul 14 11:54:17.881958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7984b625-dbe9-4796-954e-aac762f14d07 req-9785f74a-699d-4cda-8d34-092391ae2add tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276903 Jul 14 11:54:17.998137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5232db8-57af-4ac2-b7e6-c1c1630272f4 req-cc0cfeda-c583-430c-bd9e-0489b652d979 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676041 Jul 14 11:54:18.027573 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:18.072996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a23ab-fc98-4859-878f-e2a719a6a6fe req-a0eff912-78c1-4340-bd76-2faca975c01f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:18.076948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f0a23ab-fc98-4859-878f-e2a719a6a6fe req-a0eff912-78c1-4340-bd76-2faca975c01f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 945 time: 0.1587732 Jul 14 11:54:18.219742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f0a23ab-fc98-4859-878f-e2a719a6a6fe req-f81e7c4f-5dc1-4b9f-8323-a6ab6f5a0bc5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180274 Jul 14 11:54:18.290391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e35e90-b278-4ce4-844f-7d18908607d4 req-934584c3-736f-4f4a-90d2-dd412e69df9a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:18.293104 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14e35e90-b278-4ce4-844f-7d18908607d4 req-934584c3-736f-4f4a-90d2-dd412e69df9a tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2146101 Jul 14 11:54:18.353819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14e35e90-b278-4ce4-844f-7d18908607d4 req-fb96c7f3-ac53-4e52-9519-e568e8fa8804 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487382 Jul 14 11:54:18.459404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Deleting port 921e7200-b228-47c1-99d0-7f087542e1e4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:18.460393 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:18.611533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] For port 921e7200-b228-47c1-99d0-7f087542e1e4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=921e7200-b228-47c1-99d0-7f087542e1e4,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:18.611967 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:18.636371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Calling delete_port for 921e7200-b228-47c1-99d0-7f087542e1e4 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:18.828818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3eabe-d174-4429-b093-fd11bfdaf819 req-ea3bcb10-84f6-4037-8cec-c43ba25b9da9 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:18.831063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ae3eabe-d174-4429-b093-fd11bfdaf819 req-ea3bcb10-84f6-4037-8cec-c43ba25b9da9 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.1201363 Jul 14 11:54:18.890842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ae3eabe-d174-4429-b093-fd11bfdaf819 req-c1b5ea07-3be0-4d3f-96b4-2d4089f9bd25 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468898 Jul 14 11:54:18.985924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:19.032551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Pushing event deleted for resources: {'Port': ['ID=921e7200-b228-47c1-99d0-7f087542e1e4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:19.045882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.046237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.047163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.047546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.047918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.048266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.048603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.048938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.049268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.049741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.050386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.050723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:19.213110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:54:19.217456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ae2b-b792-4be4-aaa2-377c1f47338b req-53ddfc4a-75f9-40cb-a624-75cfc532ce88 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:19.223995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a66ae2b-b792-4be4-aaa2-377c1f47338b req-53ddfc4a-75f9-40cb-a624-75cfc532ce88 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.1361718 Jul 14 11:54:19.342251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:19.386084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a66ae2b-b792-4be4-aaa2-377c1f47338b req-7a959ffd-736c-45ec-8faf-d726a846a417 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415000 Jul 14 11:54:19.527071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:19.545869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'port_id': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'mac_address': 'fa:16:3e:e9:da:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:54:19.595899 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:19.617407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe1dee9-14e5-4584-b925-5f043acf4d1f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:19.637437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7de73-4f7b-4c13-bc66-c0c87d5731c7 req-c1c23cad-59a2-44ea-afb7-846044212b06 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:19.640067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e7de73-4f7b-4c13-bc66-c0c87d5731c7 req-c1c23cad-59a2-44ea-afb7-846044212b06 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 945 time: 0.1600904 Jul 14 11:54:19.655498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:19.661086 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:19.728862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79e7de73-4f7b-4c13-bc66-c0c87d5731c7 req-f4a3bc9d-7819-4b43-8eae-fcf364d4106e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828495 Jul 14 11:54:19.762070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42468) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:19.774330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=12']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:19.835693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Router e2440528-78c8-4b29-83ba-8fe3abd1710b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:54:19.901018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-33b371dd-1a79-453f-b006-bedac1515f7a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/77182bcb-3b65-4d64-854f-abdb2ef8c316 HTTP/1.1" status: 200 len: 993 time: 0.1374083 Jul 14 11:54:19.922898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda096e-506f-4c44-89e4-fa94ec02607e req-a08ec9ad-7dba-4138-8fdd-60f7ea531d8b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:19.924706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fda096e-506f-4c44-89e4-fa94ec02607e req-a08ec9ad-7dba-4138-8fdd-60f7ea531d8b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2156181 Jul 14 11:54:19.933196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['1fe1dee9-14e5-4584-b925-5f043acf4d1f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:19.988485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fda096e-506f-4c44-89e4-fa94ec02607e req-8d850623-f50c-44e4-ad0a-3f45b29621bb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532823 Jul 14 11:54:20.002872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:54:20.013991 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-36d15285-1ecc-4502-9c6b-efa9f69117da admin admin] 10.222.0.38 "PUT /v2.0/routers/e2440528-78c8-4b29-83ba-8fe3abd1710b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9623671 Jul 14 11:54:20.014089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42470) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:20.034000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] Sync routers for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:54:20.062858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:20.064096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:20.252730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:20.321664 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:20.421266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2342-0cbb-4299-a786-b97fd4fdb817 req-5b9f8785-c0c1-4393-81fa-5a4c3e261570 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:20.423568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d86a2342-0cbb-4299-a786-b97fd4fdb817 req-5b9f8785-c0c1-4393-81fa-5a4c3e261570 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2022166 Jul 14 11:54:20.562734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d86a2342-0cbb-4299-a786-b97fd4fdb817 req-58490077-b62b-42eb-81ef-fabdcab75727 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891552 Jul 14 11:54:20.569758 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:20.663841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Deleting port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:20.664360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:20.780949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] For port 04fd834e-b1cb-4a84-b82b-6bd59b27b48c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=04fd834e-b1cb-4a84-b82b-6bd59b27b48c,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:20.781469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:20.845996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Calling delete_port for 04fd834e-b1cb-4a84-b82b-6bd59b27b48c owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:20.872794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:54:18Z', 'revision_number': 5, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port': {'id': '04fd834e-b1cb-4a84-b82b-6bd59b27b48c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:42:19Z', 'updated_at': '2021-07-14T11:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:20.918922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] Checking router: e2440528-78c8-4b29-83ba-8fe3abd1710b for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:54:20.966075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] Routers {'e2440528-78c8-4b29-83ba-8fe3abd1710b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:20.967064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['e2440528-78c8-4b29-83ba-8fe3abd1710b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:20.983629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a354e4-c8c5-464a-ba6d-e765801e4ee7 req-57158cd0-fa38-431b-8e08-828ce5b7d2f0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:20.986438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85a354e4-c8c5-464a-ba6d-e765801e4ee7 req-57158cd0-fa38-431b-8e08-828ce5b7d2f0 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2076256 Jul 14 11:54:21.085123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] Set router e2440528-78c8-4b29-83ba-8fe3abd1710b gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:21.124073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85a354e4-c8c5-464a-ba6d-e765801e4ee7 req-0f7026df-d196-4925-bcc0-82e2fd11828b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253605 Jul 14 11:54:21.164254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:54:20Z', 'revision_number': 6, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:21.197683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e6f487-f8ba-4667-a5b7-77ff4114a734 None None] The sync data for ids ['e2440528-78c8-4b29-83ba-8fe3abd1710b'] in n-d-778696-8 is: [{'id': 'e2440528-78c8-4b29-83ba-8fe3abd1710b', 'name': 'tempest-TaggedBootDevicesTest_v242-2111904656-router', 'tenant_id': 'db806cdd1b7344bea62d01e55b327a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:42:17Z', 'updated_at': '2021-07-14T11:54:20Z', 'revision_number': 6, 'project_id': 'db806cdd1b7344bea62d01e55b327a3b', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:54:21.212899 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:21.266480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Pushing event deleted for resources: {'Port': ['ID=04fd834e-b1cb-4a84-b82b-6bd59b27b48c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:21.393571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:21.824013 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:21.829486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:21.848911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d4718-8944-404c-8eed-55bf66684085 req-b8d35813-5377-4421-a031-ee8c6a719c8f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:21.851038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f5d4718-8944-404c-8eed-55bf66684085 req-b8d35813-5377-4421-a031-ee8c6a719c8f tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.5193071 Jul 14 11:54:21.868477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 04fd834e-b1cb-4a84-b82b-6bd59b27b48c no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:21.893781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 04fd834e-b1cb-4a84-b82b-6bd59b27b48c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:21.894173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 04fd834e-b1cb-4a84-b82b-6bd59b27b48c not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:21.894660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 921e7200-b228-47c1-99d0-7f087542e1e4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:21.925056 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:21.925653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2440528-78c8-4b29-83ba-8fe3abd1710b {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:54:21.931387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 921e7200-b228-47c1-99d0-7f087542e1e4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:21.931387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 921e7200-b228-47c1-99d0-7f087542e1e4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:21.933079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:21.934860 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0be5f9fd-5a29-4386-8703-a1d21ef1879a admin admin] 10.222.0.38 "DELETE /v2.0/routers/e2440528-78c8-4b29-83ba-8fe3abd1710b HTTP/1.1" status: 204 len: 168 time: 1.9194937 Jul 14 11:54:21.937548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42494) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:21.971142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f5d4718-8944-404c-8eed-55bf66684085 req-19159007-5030-4715-af03-b48d54861847 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848527 Jul 14 11:54:21.983581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-a390a2b6-5f97-4121-94df-80f4bcefc803 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:21.985467 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-a390a2b6-5f97-4121-94df-80f4bcefc803 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.2479401 Jul 14 11:54:22.008294 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-7ea46494-46fc-4428-a243-de4efc86bdb7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/quotas/63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 375 time: 0.0123186 Jul 14 11:54:22.016791 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-917467e9-5842-48f9-b243-a0a2a360f72d admin admin] Deleting subnet ac3f6c9c-4cec-4db9-bf7a-5294fab2441d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:54:22.024928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-917467e9-5842-48f9-b243-a0a2a360f72d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.075827 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-917467e9-5842-48f9-b243-a0a2a360f72d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.121678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-1bbe803b-04b2-4741-a0a7-a90bc24f8413 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017125 Jul 14 11:54:22.185179 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-917467e9-5842-48f9-b243-a0a2a360f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.267566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-917467e9-5842-48f9-b243-a0a2a360f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.309874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-21ceba75-75de-4d2d-a9c0-dc9aca410e66 service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812298 Jul 14 11:54:22.312457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917467e9-5842-48f9-b243-a0a2a360f72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3f6c9c-4cec-4db9-bf7a-5294fab2441d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:22.315726 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-917467e9-5842-48f9-b243-a0a2a360f72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.320913 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-917467e9-5842-48f9-b243-a0a2a360f72d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ac3f6c9c-4cec-4db9-bf7a-5294fab2441d HTTP/1.1" status: 204 len: 168 time: 0.3793442 Jul 14 11:54:22.324494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42500) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:22.324700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fc792b-5300-4c8e-ab30-d7412ef5d762 None None] Network 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:54:22.335772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd9cd3-f24a-40d1-99a8-f186a6235d6b req-301260f2-c557-4096-9644-18efd957438e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:22.337558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5dd9cd3-f24a-40d1-99a8-f186a6235d6b req-301260f2-c557-4096-9644-18efd957438e tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.1246748 Jul 14 11:54:22.431205 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.458147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5dd9cd3-f24a-40d1-99a8-f186a6235d6b req-73449b1a-4557-45b3-9c88-bcd4a7f1c584 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971646 Jul 14 11:54:22.498224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-a5a18a0b-c131-457d-9dc5-660b6211e2fe service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594272 Jul 14 11:54:22.523005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Deleting port e292449f-d4d4-43c0-a931-c3abf05318f8 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:22.523570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.653465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] For port e292449f-d4d4-43c0-a931-c3abf05318f8, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e292449f-d4d4-43c0-a931-c3abf05318f8,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:22.653961 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.682306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76025dc0-1fbe-4cee-9647-1f3d4c454d6f None None] DHCP port deletion for 0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:54:22.701079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Calling delete_port for e292449f-d4d4-43c0-a931-c3abf05318f8 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:22.795238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-76025dc0-1fbe-4cee-9647-1f3d4c454d6f None None] Deleting port e292449f-d4d4-43c0-a931-c3abf05318f8 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:22.796137 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76025dc0-1fbe-4cee-9647-1f3d4c454d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.852851 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:22.911433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e292449f-d4d4-43c0-a931-c3abf05318f8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:22.924072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] No DVR routers for this DVR port e292449f-d4d4-43c0-a931-c3abf05318f8 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:22.942866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-76025dc0-1fbe-4cee-9647-1f3d4c454d6f None None] For port e292449f-d4d4-43c0-a931-c3abf05318f8, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e292449f-d4d4-43c0-a931-c3abf05318f8,segment=NetworkSegment(7e625cec-e657-44ba-bb41-cd0cb0210013),segment_id=7e625cec-e657-44ba-bb41-cd0cb0210013)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:22.945170 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76025dc0-1fbe-4cee-9647-1f3d4c454d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.004714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96c4bb36-7b2d-4d53-982e-a8ea55eee732 req-9b35fdf7-ee82-4985-b240-08986a0bd2fa tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 210 time: 0.0570536 Jul 14 11:54:23.017448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-76025dc0-1fbe-4cee-9647-1f3d4c454d6f None None] Calling delete_port for e292449f-d4d4-43c0-a931-c3abf05318f8 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:23.027985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.041117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5806d2-ae3c-4f88-8d66-3566d2b24bb7']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:23.054938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e625cec-e657-44ba-bb41-cd0cb0210013') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:23.055573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e625cec-e657-44ba-bb41-cd0cb0210013') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:23.069332 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.093937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.104411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:54:23.105597 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.147610 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76025dc0-1fbe-4cee-9647-1f3d4c454d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.185707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76025dc0-1fbe-4cee-9647-1f3d4c454d6f None None] Pushing event deleted for resources: {'Port': ['ID=e292449f-d4d4-43c0-a931-c3abf05318f8,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:54:23.201635 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:54:23.212758 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.217479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76025dc0-1fbe-4cee-9647-1f3d4c454d6f None None] No DVR routers for this DVR port e292449f-d4d4-43c0-a931-c3abf05318f8 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:23.234816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:23.239462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.246630 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0f5806d2-ae3c-4f88-8d66-3566d2b24bb7 HTTP/1.1" status: 204 len: 168 time: 0.9202485 Jul 14 11:54:23.263072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89e7af-116c-44ca-92e3-7951b79b3a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5806d2-ae3c-4f88-8d66-3566d2b24bb7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:23.330420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 1fe1dee9-14e5-4584-b925-5f043acf4d1f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:23.338072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 1fe1dee9-14e5-4584-b925-5f043acf4d1f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:23.338423 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.457116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42526) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:23.512184 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.526072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9012142b-0355-42f6-b201-ce7afa6547be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db806cdd1b7344bea62d01e55b327a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672894 Jul 14 11:54:23.535934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42528) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:23.592866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:23.597030 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27478192-6f7e-46e9-9edc-e72ed94dc9f3" -d '{"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:23.620710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:23.628390 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.702073 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5f67b14-c16e-4313-92b9-b77f71006460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.718129 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def407ae-7f21-4d8c-a2e8-864de036f7e0 x-openstack-request-id: req-def407ae-7f21-4d8c-a2e8-864de036f7e0 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:23.719004 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:23.719580 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-def407ae-7f21-4d8c-a2e8-864de036f7e0 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:23.720382 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'code': 200} Jul 14 11:54:23.722504 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=13']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:23.726118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e292449f-d4d4-43c0-a931-c3abf05318f8 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:23.736634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5f67b14-c16e-4313-92b9-b77f71006460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.764096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e292449f-d4d4-43c0-a931-c3abf05318f8 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:23.764940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e292449f-d4d4-43c0-a931-c3abf05318f8 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:23.816437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5f67b14-c16e-4313-92b9-b77f71006460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.822863 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5f67b14-c16e-4313-92b9-b77f71006460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:23.824779 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d5f67b14-c16e-4313-92b9-b77f71006460 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa HTTP/1.1" status: 204 len: 168 time: 0.2932682 Jul 14 11:54:23.838045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f67b14-c16e-4313-92b9-b77f71006460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c3aa7a-c09d-4c37-a0f3-97bfb9e6e3aa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:24.255000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38a1fff1-de39-4ee8-9b6e-695984b30680 req-178deffa-5e7f-4147-ab8a-0f9383d7a6ee tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 210 time: 0.0584643 Jul 14 11:54:24.763130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-3679da5e-aae2-452c-8f31-25e84d2c9ac1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:24.764739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-3679da5e-aae2-452c-8f31-25e84d2c9ac1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.2300904 Jul 14 11:54:24.786437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'port': {'device_id': 'a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'admin_state_up': True, 'tenant_id': '63e66b37481147788ebff171c7986f8c'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:25.011544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Made reservation on behalf of 63e66b37481147788ebff171c7986f8c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:25.019408 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.071797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42560) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:25.311580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.20.0.11 (ab57db97-d866-4580-839b-0963a274a61e/2ebf9c62-6f89-4042-b207-3d7abe24ee41/df49acc4-c8f2-4c83-962b-0e95b25760aa) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:25.338242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-92608148-network', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:25.402586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Made reservation on behalf of 60a779602c334a98b8dd1f0f7856b304 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:25.405164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.422617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.612892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3bcb024-d92e-4334-ab7f-4aca4e679136 req-58acbb68-69c9-4374-b1e2-8dcb6e4660fa tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 210 time: 0.0920427 Jul 14 11:54:25.659506 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.665846 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.675275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.693772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Transition to ACTIVE for port object df49acc4-c8f2-4c83-962b-0e95b25760aa will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:25.746149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:54:25.760955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.761683 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Added segment 81fb086d-b441-4c0e-a0dc-1c03a28d2c7e of type vlan for network 08e2eb1a-cddb-461c-8260-7d381b9460ab Jul 14 11:54:25.769174 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.845387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.883149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:25.890481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:25.902034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:25.916345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378e832a-827d-44a1-b44a-e27826e1fb21,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:25.921600 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.922880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:25.925212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:25.964533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=df49acc4-c8f2-4c83-962b-0e95b25760aa,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:26.058108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:26.059238 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:26.081830 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0070314 Jul 14 11:54:26.083341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42570) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:26.096047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-45ef78f0-30d3-46d6-a11b-519409ce07f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3142176 Jul 14 11:54:26.103575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Request body: {'subnet': {'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-subnet', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:26.118596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Request body: {'port': {'device_id': 'a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:26.122332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ea50a-47f4-4e19-81ba-87f9ee1b1c5f admin admin] Pushing event updated for resources: {'Network': ['ID=08e2eb1a-cddb-461c-8260-7d381b9460ab,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:26.136879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 08e2eb1a-cddb-461c-8260-7d381b9460ab details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:54:26.202916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Made reservation on behalf of 60a779602c334a98b8dd1f0f7856b304 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:26.217382 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:26.385120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:26.387786 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:26.501582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0ce4bb68-180d-4bce-bb01-de200906081a None None] Provisioning for port df49acc4-c8f2-4c83-962b-0e95b25760aa completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:26.506580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0ce4bb68-180d-4bce-bb01-de200906081a None None] Provisioning complete for port df49acc4-c8f2-4c83-962b-0e95b25760aa triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:26.506954 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0ce4bb68-180d-4bce-bb01-de200906081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:26.619323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4bb68-180d-4bce-bb01-de200906081a None None] Port df49acc4-c8f2-4c83-962b-0e95b25760aa cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:54:26.690493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:26.823165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Checking segment: {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:26.823539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Network hostable DHCP agents. Network: 08e2eb1a-cddb-461c-8260-7d381b9460ab, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:54:26.827462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed87dda-685a-4b73-9c54-21435033c2b1,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:26.871226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Network 08e2eb1a-cddb-461c-8260-7d381b9460ab is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:54:26.886792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 08e2eb1a-cddb-461c-8260-7d381b9460ab) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:26.899174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918bab42-3cd0-4854-867c-2d87e4eae69c None None] Network 08e2eb1a-cddb-461c-8260-7d381b9460ab requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:54:26.905691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:26.906784 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:26.941514 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-258cd8e7-a097-439f-82e2-b1de4ae38928 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8520286 Jul 14 11:54:26.946459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42576) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:26.955490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:26.999469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:27.001223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:27.072303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df49acc4-c8f2-4c83-962b-0e95b25760aa {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:27.094562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb73251-b5d4-46b0-9d23-1eeff99b630b req-57b589dc-77c4-4aef-b487-7dcfc74efb0b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:27.096322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddb73251-b5d4-46b0-9d23-1eeff99b630b req-57b589dc-77c4-4aef-b487-7dcfc74efb0b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 932 time: 0.2113554 Jul 14 11:54:27.098486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:27.129369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Transition to ACTIVE for port object df49acc4-c8f2-4c83-962b-0e95b25760aa will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:27.143814 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:27.158814 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:27.273834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cf5be7-c155-4114-846d-29820cd05768 None None] Network 08e2eb1a-cddb-461c-8260-7d381b9460ab requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:54:27.296846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddb73251-b5d4-46b0-9d23-1eeff99b630b req-d902b1a9-b189-443c-afee-be805eafdd1e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818600 Jul 14 11:54:27.304566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Pushing event updated for resources: {'Port': ['ID=df49acc4-c8f2-4c83-962b-0e95b25760aa,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:27.391475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Attempting to bind port df49acc4-c8f2-4c83-962b-0e95b25760aa on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:27.392128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Attempting to bind port df49acc4-c8f2-4c83-962b-0e95b25760aa by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:27.392633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Attempting to bind port df49acc4-c8f2-4c83-962b-0e95b25760aa on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:27.399841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Port df49acc4-c8f2-4c83-962b-0e95b25760aa on network ab57db97-d866-4580-839b-0963a274a61e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:54:27.400729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Attempting to bind port df49acc4-c8f2-4c83-962b-0e95b25760aa on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:27.419600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:27.420355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:27.420956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Bound using segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:27.421605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Bound port: df49acc4-c8f2-4c83-962b-0e95b25760aa, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:27.422147 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:27.468823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:27.548690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] For port df49acc4-c8f2-4c83-962b-0e95b25760aa, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:27.557297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] For port df49acc4-c8f2-4c83-962b-0e95b25760aa, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=df49acc4-c8f2-4c83-962b-0e95b25760aa,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:27.569140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:27.625414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:27.625701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:27.627402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] 10.222.0.64 "PUT /v2.0/ports/df49acc4-c8f2-4c83-962b-0e95b25760aa HTTP/1.1" status: 200 len: 1092 time: 1.5226626 Jul 14 11:54:27.628010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23', 'tag': 'df49acc4-c8f2-4c83-962b-0e95b25760aa'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:27.631888 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84269120-1588-480b-9d2c-9ec26ea3bb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23", "tag": "df49acc4-c8f2-4c83-962b-0e95b25760aa"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:27.721532 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7adc9b-02d5-4678-82ef-8f5beee11212 x-openstack-request-id: req-ca7adc9b-02d5-4678-82ef-8f5beee11212 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:27.722382 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23", "tag": "df49acc4-c8f2-4c83-962b-0e95b25760aa", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:27.722890 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca7adc9b-02d5-4678-82ef-8f5beee11212 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:27.723564 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23', 'tag': 'df49acc4-c8f2-4c83-962b-0e95b25760aa', 'status': 'completed', 'code': 200} Jul 14 11:54:27.753599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c1479-ad77-4cd8-8c89-6331d25acc84 service neutron] Pushing event updated for resources: {'Port': ['ID=df49acc4-c8f2-4c83-962b-0e95b25760aa,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:27.811780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-37604673-baac-4801-8d04-e3754443b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:27.816634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-37604673-baac-4801-8d04-e3754443b404 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 1095 time: 0.1083930 Jul 14 11:54:27.910345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-af95bb0c-6215-4ef7-8fe5-6803004d4202 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df49acc4-c8f2-4c83-962b-0e95b25760aa HTTP/1.1" status: 200 len: 217 time: 0.0784416 Jul 14 11:54:27.971705 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:28.000554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:28.034979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-218e9655-c439-463f-9538-c77708e855c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:28.037215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-218e9655-c439-463f-9538-c77708e855c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1211605 Jul 14 11:54:28.149039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-9cbb3f6c-0164-403e-be9a-013b08839662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:28.152702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-9cbb3f6c-0164-403e-be9a-013b08839662 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081741 Jul 14 11:54:28.155027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Allocated IP 172.25.2.137 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/b9ad98fa-21c6-4c47-bdce-79b0b4047867) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:28.201141 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:28.277125 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-04bfc94c-03ab-44c2-a131-9fdba181117d service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011386 Jul 14 11:54:28.345918 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:28.400701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:28.430754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e9fc952-a231-47b5-aa85-7e252d2dd491 req-b912a5ea-08b5-4ef4-899a-2108b9c407e4 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466348 Jul 14 11:54:28.465142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:28.471249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:28.475597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:28.505517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ad98fa-21c6-4c47-bdce-79b0b4047867,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:28.620942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04b0d9-edf8-48ad-8326-5808e71332e0 req-2be8ca15-69de-4a32-a270-d3e6c9bc41a0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:28.622551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a04b0d9-edf8-48ad-8326-5808e71332e0 req-2be8ca15-69de-4a32-a270-d3e6c9bc41a0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 944 time: 0.1393731 Jul 14 11:54:28.624504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-4971694e-83f2-4b99-926d-85ff14b16005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:28.625943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-4971694e-83f2-4b99-926d-85ff14b16005 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 1095 time: 0.1048515 Jul 14 11:54:28.748779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a04b0d9-edf8-48ad-8326-5808e71332e0 req-33f203fb-fb51-4619-8ce6-e48172895c28 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179924 Jul 14 11:54:28.827311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-5e164bcc-65b2-471f-8c94-48e79a9fd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:28.827627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-5e164bcc-65b2-471f-8c94-48e79a9fd027 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.1877601 Jul 14 11:54:28.887429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-f26685fd-8960-4c1e-84b2-35aff07bae25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df49acc4-c8f2-4c83-962b-0e95b25760aa HTTP/1.1" status: 200 len: 217 time: 0.0515168 Jul 14 11:54:28.903634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:28.964423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-fb582321-2f81-41d4-bd5b-9cf2f0a9a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:28.975920 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:54:28.979314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-fb582321-2f81-41d4-bd5b-9cf2f0a9a777 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0844436 Jul 14 11:54:29.120498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-85d450de-3444-4df4-a83b-1a3724c77382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:29.123784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-85d450de-3444-4df4-a83b-1a3724c77382 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348543 Jul 14 11:54:29.265907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-01d63a71-07d7-4cab-a66c-ece3046b7ef4 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340480 Jul 14 11:54:29.317306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:29.383562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84269120-1588-480b-9d2c-9ec26ea3bb8e req-3026d80f-3413-4b5f-9233-6b0841ffaa65 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102474 Jul 14 11:54:29.482166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6544eb9-399b-4d14-8ac4-2d42fd6e1a1b req-b21c4aee-883e-4971-86e1-e27f72ffd9c4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:29.490877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6544eb9-399b-4d14-8ac4-2d42fd6e1a1b req-b21c4aee-883e-4971-86e1-e27f72ffd9c4 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.1605093 Jul 14 11:54:29.563163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6544eb9-399b-4d14-8ac4-2d42fd6e1a1b req-e670922a-04f8-4118-8022-ef73e2e3dd28 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712848 Jul 14 11:54:29.590112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:54:29.720623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:54:29.729934 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Sync routers for ids ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:54:29.744301 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Routers {'4b11a1f9-798a-473e-92c0-d84e5b7c1345'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:29.744871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:29.746118 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:29.746561 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9b5949a0-e99e-4968-9005-a1811cdb7547 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7984676 Jul 14 11:54:29.750983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42598) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:29.877319 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Set router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:30.078878 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:27Z', 'updated_at': '2021-07-14T11:54:28Z', 'revision_number': 3, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'gw_port': {'id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:33:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:28Z', 'updated_at': '2021-07-14T11:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:30.112206 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Checking router: 4b11a1f9-798a-473e-92c0-d84e5b7c1345 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:54:30.112439 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Updating router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 port b9ad98fa-21c6-4c47-bdce-79b0b4047867 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:54:30.113284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79093deb-139e-4380-8b2e-bf60f8752c53 req-d3b233c5-bdbd-4134-9a2d-7b68df401927 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:30.114881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79093deb-139e-4380-8b2e-bf60f8752c53 req-d3b233c5-bdbd-4134-9a2d-7b68df401927 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 944 time: 0.1880484 Jul 14 11:54:30.155786 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:30.198105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79093deb-139e-4380-8b2e-bf60f8752c53 req-28d39f0f-303b-4b30-9b63-d81a73996965 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556824 Jul 14 11:54:30.347274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:30.463387 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:30.479233 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Transition to ACTIVE for port object b9ad98fa-21c6-4c47-bdce-79b0b4047867 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:30.487153 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:30.540997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Allocated IP 172.20.0.1 (08e2eb1a-cddb-461c-8260-7d381b9460ab/bed87dda-685a-4b73-9c54-21435033c2b1/a17da48a-7a2c-4771-89f8-2c15f76da154) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:30.551774 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Attempting to bind port b9ad98fa-21c6-4c47-bdce-79b0b4047867 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:30.552180 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Attempting to bind port b9ad98fa-21c6-4c47-bdce-79b0b4047867 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:30.553261 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Attempting to bind port b9ad98fa-21c6-4c47-bdce-79b0b4047867 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:30.561290 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:30.561669 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:30.562078 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:30.562562 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:30.563041 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Bound port: b9ad98fa-21c6-4c47-bdce-79b0b4047867, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:30.563526 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:30.597432 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Pushing event updated for resources: {'Port': ['ID=b9ad98fa-21c6-4c47-bdce-79b0b4047867,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:30.612744 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.613102 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.613451 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.613795 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.614128 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.614453 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.614784 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.615160 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.616332 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.616889 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.617452 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.617976 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:30.656952 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] For port b9ad98fa-21c6-4c47-bdce-79b0b4047867, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:30.661533 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] For port b9ad98fa-21c6-4c47-bdce-79b0b4047867, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b9ad98fa-21c6-4c47-bdce-79b0b4047867,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:30.668475 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:30.682659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:30.760735 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ef757-71ab-4e45-92f8-25a8978009f7 None None] Pushing event updated for resources: {'Port': ['ID=b9ad98fa-21c6-4c47-bdce-79b0b4047867,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:30.761001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:30.768013 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Routers {'4b11a1f9-798a-473e-92c0-d84e5b7c1345'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:30.768013 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:30.811632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Network 08e2eb1a-cddb-461c-8260-7d381b9460ab is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:30.821584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:30.827981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:30.856937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Pushing event updated for resources: {'Port': ['ID=a17da48a-7a2c-4771-89f8-2c15f76da154,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:30.870376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6970a-d8c6-46c1-a6c9-ec9184164671 req-e07a4154-9d4f-4a91-ba2c-28b2c9fd007b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:30.872071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eeb6970a-d8c6-46c1-a6c9-ec9184164671 req-e07a4154-9d4f-4a91-ba2c-28b2c9fd007b tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.1551459 Jul 14 11:54:30.935196 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:31.001340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eeb6970a-d8c6-46c1-a6c9-ec9184164671 req-c7079a49-9530-4c20-9ec4-ed5045709aff tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/security-groups?id=79163378-3bf2-4853-82ee-950d998746d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221015 Jul 14 11:54:31.011672 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] Set router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:31.090877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-00ccd4db-a1a0-4943-95b9-00086863cb48 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:31.093258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-00ccd4db-a1a0-4943-95b9-00086863cb48 tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.45 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 946 time: 0.2018402 Jul 14 11:54:31.189637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:31.238266 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:27Z', 'updated_at': '2021-07-14T11:54:28Z', 'revision_number': 3, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'gw_port': {'id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:33:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:28Z', 'updated_at': '2021-07-14T11:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:31.278585 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb67ef3-26e8-4906-bc69-01f4c8f8270e None None] The sync data for ids ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'] in n-d-778696-8 is: [{'id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:27Z', 'updated_at': '2021-07-14T11:54:28Z', 'revision_number': 3, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'gw_port': {'id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:33:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:28Z', 'updated_at': '2021-07-14T11:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:54:31.308107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Deleting port 12c887e1-b274-4b90-adee-91cdfdf5cad7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:31.308544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:31.803960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] For port 12c887e1-b274-4b90-adee-91cdfdf5cad7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=12c887e1-b274-4b90-adee-91cdfdf5cad7,segment=NetworkSegment(798f4276-7b86-41df-9bff-906249e131bf),segment_id=798f4276-7b86-41df-9bff-906249e131bf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:31.804790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:31.836495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Calling delete_port for 12c887e1-b274-4b90-adee-91cdfdf5cad7 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:31.844798 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:31.854691 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:31.866900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e431318-c04c-4b35-aa90-e03d9017b0a5 req-ac37ddde-df34-47c1-8f67-8dcb2125588f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:31.868518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e431318-c04c-4b35-aa90-e03d9017b0a5 req-ac37ddde-df34-47c1-8f67-8dcb2125588f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 944 time: 0.5129552 Jul 14 11:54:31.994005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Pushing event updated for resources: {'Port': ['ID=a17da48a-7a2c-4771-89f8-2c15f76da154,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:32.002273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:32.028317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e431318-c04c-4b35-aa90-e03d9017b0a5 req-696ccd3b-c0ae-477c-853b-8ece60ea443c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225755 Jul 14 11:54:32.187819 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:32.195818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fa85462-93b9-45ba-a6f6-104b5206a941 req-416ae75d-721f-4347-9dc3-fd16bb7eea3d tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.38 "GET /v2.0/ports?device_id=2849c9cb-c93f-4c06-92f0-f19518d86dbd HTTP/1.1" status: 200 len: 210 time: 0.0460474 Jul 14 11:54:32.197665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Network 08e2eb1a-cddb-461c-8260-7d381b9460ab is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:32.203253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['12c887e1-b274-4b90-adee-91cdfdf5cad7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:32.205854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:32.245407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Pushing event deleted for resources: {'Port': ['ID=12c887e1-b274-4b90-adee-91cdfdf5cad7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:32.332583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] No DVR routers for this DVR port 12c887e1-b274-4b90-adee-91cdfdf5cad7 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:32.336826 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:32.338872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0485e750-07fd-4525-9bae-39a057f0dc74 req-c1d8af7d-9c67-4751-b539-07fb778b63cb tempest-ServersNegativeTestJSON-410274179 tempest-ServersNegativeTestJSON-410274179-project] 10.222.0.45 "DELETE /v2.0/ports/12c887e1-b274-4b90-adee-91cdfdf5cad7 HTTP/1.1" status: 204 len: 173 time: 1.2337723 Jul 14 11:54:32.339326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-deleted', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:32.341700 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380451b5-23fa-4ce3-bdf9-0ee6fa1925b3" -d '{"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-deleted", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:32.383553 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac881f79-22a7-40ac-9273-4e377e06178f x-openstack-request-id: req-ac881f79-22a7-40ac-9273-4e377e06178f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:32.383865 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2849c9cb-c93f-4c06-92f0-f19518d86dbd", "name": "network-vif-deleted", "tag": "12c887e1-b274-4b90-adee-91cdfdf5cad7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:32.384117 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac881f79-22a7-40ac-9273-4e377e06178f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:32.384511 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2849c9cb-c93f-4c06-92f0-f19518d86dbd', 'name': 'network-vif-deleted', 'tag': '12c887e1-b274-4b90-adee-91cdfdf5cad7', 'status': 'completed', 'code': 200} Jul 14 11:54:32.412343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:54:32.528771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:54:32.534660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-03b5d3b1-2964-4f94-a90e-5525b8f3761c admin admin] 10.222.0.38 "PUT /v2.0/routers/4b11a1f9-798a-473e-92c0-d84e5b7c1345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7824183 Jul 14 11:54:32.978928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-4d26aa10-6690-4fe1-9c65-0397c229c471 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:32.980518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-4d26aa10-6690-4fe1-9c65-0397c229c471 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 817 time: 0.1078372 Jul 14 11:54:32.998210 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-8da7d5df-0a08-444c-93e7-dc9868c605a5 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/quotas/60a779602c334a98b8dd1f0f7856b304 HTTP/1.1" status: 200 len: 375 time: 0.0114632 Jul 14 11:54:33.020416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Sync routers for ids ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:54:33.030501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Routers {'4b11a1f9-798a-473e-92c0-d84e5b7c1345'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:33.031122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:33.066825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-322e241a-5e8b-4aa6-a6c3-34dab10a2a60 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632091 Jul 14 11:54:33.155883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Set router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:33.189989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-881e3f83-3860-4562-a4bd-4770077f9d86 service neutron] 10.222.0.38 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136692 Jul 14 11:54:33.335966 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f25b6c-8067-4a97-98e9-9d88c2dd27c1 req-5714c6b6-e20b-4f69-85cc-1589370d311e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:33.337633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65f25b6c-8067-4a97-98e9-9d88c2dd27c1 req-5714c6b6-e20b-4f69-85cc-1589370d311e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 944 time: 0.1467130 Jul 14 11:54:33.374403 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-4ffd9208-7c3e-46dd-8404-4b8511de2368 service neutron] 10.222.0.38 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733370 Jul 14 11:54:33.401152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65f25b6c-8067-4a97-98e9-9d88c2dd27c1 req-f2065457-5ac4-4606-a51f-03f9e2d5dfb1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541973 Jul 14 11:54:33.401466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:27Z', 'updated_at': '2021-07-14T11:54:31Z', 'revision_number': 4, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'gw_port': {'id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:33:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:28Z', 'updated_at': '2021-07-14T11:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a17da48a-7a2c-4771-89f8-2c15f76da154', 'name': '', 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'mac_address': 'fa:16:3e:67:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'bed87dda-685a-4b73-9c54-21435033c2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:30Z', 'updated_at': '2021-07-14T11:54:31Z', 'revision_number': 2, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'subnets': [{'id': 'bed87dda-685a-4b73-9c54-21435033c2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:33.442370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Checking router: 4b11a1f9-798a-473e-92c0-d84e5b7c1345 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:54:33.442812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Updating router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 port a17da48a-7a2c-4771-89f8-2c15f76da154 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:54:33.483281 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.486617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42634) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:33.551383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbf5070-d5d7-4c7c-8c03-9916b9618d8f admin admin] Deleting subnet ae6808f8-0839-46d5-9b89-0883c1da7ce2 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:54:33.571748 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5070-d5d7-4c7c-8c03-9916b9618d8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.627758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-676194df-af21-451b-a441-02457180c3c4 req-1dc68d5e-ff94-4550-b76e-eafa3d493200 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 210 time: 0.0695181 Jul 14 11:54:33.660076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5070-d5d7-4c7c-8c03-9916b9618d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.686375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b9ad98fa-21c6-4c47-bdce-79b0b4047867 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:33.712334 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5070-d5d7-4c7c-8c03-9916b9618d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.786270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5070-d5d7-4c7c-8c03-9916b9618d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.828876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf5070-d5d7-4c7c-8c03-9916b9618d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6808f8-0839-46d5-9b89-0883c1da7ce2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:33.836223 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5070-d5d7-4c7c-8c03-9916b9618d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.838637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5bbf5070-d5d7-4c7c-8c03-9916b9618d8f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ae6808f8-0839-46d5-9b89-0883c1da7ce2 HTTP/1.1" status: 204 len: 168 time: 0.3509390 Jul 14 11:54:33.841531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42656) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:33.842045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b9ad98fa-21c6-4c47-bdce-79b0b4047867 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:33.863906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b9ad98fa-21c6-4c47-bdce-79b0b4047867 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:33.864289 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.911178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.924708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Transition to ACTIVE for port object a17da48a-7a2c-4771-89f8-2c15f76da154 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:33.937670 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.951815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:33.957690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-d2370da1-02c3-4282-9cdd-9bf4d6c43d1b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:33.960172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-d2370da1-02c3-4282-9cdd-9bf4d6c43d1b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 817 time: 0.1439664 Jul 14 11:54:33.989307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-7a6d46f3-1c85-428e-bcd1-7ecc6e56a151 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/quotas/60a779602c334a98b8dd1f0f7856b304 HTTP/1.1" status: 200 len: 375 time: 0.0200171 Jul 14 11:54:34.022844 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.040767 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfa1cd-c5be-4da1-a385-cfa917451b68 None None] Pushing event updated for resources: {'Port': ['ID=a17da48a-7a2c-4771-89f8-2c15f76da154,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:34.064714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.072400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b9ad98fa-21c6-4c47-bdce-79b0b4047867, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b9ad98fa-21c6-4c47-bdce-79b0b4047867,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:34.081365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48bd98c-183f-4b42-b120-c8cb91de443b']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:34.093786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-00d1369a-d1a4-496a-bf6a-acc3cc70a808 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017387 Jul 14 11:54:34.094651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798f4276-7b86-41df-9bff-906249e131bf') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:34.095719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798f4276-7b86-41df-9bff-906249e131bf') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:34.097180 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.107872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.124270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Attempting to bind port a17da48a-7a2c-4771-89f8-2c15f76da154 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:34.124270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Attempting to bind port a17da48a-7a2c-4771-89f8-2c15f76da154 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:34.124270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Attempting to bind port a17da48a-7a2c-4771-89f8-2c15f76da154 on network 08e2eb1a-cddb-461c-8260-7d381b9460ab {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:34.125382 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.133600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:54:34.134094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:54:34.136099 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:54:34.139151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:34.139151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Checking segment: {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:34.139151 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.139151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Bound using segment: {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:34.139538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Bound port: a17da48a-7a2c-4771-89f8-2c15f76da154, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:34.139642 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.165311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b9ad98fa-21c6-4c47-bdce-79b0b4047867,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:34.206682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.207977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-bd0cf62a-48c4-4837-b98f-8e68a36d7580 service neutron] 10.222.0.38 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131027 Jul 14 11:54:34.213871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.215697 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e48bd98c-183f-4b42-b120-c8cb91de443b HTTP/1.1" status: 204 len: 168 time: 0.3731635 Jul 14 11:54:34.231517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183c514-8283-4d52-aad7-2d49307c5067 admin admin] Pushing event deleted for resources: {'Network': ['ID=e48bd98c-183f-4b42-b120-c8cb91de443b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:34.250260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] For port a17da48a-7a2c-4771-89f8-2c15f76da154, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:34.253571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] For port a17da48a-7a2c-4771-89f8-2c15f76da154, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a17da48a-7a2c-4771-89f8-2c15f76da154,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:34.258768 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.325662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfa1cd-c5be-4da1-a385-cfa917451b68 None None] Pushing event updated for resources: {'Port': ['ID=a17da48a-7a2c-4771-89f8-2c15f76da154,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:34.328390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Routers {'4b11a1f9-798a-473e-92c0-d84e5b7c1345'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:34.329293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:34.392562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-5b4f521b-93d7-468a-9615-947b6a2e01e2 service neutron] 10.222.0.38 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828928 Jul 14 11:54:34.392725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42662) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:34.401857 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-869aef44-06da-4a05-bbd1-59a706dd21af req-7618f969-acb0-47dd-bb5f-8dd435512598 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204128 Jul 14 11:54:34.469620 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-85d91a78-b408-4277-88cf-d1bd26f20da0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a37ded4e7fa4ab2951936ecff9218b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722277 Jul 14 11:54:34.470234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42666) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:34.579271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aef44-06da-4a05-bbd1-59a706dd21af req-86555163-b928-4497-bc17-042b1a807b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:34.602778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:34.608153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53ab-5dbd-40a7-b48e-a8c35e8abde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.610139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-869aef44-06da-4a05-bbd1-59a706dd21af req-86555163-b928-4497-bc17-042b1a807b88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a01fe4600b9949e785770cf3809e274c&device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 1097 time: 0.1424193 Jul 14 11:54:34.626006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 12c887e1-b274-4b90-adee-91cdfdf5cad7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:34.626356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 12c887e1-b274-4b90-adee-91cdfdf5cad7 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:34.655420 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53ab-5dbd-40a7-b48e-a8c35e8abde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.655652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] Set router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:34.710182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53ab-5dbd-40a7-b48e-a8c35e8abde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.713241 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53ab-5dbd-40a7-b48e-a8c35e8abde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:34.714731 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ffc53ab-5dbd-40a7-b48e-a8c35e8abde4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79163378-3bf2-4853-82ee-950d998746d8 HTTP/1.1" status: 204 len: 168 time: 0.2434611 Jul 14 11:54:34.726319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc53ab-5dbd-40a7-b48e-a8c35e8abde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79163378-3bf2-4853-82ee-950d998746d8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:34.776774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f6528f4-64a4-4283-8489-e0c7912cf487 req-ce79a7af-708f-4483-a47a-bd77788525ac tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 210 time: 0.1278582 Jul 14 11:54:34.891787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116c945-fa2f-43aa-8b38-a4acaf22b567 req-353f1960-e628-4642-8e2a-4d393fe4b7cd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:34.900288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e116c945-fa2f-43aa-8b38-a4acaf22b567 req-353f1960-e628-4642-8e2a-4d393fe4b7cd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 944 time: 0.3241968 Jul 14 11:54:34.912689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aef44-06da-4a05-bbd1-59a706dd21af req-ba7632f4-b6b8-46ed-9175-f0a7514a7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:34.914311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-869aef44-06da-4a05-bbd1-59a706dd21af req-ba7632f4-b6b8-46ed-9175-f0a7514a7625 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 200 len: 917 time: 0.2644656 Jul 14 11:54:35.012007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:27Z', 'updated_at': '2021-07-14T11:54:31Z', 'revision_number': 4, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'gw_port': {'id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:28Z', 'updated_at': '2021-07-14T11:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a17da48a-7a2c-4771-89f8-2c15f76da154', 'name': '', 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'mac_address': 'fa:16:3e:67:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'bed87dda-685a-4b73-9c54-21435033c2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:30Z', 'updated_at': '2021-07-14T11:54:34Z', 'revision_number': 4, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'subnets': [{'id': 'bed87dda-685a-4b73-9c54-21435033c2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:35.017926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e116c945-fa2f-43aa-8b38-a4acaf22b567 req-2750aa08-2c80-4d3c-ab95-b7f1c0670c3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166000 Jul 14 11:54:35.042007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-869aef44-06da-4a05-bbd1-59a706dd21af req-ff82a9d6-b93f-4b61-9581-fe5436a433cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 200 len: 1001 time: 0.1199133 Jul 14 11:54:35.064497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb1a77-4d5d-4537-89c0-7e4bfd4a2e7f None None] The sync data for ids ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'] in n-d-778696-8 is: [{'id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:27Z', 'updated_at': '2021-07-14T11:54:31Z', 'revision_number': 4, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'gw_port': {'id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:28Z', 'updated_at': '2021-07-14T11:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a17da48a-7a2c-4771-89f8-2c15f76da154', 'name': '', 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'mac_address': 'fa:16:3e:67:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'bed87dda-685a-4b73-9c54-21435033c2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:30Z', 'updated_at': '2021-07-14T11:54:34Z', 'revision_number': 4, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'subnets': [{'id': 'bed87dda-685a-4b73-9c54-21435033c2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:54:35.124143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aef44-06da-4a05-bbd1-59a706dd21af req-16829335-405c-4dfb-9f15-08fba828bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:35.124143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-869aef44-06da-4a05-bbd1-59a706dd21af req-16829335-405c-4dfb-9f15-08fba828bc0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 200 len: 856 time: 0.0620680 Jul 14 11:54:35.340782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aef44-06da-4a05-bbd1-59a706dd21af req-22b3cf0f-b036-42fa-8684-810d3f8c32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:35.342327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-869aef44-06da-4a05-bbd1-59a706dd21af req-22b3cf0f-b036-42fa-8684-810d3f8c32ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50029b0f-5d64-4aca-beeb-32f77981ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030487 Jul 14 11:54:35.354128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-da251447-7900-4e6c-926d-8430c1f85486 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:35.355824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-da251447-7900-4e6c-926d-8430c1f85486 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 817 time: 0.2333686 Jul 14 11:54:35.379061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Request body: {'port': {'device_id': '368065bf-3de5-4d66-b03d-43e79d2933c6', 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab', 'admin_state_up': True, 'tenant_id': '60a779602c334a98b8dd1f0f7856b304'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:35.568766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-869aef44-06da-4a05-bbd1-59a706dd21af req-9978eb55-caa9-4207-b71f-195e26653080 service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085612 Jul 14 11:54:35.688224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Made reservation on behalf of 60a779602c334a98b8dd1f0f7856b304 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:35.692108 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:35.718346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-869aef44-06da-4a05-bbd1-59a706dd21af req-abb6b9a7-30c0-4fd8-85b9-860a2e16628b service neutron] 10.222.0.64 "GET /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425679 Jul 14 11:54:35.749858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a17da48a-7a2c-4771-89f8-2c15f76da154 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:35.811838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a17da48a-7a2c-4771-89f8-2c15f76da154 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:35.815814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a17da48a-7a2c-4771-89f8-2c15f76da154 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:35.816222 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:35.906290 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:35.909220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Allocated IP 172.20.0.12 (08e2eb1a-cddb-461c-8260-7d381b9460ab/bed87dda-685a-4b73-9c54-21435033c2b1/37ff160d-38ac-49e2-b845-241d83dad1b8) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:35.960053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port a17da48a-7a2c-4771-89f8-2c15f76da154, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a17da48a-7a2c-4771-89f8-2c15f76da154,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:35.965081 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:35.969420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b9ad98fa-21c6-4c47-bdce-79b0b4047867 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:35.996050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e9f15ac3-e9ae-45a7-bb4f-eb35d88c896a req-8fc1ad10-4b22-4094-a117-c769bcaac257 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 210 time: 0.0608618 Jul 14 11:54:36.090781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=a17da48a-7a2c-4771-89f8-2c15f76da154,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:36.107367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b9ad98fa-21c6-4c47-bdce-79b0b4047867 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:36.107952 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:36.189222 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:36.338990 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:36.382736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Network 08e2eb1a-cddb-461c-8260-7d381b9460ab is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:36.385837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42708) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:36.387831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:36.405152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:36.591684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Pushing event updated for resources: {'Port': ['ID=37ff160d-38ac-49e2-b845-241d83dad1b8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:36.597704 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b0d62192-3cae-4b54-93c4-0e6538378c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:36.606867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:36.607533 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:36.618662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbf78e-6677-4abc-a46a-4c1ff17e56cb req-9ea24cf1-6bb6-43fa-a234-aa1ebf98ca9a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:36.620346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60dbf78e-6677-4abc-a46a-4c1ff17e56cb req-9ea24cf1-6bb6-43fa-a234-aa1ebf98ca9a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 944 time: 0.3504522 Jul 14 11:54:36.673833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ee935550-773a-4c2a-9f74-08a0e1984de6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2988482 Jul 14 11:54:36.695836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Request body: {'port': {'device_id': '368065bf-3de5-4d66-b03d-43e79d2933c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:36.735126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-c1069988-3aa5-4582-9a94-e07882d866cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2500801 Jul 14 11:54:36.753061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60dbf78e-6677-4abc-a46a-4c1ff17e56cb req-47aa4424-e3bf-42c0-a99b-2fd53e0e5cbb tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240642 Jul 14 11:54:36.824539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-3c69e9a6-6161-4a89-b3b2-15cf17385b37 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:36.826084 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-3c69e9a6-6161-4a89-b3b2-15cf17385b37 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 817 time: 0.5684793 Jul 14 11:54:36.840783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Request body: {'port': {'device_id': 'eb52dd18-8a21-4584-934e-8f7a3659f824', 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab', 'admin_state_up': True, 'tenant_id': '60a779602c334a98b8dd1f0f7856b304'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:36.872207 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:36.940558 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b0d62192-3cae-4b54-93c4-0e6538378c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:36.951201 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b0d62192-3cae-4b54-93c4-0e6538378c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:36.961346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Made reservation on behalf of 60a779602c334a98b8dd1f0f7856b304 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:36.965414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.107030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Allocated IP 172.20.0.10 (08e2eb1a-cddb-461c-8260-7d381b9460ab/bed87dda-685a-4b73-9c54-21435033c2b1/04c9b14f-daa7-4e2c-81fb-b0a5d3892a28) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:37.267695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.296378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-42acb2d7-7bdc-440a-a186-54248814aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:37.297907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-42acb2d7-7bdc-440a-a186-54248814aa17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ff7d6969be429da4e1a0ab66afb275&device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 1096 time: 0.4846208 Jul 14 11:54:37.308809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.353597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Network 08e2eb1a-cddb-461c-8260-7d381b9460ab is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:37.358867 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:37.362471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d62192-3cae-4b54-93c4-0e6538378c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea8aec2-ebee-4bba-9f28-395af8447795,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:37.362660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:37.385800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b0d62192-3cae-4b54-93c4-0e6538378c64 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b835946e948848c1ba340d42a84c10fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9738424 Jul 14 11:54:37.387700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42714) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:37.409208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Pushing event updated for resources: {'Port': ['ID=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:37.448859 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:37.449479 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.472992 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c7eeb3b8-385b-48ff-8e86-dcf829499766 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6363251 Jul 14 11:54:37.476360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3a20664-f99a-47e9-8a84-c4d4e0564f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.492367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Request body: {'port': {'device_id': 'eb52dd18-8a21-4584-934e-8f7a3659f824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:37.528554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3a20664-f99a-47e9-8a84-c4d4e0564f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.534895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f58652-3ed4-4664-b002-537a9390a820 req-44d76dc6-14b3-4d71-92c4-5dbcd18604fd tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:37.536547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43f58652-3ed4-4664-b002-537a9390a820 req-44d76dc6-14b3-4d71-92c4-5dbcd18604fd tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 932 time: 0.2293475 Jul 14 11:54:37.540268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-67fea776-7221-4cad-aa52-1625d1e0104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:37.541683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-67fea776-7221-4cad-aa52-1625d1e0104c service neutron] 10.222.0.45 "GET /v2.0/networks?id=2606be22-7ac6-473f-83dc-f0eb00a74e1b HTTP/1.1" status: 200 len: 908 time: 0.2057250 Jul 14 11:54:37.616141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.621716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a17da48a-7a2c-4771-89f8-2c15f76da154 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:37.654385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3a20664-f99a-47e9-8a84-c4d4e0564f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.657186 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3a20664-f99a-47e9-8a84-c4d4e0564f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.658381 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c3a20664-f99a-47e9-8a84-c4d4e0564f60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bea8aec2-ebee-4bba-9f28-395af8447795 HTTP/1.1" status: 204 len: 168 time: 0.2668884 Jul 14 11:54:37.663890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43f58652-3ed4-4664-b002-537a9390a820 req-f693bbcb-677d-4f4d-8eb8-2dd85748dadc tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095624 Jul 14 11:54:37.673607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-097a651b-e209-49f9-8202-ebe3e7bd107f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 HTTP/1.1" status: 200 len: 1001 time: 0.1204722 Jul 14 11:54:37.676616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a20664-f99a-47e9-8a84-c4d4e0564f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea8aec2-ebee-4bba-9f28-395af8447795,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:37.730211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a17da48a-7a2c-4771-89f8-2c15f76da154 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:37.730600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.744756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ff160d-38ac-49e2-b845-241d83dad1b8 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:37.758613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.778882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-663be667-eaed-4171-b30b-e2f33377d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:37.780495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-663be667-eaed-4171-b30b-e2f33377d3ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95ace7f6-1a3f-48ac-9ebc-534cd4dd1561 HTTP/1.1" status: 200 len: 847 time: 0.0896227 Jul 14 11:54:37.781545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Transition to ACTIVE for port object 37ff160d-38ac-49e2-b845-241d83dad1b8 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:37.788455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:37.874609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Pushing event updated for resources: {'Port': ['ID=37ff160d-38ac-49e2-b845-241d83dad1b8,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:37.984950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-5ef49312-3b3f-43a1-aed1-e5385059cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:37.990550 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:37.991081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-5ef49312-3b3f-43a1-aed1-e5385059cd99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2606be22-7ac6-473f-83dc-f0eb00a74e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943147 Jul 14 11:54:38.000616 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.022830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Transition to ACTIVE for port object 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:38.028585 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.037926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Attempting to bind port 37ff160d-38ac-49e2-b845-241d83dad1b8 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:38.038303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Attempting to bind port 37ff160d-38ac-49e2-b845-241d83dad1b8 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:38.038589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Attempting to bind port 37ff160d-38ac-49e2-b845-241d83dad1b8 on network 08e2eb1a-cddb-461c-8260-7d381b9460ab {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:38.078505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Port 37ff160d-38ac-49e2-b845-241d83dad1b8 on network 08e2eb1a-cddb-461c-8260-7d381b9460ab not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:54:38.078841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Attempting to bind port 37ff160d-38ac-49e2-b845-241d83dad1b8 on network 08e2eb1a-cddb-461c-8260-7d381b9460ab {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:38.087372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Pushing event updated for resources: {'Port': ['ID=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:38.090918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:38.091268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Checking segment: {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:38.091680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Bound using segment: {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:38.092131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Bound port: 37ff160d-38ac-49e2-b845-241d83dad1b8, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:38.092715 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.127718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b40ef-9206-4b7d-9997-eeb23279a924 req-477b3a9d-7f06-4b9c-adfe-27c3fac3ffe7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:38.129270 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e3b40ef-9206-4b7d-9997-eeb23279a924 req-477b3a9d-7f06-4b9c-adfe-27c3fac3ffe7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 944 time: 0.1879966 Jul 14 11:54:38.167025 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Attempting to bind port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:38.167370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Attempting to bind port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:38.167736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Attempting to bind port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 on network 08e2eb1a-cddb-461c-8260-7d381b9460ab {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:38.172790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 on network 08e2eb1a-cddb-461c-8260-7d381b9460ab not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:54:38.173156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Attempting to bind port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 on network 08e2eb1a-cddb-461c-8260-7d381b9460ab {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:38.190892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:38.191324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Checking segment: {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:38.191792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Bound using segment: {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:38.192365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Bound port: 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:38.193434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.211508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-5b2358dc-8238-4b99-b776-05973da5537f service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995149 Jul 14 11:54:38.251178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e3b40ef-9206-4b7d-9997-eeb23279a924 req-39eac09a-a8a6-4ea4-9d31-0a0bda98588c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146982 Jul 14 11:54:38.270707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] For port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:38.277051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] For port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:38.289811 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.292722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] For port 37ff160d-38ac-49e2-b845-241d83dad1b8, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:38.309484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] For port 37ff160d-38ac-49e2-b845-241d83dad1b8, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ff160d-38ac-49e2-b845-241d83dad1b8,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:38.321981 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.337607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:38.338227 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.339618 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] 10.222.0.45 "PUT /v2.0/ports/04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 HTTP/1.1" status: 200 len: 1092 time: 0.8544328 Jul 14 11:54:38.354554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb52dd18-8a21-4584-934e-8f7a3659f824', 'tag': '04c9b14f-daa7-4e2c-81fb-b0a5d3892a28'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:38.357144 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae72355-968c-4cb3-8888-230c554e7f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb52dd18-8a21-4584-934e-8f7a3659f824", "tag": "04c9b14f-daa7-4e2c-81fb-b0a5d3892a28"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:38.391873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:38.393271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.395087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] 10.222.0.45 "PUT /v2.0/ports/37ff160d-38ac-49e2-b845-241d83dad1b8 HTTP/1.1" status: 200 len: 1092 time: 1.7130623 Jul 14 11:54:38.414598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368065bf-3de5-4d66-b03d-43e79d2933c6', 'tag': '37ff160d-38ac-49e2-b845-241d83dad1b8'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:38.419264 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03edbd97-7d9a-4445-8ddd-6ca489cfee7c x-openstack-request-id: req-03edbd97-7d9a-4445-8ddd-6ca489cfee7c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:38.419873 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb52dd18-8a21-4584-934e-8f7a3659f824", "tag": "04c9b14f-daa7-4e2c-81fb-b0a5d3892a28", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:38.420278 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03edbd97-7d9a-4445-8ddd-6ca489cfee7c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:38.420836 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb52dd18-8a21-4584-934e-8f7a3659f824', 'tag': '04c9b14f-daa7-4e2c-81fb-b0a5d3892a28', 'status': 'completed', 'code': 200} Jul 14 11:54:38.422717 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4973b18-94cc-4e66-b37f-187130994ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "368065bf-3de5-4d66-b03d-43e79d2933c6", "tag": "37ff160d-38ac-49e2-b845-241d83dad1b8"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:38.438404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0969602-ddc9-469b-8125-92e46d359a62 service neutron] Pushing event updated for resources: {'Port': ['ID=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:38.454031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b246b7-116b-4094-80a2-03c2646dafdb service neutron] Pushing event updated for resources: {'Port': ['ID=37ff160d-38ac-49e2-b845-241d83dad1b8,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:38.489151 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-b77dbdb7-5e24-4415-810e-20941e4e62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:38.490593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-9da717af-6966-4298-ae33-e079cdb17864 service neutron] 10.222.0.45 "GET /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658191 Jul 14 11:54:38.491944 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-b77dbdb7-5e24-4415-810e-20941e4e62ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 1095 time: 0.0971992 Jul 14 11:54:38.501490 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605bd9c5-fd03-4b75-a8f6-74ddc1c52a77 x-openstack-request-id: req-605bd9c5-fd03-4b75-a8f6-74ddc1c52a77 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:38.501786 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368065bf-3de5-4d66-b03d-43e79d2933c6", "tag": "37ff160d-38ac-49e2-b845-241d83dad1b8", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:38.502040 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-605bd9c5-fd03-4b75-a8f6-74ddc1c52a77 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:38.502442 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368065bf-3de5-4d66-b03d-43e79d2933c6', 'tag': '37ff160d-38ac-49e2-b845-241d83dad1b8', 'status': 'completed', 'code': 200} Jul 14 11:54:38.522251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ef0afd32-fd08-46a5-af1f-c4d2442d0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:38.524978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-ef0afd32-fd08-46a5-af1f-c4d2442d0002 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1095 time: 0.0664418 Jul 14 11:54:38.560334 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-b82d9862-4790-4f88-aef7-772c3602743e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 HTTP/1.1" status: 200 len: 217 time: 0.0504274 Jul 14 11:54:38.578739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-96e05e47-72a3-46c6-81fd-1f88c11c4453 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ff160d-38ac-49e2-b845-241d83dad1b8 HTTP/1.1" status: 200 len: 217 time: 0.0403800 Jul 14 11:54:38.637901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42750) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:38.645234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-3de0ff4a-5449-413a-bde8-7a3490ab2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:38.647501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-3de0ff4a-5449-413a-bde8-7a3490ab2ab4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0594234 Jul 14 11:54:38.649964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-ee82b24f-e9e3-4712-8d74-1c47fb8f9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:38.651436 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-ee82b24f-e9e3-4712-8d74-1c47fb8f9e92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0818768 Jul 14 11:54:38.695894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-7ff41d63-ce8c-4d1c-9259-36efb5850153 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293989 Jul 14 11:54:38.699074 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-c247f7e7-3eda-4623-a56d-f78bc6792ac3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327196 Jul 14 11:54:38.784105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-315749619-network', 'tenant_id': '2d88fe9e5f264324b6a22f5c78e6190a'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:38.829161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Made reservation on behalf of 2d88fe9e5f264324b6a22f5c78e6190a for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:38.831476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.848092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:38.852399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-b9cb4408-8ad4-45d9-9bac-5a7f6085a5f5 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363416 Jul 14 11:54:38.892924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-b4717dad-4ce3-4d42-89ed-b6d7a6f4f673 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774628 Jul 14 11:54:38.925442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfebca-c155-47d6-8479-1ce849c40976 req-fc7b07d9-ceca-4b3a-a116-414180b6d734 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:38.926916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-becfebca-c155-47d6-8479-1ce849c40976 req-fc7b07d9-ceca-4b3a-a116-414180b6d734 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 946 time: 0.1510544 Jul 14 11:54:38.973396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe46e6-7a14-4cd0-9f56-af076830ab3d req-30be3d4f-a166-4664-a6ee-ec691815db54 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:38.975324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddbe46e6-7a14-4cd0-9f56-af076830ab3d req-30be3d4f-a166-4664-a6ee-ec691815db54 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 944 time: 0.1621981 Jul 14 11:54:38.990935 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9943e7eb-d4a3-483b-830e-bb93567a5a89 req-4bdafcba-0596-49fb-b817-4d9ca409a1eb service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271417 Jul 14 11:54:39.035738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:39.041288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:39.060864 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-becfebca-c155-47d6-8479-1ce849c40976 req-f3cf91f9-6c23-496a-af2f-1b3ee60494b5 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192148 Jul 14 11:54:39.071514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddbe46e6-7a14-4cd0-9f56-af076830ab3d req-4b127ad8-4099-4b2a-b8f2-b412a020f82c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893304 Jul 14 11:54:39.073057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:54:39.089528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16ff9b8b-d00d-4f99-bdd9-2be8d78e4cc4 req-fd459529-f200-44b9-9847-c6b092ed75b1 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844745 Jul 14 11:54:39.120610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:39.120960 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Added segment f635c902-dd28-4e12-a857-8c455235b1dc of type vlan for network 5295d29e-90a6-48e6-9e75-67072fbac610 Jul 14 11:54:39.123185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fbe9cf-430a-4862-a5e7-90ae3a50d445,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:39.179187 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:39.195799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae72355-968c-4cb3-8888-230c554e7f0b req-328d6ad7-613e-48f8-896f-691b1a401901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.197334 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cae72355-968c-4cb3-8888-230c554e7f0b req-328d6ad7-613e-48f8-896f-691b1a401901 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 1095 time: 0.1396122 Jul 14 11:54:39.211519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-d120459a-4377-461e-a7e7-f3086ee0d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.213722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-d120459a-4377-461e-a7e7-f3086ee0d8c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1095 time: 0.0613260 Jul 14 11:54:39.264929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:39.265441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.266029 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:39.305776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-d8247bf3-84df-44fe-8492-65141cdb201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.307331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-d8247bf3-84df-44fe-8492-65141cdb201c service neutron] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 917 time: 0.0869541 Jul 14 11:54:39.349797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7014716 Jul 14 11:54:39.349797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa627cc-c50b-4439-a5e9-c7f5a3b2bb58 admin admin] Pushing event updated for resources: {'Network': ['ID=5295d29e-90a6-48e6-9e75-67072fbac610,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:39.354471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-e0f69065-611f-4114-b193-72be443b8700 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ff160d-38ac-49e2-b845-241d83dad1b8 HTTP/1.1" status: 200 len: 217 time: 0.0390525 Jul 14 11:54:39.356501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5295d29e-90a6-48e6-9e75-67072fbac610 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:54:39.375275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae72355-968c-4cb3-8888-230c554e7f0b req-327c9c55-22f0-480c-a977-34bca7fa45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.377613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cae72355-968c-4cb3-8888-230c554e7f0b req-327c9c55-22f0-480c-a977-34bca7fa45db service neutron] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 917 time: 0.1707547 Jul 14 11:54:39.430739 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cae72355-968c-4cb3-8888-230c554e7f0b req-d77803a6-3944-4254-a4cf-9778e33e6955 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 HTTP/1.1" status: 200 len: 217 time: 0.0459571 Jul 14 11:54:39.447129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-a60c7561-6c2e-4b58-8c9d-f9d0ed1598ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.448911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-a60c7561-6c2e-4b58-8c9d-f9d0ed1598ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0880222 Jul 14 11:54:39.488730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a16b3aa3-e14c-4172-989b-6e67f5f91755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:39.495151 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-373d79f0-4b7e-4a6d-a04a-d1f5c476936f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389543 Jul 14 11:54:39.510767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae72355-968c-4cb3-8888-230c554e7f0b req-c063b262-0bce-4a68-a15c-b3b7fe2821d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.512547 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cae72355-968c-4cb3-8888-230c554e7f0b req-c063b262-0bce-4a68-a15c-b3b7fe2821d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0753868 Jul 14 11:54:39.521986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f351ff4-bf62-46b3-ae3c-2877c188c1db req-a033f630-26fe-4824-935d-06a22f9e25eb tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.524000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f351ff4-bf62-46b3-ae3c-2877c188c1db req-a033f630-26fe-4824-935d-06a22f9e25eb tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 944 time: 0.1254609 Jul 14 11:54:39.571728 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cae72355-968c-4cb3-8888-230c554e7f0b req-b20c37ac-75c5-4aec-aa6d-b0d47094ac35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508931 Jul 14 11:54:39.626413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f351ff4-bf62-46b3-ae3c-2877c188c1db req-af7443ae-0d4c-4581-823a-2e5c9016d538 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846241 Jul 14 11:54:39.668733 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-6fcab44b-05d3-4a2c-ae25-64792d7a2b38 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656849 Jul 14 11:54:39.715887 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cae72355-968c-4cb3-8888-230c554e7f0b req-d86c22f5-5e53-4b99-a978-9eb8bfee0515 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343212 Jul 14 11:54:39.813687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cae72355-968c-4cb3-8888-230c554e7f0b req-0811f44b-6392-420a-bf60-1670c5d98a3b service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881147 Jul 14 11:54:39.874521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f4973b18-94cc-4e66-b37f-187130994ed1 req-0af2aaf3-9754-4305-9f9d-6e4dbab39e86 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975009 Jul 14 11:54:39.955464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa45641-c660-4bc1-8453-09ccf619d2df req-3aa6db22-b5ab-4844-b7b2-cdbb0ce57535 tempest-ComputeTenantNetworksTest-296803126 tempest-ComputeTenantNetworksTest-296803126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.962311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa45641-c660-4bc1-8453-09ccf619d2df req-3aa6db22-b5ab-4844-b7b2-cdbb0ce57535 tempest-ComputeTenantNetworksTest-296803126 tempest-ComputeTenantNetworksTest-296803126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.968439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa45641-c660-4bc1-8453-09ccf619d2df req-3aa6db22-b5ab-4844-b7b2-cdbb0ce57535 tempest-ComputeTenantNetworksTest-296803126 tempest-ComputeTenantNetworksTest-296803126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:39.970021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fa45641-c660-4bc1-8453-09ccf619d2df req-3aa6db22-b5ab-4844-b7b2-cdbb0ce57535 tempest-ComputeTenantNetworksTest-296803126 tempest-ComputeTenantNetworksTest-296803126-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2204642 Jul 14 11:54:40.103029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ba9dd-251d-4605-bab8-576e0a97094f req-c7cbef18-6ead-481b-8c26-09e0128b07b6 tempest-ComputeTenantNetworksTest-296803126 tempest-ComputeTenantNetworksTest-296803126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:40.104522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a77ba9dd-251d-4605-bab8-576e0a97094f req-c7cbef18-6ead-481b-8c26-09e0128b07b6 tempest-ComputeTenantNetworksTest-296803126 tempest-ComputeTenantNetworksTest-296803126-project] 10.222.0.38 "GET /v2.0/networks/5295d29e-90a6-48e6-9e75-67072fbac610 HTTP/1.1" status: 200 len: 768 time: 0.1151233 Jul 14 11:54:40.112964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42776) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:40.135185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-b15a690a-f0c1-4796-87b0-bae9dea3b563 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:40.136715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-b15a690a-f0c1-4796-87b0-bae9dea3b563 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.64 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 946 time: 0.1014462 Jul 14 11:54:40.206739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.307543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.323010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5295d29e-90a6-48e6-9e75-67072fbac610']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:40.335457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f635c902-dd28-4e12-a857-8c455235b1dc') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:40.335785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f635c902-dd28-4e12-a857-8c455235b1dc') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:40.345784 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.370859 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.377314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:54:40.377719 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:54:40.379591 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:54:40.449902 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.456155 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.461040 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5295d29e-90a6-48e6-9e75-67072fbac610 HTTP/1.1" status: 204 len: 168 time: 0.3441050 Jul 14 11:54:40.479353 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064c3d7-cd1f-4b66-928d-e99302e96536 admin admin] Pushing event deleted for resources: {'Network': ['ID=5295d29e-90a6-48e6-9e75-67072fbac610,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:40.590857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42780) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:40.607661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dbb99-dadb-4851-b5cc-5be6145c9ec1 req-1bcda4c5-f69c-4c06-a416-186253e800e2 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:40.609193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c9dbb99-dadb-4851-b5cc-5be6145c9ec1 req-1bcda4c5-f69c-4c06-a416-186253e800e2 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 946 time: 0.4060521 Jul 14 11:54:40.618565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Deleting port ec2f473f-4171-49df-80da-926e1bd98434 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:40.618899 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.642075 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c7695691-8561-4614-b36b-84b0b1f8abb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d88fe9e5f264324b6a22f5c78e6190a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495470 Jul 14 11:54:40.643135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42782) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:40.647720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4042e-9400-4cda-8cd2-100c783eccd2 req-b891385f-6ef9-41dc-849e-31d7533ced28 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:40.649265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70e4042e-9400-4cda-8cd2-100c783eccd2 req-b891385f-6ef9-41dc-849e-31d7533ced28 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 944 time: 0.4010749 Jul 14 11:54:40.702604 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c239b36-5b01-4350-9cd9-af205e74e3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.724962 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c239b36-5b01-4350-9cd9-af205e74e3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.737391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c9dbb99-dadb-4851-b5cc-5be6145c9ec1 req-9dc951bd-6b1b-4e4a-ad6f-2a58a8f1bb1d tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups?id=71a106f7-d492-494e-bf25-aabf74100479&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203976 Jul 14 11:54:40.759728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-70e4042e-9400-4cda-8cd2-100c783eccd2 req-6ebd99c0-de3e-45d5-8bcf-173b241c8a4f tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736606 Jul 14 11:54:40.782291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] For port ec2f473f-4171-49df-80da-926e1bd98434, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec2f473f-4171-49df-80da-926e1bd98434,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:40.782779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.791290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c239b36-5b01-4350-9cd9-af205e74e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.793928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c239b36-5b01-4350-9cd9-af205e74e3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.798765 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5c239b36-5b01-4350-9cd9-af205e74e3b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c9fbe9cf-430a-4862-a5e7-90ae3a50d445 HTTP/1.1" status: 204 len: 168 time: 0.1544015 Jul 14 11:54:40.808415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c239b36-5b01-4350-9cd9-af205e74e3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fbe9cf-430a-4862-a5e7-90ae3a50d445,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:41.020618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.021528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.022376 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Floating IP 858f8241-7df4-47d0-b669-df79fc78e8af disassociated. External IP: 172.25.2.151, port: ec2f473f-4171-49df-80da-926e1bd98434. Jul 14 11:54:41.022376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Calling delete_port for ec2f473f-4171-49df-80da-926e1bd98434 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:41.033943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be90e31-097d-419a-b4f0-dbca2bd66bbf req-238b47aa-16cf-4049-af86-98bffcf14448 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:41.035433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8be90e31-097d-419a-b4f0-dbca2bd66bbf req-238b47aa-16cf-4049-af86-98bffcf14448 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 944 time: 0.1352587 Jul 14 11:54:41.120233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8be90e31-097d-419a-b4f0-dbca2bd66bbf req-c3560fa2-574f-404d-b2de-d64f4ecbeebd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783556 Jul 14 11:54:41.206786 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.236068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event deleted for resources: {'Port': ['ID=ec2f473f-4171-49df-80da-926e1bd98434,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:41.280521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device df49acc4-c8f2-4c83-962b-0e95b25760aa details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:54:41.358037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:54:41.389390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port df49acc4-c8f2-4c83-962b-0e95b25760aa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=df49acc4-c8f2-4c83-962b-0e95b25760aa,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:41.408511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'df49acc4-c8f2-4c83-962b-0e95b25760aa', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'port_id': 'df49acc4-c8f2-4c83-962b-0e95b25760aa', 'mac_address': 'fa:16:3e:53:2e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:54:41.446484 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.461654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df49acc4-c8f2-4c83-962b-0e95b25760aa {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:41.473613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:54:41.486821 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] Sync routers for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:54:41.490332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port df49acc4-c8f2-4c83-962b-0e95b25760aa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=df49acc4-c8f2-4c83-962b-0e95b25760aa,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:41.496405 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.500488 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:41.501499 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:41.527050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] No DVR routers for this DVR port ec2f473f-4171-49df-80da-926e1bd98434 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:41.539180 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.542185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb53cb08-c71e-4325-9c08-774e33d7dc5e req-066236bb-aca3-4567-84aa-565db29137c1 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.64 "DELETE /v2.0/ports/ec2f473f-4171-49df-80da-926e1bd98434 HTTP/1.1" status: 204 len: 173 time: 1.3980999 Jul 14 11:54:41.542737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-deleted', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:41.546099 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc998c3b-e3ea-46cb-9991-d6c1e05de343" -d '{"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-deleted", "tag": "ec2f473f-4171-49df-80da-926e1bd98434"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:41.568129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=df49acc4-c8f2-4c83-962b-0e95b25760aa,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:41.598219 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ed79e1-4d81-4dcb-ad4c-20de78b327c5 x-openstack-request-id: req-54ed79e1-4d81-4dcb-ad4c-20de78b327c5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:41.598531 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87", "name": "network-vif-deleted", "tag": "ec2f473f-4171-49df-80da-926e1bd98434", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:41.598802 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54ed79e1-4d81-4dcb-ad4c-20de78b327c5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:41.599224 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd844dfa8-2f5e-478f-8f82-9bdb9e3a8c87', 'name': 'network-vif-deleted', 'tag': 'ec2f473f-4171-49df-80da-926e1bd98434', 'status': 'completed', 'code': 200} Jul 14 11:54:41.623313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42808) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:41.653973 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:41.729736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['df49acc4-c8f2-4c83-962b-0e95b25760aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:41.771642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1774559175-network', 'tenant_id': '550dd02886074cae970b5bcf4fea87af'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:41.811243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Made reservation on behalf of 550dd02886074cae970b5bcf4fea87af for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:41.814464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.826864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.966061 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:41.987399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.991829 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.009254 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] Checking router: d61d64ef-6f1c-47a7-9b81-4f085d55bae3 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:54:42.031227 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:42.032643 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:42.067201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:54:42.077049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d564a36c-6227-4a0f-b105-c6caaafe3146 req-00a2b184-45ed-445e-9aee-f24be0dffe24 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/ports?device_id=d844dfa8-2f5e-478f-8f82-9bdb9e3a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0659368 Jul 14 11:54:42.126731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a0c1b-95a6-4edf-b366-dcdfafd1d3e8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:42.135301 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.136573 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Added segment 2ae543fe-f6da-4b5a-907c-56c1ca8f3996 of type vlan for network e8d4567e-4528-4820-b8c4-86c4d9e002fa Jul 14 11:54:42.141766 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e305a01d-4257-422f-9aa3-0060d5d22e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.182781 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:42.212369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94147fe-6a9e-492e-9df9-9e00a2fec015 req-9fa46cfa-6072-4a35-9aeb-11d688689029 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:42.213980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a94147fe-6a9e-492e-9df9-9e00a2fec015 req-9fa46cfa-6072-4a35-9aeb-11d688689029 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 944 time: 0.2015340 Jul 14 11:54:42.215815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.279492 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.287400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a94147fe-6a9e-492e-9df9-9e00a2fec015 req-36df3895-9269-4302-b60d-c62deffb4235 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670879 Jul 14 11:54:42.289007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.290000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:42.290601 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.422282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7977242 Jul 14 11:54:42.425371 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42818) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:42.432661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Request body: {'subnet': {'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1774559175-subnet', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:42.443123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367d43c-ec41-4a16-956a-5a0095a17166 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d4567e-4528-4820-b8c4-86c4d9e002fa,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:42.461085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:54:42.469983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Made reservation on behalf of 550dd02886074cae970b5bcf4fea87af for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:42.472441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.481380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbca6bd-c5bd-4aa5-bd5d-de216c9a2aff req-4d9b460d-94fc-4a45-8ebd-06c06e8d08a1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:42.484392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbbca6bd-c5bd-4aa5-bd5d-de216c9a2aff req-4d9b460d-94fc-4a45-8ebd-06c06e8d08a1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 945 time: 0.1600893 Jul 14 11:54:42.485905 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:42.517046 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732bfeb7-ee8a-4d61-9386-c9b6dc74ecf0 None None] The sync data for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 is: [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:46:13Z', 'revision_number': 4, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b11ee8d3-3149-4918-974a-bdf64cfea9df', 'name': '', 'network_id': '50029b0f-5d64-4aca-beeb-32f77981ac0d', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'mac_address': 'fa:16:3e:91:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:12Z', 'updated_at': '2021-07-14T11:46:30Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'subnets': [{'id': 'ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:54:42.542243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dbbca6bd-c5bd-4aa5-bd5d-de216c9a2aff req-4f215fa4-70e0-4632-a1c6-cb1d066e970f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507302 Jul 14 11:54:42.616949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 37ff160d-38ac-49e2-b845-241d83dad1b8 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:54:42.707214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.739970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 37ff160d-38ac-49e2-b845-241d83dad1b8, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ff160d-38ac-49e2-b845-241d83dad1b8,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:42.752518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '37ff160d-38ac-49e2-b845-241d83dad1b8', 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab', 'port_id': '37ff160d-38ac-49e2-b845-241d83dad1b8', 'mac_address': 'fa:16:3e:7c:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed87dda-685a-4b73-9c54-21435033c2b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:54:42.773078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16242af9-d14f-41f9-a119-58b21afa54c9,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:42.779653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Checking segment: {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:42.780272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Network hostable DHCP agents. Network: e8d4567e-4528-4820-b8c4-86c4d9e002fa, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:54:42.792761 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.800295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:54:42.806721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ff160d-38ac-49e2-b845-241d83dad1b8 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:42.810085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e8d4567e-4528-4820-b8c4-86c4d9e002fa) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:42.815668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:42.816245 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.822851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f367f4f8-d224-4fe0-9949-215e2e8a078d None None] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:54:42.835043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c8d7c7-11df-4f94-ad12-86869c5eedac None None] New status for floating IP 858f8241-7df4-47d0-b669-df79fc78e8af: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:54:42.836774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42820) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:42.837382 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2c6d62cd-fca4-41ee-9d23-166834b840d6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4103975 Jul 14 11:54:42.841319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:42.848280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 37ff160d-38ac-49e2-b845-241d83dad1b8, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ff160d-38ac-49e2-b845-241d83dad1b8,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:42.870504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.871657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.906038 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.906702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:54:42.922622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.062653 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.068736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=37ff160d-38ac-49e2-b845-241d83dad1b8,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:43.078503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:43.099137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '04c9b14f-daa7-4e2c-81fb-b0a5d3892a28', 'network_id': '08e2eb1a-cddb-461c-8260-7d381b9460ab', 'port_id': '04c9b14f-daa7-4e2c-81fb-b0a5d3892a28', 'mac_address': 'fa:16:3e:cf:33:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed87dda-685a-4b73-9c54-21435033c2b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:54:43.187182 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.202482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:43.209284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:54:43.210310 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.233529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42826) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:43.244309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:43.249876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.282484 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.294046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c70461d-77e7-4934-959c-160f3ba0b39e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.303883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device df49acc4-c8f2-4c83-962b-0e95b25760aa up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:43.308576 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.319808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c70461d-77e7-4934-959c-160f3ba0b39e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.375953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c70461d-77e7-4934-959c-160f3ba0b39e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.378891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c70461d-77e7-4934-959c-160f3ba0b39e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.383628 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6c70461d-77e7-4934-959c-160f3ba0b39e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "DELETE /v2.0/security-groups/71a106f7-d492-494e-bf25-aabf74100479 HTTP/1.1" status: 204 len: 168 time: 0.1481400 Jul 14 11:54:43.384301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42830) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:43.405976 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-7f11f7ed-1c62-4b16-8aee-4cc4a4c7e36c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] show failed (client error): The resource could not be found. Jul 14 11:54:43.410118 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7f11f7ed-1c62-4b16-8aee-4cc4a4c7e36c tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "GET /v2.0/security-groups/71a106f7-d492-494e-bf25-aabf74100479 HTTP/1.1" status: 404 len: 347 time: 0.0216961 Jul 14 11:54:43.410674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42832) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:43.417507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70461d-77e7-4934-959c-160f3ba0b39e tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a106f7-d492-494e-bf25-aabf74100479,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:43.441603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:43.447127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Allocated IP 172.25.2.208 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/7cfaee3e-27d4-42be-9b02-e090ea821ea4) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:43.479357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Allocated IP 172.20.0.2 (e8d4567e-4528-4820-b8c4-86c4d9e002fa/16242af9-d14f-41f9-a119-58b21afa54c9/b59a6ab7-9428-4da9-a8b9-e73321e5428a) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:43.485133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port df49acc4-c8f2-4c83-962b-0e95b25760aa completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:43.494115 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.495834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port df49acc4-c8f2-4c83-962b-0e95b25760aa triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:43.496505 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.524246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['04c9b14f-daa7-4e2c-81fb-b0a5d3892a28'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:43.527362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['37ff160d-38ac-49e2-b845-241d83dad1b8'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:43.562980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Deleting port 67cb97e3-ed77-41f2-885a-4d994777886b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:43.562980 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.638478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8b1de-1219-4a75-932a-94b9a26f8516 req-8582a128-4e43-4c88-b6e9-8b970111951e tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:43.640402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2c8b1de-1219-4a75-932a-94b9a26f8516 req-8582a128-4e43-4c88-b6e9-8b970111951e tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 945 time: 0.1287286 Jul 14 11:54:43.643573 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.696127 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.696836 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.709636 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Calling delete_port for 67cb97e3-ed77-41f2-885a-4d994777886b owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:43.747685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2c8b1de-1219-4a75-932a-94b9a26f8516 req-6fb1b973-5f29-4683-b38c-3412ab1fba5c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966151 Jul 14 11:54:43.792064 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.825884 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.839669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af4da7-4512-4f6a-bfb8-07f8bc553d07 req-618e682a-807f-440d-9945-23997f7d5ed4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:43.841199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91af4da7-4512-4f6a-bfb8-07f8bc553d07 req-618e682a-807f-440d-9945-23997f7d5ed4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 945 time: 0.1724448 Jul 14 11:54:43.852115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:43.863437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:43.871765 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.875919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:43.880462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Pushing event updated for resources: {'Port': ['ID=7cfaee3e-27d4-42be-9b02-e090ea821ea4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:43.890938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.898160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Transition to ACTIVE for port object b59a6ab7-9428-4da9-a8b9-e73321e5428a will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:43.921337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49acc4-c8f2-4c83-962b-0e95b25760aa'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:43.923598 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdb9f79-9833-4a8c-a21a-d05a01727c83" -d '{"events": [{"server_uuid": "a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23", "name": "network-vif-plugged", "status": "completed", "tag": "df49acc4-c8f2-4c83-962b-0e95b25760aa"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:43.924558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Pushing event deleted for resources: {'Port': ['ID=67cb97e3-ed77-41f2-885a-4d994777886b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:43.928248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91af4da7-4512-4f6a-bfb8-07f8bc553d07 req-14d290b3-cf91-48ff-80ab-24ad4aa25405 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746911 Jul 14 11:54:43.967694 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port df49acc4-c8f2-4c83-962b-0e95b25760aa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=df49acc4-c8f2-4c83-962b-0e95b25760aa,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:43.981451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Transition to ACTIVE for port object b59a6ab7-9428-4da9-a8b9-e73321e5428a will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:43.988436 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6b3f71-d060-41f9-b16f-ec3e43600dbd x-openstack-request-id: req-1a6b3f71-d060-41f9-b16f-ec3e43600dbd {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:43.988736 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23", "name": "network-vif-plugged", "status": "completed", "tag": "df49acc4-c8f2-4c83-962b-0e95b25760aa", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:43.991908 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a6b3f71-d060-41f9-b16f-ec3e43600dbd {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:43.991908 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49acc4-c8f2-4c83-962b-0e95b25760aa', 'code': 200} Jul 14 11:54:43.997496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.998318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec2f473f-4171-49df-80da-926e1bd98434 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:44.010583 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.018560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.021317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.026163 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ba8f30f2-e3e9-4f93-9e93-1448d2ed8c01 tempest-AttachVolumeShelveTestJSON-864507135 tempest-AttachVolumeShelveTestJSON-864507135-project] 10.222.0.38 "DELETE /v2.0/floatingips/858f8241-7df4-47d0-b669-df79fc78e8af HTTP/1.1" status: 204 len: 168 time: 0.6105783 Jul 14 11:54:44.071002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: ec2f473f-4171-49df-80da-926e1bd98434 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:44.071354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec2f473f-4171-49df-80da-926e1bd98434 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:44.117240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:44.124295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:44.128692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:44.131506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=df49acc4-c8f2-4c83-962b-0e95b25760aa,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:44.221953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Pushing event updated for resources: {'Port': ['ID=b59a6ab7-9428-4da9-a8b9-e73321e5428a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:44.233573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Attempting to bind port b59a6ab7-9428-4da9-a8b9-e73321e5428a on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:44.233948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Attempting to bind port b59a6ab7-9428-4da9-a8b9-e73321e5428a by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:44.234317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Attempting to bind port b59a6ab7-9428-4da9-a8b9-e73321e5428a on network e8d4567e-4528-4820-b8c4-86c4d9e002fa {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:44.239697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:44.240104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Checking segment: {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:44.241037 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.241037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Bound using segment: {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:44.241606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Bound port: b59a6ab7-9428-4da9-a8b9-e73321e5428a, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:44.241882 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.307938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d60797-1c8a-47bd-94da-9e8a49c955f9 req-181d41ea-9f49-4fb4-88bf-d26a19869c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:44.309503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1d60797-1c8a-47bd-94da-9e8a49c955f9 req-181d41ea-9f49-4fb4-88bf-d26a19869c85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 1097 time: 0.2000635 Jul 14 11:54:44.314780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] For port b59a6ab7-9428-4da9-a8b9-e73321e5428a, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:44.318542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] For port b59a6ab7-9428-4da9-a8b9-e73321e5428a, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b59a6ab7-9428-4da9-a8b9-e73321e5428a,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:44.323829 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.355875 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.361857 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1d60797-1c8a-47bd-94da-9e8a49c955f9 req-9a8ec6b1-26b8-4bc3-a43d-16958e010031 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Jul 14 11:54:44.381243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2c1e7-cdf1-4398-981b-c6ef88911ed1 None None] Pushing event updated for resources: {'Port': ['ID=b59a6ab7-9428-4da9-a8b9-e73321e5428a,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:44.630642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 37ff160d-38ac-49e2-b845-241d83dad1b8 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:44.705801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 37ff160d-38ac-49e2-b845-241d83dad1b8 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:44.710885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 37ff160d-38ac-49e2-b845-241d83dad1b8 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:44.711253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.952490 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.973282 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:44.982708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed0875-678f-4054-83e3-37e4f7bfeeb3 req-42469968-d713-4f3b-aed7-1075f60811bf tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:44.989821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fed0875-678f-4054-83e3-37e4f7bfeeb3 req-42469968-d713-4f3b-aed7-1075f60811bf tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 945 time: 0.0989349 Jul 14 11:54:45.022570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 37ff160d-38ac-49e2-b845-241d83dad1b8, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ff160d-38ac-49e2-b845-241d83dad1b8,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:45.032868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:45.034532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:45.108535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fed0875-678f-4054-83e3-37e4f7bfeeb3 req-e9494124-2a56-44ed-beb8-72129a918cd0 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177335 Jul 14 11:54:45.186369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:54:45.232818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=37ff160d-38ac-49e2-b845-241d83dad1b8,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:45.256610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:45.259496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:45.262800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:45.263156 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:45.337974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473055e1-9969-4b1c-a70a-f156f6d4ca59 req-c64c1ba3-be2a-4d7d-b46b-41869a5a94cd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:45.342315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-473055e1-9969-4b1c-a70a-f156f6d4ca59 req-c64c1ba3-be2a-4d7d-b46b-41869a5a94cd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 946 time: 0.1586902 Jul 14 11:54:45.375184 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:45.413667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:45.419073 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:45.436223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-473055e1-9969-4b1c-a70a-f156f6d4ca59 req-628b0598-4822-4097-aa71-b7e0709a0782 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Jul 14 11:54:45.444585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:54:45.454935 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Sync routers for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:54:45.475572 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:45.476228 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:45.477517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:45.481789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42852) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:45.482322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d79c0450-9d49-4c82-8655-b35e975834ad admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6440663 Jul 14 11:54:45.538847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:45.672214 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:45.692160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b59a6ab7-9428-4da9-a8b9-e73321e5428a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:45.778431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b59a6ab7-9428-4da9-a8b9-e73321e5428a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:45.808524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae50f7f4-92d1-49f4-bfc6-b4c19872e8a6 None None] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:54:45.875138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b3a8b494-9b84-481e-baef-99a45f5a0054 None None] Provisioning for port b59a6ab7-9428-4da9-a8b9-e73321e5428a completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:45.888980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b3a8b494-9b84-481e-baef-99a45f5a0054 None None] Provisioning complete for port b59a6ab7-9428-4da9-a8b9-e73321e5428a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:45.889353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b494-9b84-481e-baef-99a45f5a0054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:45.923575 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:44Z', 'revision_number': 3, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:45.954377 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Checking router: 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:54:45.954736 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Updating router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d port 7cfaee3e-27d4-42be-9b02-e090ea821ea4 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:54:45.990296 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.003161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368065bf-3de5-4d66-b03d-43e79d2933c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ff160d-38ac-49e2-b845-241d83dad1b8'}, {'server_uuid': 'eb52dd18-8a21-4584-934e-8f7a3659f824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c9b14f-daa7-4e2c-81fb-b0a5d3892a28'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:46.005561 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb4cd89-44af-48be-b1a3-60239317e58e" -d '{"events": [{"server_uuid": "368065bf-3de5-4d66-b03d-43e79d2933c6", "name": "network-vif-plugged", "status": "completed", "tag": "37ff160d-38ac-49e2-b845-241d83dad1b8"}, {"server_uuid": "eb52dd18-8a21-4584-934e-8f7a3659f824", "name": "network-vif-plugged", "status": "completed", "tag": "04c9b14f-daa7-4e2c-81fb-b0a5d3892a28"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:46.050941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.063137 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b494-9b84-481e-baef-99a45f5a0054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.099511 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000030b0-a421-46bd-85df-2f0223ddeba0 x-openstack-request-id: req-000030b0-a421-46bd-85df-2f0223ddeba0 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:46.100244 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368065bf-3de5-4d66-b03d-43e79d2933c6", "name": "network-vif-plugged", "status": "completed", "tag": "37ff160d-38ac-49e2-b845-241d83dad1b8", "code": 200}, {"server_uuid": "eb52dd18-8a21-4584-934e-8f7a3659f824", "name": "network-vif-plugged", "status": "completed", "tag": "04c9b14f-daa7-4e2c-81fb-b0a5d3892a28", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:46.100792 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-000030b0-a421-46bd-85df-2f0223ddeba0 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:46.101424 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368065bf-3de5-4d66-b03d-43e79d2933c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ff160d-38ac-49e2-b845-241d83dad1b8', 'code': 200} Jul 14 11:54:46.101924 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb52dd18-8a21-4584-934e-8f7a3659f824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c9b14f-daa7-4e2c-81fb-b0a5d3892a28', 'code': 200} Jul 14 11:54:46.167104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b3a8b494-9b84-481e-baef-99a45f5a0054 None None] For port b59a6ab7-9428-4da9-a8b9-e73321e5428a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b59a6ab7-9428-4da9-a8b9-e73321e5428a,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:46.174215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b494-9b84-481e-baef-99a45f5a0054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.304231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8b494-9b84-481e-baef-99a45f5a0054 None None] Pushing event updated for resources: {'Port': ['ID=b59a6ab7-9428-4da9-a8b9-e73321e5428a,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:46.361069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f643ad-edd6-4895-9c5a-502b75f4a28f req-4d6ca6d5-8da5-4687-9dcf-1e044b1c60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:46.369669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54f643ad-edd6-4895-9c5a-502b75f4a28f req-4d6ca6d5-8da5-4687-9dcf-1e044b1c60e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1097 time: 0.1747494 Jul 14 11:54:46.371066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa354f3-dea7-4389-8f0e-9da594c0e6cb req-2e542afb-f8ee-48d6-b79b-2fd1cc6cfabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:46.372800 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4aa354f3-dea7-4389-8f0e-9da594c0e6cb req-2e542afb-f8ee-48d6-b79b-2fd1cc6cfabe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 1097 time: 0.1469717 Jul 14 11:54:46.374328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Allocated IP 172.20.0.1 (e8d4567e-4528-4820-b8c4-86c4d9e002fa/16242af9-d14f-41f9-a119-58b21afa54c9/64764ea3-2785-4711-b1cd-e7eab6f019a5) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:46.490623 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4aa354f3-dea7-4389-8f0e-9da594c0e6cb req-53baeb85-4523-494e-b3f5-6127555d0137 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021519 Jul 14 11:54:46.561478 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.573001 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Transition to ACTIVE for port object 7cfaee3e-27d4-42be-9b02-e090ea821ea4 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:46.579981 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.606205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0c240a7b-156e-4b05-bd4e-78f1d67119f8 None None] Provisioning complete for port b59a6ab7-9428-4da9-a8b9-e73321e5428a triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:46.606461 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c240a7b-156e-4b05-bd4e-78f1d67119f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.613128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54f643ad-edd6-4895-9c5a-502b75f4a28f req-6514f081-aeab-44ba-bcfd-d75851bfd25b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245696 Jul 14 11:54:46.615349 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.624938 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb0ad8-72c3-408a-b254-e991f13d5a73 None None] Pushing event updated for resources: {'Port': ['ID=7cfaee3e-27d4-42be-9b02-e090ea821ea4,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:46.637237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Transition to ACTIVE for port object 64764ea3-2785-4711-b1cd-e7eab6f019a5 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:46.644782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e92ca-d5ea-4f1a-aad0-b8ec8b146b01 req-30bd0833-86b7-45fb-8a8b-2c1485900507 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:46.648339 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d3e92ca-d5ea-4f1a-aad0-b8ec8b146b01 req-30bd0833-86b7-45fb-8a8b-2c1485900507 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.2637067 Jul 14 11:54:46.655676 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Attempting to bind port 7cfaee3e-27d4-42be-9b02-e090ea821ea4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:46.656191 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Attempting to bind port 7cfaee3e-27d4-42be-9b02-e090ea821ea4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:46.656550 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Attempting to bind port 7cfaee3e-27d4-42be-9b02-e090ea821ea4 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:46.662540 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:46.662913 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:46.663534 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.663951 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:46.664420 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Bound port: 7cfaee3e-27d4-42be-9b02-e090ea821ea4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:46.665039 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.686939 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.729650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:46.734872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:46.738615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:46.747860 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] For port 7cfaee3e-27d4-42be-9b02-e090ea821ea4, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:46.751298 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] For port 7cfaee3e-27d4-42be-9b02-e090ea821ea4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7cfaee3e-27d4-42be-9b02-e090ea821ea4,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:46.759836 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.780553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d3e92ca-d5ea-4f1a-aad0-b8ec8b146b01 req-4a50c37d-cb74-4657-9f2e-4f8072162257 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250634 Jul 14 11:54:46.831228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Pushing event updated for resources: {'Port': ['ID=64764ea3-2785-4711-b1cd-e7eab6f019a5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:46.842782 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb0ad8-72c3-408a-b254-e991f13d5a73 None None] Pushing event updated for resources: {'Port': ['ID=7cfaee3e-27d4-42be-9b02-e090ea821ea4,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:46.843190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bec8d-63c4-476f-9908-9d70ddba92b7 req-aba2d979-7d51-4d54-9aab-45a90e3fe161 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:46.845141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-368bec8d-63c4-476f-9908-9d70ddba92b7 req-aba2d979-7d51-4d54-9aab-45a90e3fe161 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 946 time: 0.1394095 Jul 14 11:54:46.859328 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:46.860001 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:46.871964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:46.907762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-368bec8d-63c4-476f-9908-9d70ddba92b7 req-23670135-2cff-4f9c-90f1-07a91fca4ba0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548851 Jul 14 11:54:47.104286 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:47.159732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:47.194245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-61c4615b-1530-477c-8870-adea2bae6cd6 None None] Provisioning for port 64764ea3-2785-4711-b1cd-e7eab6f019a5 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:47.198375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-61c4615b-1530-477c-8870-adea2bae6cd6 None None] Provisioning complete for port 64764ea3-2785-4711-b1cd-e7eab6f019a5 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:47.198742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-61c4615b-1530-477c-8870-adea2bae6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:47.213367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c39d-508d-4ba4-b314-fa825c496288 req-6b7f737c-ecb9-4bc4-82ea-73daad0be200 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:47.226000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33c5c39d-508d-4ba4-b314-fa825c496288 req-6b7f737c-ecb9-4bc4-82ea-73daad0be200 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 946 time: 0.1240196 Jul 14 11:54:47.266705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-61c4615b-1530-477c-8870-adea2bae6cd6 None None] Port 64764ea3-2785-4711-b1cd-e7eab6f019a5 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:54:47.290377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33c5c39d-508d-4ba4-b314-fa825c496288 req-474bb9d8-63d0-4dad-bcb9-8f4c3b810b35 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631044 Jul 14 11:54:47.405842 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b2d11463-db15-4773-a37e-743c98174319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:44Z', 'revision_number': 3, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:47.451766 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:47.460459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:47.464430 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d11463-db15-4773-a37e-743c98174319 None None] The sync data for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 is: [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:44Z', 'revision_number': 3, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:54:47.511196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:47.637486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Pushing event updated for resources: {'Port': ['ID=64764ea3-2785-4711-b1cd-e7eab6f019a5,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:47.705079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b59a6ab7-9428-4da9-a8b9-e73321e5428a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:47.755024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:47.756912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:47.932779 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b59a6ab7-9428-4da9-a8b9-e73321e5428a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:47.936333 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:48.008079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:54:48.207067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9f751790-24d4-4478-873d-4c00ee7b69a0 None None] Provisioning complete for port 64764ea3-2785-4711-b1cd-e7eab6f019a5 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:48.208881 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9f751790-24d4-4478-873d-4c00ee7b69a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:48.257916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3517-f45c-401b-9920-a74e515cdbcb req-05ea00a6-0c66-4135-9de0-aec431aba819 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:48.267171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe3b3517-f45c-401b-9920-a74e515cdbcb req-05ea00a6-0c66-4135-9de0-aec431aba819 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.1719382 Jul 14 11:54:48.292657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9f751790-24d4-4478-873d-4c00ee7b69a0 None None] Port 64764ea3-2785-4711-b1cd-e7eab6f019a5 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:54:48.337664 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:54:48.344389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe3b3517-f45c-401b-9920-a74e515cdbcb req-38af3104-e573-487e-bfc8-3464508659a4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763094 Jul 14 11:54:48.360026 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1f5961b1-8843-4c65-a426-4d04624144ec admin admin] 10.222.0.38 "PUT /v2.0/routers/1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8672192 Jul 14 11:54:48.845523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-21556af3-e258-417a-a3d2-5b0518caf78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:48.847293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-21556af3-e258-417a-a3d2-5b0518caf78f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 1097 time: 0.1012816 Jul 14 11:54:48.980778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-9838d7be-4495-4f1c-ad7f-a967db59f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:48.982539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-9838d7be-4495-4f1c-ad7f-a967db59f315 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 917 time: 0.1217012 Jul 14 11:54:49.030419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-dce50737-2a25-413c-91a7-8f6b61432b95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 HTTP/1.1" status: 200 len: 217 time: 0.0398099 Jul 14 11:54:49.100227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-4898c31b-bfa2-48ff-a4ea-9fea5e0771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:49.105349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-4898c31b-bfa2-48ff-a4ea-9fea5e0771d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0678186 Jul 14 11:54:49.147486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-aa5c80a6-52ae-45a0-a5d8-3845f8d24678 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340838 Jul 14 11:54:49.296682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-682d0264-d2dd-4d54-bbba-2a98800b42ef service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428342 Jul 14 11:54:49.471828 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baf49ff7-2a7f-44d6-88ea-e1090d6343c7 req-252f955a-5a34-4041-9445-fe38fc94a3fc service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579897 Jul 14 11:54:49.841976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7cfaee3e-27d4-42be-9b02-e090ea821ea4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:49.923447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f704550-877e-4771-b71e-fec9220a91a6 req-bfc818d9-31ea-49eb-953e-456adbabbfd3 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:49.925734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f704550-877e-4771-b71e-fec9220a91a6 req-bfc818d9-31ea-49eb-953e-456adbabbfd3 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.1762338 Jul 14 11:54:49.937879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 7cfaee3e-27d4-42be-9b02-e090ea821ea4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:49.944707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7cfaee3e-27d4-42be-9b02-e090ea821ea4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:49.945489 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.037215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f704550-877e-4771-b71e-fec9220a91a6 req-9fdd07a3-8d58-4369-ac22-f86329bd42a2 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021392 Jul 14 11:54:50.039059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42952) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:50.044932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1244912a-5877-4833-91ba-47219f1ffaf4 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428771938', 'description': 'tempest-description--40057421'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:50.080066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1244912a-5877-4833-91ba-47219f1ffaf4 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.097034 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.122870 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 7cfaee3e-27d4-42be-9b02-e090ea821ea4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7cfaee3e-27d4-42be-9b02-e090ea821ea4,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:50.128244 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.186702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=7cfaee3e-27d4-42be-9b02-e090ea821ea4,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:50.208131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1244912a-5877-4833-91ba-47219f1ffaf4 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.211991 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1244912a-5877-4833-91ba-47219f1ffaf4 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.238630 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1244912a-5877-4833-91ba-47219f1ffaf4 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.243740 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1244912a-5877-4833-91ba-47219f1ffaf4 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2035913 Jul 14 11:54:50.244038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42954) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:50.248400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244912a-5877-4833-91ba-47219f1ffaf4 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b58eb25-dd9a-4130-b610-daa4b48eea59,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:50.253658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-47db13d6-ed36-45d0-919e-882c98565aee tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'security_group_rule': {'security_group_id': '8b58eb25-dd9a-4130-b610-daa4b48eea59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:50.286372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Sync routers for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:54:50.291054 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47db13d6-ed36-45d0-919e-882c98565aee tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.296605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:50.297395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:50.354893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47db13d6-ed36-45d0-919e-882c98565aee tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.361211 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47db13d6-ed36-45d0-919e-882c98565aee tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.391492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db13d6-ed36-45d0-919e-882c98565aee tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dd0c94-5525-40f0-9da1-5fe9ba36bbe0,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:50.398006 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47db13d6-ed36-45d0-919e-882c98565aee tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.400738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-47db13d6-ed36-45d0-919e-882c98565aee tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556580 Jul 14 11:54:50.407136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42960) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:50.413464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-de152cd0-f6e6-4095-bac8-1f633795e4b9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'security_group_rule': {'security_group_id': '8b58eb25-dd9a-4130-b610-daa4b48eea59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:50.446957 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de152cd0-f6e6-4095-bac8-1f633795e4b9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.447199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:50.527052 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de152cd0-f6e6-4095-bac8-1f633795e4b9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.538955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de152cd0-f6e6-4095-bac8-1f633795e4b9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.572805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152cd0-f6e6-4095-bac8-1f633795e4b9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2599db-96ba-4604-8dda-995ba465bfb9,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:50.620471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de152cd0-f6e6-4095-bac8-1f633795e4b9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.624890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-de152cd0-f6e6-4095-bac8-1f633795e4b9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2130411 Jul 14 11:54:50.625483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42964) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:50.633724 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:50.638461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0b15e-25b2-4e72-8848-c2e5c77fee8d req-af160c0c-3fff-4e6a-a619-66b50a907017 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:50.640040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55f0b15e-25b2-4e72-8848-c2e5c77fee8d req-af160c0c-3fff-4e6a-a619-66b50a907017 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1098 time: 0.0833178 Jul 14 11:54:50.682240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55f0b15e-25b2-4e72-8848-c2e5c77fee8d req-379ed369-05e3-4503-b7f8-985d30673bf8 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349112 Jul 14 11:54:50.687103 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.716541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 2, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:50.733017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 42966) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:50.766048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Checking router: 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:54:50.766834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Updating router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d port 64764ea3-2785-4711-b1cd-e7eab6f019a5 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:54:50.805905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.812580 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.960062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port 11702689-4dc5-4882-a32f-64ba89bf8678 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:50.960781 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:50.978492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Allocated IP 172.25.2.217 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/5cdafafc-4eb2-4a61-8dac-9f7793ff3a1b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:51.089922 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.090318 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.124287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for 11702689-4dc5-4882-a32f-64ba89bf8678 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:51.126809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.188978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.237825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:51.242206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:51.249113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:51.255647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'Port': ['ID=5cdafafc-4eb2-4a61-8dac-9f7793ff3a1b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:51.282514 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.297254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Transition to ACTIVE for port object 64764ea3-2785-4711-b1cd-e7eab6f019a5 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:51.309132 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.359513 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.407939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912ae0b-31d3-499d-b342-2f9dca7e85c4 None None] Pushing event updated for resources: {'Port': ['ID=64764ea3-2785-4711-b1cd-e7eab6f019a5,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:51.482947 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.484803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Attempting to bind port 64764ea3-2785-4711-b1cd-e7eab6f019a5 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:51.485182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Attempting to bind port 64764ea3-2785-4711-b1cd-e7eab6f019a5 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:51.485550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Attempting to bind port 64764ea3-2785-4711-b1cd-e7eab6f019a5 on network e8d4567e-4528-4820-b8c4-86c4d9e002fa {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:51.492301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:51.492616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Checking segment: {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:51.493168 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.493812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Bound using segment: {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:51.494846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Bound port: 64764ea3-2785-4711-b1cd-e7eab6f019a5, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:51.495242 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.509394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-138ae940-4847-4d9c-89f9-0e3e5fcf1303 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:51.519736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-138ae940-4847-4d9c-89f9-0e3e5fcf1303 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.3227417 Jul 14 11:54:51.551240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b847e89-dc2a-4084-95af-9d594c5f398a req-8f248b8b-3215-4466-88c8-46b4f31c9cee tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:51.559660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b847e89-dc2a-4084-95af-9d594c5f398a req-8f248b8b-3215-4466-88c8-46b4f31c9cee tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.2545710 Jul 14 11:54:51.625170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-07bfe2b5-16c7-4ef9-b74c-ea4365e79db1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/quotas/63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 375 time: 0.0849628 Jul 14 11:54:51.673443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] For port 64764ea3-2785-4711-b1cd-e7eab6f019a5, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:51.678282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] For port 64764ea3-2785-4711-b1cd-e7eab6f019a5, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=64764ea3-2785-4711-b1cd-e7eab6f019a5,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:51.684586 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.714915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7cfaee3e-27d4-42be-9b02-e090ea821ea4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:51.755771 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.766711 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.797399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:51.798054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:51.803308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b847e89-dc2a-4084-95af-9d594c5f398a req-e683172f-b5a8-441b-a9a5-874f38449220 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427306 Jul 14 11:54:51.843906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-0e5b55fc-65ed-46ad-ab37-96f6a429e4af tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2047861 Jul 14 11:54:51.904991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'Port': ['ID=5cdafafc-4eb2-4a61-8dac-9f7793ff3a1b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:51.925045 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.943557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:51.946414 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-00b64bb4-67ec-46f2-b58a-577229b09fc9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3190768 Jul 14 11:54:52.035794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:52.046226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 42994) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:52.064547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912ae0b-31d3-499d-b342-2f9dca7e85c4 None None] Pushing event updated for resources: {'Port': ['ID=64764ea3-2785-4711-b1cd-e7eab6f019a5,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:52.089582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:52.091425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-2f150846-1bf1-413b-ab19-200904f0152b service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466428 Jul 14 11:54:52.093374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=11702689-4dc5-4882-a32f-64ba89bf8678,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:52.140456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7cfaee3e-27d4-42be-9b02-e090ea821ea4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:52.141070 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:52.259582 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:52.260233 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Floating IP 77182bcb-3b65-4d64-854f-abdb2ef8c316 disassociated (deleted). External IP: 172.25.2.134, port: 1fe1dee9-14e5-4584-b925-5f043acf4d1f. Jul 14 11:54:52.267409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-f9380abd-10b7-4be7-808f-fbb58c242c0f tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1428771938&fields=id&tenant_id=550dd02886074cae970b5bcf4fea87af HTTP/1.1" status: 200 len: 267 time: 0.1265032 Jul 14 11:54:52.376526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-b0124884-5fe2-461e-8b85-b75163297f6d service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750685 Jul 14 11:54:52.471770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:51Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:52.504166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0c179-69e3-4d81-8088-c1e7332e4d17 None None] The sync data for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 is: [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:51Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:54:52.833671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-619bc0a2-8984-437a-8562-4b6f83e8167d req-fc7a89fd-26b8-4c35-be77-9e9c622bec62 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 210 time: 0.0440888 Jul 14 11:54:52.902968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04664-ad0e-450c-96b0-57323156696f req-11dfbf4f-fbe0-4f06-a51a-cb6a99467c68 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:52.915836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-11dfbf4f-fbe0-4f06-a51a-cb6a99467c68 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 811 time: 0.6032856 Jul 14 11:54:53.005898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-78f80dac-0140-4a09-a30b-8c6b59e74a88 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/quotas/550dd02886074cae970b5bcf4fea87af HTTP/1.1" status: 200 len: 375 time: 0.0326734 Jul 14 11:54:53.052581 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:53.189724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 8fab35df-887b-4f2b-9dc9-b351a3789211 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:54:53.199100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78c3b-1679-42a6-bd49-61629ed21a8b req-4ecd028a-3b25-4f54-96d1-2919ed6a7650 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:53.200845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6d78c3b-1679-42a6-bd49-61629ed21a8b req-4ecd028a-3b25-4f54-96d1-2919ed6a7650 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.2141094 Jul 14 11:54:53.224276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-a06484d0-51b9-4d34-9555-653da2de092c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1905913 Jul 14 11:54:53.321304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6d78c3b-1679-42a6-bd49-61629ed21a8b req-cae3d3c5-3301-4077-84e0-53137d10cb58 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080592 Jul 14 11:54:53.416184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:54:53.430571 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] Sync routers for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:54:53.443601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Deleting port b11ee8d3-3149-4918-974a-bdf64cfea9df {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:53.445156 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:53.446170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:53.447973 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:53.501043 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:53.560661 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-4b5c84d1-35dc-4b00-a51f-cd3483cda004 service neutron] 10.222.0.38 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795486 Jul 14 11:54:53.585947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] For port b11ee8d3-3149-4918-974a-bdf64cfea9df, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b11ee8d3-3149-4918-974a-bdf64cfea9df,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:53.586314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:53.605131 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:53.609773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Calling delete_port for b11ee8d3-3149-4918-974a-bdf64cfea9df owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:53.671574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-75069741-40a6-4ad7-9fca-74a605ddd9a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/floatingips/77182bcb-3b65-4d64-854f-abdb2ef8c316 HTTP/1.1" status: 204 len: 168 time: 2.9374352 Jul 14 11:54:53.673758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:53.676246 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64523ec6-6f86-4094-ae63-0dee3aa5823c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:53.729539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 64764ea3-2785-4711-b1cd-e7eab6f019a5 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:53.776310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-5a68481a-7f7f-4247-ac3b-4beed5fd6571 service neutron] 10.222.0.38 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077971 Jul 14 11:54:53.905548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 64764ea3-2785-4711-b1cd-e7eab6f019a5 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:53.915528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 64764ea3-2785-4711-b1cd-e7eab6f019a5 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:53.917475 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:53.987835 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb3fa5c-ecb9-4692-b8b5-dcd83c785150 x-openstack-request-id: req-3bb3fa5c-ecb9-4692-b8b5-dcd83c785150 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:53.988876 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:53.989312 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3bb3fa5c-ecb9-4692-b8b5-dcd83c785150 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:53.989913 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'status': 'completed', 'code': 200} Jul 14 11:54:54.056463 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:54.099906 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a44a7559-0d07-42fd-905e-bd45462419e8', 'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:dd:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:50Z', 'updated_at': '2021-07-14T11:52:55Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:54.182124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-3e735d50-cac7-467c-acd5-78de84c1815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:54.191463 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-3e735d50-cac7-467c-acd5-78de84c1815a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 1098 time: 0.1703146 Jul 14 11:54:54.205423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11ee8d3-3149-4918-974a-bdf64cfea9df,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:54.224937 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] Checking router: 8fab35df-887b-4f2b-9dc9-b351a3789211 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:54:54.243078 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:54.243679 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:54.260765 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:54.387182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 64764ea3-2785-4711-b1cd-e7eab6f019a5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=64764ea3-2785-4711-b1cd-e7eab6f019a5,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:54.397120 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:54.531056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-7cfc7725-6e78-4350-bda7-0c142664cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:54.537134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-7cfc7725-6e78-4350-bda7-0c142664cec6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 200 len: 897 time: 0.3390667 Jul 14 11:54:54.562177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=64764ea3-2785-4711-b1cd-e7eab6f019a5,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:54.574840 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:54.621034 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a3d25bb-81f1-410a-ab5e-9992b830626a req-38b41e09-ff9f-41b2-a828-5de202fbbccd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 210 time: 0.0620909 Jul 14 11:54:54.646364 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:54.720614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4173e0ab-e794-40a9-b46a-1494df06c5c6 req-5c3b6f7d-e319-4d23-b6df-7de0729817b9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 210 time: 0.1812844 Jul 14 11:54:54.839013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-f26a38c1-667f-4d7c-8491-fe412ad42d03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 200 len: 217 time: 0.1362383 Jul 14 11:54:54.945819 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a44a7559-0d07-42fd-905e-bd45462419e8', 'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:dd:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:50Z', 'updated_at': '2021-07-14T11:52:55Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:54.956908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-0357a4ab-9d87-4943-86d9-ec61b248c539 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:54.959054 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-0357a4ab-9d87-4943-86d9-ec61b248c539 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.5137024 Jul 14 11:54:54.973606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'port': {'device_id': '67774c8f-81e1-4750-846f-4ea68289a95c', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'admin_state_up': True, 'tenant_id': '63e66b37481147788ebff171c7986f8c'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:54.975459 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13988b-ae58-4e30-8e1c-5593d7211c16 None None] The sync data for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 is: [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:52:51Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a44a7559-0d07-42fd-905e-bd45462419e8', 'name': '', 'network_id': '20d802b4-649c-41b9-aa28-0e9e2995a64d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:dd:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:50Z', 'updated_at': '2021-07-14T11:52:55Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '304a83ec-5ad4-4e67-a1dc-52409ced0b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:54:55.105368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-3ee454b0-be70-4ff7-87a4-7e1cec013904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:55.107946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-3ee454b0-be70-4ff7-87a4-7e1cec013904 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 200 len: 834 time: 0.2680616 Jul 14 11:54:55.174678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcba8ec-06cc-400b-847c-e83cb508557c req-feb5408d-3bb7-40b5-8902-d1dd2e76c50a tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:55.182459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7bcba8ec-06cc-400b-847c-e83cb508557c req-feb5408d-3bb7-40b5-8902-d1dd2e76c50a tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.3343568 Jul 14 11:54:55.234939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a77b-3e86-4042-8269-18394ef41e25 req-edfe1595-fcbe-4c38-9d6b-7612a92500aa tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:55.248106 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a72a77b-3e86-4042-8269-18394ef41e25 req-edfe1595-fcbe-4c38-9d6b-7612a92500aa tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 947 time: 0.2524774 Jul 14 11:54:55.264002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Made reservation on behalf of 63e66b37481147788ebff171c7986f8c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:55.273040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:55.314754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7bcba8ec-06cc-400b-847c-e83cb508557c req-653bd538-06cc-402c-afa3-6047b168ada0 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310432 Jul 14 11:54:55.335041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:54:55.343980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-83b13f6c-48de-4d9c-916e-9dbce4f4fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:55.347555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-83b13f6c-48de-4d9c-916e-9dbce4f4fb57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d802b4-649c-41b9-aa28-0e9e2995a64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281866 Jul 14 11:54:55.365085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6a72a77b-3e86-4042-8269-18394ef41e25 req-9952953d-c966-4b62-8003-ce965f87d404 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155424 Jul 14 11:54:55.495558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4ed02-cfbb-4d2e-be74-a6235adcc87e None None] New status for floating IP 77182bcb-3b65-4d64-854f-abdb2ef8c316: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:54:55.597375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-55249a18-8d9a-4551-8c14-3a41e231c185 service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310731 Jul 14 11:54:55.618397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.20.0.5 (ab57db97-d866-4580-839b-0963a274a61e/2ebf9c62-6f89-4042-b207-3d7abe24ee41/4fc25385-c033-4907-8aac-08f5b37b8acb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:55.625117 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:54:55.633871 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d781eb1c-b93c-4ac0-8a30-6cbcecfe5554 admin admin] 10.222.0.38 "PUT /v2.0/routers/d61d64ef-6f1c-47a7-9b81-4f085d55bae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5863013 Jul 14 11:54:55.639407 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27012057-73ac-40df-9825-4e2acb304620 None None] Sync routers for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:54:55.644549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43044) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:55.657459 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27012057-73ac-40df-9825-4e2acb304620 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:55.659346 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-27012057-73ac-40df-9825-4e2acb304620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:55.853444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-862078ab-9736-4305-b3f1-710f64764adc service neutron] 10.222.0.64 "GET /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472484 Jul 14 11:54:55.909092 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-27012057-73ac-40df-9825-4e2acb304620 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:56.011619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 64764ea3-2785-4711-b1cd-e7eab6f019a5 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:56.064369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd993b0f-5e29-4e31-828d-4615b4318108 req-a11bfce2-f11f-4b3d-bc12-056a22c6fc64 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 210 time: 0.1673918 Jul 14 11:54:56.119234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23fe425d-7d06-4d45-9e34-0317920ef831 req-ff93787c-27bb-4d0a-ad9d-15d2c4dd25e2 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 210 time: 0.0994716 Jul 14 11:54:56.138474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 64764ea3-2785-4711-b1cd-e7eab6f019a5 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:56.139037 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.170182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.229235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-89e1ee01-46ea-46c2-9826-55dee9035505 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:56.230819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-89e1ee01-46ea-46c2-9826-55dee9035505 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 947 time: 0.3745081 Jul 14 11:54:56.277101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04664-ad0e-450c-96b0-57323156696f req-609ad2fb-81d5-4da5-afc8-a7b852528be1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:56.278767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-609ad2fb-81d5-4da5-afc8-a7b852528be1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 811 time: 0.3494465 Jul 14 11:54:56.346409 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.445410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.470331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Transition to ACTIVE for port object 4fc25385-c033-4907-8aac-08f5b37b8acb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:56.484959 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-4bf4f822-0820-4aa4-a40a-f4a3f5747c8c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550dd02886074cae970b5bcf4fea87af HTTP/1.1" status: 200 len: 380 time: 0.1699090 Jul 14 11:54:56.510387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'port': {'device_id': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'admin_state_up': True, 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'security_groups': ['8b58eb25-dd9a-4130-b610-daa4b48eea59']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:56.521904 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.535137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['df49acc4-c8f2-4c83-962b-0e95b25760aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:56.542555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.579716 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-27012057-73ac-40df-9825-4e2acb304620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:54:53Z', 'revision_number': 5, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port': {'id': '1ee88543-a4dc-4267-8afe-b66155654aab', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:46:07Z', 'updated_at': '2021-07-14T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:56.609955 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:56.632322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27012057-73ac-40df-9825-4e2acb304620 None None] Checking router: d61d64ef-6f1c-47a7-9b81-4f085d55bae3 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:54:56.644551 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27012057-73ac-40df-9825-4e2acb304620 None None] Routers {'d61d64ef-6f1c-47a7-9b81-4f085d55bae3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:54:56.646806 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-27012057-73ac-40df-9825-4e2acb304620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:56.650237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:56.660637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:56.717895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port 1fe1dee9-14e5-4584-b925-5f043acf4d1f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:56.718460 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.810414 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-27012057-73ac-40df-9825-4e2acb304620 None None] Set router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:54:56.831980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=4fc25385-c033-4907-8aac-08f5b37b8acb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:56.848517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Deleting port 1ee88543-a4dc-4267-8afe-b66155654aab {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:56.848972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.932201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:56.933074 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.938464 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-27012057-73ac-40df-9825-4e2acb304620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:54:56Z', 'revision_number': 6, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:56.974963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port 1fe1dee9-14e5-4584-b925-5f043acf4d1f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1fe1dee9-14e5-4584-b925-5f043acf4d1f,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:56.975773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.984722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] For port 1ee88543-a4dc-4267-8afe-b66155654aab, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ee88543-a4dc-4267-8afe-b66155654aab,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:56.985244 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:56.988650 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27012057-73ac-40df-9825-4e2acb304620 None None] The sync data for ids ['d61d64ef-6f1c-47a7-9b81-4f085d55bae3'] in n-d-778696-8 is: [{'id': 'd61d64ef-6f1c-47a7-9b81-4f085d55bae3', 'name': 'tempest-AttachVolumeShelveTestJSON-1033430545-router', 'tenant_id': 'a01fe4600b9949e785770cf3809e274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:46:05Z', 'updated_at': '2021-07-14T11:54:56Z', 'revision_number': 6, 'project_id': 'a01fe4600b9949e785770cf3809e274c', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:54:56.993147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for 1fe1dee9-14e5-4584-b925-5f043acf4d1f owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:57.007435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Calling delete_port for 1ee88543-a4dc-4267-8afe-b66155654aab owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:57.032400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916290da-c1ce-4be3-8da8-d54e07f4a467 req-61f1b831-b206-4955-ade3-457508ea29c0 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:57.047479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-916290da-c1ce-4be3-8da8-d54e07f4a467 req-61f1b831-b206-4955-ade3-457508ea29c0 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.4822047 Jul 14 11:54:57.057677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2e3a7-d5eb-42a5-9cf4-01e6a902bd56 req-c178e58e-fb0e-4f56-93d8-9b2d0b89cb2d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:57.059267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43e2e3a7-d5eb-42a5-9cf4-01e6a902bd56 req-c178e58e-fb0e-4f56-93d8-9b2d0b89cb2d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 947 time: 0.4749115 Jul 14 11:54:57.084598 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-edcb73df-0659-4d36-9f45-645e858d8470 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1156542 Jul 14 11:54:57.088410 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Made reservation on behalf of 550dd02886074cae970b5bcf4fea87af for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:57.092134 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.099794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Request body: {'port': {'device_id': '67774c8f-81e1-4750-846f-4ea68289a95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:57.133740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f3518eea-3236-41fc-80cf-d897c9d61848 None None] Provisioning for port 4fc25385-c033-4907-8aac-08f5b37b8acb completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:57.139596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f3518eea-3236-41fc-80cf-d897c9d61848 None None] Provisioning complete for port 4fc25385-c033-4907-8aac-08f5b37b8acb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:57.140343 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f3518eea-3236-41fc-80cf-d897c9d61848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.187611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f3518eea-3236-41fc-80cf-d897c9d61848 None None] Port 4fc25385-c033-4907-8aac-08f5b37b8acb cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:54:57.212047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-916290da-c1ce-4be3-8da8-d54e07f4a467 req-fe5144b3-d93b-4e88-8f50-b43bf1b0f225 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636143 Jul 14 11:54:57.283032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43e2e3a7-d5eb-42a5-9cf4-01e6a902bd56 req-5c7a4fc7-dfe3-4d1e-bd30-5813a08cc1e9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845374 Jul 14 11:54:57.383244 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.449388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee88543-a4dc-4267-8afe-b66155654aab,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:57.463884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.558329 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.577618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77378707-37ee-49ab-9032-594cfe0140d0 req-e19ae113-9ca9-4546-b7e3-acd41f95374f tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 210 time: 0.0849936 Jul 14 11:54:57.586351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.733563 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.737609 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.820634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.821458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d61d64ef-6f1c-47a7-9b81-4f085d55bae3 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:54:57.826942 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.830455 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-16481918-017c-4ec9-b1ec-46312e9dcd87 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d61d64ef-6f1c-47a7-9b81-4f085d55bae3 HTTP/1.1" status: 204 len: 168 time: 2.1807384 Jul 14 11:54:57.855167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43060) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:57.925601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b55cd47-7a8a-42c1-a133-b1ddae5c64a8 admin admin] Deleting subnet ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:54:57.958150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=1fe1dee9-14e5-4584-b925-5f043acf4d1f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:57.971505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b55cd47-7a8a-42c1-a133-b1ddae5c64a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:57.982007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Allocated IP 172.20.0.3 (e8d4567e-4528-4820-b8c4-86c4d9e002fa/16242af9-d14f-41f9-a119-58b21afa54c9/d64af667-9755-47be-b5d2-d338772f9241) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:58.007713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b11ee8d3-3149-4918-974a-bdf64cfea9df no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:58.047577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b11ee8d3-3149-4918-974a-bdf64cfea9df {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:58.048056 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b55cd47-7a8a-42c1-a133-b1ddae5c64a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.048652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b11ee8d3-3149-4918-974a-bdf64cfea9df not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:58.049291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ee88543-a4dc-4267-8afe-b66155654aab no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:58.053067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] No DVR routers for this DVR port 1fe1dee9-14e5-4584-b925-5f043acf4d1f on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:54:58.061165 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.063238 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c37d6b9-3aa9-45f2-9250-1d707eecdf00 req-4458780d-7caa-47cc-91bb-82b536092806 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "DELETE /v2.0/ports/1fe1dee9-14e5-4584-b925-5f043acf4d1f HTTP/1.1" status: 204 len: 173 time: 1.8189645 Jul 14 11:54:58.067677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-deleted', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:54:58.070303 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e763003-9d08-4c32-92db-42ca0732eddc" -d '{"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-deleted", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:58.091842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1ee88543-a4dc-4267-8afe-b66155654aab {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:58.092453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ee88543-a4dc-4267-8afe-b66155654aab not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:58.095279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f368f3-b9d7-498d-944b-55cd894c3f20 req-c572a871-7d01-45a2-8c8b-b9bb052acf56 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:58.103240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4f368f3-b9d7-498d-944b-55cd894c3f20 req-c572a871-7d01-45a2-8c8b-b9bb052acf56 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 931 time: 0.6701479 Jul 14 11:54:58.140812 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ada74ca-65b9-4668-b47b-604d3c82a33c x-openstack-request-id: req-8ada74ca-65b9-4668-b47b-604d3c82a33c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:58.141260 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19384a-8671-42b3-a02d-d52da4beaa7f", "name": "network-vif-deleted", "tag": "1fe1dee9-14e5-4584-b925-5f043acf4d1f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:58.141611 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ada74ca-65b9-4668-b47b-604d3c82a33c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:58.142077 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef19384a-8671-42b3-a02d-d52da4beaa7f', 'name': 'network-vif-deleted', 'tag': '1fe1dee9-14e5-4584-b925-5f043acf4d1f', 'status': 'completed', 'code': 200} Jul 14 11:54:58.152975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc25385-c033-4907-8aac-08f5b37b8acb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:58.163985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.196527 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Transition to ACTIVE for port object 4fc25385-c033-4907-8aac-08f5b37b8acb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:58.198585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.210172 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.212969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4f368f3-b9d7-498d-944b-55cd894c3f20 req-c006f769-8c92-477c-891e-1ca10d6fe610 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083350 Jul 14 11:54:58.342397 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.370736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b55cd47-7a8a-42c1-a133-b1ddae5c64a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.385364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Transition to ACTIVE for port object d64af667-9755-47be-b5d2-d338772f9241 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:58.484652 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.571970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc25385-c033-4907-8aac-08f5b37b8acb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:58.593299 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b55cd47-7a8a-42c1-a133-b1ddae5c64a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.651131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b55cd47-7a8a-42c1-a133-b1ddae5c64a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.653560 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0b55cd47-7a8a-42c1-a133-b1ddae5c64a8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d HTTP/1.1" status: 204 len: 168 time: 0.7975879 Jul 14 11:54:58.657522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55cd47-7a8a-42c1-a133-b1ddae5c64a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4810d3-0aa5-4e87-82a9-d5cd30da0e7d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:58.658515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5752e0e-2979-46e1-930a-0a91f279e2c3 None None] Network 50029b0f-5d64-4aca-beeb-32f77981ac0d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:54:58.659684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:58.700610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63e39f71-b30a-43a9-94e9-15408b04cf0e req-8b52f21d-a831-4fa4-aa11-f31967e8c594 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef19384a-8671-42b3-a02d-d52da4beaa7f HTTP/1.1" status: 200 len: 210 time: 0.0459583 Jul 14 11:54:58.716930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:58.726451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:58.729188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:54:58.820023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'Port': ['ID=d64af667-9755-47be-b5d2-d338772f9241,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:58.863287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:58.864799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:58.889275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12ff88-a8db-41ec-9c6f-759298e1385a req-feb0d4ff-edc1-4afb-946c-182e105e5399 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:58.898505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da12ff88-a8db-41ec-9c6f-759298e1385a req-feb0d4ff-edc1-4afb-946c-182e105e5399 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.3275821 Jul 14 11:54:58.928527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-4d6cfaf9-b5b9-4c70-8bb6-fcc3a6c0acdd tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4223747 Jul 14 11:54:58.953451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Request body: {'port': {'device_id': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:58.972453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da12ff88-a8db-41ec-9c6f-759298e1385a req-22c72b60-cb26-476e-917f-03ff51ff2b21 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698075 Jul 14 11:54:59.112295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.193298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] DHCP port deletion for 50029b0f-5d64-4aca-beeb-32f77981ac0d request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:54:59.267476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-18eb2ee6-9c3c-49dd-a22f-d6b05d0a05de None None] Provisioning for port d64af667-9755-47be-b5d2-d338772f9241 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:54:59.278859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-18eb2ee6-9c3c-49dd-a22f-d6b05d0a05de None None] Provisioning complete for port d64af667-9755-47be-b5d2-d338772f9241 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:59.284547 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-18eb2ee6-9c3c-49dd-a22f-d6b05d0a05de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.343194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Deleting port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:59.343868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.430721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.435631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:59.438785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Attempting to bind port 4fc25385-c033-4907-8aac-08f5b37b8acb on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:54:59.438785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Attempting to bind port 4fc25385-c033-4907-8aac-08f5b37b8acb by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:54:59.440733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Attempting to bind port 4fc25385-c033-4907-8aac-08f5b37b8acb on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:59.448571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Port 4fc25385-c033-4907-8aac-08f5b37b8acb on network ab57db97-d866-4580-839b-0963a274a61e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:54:59.448960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Attempting to bind port 4fc25385-c033-4907-8aac-08f5b37b8acb on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:54:59.478866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:54:59.479383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:54:59.479887 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Bound using segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:54:59.480435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Bound port: 4fc25385-c033-4907-8aac-08f5b37b8acb, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:54:59.480939 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.496962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 1fe1dee9-14e5-4584-b925-5f043acf4d1f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:54:59.497610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1fe1dee9-14e5-4584-b925-5f043acf4d1f not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:59.502378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-18eb2ee6-9c3c-49dd-a22f-d6b05d0a05de None None] Port d64af667-9755-47be-b5d2-d338772f9241 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:54:59.537676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] For port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d3ea8996-7756-4cd1-b93e-c2b979e2e3fb,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:59.538096 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.569757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Deleting port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:54:59.570105 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.586679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Calling delete_port for d3ea8996-7756-4cd1-b93e-c2b979e2e3fb owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:59.663699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] For port 4fc25385-c033-4907-8aac-08f5b37b8acb, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:59.672894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a743441-0892-42b0-a0da-1913eaf0914b req-2c6e6572-a921-4e0c-9e8d-abb966c0f92d tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:59.674543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a743441-0892-42b0-a0da-1913eaf0914b req-2c6e6572-a921-4e0c-9e8d-abb966c0f92d tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 931 time: 0.5663919 Jul 14 11:54:59.705470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64af667-9755-47be-b5d2-d338772f9241 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:54:59.712575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d3ea8996-7756-4cd1-b93e-c2b979e2e3fb no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:59.723896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.741820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] For port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d3ea8996-7756-4cd1-b93e-c2b979e2e3fb,segment=NetworkSegment(c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad),segment_id=c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:59.742817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.746992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Transition to ACTIVE for port object d64af667-9755-47be-b5d2-d338772f9241 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:54:59.761626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Calling delete_port for d3ea8996-7756-4cd1-b93e-c2b979e2e3fb owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:54:59.762112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0f1d7-dcbc-493e-8d7f-6f35aece5f48 req-1c1edaa2-b644-4d09-9efd-7881fe1cd5fe tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:59.763662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fa0f1d7-dcbc-493e-8d7f-6f35aece5f48 req-1c1edaa2-b644-4d09-9efd-7881fe1cd5fe tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.3308105 Jul 14 11:54:59.767823 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.782000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a743441-0892-42b0-a0da-1913eaf0914b req-c5d0f4f7-0640-4fab-b394-8196d97636ea tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888019 Jul 14 11:54:59.857058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Pushing event updated for resources: {'Port': ['ID=d64af667-9755-47be-b5d2-d338772f9241,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:59.863362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] For port 4fc25385-c033-4907-8aac-08f5b37b8acb, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc25385-c033-4907-8aac-08f5b37b8acb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:59.867559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fa0f1d7-dcbc-493e-8d7f-6f35aece5f48 req-5b15998f-89a4-43da-b72a-7be43ec60ab0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890837 Jul 14 11:54:59.884049 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.885629 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:59.919062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Pushing event deleted for resources: {'Port': ['ID=d3ea8996-7756-4cd1-b93e-c2b979e2e3fb,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:59.934370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.935145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.936078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.936608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.937097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.937681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.937895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.938222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.938599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.939217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.939885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.940503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:59.980370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb update to DOWN by agent not found {{(pid=93703) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 14 11:54:59.985166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5b944-31de-490c-ae08-37fda6b1ba0c None None] No DVR routers for this DVR port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:55:00.019615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43078) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:00.037840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc25385-c033-4907-8aac-08f5b37b8acb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:00.045721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:00.046344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.048009 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-15b6c87e-b056-4188-b771-cf918bc02ab6 service neutron] 10.222.0.64 "PUT /v2.0/ports/4fc25385-c033-4907-8aac-08f5b37b8acb HTTP/1.1" status: 200 len: 1091 time: 2.9530137 Jul 14 11:55:00.048457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67774c8f-81e1-4750-846f-4ea68289a95c', 'tag': '4fc25385-c033-4907-8aac-08f5b37b8acb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:00.050744 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca" -d '{"events": [{"name": "network-changed", "server_uuid": "67774c8f-81e1-4750-846f-4ea68289a95c", "tag": "4fc25385-c033-4907-8aac-08f5b37b8acb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:00.072230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.110265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Attempting to bind port d64af667-9755-47be-b5d2-d338772f9241 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:55:00.117122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Attempting to bind port d64af667-9755-47be-b5d2-d338772f9241 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:55:00.117493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Attempting to bind port d64af667-9755-47be-b5d2-d338772f9241 on network e8d4567e-4528-4820-b8c4-86c4d9e002fa {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:55:00.129101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ea8996-7756-4cd1-b93e-c2b979e2e3fb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:00.144104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Port d64af667-9755-47be-b5d2-d338772f9241 on network e8d4567e-4528-4820-b8c4-86c4d9e002fa not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:55:00.144433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Attempting to bind port d64af667-9755-47be-b5d2-d338772f9241 on network e8d4567e-4528-4820-b8c4-86c4d9e002fa {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:55:00.145841 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6b8f86-9d7d-4cad-8789-de9f09ea603b x-openstack-request-id: req-3c6b8f86-9d7d-4cad-8789-de9f09ea603b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:00.146319 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67774c8f-81e1-4750-846f-4ea68289a95c", "tag": "4fc25385-c033-4907-8aac-08f5b37b8acb", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:00.146723 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c6b8f86-9d7d-4cad-8789-de9f09ea603b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:00.147391 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67774c8f-81e1-4750-846f-4ea68289a95c', 'tag': '4fc25385-c033-4907-8aac-08f5b37b8acb', 'status': 'completed', 'code': 200} Jul 14 11:55:00.169469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:55:00.169819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Checking segment: {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:55:00.170270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Bound using segment: {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:55:00.170730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Bound port: d64af667-9755-47be-b5d2-d338772f9241, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:55:00.171094 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.185750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] No DVR routers for this DVR port d3ea8996-7756-4cd1-b93e-c2b979e2e3fb on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:55:00.325961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-4ab326de-f62a-49d0-b5cd-482f703535ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:00.327704 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-4ab326de-f62a-49d0-b5cd-482f703535ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 1094 time: 0.2010965 Jul 14 11:55:00.333517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.388485 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50029b0f-5d64-4aca-beeb-32f77981ac0d']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:00.392200 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-3ca8f39d-3ef8-4b5e-b40b-e6c0fb4cbab4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fc25385-c033-4907-8aac-08f5b37b8acb HTTP/1.1" status: 200 len: 217 time: 0.0543907 Jul 14 11:55:00.438452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:00.438845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66e2a39-f3fc-4bbe-aac3-bf02cdebf7ad') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:00.459442 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.479128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-9158de17-286e-4c1d-8876-a4d7199e5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:00.480772 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-9158de17-286e-4c1d-8876-a4d7199e5f70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0807912 Jul 14 11:55:00.481792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.483640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] For port d64af667-9755-47be-b5d2-d338772f9241, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:55:00.514525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:55:00.515886 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:55:00.533840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b94ae-e039-4158-8828-dacb924e0950 req-504fea31-ff90-41de-9d11-061cebbe322c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:00.540512 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da3b94ae-e039-4158-8828-dacb924e0950 req-504fea31-ff90-41de-9d11-061cebbe322c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.2801077 Jul 14 11:55:00.542645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] For port d64af667-9755-47be-b5d2-d338772f9241, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d64af667-9755-47be-b5d2-d338772f9241,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:55:00.600270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.616931 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.624421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-dec20420-360c-498a-94ea-0a9c8d3a27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:00.626416 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-dec20420-360c-498a-94ea-0a9c8d3a27a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335459 Jul 14 11:55:00.627200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.628987 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/50029b0f-5d64-4aca-beeb-32f77981ac0d HTTP/1.1" status: 204 len: 168 time: 1.9325702 Jul 14 11:55:00.652540 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae166f9b-3959-40bb-a996-843703a78ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=50029b0f-5d64-4aca-beeb-32f77981ac0d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:00.731011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Pushing event updated for resources: {'Port': ['ID=d64af667-9755-47be-b5d2-d338772f9241,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:00.771317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.771790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.772434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.773563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.774521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.775833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.776201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.776542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.777024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.777339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.777792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.778329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:00.808051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:00.811537 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:00.813820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-76746c71-7d7d-44dd-9d10-f64800f9401e service neutron] 10.222.0.45 "PUT /v2.0/ports/d64af667-9755-47be-b5d2-d338772f9241 HTTP/1.1" status: 200 len: 1091 time: 1.8660719 Jul 14 11:55:00.834760 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-ab472b19-bd95-486a-bcf2-f520125d884f service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914699 Jul 14 11:55:00.882381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'tag': 'd64af667-9755-47be-b5d2-d338772f9241'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:00.890460 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f668be84-25bc-4843-8302-7c3881c5b190" -d '{"events": [{"name": "network-changed", "server_uuid": "ea68dd2a-c537-42cf-a040-87292a77b98d", "tag": "d64af667-9755-47be-b5d2-d338772f9241"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:00.908414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da3b94ae-e039-4158-8828-dacb924e0950 req-1e794b65-10d7-42fa-82f9-901e52f3bd07 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070283 Jul 14 11:55:01.009024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43094) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:01.224974 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-94538b51-34e3-4301-8a77-35b2c6db4a71 req-fde1e68d-aba6-4246-a1ba-c2a5aea784f0 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827531 Jul 14 11:55:01.273001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cefe64a8-a5f2-4635-b310-a6601163b7d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a01fe4600b9949e785770cf3809e274c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050903 Jul 14 11:55:01.273952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43096) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:01.364425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04664-ad0e-450c-96b0-57323156696f req-ce671c32-97b6-4b2f-8446-963d6eae44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:01.366111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-ce671c32-97b6-4b2f-8446-963d6eae44fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 1094 time: 0.4359484 Jul 14 11:55:01.436300 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44a51849-c566-44f5-a391-2cda191fc031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:01.459914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-e4c7f3f3-3628-4cef-bf6b-7fa3b2056c41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64af667-9755-47be-b5d2-d338772f9241 HTTP/1.1" status: 200 len: 217 time: 0.0808859 Jul 14 11:55:01.472250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44a51849-c566-44f5-a391-2cda191fc031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:01.490772 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-43331b6b-a731-4537-9b83-0069ae99c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:01.492824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-43331b6b-a731-4537-9b83-0069ae99c55f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 1094 time: 0.1765358 Jul 14 11:55:01.635761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04664-ad0e-450c-96b0-57323156696f req-27e83e8e-14f1-41cc-927c-98d269d8c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:01.637318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-27e83e8e-14f1-41cc-927c-98d269d8c502 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.1670990 Jul 14 11:55:01.743038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2930d1-8ed0-4c90-a2c3-b21e9f5fff6c req-20881080-3724-45fe-9e0f-91e8bd522363 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:01.754280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd2930d1-8ed0-4c90-a2c3-b21e9f5fff6c req-20881080-3724-45fe-9e0f-91e8bd522363 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 943 time: 0.3854120 Jul 14 11:55:01.789472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44a51849-c566-44f5-a391-2cda191fc031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:01.796784 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44a51849-c566-44f5-a391-2cda191fc031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:01.798831 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-44a51849-c566-44f5-a391-2cda191fc031 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ced0cb2-a2e2-4e08-beff-b2b5bee4c9ed HTTP/1.1" status: 204 len: 168 time: 0.5234427 Jul 14 11:55:01.860909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a51849-c566-44f5-a391-2cda191fc031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ced0cb2-a2e2-4e08-beff-b2b5bee4c9ed,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:01.865535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-5e8f6ba2-b107-4012-9c9a-8ab9241b9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:01.867356 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-5e8f6ba2-b107-4012-9c9a-8ab9241b9515 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.3651745 Jul 14 11:55:01.952387 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-7d32d981-c0bb-447c-ac96-df73cd6a43c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fc25385-c033-4907-8aac-08f5b37b8acb HTTP/1.1" status: 200 len: 217 time: 0.0778494 Jul 14 11:55:02.072526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-71bc54e0-e178-4a3c-8eb4-e01a4c9a973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:02.072680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd2930d1-8ed0-4c90-a2c3-b21e9f5fff6c req-f8a836ff-a403-4334-a3b0-5b5e847aa345 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851779 Jul 14 11:55:02.074215 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-71bc54e0-e178-4a3c-8eb4-e01a4c9a973d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1151013 Jul 14 11:55:02.169186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:02.235141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-04ee6bb3-86d5-4880-a227-d366bfb749e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:02.238236 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-04ee6bb3-86d5-4880-a227-d366bfb749e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530077 Jul 14 11:55:02.282120 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb83bf6f-151d-4717-b0a8-445993522599 x-openstack-request-id: req-cb83bf6f-151d-4717-b0a8-445993522599 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:02.282413 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea68dd2a-c537-42cf-a040-87292a77b98d", "tag": "d64af667-9755-47be-b5d2-d338772f9241", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:02.282665 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb83bf6f-151d-4717-b0a8-445993522599 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:02.283059 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'tag': 'd64af667-9755-47be-b5d2-d338772f9241', 'status': 'completed', 'code': 200} Jul 14 11:55:02.297241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04664-ad0e-450c-96b0-57323156696f req-8005f957-4217-4dde-840d-b4b3370976fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:02.298717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-8005f957-4217-4dde-840d-b4b3370976fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6400661 Jul 14 11:55:02.312539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7db87d-01a0-441f-b404-28232b63863a req-44ed4292-2435-427e-9980-98774361e63d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:02.321324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f7db87d-01a0-441f-b404-28232b63863a req-44ed4292-2435-427e-9980-98774361e63d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.5475729 Jul 14 11:55:02.424404 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-cdaabf8a-ef72-467a-a4f3-dad5be862133 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788347 Jul 14 11:55:02.696322 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ef7fdbf5-0eed-4f57-a71d-7494dcf40fca req-29aa23c2-0dd0-4c0f-a72f-7b4d373fd15a service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640831 Jul 14 11:55:02.960705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f7db87d-01a0-441f-b404-28232b63863a req-b5146768-f893-4dcf-be26-0361a8939e31 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383948 Jul 14 11:55:03.118091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-f8cb826b-5a62-4fbf-9a3b-2862e13031f1 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7496758 Jul 14 11:55:03.151138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e304d5-3b49-431d-82e7-37a884201423 req-ddd9eb82-d0f0-4432-a843-49a84e2304d1 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:03.158234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5e304d5-3b49-431d-82e7-37a884201423 req-ddd9eb82-d0f0-4432-a843-49a84e2304d1 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 945 time: 0.7296073 Jul 14 11:55:03.175663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-451ebbc4-5c3c-452f-b4c8-fc013571f9c0 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:03.179066 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-451ebbc4-5c3c-452f-b4c8-fc013571f9c0 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 945 time: 0.1627994 Jul 14 11:55:03.301359 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5e304d5-3b49-431d-82e7-37a884201423 req-2770cbac-04a2-49f8-a274-d7f0c5bac64c tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/security-groups?id=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420007 Jul 14 11:55:03.397909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Deleting port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:03.398954 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:03.425271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cec04664-ad0e-450c-96b0-57323156696f req-b5de5ab6-229d-4e2b-9125-198872c0ef48 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982225 Jul 14 11:55:03.523931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b0db8-3fa3-4f5b-8e23-e2c29a0124fb req-944d2fa8-12c1-4e0e-b2af-0742d742db05 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:03.525545 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-311b0db8-3fa3-4f5b-8e23-e2c29a0124fb req-944d2fa8-12c1-4e0e-b2af-0742d742db05 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.2620435 Jul 14 11:55:03.650044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-311b0db8-3fa3-4f5b-8e23-e2c29a0124fb req-1d8fb289-0151-41ef-ab22-236c3288e953 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874484 Jul 14 11:55:03.654301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port a44a7559-0d07-42fd-905e-bd45462419e8 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:03.654654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:03.715624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] For port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:03.715624 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:03.746149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668be84-25bc-4843-8302-7c3881c5b190 req-6222538f-5138-44b1-b663-23d10ef4ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:03.747722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f668be84-25bc-4843-8302-7c3881c5b190 req-6222538f-5138-44b1-b663-23d10ef4ea32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 1094 time: 0.2194512 Jul 14 11:55:03.885109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port a44a7559-0d07-42fd-905e-bd45462419e8, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a44a7559-0d07-42fd-905e-bd45462419e8,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:03.885437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:03.913832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for a44a7559-0d07-42fd-905e-bd45462419e8 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:03.932452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0af62-a8f7-4519-80ea-5508c7706b31 req-c59dfb1f-bdb1-4bfc-af15-bc6b78079b14 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:03.939073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7a0af62-a8f7-4519-80ea-5508c7706b31 req-c59dfb1f-bdb1-4bfc-af15-bc6b78079b14 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 943 time: 0.2795749 Jul 14 11:55:04.013494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668be84-25bc-4843-8302-7c3881c5b190 req-cffa1466-6350-4dad-8371-c5f4079bb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:04.015908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f668be84-25bc-4843-8302-7c3881c5b190 req-cffa1466-6350-4dad-8371-c5f4079bb989 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.2536194 Jul 14 11:55:04.104060 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:04.105209 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:04.105873 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Floating IP dc203ade-7f91-4de0-80bf-313ca99cab2b disassociated. External IP: 172.25.2.228, port: 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0. Jul 14 11:55:04.107065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Calling delete_port for 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:04.108823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f668be84-25bc-4843-8302-7c3881c5b190 req-c58ebbe7-3b83-48c2-b51e-8d2fa4694a63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64af667-9755-47be-b5d2-d338772f9241 HTTP/1.1" status: 200 len: 217 time: 0.0838401 Jul 14 11:55:04.122346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7a0af62-a8f7-4519-80ea-5508c7706b31 req-45fe6caf-87ea-4274-84ba-66bca9525ddb tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822827 Jul 14 11:55:04.250460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668be84-25bc-4843-8302-7c3881c5b190 req-1fdf18a2-c61c-48ee-8465-a85eefbf42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:04.252228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f668be84-25bc-4843-8302-7c3881c5b190 req-1fdf18a2-c61c-48ee-8465-a85eefbf42f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.1273487 Jul 14 11:55:04.309219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:04.332028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668be84-25bc-4843-8302-7c3881c5b190 req-d309b8ce-c54f-4b08-846a-79a24092d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:04.334228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f668be84-25bc-4843-8302-7c3881c5b190 req-d309b8ce-c54f-4b08-846a-79a24092d56c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731251 Jul 14 11:55:04.372026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event deleted for resources: {'Port': ['ID=71c0bffb-e0a0-4c00-9b7f-38e4820e55d0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:04.558576 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:04.631701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:55:04.719565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=a44a7559-0d07-42fd-905e-bd45462419e8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:04.747584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f668be84-25bc-4843-8302-7c3881c5b190 req-11873ccf-0cd3-4127-b0cb-245970727884 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015679 Jul 14 11:55:04.920871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:55:04.943091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] Sync routers for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:55:04.980195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:04.981815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:04.995585 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f5e92e7-e031-4726-baa7-016bdccb6e72 req-69c12e51-eaf9-42c6-971f-a5bbd2b8141e tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 210 time: 0.2698143 Jul 14 11:55:05.037884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] No DVR routers for this DVR port 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:55:05.052610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:05.054927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9769f1a0-7127-4958-bb1f-0832d4ce16be req-31bf3c9b-28e7-4c8d-b221-e6f18013bae2 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.45 "DELETE /v2.0/ports/71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 HTTP/1.1" status: 204 len: 173 time: 1.8702104 Jul 14 11:55:05.055479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'name': 'network-vif-deleted', 'tag': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:05.080271 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9dc1aa-0242-4d77-8caf-91ea7515dc66" -d '{"events": [{"server_uuid": "f35de43e-56c1-4963-9f5d-5007c1a327b4", "name": "network-vif-deleted", "tag": "71c0bffb-e0a0-4c00-9b7f-38e4820e55d0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:05.249069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59111378-1d9f-4a1e-83f9-f1ee08eb4d2e req-7e8c47d0-9aac-4413-a90a-f8df21103e73 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:05.251563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59111378-1d9f-4a1e-83f9-f1ee08eb4d2e req-7e8c47d0-9aac-4413-a90a-f8df21103e73 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.8353903 Jul 14 11:55:05.358917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:05.500858 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f668be84-25bc-4843-8302-7c3881c5b190 req-848c50dc-7a22-4235-82e3-ac505f28c5fb service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995146 Jul 14 11:55:05.512850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59111378-1d9f-4a1e-83f9-f1ee08eb4d2e req-23e2e2dc-4e81-4da6-a1ac-ac4dbf6625e8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539392 Jul 14 11:55:05.564409 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:05.798413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6393704-7ba6-4097-a272-5abbb810ebe0 req-4a23c9ac-f5c1-412b-ba98-e0ae23160649 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:05.806293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6393704-7ba6-4097-a272-5abbb810ebe0 req-4a23c9ac-f5c1-412b-ba98-e0ae23160649 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.4145858 Jul 14 11:55:05.842635 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0400081c-0fa8-4dc3-9d65-a50eb286cacc x-openstack-request-id: req-0400081c-0fa8-4dc3-9d65-a50eb286cacc {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:05.843163 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35de43e-56c1-4963-9f5d-5007c1a327b4", "name": "network-vif-deleted", "tag": "71c0bffb-e0a0-4c00-9b7f-38e4820e55d0", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:05.843388 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0400081c-0fa8-4dc3-9d65-a50eb286cacc {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:05.843941 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35de43e-56c1-4963-9f5d-5007c1a327b4', 'name': 'network-vif-deleted', 'tag': '71c0bffb-e0a0-4c00-9b7f-38e4820e55d0', 'status': 'completed', 'code': 200} Jul 14 11:55:05.890655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:38Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '91b8af4b-c72a-49db-baad-33908bb55c90', 'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'mac_address': 'fa:16:3e:56:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:35Z', 'updated_at': '2021-07-14T11:49:46Z', 'revision_number': 5, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'subnets': [{'id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:05.929363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] Checking router: 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:55:05.939814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:05.940779 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:05.976776 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:55:06.013074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6393704-7ba6-4097-a272-5abbb810ebe0 req-3a774936-a53f-4e0f-9e25-f7a77ba2bf1e tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006750 Jul 14 11:55:06.104845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:06.235932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802a1b5-6a78-420f-9d70-9344f5de9228 req-8fbd7e72-057e-40c9-8543-a205fc815d5f tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:06.237849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6802a1b5-6a78-420f-9d70-9344f5de9228 req-8fbd7e72-057e-40c9-8543-a205fc815d5f tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 943 time: 0.2747574 Jul 14 11:55:06.396350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:38Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '91b8af4b-c72a-49db-baad-33908bb55c90', 'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'mac_address': 'fa:16:3e:56:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:35Z', 'updated_at': '2021-07-14T11:49:46Z', 'revision_number': 5, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'subnets': [{'id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:06.431972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4241c7-c4a5-4469-9584-a9e56e0b3724 None None] The sync data for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 is: [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:49:38Z', 'revision_number': 4, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '91b8af4b-c72a-49db-baad-33908bb55c90', 'name': '', 'network_id': '2606be22-7ac6-473f-83dc-f0eb00a74e1b', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'mac_address': 'fa:16:3e:56:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:35Z', 'updated_at': '2021-07-14T11:49:46Z', 'revision_number': 5, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'subnets': [{'id': '95ace7f6-1a3f-48ac-9ebc-534cd4dd1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:55:06.636484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-caecace2-fb98-4f5e-9bd8-f5df4c1c3f40 req-f2c24851-221b-4988-8138-2069bea07750 tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "GET /v2.0/ports?device_id=f35de43e-56c1-4963-9f5d-5007c1a327b4 HTTP/1.1" status: 200 len: 210 time: 0.3539689 Jul 14 11:55:06.667787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6802a1b5-6a78-420f-9d70-9344f5de9228 req-c394d692-6ff1-4095-820d-fa7d4c76f7e4 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4202058 Jul 14 11:55:06.683014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 8fab35df-887b-4f2b-9dc9-b351a3789211 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:55:06.779399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d64af667-9755-47be-b5d2-d338772f9241 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:55:06.781885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:06.859632 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:06.860362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 71c0bffb-e0a0-4c00-9b7f-38e4820e55d0 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:06.932355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:55:06.948960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c6e7bd80-23b3-4708-adb5-c115ed24af67 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "PUT /v2.0/routers/8fab35df-887b-4f2b-9dc9-b351a3789211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9293058 Jul 14 11:55:06.951747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43164) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:06.968448 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] Sync routers for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:55:06.984002 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:06.985759 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:06.989613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bdab8-3bcc-41f4-bb39-64059f9d9cb0 None None] New status for floating IP dc203ade-7f91-4de0-80bf-313ca99cab2b: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:55:07.074340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d64af667-9755-47be-b5d2-d338772f9241, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d64af667-9755-47be-b5d2-d338772f9241,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:07.075964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b6c12-8912-462b-bf7f-56a7eba7e785 req-12a03534-1435-4c8f-87ef-3dfbccf35094 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:07.077330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a705460-2b03-4380-b133-c153822f5b8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting subnet 304a83ec-5ad4-4e67-a1dc-52409ced0b9d {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:55:07.082529 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a705460-2b03-4380-b133-c153822f5b8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.086847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b7b6c12-8912-462b-bf7f-56a7eba7e785 req-12a03534-1435-4c8f-87ef-3dfbccf35094 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.1723897 Jul 14 11:55:07.193547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b7b6c12-8912-462b-bf7f-56a7eba7e785 req-0fea0dd1-902b-4546-af56-dc9472b80803 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052763 Jul 14 11:55:07.222093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'd64af667-9755-47be-b5d2-d338772f9241', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'port_id': 'd64af667-9755-47be-b5d2-d338772f9241', 'mac_address': 'fa:16:3e:a8:ff:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:55:07.231891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a705460-2b03-4380-b133-c153822f5b8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.300247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.322961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64af667-9755-47be-b5d2-d338772f9241 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:55:07.351675 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:07.385971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d64af667-9755-47be-b5d2-d338772f9241, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d64af667-9755-47be-b5d2-d338772f9241,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:07.396410 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.463669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a705460-2b03-4380-b133-c153822f5b8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.604225 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a705460-2b03-4380-b133-c153822f5b8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.622814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ef29d-db30-4e8c-84dd-00e86a79c7c6 req-21c9e345-a20b-4d2d-b0ab-e03b202b6957 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:07.632575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=d64af667-9755-47be-b5d2-d338772f9241,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:07.636476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a705460-2b03-4380-b133-c153822f5b8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Subnet': ['ID=304a83ec-5ad4-4e67-a1dc-52409ced0b9d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:07.639139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-109ef29d-db30-4e8c-84dd-00e86a79c7c6 req-21c9e345-a20b-4d2d-b0ab-e03b202b6957 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.1517630 Jul 14 11:55:07.664214 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:55:04Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:07.667425 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a705460-2b03-4380-b133-c153822f5b8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.672531 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5a705460-2b03-4380-b133-c153822f5b8b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/subnets/304a83ec-5ad4-4e67-a1dc-52409ced0b9d HTTP/1.1" status: 204 len: 168 time: 0.7181079 Jul 14 11:55:07.673304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43182) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:07.683605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b956e0-ab3b-4dd0-88c7-9d017f669ac0 None None] Network 20d802b4-649c-41b9-aa28-0e9e2995a64d requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:55:07.710096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['d64af667-9755-47be-b5d2-d338772f9241'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:55:07.711443 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] Checking router: 8fab35df-887b-4f2b-9dc9-b351a3789211 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:55:07.732626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-109ef29d-db30-4e8c-84dd-00e86a79c7c6 req-6fa9e705-c5f3-46ad-9a11-e7d22fc698cb tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921144 Jul 14 11:55:07.744925 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] Routers {'8fab35df-887b-4f2b-9dc9-b351a3789211'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:07.745884 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:54:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8fab35df-887b-4f2b-9dc9-b351a3789211'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:07.903092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43186) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:07.929904 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.978248 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] Set router 8fab35df-887b-4f2b-9dc9-b351a3789211 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:08.115973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.228042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port 70f7e353-2c47-4189-b80a-16a323d6e9c2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:08.228371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.245528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76113240-7e17-42ac-913d-014b34832ce1 None None] DHCP port deletion for 20d802b4-649c-41b9-aa28-0e9e2995a64d request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:55:08.279883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Deleting port 81c48560-ebf6-4c41-87d1-dfcea986ce64 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:08.280229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.304391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137057f-f4c3-4a8c-b152-74ffd0fc9864 req-bed37487-44ae-4960-8e67-5da507830aa1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:08.313001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f137057f-f4c3-4a8c-b152-74ffd0fc9864 req-bed37487-44ae-4960-8e67-5da507830aa1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 944 time: 0.2903812 Jul 14 11:55:08.314105 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:55:04Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:08.336203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-76113240-7e17-42ac-913d-014b34832ce1 None None] Deleting port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:08.336913 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76113240-7e17-42ac-913d-014b34832ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.355018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port 70f7e353-2c47-4189-b80a-16a323d6e9c2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=70f7e353-2c47-4189-b80a-16a323d6e9c2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:08.356142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.375148 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for 70f7e353-2c47-4189-b80a-16a323d6e9c2 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:08.386288 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f11fba-7e77-46a3-b4e8-15d59313c14a None None] The sync data for ids ['8fab35df-887b-4f2b-9dc9-b351a3789211'] in n-d-778696-8 is: [{'id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96463125', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:45Z', 'updated_at': '2021-07-14T11:55:04Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '70f7e353-2c47-4189-b80a-16a323d6e9c2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab35df-887b-4f2b-9dc9-b351a3789211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:46Z', 'updated_at': '2021-07-14T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:55:08.401902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f137057f-f4c3-4a8c-b152-74ffd0fc9864 req-33aa5be1-63b4-4932-945a-db64e0ddec98 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820518 Jul 14 11:55:08.417164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-76113240-7e17-42ac-913d-014b34832ce1 None None] For port 7b11b1ee-df77-4854-b8f2-8d71b099ca91, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7b11b1ee-df77-4854-b8f2-8d71b099ca91,segment=NetworkSegment(c3a177f5-b561-4615-9896-3be6de09c50b),segment_id=c3a177f5-b561-4615-9896-3be6de09c50b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:08.417560 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76113240-7e17-42ac-913d-014b34832ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.434104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-76113240-7e17-42ac-913d-014b34832ce1 None None] Calling delete_port for 7b11b1ee-df77-4854-b8f2-8d71b099ca91 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:08.458188 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.458188 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.488233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Calling delete_port for 81c48560-ebf6-4c41-87d1-dfcea986ce64 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:08.551660 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76113240-7e17-42ac-913d-014b34832ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.588605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76113240-7e17-42ac-913d-014b34832ce1 None None] No DVR routers for this DVR port 7b11b1ee-df77-4854-b8f2-8d71b099ca91 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:55:08.590899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76113240-7e17-42ac-913d-014b34832ce1 None None] Pushing event deleted for resources: {'Port': ['ID=7b11b1ee-df77-4854-b8f2-8d71b099ca91,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:08.635186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e9c57-d129-4474-ba19-712c89b4a9a6 req-7dbee25c-c1d1-4383-9423-6df354933639 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:08.636727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.637533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a06e9c57-d129-4474-ba19-712c89b4a9a6 req-7dbee25c-c1d1-4383-9423-6df354933639 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.1681123 Jul 14 11:55:08.673874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=70f7e353-2c47-4189-b80a-16a323d6e9c2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:08.731673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a06e9c57-d129-4474-ba19-712c89b4a9a6 req-d9933d05-7c0d-4e29-a854-ee6d926a9d7e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728576 Jul 14 11:55:08.772359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d64af667-9755-47be-b5d2-d338772f9241 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:08.777997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.825912 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.846509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event deleted for resources: {'Port': ['ID=81c48560-ebf6-4c41-87d1-dfcea986ce64,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:08.895714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port d64af667-9755-47be-b5d2-d338772f9241 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:08.904180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port d64af667-9755-47be-b5d2-d338772f9241 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:08.904566 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.965437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.970338 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.970583 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:08.973110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c361d472-60c2-445b-9706-609b55feda0f tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "DELETE /v2.0/floatingips/dc203ade-7f91-4de0-80bf-313ca99cab2b HTTP/1.1" status: 204 len: 168 time: 1.0672507 Jul 14 11:55:08.978153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.065498 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.065749 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.068458 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Fanout notify agent at l3_agent the message router_deleted on router 8fab35df-887b-4f2b-9dc9-b351a3789211 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:55:09.080417 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.084001 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-72df8963-c20e-4f33-bc7e-135eb99e5026 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/routers/8fab35df-887b-4f2b-9dc9-b351a3789211 HTTP/1.1" status: 204 len: 168 time: 1.4085238 Jul 14 11:55:09.091113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43198) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:09.310434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe88ef9-eb9b-4459-b2ff-b46e43c17bcf req-158ef4fd-2edd-4890-bd2e-891588c7b9b9 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:09.317696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfe88ef9-eb9b-4459-b2ff-b46e43c17bcf req-158ef4fd-2edd-4890-bd2e-891588c7b9b9 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.2406199 Jul 14 11:55:09.333065 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.415395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bfe88ef9-eb9b-4459-b2ff-b46e43c17bcf req-1fe08314-040e-4368-be47-d441bf0ad785 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717828 Jul 14 11:55:09.423500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43202) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:09.518683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64af667-9755-47be-b5d2-d338772f9241'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:09.521464 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d87c0e-2d95-436f-bcf4-2044116743f6" -d '{"events": [{"server_uuid": "ea68dd2a-c537-42cf-a040-87292a77b98d", "name": "network-vif-plugged", "status": "completed", "tag": "d64af667-9755-47be-b5d2-d338772f9241"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:09.539958 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1427-7df0-4d93-913e-b60c5c98524d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.549267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d64af667-9755-47be-b5d2-d338772f9241, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d64af667-9755-47be-b5d2-d338772f9241,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:09.560269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.641189 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb1c777-aa25-4115-af57-f4f72ded083b x-openstack-request-id: req-6fb1c777-aa25-4115-af57-f4f72ded083b {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:09.641588 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea68dd2a-c537-42cf-a040-87292a77b98d", "name": "network-vif-plugged", "status": "completed", "tag": "d64af667-9755-47be-b5d2-d338772f9241", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:09.641905 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6fb1c777-aa25-4115-af57-f4f72ded083b {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:09.649088 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64af667-9755-47be-b5d2-d338772f9241', 'code': 200} Jul 14 11:55:09.651639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=d64af667-9755-47be-b5d2-d338772f9241,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:09.683465 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.705305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d802b4-649c-41b9-aa28-0e9e2995a64d']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:09.721170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a177f5-b561-4615-9896-3be6de09c50b') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:09.721973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a177f5-b561-4615-9896-3be6de09c50b') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:09.744162 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.753119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-674f9293-4019-4bd4-8e51-4da3feb3159e tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.768255 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.785756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:55:09.786265 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.787306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d201-ce8d-4c8b-bd67-c367e5e48f6e req-555ffbe6-7ed5-474f-8a1f-e1518941a770 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:55:09.789695 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:55:09.795300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e407d201-ce8d-4c8b-bd67-c367e5e48f6e req-555ffbe6-7ed5-474f-8a1f-e1518941a770 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1696215 Jul 14 11:55:09.805820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-674f9293-4019-4bd4-8e51-4da3feb3159e tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.854382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e407d201-ce8d-4c8b-bd67-c367e5e48f6e req-518c8a19-6676-4f8d-b723-f02bca8d7e44 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582161 Jul 14 11:55:09.871808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872efa6-06f6-4212-8860-20bf98411eb7 req-e0f094e8-d762-4ede-a4c1-359cf2ad3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:09.873908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e872efa6-06f6-4212-8860-20bf98411eb7 req-e0f094e8-d762-4ede-a4c1-359cf2ad3791 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 1096 time: 0.1513963 Jul 14 11:55:09.921672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.943202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:09.945222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/networks/20d802b4-649c-41b9-aa28-0e9e2995a64d HTTP/1.1" status: 204 len: 168 time: 0.8526533 Jul 14 11:55:09.950210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43222) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:09.974363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abad52a-967b-4057-8fe9-97e5b8f6fcd3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Network': ['ID=20d802b4-649c-41b9-aa28-0e9e2995a64d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:09.987594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e872efa6-06f6-4212-8860-20bf98411eb7 req-29a8921c-b56d-4d9c-86e9-1ccd544dd311 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052864 Jul 14 11:55:10.117895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e57a50b-5a7c-434e-8886-93d4b22c883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.138837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a44a7559-0d07-42fd-905e-bd45462419e8 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:10.140260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-674f9293-4019-4bd4-8e51-4da3feb3159e tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.143476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-674f9293-4019-4bd4-8e51-4da3feb3159e tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.145621 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-674f9293-4019-4bd4-8e51-4da3feb3159e tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] 10.222.0.38 "DELETE /v2.0/security-groups/31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a HTTP/1.1" status: 204 len: 168 time: 0.7210665 Jul 14 11:55:10.176094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e57a50b-5a7c-434e-8886-93d4b22c883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.179921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f9293-4019-4bd4-8e51-4da3feb3159e tempest-TestServerBasicOps-336587708 tempest-TestServerBasicOps-336587708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b86f50-7b6c-41e6-9a9a-0f6dc958bc2a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:10.236259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc0ca9-53d1-4f08-962c-0a9749187b3f req-7eb1f1b4-af42-4b96-aca2-f45709d0156a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:10.238016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2dc0ca9-53d1-4f08-962c-0a9749187b3f req-7eb1f1b4-af42-4b96-aca2-f45709d0156a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.2119048 Jul 14 11:55:10.246243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a44a7559-0d07-42fd-905e-bd45462419e8 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:10.248076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a44a7559-0d07-42fd-905e-bd45462419e8 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:10.249477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7b11b1ee-df77-4854-b8f2-8d71b099ca91 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:10.250845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43226) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:10.300005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 7b11b1ee-df77-4854-b8f2-8d71b099ca91 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:10.300318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7b11b1ee-df77-4854-b8f2-8d71b099ca91 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:10.304146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e57a50b-5a7c-434e-8886-93d4b22c883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.308115 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e57a50b-5a7c-434e-8886-93d4b22c883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.313173 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5e57a50b-5a7c-434e-8886-93d4b22c883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/security-groups/cbd87d0f-4684-42b1-8fb0-1c4624ea8b35 HTTP/1.1" status: 204 len: 168 time: 0.3619933 Jul 14 11:55:10.325601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57a50b-5a7c-434e-8886-93d4b22c883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd87d0f-4684-42b1-8fb0-1c4624ea8b35,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:10.334817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2dc0ca9-53d1-4f08-962c-0a9749187b3f req-38e705f3-7096-4863-88bb-0ef06bfad5b7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882881 Jul 14 11:55:10.736680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93919b96-76d8-45f5-a8ab-e44311b2dfea req-90a0bb72-6df9-4cec-b886-6aa693650947 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:10.751405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93919b96-76d8-45f5-a8ab-e44311b2dfea req-90a0bb72-6df9-4cec-b886-6aa693650947 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.1228344 Jul 14 11:55:10.791551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93919b96-76d8-45f5-a8ab-e44311b2dfea req-4ed59bc9-39a9-44da-856a-b9549ed20413 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391629 Jul 14 11:55:10.867240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43236) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:10.872536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-36ce09ae-b096-4dda-bfc6-3c7695465b4d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74356204', 'description': 'tempest-secgroup-smoke-74356204 description', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:10.926112 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36ce09ae-b096-4dda-bfc6-3c7695465b4d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.147955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.152228 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36ce09ae-b096-4dda-bfc6-3c7695465b4d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.175065 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36ce09ae-b096-4dda-bfc6-3c7695465b4d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.225842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36ce09ae-b096-4dda-bfc6-3c7695465b4d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.227777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-36ce09ae-b096-4dda-bfc6-3c7695465b4d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3592610 Jul 14 11:55:11.234364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43244) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:11.247426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1e357761-84b4-46a2-b130-aac0e8785ea9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'a261ec15-2f0b-41fd-a645-3b0122c0fb39', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:11.267383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce09ae-b096-4dda-bfc6-3c7695465b4d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a261ec15-2f0b-41fd-a645-3b0122c0fb39,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:11.292916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f805d-0e68-4ebf-9bca-99b294ba2155 req-09025d28-ed0a-46de-b797-9acedcf74b1e tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:11.295169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b5f805d-0e68-4ebf-9bca-99b294ba2155 req-09025d28-ed0a-46de-b797-9acedcf74b1e tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.2267480 Jul 14 11:55:11.306133 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1e357761-84b4-46a2-b130-aac0e8785ea9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.407952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b5f805d-0e68-4ebf-9bca-99b294ba2155 req-792ee300-8cee-498a-81f1-6fdede6994d5 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902362 Jul 14 11:55:11.443137 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1e357761-84b4-46a2-b130-aac0e8785ea9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.450832 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1e357761-84b4-46a2-b130-aac0e8785ea9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.477432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e357761-84b4-46a2-b130-aac0e8785ea9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621ccfae-17a6-4792-ad12-e7ab45ad005b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:11.489159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1e357761-84b4-46a2-b130-aac0e8785ea9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.492189 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1e357761-84b4-46a2-b130-aac0e8785ea9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2565391 Jul 14 11:55:11.497309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43248) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:11.502297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-06b8c785-f2c4-456e-a2f0-57a5c301c25e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'a261ec15-2f0b-41fd-a645-3b0122c0fb39', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:11.588430 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06b8c785-f2c4-456e-a2f0-57a5c301c25e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.593615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 70f7e353-2c47-4189-b80a-16a323d6e9c2 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:11.631742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Deleting port 91b8af4b-c72a-49db-baad-33908bb55c90 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:11.632169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.634073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 70f7e353-2c47-4189-b80a-16a323d6e9c2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:11.634792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 70f7e353-2c47-4189-b80a-16a323d6e9c2 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:11.668003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca2881-ecd0-44fc-997b-696750358752 req-29991dbd-5fe1-46ec-8c2a-13b3f231b612 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:11.669717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54ca2881-ecd0-44fc-997b-696750358752 req-29991dbd-5fe1-46ec-8c2a-13b3f231b612 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.1232123 Jul 14 11:55:11.717049 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06b8c785-f2c4-456e-a2f0-57a5c301c25e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.723510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06b8c785-f2c4-456e-a2f0-57a5c301c25e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.740534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54ca2881-ecd0-44fc-997b-696750358752 req-92d06857-1176-4c00-835d-5e9883cb4cf4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605047 Jul 14 11:55:11.771264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8c785-f2c4-456e-a2f0-57a5c301c25e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563ae07b-11f2-43cd-89ca-e240d201dc1c,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:11.793586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06b8c785-f2c4-456e-a2f0-57a5c301c25e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.796622 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-06b8c785-f2c4-456e-a2f0-57a5c301c25e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2967649 Jul 14 11:55:11.799377 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43252) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:11.808187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] For port 91b8af4b-c72a-49db-baad-33908bb55c90, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=91b8af4b-c72a-49db-baad-33908bb55c90,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:11.808553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.813557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-35e537f1-f950-468a-8d80-859e8c12e2e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'a261ec15-2f0b-41fd-a645-3b0122c0fb39', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:11.838597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Calling delete_port for 91b8af4b-c72a-49db-baad-33908bb55c90 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:11.911695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35e537f1-f950-468a-8d80-859e8c12e2e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.004335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb96dd-5b14-4a8c-b088-2c0988d67823 req-6ebed348-f1c9-4413-b59f-a10908559a7f tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:12.006242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65eb96dd-5b14-4a8c-b088-2c0988d67823 req-6ebed348-f1c9-4413-b59f-a10908559a7f tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.0712941 Jul 14 11:55:12.043564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35e537f1-f950-468a-8d80-859e8c12e2e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.051545 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35e537f1-f950-468a-8d80-859e8c12e2e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.053788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65eb96dd-5b14-4a8c-b088-2c0988d67823 req-ae565c7a-51bb-4626-8df3-3fed4cee5506 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Jul 14 11:55:12.079748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e537f1-f950-468a-8d80-859e8c12e2e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557f64fc-d90d-40d3-8089-104f022d9515,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:12.105352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35e537f1-f950-468a-8d80-859e8c12e2e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.106993 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-35e537f1-f950-468a-8d80-859e8c12e2e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012359 Jul 14 11:55:12.110092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43260) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:12.125924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4a759488-c26b-419c-bad5-bc22d7f124e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'a261ec15-2f0b-41fd-a645-3b0122c0fb39', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:12.153463 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-138e0b69-4f15-45a3-8aa2-48925172d6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.169824 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a759488-c26b-419c-bad5-bc22d7f124e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.223652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.276445 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a759488-c26b-419c-bad5-bc22d7f124e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.281434 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.286114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a759488-c26b-419c-bad5-bc22d7f124e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.295451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b8af4b-c72a-49db-baad-33908bb55c90,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:12.316094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a759488-c26b-419c-bad5-bc22d7f124e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c26d372-302b-458a-9558-f2da4a7dc665,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:12.320918 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a759488-c26b-419c-bad5-bc22d7f124e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.326854 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4a759488-c26b-419c-bad5-bc22d7f124e6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2120926 Jul 14 11:55:12.328197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43270) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:12.340153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-545d35d6-b25f-4764-b2c2-671b049a42dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'a261ec15-2f0b-41fd-a645-3b0122c0fb39', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:12.410823 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-545d35d6-b25f-4764-b2c2-671b049a42dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Project 1099e3a0cf304d4bb2e4f5aff0c2fe33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:55:12.420373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-545d35d6-b25f-4764-b2c2-671b049a42dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.527499 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.622610 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-545d35d6-b25f-4764-b2c2-671b049a42dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.632595 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-545d35d6-b25f-4764-b2c2-671b049a42dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.703611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d35d6-b25f-4764-b2c2-671b049a42dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec19781-d93a-4fc0-9632-e9dfbe6b2761,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:12.725106 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-545d35d6-b25f-4764-b2c2-671b049a42dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.729760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-545d35d6-b25f-4764-b2c2-671b049a42dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4002364 Jul 14 11:55:12.731889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43274) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:12.737786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-72083ee9-67c1-43fc-9182-2bc718d48b02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': 'a261ec15-2f0b-41fd-a645-3b0122c0fb39', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:12.802279 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-72083ee9-67c1-43fc-9182-2bc718d48b02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Project 1099e3a0cf304d4bb2e4f5aff0c2fe33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:55:12.829141 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72083ee9-67c1-43fc-9182-2bc718d48b02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.881316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e283307-cb0e-409d-841c-5b608da59d1c req-961151be-195b-4558-a375-17d1ae6b5a9b tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:12.883393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e283307-cb0e-409d-841c-5b608da59d1c req-961151be-195b-4558-a375-17d1ae6b5a9b tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.2237809 Jul 14 11:55:12.964435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e283307-cb0e-409d-841c-5b608da59d1c req-3ddb5110-0891-4fc9-98c6-09c1d89e7727 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690260 Jul 14 11:55:13.049309 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72083ee9-67c1-43fc-9182-2bc718d48b02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.062941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72083ee9-67c1-43fc-9182-2bc718d48b02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.111344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72083ee9-67c1-43fc-9182-2bc718d48b02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2cc660-ced8-4edf-90d0-5ded95bb67b9,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:13.152764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00edd2-b786-4fd0-875b-9352b8c485d8 req-13f44a0f-7d8a-4ebf-9103-038626c19fac tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:13.163064 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da00edd2-b786-4fd0-875b-9352b8c485d8 req-13f44a0f-7d8a-4ebf-9103-038626c19fac tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.2246614 Jul 14 11:55:13.193651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72083ee9-67c1-43fc-9182-2bc718d48b02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.195838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-72083ee9-67c1-43fc-9182-2bc718d48b02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4621780 Jul 14 11:55:13.199594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43284) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:13.207412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'network': {'name': 'tempest-network-smoke--1001263496', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'port_security_enabled': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:13.284071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:55:13.289341 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.326595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da00edd2-b786-4fd0-875b-9352b8c485d8 req-9432f9ce-58f2-4655-8e06-5d34747248b8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624081 Jul 14 11:55:13.434950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1178-63c6-41e9-bda4-a138467bf9c4 req-eb52d74f-bd12-4b06-9dcc-23eb3fb3d257 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:13.436596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92ae1178-63c6-41e9-bda4-a138467bf9c4 req-eb52d74f-bd12-4b06-9dcc-23eb3fb3d257 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1930478 Jul 14 11:55:13.437454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:55:13.465573 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.466693 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Added segment 4ebfb84f-4b19-441e-bdb0-2496bde05439 of type vlan for network 6c909423-f045-49bd-a657-e219ef49590a Jul 14 11:55:13.494051 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.503256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43288) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:13.511074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-824ebbe0-948e-48bb-a826-c56f0d592108 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'floatingip': {'port_id': 'd64af667-9755-47be-b5d2-d338772f9241'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:13.554195 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:55:13.590593 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.603917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-824ebbe0-948e-48bb-a826-c56f0d592108 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.694039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.700345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:13.700798 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.822641 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6214294 Jul 14 11:55:13.833250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43292) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:13.846021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'admin_state_up': True, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:13.868321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bf575-1371-48fa-9298-f755a0945ad7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Network': ['ID=6c909423-f045-49bd-a657-e219ef49590a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:13.871495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:55:13.880725 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3fbbf274-9584-4615-b770-a684a8660c32 admin admin] 10.222.0.38 "PUT /v2.0/routers/2d2a13fc-0351-4c41-99a8-5568c5aa5be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6285322 Jul 14 11:55:13.884073 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] Sync routers for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:55:13.892727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 6c909423-f045-49bd-a657-e219ef49590a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:55:13.897929 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43294) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:13.915218 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:13.920161 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:14.079891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.169268 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:14.213544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58b75c-b1b8-4662-93d2-e5662cda11f9 req-b7b5bb11-7c32-43d3-a29f-cc4d2aa30771 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:14.221695 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f58b75c-b1b8-4662-93d2-e5662cda11f9 req-b7b5bb11-7c32-43d3-a29f-cc4d2aa30771 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.6059120 Jul 14 11:55:14.250289 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.271357 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.272773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.326494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f58b75c-b1b8-4662-93d2-e5662cda11f9 req-3b8e2d58-704a-48b0-9971-500a8808395a tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036439 Jul 14 11:55:14.395904 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.407459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Deleting port dc0377e4-56c5-49da-b1ab-61e8d14e818d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:14.407931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.431447 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:55:12Z', 'revision_number': 5, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port': {'id': 'dc0377e4-56c5-49da-b1ab-61e8d14e818d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:97:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:30Z', 'updated_at': '2021-07-14T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:14.437714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-824ebbe0-948e-48bb-a826-c56f0d592108 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.443986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-824ebbe0-948e-48bb-a826-c56f0d592108 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.571367 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] Checking router: 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:55:14.580138 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] Routers {'2d2a13fc-0351-4c41-99a8-5568c5aa5be5'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:14.581115 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:14.605687 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-824ebbe0-948e-48bb-a826-c56f0d592108 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Floating IP ee08359e-d6cf-4390-b520-c6866f73b5ff associated. External IP: 172.25.2.217, port: d64af667-9755-47be-b5d2-d338772f9241. Jul 14 11:55:14.767515 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] Set router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:14.787939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.797793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] For port dc0377e4-56c5-49da-b1ab-61e8d14e818d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dc0377e4-56c5-49da-b1ab-61e8d14e818d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:14.798193 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.824864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Calling delete_port for dc0377e4-56c5-49da-b1ab-61e8d14e818d owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:14.838687 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:55:14Z', 'revision_number': 6, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:14.876764 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7701b1b-b408-46f6-8896-c61f655ad885 None None] The sync data for ids ['2d2a13fc-0351-4c41-99a8-5568c5aa5be5'] in n-d-778696-8 is: [{'id': '2d2a13fc-0351-4c41-99a8-5568c5aa5be5', 'name': 'tempest-TestServerBasicOps-766927601-router', 'tenant_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:29Z', 'updated_at': '2021-07-14T11:55:14Z', 'revision_number': 6, 'project_id': 'f0ff7d6969be429da4e1a0ab66afb275', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:55:14.995991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824ebbe0-948e-48bb-a826-c56f0d592108 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:55:15.006836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aaf40-6135-47dc-b365-cee06185c3cb req-2fd8d096-bf17-4e8d-99b4-733c605fb2c5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:15.009015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-635aaf40-6135-47dc-b365-cee06185c3cb req-2fd8d096-bf17-4e8d-99b4-733c605fb2c5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.3657541 Jul 14 11:55:15.118078 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-635aaf40-6135-47dc-b365-cee06185c3cb req-9bace58a-8c35-4df5-ac68-5558327769fb tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873206 Jul 14 11:55:15.189966 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:15.216185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824ebbe0-948e-48bb-a826-c56f0d592108 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:55:15.220853 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-824ebbe0-948e-48bb-a826-c56f0d592108 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:15.231558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] Sync routers for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:55:15.247867 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:15.248668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:15.295633 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-824ebbe0-948e-48bb-a826-c56f0d592108 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "PUT /v2.0/floatingips/ee08359e-d6cf-4390-b520-c6866f73b5ff HTTP/1.1" status: 200 len: 991 time: 1.7886136 Jul 14 11:55:15.296333 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'tag': 'd64af667-9755-47be-b5d2-d338772f9241'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:15.299260 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22" -d '{"events": [{"name": "network-changed", "server_uuid": "ea68dd2a-c537-42cf-a040-87292a77b98d", "tag": "d64af667-9755-47be-b5d2-d338772f9241"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:15.361912 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf2bd13-79e7-4bde-9cdf-3c0e86b77726 x-openstack-request-id: req-8cf2bd13-79e7-4bde-9cdf-3c0e86b77726 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:15.362296 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea68dd2a-c537-42cf-a040-87292a77b98d", "tag": "d64af667-9755-47be-b5d2-d338772f9241", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:15.362465 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8cf2bd13-79e7-4bde-9cdf-3c0e86b77726 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:15.364023 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'tag': 'd64af667-9755-47be-b5d2-d338772f9241', 'status': 'completed', 'code': 200} Jul 14 11:55:15.506148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:15.559527 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:15.673105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0377e4-56c5-49da-b1ab-61e8d14e818d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:15.766603 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:15.865945 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:15.905635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f3f5-afcc-464a-bc93-1655496855b2 req-89598bf3-8e01-4f32-a3c6-bd25eafe62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:15.907233 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe38f3f5-afcc-464a-bc93-1655496855b2 req-89598bf3-8e01-4f32-a3c6-bd25eafe62a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 1097 time: 0.1386034 Jul 14 11:55:15.942324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'ee08359e-d6cf-4390-b520-c6866f73b5ff', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'port_id': 'd64af667-9755-47be-b5d2-d338772f9241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'mac_address': 'fa:16:3e:a8:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:54:51Z', 'updated_at': '2021-07-14T11:55:14Z', 'revision_number': 1, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:15.959058 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe38f3f5-afcc-464a-bc93-1655496855b2 req-6a1e2971-5bf1-4b8d-9811-bce9868a73fa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Jul 14 11:55:15.993446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dc0377e4-56c5-49da-b1ab-61e8d14e818d no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:15.997692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] Checking router: 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:55:16.021045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: dc0377e4-56c5-49da-b1ab-61e8d14e818d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:16.021439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dc0377e4-56c5-49da-b1ab-61e8d14e818d not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:16.021869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 91b8af4b-c72a-49db-baad-33908bb55c90 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:16.048103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 91b8af4b-c72a-49db-baad-33908bb55c90 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:16.048456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 91b8af4b-c72a-49db-baad-33908bb55c90 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:16.057220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:16.058028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:16.074161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-13835ac1-3d99-47da-82f1-8a4669d0bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:16.088536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-13835ac1-3d99-47da-82f1-8a4669d0bdcf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 1096 time: 0.6493294 Jul 14 11:55:16.134993 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:16.149155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589e96b-d91d-4d99-8ef2-07fb452b502c req-5c35a01d-d7b7-484b-946d-ac79db2f9151 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:16.161995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e589e96b-d91d-4d99-8ef2-07fb452b502c req-5c35a01d-d7b7-484b-946d-ac79db2f9151 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.5736334 Jul 14 11:55:16.245529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:16.414534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43326) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:16.595744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be2f403a-9d42-456c-9006-af9f3e83bc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:16.670359 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'ee08359e-d6cf-4390-b520-c6866f73b5ff', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'port_id': 'd64af667-9755-47be-b5d2-d338772f9241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'mac_address': 'fa:16:3e:a8:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:54:51Z', 'updated_at': '2021-07-14T11:55:14Z', 'revision_number': 1, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:16.710823 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977f033-e737-4dd9-a128-f890b4b0a0d8 None None] The sync data for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 is: [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'ee08359e-d6cf-4390-b520-c6866f73b5ff', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'port_id': 'd64af667-9755-47be-b5d2-d338772f9241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'mac_address': 'fa:16:3e:a8:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:54:51Z', 'updated_at': '2021-07-14T11:55:14Z', 'revision_number': 1, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:55:16.749296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be2f403a-9d42-456c-9006-af9f3e83bc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:16.759915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-be2f403a-9d42-456c-9006-af9f3e83bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:16.780302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-c31a6ec0-0538-4792-8453-2d768c85a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:16.782268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-c31a6ec0-0538-4792-8453-2d768c85a416 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.6732707 Jul 14 11:55:16.791990 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-be2f403a-9d42-456c-9006-af9f3e83bc4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d197ac9c5f64e209047887c60b0d0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762374 Jul 14 11:55:16.799505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43332) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:16.819843 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:16.840125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f403a-9d42-456c-9006-af9f3e83bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2af1398-1fc0-494a-bdfb-dc04d127d4b7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:16.849981 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:16.903222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e589e96b-d91d-4d99-8ef2-07fb452b502c req-d1fb7c02-aa47-4bed-89fa-52d0a6185ff0 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7272713 Jul 14 11:55:16.903449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc86c5cd-385f-4d80-b820-455c1497e45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:16.950594 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc86c5cd-385f-4d80-b820-455c1497e45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:16.979677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.25.2.190 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/674cb6e2-de1f-488a-9208-f9e94874d160) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:55:17.028412 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.028938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d2a13fc-0351-4c41-99a8-5568c5aa5be5 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:55:17.033704 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.035566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5873b2c9-770e-4597-83a2-61e42b7ab31b admin admin] 10.222.0.38 "DELETE /v2.0/routers/2d2a13fc-0351-4c41-99a8-5568c5aa5be5 HTTP/1.1" status: 204 len: 168 time: 3.1325665 Jul 14 11:55:17.038260 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43334) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:17.046638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561200-a242-465a-8f83-d6684c4fe75c req-04050161-5be9-42b5-a0af-249d03da3fac tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:17.048330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0561200-a242-465a-8f83-d6684c4fe75c req-04050161-5be9-42b5-a0af-249d03da3fac tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.4824643 Jul 14 11:55:17.054053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-7e0b1153-acfa-4224-8365-0361cd255a05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64af667-9755-47be-b5d2-d338772f9241 HTTP/1.1" status: 200 len: 999 time: 0.2574413 Jul 14 11:55:17.055521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc86c5cd-385f-4d80-b820-455c1497e45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.058292 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc86c5cd-385f-4d80-b820-455c1497e45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.059526 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cc86c5cd-385f-4d80-b820-455c1497e45b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2af1398-1fc0-494a-bdfb-dc04d127d4b7 HTTP/1.1" status: 204 len: 168 time: 0.2589164 Jul 14 11:55:17.111758 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86c5cd-385f-4d80-b820-455c1497e45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2af1398-1fc0-494a-bdfb-dc04d127d4b7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:17.158661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-35936fb5-4246-4793-9cac-a1a235db97f1 admin admin] Deleting subnet 95ace7f6-1a3f-48ac-9ebc-534cd4dd1561 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:55:17.163025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35936fb5-4246-4793-9cac-a1a235db97f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.229789 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c7b72-b499-4f88-a64a-5e3fc1b2362f None None] New status for floating IP ee08359e-d6cf-4390-b520-c6866f73b5ff: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:55:17.232385 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35936fb5-4246-4793-9cac-a1a235db97f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.267136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-e2291f13-adb0-4dcf-8172-281d16330dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:17.272444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-e2291f13-adb0-4dcf-8172-281d16330dc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.1377428 Jul 14 11:55:17.367587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35936fb5-4246-4793-9cac-a1a235db97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.432971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d0561200-a242-465a-8f83-d6684c4fe75c req-151cd680-378a-45c6-9f9a-85f9e493f600 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416851 Jul 14 11:55:17.490216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35936fb5-4246-4793-9cac-a1a235db97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.519648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-fb781336-4825-4b42-aaa9-59013ca87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:17.522316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-fb781336-4825-4b42-aaa9-59013ca87207 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970143 Jul 14 11:55:17.524763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35936fb5-4246-4793-9cac-a1a235db97f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ace7f6-1a3f-48ac-9ebc-534cd4dd1561,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:17.532094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35936fb5-4246-4793-9cac-a1a235db97f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.536252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e591c-d051-4d44-8f61-fb26781c7741 None None] Network 2606be22-7ac6-473f-83dc-f0eb00a74e1b requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:55:17.536826 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-35936fb5-4246-4793-9cac-a1a235db97f1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/95ace7f6-1a3f-48ac-9ebc-534cd4dd1561 HTTP/1.1" status: 204 len: 168 time: 0.4970176 Jul 14 11:55:17.537681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43342) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:17.651299 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.675736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.726632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Deleting port f757b410-aa17-41af-a86b-8e3c3501163f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:17.728556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.820766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] For port f757b410-aa17-41af-a86b-8e3c3501163f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f757b410-aa17-41af-a86b-8e3c3501163f,segment=NetworkSegment(8a92c428-2fc4-4b54-bb4e-f27088ed3c3d),segment_id=8a92c428-2fc4-4b54-bb4e-f27088ed3c3d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:17.821537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.831449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-2f91b0ee-34d8-48a3-b201-c6ade7020b54 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851288 Jul 14 11:55:17.853334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Calling delete_port for f757b410-aa17-41af-a86b-8e3c3501163f owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:17.877812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:17.958835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] DHCP port deletion for 2606be22-7ac6-473f-83dc-f0eb00a74e1b request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:55:18.033526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:18.044253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:18.054197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:55:18.060886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=674cb6e2-de1f-488a-9208-f9e94874d160,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:18.078565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.095705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] Deleting port f757b410-aa17-41af-a86b-8e3c3501163f {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:18.097579 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.110119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] No DVR routers for this DVR port f757b410-aa17-41af-a86b-8e3c3501163f on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:55:18.137072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Pushing event deleted for resources: {'Port': ['ID=f757b410-aa17-41af-a86b-8e3c3501163f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:18.204100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] For port f757b410-aa17-41af-a86b-8e3c3501163f, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:18.204926 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.254626 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] Calling delete_port for f757b410-aa17-41af-a86b-8e3c3501163f owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:18.263463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] Port f757b410-aa17-41af-a86b-8e3c3501163f was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:55:18.271781 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.339391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.346373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] Pushing event deleted for resources: {'Port': ['ID=f757b410-aa17-41af-a86b-8e3c3501163f,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:18.351104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99f8a0-14fd-4872-a285-f38f4f445384 None None] No DVR routers for this DVR port f757b410-aa17-41af-a86b-8e3c3501163f on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:55:18.373221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2606be22-7ac6-473f-83dc-f0eb00a74e1b']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:18.387796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:18.388129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a92c428-2fc4-4b54-bb4e-f27088ed3c3d') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:18.413046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.423308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c84d4dd1-afcf-4285-b4d2-d3eb90429f22 req-db728481-8891-426a-8952-d14d1450f976 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777874 Jul 14 11:55:18.443688 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.477015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:55:18.477877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:55:18.583153 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:55:18.589215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c54cc-0554-4b63-9d6d-934950036c61 req-221661fa-290f-4946-ba2f-d8d9ea4aaf68 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:18.598424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-717c54cc-0554-4b63-9d6d-934950036c61 req-221661fa-290f-4946-ba2f-d8d9ea4aaf68 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.4888554 Jul 14 11:55:18.617870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.640015 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:18.650073 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2606be22-7ac6-473f-83dc-f0eb00a74e1b HTTP/1.1" status: 204 len: 168 time: 1.1099849 Jul 14 11:55:18.652385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43366) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:18.680789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324b51-4492-4d06-9691-3d9cd3763573 admin admin] Pushing event deleted for resources: {'Network': ['ID=2606be22-7ac6-473f-83dc-f0eb00a74e1b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:18.722657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-717c54cc-0554-4b63-9d6d-934950036c61 req-31bd09bf-2428-4f45-b9b9-03dce1837989 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231017 Jul 14 11:55:18.724011 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:19.106053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18529343-6787-45fe-9d1b-bf1ede59a441 req-13c7838d-89d7-4c7c-9b24-ad1dc604a657 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:19.107810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18529343-6787-45fe-9d1b-bf1ede59a441 req-13c7838d-89d7-4c7c-9b24-ad1dc604a657 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.3782961 Jul 14 11:55:19.262731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9dc6c-b0d8-43ce-ad12-90864ee8942d req-8c6cea2b-6449-453e-9914-44999b762a8e tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:19.266177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fb9dc6c-b0d8-43ce-ad12-90864ee8942d req-8c6cea2b-6449-453e-9914-44999b762a8e tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.3832519 Jul 14 11:55:19.650896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f757b410-aa17-41af-a86b-8e3c3501163f no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:19.679441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f757b410-aa17-41af-a86b-8e3c3501163f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:19.679844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f757b410-aa17-41af-a86b-8e3c3501163f not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:19.734648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18529343-6787-45fe-9d1b-bf1ede59a441 req-b76a8295-4622-4f65-a403-df867c1c713d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802267 Jul 14 11:55:19.780473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fb9dc6c-b0d8-43ce-ad12-90864ee8942d req-81244e9f-c031-4404-9c83-a347c56bbd2e tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032268 Jul 14 11:55:19.792836 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:20.035831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:55:20.182092 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:20.285040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:55:20.300075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Sync routers for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:55:20.310634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:20.311622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:20.351833 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:20.356617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43414) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:20.357593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7f77eccf-ad39-48b2-b39f-38718bb9b3a9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.5183105 Jul 14 11:55:20.382411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5432349-8593-4f17-aad0-034a5d5641e2 req-b03c57f5-4b42-4fba-b67f-beeae84725d4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:20.384036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5432349-8593-4f17-aad0-034a5d5641e2 req-b03c57f5-4b42-4fba-b67f-beeae84725d4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.2055836 Jul 14 11:55:20.421876 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-db55dc11-2a20-4cb1-8f1f-ac83bf78a54e tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625958 Jul 14 11:55:20.425735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43418) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:20.476438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:20.507379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f5432349-8593-4f17-aad0-034a5d5641e2 req-eaf65a89-c1ab-4faa-801e-6df4ec84b95a tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841362 Jul 14 11:55:20.550765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfaf2cf-3910-4121-a4c9-a86ca5f8ee2d tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:20.556037 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ecfaf2cf-3910-4121-a4c9-a86ca5f8ee2d tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291599 Jul 14 11:55:20.556721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43424) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:20.596089 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8d4576bd-4c61-4f90-bbf5-f7e00a002fc6 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380590 Jul 14 11:55:20.597537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43428) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:20.603243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-753675891', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:20.643519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Deleting port a517c764-947f-4956-bcf3-b84a51245ef7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:20.645017 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:20.716668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:55:20.721865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:20.751618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] For port a517c764-947f-4956-bcf3-b84a51245ef7, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a517c764-947f-4956-bcf3-b84a51245ef7,segment=NetworkSegment(b413edd8-43f9-4e21-a0bd-bb84f039eeb5),segment_id=b413edd8-43f9-4e21-a0bd-bb84f039eeb5)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:20.752940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:20.754540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:18Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:20.770778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Calling delete_port for a517c764-947f-4956-bcf3-b84a51245ef7 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:20.792552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Checking router: 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:55:20.792914 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Updating router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e port 674cb6e2-de1f-488a-9208-f9e94874d160 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:55:20.859600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.072848 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.116729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062d281-518b-4050-9298-42a509e5cb6b req-8e40443b-df04-411c-ac54-ab3b09cdbb5c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:21.118416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8062d281-518b-4050-9298-42a509e5cb6b req-8e40443b-df04-411c-ac54-ab3b09cdbb5c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.1209352 Jul 14 11:55:21.160497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Subnet': ['ID=863786b2-ca9d-4cf6-bec9-a8989b48c3d4,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:21.170776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.171134 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.171672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.172157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.172457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.172798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.173137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.173564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.173888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.174223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.174567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.174930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:21.204422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Checking segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:55:21.204806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network hostable DHCP agents. Network: 6c909423-f045-49bd-a657-e219ef49590a, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:55:21.233648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 6c909423-f045-49bd-a657-e219ef49590a is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:55:21.257139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 6c909423-f045-49bd-a657-e219ef49590a) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:21.259059 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.263792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:21.264547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.273062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8062d281-518b-4050-9298-42a509e5cb6b req-df206311-5981-4445-826a-e4a5a09c7187 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811324 Jul 14 11:55:21.289374 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d56b3e56-f29a-4e6d-afc4-a828023cf790 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6903839 Jul 14 11:55:21.291886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43442) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:21.313358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e8bc41-5a7b-4f48-be1a-a358286800a5 None None] Network 6c909423-f045-49bd-a657-e219ef49590a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:55:21.337140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=a517c764-947f-4956-bcf3-b84a51245ef7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:21.563491 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.636149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Transition to ACTIVE for port object 674cb6e2-de1f-488a-9208-f9e94874d160 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:55:21.653419 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.677465 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.816453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e97a6-c8a8-4512-95a4-15a5153b3ab7 None None] Pushing event updated for resources: {'Port': ['ID=674cb6e2-de1f-488a-9208-f9e94874d160,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:21.821015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-6c909423-f045-49bd-a657-e219ef49590a', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:55:21.821889 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.824828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Attempting to bind port 674cb6e2-de1f-488a-9208-f9e94874d160 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:55:21.825201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Attempting to bind port 674cb6e2-de1f-488a-9208-f9e94874d160 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:55:21.825568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Attempting to bind port 674cb6e2-de1f-488a-9208-f9e94874d160 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:55:21.841038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:55:21.841420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:55:21.842083 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.842228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:55:21.843610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Bound port: 674cb6e2-de1f-488a-9208-f9e94874d160, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:55:21.844073 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:21.906781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] For port 674cb6e2-de1f-488a-9208-f9e94874d160, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:55:21.912053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] For port 674cb6e2-de1f-488a-9208-f9e94874d160, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=674cb6e2-de1f-488a-9208-f9e94874d160,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:55:21.931493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bc3d9-fd4e-45e3-bad6-bddb30add553 req-287f63db-eb34-4433-b5c8-ee8ab72bf4ea tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:21.933270 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-969bc3d9-fd4e-45e3-bad6-bddb30add553 req-287f63db-eb34-4433-b5c8-ee8ab72bf4ea tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1392410 Jul 14 11:55:22.008515 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:22.099958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:22.101525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:22.151026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-969bc3d9-fd4e-45e3-bad6-bddb30add553 req-e2788a4a-8539-4f36-98d5-549a87422b54 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489978 Jul 14 11:55:22.220779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:55:22.311341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:22.322267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:22.392988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e97a6-c8a8-4512-95a4-15a5153b3ab7 None None] Pushing event updated for resources: {'Port': ['ID=674cb6e2-de1f-488a-9208-f9e94874d160,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:22.463763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:55:22.474879 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] Sync routers for ids ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:55:22.479724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1965c1d2-06cc-49d8-89d8-3b3bc8a3dbdd admin admin] 10.222.0.38 "PUT /v2.0/routers/2f34a83f-ad7d-492e-9d37-1d4166ba8dd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8262010 Jul 14 11:55:22.480416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43472) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:22.512387 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] Routers {'2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:22.518105 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:22.546710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Allocated IP 172.20.0.2 (6c909423-f045-49bd-a657-e219ef49590a/863786b2-ca9d-4cf6-bec9-a8989b48c3d4/e7d97424-626b-4d4a-90f4-d141eb96814d) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:55:22.831567 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] Set router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:22.928118 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.024341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ae303-b0c9-479a-b243-42db4cf661d3 req-7763aa02-189b-4e3b-afc7-38643856e39c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:23.025996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb0ae303-b0c9-479a-b243-42db4cf661d3 req-7763aa02-189b-4e3b-afc7-38643856e39c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.4236300 Jul 14 11:55:23.151031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaa675-c413-4ff3-a547-9c2377ecff11 req-b0e27b38-03ac-4e6f-8946-8f49144b5a74 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:23.151297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:18Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:23.158131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03aaa675-c413-4ff3-a547-9c2377ecff11 req-b0e27b38-03ac-4e6f-8946-8f49144b5a74 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.2653279 Jul 14 11:55:23.172680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb0ae303-b0c9-479a-b243-42db4cf661d3 req-1113a298-95a6-45e5-ab93-88be6ecf450f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078579 Jul 14 11:55:23.199247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.209033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e822555-d5ba-4f7b-ac6d-8b087a3454d4 None None] The sync data for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 is: [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:18Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:55:23.211978 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.225351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Transition to ACTIVE for port object e7d97424-626b-4d4a-90f4-d141eb96814d will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:55:23.238674 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:44Z', 'updated_at': '2021-07-14T11:55:21Z', 'revision_number': 5, 'project_id': '829a77c44a874f48825078073f2a6437', 'gw_port': {'id': '9bd01185-3199-491a-ba18-e9dd977a5b34', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:49:45Z', 'updated_at': '2021-07-14T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:23.264992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03aaa675-c413-4ff3-a547-9c2377ecff11 req-4f18c13d-49ae-4d1b-9040-b3b2a619d809 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057537 Jul 14 11:55:23.276224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Transition to ACTIVE for port object e7d97424-626b-4d4a-90f4-d141eb96814d will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:55:23.295785 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] Checking router: 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:55:23.299330 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.314215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Deleting port 9bd01185-3199-491a-ba18-e9dd977a5b34 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:23.316423 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] Routers {'2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:23.317348 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:23.321187 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.410314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Pushing event updated for resources: {'Port': ['ID=e7d97424-626b-4d4a-90f4-d141eb96814d,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:23.427561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.20.0.1 (6c909423-f045-49bd-a657-e219ef49590a/863786b2-ca9d-4cf6-bec9-a8989b48c3d4/f87b23ea-cd87-4629-8f41-b04b21ee0583) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:55:23.435312 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] Set router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:23.442295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Network 6c909423-f045-49bd-a657-e219ef49590a is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:23.446399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:23.454386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:55:23.523742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] For port 9bd01185-3199-491a-ba18-e9dd977a5b34, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9bd01185-3199-491a-ba18-e9dd977a5b34,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:23.524389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.542401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Calling delete_port for 9bd01185-3199-491a-ba18-e9dd977a5b34 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:23.602443 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:44Z', 'updated_at': '2021-07-14T11:55:23Z', 'revision_number': 6, 'project_id': '829a77c44a874f48825078073f2a6437', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:23.627901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Attempting to bind port e7d97424-626b-4d4a-90f4-d141eb96814d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:55:23.629781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Attempting to bind port e7d97424-626b-4d4a-90f4-d141eb96814d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:55:23.630328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Attempting to bind port e7d97424-626b-4d4a-90f4-d141eb96814d on network 6c909423-f045-49bd-a657-e219ef49590a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:55:23.647346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:55:23.648509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Checking segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:55:23.649588 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.651142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Bound using segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:55:23.652449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Bound port: e7d97424-626b-4d4a-90f4-d141eb96814d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:55:23.653299 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.690263 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c00dc8-4935-40a5-b9fc-13b9b316ad93 None None] The sync data for ids ['2f34a83f-ad7d-492e-9d37-1d4166ba8dd3'] in n-d-778696-8 is: [{'id': '2f34a83f-ad7d-492e-9d37-1d4166ba8dd3', 'name': 'tempest-TestServerBasicOps-1514227140-router', 'tenant_id': '829a77c44a874f48825078073f2a6437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:49:44Z', 'updated_at': '2021-07-14T11:55:23Z', 'revision_number': 6, 'project_id': '829a77c44a874f48825078073f2a6437', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:55:23.794610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.820655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Transition to ACTIVE for port object f87b23ea-cd87-4629-8f41-b04b21ee0583 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:55:23.850525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] For port e7d97424-626b-4d4a-90f4-d141eb96814d, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:55:23.854285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] For port e7d97424-626b-4d4a-90f4-d141eb96814d, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e7d97424-626b-4d4a-90f4-d141eb96814d,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:55:23.867888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.883495 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.891313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:23.955368 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=f87b23ea-cd87-4629-8f41-b04b21ee0583,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:23.966234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd01185-3199-491a-ba18-e9dd977a5b34,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:23.971927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3366033-09a6-4e6a-b176-faa470608c99 None None] Pushing event updated for resources: {'Port': ['ID=e7d97424-626b-4d4a-90f4-d141eb96814d,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:23.979184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 6c909423-f045-49bd-a657-e219ef49590a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:23.982094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:23.984512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:55:24.074586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:24.106770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:24.307241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:24.323744 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:24.385111 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:24.385944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:55:24.396449 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:24.403443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4f8da781-d500-497a-a62c-fd4be3841af7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2f34a83f-ad7d-492e-9d37-1d4166ba8dd3 HTTP/1.1" status: 204 len: 168 time: 1.9217782 Jul 14 11:55:24.403983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43532) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:24.582419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da1a606-c9db-4c0a-8814-3c27711c3b3b admin admin] Deleting subnet aa424ad3-eabc-4ea6-9c9d-08ee707ca70a {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:55:24.591806 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4da1a606-c9db-4c0a-8814-3c27711c3b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:24.639202 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:24.710447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d110e-82fa-42c7-a03d-5371ee82f3fb req-2d00da73-b022-41f8-8027-3086063f4f91 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:24.712229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f49d110e-82fa-42c7-a03d-5371ee82f3fb req-2d00da73-b022-41f8-8027-3086063f4f91 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.2287903 Jul 14 11:55:24.721469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4da1a606-c9db-4c0a-8814-3c27711c3b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:24.852542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f49d110e-82fa-42c7-a03d-5371ee82f3fb req-c42c036a-64dc-4eb4-9ecb-ded3ac5532de tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886457 Jul 14 11:55:24.873976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88f0c9-7b4c-4a4e-ad57-d00a54f859eb req-20e051dd-9a81-4158-ad18-c26779818f36 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:24.884842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf88f0c9-7b4c-4a4e-ad57-d00a54f859eb req-20e051dd-9a81-4158-ad18-c26779818f36 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.2908459 Jul 14 11:55:25.675063 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4da1a606-c9db-4c0a-8814-3c27711c3b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:25.829327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf88f0c9-7b4c-4a4e-ad57-d00a54f859eb req-0fa60b02-2163-4195-853d-f000f8562e0e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9409750 Jul 14 11:55:25.855664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec35fff-abd1-40c8-8d61-461230877373 None None] Network 6c909423-f045-49bd-a657-e219ef49590a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:55:25.885794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4da1a606-c9db-4c0a-8814-3c27711c3b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:25.924225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 674cb6e2-de1f-488a-9208-f9e94874d160 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:25.943454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a606-c9db-4c0a-8814-3c27711c3b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa424ad3-eabc-4ea6-9c9d-08ee707ca70a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:25.951838 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4da1a606-c9db-4c0a-8814-3c27711c3b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:25.953872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4da1a606-c9db-4c0a-8814-3c27711c3b3b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/aa424ad3-eabc-4ea6-9c9d-08ee707ca70a HTTP/1.1" status: 204 len: 168 time: 1.5468905 Jul 14 11:55:25.959775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43602) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:26.059196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b87e1-bb2e-4860-99ab-c344ead0083d None None] Network b0a63eb4-d8da-4fc9-aca0-221153dd68b6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:55:26.082124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.123936 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.137273 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.174217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-418cbea6-2bd9-469c-a5d6-3e0a2f59ec10 None None] Provisioning for port e7d97424-626b-4d4a-90f4-d141eb96814d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:26.189100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Deleting port 003841a9-f4c6-4b22-b06a-372314a95210 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:26.189745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.300553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 674cb6e2-de1f-488a-9208-f9e94874d160 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:26.327168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] For port 003841a9-f4c6-4b22-b06a-372314a95210, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=003841a9-f4c6-4b22-b06a-372314a95210,segment=NetworkSegment(b413edd8-43f9-4e21-a0bd-bb84f039eeb5),segment_id=b413edd8-43f9-4e21-a0bd-bb84f039eeb5)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:26.327550 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.355649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 674cb6e2-de1f-488a-9208-f9e94874d160 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:26.356322 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.359160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Calling delete_port for 003841a9-f4c6-4b22-b06a-372314a95210 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:26.361214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.369202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=f87b23ea-cd87-4629-8f41-b04b21ee0583,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:26.398757 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.579881 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 6c909423-f045-49bd-a657-e219ef49590a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:26.587813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:26.590486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.590642 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.632996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 674cb6e2-de1f-488a-9208-f9e94874d160, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=674cb6e2-de1f-488a-9208-f9e94874d160,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:26.648637 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.649450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e7d97424-626b-4d4a-90f4-d141eb96814d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:26.653958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Pushing event deleted for resources: {'Port': ['ID=003841a9-f4c6-4b22-b06a-372314a95210,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:26.663168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] No DVR routers for this DVR port 003841a9-f4c6-4b22-b06a-372314a95210 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:55:26.749301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e23e9eb-77fc-4a15-bc03-d180a799f506 None None] DHCP port deletion for b0a63eb4-d8da-4fc9-aca0-221153dd68b6 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:55:26.795335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=674cb6e2-de1f-488a-9208-f9e94874d160,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:26.812299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e7d97424-626b-4d4a-90f4-d141eb96814d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:26.818646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e7d97424-626b-4d4a-90f4-d141eb96814d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:26.819414 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.896714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.912189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43624) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:26.915623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a63eb4-d8da-4fc9-aca0-221153dd68b6']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:26.934826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:26.935570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b413edd8-43f9-4e21-a0bd-bb84f039eeb5') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:26.939016 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:55:26.952914 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.978136 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.981104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.993450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:55:26.994291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:55:26.997329 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:55:27.071809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e7d97424-626b-4d4a-90f4-d141eb96814d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e7d97424-626b-4d4a-90f4-d141eb96814d,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:27.079448 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.156330 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.168866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb057ffa-6aed-4414-9ea1-84b5fd631440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.185114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.192116 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] 10.222.0.38 "DELETE /v2.0/networks/b0a63eb4-d8da-4fc9-aca0-221153dd68b6 HTTP/1.1" status: 204 len: 168 time: 1.2296350 Jul 14 11:55:27.204279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15da53-bdf0-4906-a898-fad329fcd89d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a63eb4-d8da-4fc9-aca0-221153dd68b6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:27.211054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:55:27.227140 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-99209d3a-ffce-4a7a-b607-3839d015825c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "PUT /v2.0/routers/1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9247689 Jul 14 11:55:27.227262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9bd01185-3199-491a-ba18-e9dd977a5b34 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:27.242193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Sync routers for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:55:27.260821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b880ad0-e1d1-444c-9530-78fcc1291b03 req-cce8a7f2-f289-4ee6-b469-a8dba259de83 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:27.262418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b880ad0-e1d1-444c-9530-78fcc1291b03 req-cce8a7f2-f289-4ee6-b469-a8dba259de83 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 943 time: 0.2012148 Jul 14 11:55:27.305164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e7d97424-626b-4d4a-90f4-d141eb96814d,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:27.309902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 9bd01185-3199-491a-ba18-e9dd977a5b34 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:27.310241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9bd01185-3199-491a-ba18-e9dd977a5b34 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:27.310669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a517c764-947f-4956-bcf3-b84a51245ef7 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:27.324419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d47e73fb-6a39-49f1-b4d8-b467abc09112 None None] Provisioning for port f87b23ea-cd87-4629-8f41-b04b21ee0583 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:27.356819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b880ad0-e1d1-444c-9530-78fcc1291b03 req-45fd4a17-0493-41ad-9ff4-f48ab44abe76 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817418 Jul 14 11:55:27.375765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a517c764-947f-4956-bcf3-b84a51245ef7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:27.376149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a517c764-947f-4956-bcf3-b84a51245ef7 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:27.382020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d47e73fb-6a39-49f1-b4d8-b467abc09112 None None] Provisioning complete for port f87b23ea-cd87-4629-8f41-b04b21ee0583 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:27.382401 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d47e73fb-6a39-49f1-b4d8-b467abc09112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.384749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:27.385543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:27.418858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb057ffa-6aed-4414-9ea1-84b5fd631440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.429978 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb057ffa-6aed-4414-9ea1-84b5fd631440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.455134 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43634) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:27.506503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4fc25385-c033-4907-8aac-08f5b37b8acb details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:55:27.567307 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8c2055c9-4ce1-4933-baf3-1ef498590d57 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0ff7d6969be429da4e1a0ab66afb275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079781 Jul 14 11:55:27.570456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43642) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:27.576791 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb057ffa-6aed-4414-9ea1-84b5fd631440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa42066-3d80-4970-a586-98ac9280afa8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:27.584309 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bb057ffa-6aed-4414-9ea1-84b5fd631440 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ae0ca56dac34e54bae73c654650977d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6703770 Jul 14 11:55:27.586808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43644) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:27.619666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d47e73fb-6a39-49f1-b4d8-b467abc09112 None None] Port f87b23ea-cd87-4629-8f41-b04b21ee0583 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:55:27.704847 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06ba2000-4670-4aa6-b419-b7f3813decbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.707617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc94130a-3b62-403c-9cd9-65588b273494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.743229 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06ba2000-4670-4aa6-b419-b7f3813decbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.747657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-9325aa8f-32ad-4ead-9926-e0eaeaeb026a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74356204&fields=id&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 267 time: 0.1303291 Jul 14 11:55:27.764544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc94130a-3b62-403c-9cd9-65588b273494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.787100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 674cb6e2-de1f-488a-9208-f9e94874d160 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:27.834774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06ba2000-4670-4aa6-b419-b7f3813decbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.837961 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06ba2000-4670-4aa6-b419-b7f3813decbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.839320 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-06ba2000-4670-4aa6-b419-b7f3813decbc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eaa42066-3d80-4970-a586-98ac9280afa8 HTTP/1.1" status: 204 len: 168 time: 0.2513044 Jul 14 11:55:27.870332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba2000-4670-4aa6-b419-b7f3813decbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa42066-3d80-4970-a586-98ac9280afa8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:27.887528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d47e73fb-6a39-49f1-b4d8-b467abc09112 None None] Provisioning complete for port e7d97424-626b-4d4a-90f4-d141eb96814d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:27.887954 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d47e73fb-6a39-49f1-b4d8-b467abc09112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.930075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-50d8bc55-4edd-4d79-9cd9-de5b4fa65d56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:27.931786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-50d8bc55-4edd-4d79-9cd9-de5b4fa65d56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/networks?id=6c909423-f045-49bd-a657-e219ef49590a HTTP/1.1" status: 200 len: 797 time: 0.1711903 Jul 14 11:55:27.932339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4fc25385-c033-4907-8aac-08f5b37b8acb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc25385-c033-4907-8aac-08f5b37b8acb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:27.933637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc94130a-3b62-403c-9cd9-65588b273494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.936437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc94130a-3b62-403c-9cd9-65588b273494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:27.941540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fc94130a-3b62-403c-9cd9-65588b273494 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5038da68-9c2d-4284-a56d-582e43d021b0 HTTP/1.1" status: 204 len: 168 time: 0.3693771 Jul 14 11:55:27.960528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94130a-3b62-403c-9cd9-65588b273494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5038da68-9c2d-4284-a56d-582e43d021b0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:27.963827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-7e06c7d3-1067-4a7e-a2a1-5636e3dd59d5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/quotas/1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 375 time: 0.0208972 Jul 14 11:55:27.967577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:28.021487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '4fc25385-c033-4907-8aac-08f5b37b8acb', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'port_id': '4fc25385-c033-4907-8aac-08f5b37b8acb', 'mac_address': 'fa:16:3e:16:21:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:55:28.079524 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:28.137339 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-bfdd3219-e255-415e-a98e-4eebdd38d377 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641405 Jul 14 11:55:28.138560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc25385-c033-4907-8aac-08f5b37b8acb {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:55:28.266538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 674cb6e2-de1f-488a-9208-f9e94874d160 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:28.266995 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:28.342324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef1aca-3ac6-408f-8570-3b562207f737 req-3ff28d3d-73b9-483f-9765-a862cd473617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:28.343895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-feef1aca-3ac6-408f-8570-3b562207f737 req-3ff28d3d-73b9-483f-9765-a862cd473617 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1097 time: 0.1578257 Jul 14 11:55:28.355027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4fc25385-c033-4907-8aac-08f5b37b8acb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc25385-c033-4907-8aac-08f5b37b8acb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:28.367494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-4c020e0b-bc8a-4256-a5e5-0069fdf8705a service neutron] 10.222.0.38 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146859 Jul 14 11:55:28.383567 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:28.388138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:28.519403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4fc25385-c033-4907-8aac-08f5b37b8acb,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:28.540857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c07e9-9a3c-4bfe-83df-82a050b3f28f req-651d6d2f-fc1c-4637-9e68-13fbb7f96523 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:28.542319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-002c07e9-9a3c-4bfe-83df-82a050b3f28f req-651d6d2f-fc1c-4637-9e68-13fbb7f96523 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.2396538 Jul 14 11:55:28.567496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e7d97424-626b-4d4a-90f4-d141eb96814d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:28.572369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43668) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:28.574147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bb2969f2-35f0-4c93-95a2-15d4ec8018ec None None] Provisioning complete for port f87b23ea-cd87-4629-8f41-b04b21ee0583 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:28.574147 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bb2969f2-35f0-4c93-95a2-15d4ec8018ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:28.587263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43670) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:28.598789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-674888cd-6f0f-4a83-a535-afbe6737ea58 service neutron] 10.222.0.38 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308967 Jul 14 11:55:28.602305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef1aca-3ac6-408f-8570-3b562207f737 req-0e1e1126-b891-46ab-86d0-2decd4c57cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:28.603792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-feef1aca-3ac6-408f-8570-3b562207f737 req-0e1e1126-b891-46ab-86d0-2decd4c57cf0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 917 time: 0.2525079 Jul 14 11:55:28.604561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10b1436c-24e5-4877-83bf-02e0515c4a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:28.619561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['4fc25385-c033-4907-8aac-08f5b37b8acb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:55:28.679470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-002c07e9-9a3c-4bfe-83df-82a050b3f28f req-80a5aea1-91cb-4fb0-92a2-438fbc83b4d7 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307406 Jul 14 11:55:28.681405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-feef1aca-3ac6-408f-8570-3b562207f737 req-03454b7e-9784-47a0-83f6-3f1076be3355 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ff160d-38ac-49e2-b845-241d83dad1b8 HTTP/1.1" status: 200 len: 217 time: 0.0634046 Jul 14 11:55:28.697958 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ba8f6e1-857d-4207-9bf1-8f1e1914f86a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=829a77c44a874f48825078073f2a6437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1077878 Jul 14 11:55:28.698759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43672) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:28.755804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef1aca-3ac6-408f-8570-3b562207f737 req-75a586b3-4fe1-484a-b304-5b731454a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:28.757676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-feef1aca-3ac6-408f-8570-3b562207f737 req-75a586b3-4fe1-484a-b304-5b731454a395 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0694540 Jul 14 11:55:28.809837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe0d2-ef11-49a2-bcf2-fa807d54b182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:28.842018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-feef1aca-3ac6-408f-8570-3b562207f737 req-de65080e-1789-4fbd-99a8-ba0333060067 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760550 Jul 14 11:55:28.850146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe0d2-ef11-49a2-bcf2-fa807d54b182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:28.953966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bb2969f2-35f0-4c93-95a2-15d4ec8018ec None None] Port f87b23ea-cd87-4629-8f41-b04b21ee0583 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:55:28.971870 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:24Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'f87b23ea-cd87-4629-8f41-b04b21ee0583', 'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:d2:45:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:22Z', 'updated_at': '2021-07-14T11:55:25Z', 'revision_number': 2, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:29.026452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10b1436c-24e5-4877-83bf-02e0515c4a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.028678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Checking router: 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:55:29.029180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Updating router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e port f87b23ea-cd87-4629-8f41-b04b21ee0583 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:55:29.030208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe0d2-ef11-49a2-bcf2-fa807d54b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.033505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe0d2-ef11-49a2-bcf2-fa807d54b182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.043437 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9f5fe0d2-ef11-49a2-bcf2-fa807d54b182 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/359fff4b-6a36-4991-948b-926a84649558 HTTP/1.1" status: 204 len: 168 time: 0.3417122 Jul 14 11:55:29.046470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10b1436c-24e5-4877-83bf-02e0515c4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.084137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6c427-0f6b-4e34-aac5-f4e99180b47c req-60f8c7f5-d438-420b-8e86-67517cb38916 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:29.093584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13e6c427-0f6b-4e34-aac5-f4e99180b47c req-60f8c7f5-d438-420b-8e86-67517cb38916 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 944 time: 0.2488816 Jul 14 11:55:29.093741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fe0d2-ef11-49a2-bcf2-fa807d54b182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359fff4b-6a36-4991-948b-926a84649558,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:29.125945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-feef1aca-3ac6-408f-8570-3b562207f737 req-a8042fe0-4053-4aed-be40-bdbb0f531b90 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607930 Jul 14 11:55:29.134775 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-10b1436c-24e5-4877-83bf-02e0515c4a50 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=983bbb08a0b24552b4178b0500c31b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558743 Jul 14 11:55:29.138266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43684) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:29.164263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1436c-24e5-4877-83bf-02e0515c4a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d86d5c-5be2-42b7-ad1f-62b7b736c3b4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:29.218048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13e6c427-0f6b-4e34-aac5-f4e99180b47c req-de383e6b-5f9f-4f6a-8b09-27ec2cb783cc tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235731 Jul 14 11:55:29.220334 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a68dc1c-f5e5-4c99-9068-e8d2d61642ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.232852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-059e3f4a-4b1f-4338-b4cc-6e5d1bafd42d req-3b6c8408-3b6b-4a4c-bb59-db0e8d63c37a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 210 time: 0.1021249 Jul 14 11:55:29.260777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e7d97424-626b-4d4a-90f4-d141eb96814d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:29.266046 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.270204 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a68dc1c-f5e5-4c99-9068-e8d2d61642ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.301174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.329822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a68dc1c-f5e5-4c99-9068-e8d2d61642ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.335765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a68dc1c-f5e5-4c99-9068-e8d2d61642ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.340396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-feef1aca-3ac6-408f-8570-3b562207f737 req-f86646bf-8d92-45a7-99ea-7f1be7a446ac service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940370 Jul 14 11:55:29.340571 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4a68dc1c-f5e5-4c99-9068-e8d2d61642ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/96d86d5c-5be2-42b7-ad1f-62b7b736c3b4 HTTP/1.1" status: 204 len: 168 time: 0.2012181 Jul 14 11:55:29.351191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68dc1c-f5e5-4c99-9068-e8d2d61642ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d86d5c-5be2-42b7-ad1f-62b7b736c3b4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:29.625158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 003841a9-f4c6-4b22-b06a-372314a95210 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:29.661192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 003841a9-f4c6-4b22-b06a-372314a95210 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:29.661580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 003841a9-f4c6-4b22-b06a-372314a95210 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:29.903843 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:29.926314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Transition to ACTIVE for port object f87b23ea-cd87-4629-8f41-b04b21ee0583 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:55:29.943426 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:30.013206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33599fd5-2d95-40b6-b809-be2327641d88 None None] Pushing event updated for resources: {'Port': ['ID=f87b23ea-cd87-4629-8f41-b04b21ee0583,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:30.016617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdc798-3885-41a5-aacc-8748206cf7eb req-8078ec1d-d66a-4fd3-9799-3047d40f0440 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:30.021205 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47bdc798-3885-41a5-aacc-8748206cf7eb req-8078ec1d-d66a-4fd3-9799-3047d40f0440 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1510913 Jul 14 11:55:30.086277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-47bdc798-3885-41a5-aacc-8748206cf7eb req-6fee826b-04ce-4620-bd84-eed6d349aeb4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581918 Jul 14 11:55:30.110021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Attempting to bind port f87b23ea-cd87-4629-8f41-b04b21ee0583 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:55:30.114827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Attempting to bind port f87b23ea-cd87-4629-8f41-b04b21ee0583 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:55:30.115314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Attempting to bind port f87b23ea-cd87-4629-8f41-b04b21ee0583 on network 6c909423-f045-49bd-a657-e219ef49590a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:55:30.125896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:55:30.126749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Checking segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:55:30.127180 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:30.128253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Bound using segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:55:30.129312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Bound port: f87b23ea-cd87-4629-8f41-b04b21ee0583, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:55:30.130150 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:30.218187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] For port f87b23ea-cd87-4629-8f41-b04b21ee0583, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:55:30.223683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] For port f87b23ea-cd87-4629-8f41-b04b21ee0583, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f87b23ea-cd87-4629-8f41-b04b21ee0583,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:55:30.238327 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:30.337092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33599fd5-2d95-40b6-b809-be2327641d88 None None] Pushing event updated for resources: {'Port': ['ID=f87b23ea-cd87-4629-8f41-b04b21ee0583,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:30.348023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:30.348967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:30.484776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a014585-8f09-4a61-bd13-866e738aeb22 req-67864f5b-bb4d-4b1e-aa40-bd2043b31277 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 210 time: 0.0835543 Jul 14 11:55:30.523302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:30.538644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428c3f0-3e8f-483f-adbe-e9dd99522fbb req-eb1d2f8f-74c6-426a-9d50-39a6d33ea418 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:30.540361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b428c3f0-3e8f-483f-adbe-e9dd99522fbb req-eb1d2f8f-74c6-426a-9d50-39a6d33ea418 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 944 time: 0.1273320 Jul 14 11:55:30.596566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b428c3f0-3e8f-483f-adbe-e9dd99522fbb req-9487c5aa-d0e2-49b1-b813-e461d176cfd0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491745 Jul 14 11:55:30.752007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-b5fdff00-52b8-4c9a-9f01-a65b3b367bd1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:30.754499 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-b5fdff00-52b8-4c9a-9f01-a65b3b367bd1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/networks?id=6c909423-f045-49bd-a657-e219ef49590a HTTP/1.1" status: 200 len: 797 time: 0.1471434 Jul 14 11:55:30.804684 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-8211bf83-d548-407a-ad17-26caa61666b3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 378 time: 0.0416133 Jul 14 11:55:30.814844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:24Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'f87b23ea-cd87-4629-8f41-b04b21ee0583', 'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:d2:45:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:22Z', 'updated_at': '2021-07-14T11:55:30Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:30.816355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'port': {'device_id': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'admin_state_up': True, 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'security_groups': ['a261ec15-2f0b-41fd-a645-3b0122c0fb39']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:30.846363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1da8b-9cd0-48e8-aa64-7fc72c1aa117 None None] The sync data for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 is: [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:24Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'f87b23ea-cd87-4629-8f41-b04b21ee0583', 'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:d2:45:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:22Z', 'updated_at': '2021-07-14T11:55:30Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:55:30.972461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:55:30.976322 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:31.157001 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.20.0.8 (6c909423-f045-49bd-a657-e219ef49590a/863786b2-ca9d-4cf6-bec9-a8989b48c3d4/2a99d630-dfd9-44be-8025-b7a5128073e6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:55:31.403122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:31.410364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36713469-364e-456f-b40f-b99f92672def req-e025f0d4-ffd5-47bb-9e67-d52ca9a4137b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:31.412827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36713469-364e-456f-b40f-b99f92672def req-e025f0d4-ffd5-47bb-9e67-d52ca9a4137b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1092808 Jul 14 11:55:31.426987 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Transition to ACTIVE for port object 2a99d630-dfd9-44be-8025-b7a5128073e6 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:55:31.464955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36713469-364e-456f-b40f-b99f92672def req-a92f4a77-bb4f-4bb9-819e-64c49c095e05 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455863 Jul 14 11:55:31.479736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:31.539088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 6c909423-f045-49bd-a657-e219ef49590a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:31.540590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4fc25385-c033-4907-8aac-08f5b37b8acb up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:31.543376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:31.546154 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:55:31.582662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:31.631657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 4fc25385-c033-4907-8aac-08f5b37b8acb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:31.639257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 4fc25385-c033-4907-8aac-08f5b37b8acb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:31.639649 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:31.654632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:31.655418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:31.691689 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-faed0ccc-d084-47b7-8a34-779358eede7e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813558 Jul 14 11:55:31.704326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Request body: {'port': {'device_id': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:31.872360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7e118-82eb-4603-975b-8c19503cb274 req-07c7db00-1ccb-4a79-9665-729cb0ac3858 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:31.880610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41a7e118-82eb-4603-975b-8c19503cb274 req-07c7db00-1ccb-4a79-9665-729cb0ac3858 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 931 time: 0.1863587 Jul 14 11:55:31.885045 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:31.948625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f87b23ea-cd87-4629-8f41-b04b21ee0583 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:31.956966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:31.984934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67774c8f-81e1-4750-846f-4ea68289a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc25385-c033-4907-8aac-08f5b37b8acb'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:31.988344 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53272b28-3988-4916-a1dc-18855f7df247" -d '{"events": [{"server_uuid": "67774c8f-81e1-4750-846f-4ea68289a95c", "name": "network-vif-plugged", "status": "completed", "tag": "4fc25385-c033-4907-8aac-08f5b37b8acb"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:32.012043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4fc25385-c033-4907-8aac-08f5b37b8acb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc25385-c033-4907-8aac-08f5b37b8acb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:32.025516 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.054202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41a7e118-82eb-4603-975b-8c19503cb274 req-946cc2a4-dbf2-4e59-bdfb-3d43fb2c7df9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1679010 Jul 14 11:55:32.082260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3fc1bac2-4363-4414-b517-0b81115cfed6 None None] Provisioning for port 2a99d630-dfd9-44be-8025-b7a5128073e6 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:32.097831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3fc1bac2-4363-4414-b517-0b81115cfed6 None None] Provisioning complete for port 2a99d630-dfd9-44be-8025-b7a5128073e6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:32.104584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bac2-4363-4414-b517-0b81115cfed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.127610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113afe8-6917-469e-a88d-0d44b8d66d29 req-e05e7fd1-9ad5-42f9-9537-f0c5fbd031e0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:32.137299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b113afe8-6917-469e-a88d-0d44b8d66d29 req-e05e7fd1-9ad5-42f9-9537-f0c5fbd031e0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 944 time: 0.1862514 Jul 14 11:55:32.153584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f87b23ea-cd87-4629-8f41-b04b21ee0583 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:32.158320 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ab0fb4-9dd1-48e1-8f7c-5c62e7808239 x-openstack-request-id: req-58ab0fb4-9dd1-48e1-8f7c-5c62e7808239 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:32.162164 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67774c8f-81e1-4750-846f-4ea68289a95c", "name": "network-vif-plugged", "status": "completed", "tag": "4fc25385-c033-4907-8aac-08f5b37b8acb", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:32.162537 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58ab0fb4-9dd1-48e1-8f7c-5c62e7808239 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:32.163055 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67774c8f-81e1-4750-846f-4ea68289a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc25385-c033-4907-8aac-08f5b37b8acb', 'code': 200} Jul 14 11:55:32.190517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f87b23ea-cd87-4629-8f41-b04b21ee0583 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:32.190837 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.216106 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b113afe8-6917-469e-a88d-0d44b8d66d29 req-e2a166fa-c35e-474b-92ba-5ad03b00fe80 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752332 Jul 14 11:55:32.281895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1bac2-4363-4414-b517-0b81115cfed6 None None] Port 2a99d630-dfd9-44be-8025-b7a5128073e6 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:55:32.286941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4fc25385-c033-4907-8aac-08f5b37b8acb,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:32.296633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f7ec8-90ef-4beb-813f-bf2285cfaf05 req-5e14536b-7c66-4083-9623-d2e178fd4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:32.298276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e2f7ec8-90ef-4beb-813f-bf2285cfaf05 req-5e14536b-7c66-4083-9623-d2e178fd4b6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 1096 time: 0.0713968 Jul 14 11:55:32.334789 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.374262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port f87b23ea-cd87-4629-8f41-b04b21ee0583, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f87b23ea-cd87-4629-8f41-b04b21ee0583,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:32.382814 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.401014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e2f7ec8-90ef-4beb-813f-bf2285cfaf05 req-93997612-2d61-4a29-ba08-db0f63cc60ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943456 Jul 14 11:55:32.429256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a99d630-dfd9-44be-8025-b7a5128073e6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:55:32.447522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.459456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=f87b23ea-cd87-4629-8f41-b04b21ee0583,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:32.462776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Transition to ACTIVE for port object 2a99d630-dfd9-44be-8025-b7a5128073e6 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:55:32.469658 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.519950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Pushing event updated for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:32.680149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:55:32.680580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:55:32.681464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 on network 6c909423-f045-49bd-a657-e219ef49590a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:55:32.693864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Port 2a99d630-dfd9-44be-8025-b7a5128073e6 on network 6c909423-f045-49bd-a657-e219ef49590a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:55:32.694512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 on network 6c909423-f045-49bd-a657-e219ef49590a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:55:32.706757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:55:32.708261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Checking segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:55:32.708669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Bound using segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:55:32.709131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Bound port: 2a99d630-dfd9-44be-8025-b7a5128073e6, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:55:32.709504 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.796659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:55:32.804454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:55:32.808381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fff8f-d685-492c-94f1-b07dbc941d2c req-e2e16eed-7c06-46a3-a92d-2f250d920ab6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:32.821576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.823147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-666fff8f-d685-492c-94f1-b07dbc941d2c req-e2e16eed-7c06-46a3-a92d-2f250d920ab6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1688161 Jul 14 11:55:32.882836 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:32.883832 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:32.884767 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] 10.222.0.64 "PUT /v2.0/ports/2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 200 len: 1091 time: 1.1850007 Jul 14 11:55:32.885218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:32.887539 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b46a92-2205-4f26-8b50-2e9b332c70e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:32.890821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-666fff8f-d685-492c-94f1-b07dbc941d2c req-6a26e9f8-9119-4308-9edb-e326ec868d86 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616353 Jul 14 11:55:32.915312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eefd8f-a9ef-43d3-a9cc-e2e07e5ec9cf service neutron] Pushing event updated for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:32.951606 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ec81f-4e63-4e71-aa28-1d0384129daa x-openstack-request-id: req-d55ec81f-4e63-4e71-aa28-1d0384129daa {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:32.951933 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:32.952184 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d55ec81f-4e63-4e71-aa28-1d0384129daa {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:32.952588 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'status': 'completed', 'code': 200} Jul 14 11:55:33.027010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-22e1bae8-fe93-4ddf-baba-aa7222a16c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:33.028618 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-22e1bae8-fe93-4ddf-baba-aa7222a16c66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1094 time: 0.0735400 Jul 14 11:55:33.086036 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-bc88ccf7-5ffa-4cb1-a8e8-f30ee8802e7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 200 len: 217 time: 0.0489199 Jul 14 11:55:33.144390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-d656a6d4-3b50-4fae-a213-0bc78459e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:33.146090 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-d656a6d4-3b50-4fae-a213-0bc78459e94a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=863786b2-ca9d-4cf6-bec9-a8989b48c3d4 HTTP/1.1" status: 200 len: 834 time: 0.0525692 Jul 14 11:55:33.222414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-2062329b-3e34-4388-9af4-4db16d2c74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:33.223978 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-2062329b-3e34-4388-9af4-4db16d2c74a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c909423-f045-49bd-a657-e219ef49590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711432 Jul 14 11:55:33.288474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b2d28-a30d-4427-9923-8c2da4507978 req-91ef6e3e-8fb2-4000-935b-b65d69489782 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:33.301410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e6b2d28-a30d-4427-9923-8c2da4507978 req-91ef6e3e-8fb2-4000-935b-b65d69489782 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 943 time: 0.0981498 Jul 14 11:55:33.367286 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-08b90973-03b8-4dca-bbf2-d2b6b37a17b1 service neutron] 10.222.0.64 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365361 Jul 14 11:55:33.461024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc68b79-524d-40fa-a6eb-dc9be18b9471 req-96d184ac-71fa-436e-bd6b-ad1c4fc2ac76 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:33.462741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9cc68b79-524d-40fa-a6eb-dc9be18b9471 req-96d184ac-71fa-436e-bd6b-ad1c4fc2ac76 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 945 time: 0.0793324 Jul 14 11:55:33.485778 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4f66c6b3-48e2-4be4-bcc8-cd1b659884d4 req-97ddcc47-865e-46ad-9f2c-0d8f1db43de8 service neutron] 10.222.0.64 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125100 Jul 14 11:55:33.523350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9cc68b79-524d-40fa-a6eb-dc9be18b9471 req-a4d1f213-9b3f-4f70-8c11-9423512cc9e2 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479867 Jul 14 11:55:33.584356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e6b2d28-a30d-4427-9923-8c2da4507978 req-bcc1a560-9fc4-40b2-b191-dfb073a97271 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2815266 Jul 14 11:55:33.633703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-140ed129-1eb5-4025-9ac2-fa587b661973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:33.635270 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-140ed129-1eb5-4025-9ac2-fa587b661973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1094 time: 0.0735917 Jul 14 11:55:33.636235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43780) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:33.750217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-88bdd386-eb72-475c-b391-a4caf20678c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:33.751722 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-88bdd386-eb72-475c-b391-a4caf20678c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6c909423-f045-49bd-a657-e219ef49590a HTTP/1.1" status: 200 len: 897 time: 0.1098917 Jul 14 11:55:33.769998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f87b23ea-cd87-4629-8f41-b04b21ee0583 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:33.810258 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-f9ac8972-5adb-4f59-86af-a30706df4c45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 200 len: 217 time: 0.0515578 Jul 14 11:55:33.811156 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecc08-ee0b-42a0-bd9e-d45c6b908ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:33.823874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f87b23ea-cd87-4629-8f41-b04b21ee0583 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:33.824262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:33.880581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-d3297a41-18f9-4801-ba9a-c33da17d7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:33.882042 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-d3297a41-18f9-4801-ba9a-c33da17d7d17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=863786b2-ca9d-4cf6-bec9-a8989b48c3d4 HTTP/1.1" status: 200 len: 834 time: 0.0626373 Jul 14 11:55:33.986263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-5b0e3a6f-f2fa-4d84-bba8-2132786860b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:33.988016 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-5b0e3a6f-f2fa-4d84-bba8-2132786860b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c909423-f045-49bd-a657-e219ef49590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992377 Jul 14 11:55:33.992664 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecc08-ee0b-42a0-bd9e-d45c6b908ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.003617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecc08-ee0b-42a0-bd9e-d45c6b908ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.096026 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ff4ecc08-ee0b-42a0-bd9e-d45c6b908ba7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85b855cccd3345b48b68d49fc843251b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560888 Jul 14 11:55:34.096026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ecc08-ee0b-42a0-bd9e-d45c6b908ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48bec8-50b3-47ac-b1b0-a6d7e5c40d2d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:34.097112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43786) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:34.107172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ff99b-d018-4f66-ace8-2d563cad2066 req-0f84edd9-7bc5-49b0-bb23-ac31dff8074b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:34.108781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-165ff99b-d018-4f66-ace8-2d563cad2066 req-0f84edd9-7bc5-49b0-bb23-ac31dff8074b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0751786 Jul 14 11:55:34.135147 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-75e0cb78-ad0e-49aa-a05d-85124f9ec17d service neutron] 10.222.0.64 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402538 Jul 14 11:55:34.179718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-165ff99b-d018-4f66-ace8-2d563cad2066 req-dbc1a104-31c3-403e-9916-eb3be11ce7f4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593691 Jul 14 11:55:34.194253 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ed830b5-1230-49fe-9651-16303ac2f694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.218077 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ed830b5-1230-49fe-9651-16303ac2f694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.253391 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-95b46a92-2205-4f26-8b50-2e9b332c70e4 req-4692f0bb-3a07-4c21-9f82-d8c69142852d service neutron] 10.222.0.64 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110916 Jul 14 11:55:34.278571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ed830b5-1230-49fe-9651-16303ac2f694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.282225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ed830b5-1230-49fe-9651-16303ac2f694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.283889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6ed830b5-1230-49fe-9651-16303ac2f694 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc48bec8-50b3-47ac-b1b0-a6d7e5c40d2d HTTP/1.1" status: 204 len: 168 time: 0.1855736 Jul 14 11:55:34.292576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed830b5-1230-49fe-9651-16303ac2f694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc48bec8-50b3-47ac-b1b0-a6d7e5c40d2d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:34.588692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43794) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:34.603956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f31c52f-46d6-4213-ba46-8816e651e103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.727836 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f31c52f-46d6-4213-ba46-8816e651e103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.733144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f31c52f-46d6-4213-ba46-8816e651e103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.814557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31c52f-46d6-4213-ba46-8816e651e103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d5165b-4bae-44f1-b72c-d837a048a69e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:34.823119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8f31c52f-46d6-4213-ba46-8816e651e103 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e5bc60278e44399ba870a96c7863376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310019 Jul 14 11:55:34.823900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43800) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:34.887629 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e12253b0-978f-42db-88c3-cce8bf0637df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.888143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05743d9-c096-4b8f-bd14-44a8202d2b7c req-09944646-7ac6-49be-97ce-e5654085b119 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:34.889899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e05743d9-c096-4b8f-bd14-44a8202d2b7c req-09944646-7ac6-49be-97ce-e5654085b119 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 943 time: 0.1353996 Jul 14 11:55:34.915492 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e12253b0-978f-42db-88c3-cce8bf0637df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.949375 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e05743d9-c096-4b8f-bd14-44a8202d2b7c req-bec45b54-155e-4b3a-b5fc-ca96973a8a01 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523908 Jul 14 11:55:34.958237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d35da-a084-4731-b724-2309822a9558 req-06ec988d-3d91-4c50-8e26-c368f8b1196e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:34.959972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-290d35da-a084-4731-b724-2309822a9558 req-06ec988d-3d91-4c50-8e26-c368f8b1196e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 945 time: 0.1178586 Jul 14 11:55:34.974737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e12253b0-978f-42db-88c3-cce8bf0637df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.978235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e12253b0-978f-42db-88c3-cce8bf0637df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:34.979880 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e12253b0-978f-42db-88c3-cce8bf0637df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61d5165b-4bae-44f1-b72c-d837a048a69e HTTP/1.1" status: 204 len: 168 time: 0.1547472 Jul 14 11:55:34.992385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12253b0-978f-42db-88c3-cce8bf0637df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d5165b-4bae-44f1-b72c-d837a048a69e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:35.039699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-290d35da-a084-4731-b724-2309822a9558 req-c2696920-8404-433d-95e5-2ca6ed808376 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735371 Jul 14 11:55:35.236465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba54978-8aaf-4f36-a4ee-d85d84b51aa6 req-9f97d664-2e30-43bc-b135-f2ce101c81e6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:35.238020 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bba54978-8aaf-4f36-a4ee-d85d84b51aa6 req-9f97d664-2e30-43bc-b135-f2ce101c81e6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 945 time: 0.0749943 Jul 14 11:55:35.287625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bba54978-8aaf-4f36-a4ee-d85d84b51aa6 req-0227bc1c-cb09-4a46-a041-74ff95182a8f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425868 Jul 14 11:55:35.397219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9bf22-7a66-4935-b360-608bbdc744c9 req-826b5c51-6291-4bc1-8451-68d35d1b2a3c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:35.399105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7e9bf22-7a66-4935-b360-608bbdc744c9 req-826b5c51-6291-4bc1-8451-68d35d1b2a3c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0823402 Jul 14 11:55:35.451977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7e9bf22-7a66-4935-b360-608bbdc744c9 req-d47becb0-68bd-49bf-8334-6ab18a8a3c07 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Jul 14 11:55:35.803328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df724da3-ca60-4cc9-b569-0d0fbc11133c req-4e5642bf-0fc7-4130-8b1a-886ef2f8cd67 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:35.804913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df724da3-ca60-4cc9-b569-0d0fbc11133c req-4e5642bf-0fc7-4130-8b1a-886ef2f8cd67 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 945 time: 0.0753655 Jul 14 11:55:35.851155 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df724da3-ca60-4cc9-b569-0d0fbc11133c req-ffb4952e-b9a1-4fce-b9b2-17529652cd36 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 Jul 14 11:55:36.141851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b97d04-2f75-49f8-9462-f51a3298240c req-d7b14715-6b75-4fa3-aa12-d9d4273f5480 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:36.144187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55b97d04-2f75-49f8-9462-f51a3298240c req-d7b14715-6b75-4fa3-aa12-d9d4273f5480 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 943 time: 0.0680361 Jul 14 11:55:36.188159 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55b97d04-2f75-49f8-9462-f51a3298240c req-6926fcdf-b841-4f94-96f9-0ec5a078962c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378857 Jul 14 11:55:36.635283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41599a2-2148-4ec1-9430-31ebf1e9a4ee req-367d185b-6868-45a8-96a4-98418b178755 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:36.636846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a41599a2-2148-4ec1-9430-31ebf1e9a4ee req-367d185b-6868-45a8-96a4-98418b178755 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0701756 Jul 14 11:55:36.679977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a41599a2-2148-4ec1-9430-31ebf1e9a4ee req-8a7e6826-1ef6-43ce-93bc-fe188a4cf8dd tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367863 Jul 14 11:55:37.029588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50a017-3b83-4c57-9770-a9e10b7e3f4a req-237081f7-0303-40e3-aa3d-100101b44772 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:37.031345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d50a017-3b83-4c57-9770-a9e10b7e3f4a req-237081f7-0303-40e3-aa3d-100101b44772 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 945 time: 0.0650506 Jul 14 11:55:37.070204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d50a017-3b83-4c57-9770-a9e10b7e3f4a req-7ef8f469-3b29-4dd5-bd0a-2ab398231574 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 Jul 14 11:55:37.120064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43880) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:37.191960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537e973-b532-487c-874a-3438e2878f67 req-5598467e-4d80-4533-b15e-b9ca6af8ba7c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:37.193471 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a537e973-b532-487c-874a-3438e2878f67 req-5598467e-4d80-4533-b15e-b9ca6af8ba7c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 945 time: 0.0661323 Jul 14 11:55:37.228384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a3145e3-419d-488d-9bef-0efa15824059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.326621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-a537e973-b532-487c-874a-3438e2878f67 req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port 4fc25385-c033-4907-8aac-08f5b37b8acb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:37.327206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a537e973-b532-487c-874a-3438e2878f67 req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.342695 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a3145e3-419d-488d-9bef-0efa15824059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.349545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a3145e3-419d-488d-9bef-0efa15824059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.450589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0a3145e3-419d-488d-9bef-0efa15824059 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46435835a4ba43949b71bebd567f86b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293955 Jul 14 11:55:37.454354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3145e3-419d-488d-9bef-0efa15824059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e2a20a-5e1a-4840-9855-be79d178fbdc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:37.457369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43888) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:37.465241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a537e973-b532-487c-874a-3438e2878f67 req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] For port 4fc25385-c033-4907-8aac-08f5b37b8acb, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4fc25385-c033-4907-8aac-08f5b37b8acb,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:37.465705 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a537e973-b532-487c-874a-3438e2878f67 req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.480259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-a537e973-b532-487c-874a-3438e2878f67 req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for 4fc25385-c033-4907-8aac-08f5b37b8acb owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:37.527437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f6988-4afd-486f-883d-718dd8f2010b req-9c0a649e-5c7f-457a-9d65-c9c6ac9e6b9d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:37.529017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-907f6988-4afd-486f-883d-718dd8f2010b req-9c0a649e-5c7f-457a-9d65-c9c6ac9e6b9d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 943 time: 0.1456602 Jul 14 11:55:37.552124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7d8f3aa-9637-4cf5-adc8-7a03ece50e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.580114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2a99d630-dfd9-44be-8025-b7a5128073e6 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:55:37.591831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7d8f3aa-9637-4cf5-adc8-7a03ece50e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.595808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-907f6988-4afd-486f-883d-718dd8f2010b req-2d20588f-d618-4baf-92d7-b26477f6bb44 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600345 Jul 14 11:55:37.633913 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a537e973-b532-487c-874a-3438e2878f67 req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.653211 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7d8f3aa-9637-4cf5-adc8-7a03ece50e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.656419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7d8f3aa-9637-4cf5-adc8-7a03ece50e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.657798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d7d8f3aa-9637-4cf5-adc8-7a03ece50e62 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94e2a20a-5e1a-4840-9855-be79d178fbdc HTTP/1.1" status: 204 len: 168 time: 0.1962347 Jul 14 11:55:37.663514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['df49acc4-c8f2-4c83-962b-0e95b25760aa', '4fc25385-c033-4907-8aac-08f5b37b8acb'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:55:37.670106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8f3aa-9637-4cf5-adc8-7a03ece50e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e2a20a-5e1a-4840-9855-be79d178fbdc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:37.681093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=4fc25385-c033-4907-8aac-08f5b37b8acb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:37.784362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a537e973-b532-487c-874a-3438e2878f67 req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] No DVR routers for this DVR port 4fc25385-c033-4907-8aac-08f5b37b8acb on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:55:37.793213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a537e973-b532-487c-874a-3438e2878f67 req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:37.795581 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a537e973-b532-487c-874a-3438e2878f67 req-a9bc6fac-5493-4188-8009-506d85465e3b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "DELETE /v2.0/ports/4fc25385-c033-4907-8aac-08f5b37b8acb HTTP/1.1" status: 204 len: 173 time: 0.5965238 Jul 14 11:55:37.796918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67774c8f-81e1-4750-846f-4ea68289a95c', 'name': 'network-vif-deleted', 'tag': '4fc25385-c033-4907-8aac-08f5b37b8acb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:37.805749 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe3bcfa-6eec-42ce-a20d-c6349b37ca8d" -d '{"events": [{"server_uuid": "67774c8f-81e1-4750-846f-4ea68289a95c", "name": "network-vif-deleted", "tag": "4fc25385-c033-4907-8aac-08f5b37b8acb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:37.888095 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6b4b45-d7af-49f5-ab4a-7903f2940660 x-openstack-request-id: req-1d6b4b45-d7af-49f5-ab4a-7903f2940660 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:37.890346 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67774c8f-81e1-4750-846f-4ea68289a95c", "name": "network-vif-deleted", "tag": "4fc25385-c033-4907-8aac-08f5b37b8acb", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:37.890786 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d6b4b45-d7af-49f5-ab4a-7903f2940660 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:37.891355 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67774c8f-81e1-4750-846f-4ea68289a95c', 'name': 'network-vif-deleted', 'tag': '4fc25385-c033-4907-8aac-08f5b37b8acb', 'status': 'completed', 'code': 200} Jul 14 11:55:37.894431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:37.921372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'port_id': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'mac_address': 'fa:16:3e:a7:65:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:55:37.996368 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.011208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a99d630-dfd9-44be-8025-b7a5128073e6 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:55:38.013077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f8d3f-e230-4c02-bd95-4ecade0f7fa1 req-9b3893ed-df09-41ee-885c-9a7e87a260eb tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:38.014885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d0f8d3f-e230-4c02-bd95-4ecade0f7fa1 req-9b3893ed-df09-41ee-885c-9a7e87a260eb tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1153364 Jul 14 11:55:38.035277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:38.042991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.067266 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d0f8d3f-e230-4c02-bd95-4ecade0f7fa1 req-75718763-7852-4695-9b0a-59660c9765b1 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Jul 14 11:55:38.095191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:38.161164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 43900) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:38.175611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-953439f6-66a2-41ec-94f1-cf7afc70e840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.232214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd9ebb79-e15f-4830-85f6-0459ee565506 req-65efa81f-6ff7-412b-8c25-11aa87be7d14 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 210 time: 0.0347052 Jul 14 11:55:38.251417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['2a99d630-dfd9-44be-8025-b7a5128073e6'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:55:38.289702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-953439f6-66a2-41ec-94f1-cf7afc70e840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.294983 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-953439f6-66a2-41ec-94f1-cf7afc70e840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.338199 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-953439f6-66a2-41ec-94f1-cf7afc70e840 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f1e468f4cedb4910b38b1e356ff1b7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757500 Jul 14 11:55:38.339063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953439f6-66a2-41ec-94f1-cf7afc70e840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d556aea-6d88-4ea5-a429-b06c8887378b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:38.340888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43902) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:38.445648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-160c49ee-9924-432f-ad91-ad19940dad35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.512282 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-160c49ee-9924-432f-ad91-ad19940dad35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.568887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-1fa7816c-3322-4ded-a578-c9d6c499ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:38.570428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-1fa7816c-3322-4ded-a578-c9d6c499ca1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1097 time: 0.1056645 Jul 14 11:55:38.582233 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-160c49ee-9924-432f-ad91-ad19940dad35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.584996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-160c49ee-9924-432f-ad91-ad19940dad35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.586159 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-160c49ee-9924-432f-ad91-ad19940dad35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d556aea-6d88-4ea5-a429-b06c8887378b HTTP/1.1" status: 204 len: 168 time: 0.2442935 Jul 14 11:55:38.595008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c49ee-9924-432f-ad91-ad19940dad35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d556aea-6d88-4ea5-a429-b06c8887378b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:38.709047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-48b9ad76-02dd-4655-b5c3-07ea16de63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:38.710548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-48b9ad76-02dd-4655-b5c3-07ea16de63b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 917 time: 0.1129568 Jul 14 11:55:38.764603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-a34f1e8b-2889-46f1-9b8e-7b5c7bd6acd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ff160d-38ac-49e2-b845-241d83dad1b8 HTTP/1.1" status: 200 len: 217 time: 0.0447164 Jul 14 11:55:39.137473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-d79a1de1-df29-43a6-8e9f-97d4f978de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:39.138944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-d79a1de1-df29-43a6-8e9f-97d4f978de3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.3487165 Jul 14 11:55:39.152866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9c37d-348a-40df-a091-cfaf96ce28d1 req-3e6eae88-36af-40e9-9da5-625072a9b3cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:39.159694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ef9c37d-348a-40df-a091-cfaf96ce28d1 req-3e6eae88-36af-40e9-9da5-625072a9b3cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 944 time: 0.3976283 Jul 14 11:55:39.199261 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-b3aa0bd2-98d8-4610-ba31-66fb73c5f44f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376551 Jul 14 11:55:39.300455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ef9c37d-348a-40df-a091-cfaf96ce28d1 req-e1c6594e-54c9-4966-a996-e3d6494111b8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398969 Jul 14 11:55:39.382266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f58a-eb1e-4f16-9b00-36f8fbd15043 req-33927b8a-e208-4bf4-a597-4b59592b4e60 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:39.385778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2489f58a-eb1e-4f16-9b00-36f8fbd15043 req-33927b8a-e208-4bf4-a597-4b59592b4e60 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1806309 Jul 14 11:55:39.387677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-240376bb-7989-4cac-8c6f-43241e8946c8 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724570 Jul 14 11:55:39.494836 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4223c957-7061-4589-a307-ff3a37fd1f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:39.503474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ac1223a-930b-4820-9d07-6a89bb22389d req-ce64d283-6bb6-42da-a03d-a4131e56ca72 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 210 time: 0.0930951 Jul 14 11:55:39.543279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2489f58a-eb1e-4f16-9b00-36f8fbd15043 req-f79ffd2d-8343-4d6e-84fc-d37c3ad100b2 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358886 Jul 14 11:55:39.600627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c6c2558-a610-4cac-a9dc-55543a47b010 req-e3782204-e4ad-4cdc-a4aa-52c631c91d66 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041466 Jul 14 11:55:39.610616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2a99d630-dfd9-44be-8025-b7a5128073e6 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:39.673043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 2a99d630-dfd9-44be-8025-b7a5128073e6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:39.677791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 2a99d630-dfd9-44be-8025-b7a5128073e6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:39.678310 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:39.765184 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:39.792096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:39.795197 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4daf78d-c7f7-4b9c-ac23-0f66c082a46f" -d '{"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-plugged", "status": "completed", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:39.813826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:39.819305 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:39.820795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4fc25385-c033-4907-8aac-08f5b37b8acb no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:39.850711 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5332eeaf-d793-4a21-a690-4873dafeda76 x-openstack-request-id: req-5332eeaf-d793-4a21-a690-4873dafeda76 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:39.851046 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-plugged", "status": "completed", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:39.851282 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5332eeaf-d793-4a21-a690-4873dafeda76 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:39.851684 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'code': 200} Jul 14 11:55:39.879147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 4fc25385-c033-4907-8aac-08f5b37b8acb {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:39.879503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4fc25385-c033-4907-8aac-08f5b37b8acb not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:39.915008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:39.981271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e34b6-444d-4753-a9bd-1ea5c2cfbb4c req-0ebd6472-5acd-44eb-b20d-1e56399c18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:39.982972 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-812e34b6-444d-4753-a9bd-1ea5c2cfbb4c req-0ebd6472-5acd-44eb-b20d-1e56399c18c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1096 time: 0.0621839 Jul 14 11:55:40.022870 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-812e34b6-444d-4753-a9bd-1ea5c2cfbb4c req-13053ef4-84ed-4568-ae9e-31f101ce8e3c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326717 Jul 14 11:55:40.480732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade3f2c-e183-4a1b-ac6a-cfd1edb563f8 req-096e0557-8e29-49c4-9f04-42eb2ac26bc9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:40.483049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fade3f2c-e183-4a1b-ac6a-cfd1edb563f8 req-096e0557-8e29-49c4-9f04-42eb2ac26bc9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.0710077 Jul 14 11:55:40.539964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fade3f2c-e183-4a1b-ac6a-cfd1edb563f8 req-983b2e8a-1084-4357-b423-a774705a4e44 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427597 Jul 14 11:55:40.699637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16179d45-a408-446d-9e24-5444d2cb2b0c req-eb7998aa-a0da-4427-9142-925de3294960 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 210 time: 0.0587084 Jul 14 11:55:40.801704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad225693-8d9a-4770-abc9-a9fb434a648a req-7c8aa31b-77cf-4f02-ac22-f1cbc747fa64 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:40.808499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad225693-8d9a-4770-abc9-a9fb434a648a req-7c8aa31b-77cf-4f02-ac22-f1cbc747fa64 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1112370 Jul 14 11:55:40.857026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad225693-8d9a-4770-abc9-a9fb434a648a req-20591ab8-c783-4b53-88cb-385a4732b03b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444081 Jul 14 11:55:41.224893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43984) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:41.340838 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1e42c1c-2583-4044-90fc-30fd0febcad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:41.432267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1e42c1c-2583-4044-90fc-30fd0febcad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:41.436144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1e42c1c-2583-4044-90fc-30fd0febcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:41.474699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e42c1c-2583-4044-90fc-30fd0febcad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58cf3ef-7565-4203-96ea-c0a0e9c898f2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:41.479071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f1e42c1c-2583-4044-90fc-30fd0febcad9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=620f492d7f584f9bba41a22064b9373f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531526 Jul 14 11:55:41.481862 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 43988) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:41.533893 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dfee280a-43fe-4bfa-931e-76e83329c4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:41.557274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dfee280a-43fe-4bfa-931e-76e83329c4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:41.614201 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dfee280a-43fe-4bfa-931e-76e83329c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:41.617308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dfee280a-43fe-4bfa-931e-76e83329c4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:41.621483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dfee280a-43fe-4bfa-931e-76e83329c4cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d58cf3ef-7565-4203-96ea-c0a0e9c898f2 HTTP/1.1" status: 204 len: 168 time: 0.1386814 Jul 14 11:55:41.630874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee280a-43fe-4bfa-931e-76e83329c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58cf3ef-7565-4203-96ea-c0a0e9c898f2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:41.762355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0af767-c15d-42b0-8a5b-27420091cfdd req-552e36b3-821a-4b30-827c-62ddc85cc7d7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:41.770428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb0af767-c15d-42b0-8a5b-27420091cfdd req-552e36b3-821a-4b30-827c-62ddc85cc7d7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.0866487 Jul 14 11:55:41.824202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb0af767-c15d-42b0-8a5b-27420091cfdd req-f1369720-b959-40b9-9c3b-773bf1db3cf3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488100 Jul 14 11:55:41.884704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3433f421-4f8e-4bae-a5de-3072778f408a req-0731fbb5-a5d5-4e72-aee9-14f39c3e8651 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=67774c8f-81e1-4750-846f-4ea68289a95c HTTP/1.1" status: 200 len: 210 time: 0.0406404 Jul 14 11:55:42.070661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7466e3-4eaa-40da-bbdc-3f2a697b4858 req-8022e6f7-2e08-410a-a38e-927fdf68bf95 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:42.072822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb7466e3-4eaa-40da-bbdc-3f2a697b4858 req-8022e6f7-2e08-410a-a38e-927fdf68bf95 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.1084597 Jul 14 11:55:42.133327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb7466e3-4eaa-40da-bbdc-3f2a697b4858 req-4f9480bb-9288-48d5-8903-c23116e10262 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548344 Jul 14 11:55:42.141443 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b47cfec3-73ce-42f3-bdf4-359cad8d3d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:42.155146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44012) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:42.223006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79ac7c-c6e9-41a9-98d9-535c539e9e38 req-8120f17a-42aa-418a-b845-5bf5a40cd51a tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:42.224647 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf79ac7c-c6e9-41a9-98d9-535c539e9e38 req-8120f17a-42aa-418a-b845-5bf5a40cd51a tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0863879 Jul 14 11:55:42.274466 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:42.290934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf79ac7c-c6e9-41a9-98d9-535c539e9e38 req-c72358b3-ab9d-43de-bbf4-6f16d6b4a1fc tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580857 Jul 14 11:55:42.432218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77885610-a3cd-4fda-be4b-cba8afef112a tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:42.434155 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-77885610-a3cd-4fda-be4b-cba8afef112a tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1091 time: 0.2780120 Jul 14 11:55:42.437116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44024) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:42.442531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:42.470641 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:42.592109 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:42.712171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.25.2.148 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/ddd5b756-1fa8-4547-ad76-c79b19918bcc) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:55:42.819882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:42.870588 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:42.909209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:42.915229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:42.920251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:55:42.961905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=ddd5b756-1fa8-4547-ad76-c79b19918bcc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:42.996234 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:55:43.486389 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:43.688237 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:43.716607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc28775-7121-4e5d-84d7-495fa133cd64 req-ef37a8bc-d978-4dcd-afdd-7cfb753adcf2 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:43.718731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cfc28775-7121-4e5d-84d7-495fa133cd64 req-ef37a8bc-d978-4dcd-afdd-7cfb753adcf2 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.2640057 Jul 14 11:55:43.786060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44056) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:43.822224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cfc28775-7121-4e5d-84d7-495fa133cd64 req-8089880a-1216-4125-99af-41c2031fb23a tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712023 Jul 14 11:55:43.858665 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:43.916789 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80baf978-cd52-47c0-8473-cf5ac676cdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.014226 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80baf978-cd52-47c0-8473-cf5ac676cdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.019721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80baf978-cd52-47c0-8473-cf5ac676cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.027821 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.033029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.063302 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-80baf978-cd52-47c0-8473-cf5ac676cdc9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23069cc651364f9baa1a0e2cce21367a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760680 Jul 14 11:55:44.063782 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44060) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:44.066502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baf978-cd52-47c0-8473-cf5ac676cdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce239ccc-0754-4b91-b7e5-6b79359a5e30,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:44.133772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=ddd5b756-1fa8-4547-ad76-c79b19918bcc,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:44.144996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.213373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2491-a39e-447a-8e4a-4abc896c93e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.274040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2491-a39e-447a-8e4a-4abc896c93e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.298537 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Floating IP f840179a-6864-41d1-8cfa-c35cfbbcbdcb associated. External IP: 172.25.2.148, port: 2a99d630-dfd9-44be-8025-b7a5128073e6. Jul 14 11:55:44.405322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2491-a39e-447a-8e4a-4abc896c93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.407892 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2491-a39e-447a-8e4a-4abc896c93e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.409677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2f1d2491-a39e-447a-8e4a-4abc896c93e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce239ccc-0754-4b91-b7e5-6b79359a5e30 HTTP/1.1" status: 204 len: 168 time: 0.3180733 Jul 14 11:55:44.423308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d2491-a39e-447a-8e4a-4abc896c93e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce239ccc-0754-4b91-b7e5-6b79359a5e30,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:44.709031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:44.722712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf7575b1-888d-4296-8a38-d942a826e4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.826068 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf7575b1-888d-4296-8a38-d942a826e4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.830264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf7575b1-888d-4296-8a38-d942a826e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.844457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:55:44.871115 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cf7575b1-888d-4296-8a38-d942a826e4a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9dbb740784ed43afb41840626c11d567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609511 Jul 14 11:55:44.886965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44074) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:44.887929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7575b1-888d-4296-8a38-d942a826e4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164761e3-e5e3-4f4d-86e4-73709e9149dd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:44.963242 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe4f2-b8ef-4371-8aee-c00072176198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:44.989041 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe4f2-b8ef-4371-8aee-c00072176198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:45.036440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:55:45.052468 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] Sync routers for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:55:45.059671 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe4f2-b8ef-4371-8aee-c00072176198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:45.062925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe4f2-b8ef-4371-8aee-c00072176198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:45.067168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3278084-387e-4f25-9030-0900cec6fb0f req-15319127-6122-4a14-9c3b-71c698a60a12 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:45.067672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3278084-387e-4f25-9030-0900cec6fb0f req-15319127-6122-4a14-9c3b-71c698a60a12 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0944932 Jul 14 11:55:45.068566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:45.068849 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c8ffe4f2-b8ef-4371-8aee-c00072176198 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/164761e3-e5e3-4f4d-86e4-73709e9149dd HTTP/1.1" status: 204 len: 168 time: 0.1742871 Jul 14 11:55:45.077738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffe4f2-b8ef-4371-8aee-c00072176198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164761e3-e5e3-4f4d-86e4-73709e9149dd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:45.088275 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:45.092931 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:45.141071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ac0874cf-49a2-4ef8-bf55-bd74af0c377c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7028913 Jul 14 11:55:45.144049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:45.146352 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed36155-d556-443a-b66f-c716bac0b398" -d '{"events": [{"name": "network-changed", "server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:45.161535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3278084-387e-4f25-9030-0900cec6fb0f req-b9c0e8a2-6a7d-48cb-b453-5659aca274e3 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609939 Jul 14 11:55:45.181889 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:45.226563 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda29c8-d1a0-4d86-b4d4-39172cbf8ff5 x-openstack-request-id: req-1fda29c8-d1a0-4d86-b4d4-39172cbf8ff5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:45.227093 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:45.227518 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fda29c8-d1a0-4d86-b4d4-39172cbf8ff5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:45.229587 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'status': 'completed', 'code': 200} Jul 14 11:55:45.301591 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:45.321033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36155-d556-443a-b66f-c716bac0b398 req-b41bc505-4b4d-4e5a-a4fb-c7e8dbe24ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:45.325100 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bed36155-d556-443a-b66f-c716bac0b398 req-b41bc505-4b4d-4e5a-a4fb-c7e8dbe24ff4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1096 time: 0.0669665 Jul 14 11:55:45.422635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92467-69bd-4854-aa06-a175a3e318ca req-9e1ac384-3ed3-4647-9794-012b74282128 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:45.424960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5b92467-69bd-4854-aa06-a175a3e318ca req-9e1ac384-3ed3-4647-9794-012b74282128 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.1750963 Jul 14 11:55:45.453520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36155-d556-443a-b66f-c716bac0b398 req-46a07b24-c11e-43c5-adb5-8a589acc405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:45.455697 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bed36155-d556-443a-b66f-c716bac0b398 req-46a07b24-c11e-43c5-adb5-8a589acc405d service neutron] 10.222.0.64 "GET /v2.0/networks?id=6c909423-f045-49bd-a657-e219ef49590a HTTP/1.1" status: 200 len: 897 time: 0.1228433 Jul 14 11:55:45.484610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5b92467-69bd-4854-aa06-a175a3e318ca req-fa4c8512-b9b9-4b26-a2bd-bad656e0a996 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540695 Jul 14 11:55:45.531005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44092) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:45.581407 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bed36155-d556-443a-b66f-c716bac0b398 req-963c4825-a8b8-4ef6-a1f0-b639e54ff84b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 200 len: 999 time: 0.1144648 Jul 14 11:55:45.663637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-20b0472f-1c81-44ae-a2e5-70c27183e670 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/f840179a-6864-41d1-8cfa-c35cfbbcbdcb HTTP/1.1" status: 200 len: 991 time: 0.1301000 Jul 14 11:55:45.679561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36155-d556-443a-b66f-c716bac0b398 req-667aa95e-f88d-48ac-a891-bef8af0cf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:45.681452 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bed36155-d556-443a-b66f-c716bac0b398 req-667aa95e-f88d-48ac-a891-bef8af0cf064 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=863786b2-ca9d-4cf6-bec9-a8989b48c3d4 HTTP/1.1" status: 200 len: 834 time: 0.0938005 Jul 14 11:55:45.743903 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:24Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'f840179a-6864-41d1-8cfa-c35cfbbcbdcb', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'port_id': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'mac_address': 'fa:16:3e:a7:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:55:43Z', 'updated_at': '2021-07-14T11:55:43Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87b23ea-cd87-4629-8f41-b04b21ee0583', 'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:d2:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:22Z', 'updated_at': '2021-07-14T11:55:32Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:45.749285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab2c3b-ed7f-4a78-9af9-05d8e7f01428 req-488f17d3-47bf-40ae-bc1c-079fb9b70f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:45.750814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bab2c3b-ed7f-4a78-9af9-05d8e7f01428 req-488f17d3-47bf-40ae-bc1c-079fb9b70f11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1097 time: 0.1280110 Jul 14 11:55:45.764632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36155-d556-443a-b66f-c716bac0b398 req-f80c5d18-64da-4986-8e01-7f7a033abfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:45.768519 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bed36155-d556-443a-b66f-c716bac0b398 req-f80c5d18-64da-4986-8e01-7f7a033abfbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c909423-f045-49bd-a657-e219ef49590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785003 Jul 14 11:55:45.795146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0bab2c3b-ed7f-4a78-9af9-05d8e7f01428 req-b60981c9-55e8-473b-b9e7-14fe68dbe17b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365732 Jul 14 11:55:45.902434 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bed36155-d556-443a-b66f-c716bac0b398 req-2848f5ee-3912-4d5d-bd18-b06fa9f722a6 service neutron] 10.222.0.64 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290824 Jul 14 11:55:45.915618 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] Checking router: 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:55:45.924196 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:55:45.924901 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:55:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:46.029090 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bed36155-d556-443a-b66f-c716bac0b398 req-c1b3c0f7-a0d4-4fd8-84b9-44c560bb7f09 service neutron] 10.222.0.64 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205559 Jul 14 11:55:46.052205 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:55:46.293378 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:24Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'f840179a-6864-41d1-8cfa-c35cfbbcbdcb', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'port_id': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'mac_address': 'fa:16:3e:a7:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:55:43Z', 'updated_at': '2021-07-14T11:55:43Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87b23ea-cd87-4629-8f41-b04b21ee0583', 'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:d2:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:22Z', 'updated_at': '2021-07-14T11:55:32Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:46.320063 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08e7d5-0b71-41a9-bd63-92e9bbfdbb99 None None] The sync data for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 is: [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:24Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'f840179a-6864-41d1-8cfa-c35cfbbcbdcb', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'port_id': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'mac_address': 'fa:16:3e:a7:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:55:43Z', 'updated_at': '2021-07-14T11:55:43Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87b23ea-cd87-4629-8f41-b04b21ee0583', 'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:d2:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:22Z', 'updated_at': '2021-07-14T11:55:32Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:55:46.368935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248df87-73dd-445a-96c2-ebc0279cf777 req-c8baf4bd-c4a5-4834-ab13-3573002fe462 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:46.370902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5248df87-73dd-445a-96c2-ebc0279cf777 req-c8baf4bd-c4a5-4834-ab13-3573002fe462 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0749042 Jul 14 11:55:46.418030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5248df87-73dd-445a-96c2-ebc0279cf777 req-e2af4357-ce83-4083-aaff-81101bc5dcf5 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410323 Jul 14 11:55:46.562058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e2d4e-e84e-42dd-b943-6447084d90d1 None None] New status for floating IP f840179a-6864-41d1-8cfa-c35cfbbcbdcb: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:55:46.665735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44118) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:46.745817 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-67328f35-c0ca-4816-80ac-9a58049a2bbc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/f840179a-6864-41d1-8cfa-c35cfbbcbdcb HTTP/1.1" status: 200 len: 991 time: 0.0775483 Jul 14 11:55:47.614022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477c9a0-dbba-4b50-8ec3-e0a27b673c45 req-1ce4b621-0406-45cf-9f41-855a84dbaabd tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:47.620498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f477c9a0-dbba-4b50-8ec3-e0a27b673c45 req-1ce4b621-0406-45cf-9f41-855a84dbaabd tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0742264 Jul 14 11:55:47.658135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f477c9a0-dbba-4b50-8ec3-e0a27b673c45 req-8934b1e8-4f54-4e1b-b168-62f5dae93d09 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362484 Jul 14 11:55:47.748748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44142) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:47.765583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cd41a-d162-4e64-98d1-e7f6a8e60885 req-200d42d0-57df-4bda-a07d-fce91b2df705 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:47.767138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b9cd41a-d162-4e64-98d1-e7f6a8e60885 req-200d42d0-57df-4bda-a07d-fce91b2df705 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 946 time: 0.0699699 Jul 14 11:55:47.809567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b9cd41a-d162-4e64-98d1-e7f6a8e60885 req-367d903b-4c7c-4a15-9340-74355719f417 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351624 Jul 14 11:55:47.817570 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f26c8086-0bc6-4736-b743-9e9dd349c03f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/f840179a-6864-41d1-8cfa-c35cfbbcbdcb HTTP/1.1" status: 200 len: 993 time: 0.0676088 Jul 14 11:55:48.142043 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-7c3cb6e5-3488-46c0-9e1f-c9ea98c63493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:48.144766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-7c3cb6e5-3488-46c0-9e1f-c9ea98c63493 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1097 time: 0.0658612 Jul 14 11:55:48.265837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c3dde-a4a6-405f-b7ac-ff867502c1fa req-e6a3e0a2-074b-4e54-9376-512d20f6f147 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:48.267360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f4c3dde-a4a6-405f-b7ac-ff867502c1fa req-e6a3e0a2-074b-4e54-9376-512d20f6f147 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1414411 Jul 14 11:55:48.291936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-e02cb45d-0ace-4ff3-9781-c61763830ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:48.293299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-e02cb45d-0ace-4ff3-9781-c61763830ba2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 917 time: 0.1318579 Jul 14 11:55:48.320138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f4c3dde-a4a6-405f-b7ac-ff867502c1fa req-0c0fffd5-ec7c-4e4d-a84b-5fa0586493a6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Jul 14 11:55:48.348029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-7e8ef61f-8aa0-4add-85a7-28ca0b098215 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ff160d-38ac-49e2-b845-241d83dad1b8 HTTP/1.1" status: 200 len: 217 time: 0.0414760 Jul 14 11:55:48.402212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-bf1f0b60-3e70-45fa-b1a1-cedf30eba644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:48.403676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-bf1f0b60-3e70-45fa-b1a1-cedf30eba644 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0490882 Jul 14 11:55:48.438803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-19de2781-d8d9-4843-96f7-f48c17b7b4b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253382 Jul 14 11:55:48.528420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-c5b44f90-22c1-4b5a-bcb9-2798eb6faf02 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820172 Jul 14 11:55:48.628045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10425094-b3b8-452b-9ede-07f56c12a4c4 req-510f9c9c-d3b1-4fa3-a1f0-51614b53a369 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918417 Jul 14 11:55:48.994187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b93232-7a21-46dc-8d11-ad5537d87436 req-cdcbfebc-4c7b-4542-94e9-5b7221e0b4a2 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:48.995662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b93232-7a21-46dc-8d11-ad5537d87436 req-cdcbfebc-4c7b-4542-94e9-5b7221e0b4a2 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 946 time: 0.0642872 Jul 14 11:55:49.035162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22b93232-7a21-46dc-8d11-ad5537d87436 req-36080c56-bb73-4b94-a71f-c061e392bcdc tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=608f0f6f-5956-4938-aa81-185836096990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Jul 14 11:55:49.135548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-5e14f992-b846-4797-aae1-c95cb18969c2 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:49.137034 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-5e14f992-b846-4797-aae1-c95cb18969c2 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 946 time: 0.0660386 Jul 14 11:55:49.234308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port df49acc4-c8f2-4c83-962b-0e95b25760aa {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:55:49.234668 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:49.324283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] For port df49acc4-c8f2-4c83-962b-0e95b25760aa, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=df49acc4-c8f2-4c83-962b-0e95b25760aa,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:49.324560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:49.337198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for df49acc4-c8f2-4c83-962b-0e95b25760aa owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:55:49.465797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:49.478477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['df49acc4-c8f2-4c83-962b-0e95b25760aa'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:55:49.501298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=df49acc4-c8f2-4c83-962b-0e95b25760aa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:49.511802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d60436-6443-4cea-824a-547fdb46be73 req-94223450-c500-47b3-a8c9-69e76e04ba43 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:49.513430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06d60436-6443-4cea-824a-547fdb46be73 req-94223450-c500-47b3-a8c9-69e76e04ba43 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0801694 Jul 14 11:55:49.547093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] No DVR routers for this DVR port df49acc4-c8f2-4c83-962b-0e95b25760aa on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:55:49.549825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:49.551803 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-58a6a7d2-1f2e-4e84-a068-632cbf502c74 req-25c2074c-48f8-45f0-a445-97f3125e4608 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "DELETE /v2.0/ports/df49acc4-c8f2-4c83-962b-0e95b25760aa HTTP/1.1" status: 204 len: 173 time: 0.4098828 Jul 14 11:55:49.552277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23', 'name': 'network-vif-deleted', 'tag': 'df49acc4-c8f2-4c83-962b-0e95b25760aa'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:55:49.554521 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c880991-188d-46c3-9767-757ac41ccbb4" -d '{"events": [{"server_uuid": "a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23", "name": "network-vif-deleted", "tag": "df49acc4-c8f2-4c83-962b-0e95b25760aa"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:49.558324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06d60436-6443-4cea-824a-547fdb46be73 req-e2f9c8c2-2b32-47fb-bd29-947ecb690027 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Jul 14 11:55:49.593710 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d8dba9-ac7f-478b-911d-0dd2f3b750cf x-openstack-request-id: req-d0d8dba9-ac7f-478b-911d-0dd2f3b750cf {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:49.593999 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23", "name": "network-vif-deleted", "tag": "df49acc4-c8f2-4c83-962b-0e95b25760aa", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:49.594272 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0d8dba9-ac7f-478b-911d-0dd2f3b750cf {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:49.594668 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23', 'name': 'network-vif-deleted', 'tag': 'df49acc4-c8f2-4c83-962b-0e95b25760aa', 'status': 'completed', 'code': 200} Jul 14 11:55:50.182324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6563d19-87d9-47f6-b2e3-a5198b61e0e9 req-33519fc8-6b68-4076-867d-1a3adfd989c2 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 210 time: 0.0301967 Jul 14 11:55:50.744729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dcf88-c4f4-44b3-8c69-b79693608564 req-25b990e2-0809-4808-b4db-037242489397 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:50.746209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f47dcf88-c4f4-44b3-8c69-b79693608564 req-25b990e2-0809-4808-b4db-037242489397 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0641057 Jul 14 11:55:50.786638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f47dcf88-c4f4-44b3-8c69-b79693608564 req-3af98fc3-5d36-4b77-8235-cf01d0453a2d tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347176 Jul 14 11:55:51.332611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e8e7312-9692-4cb8-b3d9-420e91ffa38e req-88b29bd2-25bb-454a-bdfc-3b1215b00a91 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 210 time: 0.0333991 Jul 14 11:55:51.673382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device df49acc4-c8f2-4c83-962b-0e95b25760aa no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:51.707959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: df49acc4-c8f2-4c83-962b-0e95b25760aa {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:55:51.708301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device df49acc4-c8f2-4c83-962b-0e95b25760aa not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:52.318919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd371c-c5dd-4c9c-899f-56f382087c21 req-58f4b2d6-4a8b-4f31-b8d8-37a26625adbd tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:52.320466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77dd371c-c5dd-4c9c-899f-56f382087c21 req-58f4b2d6-4a8b-4f31-b8d8-37a26625adbd tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0666268 Jul 14 11:55:52.359420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77dd371c-c5dd-4c9c-899f-56f382087c21 req-68e71d27-8194-419a-bb09-0e1fba9e7d40 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Jul 14 11:55:52.477964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9dd21b1-2fb0-42e2-8e78-567994d90b0e req-9d6aa03f-d1b0-43da-8298-35c79a4bf37b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 210 time: 0.0306761 Jul 14 11:55:53.685322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b089d98-3b56-4281-9252-73988210931e req-85624015-1ee2-43cd-9768-b44f5e0226b4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e4d91f-76b7-4d1a-b2f6-f6a2a4c89e23 HTTP/1.1" status: 200 len: 210 time: 0.0325856 Jul 14 11:55:56.264789 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.094594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44294) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:57.100650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-582c057b-1fbf-433f-8f47-d7156c7ac681 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292982030', 'description': 'tempest-secgroup-smoke-292982030 description', 'project_id': '63e66b37481147788ebff171c7986f8c'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:57.126198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-582c057b-1fbf-433f-8f47-d7156c7ac681 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.215843 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-582c057b-1fbf-433f-8f47-d7156c7ac681 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.219376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-582c057b-1fbf-433f-8f47-d7156c7ac681 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.245220 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-582c057b-1fbf-433f-8f47-d7156c7ac681 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.246427 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-582c057b-1fbf-433f-8f47-d7156c7ac681 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1502128 Jul 14 11:55:57.249555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44298) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:57.250513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c057b-1fbf-433f-8f47-d7156c7ac681 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17377c6f-f914-4b99-8bd1-11d110b952f1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:57.255380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-256c4589-9949-40ba-bbeb-2b68d82c9ee3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'security_group_rule': {'security_group_id': '17377c6f-f914-4b99-8bd1-11d110b952f1', 'project_id': '63e66b37481147788ebff171c7986f8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:57.283827 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-256c4589-9949-40ba-bbeb-2b68d82c9ee3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.342502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-256c4589-9949-40ba-bbeb-2b68d82c9ee3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.346160 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-256c4589-9949-40ba-bbeb-2b68d82c9ee3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.364897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c4589-9949-40ba-bbeb-2b68d82c9ee3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2e49cf-3561-4ffd-8a44-4b4ccc55c880,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:57.372152 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-256c4589-9949-40ba-bbeb-2b68d82c9ee3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.373332 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-256c4589-9949-40ba-bbeb-2b68d82c9ee3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227016 Jul 14 11:55:57.376019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44300) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:57.381584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b3e77890-8b7e-4cdf-98c4-26c4a83aa667 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'security_group_rule': {'security_group_id': '17377c6f-f914-4b99-8bd1-11d110b952f1', 'project_id': '63e66b37481147788ebff171c7986f8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:57.407773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b3e77890-8b7e-4cdf-98c4-26c4a83aa667 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.463359 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b3e77890-8b7e-4cdf-98c4-26c4a83aa667 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.466654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b3e77890-8b7e-4cdf-98c4-26c4a83aa667 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.483823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e77890-8b7e-4cdf-98c4-26c4a83aa667 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1834ad48-514a-401f-b851-2844b8aa6496,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:57.490033 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b3e77890-8b7e-4cdf-98c4-26c4a83aa667 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.491268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b3e77890-8b7e-4cdf-98c4-26c4a83aa667 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136661 Jul 14 11:55:57.494036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44302) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:57.498462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-dcacbf94-9994-44b3-9fa9-ad62efe42e99 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'security_group_rule': {'security_group_id': '17377c6f-f914-4b99-8bd1-11d110b952f1', 'project_id': '63e66b37481147788ebff171c7986f8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:57.524454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dcacbf94-9994-44b3-9fa9-ad62efe42e99 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.583366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dcacbf94-9994-44b3-9fa9-ad62efe42e99 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.587092 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dcacbf94-9994-44b3-9fa9-ad62efe42e99 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.605537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacbf94-9994-44b3-9fa9-ad62efe42e99 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d4557c-75cc-48cb-a5b9-fdbc2f64d301,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:57.611683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dcacbf94-9994-44b3-9fa9-ad62efe42e99 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.612924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dcacbf94-9994-44b3-9fa9-ad62efe42e99 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179712 Jul 14 11:55:57.615563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44304) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:57.620062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-83093b18-d8bc-45a5-a0f9-5d857839a211 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'security_group_rule': {'security_group_id': '17377c6f-f914-4b99-8bd1-11d110b952f1', 'project_id': '63e66b37481147788ebff171c7986f8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:57.645999 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83093b18-d8bc-45a5-a0f9-5d857839a211 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.707692 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83093b18-d8bc-45a5-a0f9-5d857839a211 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.712374 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83093b18-d8bc-45a5-a0f9-5d857839a211 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.730275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83093b18-d8bc-45a5-a0f9-5d857839a211 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375f88f7-16df-4979-b630-64945fae06a0,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:57.737016 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-83093b18-d8bc-45a5-a0f9-5d857839a211 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.738263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-83093b18-d8bc-45a5-a0f9-5d857839a211 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217535 Jul 14 11:55:57.740992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44308) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:57.745843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1c8eb706-e1fe-47ce-83e0-a5f2ef1a7ae9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'security_group_rule': {'security_group_id': '17377c6f-f914-4b99-8bd1-11d110b952f1', 'project_id': '63e66b37481147788ebff171c7986f8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:57.772310 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-1c8eb706-e1fe-47ce-83e0-a5f2ef1a7ae9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Project 63e66b37481147788ebff171c7986f8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:55:57.777194 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb706-e1fe-47ce-83e0-a5f2ef1a7ae9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.839640 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb706-e1fe-47ce-83e0-a5f2ef1a7ae9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.843470 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb706-e1fe-47ce-83e0-a5f2ef1a7ae9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.862785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eb706-e1fe-47ce-83e0-a5f2ef1a7ae9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b21ff7-e40d-4083-a908-0c0f9106b796,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:57.870956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb706-e1fe-47ce-83e0-a5f2ef1a7ae9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.874914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1c8eb706-e1fe-47ce-83e0-a5f2ef1a7ae9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301029 Jul 14 11:55:57.874914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:57.879937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4660919f-5dce-41b5-a4f8-58fe215113d5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'security_group_rule': {'security_group_id': '17377c6f-f914-4b99-8bd1-11d110b952f1', 'project_id': '63e66b37481147788ebff171c7986f8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:57.902606 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-4660919f-5dce-41b5-a4f8-58fe215113d5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Project 63e66b37481147788ebff171c7986f8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:55:57.907543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4660919f-5dce-41b5-a4f8-58fe215113d5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.968021 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4660919f-5dce-41b5-a4f8-58fe215113d5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.972703 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4660919f-5dce-41b5-a4f8-58fe215113d5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.991265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660919f-5dce-41b5-a4f8-58fe215113d5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8c3fc8-f096-44ee-83a5-ec44e0f1c6f7,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:57.997375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4660919f-5dce-41b5-a4f8-58fe215113d5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:57.998596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4660919f-5dce-41b5-a4f8-58fe215113d5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228352 Jul 14 11:55:58.203835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:03.964821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d36076-8f89-41e9-a954-dadf7379821a req-77d0c2da-0f2a-4191-b215-1716cde50c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:03.966344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19d36076-8f89-41e9-a954-dadf7379821a req-77d0c2da-0f2a-4191-b215-1716cde50c9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1097 time: 0.0897744 Jul 14 11:56:04.051791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76caa37-f68e-4b46-8088-cd880ddb9ae5 req-db0dea47-30ec-4f6f-97b5-6b21a8a687a2 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:04.053348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f76caa37-f68e-4b46-8088-cd880ddb9ae5 req-db0dea47-30ec-4f6f-97b5-6b21a8a687a2 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1301999 Jul 14 11:56:04.117756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f76caa37-f68e-4b46-8088-cd880ddb9ae5 req-2bee8642-1b4b-4be3-8f2e-df9b17010b13 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576704 Jul 14 11:56:04.118947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d36076-8f89-41e9-a954-dadf7379821a req-8e86a629-cb77-483f-932d-830f9e626b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:04.120337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19d36076-8f89-41e9-a954-dadf7379821a req-8e86a629-cb77-483f-932d-830f9e626b8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 917 time: 0.1452606 Jul 14 11:56:04.164162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19d36076-8f89-41e9-a954-dadf7379821a req-11db3d8c-10f7-4452-9510-c1c152dd73e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ff160d-38ac-49e2-b845-241d83dad1b8 HTTP/1.1" status: 200 len: 217 time: 0.0362380 Jul 14 11:56:04.219032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d36076-8f89-41e9-a954-dadf7379821a req-93f49dfc-1c76-4a6f-8b05-05c7453eb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:04.221511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19d36076-8f89-41e9-a954-dadf7379821a req-93f49dfc-1c76-4a6f-8b05-05c7453eb868 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0498252 Jul 14 11:56:04.260031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19d36076-8f89-41e9-a954-dadf7379821a req-b63af3f4-8acf-4a0c-ab7c-20ccc33baa96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304511 Jul 14 11:56:04.380217 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19d36076-8f89-41e9-a954-dadf7379821a req-5a2c7a07-537f-41fe-86e8-3f81b78abab5 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133718 Jul 14 11:56:04.486778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-19d36076-8f89-41e9-a954-dadf7379821a req-57cca87e-9004-4595-81a2-fcc52bc3ee13 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994494 Jul 14 11:56:05.300947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e42789-526b-49ca-a1bb-a65b21b82d80 req-47aa41e4-0cdc-4c8e-a60e-24c5b5e7300d tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:05.302465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92e42789-526b-49ca-a1bb-a65b21b82d80 req-47aa41e4-0cdc-4c8e-a60e-24c5b5e7300d tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0656786 Jul 14 11:56:05.342583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92e42789-526b-49ca-a1bb-a65b21b82d80 req-3ed00df6-263c-47e7-bfc5-e6cfb0a5480b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337934 Jul 14 11:56:06.531274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195201b-7398-4d5a-8622-e88e029f8d8e req-fc1c6b0b-1964-4fe1-98f9-e93b1fdffa95 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:06.533812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3195201b-7398-4d5a-8622-e88e029f8d8e req-fc1c6b0b-1964-4fe1-98f9-e93b1fdffa95 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0721390 Jul 14 11:56:06.576761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3195201b-7398-4d5a-8622-e88e029f8d8e req-c08b220f-d1e7-469c-9d8d-07cea93066c1 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Jul 14 11:56:07.756179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fffd59-dd8b-48c2-9ea1-79c9d6c27428 req-16373fcf-2f01-483d-aedc-db1ec1fbf925 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:07.757704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22fffd59-dd8b-48c2-9ea1-79c9d6c27428 req-16373fcf-2f01-483d-aedc-db1ec1fbf925 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0651731 Jul 14 11:56:07.796605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22fffd59-dd8b-48c2-9ea1-79c9d6c27428 req-2607e53b-a57d-4af5-a052-133d67ae21d4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Jul 14 11:56:08.993221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133fd3a-f311-4f96-b314-ad90759a9974 req-a9e5ef5b-fb55-454c-a87a-c7ea8b199363 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:08.995198 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7133fd3a-f311-4f96-b314-ad90759a9974 req-a9e5ef5b-fb55-454c-a87a-c7ea8b199363 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0695961 Jul 14 11:56:09.049687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7133fd3a-f311-4f96-b314-ad90759a9974 req-1eb085fd-3608-4f18-a336-5cbde25033d1 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484481 Jul 14 11:56:09.498661 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1835d8f7-40e1-4816-9c8e-3e79bea8a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:10.269086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b1f3e-888c-4c80-81a2-e2158992d926 req-dcce936d-c21b-430c-abfd-2d6a56f5ed35 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:10.271692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327b1f3e-888c-4c80-81a2-e2158992d926 req-dcce936d-c21b-430c-abfd-2d6a56f5ed35 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0727217 Jul 14 11:56:10.312784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-327b1f3e-888c-4c80-81a2-e2158992d926 req-0540dfb7-b131-4aa0-a9ae-14018b8f344b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Jul 14 11:56:10.379991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44524) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:10.486637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:10.601143 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:10.607211 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:10.662016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ccb369-e39d-43f1-940b-d8abf186bd2d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:10.674910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc7ae3803a0b4e57b89a041010b292c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933888 Jul 14 11:56:10.677787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44528) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:10.678443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.678443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.678699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.679052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.679427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.680498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.680651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.681041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.681481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.681888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.682228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.682566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3df52-0775-4d81-83c4-7d045032576c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:10.742863 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57582e43-0713-43cb-8c71-8b67ab7710e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:10.777403 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57582e43-0713-43cb-8c71-8b67ab7710e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:10.836178 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57582e43-0713-43cb-8c71-8b67ab7710e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:10.839289 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57582e43-0713-43cb-8c71-8b67ab7710e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:10.840254 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-57582e43-0713-43cb-8c71-8b67ab7710e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53ccb369-e39d-43f1-940b-d8abf186bd2d HTTP/1.1" status: 204 len: 168 time: 0.1613829 Jul 14 11:56:10.850945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57582e43-0713-43cb-8c71-8b67ab7710e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ccb369-e39d-43f1-940b-d8abf186bd2d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:11.502427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251227d-fd2d-4a6a-b7e2-dea35d986342 req-111c5397-08aa-4853-9aea-3ff9642edd5b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:11.504292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d251227d-fd2d-4a6a-b7e2-dea35d986342 req-111c5397-08aa-4853-9aea-3ff9642edd5b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0734146 Jul 14 11:56:11.554009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d251227d-fd2d-4a6a-b7e2-dea35d986342 req-7bd0bc91-982f-4cce-aff0-03d5baad5f53 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Jul 14 11:56:12.146348 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05e66bb6-6f48-435a-a137-aeaf0d8252cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:12.281771 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:12.476582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-38f06ac1-8a1f-4ee0-a2fa-3a936271b1ba tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292982030&fields=id&tenant_id=63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 267 time: 0.0338690 Jul 14 11:56:12.585763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-63f4a28c-8ba0-4973-bb0d-5c254193f2e0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:12.587277 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-63f4a28c-8ba0-4973-bb0d-5c254193f2e0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.1041422 Jul 14 11:56:12.603018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-8fdeb9db-0b74-417d-bf35-d09885f973ba tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/quotas/63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 375 time: 0.0103219 Jul 14 11:56:12.678592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-f1966465-7288-48bb-9d45-7b3e93941904 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688677 Jul 14 11:56:12.800720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44622) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:12.819443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bb9f7-5afa-49f3-8d8b-fb22cce06963 req-9141b1e6-6fed-4f0e-9f18-965ec9d98ece tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:12.820975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d4bb9f7-5afa-49f3-8d8b-fb22cce06963 req-9141b1e6-6fed-4f0e-9f18-965ec9d98ece tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1341822 Jul 14 11:56:12.823179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-ba2f1145-1109-4540-b4f2-a754d843a021 service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262345 Jul 14 11:56:12.908224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d4bb9f7-5afa-49f3-8d8b-fb22cce06963 req-eb7473a2-e608-4e47-b66e-af897cb5a0e2 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811322 Jul 14 11:56:12.909953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07c587d0-299b-4b38-bdfb-293e514e8c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:12.943242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-a6b0c37f-698a-402b-93ef-e5289ab817bb service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096880 Jul 14 11:56:13.000338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07c587d0-299b-4b38-bdfb-293e514e8c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.004732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07c587d0-299b-4b38-bdfb-293e514e8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.046094 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-07c587d0-299b-4b38-bdfb-293e514e8c92 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50f8bd573b0f4222b057429b86cb4cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441297 Jul 14 11:56:13.048935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c587d0-299b-4b38-bdfb-293e514e8c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc8843f-bdd0-491b-a2cc-130fd000fd16,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:13.050565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44628) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:13.105429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d67b6fb-a2f0-4f54-87e5-9c14ff117b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.128832 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d67b6fb-a2f0-4f54-87e5-9c14ff117b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.182322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d67b6fb-a2f0-4f54-87e5-9c14ff117b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.185363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d67b6fb-a2f0-4f54-87e5-9c14ff117b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.186521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8d67b6fb-a2f0-4f54-87e5-9c14ff117b8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cbc8843f-bdd0-491b-a2cc-130fd000fd16 HTTP/1.1" status: 204 len: 168 time: 0.1343901 Jul 14 11:56:13.197778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67b6fb-a2f0-4f54-87e5-9c14ff117b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc8843f-bdd0-491b-a2cc-130fd000fd16,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:13.261715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bea2ff1b-9782-41c0-8bad-7341847e0ec5 req-73432f06-3e1b-4835-b481-35be70fb729b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 210 time: 0.0361140 Jul 14 11:56:13.484414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44650) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:13.484851 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.498430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d964de8b-ac2f-43c2-8fd5-08a178d166cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.597891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d964de8b-ac2f-43c2-8fd5-08a178d166cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.601625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d964de8b-ac2f-43c2-8fd5-08a178d166cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.641366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d964de8b-ac2f-43c2-8fd5-08a178d166cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e950c611ba154baeb92e9fd1b2e08f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552594 Jul 14 11:56:13.642608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964de8b-ac2f-43c2-8fd5-08a178d166cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9988e78e-e1f0-4e18-8cd1-d03b06c8b0b5,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:13.644792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44652) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:13.694481 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f6f844f-7faf-48b8-aad9-0af38990ff35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.716500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f6f844f-7faf-48b8-aad9-0af38990ff35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.768256 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f6f844f-7faf-48b8-aad9-0af38990ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.771094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f6f844f-7faf-48b8-aad9-0af38990ff35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.772331 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0f6f844f-7faf-48b8-aad9-0af38990ff35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9988e78e-e1f0-4e18-8cd1-d03b06c8b0b5 HTTP/1.1" status: 204 len: 168 time: 0.1264284 Jul 14 11:56:13.781653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f844f-7faf-48b8-aad9-0af38990ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9988e78e-e1f0-4e18-8cd1-d03b06c8b0b5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:14.092604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cdfaf-3955-4081-8516-1c47366a2770 req-6070d471-740a-4d76-a67f-9a1cef349e88 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:14.094111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d20cdfaf-3955-4081-8516-1c47366a2770 req-6070d471-740a-4d76-a67f-9a1cef349e88 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0698111 Jul 14 11:56:14.134938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d20cdfaf-3955-4081-8516-1c47366a2770 req-8bf1da6d-45bd-446d-a2fe-3682355c1998 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346982 Jul 14 11:56:14.379083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-59cde5bf-987c-49a5-9f6c-566696023e05 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:14.382102 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-59cde5bf-987c-49a5-9f6c-566696023e05 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.1395977 Jul 14 11:56:14.461451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0465027-07ad-4005-92f0-ba248ee34289 req-e331c85e-fb33-46c3-aa23-7f9ce3a294c0 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 210 time: 0.0545418 Jul 14 11:56:14.462011 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-e6f7dfea-208a-4398-9c29-d71271842514 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 379 time: 0.0598176 Jul 14 11:56:14.467054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'port': {'device_id': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'admin_state_up': True, 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'security_groups': ['17377c6f-f914-4b99-8bd1-11d110b952f1']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:14.627802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Made reservation on behalf of 63e66b37481147788ebff171c7986f8c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:14.631906 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:14.774920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.20.0.9 (ab57db97-d866-4580-839b-0963a274a61e/2ebf9c62-6f89-4042-b207-3d7abe24ee41/de659f2c-c673-4e5a-a970-0487bb4b1a51) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:14.849418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44688) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:14.922778 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:14.939447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Transition to ACTIVE for port object de659f2c-c673-4e5a-a970-0487bb4b1a51 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:14.965071 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3939283e-d160-437f-84a0-458e1234b6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:14.979290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.028815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:15.033102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:15.037752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:15.070800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=de659f2c-c673-4e5a-a970-0487bb4b1a51,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:15.081869 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3939283e-d160-437f-84a0-458e1234b6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.087353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3939283e-d160-437f-84a0-458e1234b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.109684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:15.110435 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.129621 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-01909713-903a-41d2-82f7-8277368ee607 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6666329 Jul 14 11:56:15.130467 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3939283e-d160-437f-84a0-458e1234b6c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6dc07d653f5e41199a0a8b5d7f739bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796602 Jul 14 11:56:15.133157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44692) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:15.133319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939283e-d160-437f-84a0-458e1234b6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1079e18-d6ca-4fc4-a3c9-35b5d5c4ce3b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:15.144472 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Request body: {'port': {'device_id': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:15.197314 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.245592 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a66b3a90-77e8-4c91-82f3-4da32ee138fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.268763 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a66b3a90-77e8-4c91-82f3-4da32ee138fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.310848 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.369272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22005a7a-4daa-4be0-8b3e-9bb88b5f9800 req-06e218ae-ccc3-4bef-9dca-a6c2f5c510fc tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:15.374622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a66b3a90-77e8-4c91-82f3-4da32ee138fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.377678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a66b3a90-77e8-4c91-82f3-4da32ee138fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.378292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22005a7a-4daa-4be0-8b3e-9bb88b5f9800 req-06e218ae-ccc3-4bef-9dca-a6c2f5c510fc tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0916913 Jul 14 11:56:15.380667 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a66b3a90-77e8-4c91-82f3-4da32ee138fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1079e18-d6ca-4fc4-a3c9-35b5d5c4ce3b HTTP/1.1" status: 204 len: 168 time: 0.2463541 Jul 14 11:56:15.433144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-33a868fa-1d80-4973-855a-1570a7536f7f None None] Provisioning for port de659f2c-c673-4e5a-a970-0487bb4b1a51 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:56:15.437668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22005a7a-4daa-4be0-8b3e-9bb88b5f9800 req-69e91298-f549-4259-bf04-4056a8634e83 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575585 Jul 14 11:56:15.441262 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-33a868fa-1d80-4973-855a-1570a7536f7f None None] Provisioning complete for port de659f2c-c673-4e5a-a970-0487bb4b1a51 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:15.441634 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-33a868fa-1d80-4973-855a-1570a7536f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.469906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b3a90-77e8-4c91-82f3-4da32ee138fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1079e18-d6ca-4fc4-a3c9-35b5d5c4ce3b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:15.504926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-33a868fa-1d80-4973-855a-1570a7536f7f None None] Port de659f2c-c673-4e5a-a970-0487bb4b1a51 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:56:15.669880 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5677-025c-4b88-8ad1-1904222201ae req-3b48589f-822d-4079-b4a1-e55b54919d59 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:15.678436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-372b5677-025c-4b88-8ad1-1904222201ae req-3b48589f-822d-4079-b4a1-e55b54919d59 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 931 time: 0.0799944 Jul 14 11:56:15.746687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-372b5677-025c-4b88-8ad1-1904222201ae req-842dcf99-ae7e-42b1-9baa-687b3fb60199 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650430 Jul 14 11:56:15.761510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de659f2c-c673-4e5a-a970-0487bb4b1a51 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:56:15.769493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.788848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Transition to ACTIVE for port object de659f2c-c673-4e5a-a970-0487bb4b1a51 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:15.793568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:15.847767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Pushing event updated for resources: {'Port': ['ID=de659f2c-c673-4e5a-a970-0487bb4b1a51,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:15.922763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Attempting to bind port de659f2c-c673-4e5a-a970-0487bb4b1a51 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:15.923155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Attempting to bind port de659f2c-c673-4e5a-a970-0487bb4b1a51 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:15.923590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Attempting to bind port de659f2c-c673-4e5a-a970-0487bb4b1a51 on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:15.931247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Port de659f2c-c673-4e5a-a970-0487bb4b1a51 on network ab57db97-d866-4580-839b-0963a274a61e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:56:15.931574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Attempting to bind port de659f2c-c673-4e5a-a970-0487bb4b1a51 on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:15.936991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:15.937322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:15.938515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Bound using segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:15.938948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Bound port: de659f2c-c673-4e5a-a970-0487bb4b1a51, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:15.939489 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:16.024920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] For port de659f2c-c673-4e5a-a970-0487bb4b1a51, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:16.029050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] For port de659f2c-c673-4e5a-a970-0487bb4b1a51, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:16.036822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:16.087013 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:16.087561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:16.089331 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] 10.222.0.64 "PUT /v2.0/ports/de659f2c-c673-4e5a-a970-0487bb4b1a51 HTTP/1.1" status: 200 len: 1091 time: 0.9495997 Jul 14 11:56:16.089787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'tag': 'de659f2c-c673-4e5a-a970-0487bb4b1a51'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:16.092435 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e5b703-ea36-4f55-8fc8-9f61d4800244" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcae95-d2d9-4b64-97a1-405d801b189a", "tag": "de659f2c-c673-4e5a-a970-0487bb4b1a51"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:16.128672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f32e5-2da7-4a69-b70b-54b2abb6b020 service neutron] Pushing event updated for resources: {'Port': ['ID=de659f2c-c673-4e5a-a970-0487bb4b1a51,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:16.162968 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b929e6-2816-4f79-a363-aae675e49f21 x-openstack-request-id: req-91b929e6-2816-4f79-a363-aae675e49f21 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:16.163200 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcae95-d2d9-4b64-97a1-405d801b189a", "tag": "de659f2c-c673-4e5a-a970-0487bb4b1a51", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:16.163423 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91b929e6-2816-4f79-a363-aae675e49f21 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:16.164027 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'tag': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'status': 'completed', 'code': 200} Jul 14 11:56:16.223553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-e39562f0-29b2-4823-9ded-ce74baf23a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:16.226894 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-e39562f0-29b2-4823-9ded-ce74baf23a0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 1094 time: 0.0759120 Jul 14 11:56:16.285464 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-18fa9430-ec41-4ad7-b9e5-2cb0cd5ecaee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51 HTTP/1.1" status: 200 len: 217 time: 0.0510199 Jul 14 11:56:16.348370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-6d45ee9c-baa7-4497-a8ab-19e95dba9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:16.350019 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-6d45ee9c-baa7-4497-a8ab-19e95dba9906 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0574112 Jul 14 11:56:16.424907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-657a98e4-7d80-4c93-b900-f5d466152dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:16.426493 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-657a98e4-7d80-4c93-b900-f5d466152dd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694699 Jul 14 11:56:16.532432 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-b42172f3-59cc-4c01-8c87-3ceb55e1ed5f service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982254 Jul 14 11:56:16.633267 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba9819c0-ec9b-4c29-b54f-7bd2a7a54611 req-4a7da35f-6189-4cbb-9b1e-4bae9607e425 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953584 Jul 14 11:56:16.678988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a34b8-010a-4aa0-af80-44038bceb2fe req-063bb299-2b01-4b0c-bfc9-67b8ad95af1d tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:16.680994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a80a34b8-010a-4aa0-af80-44038bceb2fe req-063bb299-2b01-4b0c-bfc9-67b8ad95af1d tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0925975 Jul 14 11:56:16.752680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-8733fbb2-cf32-4c7b-b615-1683c4bb62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:16.754525 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-8733fbb2-cf32-4c7b-b615-1683c4bb62f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 1094 time: 0.0688214 Jul 14 11:56:16.771059 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a80a34b8-010a-4aa0-af80-44038bceb2fe req-c5e84803-1cc6-4012-b8bb-47543f7add0f tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651765 Jul 14 11:56:16.892165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-a57b3d5a-f282-4a53-a237-f1a6d750dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:16.894855 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-a57b3d5a-f282-4a53-a237-f1a6d750dd03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.1325655 Jul 14 11:56:16.948121 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-5cb62468-d2b9-4092-b696-5d38c43358d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51 HTTP/1.1" status: 200 len: 217 time: 0.0463598 Jul 14 11:56:16.977726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44744) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:17.007905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ca91-7d1a-4b4d-8993-1c1b0157e2b0 req-a5b1727d-d464-44dd-9ac7-1046f5dc3b65 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:17.009797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0751ca91-7d1a-4b4d-8993-1c1b0157e2b0 req-a5b1727d-d464-44dd-9ac7-1046f5dc3b65 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 943 time: 0.0839207 Jul 14 11:56:17.014559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-cc2bd05b-9aa6-4b53-8c7d-ab2bf7b52af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:17.016344 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-cc2bd05b-9aa6-4b53-8c7d-ab2bf7b52af4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0624819 Jul 14 11:56:17.057899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0751ca91-7d1a-4b4d-8993-1c1b0157e2b0 req-461a0de0-a36a-4481-9909-35a139c18357 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422347 Jul 14 11:56:17.087538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-00d72c8c-ee4f-4afa-aefe-0864e0577d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:17.087538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-00d72c8c-ee4f-4afa-aefe-0864e0577d2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604916 Jul 14 11:56:17.116132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d67923b3-a63c-48b8-8911-0d5bc1f944ec tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1007144863'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:17.139625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d67923b3-a63c-48b8-8911-0d5bc1f944ec tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.140799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d67923b3-a63c-48b8-8911-0d5bc1f944ec tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.197684 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-4623f271-2647-4c8a-84e8-ae36bd6123d2 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064949 Jul 14 11:56:17.210982 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d67923b3-a63c-48b8-8911-0d5bc1f944ec tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.235383 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d67923b3-a63c-48b8-8911-0d5bc1f944ec tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.256428 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d67923b3-a63c-48b8-8911-0d5bc1f944ec tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.257457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d67923b3-a63c-48b8-8911-0d5bc1f944ec tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2785687 Jul 14 11:56:17.261160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44750) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:17.302887 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-25e5b703-ea36-4f55-8fc8-9f61d4800244 req-a871c9b2-2ecb-4586-af75-7231ff893c13 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984929 Jul 14 11:56:17.344870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a738951-0a4a-4cd2-8c29-a75ad8de3f3d req-aeaf76f3-d2bf-4d43-9eb0-0a585b002e23 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:17.346437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a738951-0a4a-4cd2-8c29-a75ad8de3f3d req-aeaf76f3-d2bf-4d43-9eb0-0a585b002e23 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.1489635 Jul 14 11:56:17.347559 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a41b-bfa8-4c64-9d5b-d896c179386e tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.529888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a738951-0a4a-4cd2-8c29-a75ad8de3f3d req-ec6e8914-e010-4dac-9b4c-541f758dd07b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1463017 Jul 14 11:56:17.539023 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a41b-bfa8-4c64-9d5b-d896c179386e tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.541452 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a41b-bfa8-4c64-9d5b-d896c179386e tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.564262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44752) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:17.594977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a41b-bfa8-4c64-9d5b-d896c179386e tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.595442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a8a41b-bfa8-4c64-9d5b-d896c179386e tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47a30a47-4170-45b3-af9f-6452529bf1e1 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:56:17.600430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a41b-bfa8-4c64-9d5b-d896c179386e tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.601152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f0a8a41b-bfa8-4c64-9d5b-d896c179386e tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "DELETE /v2.0/routers/47a30a47-4170-45b3-af9f-6452529bf1e1 HTTP/1.1" status: 204 len: 168 time: 0.3390448 Jul 14 11:56:17.604067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44754) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:17.608337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-519a7579-161e-409e-8464-ee366dc167f9 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Request body: {'router': {'name': 'tempest-router-1585678419', 'distributed': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:17.631090 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-519a7579-161e-409e-8464-ee366dc167f9 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.632220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-519a7579-161e-409e-8464-ee366dc167f9 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.644682 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4daec919-3d89-43c3-8a35-b9f5d38b3b7f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/f840179a-6864-41d1-8cfa-c35cfbbcbdcb HTTP/1.1" status: 200 len: 993 time: 0.0728736 Jul 14 11:56:17.695199 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-519a7579-161e-409e-8464-ee366dc167f9 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.700675 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-519a7579-161e-409e-8464-ee366dc167f9 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.717478 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-519a7579-161e-409e-8464-ee366dc167f9 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:17.722274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-519a7579-161e-409e-8464-ee366dc167f9 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1142924 Jul 14 11:56:17.723606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44758) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:17.993327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f462111-c156-4b19-bdf0-0392ae41e858 req-d6fad4dd-a709-4388-921b-8686ee47ea36 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:17.995709 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f462111-c156-4b19-bdf0-0392ae41e858 req-d6fad4dd-a709-4388-921b-8686ee47ea36 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0846403 Jul 14 11:56:18.044120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f462111-c156-4b19-bdf0-0392ae41e858 req-f73c74fb-5c59-450e-88c5-52e8b947779d tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417302 Jul 14 11:56:18.172519 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eae1ae00-a60d-4bb0-ae4d-5789d549f03b tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.229040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756e275-8a23-4999-b6b3-845afa5922cd req-fb210946-dd3a-4dfb-a8ed-14c15702fd60 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:18.231906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8756e275-8a23-4999-b6b3-845afa5922cd req-fb210946-dd3a-4dfb-a8ed-14c15702fd60 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1096 time: 0.1045957 Jul 14 11:56:18.288021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1fd4f-c80a-4488-8f3b-0c0d8d0f167b req-84cbd7df-8c1b-43d4-a585-1a88122e76da tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:18.289909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08d1fd4f-c80a-4488-8f3b-0c0d8d0f167b req-84cbd7df-8c1b-43d4-a585-1a88122e76da tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 943 time: 0.1064548 Jul 14 11:56:18.296119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8756e275-8a23-4999-b6b3-845afa5922cd req-dd542a72-81c1-4b1d-899c-b795f32c8198 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561543 Jul 14 11:56:18.342576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08d1fd4f-c80a-4488-8f3b-0c0d8d0f167b req-646d16ac-58cb-4e05-aae7-f1aaf9bcf671 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Jul 14 11:56:18.349674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eae1ae00-a60d-4bb0-ae4d-5789d549f03b tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.351953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eae1ae00-a60d-4bb0-ae4d-5789d549f03b tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.397013 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eae1ae00-a60d-4bb0-ae4d-5789d549f03b tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.397601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae1ae00-a60d-4bb0-ae4d-5789d549f03b tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0928646f-de6e-4f3e-a92a-d3cf1dc40bb7 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:56:18.402568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eae1ae00-a60d-4bb0-ae4d-5789d549f03b tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.407919 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eae1ae00-a60d-4bb0-ae4d-5789d549f03b tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "DELETE /v2.0/routers/0928646f-de6e-4f3e-a92a-d3cf1dc40bb7 HTTP/1.1" status: 204 len: 168 time: 0.6787932 Jul 14 11:56:18.407919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44772) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:18.412767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-59ac4341-79ba-407f-9a15-9355b7fd2584 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Request body: {'router': {'name': 'tempest-router-769825227', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1bc03ed22ced43d89d90624024a7f7a8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:18.434505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59ac4341-79ba-407f-9a15-9355b7fd2584 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.435593 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59ac4341-79ba-407f-9a15-9355b7fd2584 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.496317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59ac4341-79ba-407f-9a15-9355b7fd2584 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.501144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59ac4341-79ba-407f-9a15-9355b7fd2584 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.517635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59ac4341-79ba-407f-9a15-9355b7fd2584 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.520077 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-59ac4341-79ba-407f-9a15-9355b7fd2584 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1106019 Jul 14 11:56:18.521879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44774) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:18.528793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:18.739394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.740269 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.826581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93701) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 14 11:56:18.826924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Router ba69835d-13c3-4242-882e-27cff04ee754 migrating from provider to provider. {{(pid=93701) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 14 11:56:18.827342 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.833744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.839166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422797'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.921592 n-d-778696-8 neutron-server[93701]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] No L3 agents can host the router ba69835d-13c3-4242-882e-27cff04ee754 Jul 14 11:56:19.038845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Hosts for router ba69835d-13c3-4242-882e-27cff04ee754: [] {{(pid=93701) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 14 11:56:19.065784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Hosts for other DVR routers connected to router ba69835d-13c3-4242-882e-27cff04ee754: set() {{(pid=93701) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 14 11:56:19.067828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.071774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44796) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:19.072443 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d820ea17-bfbe-4530-8211-c7f66bf99430 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "PUT /v2.0/routers/ba69835d-13c3-4242-882e-27cff04ee754 HTTP/1.1" status: 200 len: 716 time: 0.5487549 Jul 14 11:56:19.143192 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-f8f93839-6f41-432b-baf4-fb37ca801d88 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389422 Jul 14 11:56:19.158793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5204b03b-29fe-4774-9996-65a4701f057c tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "GET /v2.0/routers/ba69835d-13c3-4242-882e-27cff04ee754 HTTP/1.1" status: 200 len: 716 time: 0.0844080 Jul 14 11:56:19.160845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44800) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:19.359299 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a217f10e-4c68-4944-ae14-5510311a2117 tempest-RoutersTestDVR-1233869204 tempest-RoutersTestDVR-1233869204-project] 10.222.0.38 "GET /v2.0/routers/ba69835d-13c3-4242-882e-27cff04ee754 HTTP/1.1" status: 200 len: 682 time: 0.1972399 Jul 14 11:56:19.360589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44810) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:19.447060 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a644753e-670c-4388-a96f-53eb7c0a10bb tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.601765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85480c36-933c-4310-9ab3-4b78a30a8ed7 req-096a0c17-47f2-417b-bc5d-2090d0f95c8b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:19.603761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85480c36-933c-4310-9ab3-4b78a30a8ed7 req-096a0c17-47f2-417b-bc5d-2090d0f95c8b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.3728018 Jul 14 11:56:19.618071 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a644753e-670c-4388-a96f-53eb7c0a10bb tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.620319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a644753e-670c-4388-a96f-53eb7c0a10bb tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.652964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85480c36-933c-4310-9ab3-4b78a30a8ed7 req-c3d171d7-2cba-41d5-9506-5d2aae31fe09 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Jul 14 11:56:19.676445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a644753e-670c-4388-a96f-53eb7c0a10bb tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.677202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a644753e-670c-4388-a96f-53eb7c0a10bb tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba69835d-13c3-4242-882e-27cff04ee754 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:56:19.687097 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a644753e-670c-4388-a96f-53eb7c0a10bb tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.689559 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a644753e-670c-4388-a96f-53eb7c0a10bb tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "DELETE /v2.0/routers/ba69835d-13c3-4242-882e-27cff04ee754 HTTP/1.1" status: 204 len: 168 time: 0.3274741 Jul 14 11:56:19.693742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44814) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:19.701033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ccec36cd-b3ad-44c5-9062-89c5ed9c4046 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Request body: {'router': {'name': 'tempest-router-1377348229', 'distributed': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:19.732999 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ccec36cd-b3ad-44c5-9062-89c5ed9c4046 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.734430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ccec36cd-b3ad-44c5-9062-89c5ed9c4046 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.793823 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ccec36cd-b3ad-44c5-9062-89c5ed9c4046 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.799593 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ccec36cd-b3ad-44c5-9062-89c5ed9c4046 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.814902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ccec36cd-b3ad-44c5-9062-89c5ed9c4046 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.817324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ccec36cd-b3ad-44c5-9062-89c5ed9c4046 tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1222632 Jul 14 11:56:19.820186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44818) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:19.873857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-cdd490d1-1c1a-4c59-b81b-f06b30100b23 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:56:19.875111 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-cdd490d1-1c1a-4c59-b81b-f06b30100b23 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1626320 Jul 14 11:56:19.884564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Request body: {'binding': {'host': 'n-h2-778696-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:19.885019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Unknown quota resources ['binding']. {{(pid=93701) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 11:56:19.894085 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffbba44b-bcf2-4d13-b77f-e69950d2e30d tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:19.976625 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:56:20.026429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 on host n-h2-778696-8 for vnic_type normal with profile None {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:20.026771 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:20.027099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 on network 6c909423-f045-49bd-a657-e219ef49590a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:20.031306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Port 2a99d630-dfd9-44be-8025-b7a5128073e6 on network 6c909423-f045-49bd-a657-e219ef49590a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:56:20.031678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 on network 6c909423-f045-49bd-a657-e219ef49590a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:20.036424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:20.036757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Checking segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:20.037137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Bound using segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:20.037559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Bound port: 2a99d630-dfd9-44be-8025-b7a5128073e6, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:20.096289 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffbba44b-bcf2-4d13-b77f-e69950d2e30d tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.099141 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffbba44b-bcf2-4d13-b77f-e69950d2e30d tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.126094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:20.132444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] Notify callbacks [] for binding, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.133711 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-d718031c-ad6f-47df-aadb-4351a00779af service neutron] 10.222.0.38 "POST /v2.0/ports/2a99d630-dfd9-44be-8025-b7a5128073e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.2526672 Jul 14 11:56:20.150847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9ba68-1c0c-4ad8-b8d9-bd1ecbdcbe78 req-cffc6bba-dae0-485c-ae3f-15172e1714f4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:20.152381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60a9ba68-1c0c-4ad8-b8d9-bd1ecbdcbe78 req-cffc6bba-dae0-485c-ae3f-15172e1714f4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 943 time: 0.1946869 Jul 14 11:56:20.166937 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffbba44b-bcf2-4d13-b77f-e69950d2e30d tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.167418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbba44b-bcf2-4d13-b77f-e69950d2e30d tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c022486e-758b-4ffd-8031-6b7454744761 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:56:20.173279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffbba44b-bcf2-4d13-b77f-e69950d2e30d tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.178802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ffbba44b-bcf2-4d13-b77f-e69950d2e30d tempest-RoutersTestDVR-1560912691 tempest-RoutersTestDVR-1560912691-project-admin] 10.222.0.38 "DELETE /v2.0/routers/c022486e-758b-4ffd-8031-6b7454744761 HTTP/1.1" status: 204 len: 168 time: 0.3571734 Jul 14 11:56:20.214027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-60a9ba68-1c0c-4ad8-b8d9-bd1ecbdcbe78 req-b54aa7b7-3220-4851-b243-b6ca0a562f42 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547638 Jul 14 11:56:20.465411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007de639-e2ad-40f6-a1e4-16fc54aa1e5e req-cae15aec-bf9f-4c87-85cb-e94396e66500 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:20.466927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-007de639-e2ad-40f6-a1e4-16fc54aa1e5e req-cae15aec-bf9f-4c87-85cb-e94396e66500 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.1002557 Jul 14 11:56:20.471575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44828) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:20.482737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-05131e52-bfd9-4967-a66c-30795ac7d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:20.484250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-05131e52-bfd9-4967-a66c-30795ac7d148 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1096 time: 0.1271825 Jul 14 11:56:20.552986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-007de639-e2ad-40f6-a1e4-16fc54aa1e5e req-3d5951d9-e939-4f06-975c-11dd12863a70 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786133 Jul 14 11:56:20.583669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ab1f01-7fbc-47da-8c43-4730fee3e97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.598537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-00a7f8ce-8208-4034-9d1b-8f0b2a416fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:20.600058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-00a7f8ce-8208-4034-9d1b-8f0b2a416fa7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c909423-f045-49bd-a657-e219ef49590a HTTP/1.1" status: 200 len: 897 time: 0.1073356 Jul 14 11:56:20.675199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-1b1e4fa8-2663-4a4d-9a48-482e12167ac8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 200 len: 1001 time: 0.0651834 Jul 14 11:56:20.676021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ab1f01-7fbc-47da-8c43-4730fee3e97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.680488 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ab1f01-7fbc-47da-8c43-4730fee3e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.726632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab1f01-7fbc-47da-8c43-4730fee3e97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb332776-f01a-4c53-8356-6ee40c9c7d9f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:20.731293 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-78ab1f01-7fbc-47da-8c43-4730fee3e97d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1bc03ed22ced43d89d90624024a7f7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586105 Jul 14 11:56:20.733887 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44834) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:20.734027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-c251042d-c6aa-4138-a42b-48748f8da816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:20.735632 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-c251042d-c6aa-4138-a42b-48748f8da816 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=863786b2-ca9d-4cf6-bec9-a8989b48c3d4 HTTP/1.1" status: 200 len: 834 time: 0.0534763 Jul 14 11:56:20.792328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd66c8ee-5258-44a7-b1c1-c3153da35604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.814891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd66c8ee-5258-44a7-b1c1-c3153da35604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.842050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-4188fead-6db5-4f5d-8c28-c006a48349a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:20.843563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-4188fead-6db5-4f5d-8c28-c006a48349a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c909423-f045-49bd-a657-e219ef49590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991204 Jul 14 11:56:20.900806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb87c41-7ad9-477c-ad69-c9e079e55988 req-fb24631b-b081-4f8e-845a-cd22e2279a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:20.902553 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-afb87c41-7ad9-477c-ad69-c9e079e55988 req-fb24631b-b081-4f8e-845a-cd22e2279a9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1097 time: 0.0716136 Jul 14 11:56:20.903470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd66c8ee-5258-44a7-b1c1-c3153da35604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.905939 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd66c8ee-5258-44a7-b1c1-c3153da35604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:20.907171 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dd66c8ee-5258-44a7-b1c1-c3153da35604 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb332776-f01a-4c53-8356-6ee40c9c7d9f HTTP/1.1" status: 204 len: 168 time: 0.1721747 Jul 14 11:56:20.917167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ffe4-85f0-4105-a940-5288852d2eba req-e782ded3-f3c1-4b22-b3c9-3ec0a0259c8c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:20.918921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e99ffe4-85f0-4105-a940-5288852d2eba req-e782ded3-f3c1-4b22-b3c9-3ec0a0259c8c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1352606 Jul 14 11:56:20.931038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66c8ee-5258-44a7-b1c1-c3153da35604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb332776-f01a-4c53-8356-6ee40c9c7d9f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:20.948532 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-afb87c41-7ad9-477c-ad69-c9e079e55988 req-579ce71d-40ec-4c3f-aa0a-5040934dbc95 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360904 Jul 14 11:56:20.986473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e99ffe4-85f0-4105-a940-5288852d2eba req-f05e6a51-7809-44d5-98c0-dc5565c2b78c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582137 Jul 14 11:56:20.988620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-f91ceb4f-9688-497b-958c-4253c702250e service neutron] 10.222.0.45 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379054 Jul 14 11:56:21.101281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-db4c446b-7b59-48c0-9ef9-dd15c0c36c13 service neutron] 10.222.0.45 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916185 Jul 14 11:56:21.198464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44840) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:21.211423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.257703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-dc5950f0-df16-4130-ac58-b31b62db2834 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:21.259485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-dc5950f0-df16-4130-ac58-b31b62db2834 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1096 time: 0.0945697 Jul 14 11:56:21.272742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-8'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:21.305120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.311990 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.340380 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01c0a3fa01b74946b7202748dc51039e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407640 Jul 14 11:56:21.346019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44846) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:21.361824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41afeda4-ba28-4cfe-a29d-6b3c14746c4c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:21.369847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.370192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.370539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.370877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.371273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.371613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.371967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.372563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.372902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.373233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.373561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.373887 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ad2f-bfa8-4353-a831-8901d36fd4e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:21.408411 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.493571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32d18625-4bdb-4fd5-a8fa-c6724ac03566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.552430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35254fdc-3232-4a8f-9d48-e33cb64c23c3 req-9736eacb-e9a7-4749-9a93-5882faea81f6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:21.553930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35254fdc-3232-4a8f-9d48-e33cb64c23c3 req-9736eacb-e9a7-4749-9a93-5882faea81f6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 943 time: 0.1976650 Jul 14 11:56:21.566576 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32d18625-4bdb-4fd5-a8fa-c6724ac03566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.657700 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35254fdc-3232-4a8f-9d48-e33cb64c23c3 req-330c4ac5-99f1-42b6-8dd4-158ca14da11f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932686 Jul 14 11:56:21.663591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:21.692034 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32d18625-4bdb-4fd5-a8fa-c6724ac03566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.694448 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32d18625-4bdb-4fd5-a8fa-c6724ac03566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.695519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-32d18625-4bdb-4fd5-a8fa-c6724ac03566 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/41afeda4-ba28-4cfe-a29d-6b3c14746c4c HTTP/1.1" status: 204 len: 168 time: 0.3485608 Jul 14 11:56:21.732487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d18625-4bdb-4fd5-a8fa-c6724ac03566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41afeda4-ba28-4cfe-a29d-6b3c14746c4c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:21.769894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:21.818302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcac284-dfb4-4265-b3c2-71628d7f119d req-fa1138fc-0969-4fc3-a2a8-55c96f15887d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:21.820073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fcac284-dfb4-4265-b3c2-71628d7f119d req-fa1138fc-0969-4fc3-a2a8-55c96f15887d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.1401193 Jul 14 11:56:21.848521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:21.851211 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eea0c32-07d9-4388-be19-512f2baea3d5" -d '{"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-unplugged", "status": "completed", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:21.857464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.878174 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:21.920372 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056f1bc1-91d0-40e7-aa0a-22ffc0b6e5ab x-openstack-request-id: req-056f1bc1-91d0-40e7-aa0a-22ffc0b6e5ab {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:21.920684 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-unplugged", "status": "completed", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:21.921542 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-056f1bc1-91d0-40e7-aa0a-22ffc0b6e5ab {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:21.921984 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'code': 200} Jul 14 11:56:21.932500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4fcac284-dfb4-4265-b3c2-71628d7f119d req-c4095903-05b4-406f-af94-75ed6753dee8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964499 Jul 14 11:56:22.015580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Pushing event updated for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:22.100989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 on host n-h1-778696-8 for vnic_type normal with profile {"migrating_to": "n-h2-778696-8"} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:22.101374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:22.102541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 on network 6c909423-f045-49bd-a657-e219ef49590a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:22.111494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Port 2a99d630-dfd9-44be-8025-b7a5128073e6 on network 6c909423-f045-49bd-a657-e219ef49590a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:56:22.111804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Attempting to bind port 2a99d630-dfd9-44be-8025-b7a5128073e6 on network 6c909423-f045-49bd-a657-e219ef49590a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:22.118049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:22.118940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Checking segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:22.119336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Bound using segment: {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:22.119830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Bound port: 2a99d630-dfd9-44be-8025-b7a5128073e6, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ebfb84f-4b19-441e-bdb0-2496bde05439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c909423-f045-49bd-a657-e219ef49590a'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:22.120161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:22.247701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:22.252240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:22.260581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f30bd7-f03a-42cd-a18b-73deb92b07c4 req-0f3cc8dc-3c5e-4ac8-9519-6d2055d3463c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:22.262160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93f30bd7-f03a-42cd-a18b-73deb92b07c4 req-0f3cc8dc-3c5e-4ac8-9519-6d2055d3463c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1301749 Jul 14 11:56:22.263830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:22.283214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Provisioning complete for port 2a99d630-dfd9-44be-8025-b7a5128073e6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:22.284092 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:22.395708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:22.403313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Pushing event updated for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:22.412692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93f30bd7-f03a-42cd-a18b-73deb92b07c4 req-7fe4ef10-970b-4ccd-a53f-88898b789e63 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175241 Jul 14 11:56:22.478977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:22.484907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:22.491313 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62518189-54f0-4699-89fa-592db96c17b6" -d '{"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-plugged", "status": "completed", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:22.495020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:22.496171 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:22.497958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-ff648073-a7be-4f89-ad6c-9c3405543692 service neutron] 10.222.0.45 "PUT /v2.0/ports/2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 200 len: 1121 time: 1.2302430 Jul 14 11:56:22.500201 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:22.762061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44886) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:22.882645 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce6add-e124-4d86-bd6b-863266a620e4 x-openstack-request-id: req-00ce6add-e124-4d86-bd6b-863266a620e4 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:22.883102 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-plugged", "status": "completed", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:22.884071 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00ce6add-e124-4d86-bd6b-863266a620e4 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:22.885281 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'code': 200} Jul 14 11:56:22.913589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1264261523'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:22.930572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['2a99d630-dfd9-44be-8025-b7a5128073e6'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:56:22.946713 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:22.952817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:22.969297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:22.979552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a960-bc29-4297-85a5-59d5e453bb70 req-63ff916c-67f3-4e4d-a249-15935f2ccf5b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:22.988940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8607a960-bc29-4297-85a5-59d5e453bb70 req-63ff916c-67f3-4e4d-a249-15935f2ccf5b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 943 time: 0.1364675 Jul 14 11:56:23.022057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Pushing event updated for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:23.034211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.034661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.034908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.035252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.035593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.035959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.036296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.036631 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.036963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.037294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.037623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.037952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c8f7b-42fe-4f94-8b27-8ae182b2e663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:23.121531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8607a960-bc29-4297-85a5-59d5e453bb70 req-10dab85f-dc9c-4620-bc5c-320ba0700063 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220570 Jul 14 11:56:23.151761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.159637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.199388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:23.213124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847f6c8d-6700-485f-8a39-fd735dbb7e1c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:23.229762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-e33e3a55-4927-45ef-bf2e-8eea35f2364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:23.232832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-e33e3a55-4927-45ef-bf2e-8eea35f2364a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 1097 time: 0.1975336 Jul 14 11:56:23.239508 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.239951 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment 31956dd8-ee48-4e8b-9395-4c19bf7a5fab of type vlan for network 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab Jul 14 11:56:23.260659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8a00a019-3ba3-49af-9993-745b8224c52c None None] Provisioning complete for port 2a99d630-dfd9-44be-8025-b7a5128073e6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:23.260995 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8a00a019-3ba3-49af-9993-745b8224c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.294331 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.331351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.338398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:23.339049 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.413707 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6507642 Jul 14 11:56:23.418154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab55ab-e817-4361-b1e2-2676d8b6e6a5 req-33813944-a780-441c-9bfe-10eed342028a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:23.420637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28ab55ab-e817-4361-b1e2-2676d8b6e6a5 req-33813944-a780-441c-9bfe-10eed342028a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.3137004 Jul 14 11:56:23.428871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73369a1-9efe-4f97-94d3-35fbe5aeb8b6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=41bbd7d6-8eb3-4576-8d29-9e28daeed8ab,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:23.446538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:23.508412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4642a-bc83-4952-b88b-6161493ed000 req-f30d17a7-a7d2-42ad-a5f1-4b6285a0e6f8 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:23.510005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51d4642a-bc83-4952-b88b-6161493ed000 req-f30d17a7-a7d2-42ad-a5f1-4b6285a0e6f8 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.2626989 Jul 14 11:56:23.531286 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-28ab55ab-e817-4361-b1e2-2676d8b6e6a5 req-4a24babb-f806-46f6-9b09-61bac26fb74f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909388 Jul 14 11:56:23.533839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-24e9b881-1934-4341-bc6f-a958764f2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:23.537224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-24e9b881-1934-4341-bc6f-a958764f2b32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 917 time: 0.2916355 Jul 14 11:56:23.547632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44894) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:23.553059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': '41bbd7d6-8eb3-4576-8d29-9e28daeed8ab', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:23.610100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-154c835f-40c5-4228-8c31-99c2ea9e8539 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ff160d-38ac-49e2-b845-241d83dad1b8 HTTP/1.1" status: 200 len: 217 time: 0.0628967 Jul 14 11:56:23.630097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51d4642a-bc83-4952-b88b-6161493ed000 req-95e01def-4029-41cd-a6e3-8f2b4eac53ff tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988183 Jul 14 11:56:23.671511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-4059a23f-1aef-4857-959e-189ce02d6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:23.671765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:23.673239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-4059a23f-1aef-4857-959e-189ce02d6e56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0530791 Jul 14 11:56:23.676401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.717665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-8325ad43-1ed4-4076-89f3-f70cdb46149d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331123 Jul 14 11:56:23.819060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-2b3c58e4-fffe-4170-93a3-2548a3f699ec service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945106 Jul 14 11:56:23.878996 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.925484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e3eceaf-7aa9-49b2-8ad6-051a156381b9 req-66259d69-c34c-45a1-ad24-0c3935f5dd6c service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983756 Jul 14 11:56:23.925974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:23.928655 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3a021d-b564-4085-ac7e-052e1f64a9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:23.938541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=5a47fac5-ae48-4a4a-a6c9-7328dadcf159,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:23.960290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': '31956dd8-ee48-4e8b-9395-4c19bf7a5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '41bbd7d6-8eb3-4576-8d29-9e28daeed8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:23.960657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:23.970451 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9673f942-25c3-42e8-965a-ec64b132fd0f x-openstack-request-id: req-9673f942-25c3-42e8-965a-ec64b132fd0f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:23.970773 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:23.971021 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9673f942-25c3-42e8-965a-ec64b132fd0f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:23.971421 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'status': 'completed', 'code': 200} Jul 14 11:56:23.980655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:23.990992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:23.996329 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:23.996842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:23.999881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d375ae-7c13-46d9-bb3c-b584194e1997 None None] Network 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:24.045350 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7febe37e-3bab-4e25-b67a-adbe09d026f2 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4964118 Jul 14 11:56:24.050273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44900) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:24.055283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-973483217'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:24.091562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:24.095377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.100941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-9c0a8bfd-d9dc-42e7-abcf-c357cd23c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:24.102480 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-9c0a8bfd-d9dc-42e7-abcf-c357cd23c9ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1126 time: 0.1025655 Jul 14 11:56:24.156720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-41bbd7d6-8eb3-4576-8d29-9e28daeed8ab', 'network_id': '41bbd7d6-8eb3-4576-8d29-9e28daeed8ab', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': '5a47fac5-ae48-4a4a-a6c9-7328dadcf159'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:24.158666 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.177674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:24.199917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.200275 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment 32fed023-0b9a-4dff-9c8c-e8ac7e5f7a04 of type vlan for network 3588830e-94ad-4dd6-9bdf-bec9558ad29f Jul 14 11:56:24.252956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-62ecbbb7-9772-4c4a-99af-fb96b46fa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:24.253915 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-62ecbbb7-9772-4c4a-99af-fb96b46fa317 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6c909423-f045-49bd-a657-e219ef49590a HTTP/1.1" status: 200 len: 897 time: 0.1447146 Jul 14 11:56:24.263164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.317808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55e3e-8df9-4446-bbf6-bd99440c9011 req-4407165d-627c-4175-90db-ad8380b13587 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:24.319185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ab55e3e-8df9-4446-bbf6-bd99440c9011 req-4407165d-627c-4175-90db-ad8380b13587 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 943 time: 0.0783453 Jul 14 11:56:24.320969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Allocated IP 172.20.255.242 (41bbd7d6-8eb3-4576-8d29-9e28daeed8ab/5a47fac5-ae48-4a4a-a6c9-7328dadcf159/b6546c38-99d8-4cf9-a70b-824c0830f8cd) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:24.348250 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-30e03dee-e5f1-4ac6-a1fa-6a0cd4f06372 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 200 len: 1001 time: 0.0867548 Jul 14 11:56:24.349984 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.358156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:24.359144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.367553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ab55e3e-8df9-4446-bbf6-bd99440c9011 req-632a7323-8dc7-440f-bf24-b610691fec27 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406048 Jul 14 11:56:24.462059 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4106996 Jul 14 11:56:24.464904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44904) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:24.470103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': '3588830e-94ad-4dd6-9bdf-bec9558ad29f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:24.481134 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc8b33-af85-4994-9905-c80acb88d3ab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=3588830e-94ad-4dd6-9bdf-bec9558ad29f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:24.489196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-34beef60-64df-47e9-88b9-d7052006eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:24.490706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-34beef60-64df-47e9-88b9-d7052006eafe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=863786b2-ca9d-4cf6-bec9-a8989b48c3d4 HTTP/1.1" status: 200 len: 834 time: 0.1279223 Jul 14 11:56:24.495908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 3588830e-94ad-4dd6-9bdf-bec9558ad29f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:24.498873 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.545996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Transition to ACTIVE for port object b6546c38-99d8-4cf9-a70b-824c0830f8cd will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:24.558571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-f6819931-4a0e-4c7b-ae09-974c4f647605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:24.561094 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-f6819931-4a0e-4c7b-ae09-974c4f647605 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c909423-f045-49bd-a657-e219ef49590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614076 Jul 14 11:56:24.575484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Transition to ACTIVE for port object b6546c38-99d8-4cf9-a70b-824c0830f8cd will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:24.576834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:24.583564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.586349 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.635724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Pushing event updated for resources: {'Port': ['ID=b6546c38-99d8-4cf9-a70b-824c0830f8cd,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:24.647445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Network 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:24.649978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:24.652664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:24.691807 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-74f09310-8f70-434c-900b-6cacabb10f69 service neutron] 10.222.0.64 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231074 Jul 14 11:56:24.716648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Attempting to bind port b6546c38-99d8-4cf9-a70b-824c0830f8cd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:24.717117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Attempting to bind port b6546c38-99d8-4cf9-a70b-824c0830f8cd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '31956dd8-ee48-4e8b-9395-4c19bf7a5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '41bbd7d6-8eb3-4576-8d29-9e28daeed8ab'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:24.717494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Attempting to bind port b6546c38-99d8-4cf9-a70b-824c0830f8cd on network 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:24.724894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:24.725304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Checking segment: {'id': '31956dd8-ee48-4e8b-9395-4c19bf7a5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '41bbd7d6-8eb3-4576-8d29-9e28daeed8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:24.725719 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.726122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Bound using segment: {'id': '31956dd8-ee48-4e8b-9395-4c19bf7a5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '41bbd7d6-8eb3-4576-8d29-9e28daeed8ab'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:24.726602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Bound port: b6546c38-99d8-4cf9-a70b-824c0830f8cd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31956dd8-ee48-4e8b-9395-4c19bf7a5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '41bbd7d6-8eb3-4576-8d29-9e28daeed8ab'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:24.726992 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.794874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] For port b6546c38-99d8-4cf9-a70b-824c0830f8cd, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:24.798384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] For port b6546c38-99d8-4cf9-a70b-824c0830f8cd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b6546c38-99d8-4cf9-a70b-824c0830f8cd,segment=NetworkSegment(31956dd8-ee48-4e8b-9395-4c19bf7a5fab),segment_id=31956dd8-ee48-4e8b-9395-4c19bf7a5fab)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:24.799559 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4e3a021d-b564-4085-ac7e-052e1f64a9e8 req-b33efaa0-0998-49b1-ae30-139900399041 service neutron] 10.222.0.64 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008127 Jul 14 11:56:24.803437 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:24.877009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f38dc8-1962-4314-b2ad-1d0825d29a03 None None] Pushing event updated for resources: {'Port': ['ID=b6546c38-99d8-4cf9-a70b-824c0830f8cd,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:25.053068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2a99d630-dfd9-44be-8025-b7a5128073e6 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:56:25.167840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:25.170124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aa6c5-d9c4-477b-9705-bc5128e0add3 req-e93240f2-e4e9-41bc-97fd-fcc1a4d49a8b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:25.176414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d7aa6c5-d9c4-477b-9705-bc5128e0add3 req-e93240f2-e4e9-41bc-97fd-fcc1a4d49a8b tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.2040050 Jul 14 11:56:25.182001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2a99d630-dfd9-44be-8025-b7a5128073e6 has no active binding in host n-h2-778696-8 {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 11:56:25.206226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d6a4a-38be-4dd4-a837-8c9f1f3e420b req-ed97c017-3cc3-4283-8101-a965a9133a79 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:25.207898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-691d6a4a-38be-4dd4-a837-8c9f1f3e420b req-ed97c017-3cc3-4283-8101-a965a9133a79 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.2368922 Jul 14 11:56:25.320796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d7aa6c5-d9c4-477b-9705-bc5128e0add3 req-97e1a2ed-16fd-4ce9-b73c-02f3e018e173 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392915 Jul 14 11:56:25.331794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-691d6a4a-38be-4dd4-a837-8c9f1f3e420b req-3897d191-7eed-4723-b894-83a4e64ea7cc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014287 Jul 14 11:56:25.368488 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:25.428256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=05d3a1d3-d00b-4a61-bf5c-02aff5280179,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:25.446081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': '32fed023-0b9a-4dff-9c8c-e8ac7e5f7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3588830e-94ad-4dd6-9bdf-bec9558ad29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:25.446446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: 3588830e-94ad-4dd6-9bdf-bec9558ad29f, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:25.465734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 3588830e-94ad-4dd6-9bdf-bec9558ad29f is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:25.478933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 3588830e-94ad-4dd6-9bdf-bec9558ad29f) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:25.487240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:25.488611 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:25.494566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf2cb0-7d27-4d23-8619-9e64e1918c75 None None] Network 3588830e-94ad-4dd6-9bdf-bec9558ad29f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:25.512438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9675ebcc-2527-40ab-a7ee-37ce9e014138 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0463603 Jul 14 11:56:25.518704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44914) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:25.653193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008564a2-5399-49b6-af6a-a23a3b6b1fc0 req-ea4a4746-18b9-4ef4-a41d-1cee173ccde8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:25.654841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-008564a2-5399-49b6-af6a-a23a3b6b1fc0 req-ea4a4746-18b9-4ef4-a41d-1cee173ccde8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 943 time: 0.0791044 Jul 14 11:56:25.668328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:25.704315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-008564a2-5399-49b6-af6a-a23a3b6b1fc0 req-6550c123-dff5-4c33-8bce-a4ae66c34ba5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Jul 14 11:56:25.746868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472d65d7-5aed-4dc7-87c6-2ac7fab86c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-3588830e-94ad-4dd6-9bdf-bec9558ad29f', 'network_id': '3588830e-94ad-4dd6-9bdf-bec9558ad29f', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': '05d3a1d3-d00b-4a61-bf5c-02aff5280179'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:25.746868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-472d65d7-5aed-4dc7-87c6-2ac7fab86c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:25.778137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:25.873237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b6546c38-99d8-4cf9-a70b-824c0830f8cd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:56:25.878394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:25.911428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=05d3a1d3-d00b-4a61-bf5c-02aff5280179,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-472d65d7-5aed-4dc7-87c6-2ac7fab86c5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05d3a1d3-d00b-4a61-bf5c-02aff5280179: This subnet is being modified by another concurrent operation. Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05d3a1d3-d00b-4a61-bf5c-02aff5280179: This subnet is being modified by another concurrent operation. Jul 14 11:56:25.932035 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:56:25.958357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b6546c38-99d8-4cf9-a70b-824c0830f8cd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:56:25.961738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ca685-012f-4a7d-ae80-09c6b646ea63 None None] Network 3588830e-94ad-4dd6-9bdf-bec9558ad29f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:25.984154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:25.994811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3588830e-94ad-4dd6-9bdf-bec9558ad29f']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:26.006081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fed023-0b9a-4dff-9c8c-e8ac7e5f7a04') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:26.006373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fed023-0b9a-4dff-9c8c-e8ac7e5f7a04') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:26.019765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.031992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab26809-355c-4ee5-9890-4de586a6bd71 None None] Network 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:26.037183 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.043295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:26.043689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:26.046998 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:26.110345 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.120899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.127106 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/3588830e-94ad-4dd6-9bdf-bec9558ad29f HTTP/1.1" status: 204 len: 168 time: 0.6010742 Jul 14 11:56:26.127758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44916) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:26.133090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-12212288'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:26.138432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-35aa72d6-6f0c-4244-b715-989c72afa0d9 None None] Provisioning for port b6546c38-99d8-4cf9-a70b-824c0830f8cd completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:56:26.151897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-35aa72d6-6f0c-4244-b715-989c72afa0d9 None None] Provisioning complete for port b6546c38-99d8-4cf9-a70b-824c0830f8cd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:26.152378 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35aa72d6-6f0c-4244-b715-989c72afa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.161503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:26.165211 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.190041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:26.205261 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.206384 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment ba028ff7-7cb4-4f4a-bc66-3eaa60a90657 of type vlan for network 8fec33b2-d62f-4123-aa01-b5d9bf48fad2 Jul 14 11:56:26.254580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.287203 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.303072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:26.303727 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.322150 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35aa72d6-6f0c-4244-b715-989c72afa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.327313 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.384917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-35aa72d6-6f0c-4244-b715-989c72afa0d9 None None] For port b6546c38-99d8-4cf9-a70b-824c0830f8cd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b6546c38-99d8-4cf9-a70b-824c0830f8cd,segment=NetworkSegment(31956dd8-ee48-4e8b-9395-4c19bf7a5fab),segment_id=31956dd8-ee48-4e8b-9395-4c19bf7a5fab)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:26.386110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2571037 Jul 14 11:56:26.389872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44922) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:26.399277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': '8fec33b2-d62f-4123-aa01-b5d9bf48fad2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:26.403301 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35aa72d6-6f0c-4244-b715-989c72afa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.422816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d03473-3c34-40bd-9bdf-759654852193 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=8fec33b2-d62f-4123-aa01-b5d9bf48fad2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:26.465607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 8fec33b2-d62f-4123-aa01-b5d9bf48fad2 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:26.565503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:26.571812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.616056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d40ac0-fde7-4809-bd29-2fd71055a772 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=3588830e-94ad-4dd6-9bdf-bec9558ad29f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:26.617000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa72d6-6f0c-4244-b715-989c72afa0d9 None None] Pushing event updated for resources: {'Port': ['ID=b6546c38-99d8-4cf9-a70b-824c0830f8cd,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:26.689545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_backend_mixin [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Performing IP validity checks on allocation pools {{(pid=93702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 11:56:26.690098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_backend_mixin [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 11:56:26.726280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44283976-9ad9-4873-a23d-5c7b9c2b4d27 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:56:26.769215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5dee0e42-e0f6-4299-867c-ec6edeaf437d None None] Provisioning complete for port b6546c38-99d8-4cf9-a70b-824c0830f8cd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:26.770482 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5dee0e42-e0f6-4299-867c-ec6edeaf437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:26.791891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc237481-b6cb-475e-9d78-09cd9e9bdb43 req-4e392725-92b1-4983-bffa-2e45006b98ea tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:26.795077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc237481-b6cb-475e-9d78-09cd9e9bdb43 req-4e392725-92b1-4983-bffa-2e45006b98ea tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 945 time: 0.2175443 Jul 14 11:56:26.898506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44283976-9ad9-4873-a23d-5c7b9c2b4d27 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:56:26.922314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858a13-39be-4a0d-8ec0-4313480759da req-fc204c8f-0e9b-450d-ad30-7f72f996022d tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:26.924235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45858a13-39be-4a0d-8ec0-4313480759da req-fc204c8f-0e9b-450d-ad30-7f72f996022d tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.3777146 Jul 14 11:56:26.927259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc237481-b6cb-475e-9d78-09cd9e9bdb43 req-e1673b9e-b5ab-4f5b-a24f-b3a6c088e1c9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242235 Jul 14 11:56:26.969379 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.014947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45858a13-39be-4a0d-8ec0-4313480759da req-ef0c9b0e-514c-4780-a77a-bff67408b065 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814219 Jul 14 11:56:27.049718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=15e1d014-5597-4ffb-aad5-6a7cdb6c4238,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:27.061052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': 'ba028ff7-7cb4-4f4a-bc66-3eaa60a90657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8fec33b2-d62f-4123-aa01-b5d9bf48fad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:27.061425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: 8fec33b2-d62f-4123-aa01-b5d9bf48fad2, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:27.094153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 8fec33b2-d62f-4123-aa01-b5d9bf48fad2 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:27.105301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 8fec33b2-d62f-4123-aa01-b5d9bf48fad2) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:27.114303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:27.115938 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.138557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f789083a-c325-4488-8d15-7c5e88bde75f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7452781 Jul 14 11:56:27.138899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44932) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:27.249784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d380b0e6-4b87-4276-a3e9-a5966aeb5347 None None] Network 8fec33b2-d62f-4123-aa01-b5d9bf48fad2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:27.300341 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.325141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140762e-8bdb-43f3-8d31-67f23b9ea614 req-fdcfb25f-5595-4288-8d7c-9472c0e4226a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:27.326658 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1140762e-8bdb-43f3-8d31-67f23b9ea614 req-fdcfb25f-5595-4288-8d7c-9472c0e4226a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 943 time: 0.1322718 Jul 14 11:56:27.420740 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.429145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e84e3b-fde7-453d-b7ca-84909dca92a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-8fec33b2-d62f-4123-aa01-b5d9bf48fad2', 'network_id': '8fec33b2-d62f-4123-aa01-b5d9bf48fad2', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': '15e1d014-5597-4ffb-aad5-6a7cdb6c4238'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:27.432418 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2e84e3b-fde7-453d-b7ca-84909dca92a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.459230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1140762e-8bdb-43f3-8d31-67f23b9ea614 req-976b7f3e-3d3c-40cf-8dc7-4312233b0eae tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063461 Jul 14 11:56:27.505134 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.537748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=15e1d014-5597-4ffb-aad5-6a7cdb6c4238,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:27.599044 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.609764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fec33b2-d62f-4123-aa01-b5d9bf48fad2']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:27.627328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba028ff7-7cb4-4f4a-bc66-3eaa60a90657') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:27.627616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba028ff7-7cb4-4f4a-bc66-3eaa60a90657') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:27.637641 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.653006 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.659938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:27.660338 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:27.663337 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-a2e84e3b-fde7-453d-b7ca-84909dca92a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15e1d014-5597-4ffb-aad5-6a7cdb6c4238: This subnet is being modified by another concurrent operation. Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15e1d014-5597-4ffb-aad5-6a7cdb6c4238: This subnet is being modified by another concurrent operation. Jul 14 11:56:27.714119 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:56:27.726437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.736861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ed99d-bce4-49aa-b23d-fe0b996b8b91 None None] Network 8fec33b2-d62f-4123-aa01-b5d9bf48fad2 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:27.739101 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.741849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/8fec33b2-d62f-4123-aa01-b5d9bf48fad2 HTTP/1.1" status: 204 len: 168 time: 0.6019468 Jul 14 11:56:27.747351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44942) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:27.756655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ed99d-bce4-49aa-b23d-fe0b996b8b91 None None] Network 8fec33b2-d62f-4123-aa01-b5d9bf48fad2 could not be found, it might have been deleted concurrently. {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 11:56:27.762554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1513000451'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:27.767665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d33ec-3fee-48b3-855b-a3fd72fc304e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=8fec33b2-d62f-4123-aa01-b5d9bf48fad2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:27.769459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb2026-c56c-4bd1-a18b-d5be49e5f04f None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:56:27.790606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:27.794323 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.799225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b6546c38-99d8-4cf9-a70b-824c0830f8cd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:56:27.827807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device de659f2c-c673-4e5a-a970-0487bb4b1a51 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:56:27.842752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:27.854494 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.854842 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment 21846df3-8a58-4008-94d9-b9bd26e67969 of type vlan for network 2cb0b603-7f39-43dd-8a42-1525c34f2710 Jul 14 11:56:27.880904 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-348c1b16-9da3-4c04-b6e7-a35c71a8f474 service neutron] 10.222.0.64 "GET /v2.0/ports/2a99d630-dfd9-44be-8025-b7a5128073e6/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 384 time: 0.0759158 Jul 14 11:56:27.900845 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.942168 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.952747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:27.953998 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:28.001666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port de659f2c-c673-4e5a-a970-0487bb4b1a51, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:28.021310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'port_id': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'mac_address': 'fa:16:3e:20:45:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:56:28.047760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2896445 Jul 14 11:56:28.051371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44946) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:28.055783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b6546c38-99d8-4cf9-a70b-824c0830f8cd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:28.056576 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:28.061881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': '2cb0b603-7f39-43dd-8a42-1525c34f2710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:28.096851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8e4aba06-dfc2-4f33-a496-31a2c36a8869 service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:28.120870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8e4aba06-dfc2-4f33-a496-31a2c36a8869 service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:28.153288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb2026-c56c-4bd1-a18b-d5be49e5f04f None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:56:28.170999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8e4aba06-dfc2-4f33-a496-31a2c36a8869 service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:28.184957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:28.188543 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ca28c-7f55-4b8c-b5a4-67120f7e56d5" -d '{"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-unplugged", "status": "completed", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:28.192291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8e4aba06-dfc2-4f33-a496-31a2c36a8869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:28.264309 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:28.276199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9c6f8-1aaa-461b-b5c9-ab6e3cd683f6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=2cb0b603-7f39-43dd-8a42-1525c34f2710,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:28.289465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de659f2c-c673-4e5a-a970-0487bb4b1a51 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:56:28.305762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 2cb0b603-7f39-43dd-8a42-1525c34f2710 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:28.306013 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc0635-4a84-477d-adde-f73c60581da1 x-openstack-request-id: req-4afc0635-4a84-477d-adde-f73c60581da1 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:28.306013 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-unplugged", "status": "completed", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:28.306013 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4afc0635-4a84-477d-adde-f73c60581da1 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:28.306692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:28.306920 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'code': 200} Jul 14 11:56:28.311605 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:28.315612 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:28.341413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8e4aba06-dfc2-4f33-a496-31a2c36a8869 service neutron] Transition to ACTIVE for port object 2a99d630-dfd9-44be-8025-b7a5128073e6 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:28.348552 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8e4aba06-dfc2-4f33-a496-31a2c36a8869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:28.394060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port de659f2c-c673-4e5a-a970-0487bb4b1a51, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:28.409774 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:28.419875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fed84c-dfb1-4ab3-9615-e2c28df3d111 req-dd896f79-5266-41da-a15b-f6c2b75152a8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:28.428558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94fed84c-dfb1-4ab3-9615-e2c28df3d111 req-dd896f79-5266-41da-a15b-f6c2b75152a8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 944 time: 0.2463834 Jul 14 11:56:28.481523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=de659f2c-c673-4e5a-a970-0487bb4b1a51,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:28.536064 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-94fed84c-dfb1-4ab3-9615-e2c28df3d111 req-1dc6fc81-870e-49a6-918d-5a6d4dc3233b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064794 Jul 14 11:56:28.536935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8e4aba06-dfc2-4f33-a496-31a2c36a8869 service neutron] No DVR routers for this DVR port 2a99d630-dfd9-44be-8025-b7a5128073e6 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:28.590873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4aba06-dfc2-4f33-a496-31a2c36a8869 service neutron] Pushing event updated for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=11']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:28.628772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['de659f2c-c673-4e5a-a970-0487bb4b1a51'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:56:28.739558 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8e4aba06-dfc2-4f33-a496-31a2c36a8869 service neutron] 10.222.0.64 "PUT /v2.0/ports/2a99d630-dfd9-44be-8025-b7a5128073e6/bindings/n-h2-778696-8/activate HTTP/1.1" status: 200 len: 369 time: 0.8530118 Jul 14 11:56:28.796450 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:28.894953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef16b46-417b-4826-96c8-ffdbb7e06327 req-93dd1eaa-18da-4e5b-a426-f0f358ecbce5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:28.896929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cef16b46-417b-4826-96c8-ffdbb7e06327 req-93dd1eaa-18da-4e5b-a426-f0f358ecbce5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 944 time: 0.2043762 Jul 14 11:56:28.937304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=04871093-dc44-43c8-b97e-2b64d446393c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:28.974910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': '21846df3-8a58-4008-94d9-b9bd26e67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2cb0b603-7f39-43dd-8a42-1525c34f2710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:28.975277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: 2cb0b603-7f39-43dd-8a42-1525c34f2710, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:28.991257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8b9cd933-393a-488c-b58c-0a6a2aa42a7b tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:28.991524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-8b9cd933-393a-488c-b58c-0a6a2aa42a7b tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.1908338 Jul 14 11:56:28.996565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cef16b46-417b-4826-96c8-ffdbb7e06327 req-a9e76507-b267-4cf6-82f2-785b68b792c5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841227 Jul 14 11:56:29.046610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 2cb0b603-7f39-43dd-8a42-1525c34f2710 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:29.068042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 2cb0b603-7f39-43dd-8a42-1525c34f2710) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:29.080250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ef694-6426-422e-aa1c-75e9146d213f None None] Network 2cb0b603-7f39-43dd-8a42-1525c34f2710 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:29.086329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:29.087541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.132549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-70dba7f0-6fde-43ad-ba59-7d7a8386f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:29.134506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-70dba7f0-6fde-43ad-ba59-7d7a8386f683 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 1095 time: 0.1342673 Jul 14 11:56:29.138992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e7e51d3c-d857-4568-ae9a-cf1b61539da6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0843613 Jul 14 11:56:29.140171 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44956) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:29.249350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-05bb7db3-e987-4f1e-bc17-dd71093248dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:29.251146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-05bb7db3-e987-4f1e-bc17-dd71093248dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1095 time: 0.0809999 Jul 14 11:56:29.290511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.305887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-2cb0b603-7f39-43dd-8a42-1525c34f2710', 'network_id': '2cb0b603-7f39-43dd-8a42-1525c34f2710', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': '04871093-dc44-43c8-b97e-2b64d446393c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:29.307614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.365060 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-cab996c0-9ba0-404c-99a8-2de7f68d6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:29.366880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-cab996c0-9ba0-404c-99a8-2de7f68d6a43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c909423-f045-49bd-a657-e219ef49590a HTTP/1.1" status: 200 len: 897 time: 0.1105304 Jul 14 11:56:29.414701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.451564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-99144e77-9efb-4e48-b278-4e75b16cd535 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 200 len: 999 time: 0.0779064 Jul 14 11:56:29.500351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Allocated IP 172.20.0.1 (2cb0b603-7f39-43dd-8a42-1525c34f2710/04871093-dc44-43c8-b97e-2b64d446393c/89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:29.506672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-0c7f6bc9-574b-468e-8fb9-41a3b8b49b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:29.508218 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-0c7f6bc9-574b-468e-8fb9-41a3b8b49b82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=863786b2-ca9d-4cf6-bec9-a8989b48c3d4 HTTP/1.1" status: 200 len: 834 time: 0.0501292 Jul 14 11:56:29.588612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-da3ef3b2-3b3f-4c38-aa6e-093358443410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:29.590502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-da3ef3b2-3b3f-4c38-aa6e-093358443410 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c909423-f045-49bd-a657-e219ef49590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757353 Jul 14 11:56:29.688029 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.702474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Transition to ACTIVE for port object 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:29.729555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Transition to ACTIVE for port object 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:29.738981 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.748528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-77372333-994e-46ca-b5b5-c604fa09e8a4 service neutron] 10.222.0.45 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513765 Jul 14 11:56:29.758368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.784749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Network 2cb0b603-7f39-43dd-8a42-1525c34f2710 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:29.788211 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:29.792372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:29.798882 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Pushing event updated for resources: {'Port': ['ID=89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:29.808264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=04871093-dc44-43c8-b97e-2b64d446393c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:29.830252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device de659f2c-c673-4e5a-a970-0487bb4b1a51 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:56:29.884635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-e9a41ca3-59fd-4e62-94f7-c345eb33c7e7 service neutron] 10.222.0.45 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291478 Jul 14 11:56:29.887608 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.900831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb0b603-7f39-43dd-8a42-1525c34f2710']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:29.901678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Attempting to bind port 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:29.902152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Attempting to bind port 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '21846df3-8a58-4008-94d9-b9bd26e67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2cb0b603-7f39-43dd-8a42-1525c34f2710'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:29.902620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Attempting to bind port 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce on network 2cb0b603-7f39-43dd-8a42-1525c34f2710 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:29.914276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21846df3-8a58-4008-94d9-b9bd26e67969') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:29.914942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:29.915233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21846df3-8a58-4008-94d9-b9bd26e67969') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:29.915803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Checking segment: {'id': '21846df3-8a58-4008-94d9-b9bd26e67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2cb0b603-7f39-43dd-8a42-1525c34f2710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:29.916317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.916801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Bound using segment: {'id': '21846df3-8a58-4008-94d9-b9bd26e67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2cb0b603-7f39-43dd-8a42-1525c34f2710'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:29.918192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Bound port: 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21846df3-8a58-4008-94d9-b9bd26e67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2cb0b603-7f39-43dd-8a42-1525c34f2710'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:29.918835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.928277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.930263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07625279-f2fb-4fae-8833-8e352ed5bcb1 req-06caf1f4-5642-43aa-9f73-069031526461 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:29.932759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07625279-f2fb-4fae-8833-8e352ed5bcb1 req-06caf1f4-5642-43aa-9f73-069031526461 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 944 time: 0.2358110 Jul 14 11:56:29.956577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.968230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:29.968958 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:29.972785 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:29.986787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port de659f2c-c673-4e5a-a970-0487bb4b1a51 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:56:29.997892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port de659f2c-c673-4e5a-a970-0487bb4b1a51 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:29.998643 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:30.013383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07625279-f2fb-4fae-8833-8e352ed5bcb1 req-3af848fd-7383-488a-ab31-96cbea99f484 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680163 Jul 14 11:56:30.051406 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 11:56:30.051406 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 11:56:30.051406 n-d-778696-8 neutron-server[93701]: [parameters: {'id': '2cb0b603-7f39-43dd-8a42-1525c34f2710'}] Jul 14 11:56:30.051406 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:56:30.051965 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:56:30.065829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] For port 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:30.070040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] For port 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce,segment=NetworkSegment(21846df3-8a58-4008-94d9-b9bd26e67969),segment_id=21846df3-8a58-4008-94d9-b9bd26e67969)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:30.079257 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:30.195833 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:30.199515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c357cd6-92b2-4e9e-8687-76b303f1b324 None None] Pushing event updated for resources: {'Port': ['ID=89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:30.248325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de659f2c-c673-4e5a-a970-0487bb4b1a51'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:30.250933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5cff-1cb1-46f3-a0e1-bc84e335692e req-cacd75ab-098f-4af4-a4ef-2194ed518372 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:30.251354 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c4c1b-8745-4cd3-a8b1-708103272be5" -d '{"events": [{"server_uuid": "d6dcae95-d2d9-4b64-97a1-405d801b189a", "name": "network-vif-plugged", "status": "completed", "tag": "de659f2c-c673-4e5a-a970-0487bb4b1a51"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:30.252531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a0d5cff-1cb1-46f3-a0e1-bc84e335692e req-cacd75ab-098f-4af4-a4ef-2194ed518372 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 944 time: 0.1110198 Jul 14 11:56:30.273498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port de659f2c-c673-4e5a-a970-0487bb4b1a51, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:30.283638 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:30.284859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2a99d630-dfd9-44be-8025-b7a5128073e6 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:56:30.305225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-a2e0a25b-7897-4f51-98fb-10b093f9d759 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:30.307117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-a2e0a25b-7897-4f51-98fb-10b093f9d759 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 1095 time: 0.0968614 Jul 14 11:56:30.317258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a0d5cff-1cb1-46f3-a0e1-bc84e335692e req-d5e44622-bdad-4b0c-ac5b-b91cbf32649b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485096 Jul 14 11:56:30.368281 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32abc781-baae-4ef0-9aac-4b4524b256f8 x-openstack-request-id: req-32abc781-baae-4ef0-9aac-4b4524b256f8 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:30.368849 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcae95-d2d9-4b64-97a1-405d801b189a", "name": "network-vif-plugged", "status": "completed", "tag": "de659f2c-c673-4e5a-a970-0487bb4b1a51", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:30.369079 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32abc781-baae-4ef0-9aac-4b4524b256f8 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:30.369489 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'code': 200} Jul 14 11:56:30.373010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb2080-856c-40c0-a415-4337a0ebd24d None None] Network 2cb0b603-7f39-43dd-8a42-1525c34f2710 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:30.443138 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c1dc-e1bd-4c72-b825-19768bde4a5b req-c7b8e27f-b0cb-4cd8-915e-23e13d601533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:30.445577 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8935c1dc-e1bd-4c72-b825-19768bde4a5b req-c7b8e27f-b0cb-4cd8-915e-23e13d601533 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 1096 time: 0.0672786 Jul 14 11:56:30.491672 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8935c1dc-e1bd-4c72-b825-19768bde4a5b req-7866b77a-cb15-4898-bf76-432ed4beaf95 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396993 Jul 14 11:56:30.504178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-b8e9e281-056f-45a1-9dc5-25e98c000652 service neutron] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:30.505671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2a99d630-dfd9-44be-8025-b7a5128073e6 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:56:30.509273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-b8e9e281-056f-45a1-9dc5-25e98c000652 service neutron] Notify callbacks [] for binding, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:30.510712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3276695-c458-4015-a3c1-88ebdd871f0a req-b8e9e281-056f-45a1-9dc5-25e98c000652 service neutron] 10.222.0.45 "DELETE /v2.0/ports/2a99d630-dfd9-44be-8025-b7a5128073e6/bindings/n-h1-778696-8 HTTP/1.1" status: 204 len: 173 time: 0.1972704 Jul 14 11:56:30.553905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:30.591885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=de659f2c-c673-4e5a-a970-0487bb4b1a51,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:30.623882 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c7e41-92ba-4253-ad1c-218c6ad9e5b2 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:56:30.633715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Deleting port 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:30.634165 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:30.708513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] For port 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce,segment=NetworkSegment(21846df3-8a58-4008-94d9-b9bd26e67969),segment_id=21846df3-8a58-4008-94d9-b9bd26e67969)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:30.708894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:30.726164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Calling delete_port for 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:30.750764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942c7e41-92ba-4253-ad1c-218c6ad9e5b2 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:56:30.862575 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:30.895533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Port': ['ID=89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:30.899150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No DVR routers for this DVR port 89bcdcca-21ed-46e8-91ac-2fe7ee41c4ce on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:30.988993 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.001528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb0b603-7f39-43dd-8a42-1525c34f2710']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:31.032673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21846df3-8a58-4008-94d9-b9bd26e67969') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:31.032974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21846df3-8a58-4008-94d9-b9bd26e67969') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:31.046346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.069208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.080837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:31.081260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:31.147719 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:31.173727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.182444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.188847 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/2cb0b603-7f39-43dd-8a42-1525c34f2710 HTTP/1.1" status: 204 len: 168 time: 2.0427523 Jul 14 11:56:31.192761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44974) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:31.198960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917133060'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:31.219050 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862db07e-8a5f-4ee8-91a9-a7d7f460bf62 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=2cb0b603-7f39-43dd-8a42-1525c34f2710,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:31.248843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:31.254497 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.277886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65922b88-3297-4e90-82c2-a989f02cab50 req-5dde9ee2-b3da-4d61-9228-49ea2e4d12b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:31.280325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65922b88-3297-4e90-82c2-a989f02cab50 req-5dde9ee2-b3da-4d61-9228-49ea2e4d12b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 944 time: 0.1163430 Jul 14 11:56:31.305559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:31.320181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.320792 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment 75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b of type vlan for network 8aa521df-9c4d-402a-8e93-4eef1e768cd8 Jul 14 11:56:31.360621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65922b88-3297-4e90-82c2-a989f02cab50 req-0439a53f-db38-49d4-a8ac-64d8109d8d2c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659494 Jul 14 11:56:31.397821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.482069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.492248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:31.493368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.598899 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4046907 Jul 14 11:56:31.606220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44982) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:31.613632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': '8aa521df-9c4d-402a-8e93-4eef1e768cd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:31.678018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f375eb-079e-4395-9be0-8812ce3fe06b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=8aa521df-9c4d-402a-8e93-4eef1e768cd8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:31.690044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c4f07-1a44-4fb7-90ae-c94612b06a30 req-186e2eac-4d99-4b01-accc-41679b712e2f tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:31.692924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea1c4f07-1a44-4fb7-90ae-c94612b06a30 req-186e2eac-4d99-4b01-accc-41679b712e2f tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1095 time: 0.1246278 Jul 14 11:56:31.697663 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 8aa521df-9c4d-402a-8e93-4eef1e768cd8 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:31.706075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223a77a-e349-4665-b87f-448c8dd2fb2f req-983b3330-6a2c-4ef6-91e5-40840c43d07b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:31.707664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e223a77a-e349-4665-b87f-448c8dd2fb2f req-983b3330-6a2c-4ef6-91e5-40840c43d07b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 945 time: 0.1309838 Jul 14 11:56:31.767704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:31.773400 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:31.808577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea1c4f07-1a44-4fb7-90ae-c94612b06a30 req-ada474e6-d6c3-40d9-a0e6-fc256e180ec8 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996749 Jul 14 11:56:31.816636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e223a77a-e349-4665-b87f-448c8dd2fb2f req-cefd55ce-c923-48c9-84f9-19ff60745cd7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007316 Jul 14 11:56:32.077180 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:32.080083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d4da2-dfe9-47b7-be2a-f2334c130b04 req-fe6e7359-6d56-4a6d-b8fe-3f2f4fc37dc4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:32.088424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-653d4da2-dfe9-47b7-be2a-f2334c130b04 req-fe6e7359-6d56-4a6d-b8fe-3f2f4fc37dc4 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 944 time: 0.0845666 Jul 14 11:56:32.161219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=27cddfa4-5730-48a7-9b2b-2386253f3371,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:32.166612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-653d4da2-dfe9-47b7-be2a-f2334c130b04 req-eaf9a990-6cf3-47dd-879f-48d40b7ce6c0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766172 Jul 14 11:56:32.176595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': '75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8aa521df-9c4d-402a-8e93-4eef1e768cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:32.176974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: 8aa521df-9c4d-402a-8e93-4eef1e768cd8, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:32.200252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 8aa521df-9c4d-402a-8e93-4eef1e768cd8 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:32.209204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44990) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:32.219737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 8aa521df-9c4d-402a-8e93-4eef1e768cd8) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:32.229081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46a6f0-d903-4a9b-af54-6955082eb03d None None] Network 8aa521df-9c4d-402a-8e93-4eef1e768cd8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:32.246538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77576c0d-ef22-4ad9-9f02-dfeb810ba7b7 req-0fc140ff-6eca-4b98-8fcc-414325c1932c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:32.248533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77576c0d-ef22-4ad9-9f02-dfeb810ba7b7 req-0fc140ff-6eca-4b98-8fcc-414325c1932c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 945 time: 0.1252105 Jul 14 11:56:32.297184 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-14788b1e-f29e-41c8-806a-25489d38ac04 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/f840179a-6864-41d1-8cfa-c35cfbbcbdcb HTTP/1.1" status: 200 len: 991 time: 0.0864189 Jul 14 11:56:32.301029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:32.301630 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:32.309473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77576c0d-ef22-4ad9-9f02-dfeb810ba7b7 req-92aea8e4-ee07-4474-b44d-dcadc7fb24f8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528564 Jul 14 11:56:32.323908 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9fd1bf6d-f9bd-4d79-b8d7-9b73cd20d5d9 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7143290 Jul 14 11:56:32.326468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44992) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:32.358394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 44994) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:32.460736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763f447e-ada5-437c-afba-b7d26a6881cf tempest-TestVolumeBootPattern-1228243722 tempest-TestVolumeBootPattern-1228243722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:32.465015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-763f447e-ada5-437c-afba-b7d26a6881cf tempest-TestVolumeBootPattern-1228243722 tempest-TestVolumeBootPattern-1228243722-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 1091 time: 0.1017385 Jul 14 11:56:32.465223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-8aa521df-9c4d-402a-8e93-4eef1e768cd8', 'network_id': '8aa521df-9c4d-402a-8e93-4eef1e768cd8', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': '27cddfa4-5730-48a7-9b2b-2386253f3371'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:32.465223 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:32.465937 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 44996) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:32.471610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:32.480741 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:32.528485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:32.595941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:32.659362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Allocated IP 172.20.0.2 (8aa521df-9c4d-402a-8e93-4eef1e768cd8/27cddfa4-5730-48a7-9b2b-2386253f3371/6fb8c065-5e90-4568-b358-839d1b0ab3fc) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:32.701980 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:32.833879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.25.2.83 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/965f756d-cf2b-4329-b952-7f5daa957554) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:32.955312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.009908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.059593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:33.069857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:33.070414 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.074714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:33.088398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Transition to ACTIVE for port object 6fb8c065-5e90-4568-b358-839d1b0ab3fc will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:33.109764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Transition to ACTIVE for port object 6fb8c065-5e90-4568-b358-839d1b0ab3fc will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:33.116608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=965f756d-cf2b-4329-b952-7f5daa957554,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:33.117778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.151219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.195647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=27cddfa4-5730-48a7-9b2b-2386253f3371,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:33.196275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Network 8aa521df-9c4d-402a-8e93-4eef1e768cd8 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:33.202145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:33.206976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:33.222192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Pushing event updated for resources: {'Port': ['ID=6fb8c065-5e90-4568-b358-839d1b0ab3fc,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:33.298750 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.322121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Attempting to bind port 6fb8c065-5e90-4568-b358-839d1b0ab3fc on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:33.322738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Attempting to bind port 6fb8c065-5e90-4568-b358-839d1b0ab3fc by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8aa521df-9c4d-402a-8e93-4eef1e768cd8'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:33.323341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Attempting to bind port 6fb8c065-5e90-4568-b358-839d1b0ab3fc on network 8aa521df-9c4d-402a-8e93-4eef1e768cd8 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:33.334030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:33.334949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Checking segment: {'id': '75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8aa521df-9c4d-402a-8e93-4eef1e768cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:33.335700 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.336330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Bound using segment: {'id': '75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8aa521df-9c4d-402a-8e93-4eef1e768cd8'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:33.337147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Bound port: 6fb8c065-5e90-4568-b358-839d1b0ab3fc, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8aa521df-9c4d-402a-8e93-4eef1e768cd8'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:33.337780 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.348205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa521df-9c4d-402a-8e93-4eef1e768cd8']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:33.368318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:33.368632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:33.404964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.450459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] For port 6fb8c065-5e90-4568-b358-839d1b0ab3fc, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:33.457371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] For port 6fb8c065-5e90-4568-b358-839d1b0ab3fc, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6fb8c065-5e90-4568-b358-839d1b0ab3fc,segment=NetworkSegment(75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b),segment_id=75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:33.470723 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.490063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.505188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:33.505656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:33.509300 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:33.628619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1434a9-17df-46d6-bb88-490eaff8ba0e None None] Pushing event updated for resources: {'Port': ['ID=6fb8c065-5e90-4568-b358-839d1b0ab3fc,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:33.654096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91b4d7-5f73-42de-9434-7ce3a65109b4 None None] Network 8aa521df-9c4d-402a-8e93-4eef1e768cd8 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:33.670381 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 11:56:33.670381 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 11:56:33.670381 n-d-778696-8 neutron-server[93701]: [parameters: {'id': '8aa521df-9c4d-402a-8e93-4eef1e768cd8'}] Jul 14 11:56:33.670381 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:56:33.672833 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:56:33.862978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3828c52-27cb-4659-aefb-a04e10695452 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:56:33.918662 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.007287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3828c52-27cb-4659-aefb-a04e10695452 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:56:34.019304 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.177043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.295248 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.324708 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.412934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.465699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Deleting port 6fb8c065-5e90-4568-b358-839d1b0ab3fc {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:34.466055 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.522204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=965f756d-cf2b-4329-b952-7f5daa957554,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:34.614386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] For port 6fb8c065-5e90-4568-b358-839d1b0ab3fc, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6fb8c065-5e90-4568-b358-839d1b0ab3fc,segment=NetworkSegment(75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b),segment_id=75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:34.614865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.634194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Calling delete_port for 6fb8c065-5e90-4568-b358-839d1b0ab3fc owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:34.640364 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Floating IP 087c0b18-7629-47b6-83b0-a89024c7439f associated. External IP: 172.25.2.83, port: de659f2c-c673-4e5a-a970-0487bb4b1a51. Jul 14 11:56:34.653752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45018) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:34.839899 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.855918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port ddd5b756-1fa8-4547-ad76-c79b19918bcc {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:34.856469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.916201 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Port': ['ID=6fb8c065-5e90-4568-b358-839d1b0ab3fc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:34.919067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No DVR routers for this DVR port 6fb8c065-5e90-4568-b358-839d1b0ab3fc on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:34.975596 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:34.976025 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.007223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for ddd5b756-1fa8-4547-ad76-c79b19918bcc owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:35.076725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.096649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa521df-9c4d-402a-8e93-4eef1e768cd8']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:35.113982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:35.114288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f22e25-fbd6-44c7-b8ca-f9feb9d54e3b') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:35.129988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.133913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Router f02befd1-ab3f-4999-bd1b-a16a634174ec has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:56:35.155525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.209554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:35.210020 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:35.214026 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:35.241829 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.279589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=ddd5b756-1fa8-4547-ad76-c79b19918bcc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:35.355134 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.355481 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Floating IP f840179a-6864-41d1-8cfa-c35cfbbcbdcb disassociated (deleted). External IP: 172.25.2.148, port: 2a99d630-dfd9-44be-8025-b7a5128073e6. Jul 14 11:56:35.788559 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.794930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.801599 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/8aa521df-9c4d-402a-8e93-4eef1e768cd8 HTTP/1.1" status: 204 len: 168 time: 3.4736335 Jul 14 11:56:35.806382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45024) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:35.836551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-43401026'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:35.888062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd7597-0bc8-42f3-91d7-2554fa24a458 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=8aa521df-9c4d-402a-8e93-4eef1e768cd8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:35.904819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:56:35.919046 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] Sync routers for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:56:35.928771 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:35.929346 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:35.933065 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-e094dc86-8bbd-45c3-9bb2-021bf748f6c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6743286 Jul 14 11:56:35.957232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:56:35.963581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:35.969027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:35.979991 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:36.086388 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:36.089977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:36.096102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:56:36.100550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:36.101168 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment dccca33b-09f9-4c53-bbfa-e083f6be0cd3 of type vlan for network 35db552b-9a09-4ebb-a0a1-00130c5989f3 Jul 14 11:56:36.101296 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:36.107010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] Sync routers for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:56:36.121739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:36.124083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:36.164747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c2969c97-bf0d-44db-9fc5-7b407b3683dd tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/floatingips/f840179a-6864-41d1-8cfa-c35cfbbcbdcb HTTP/1.1" status: 204 len: 168 time: 1.5095415 Jul 14 11:56:36.166656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:36.175766 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:36.185447 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dc5a0fb8-3b59-4306-b555-8af04a4d924d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7184012 Jul 14 11:56:36.187444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:36.191102 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'tag': 'de659f2c-c673-4e5a-a970-0487bb4b1a51'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:36.205600 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be97be0b-7733-4d70-83a0-9e1b3cae7a35" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcae95-d2d9-4b64-97a1-405d801b189a", "tag": "de659f2c-c673-4e5a-a970-0487bb4b1a51"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:36.259331 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aefd232-f1f6-4725-a038-58e6358077d9 x-openstack-request-id: req-2aefd232-f1f6-4725-a038-58e6358077d9 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:36.259726 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:36.260097 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2aefd232-f1f6-4725-a038-58e6358077d9 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:36.260974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-9391ecf5-3ef5-4b03-94fd-a077cb443789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:36.261659 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'status': 'completed', 'code': 200} Jul 14 11:56:36.262536 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-9391ecf5-3ef5-4b03-94fd-a077cb443789 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 1096 time: 0.2255859 Jul 14 11:56:36.310458 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933fbe3b-b0b6-4dc4-8955-4befb355e83b x-openstack-request-id: req-933fbe3b-b0b6-4dc4-8955-4befb355e83b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:36.311698 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcae95-d2d9-4b64-97a1-405d801b189a", "tag": "de659f2c-c673-4e5a-a970-0487bb4b1a51", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:36.312821 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-933fbe3b-b0b6-4dc4-8955-4befb355e83b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:36.318057 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'tag': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'status': 'completed', 'code': 200} Jul 14 11:56:36.350333 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:36.357898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:36.358615 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:36.364475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:36.461173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-46e31619-ac34-4f40-a0b1-0d40903d0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:36.463878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-46e31619-ac34-4f40-a0b1-0d40903d0e19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 1095 time: 0.1532679 Jul 14 11:56:36.556768 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7403512 Jul 14 11:56:36.572557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45036) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:36.580652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': '35db552b-9a09-4ebb-a0a1-00130c5989f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:36.666823 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '087c0b18-7629-47b6-83b0-a89024c7439f', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:20:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:56:33Z', 'updated_at': '2021-07-14T11:56:33Z', 'revision_number': 0, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:36.705815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2a0f9-6545-4876-969c-649792c9d2e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=35db552b-9a09-4ebb-a0a1-00130c5989f3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:36.738322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] Checking router: f02befd1-ab3f-4999-bd1b-a16a634174ec for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:56:36.754117 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:36.755663 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:36.783535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-08ac3f75-121a-45fe-82b0-ff48c459b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:36.789904 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-08ac3f75-121a-45fe-82b0-ff48c459b3e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.4704158 Jul 14 11:56:36.800684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:36.813857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 35db552b-9a09-4ebb-a0a1-00130c5989f3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:36.818001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-59bca33a-f0f8-4868-aaed-c8aca3763f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:36.819538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-59bca33a-f0f8-4868-aaed-c8aca3763f2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c909423-f045-49bd-a657-e219ef49590a HTTP/1.1" status: 200 len: 897 time: 0.3384833 Jul 14 11:56:36.821237 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:36.867188 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-62e46fab-262e-4282-8d53-923afc2044f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 200 len: 217 time: 0.0392737 Jul 14 11:56:36.943803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Performing IP validity checks on allocation pools {{(pid=93701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 11:56:36.944545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 11:56:36.982630 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:36.996817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:24Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'f87b23ea-cd87-4629-8f41-b04b21ee0583', 'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:d2:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:22Z', 'updated_at': '2021-07-14T11:55:32Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:37.042516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] Checking router: 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:56:37.061306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-7c8b4ea1-748b-4407-8fa1-dc5c202bb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:37.066316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-7c8b4ea1-748b-4407-8fa1-dc5c202bb355 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=863786b2-ca9d-4cf6-bec9-a8989b48c3d4 HTTP/1.1" status: 200 len: 834 time: 0.1919565 Jul 14 11:56:37.077079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:37.077906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:37.260666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4df8cf-50ee-4e27-a0ff-1b14b119a450 req-62d475a1-c075-4afc-a67c-27930a6a60b5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:37.266323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e4df8cf-50ee-4e27-a0ff-1b14b119a450 req-62d475a1-c075-4afc-a67c-27930a6a60b5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 944 time: 0.3030267 Jul 14 11:56:37.275821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:37.299161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:37.307403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-c2eb16fd-82dd-494c-b7bb-321f540c74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:37.310160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-c2eb16fd-82dd-494c-b7bb-321f540c74b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c909423-f045-49bd-a657-e219ef49590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279246 Jul 14 11:56:37.333601 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '087c0b18-7629-47b6-83b0-a89024c7439f', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:20:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:56:33Z', 'updated_at': '2021-07-14T11:56:33Z', 'revision_number': 0, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:37.336382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e4df8cf-50ee-4e27-a0ff-1b14b119a450 req-b794df94-e1a0-474b-a4f1-64e4168fe90e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617414 Jul 14 11:56:37.384794 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3d38d-4a9a-495c-b27d-049bec81f57a None None] The sync data for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 is: [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '087c0b18-7629-47b6-83b0-a89024c7439f', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:20:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:56:33Z', 'updated_at': '2021-07-14T11:56:33Z', 'revision_number': 0, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:56:37.420706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-34c20591-22dd-4e86-b085-af7b38e20626 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51 HTTP/1.1" status: 200 len: 998 time: 0.5960116 Jul 14 11:56:37.478980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-703375eb-7243-4678-9f8c-c853f73b6891 service neutron] 10.222.0.45 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462426 Jul 14 11:56:37.479736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-7e59afa4-a681-47a4-8699-e90c2aa4e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:37.481268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-7e59afa4-a681-47a4-8699-e90c2aa4e91f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0517714 Jul 14 11:56:37.485247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=eb5f2b41-a85b-40d6-b8ae-2424341f077a,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:37.561221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': 'dccca33b-09f9-4c53-bbfa-e083f6be0cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '35db552b-9a09-4ebb-a0a1-00130c5989f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:37.561221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: 35db552b-9a09-4ebb-a0a1-00130c5989f3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:37.614135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-49f895ae-278d-4284-a3c8-21ac0004b596 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:37.616642 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-49f895ae-278d-4284-a3c8-21ac0004b596 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.45 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 944 time: 0.3511839 Jul 14 11:56:37.684460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 35db552b-9a09-4ebb-a0a1-00130c5989f3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:37.695818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-0dc13a6c-afcb-462e-a73b-ce6573a6fee1 service neutron] 10.222.0.45 "GET /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075634 Jul 14 11:56:37.712954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-94f748db-5e58-4337-ab75-a00bb63faac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:37.714659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-94f748db-5e58-4337-ab75-a00bb63faac0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149582 Jul 14 11:56:37.726342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 35db552b-9a09-4ebb-a0a1-00130c5989f3) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:37.753934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:37.754539 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:37.777648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cde624-0770-4a8c-9a51-2b4d0655e5aa None None] Network 35db552b-9a09-4ebb-a0a1-00130c5989f3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:37.840021 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7676b-b54d-4fce-baab-113f5a14e8fa None None] New status for floating IP 087c0b18-7629-47b6-83b0-a89024c7439f: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:56:37.881745 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4bb968ba-c9db-4ecc-bb33-98b6997a6db5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3058507 Jul 14 11:56:37.886628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45048) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:37.993846 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-32f9063d-95ff-4393-b004-4afd19e39c18 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686660 Jul 14 11:56:38.066476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:24Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'f87b23ea-cd87-4629-8f41-b04b21ee0583', 'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:d2:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:22Z', 'updated_at': '2021-07-14T11:55:32Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:38.112240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff7aac-15d1-4001-b014-9f5c1c341e84 None None] The sync data for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 is: [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:55:24Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'f87b23ea-cd87-4629-8f41-b04b21ee0583', 'name': '', 'network_id': '6c909423-f045-49bd-a657-e219ef49590a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:d2:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:22Z', 'updated_at': '2021-07-14T11:55:32Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '863786b2-ca9d-4cf6-bec9-a8989b48c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:56:38.134621 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-11819d56-fc45-4dc7-bba0-5718a5cf4349 req-124d216e-9b16-4d20-947a-bf480f59c037 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297386 Jul 14 11:56:38.141706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port 2a99d630-dfd9-44be-8025-b7a5128073e6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:38.142052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.191976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-35db552b-9a09-4ebb-a0a1-00130c5989f3', 'network_id': '35db552b-9a09-4ebb-a0a1-00130c5989f3', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': 'eb5f2b41-a85b-40d6-b8ae-2424341f077a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:38.193316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.203706 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.308423 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.364448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port 2a99d630-dfd9-44be-8025-b7a5128073e6, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=2a99d630-dfd9-44be-8025-b7a5128073e6,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:38.364826 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.382262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-6d9fd9cc-e4dc-4532-810e-6720f0612b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:38.383883 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-6d9fd9cc-e4dc-4532-810e-6720f0612b1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 1096 time: 0.1578364 Jul 14 11:56:38.388567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for 2a99d630-dfd9-44be-8025-b7a5128073e6 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:38.479193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Allocated IP 172.20.0.3 (35db552b-9a09-4ebb-a0a1-00130c5989f3/eb5f2b41-a85b-40d6-b8ae-2424341f077a/e39eff0c-c3dd-466c-ba5d-c369e59bdfde) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:38.658282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ec825-602a-4c65-891c-ce98da09a565 req-c4e10e5e-e63e-4e8a-8c68-67401af411df tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:38.660333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb0ec825-602a-4c65-891c-ce98da09a565 req-c4e10e5e-e63e-4e8a-8c68-67401af411df tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 944 time: 0.0976446 Jul 14 11:56:38.666254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fcce3-1cbc-4ae3-b290-98ca90ce6752 None None] New status for floating IP f840179a-6864-41d1-8cfa-c35cfbbcbdcb: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:56:38.679981 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.729929 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb0ec825-602a-4c65-891c-ce98da09a565 req-5a10c194-fb1a-419c-9119-e5911c0b6fc5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=a261ec15-2f0b-41fd-a645-3b0122c0fb39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638285 Jul 14 11:56:38.776641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-219eefae-0dc9-453d-86af-b188e5fe5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:38.782761 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-219eefae-0dc9-453d-86af-b188e5fe5365 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.3715320 Jul 14 11:56:38.784762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=2a99d630-dfd9-44be-8025-b7a5128073e6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:38.819054 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.832442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Transition to ACTIVE for port object e39eff0c-c3dd-466c-ba5d-c369e59bdfde will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:38.853350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Transition to ACTIVE for port object e39eff0c-c3dd-466c-ba5d-c369e59bdfde will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:38.861997 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.883784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] No DVR routers for this DVR port 2a99d630-dfd9-44be-8025-b7a5128073e6 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:38.894209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.934245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Network 35db552b-9a09-4ebb-a0a1-00130c5989f3 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:38.939886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:38.940818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:38.945503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Pushing event updated for resources: {'Port': ['ID=e39eff0c-c3dd-466c-ba5d-c369e59bdfde,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:38.945903 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1be7d353-31d6-439c-ab02-aecd73dbd63d req-bdb46bd0-fd67-4071-add4-5790d050b0fc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.45 "DELETE /v2.0/ports/2a99d630-dfd9-44be-8025-b7a5128073e6 HTTP/1.1" status: 204 len: 173 time: 1.3091092 Jul 14 11:56:38.946825 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-deleted', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:38.950247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:38.950909 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f71894-f0e6-4287-980d-9238cde07366" -d '{"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-deleted", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:38.962189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5f2b41-a85b-40d6-b8ae-2424341f077a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:39.043884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Attempting to bind port e39eff0c-c3dd-466c-ba5d-c369e59bdfde on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:39.044264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Attempting to bind port e39eff0c-c3dd-466c-ba5d-c369e59bdfde by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'dccca33b-09f9-4c53-bbfa-e083f6be0cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '35db552b-9a09-4ebb-a0a1-00130c5989f3'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:39.044638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Attempting to bind port e39eff0c-c3dd-466c-ba5d-c369e59bdfde on network 35db552b-9a09-4ebb-a0a1-00130c5989f3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:39.065303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:39.065721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Checking segment: {'id': 'dccca33b-09f9-4c53-bbfa-e083f6be0cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '35db552b-9a09-4ebb-a0a1-00130c5989f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:39.066240 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:39.066659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Bound using segment: {'id': 'dccca33b-09f9-4c53-bbfa-e083f6be0cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '35db552b-9a09-4ebb-a0a1-00130c5989f3'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:39.067155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Bound port: e39eff0c-c3dd-466c-ba5d-c369e59bdfde, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccca33b-09f9-4c53-bbfa-e083f6be0cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '35db552b-9a09-4ebb-a0a1-00130c5989f3'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:39.067547 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:39.086531 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:39.101989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35db552b-9a09-4ebb-a0a1-00130c5989f3']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:39.120218 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-2b656e6e-3457-45e4-9de9-85f7282e863b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51 HTTP/1.1" status: 200 len: 1000 time: 0.3273900 Jul 14 11:56:39.125494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccca33b-09f9-4c53-bbfa-e083f6be0cd3') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:39.125998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccca33b-09f9-4c53-bbfa-e083f6be0cd3') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:39.126926 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b16a27-7ccf-4b6f-8f30-b882baa428c8 x-openstack-request-id: req-f5b16a27-7ccf-4b6f-8f30-b882baa428c8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:39.127376 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096bc2c-1a4d-4da6-bc14-11e889122461", "name": "network-vif-deleted", "tag": "2a99d630-dfd9-44be-8025-b7a5128073e6", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:39.130762 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5b16a27-7ccf-4b6f-8f30-b882baa428c8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:39.131480 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096bc2c-1a4d-4da6-bc14-11e889122461', 'name': 'network-vif-deleted', 'tag': '2a99d630-dfd9-44be-8025-b7a5128073e6', 'status': 'completed', 'code': 200} Jul 14 11:56:39.146500 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:39.181446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] For port e39eff0c-c3dd-466c-ba5d-c369e59bdfde, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:39.190801 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:39.208561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:39.210679 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:39.228310 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:39.249790 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-4ad2c08f-aaf4-46f6-ab23-3d0c34281657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:39.252367 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-4ad2c08f-aaf4-46f6-ab23-3d0c34281657 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1186299 Jul 14 11:56:39.361270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] For port e39eff0c-c3dd-466c-ba5d-c369e59bdfde, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e39eff0c-c3dd-466c-ba5d-c369e59bdfde,segment=NetworkSegment(dccca33b-09f9-4c53-bbfa-e083f6be0cd3),segment_id=dccca33b-09f9-4c53-bbfa-e083f6be0cd3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:39.363614 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 11:56:39.363614 n-d-778696-8 neutron-server[93702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 11:56:39.363614 n-d-778696-8 neutron-server[93702]: [parameters: {'id': '35db552b-9a09-4ebb-a0a1-00130c5989f3'}] Jul 14 11:56:39.363614 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:56:39.364323 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:56:39.369343 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:39.369903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-74b52224-5101-4c4f-9b1f-001fdca5f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:39.371748 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-74b52224-5101-4c4f-9b1f-001fdca5f77a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139436 Jul 14 11:56:39.542115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ae188-4001-422c-8170-6c88bb6a8331 None None] Pushing event updated for resources: {'Port': ['ID=e39eff0c-c3dd-466c-ba5d-c369e59bdfde,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:39.544807 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-56cecb45-8ca5-4210-85c2-ab55a5fb3935 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654892 Jul 14 11:56:39.552525 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf2467ec-b02c-4756-ab6a-413979e44df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:39.565859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741c24d-c6db-46fc-b44b-8fca62d8995a None None] Network 35db552b-9a09-4ebb-a0a1-00130c5989f3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:39.653795 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-9227dd8c-804e-41f1-9841-321a05c131b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1408348 Jul 14 11:56:39.684399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-be97be0b-7733-4d70-83a0-9e1b3cae7a35 req-edb6dfd0-fd46-48ca-8450-61929fe9a037 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196969 Jul 14 11:56:39.710781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc938a6-35da-4bab-90a4-97078a405c95 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:56:39.773883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-5cb6e3a2-ba12-4840-8b57-8fd8845578a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:39.775566 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-5cb6e3a2-ba12-4840-8b57-8fd8845578a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a779602c334a98b8dd1f0f7856b304&device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 1097 time: 0.0896416 Jul 14 11:56:39.865645 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:39.958983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc938a6-35da-4bab-90a4-97078a405c95 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:56:39.987053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-ef0459cf-0fbd-49bc-b8e5-31319bb2d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:39.992762 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-ef0459cf-0fbd-49bc-b8e5-31319bb2d480 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 200 len: 917 time: 0.1939805 Jul 14 11:56:39.998487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Deleting port e39eff0c-c3dd-466c-ba5d-c369e59bdfde {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:39.998843 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.070101 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-389b1b0a-e9ee-4d64-ad4e-bc40c788517f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 HTTP/1.1" status: 200 len: 217 time: 0.0667269 Jul 14 11:56:40.151954 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a444ff89-da75-458a-968b-41941ba78d31 req-bd6716b1-002f-478c-b66f-12da7220403b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1096bc2c-1a4d-4da6-bc14-11e889122461 HTTP/1.1" status: 200 len: 210 time: 0.0606065 Jul 14 11:56:40.153990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] For port e39eff0c-c3dd-466c-ba5d-c369e59bdfde, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e39eff0c-c3dd-466c-ba5d-c369e59bdfde,segment=NetworkSegment(dccca33b-09f9-4c53-bbfa-e083f6be0cd3),segment_id=dccca33b-09f9-4c53-bbfa-e083f6be0cd3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:40.154467 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.162787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-09b21db7-464c-4bcc-b17f-d94f33498843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:40.166206 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-09b21db7-464c-4bcc-b17f-d94f33498843 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 200 len: 857 time: 0.0848403 Jul 14 11:56:40.169502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Calling delete_port for e39eff0c-c3dd-466c-ba5d-c369e59bdfde owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:40.233439 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-8a1ce6e9-cd00-42ee-8251-63e8a8b92ab7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08e2eb1a-cddb-461c-8260-7d381b9460ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587630 Jul 14 11:56:40.267398 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.330086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Port': ['ID=e39eff0c-c3dd-466c-ba5d-c369e59bdfde,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:40.337158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No DVR routers for this DVR port e39eff0c-c3dd-466c-ba5d-c369e59bdfde on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:40.449454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.458718 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-c7fca94e-6fd5-47dd-9159-ece8449038d7 service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166197 Jul 14 11:56:40.461253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35db552b-9a09-4ebb-a0a1-00130c5989f3']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:40.475647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccca33b-09f9-4c53-bbfa-e083f6be0cd3') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:40.476179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccca33b-09f9-4c53-bbfa-e083f6be0cd3') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:40.489875 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.505446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.513971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:40.514690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.586537 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-24276d4f-84cd-46ce-80f1-b06d763f87d5 req-d30018bf-e40f-4fb4-9828-9af5caf445aa service neutron] 10.222.0.45 "GET /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195204 Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:40.587483 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:40.591599 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.603576 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.607927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/35db552b-9a09-4ebb-a0a1-00130c5989f3 HTTP/1.1" status: 204 len: 168 time: 2.7176688 Jul 14 11:56:40.609947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45068) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:40.620355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-344432759'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:40.623573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806c79-2002-4e38-a349-9a8e948b1dc3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=35db552b-9a09-4ebb-a0a1-00130c5989f3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:40.650858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:40.657316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.683305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:40.693033 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.693365 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment 40119ba3-e3ea-44d3-8898-6582d2bcec96 of type vlan for network 0b26b3e6-7dd6-497e-a78f-3629369940d6 Jul 14 11:56:40.738208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.771486 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.779427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:40.780204 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.814053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071e4f-a5fb-41fd-bf14-007bd8015d58 req-b6523630-10e2-408e-9094-0de48b934cc1 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:40.815678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b071e4f-a5fb-41fd-bf14-007bd8015d58 req-b6523630-10e2-408e-9094-0de48b934cc1 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.0701258 Jul 14 11:56:40.873230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b071e4f-a5fb-41fd-bf14-007bd8015d58 req-8113452f-6130-43f0-8a02-3b73fb621fb6 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507390 Jul 14 11:56:40.883541 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2698183 Jul 14 11:56:40.883843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45072) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:40.889116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': '0b26b3e6-7dd6-497e-a78f-3629369940d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:40.967331 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221059e-0785-4feb-b98b-dd23331ec5aa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=0b26b3e6-7dd6-497e-a78f-3629369940d6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:40.979090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 0b26b3e6-7dd6-497e-a78f-3629369940d6 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:41.014469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:41.020205 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.154062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2a99d630-dfd9-44be-8025-b7a5128073e6 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:56:41.183760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 2a99d630-dfd9-44be-8025-b7a5128073e6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:56:41.184142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 2a99d630-dfd9-44be-8025-b7a5128073e6 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:56:41.235743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.271440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45076) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:41.296808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=b080a95d-c704-4495-b405-6a99ab1d2f88,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:41.315168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': '40119ba3-e3ea-44d3-8898-6582d2bcec96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0b26b3e6-7dd6-497e-a78f-3629369940d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:41.316063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: 0b26b3e6-7dd6-497e-a78f-3629369940d6, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:41.334356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 0b26b3e6-7dd6-497e-a78f-3629369940d6 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:41.346671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 0b26b3e6-7dd6-497e-a78f-3629369940d6) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:41.351606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:41.352394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.357782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de87d1-61f2-4cba-84a1-5c17af97ccab None None] Network 0b26b3e6-7dd6-497e-a78f-3629369940d6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:41.375197 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8221c07f-02f8-4f1d-b820-e24453f753d6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4894323 Jul 14 11:56:41.375844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45078) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:41.565649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.597966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e98d9e3-a2e7-46df-82c7-388b2cd5c7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-0b26b3e6-7dd6-497e-a78f-3629369940d6', 'network_id': '0b26b3e6-7dd6-497e-a78f-3629369940d6', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': 'b080a95d-c704-4495-b405-6a99ab1d2f88'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:41.598996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2e98d9e3-a2e7-46df-82c7-388b2cd5c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.633348 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.719787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-2e98d9e3-a2e7-46df-82c7-388b2cd5c7af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b080a95d-c704-4495-b405-6a99ab1d2f88: This subnet is being modified by another concurrent operation. Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b080a95d-c704-4495-b405-6a99ab1d2f88: This subnet is being modified by another concurrent operation. Jul 14 11:56:41.725357 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:56:41.766080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=b080a95d-c704-4495-b405-6a99ab1d2f88,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:41.768644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da8b02-7cc6-4288-960c-befa741e627e None None] Network 0b26b3e6-7dd6-497e-a78f-3629369940d6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:41.837103 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.851767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b26b3e6-7dd6-497e-a78f-3629369940d6']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:41.868778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40119ba3-e3ea-44d3-8898-6582d2bcec96') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:41.869451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40119ba3-e3ea-44d3-8898-6582d2bcec96') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:41.881371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.881882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.912231 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.928073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:41.928959 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:42.016021 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:42.027450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.042533 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.049142 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/0b26b3e6-7dd6-497e-a78f-3629369940d6 HTTP/1.1" status: 204 len: 168 time: 0.6677866 Jul 14 11:56:42.050751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45084) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:42.055358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1944439777'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:42.070266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47529f72-5dd5-4120-b511-7b541d6378fe tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=0b26b3e6-7dd6-497e-a78f-3629369940d6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:42.090852 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221c877-e81b-49d5-b65a-04b00b512253 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:56:42.105413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:42.111110 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.147999 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf5d2ac5-7770-4598-be00-fac7532f5fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.154343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:42.174369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.175041 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment 58679dc3-4d47-4279-8015-13cca593ce52 of type vlan for network d3740550-226e-4ca2-a3e2-2d05c57086c1 Jul 14 11:56:42.213683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c5556-6d72-4055-8a93-7fd9f704e2b4 req-d61afc0a-544d-4c67-8a37-70669b41d2ae tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:42.216894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e85c5556-6d72-4055-8a93-7fd9f704e2b4 req-d61afc0a-544d-4c67-8a37-70669b41d2ae tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.1740625 Jul 14 11:56:42.250556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.260719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1221c877-e81b-49d5-b65a-04b00b512253 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:56:42.288850 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.304274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.315115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:42.316290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.334181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e85c5556-6d72-4055-8a93-7fd9f704e2b4 req-7ac3b595-9c01-4733-948e-7b1296922b41 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045249 Jul 14 11:56:42.408901 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3579423 Jul 14 11:56:42.413441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45086) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:42.430036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': 'd3740550-226e-4ca2-a3e2-2d05c57086c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:42.431971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc52e3-9e0e-4d87-a87d-cfb5ca786bc6 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=d3740550-226e-4ca2-a3e2-2d05c57086c1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:42.445403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network d3740550-226e-4ca2-a3e2-2d05c57086c1 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:42.518355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port f87b23ea-cd87-4629-8f41-b04b21ee0583 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:42.518355 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.641671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:42.646264 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.734361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port f87b23ea-cd87-4629-8f41-b04b21ee0583, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f87b23ea-cd87-4629-8f41-b04b21ee0583,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:42.736479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.756244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for f87b23ea-cd87-4629-8f41-b04b21ee0583 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:42.992370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.100446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=c69f3c5f-64f9-493b-b968-3406c7e663a6,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:43.108893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': '58679dc3-4d47-4279-8015-13cca593ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3740550-226e-4ca2-a3e2-2d05c57086c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:43.109252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: d3740550-226e-4ca2-a3e2-2d05c57086c1, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:43.111275 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-c94f61ff-c25b-4599-9842-4781dd7e4ea4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:43.111592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-c94f61ff-c25b-4599-9842-4781dd7e4ea4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 946 time: 0.0719535 Jul 14 11:56:43.137618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network d3740550-226e-4ca2-a3e2-2d05c57086c1 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:43.141971 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.173951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, d3740550-226e-4ca2-a3e2-2d05c57086c1) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:43.176537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=f87b23ea-cd87-4629-8f41-b04b21ee0583,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:43.184560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:43.185180 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.190786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da88426b-cfc2-45d6-ad43-063778ce207d None None] Network d3740550-226e-4ca2-a3e2-2d05c57086c1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:43.230840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Deleting port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:43.231294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.256812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ed9c463b-b18b-4576-975f-e9f3348b1491 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8414390 Jul 14 11:56:43.260131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45090) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:43.384862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] For port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:43.385774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.423775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Calling delete_port for 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:43.434257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-d3740550-226e-4ca2-a3e2-2d05c57086c1', 'network_id': 'd3740550-226e-4ca2-a3e2-2d05c57086c1', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': 'c69f3c5f-64f9-493b-b968-3406c7e663a6'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:43.435140 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.553458 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.628347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.638146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Allocated IP 172.20.0.1 (d3740550-226e-4ca2-a3e2-2d05c57086c1/c69f3c5f-64f9-493b-b968-3406c7e663a6/de42406c-8cc6-48d9-ad00-04e75e240baa) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:43.641920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['37ff160d-38ac-49e2-b845-241d83dad1b8'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:56:43.673607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Pushing event deleted for resources: {'Port': ['ID=04c9b14f-daa7-4e2c-81fb-b0a5d3892a28,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:43.701745 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c59c27f-fff5-4efc-bc75-1ee6c6e1ebe7 req-75fca30e-56f8-4dde-8e3e-fec58d981ae8 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb52dd18-8a21-4584-934e-8f7a3659f824 HTTP/1.1" status: 200 len: 210 time: 0.0433667 Jul 14 11:56:43.748441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] No DVR routers for this DVR port 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:43.756703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.759563 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b1d5effe-644c-4c50-a4a2-1f673df0d2b7 req-2d04b54c-f67a-46d8-8ba6-9a1c6640a361 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.45 "DELETE /v2.0/ports/04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 HTTP/1.1" status: 204 len: 173 time: 0.6409767 Jul 14 11:56:43.759563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb52dd18-8a21-4584-934e-8f7a3659f824', 'name': 'network-vif-deleted', 'tag': '04c9b14f-daa7-4e2c-81fb-b0a5d3892a28'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:43.762701 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c2316-87eb-4e72-acc2-eda9e91beb6b" -d '{"events": [{"server_uuid": "eb52dd18-8a21-4584-934e-8f7a3659f824", "name": "network-vif-deleted", "tag": "04c9b14f-daa7-4e2c-81fb-b0a5d3892a28"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:43.822272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.855332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.857646 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5687cb-4836-40a8-8627-966d8221c778 x-openstack-request-id: req-fb5687cb-4836-40a8-8627-966d8221c778 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:43.857812 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb52dd18-8a21-4584-934e-8f7a3659f824", "name": "network-vif-deleted", "tag": "04c9b14f-daa7-4e2c-81fb-b0a5d3892a28", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:43.857989 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb5687cb-4836-40a8-8627-966d8221c778 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:43.858969 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb52dd18-8a21-4584-934e-8f7a3659f824', 'name': 'network-vif-deleted', 'tag': '04c9b14f-daa7-4e2c-81fb-b0a5d3892a28', 'status': 'completed', 'code': 200} Jul 14 11:56:43.960782 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.034345 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.061375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Transition to ACTIVE for port object de42406c-8cc6-48d9-ad00-04e75e240baa will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:44.105553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Transition to ACTIVE for port object de42406c-8cc6-48d9-ad00-04e75e240baa will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:44.120204 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.178445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Network d3740550-226e-4ca2-a3e2-2d05c57086c1 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:44.184589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:44.185192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.189120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:44.207687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Pushing event updated for resources: {'Port': ['ID=de42406c-8cc6-48d9-ad00-04e75e240baa,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:44.264510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Attempting to bind port de42406c-8cc6-48d9-ad00-04e75e240baa on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:44.265057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Attempting to bind port de42406c-8cc6-48d9-ad00-04e75e240baa by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '58679dc3-4d47-4279-8015-13cca593ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3740550-226e-4ca2-a3e2-2d05c57086c1'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:44.265440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Attempting to bind port de42406c-8cc6-48d9-ad00-04e75e240baa on network d3740550-226e-4ca2-a3e2-2d05c57086c1 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:44.271641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=c69f3c5f-64f9-493b-b968-3406c7e663a6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:44.271950 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:44.272198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Checking segment: {'id': '58679dc3-4d47-4279-8015-13cca593ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3740550-226e-4ca2-a3e2-2d05c57086c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:44.272610 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.273012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Bound using segment: {'id': '58679dc3-4d47-4279-8015-13cca593ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3740550-226e-4ca2-a3e2-2d05c57086c1'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:44.273558 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Bound port: de42406c-8cc6-48d9-ad00-04e75e240baa, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58679dc3-4d47-4279-8015-13cca593ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3740550-226e-4ca2-a3e2-2d05c57086c1'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:44.273991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.350691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] For port de42406c-8cc6-48d9-ad00-04e75e240baa, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:44.355327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] For port de42406c-8cc6-48d9-ad00-04e75e240baa, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=de42406c-8cc6-48d9-ad00-04e75e240baa,segment=NetworkSegment(58679dc3-4d47-4279-8015-13cca593ce52),segment_id=58679dc3-4d47-4279-8015-13cca593ce52)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:44.360976 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.390003 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.411759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:56:44.413553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3740550-226e-4ca2-a3e2-2d05c57086c1']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:44.434419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58679dc3-4d47-4279-8015-13cca593ce52') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:44.434754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58679dc3-4d47-4279-8015-13cca593ce52') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:44.461835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.469322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9d0f2-0885-4b62-9d8e-6dfeb94c65b1 None None] Pushing event updated for resources: {'Port': ['ID=de42406c-8cc6-48d9-ad00-04e75e240baa,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:44.483774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856fa3e-8d72-4751-9237-2775acad7212 None None] Network d3740550-226e-4ca2-a3e2-2d05c57086c1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:44.545710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.560686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:44.561220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:44.565762 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:44.714412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7379122e-139c-48d9-9b4b-d974ec283705 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:56:44.769813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 11:56:44.769813 n-d-778696-8 neutron-server[93702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 11:56:44.769813 n-d-778696-8 neutron-server[93702]: [parameters: {'id': 'd3740550-226e-4ca2-a3e2-2d05c57086c1'}] Jul 14 11:56:44.769813 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:56:44.770820 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:56:44.772107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:56:44.784924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5164ffbf-d00f-42eb-b32c-102cd396c713 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "PUT /v2.0/routers/1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5095129 Jul 14 11:56:44.785874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45102) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:44.794976 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] Sync routers for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:56:44.818106 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:44.819051 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:44.870665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379122e-139c-48d9-9b4b-d974ec283705 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:56:44.892102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c958af-554e-4b5f-90a0-22e431d5b040 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting subnet 863786b2-ca9d-4cf6-bec9-a8989b48c3d4 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:56:44.898656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1c958af-554e-4b5f-90a0-22e431d5b040 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:44.959983 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1c958af-554e-4b5f-90a0-22e431d5b040 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.134765 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1c958af-554e-4b5f-90a0-22e431d5b040 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.147099 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:45.190542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:56:45.223365 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.224407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:56:45.224813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 04c9b14f-daa7-4e2c-81fb-b0a5d3892a28 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:56:45.254276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1c958af-554e-4b5f-90a0-22e431d5b040 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.273221 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.298779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c958af-554e-4b5f-90a0-22e431d5b040 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Subnet': ['ID=863786b2-ca9d-4cf6-bec9-a8989b48c3d4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:45.309302 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1c958af-554e-4b5f-90a0-22e431d5b040 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.315185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a1c958af-554e-4b5f-90a0-22e431d5b040 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/subnets/863786b2-ca9d-4cf6-bec9-a8989b48c3d4 HTTP/1.1" status: 204 len: 168 time: 0.5241065 Jul 14 11:56:45.315945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45110) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:45.339492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44b4536-0ac8-4af7-aeee-57b66ab23116 None None] Network 6c909423-f045-49bd-a657-e219ef49590a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:45.447411 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:56:43Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:45.473481 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.478622 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] Checking router: 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:56:45.490374 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] Routers {'1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:45.490645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Deleting port de42406c-8cc6-48d9-ad00-04e75e240baa {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:45.490887 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.491113 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:45.561230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b98f8-1270-4e43-b4cd-bdee07071a18 req-52db8ab0-f88b-4a53-bfea-fcbd04dc73f5 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:45.568870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f1b98f8-1270-4e43-b4cd-bdee07071a18 req-52db8ab0-f88b-4a53-bfea-fcbd04dc73f5 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1654296 Jul 14 11:56:45.614446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ba3b5-4e95-4057-9469-3e840870ef32 None None] DHCP port deletion for 6c909423-f045-49bd-a657-e219ef49590a request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:56:45.620976 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.641831 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] Set router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:45.644337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f1b98f8-1270-4e43-b4cd-bdee07071a18 req-ddf3eeca-b29a-465d-8d9c-950244eac7da tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744302 Jul 14 11:56:45.646600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] For port de42406c-8cc6-48d9-ad00-04e75e240baa, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=de42406c-8cc6-48d9-ad00-04e75e240baa,segment=NetworkSegment(58679dc3-4d47-4279-8015-13cca593ce52),segment_id=58679dc3-4d47-4279-8015-13cca593ce52)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:45.647105 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.677600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a82ba3b5-4e95-4057-9469-3e840870ef32 None None] Deleting port e7d97424-626b-4d4a-90f4-d141eb96814d {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:45.678327 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a82ba3b5-4e95-4057-9469-3e840870ef32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.681288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Calling delete_port for de42406c-8cc6-48d9-ad00-04e75e240baa owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:45.702793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port 674cb6e2-de1f-488a-9208-f9e94874d160 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:45.703375 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.779725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a82ba3b5-4e95-4057-9469-3e840870ef32 None None] For port e7d97424-626b-4d4a-90f4-d141eb96814d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e7d97424-626b-4d4a-90f4-d141eb96814d,segment=NetworkSegment(4ebfb84f-4b19-441e-bdb0-2496bde05439),segment_id=4ebfb84f-4b19-441e-bdb0-2496bde05439)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:45.781131 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a82ba3b5-4e95-4057-9469-3e840870ef32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.805003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port 674cb6e2-de1f-488a-9208-f9e94874d160, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=674cb6e2-de1f-488a-9208-f9e94874d160,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:45.805003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.806590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a82ba3b5-4e95-4057-9469-3e840870ef32 None None] Calling delete_port for e7d97424-626b-4d4a-90f4-d141eb96814d owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:45.830811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for 674cb6e2-de1f-488a-9208-f9e94874d160 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:45.831804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e7d97424-626b-4d4a-90f4-d141eb96814d no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:56:45.850383 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:45.877302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Port': ['ID=de42406c-8cc6-48d9-ad00-04e75e240baa,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:45.881017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No DVR routers for this DVR port de42406c-8cc6-48d9-ad00-04e75e240baa on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:45.933387 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:56:43Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:45.969035 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99d956-2a46-4d98-9aa8-2eaf56f1ee2a None None] The sync data for ids ['1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e'] in n-d-778696-8 is: [{'id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143099553', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:55:14Z', 'updated_at': '2021-07-14T11:56:43Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '674cb6e2-de1f-488a-9208-f9e94874d160', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:55:15Z', 'updated_at': '2021-07-14T11:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:56:45.990533 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a82ba3b5-4e95-4057-9469-3e840870ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.029498 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.035955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.050105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ba3b5-4e95-4057-9469-3e840870ef32 None None] No DVR routers for this DVR port e7d97424-626b-4d4a-90f4-d141eb96814d on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:46.050105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ba3b5-4e95-4057-9469-3e840870ef32 None None] Pushing event deleted for resources: {'Port': ['ID=e7d97424-626b-4d4a-90f4-d141eb96814d,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:46.050482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3740550-226e-4ca2-a3e2-2d05c57086c1']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:46.072019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58679dc3-4d47-4279-8015-13cca593ce52') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:46.072325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58679dc3-4d47-4279-8015-13cca593ce52') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:46.084620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.101172 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.108079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:46.109217 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:46.112977 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:46.127602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.164530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=674cb6e2-de1f-488a-9208-f9e94874d160,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:46.192745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.206545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.213090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/d3740550-226e-4ca2-a3e2-2d05c57086c1 HTTP/1.1" status: 204 len: 168 time: 2.9482450 Jul 14 11:56:46.213427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45114) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:46.219440 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460751551'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:46.227129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ea225-0cca-4f5b-a667-af406e7a6070 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=d3740550-226e-4ca2-a3e2-2d05c57086c1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:46.279788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.741551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:46.745140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.823649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.826556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.849600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedea1f7-61f0-4a86-b72a-08a784d89ad6 req-519460df-2780-46e2-b815-4a5bf0d5c4b5 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:46.851181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aedea1f7-61f0-4a86-b72a-08a784d89ad6 req-519460df-2780-46e2-b815-4a5bf0d5c4b5 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0839503 Jul 14 11:56:46.870534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:46.885210 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.886242 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment ed29d2bb-bc27-4085-959d-ec1f64f78340 of type vlan for network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 Jul 14 11:56:46.887402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.887988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Fanout notify agent at l3_agent the message router_deleted on router 1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:56:46.902119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.906899 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2427a6c8-7f46-40b7-a7e6-74fa0cbb73b1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/routers/1c7d926d-5d0d-4d0c-b34c-8b237aa0da6e HTTP/1.1" status: 204 len: 168 time: 1.5858214 Jul 14 11:56:46.908045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45120) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:46.922094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aedea1f7-61f0-4a86-b72a-08a784d89ad6 req-7ba4d5fb-02b5-4869-a876-4276faadb294 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597706 Jul 14 11:56:46.949787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.986079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:46.995645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:46.996452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.002762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.056445 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8418679 Jul 14 11:56:47.064501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45122) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:47.071108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2cfe5f60-107a-4f86-9a4d-f27a7be3267f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:47.111911 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.121946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c909423-f045-49bd-a657-e219ef49590a']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:47.133341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebfb84f-4b19-441e-bdb0-2496bde05439') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:47.133639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebfb84f-4b19-441e-bdb0-2496bde05439') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:47.136827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefc202-1f01-43b7-b50a-7db99d8e9c9e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=5d67edc1-0a13-4b0c-a92a-e9e46dd80f58,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:47.144149 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.148785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:47.163479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.173140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:47.173565 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:47.177226 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:47.237723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.245567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.247299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/networks/6c909423-f045-49bd-a657-e219ef49590a HTTP/1.1" status: 204 len: 168 time: 0.3382049 Jul 14 11:56:47.250913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45124) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:47.264288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6ac0e-5ea7-44db-9016-91098d5f1116 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Network': ['ID=6c909423-f045-49bd-a657-e219ef49590a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:47.279149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5f60-107a-4f86-9a4d-f27a7be3267f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.306972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5f60-107a-4f86-9a4d-f27a7be3267f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.324242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cfe5f60-107a-4f86-9a4d-f27a7be3267f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 is not hosted by any dhcp agent {{(pid=93701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 11:56:47.330015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe5f60-107a-4f86-9a4d-f27a7be3267f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:47.330563 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2cfe5f60-107a-4f86-9a4d-f27a7be3267f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.331933 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2cfe5f60-107a-4f86-9a4d-f27a7be3267f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "PUT /v2.0/networks/5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 HTTP/1.1" status: 200 len: 723 time: 0.2663028 Jul 14 11:56:47.335058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45128) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:47.340601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': '5d67edc1-0a13-4b0c-a92a-e9e46dd80f58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:47.406698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87590a5-2670-4ee5-a7a4-808c51bb374c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.414965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe5f60-107a-4f86-9a4d-f27a7be3267f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=5d67edc1-0a13-4b0c-a92a-e9e46dd80f58,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:47.434489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:47.445227 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87590a5-2670-4ee5-a7a4-808c51bb374c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.471796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:47.475712 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.528075 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87590a5-2670-4ee5-a7a4-808c51bb374c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.535126 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a87590a5-2670-4ee5-a7a4-808c51bb374c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.538394 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a87590a5-2670-4ee5-a7a4-808c51bb374c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/security-groups/a261ec15-2f0b-41fd-a645-3b0122c0fb39 HTTP/1.1" status: 204 len: 168 time: 0.2858207 Jul 14 11:56:47.561494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87590a5-2670-4ee5-a7a4-808c51bb374c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a261ec15-2f0b-41fd-a645-3b0122c0fb39,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:47.785268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.834188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 674cb6e2-de1f-488a-9208-f9e94874d160 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:56:47.872836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 674cb6e2-de1f-488a-9208-f9e94874d160 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:56:47.873337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 674cb6e2-de1f-488a-9208-f9e94874d160 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:56:47.875542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f87b23ea-cd87-4629-8f41-b04b21ee0583 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:56:47.896947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=8127fa2c-2810-4894-a673-0225d1737d8e,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:47.908149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f87b23ea-cd87-4629-8f41-b04b21ee0583 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:56:47.908675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f87b23ea-cd87-4629-8f41-b04b21ee0583 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:56:47.912097 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': 'ed29d2bb-bc27-4085-959d-ec1f64f78340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5d67edc1-0a13-4b0c-a92a-e9e46dd80f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:47.912492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:47.935752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:47.947465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:47.952478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:47.953290 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:47.965689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620d43e-373c-4bae-828f-19eb5a456b75 None None] Network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:47.984642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45136) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:47.985428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4742e3e7-1a9c-4654-91c7-0cfb1a747251 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6482222 Jul 14 11:56:47.991499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-85d17924-0d1a-4071-a61b-290b66b6aff3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:48.106831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45138) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:48.112029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-edaa104f-5aa4-4198-b3c0-4313f10a883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140750161', 'description': 'tempest-secgroup-smoke-1140750161 description', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:48.147647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-edaa104f-5aa4-4198-b3c0-4313f10a883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.177611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85d17924-0d1a-4071-a61b-290b66b6aff3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2382077'] for subnet, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.230499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-5d67edc1-0a13-4b0c-a92a-e9e46dd80f58', 'network_id': '5d67edc1-0a13-4b0c-a92a-e9e46dd80f58', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': '8127fa2c-2810-4894-a673-0225d1737d8e'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:48.231842 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.295104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04e5a5-29a6-4f4d-8e72-cb71acba8e83 req-c47b10b1-da0b-4d49-b211-f6fb938a0d3c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:48.303340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce04e5a5-29a6-4f4d-8e72-cb71acba8e83 req-c47b10b1-da0b-4d49-b211-f6fb938a0d3c tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.1576326 Jul 14 11:56:48.376485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85d17924-0d1a-4071-a61b-290b66b6aff3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756263802902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3521890'] for subnet, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.396187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce04e5a5-29a6-4f4d-8e72-cb71acba8e83 req-a2b10b22-c298-4e3a-ae12-db3d2722f067 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850515 Jul 14 11:56:48.418970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-edaa104f-5aa4-4198-b3c0-4313f10a883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.430136 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-edaa104f-5aa4-4198-b3c0-4313f10a883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.463502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-edaa104f-5aa4-4198-b3c0-4313f10a883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.469792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-edaa104f-5aa4-4198-b3c0-4313f10a883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3570650 Jul 14 11:56:48.473779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d17924-0d1a-4071-a61b-290b66b6aff3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:48.474074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45142) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:48.475312 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85d17924-0d1a-4071-a61b-290b66b6aff3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.476034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Allocated IP 172.20.0.2 (5d67edc1-0a13-4b0c-a92a-e9e46dd80f58/8127fa2c-2810-4894-a673-0225d1737d8e/dc89785a-5711-4778-8e51-34f4a76ce624) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:48.478054 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-85d17924-0d1a-4071-a61b-290b66b6aff3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "PUT /v2.0/subnets/8127fa2c-2810-4894-a673-0225d1737d8e HTTP/1.1" status: 200 len: 806 time: 0.4909973 Jul 14 11:56:48.480427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7054cb80-484e-4fad-a53f-a8f9f4a13721 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': '464e0e2a-7620-48ba-8e47-fadf53bc3417', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:48.484605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45144) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:48.502431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa104f-5aa4-4198-b3c0-4313f10a883a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464e0e2a-7620-48ba-8e47-fadf53bc3417,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:48.545524 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7054cb80-484e-4fad-a53f-a8f9f4a13721 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.617617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d17924-0d1a-4071-a61b-290b66b6aff3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=8127fa2c-2810-4894-a673-0225d1737d8e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:48.627305 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7054cb80-484e-4fad-a53f-a8f9f4a13721 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.632593 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7054cb80-484e-4fad-a53f-a8f9f4a13721 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.653863 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054cb80-484e-4fad-a53f-a8f9f4a13721 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c07c6b2-9833-478c-8977-85d0bba0e1f1,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:48.667025 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7054cb80-484e-4fad-a53f-a8f9f4a13721 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.667829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.672871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7054cb80-484e-4fad-a53f-a8f9f4a13721 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1934538 Jul 14 11:56:48.673195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45146) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:48.680624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f312c807-ea61-490c-8a74-7ffeebf749a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': '464e0e2a-7620-48ba-8e47-fadf53bc3417', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:48.712981 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f312c807-ea61-490c-8a74-7ffeebf749a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.719169 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.727302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.729848 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Transition to ACTIVE for port object dc89785a-5711-4778-8e51-34f4a76ce624 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:48.747088 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Transition to ACTIVE for port object dc89785a-5711-4778-8e51-34f4a76ce624 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:48.755976 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.784819 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f312c807-ea61-490c-8a74-7ffeebf749a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.790410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f312c807-ea61-490c-8a74-7ffeebf749a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.802582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:48.808850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:48.813388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:48.815448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.820399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312c807-ea61-490c-8a74-7ffeebf749a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432532c6-3b07-40c9-8ce6-b087fb30b99f,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:48.829766 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f312c807-ea61-490c-8a74-7ffeebf749a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.834157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f312c807-ea61-490c-8a74-7ffeebf749a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570177 Jul 14 11:56:48.834711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45148) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:48.840061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c677c9c4-8870-4418-987c-dd3b6dc0a182 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': '464e0e2a-7620-48ba-8e47-fadf53bc3417', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:48.850506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Pushing event updated for resources: {'Port': ['ID=dc89785a-5711-4778-8e51-34f4a76ce624,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:48.857439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=8127fa2c-2810-4894-a673-0225d1737d8e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:48.878492 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c677c9c4-8870-4418-987c-dd3b6dc0a182 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.884642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Attempting to bind port dc89785a-5711-4778-8e51-34f4a76ce624 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:48.885014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Attempting to bind port dc89785a-5711-4778-8e51-34f4a76ce624 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ed29d2bb-bc27-4085-959d-ec1f64f78340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5d67edc1-0a13-4b0c-a92a-e9e46dd80f58'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:48.885379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Attempting to bind port dc89785a-5711-4778-8e51-34f4a76ce624 on network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:48.892472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:48.892896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Checking segment: {'id': 'ed29d2bb-bc27-4085-959d-ec1f64f78340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5d67edc1-0a13-4b0c-a92a-e9e46dd80f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:48.893790 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.893790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Bound using segment: {'id': 'ed29d2bb-bc27-4085-959d-ec1f64f78340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5d67edc1-0a13-4b0c-a92a-e9e46dd80f58'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:48.894134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Bound port: dc89785a-5711-4778-8e51-34f4a76ce624, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed29d2bb-bc27-4085-959d-ec1f64f78340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5d67edc1-0a13-4b0c-a92a-e9e46dd80f58'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:48.894794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.927319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.939433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d67edc1-0a13-4b0c-a92a-e9e46dd80f58']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:48.955145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed29d2bb-bc27-4085-959d-ec1f64f78340') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:48.955597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed29d2bb-bc27-4085-959d-ec1f64f78340') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:48.960882 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c677c9c4-8870-4418-987c-dd3b6dc0a182 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.965182 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c677c9c4-8870-4418-987c-dd3b6dc0a182 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.971932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] For port dc89785a-5711-4778-8e51-34f4a76ce624, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:48.973368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.976596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] For port dc89785a-5711-4778-8e51-34f4a76ce624, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dc89785a-5711-4778-8e51-34f4a76ce624,segment=NetworkSegment(ed29d2bb-bc27-4085-959d-ec1f64f78340),segment_id=ed29d2bb-bc27-4085-959d-ec1f64f78340)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:48.984285 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.984851 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677c9c4-8870-4418-987c-dd3b6dc0a182 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d660582-1aa5-4cbb-b0f8-e2eb7e330377,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:48.993536 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c677c9c4-8870-4418-987c-dd3b6dc0a182 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.995878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c677c9c4-8870-4418-987c-dd3b6dc0a182 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590073 Jul 14 11:56:48.996064 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:48.997750 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45150) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:49.002905 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-10d832f0-3621-43cf-9ef0-c0f7a1dc80db tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': '464e0e2a-7620-48ba-8e47-fadf53bc3417', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:49.003928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:49.004631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:49.008259 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:49.038817 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10d832f0-3621-43cf-9ef0-c0f7a1dc80db tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.084307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 11:56:49.084307 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 11:56:49.084307 n-d-778696-8 neutron-server[93701]: [parameters: {'id': '5d67edc1-0a13-4b0c-a92a-e9e46dd80f58'}] Jul 14 11:56:49.084307 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:56:49.084889 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:56:49.106566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2af33-8819-42e0-8ea2-169bd9969415 None None] Pushing event updated for resources: {'Port': ['ID=dc89785a-5711-4778-8e51-34f4a76ce624,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:49.111344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10d832f0-3621-43cf-9ef0-c0f7a1dc80db tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.119742 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10d832f0-3621-43cf-9ef0-c0f7a1dc80db tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.133479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c5ce54-340c-4d39-b5c3-c6d984d029f4 None None] Network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:49.149008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d832f0-3621-43cf-9ef0-c0f7a1dc80db tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d30ec3a-c713-434b-9574-b3709aacadd0,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:49.153509 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10d832f0-3621-43cf-9ef0-c0f7a1dc80db tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.155297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10d832f0-3621-43cf-9ef0-c0f7a1dc80db tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1563978 Jul 14 11:56:49.158235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45152) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:49.165924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6f19f9b2-15bd-4e90-aa1e-caa343b6f92f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': '464e0e2a-7620-48ba-8e47-fadf53bc3417', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:49.196843 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-6f19f9b2-15bd-4e90-aa1e-caa343b6f92f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Project 1099e3a0cf304d4bb2e4f5aff0c2fe33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:56:49.203885 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9b2-15bd-4e90-aa1e-caa343b6f92f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.271790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9b2-15bd-4e90-aa1e-caa343b6f92f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.276776 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9b2-15bd-4e90-aa1e-caa343b6f92f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.304038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19f9b2-15bd-4e90-aa1e-caa343b6f92f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccfe039-65c9-4414-9e79-8396e074776a,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:49.307765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9b2-15bd-4e90-aa1e-caa343b6f92f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.309055 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6f19f9b2-15bd-4e90-aa1e-caa343b6f92f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498842 Jul 14 11:56:49.313174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45154) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:49.318279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4fa17915-0bb5-458f-9edd-116c22ed0f96 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'security_group_rule': {'security_group_id': '464e0e2a-7620-48ba-8e47-fadf53bc3417', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:49.347930 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-4fa17915-0bb5-458f-9edd-116c22ed0f96 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Project 1099e3a0cf304d4bb2e4f5aff0c2fe33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:56:49.353786 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4fa17915-0bb5-458f-9edd-116c22ed0f96 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.429366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4fa17915-0bb5-458f-9edd-116c22ed0f96 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.433404 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4fa17915-0bb5-458f-9edd-116c22ed0f96 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.453937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa17915-0bb5-458f-9edd-116c22ed0f96 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5d6b40-0323-4665-8f38-7c99d4f06f43,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:49.455001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18f919-0c0b-4f99-874b-1be7e9d5c761 None None] Network 5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:49.458327 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4fa17915-0bb5-458f-9edd-116c22ed0f96 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.462251 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4fa17915-0bb5-458f-9edd-116c22ed0f96 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453001 Jul 14 11:56:49.463094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45158) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:49.470873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'network': {'name': 'tempest-network-smoke--664121972', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'port_security_enabled': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:49.501681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:49.506260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.546310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:49.556154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.556526 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Added segment 45a31ed7-2abd-463f-af96-8adee287c351 of type vlan for network 716da11d-2bbc-4dac-a5b1-759952632d7a Jul 14 11:56:49.590131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.625123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da6d845-ce8d-453f-bc5c-8139ab56e71c None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:56:49.630487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.684698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c543d-158c-494a-8927-1aeca7de99f8 req-49f89047-aa5c-4cd4-ba53-85086acefa25 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:49.686567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b6c543d-158c-494a-8927-1aeca7de99f8 req-49f89047-aa5c-4cd4-ba53-85086acefa25 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0992403 Jul 14 11:56:49.700582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.707755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:49.708241 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.745428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b6c543d-158c-494a-8927-1aeca7de99f8 req-9083b21b-a8cc-45f8-a0bf-787fb97873ba tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507464 Jul 14 11:56:49.752334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6d845-ce8d-453f-bc5c-8139ab56e71c None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:56:49.784251 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3196795 Jul 14 11:56:49.787254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45162) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:49.788469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Deleting port dc89785a-5711-4778-8e51-34f4a76ce624 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:49.788935 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.795571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'admin_state_up': True, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:49.828825 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.830699 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.840475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cbcdc-3a64-4cd4-83c3-adbe6f20f0cf tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Network': ['ID=716da11d-2bbc-4dac-a5b1-759952632d7a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:49.863334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 716da11d-2bbc-4dac-a5b1-759952632d7a details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:49.870797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] For port dc89785a-5711-4778-8e51-34f4a76ce624, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dc89785a-5711-4778-8e51-34f4a76ce624,segment=NetworkSegment(ed29d2bb-bc27-4085-959d-ec1f64f78340),segment_id=ed29d2bb-bc27-4085-959d-ec1f64f78340)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:49.871174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.892424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Calling delete_port for dc89785a-5711-4778-8e51-34f4a76ce624 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:49.895957 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:49.985444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.012681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Port': ['ID=dc89785a-5711-4778-8e51-34f4a76ce624,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:50.014593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No DVR routers for this DVR port dc89785a-5711-4778-8e51-34f4a76ce624 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:50.083416 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.103757 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.114362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d67edc1-0a13-4b0c-a92a-e9e46dd80f58']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:50.133581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed29d2bb-bc27-4085-959d-ec1f64f78340') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:50.133936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed29d2bb-bc27-4085-959d-ec1f64f78340') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:50.145262 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.163695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.170655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:50.172358 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:50.175614 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:50.240522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.250321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.252308 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 HTTP/1.1" status: 204 len: 168 time: 1.7662528 Jul 14 11:56:50.261803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45166) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:50.270909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0113a6-4fe6-4b35-9ab1-06a060b711c3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=5d67edc1-0a13-4b0c-a92a-e9e46dd80f58,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:50.289884 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab424ac-8e31-4625-9f4d-1dcc1d8a6cd3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:56:50.290513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab424ac-8e31-4625-9f4d-1dcc1d8a6cd3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:56:50.292432 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0ab424ac-8e31-4625-9f4d-1dcc1d8a6cd3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 HTTP/1.1" status: 404 len: 339 time: 0.0293727 Jul 14 11:56:50.297810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45168) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:50.305795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-362060037', 'description': 'd1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:50.317342 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.330450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:50.334495 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.338328 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.364536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:50.374761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.375128 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment f19ba23e-424b-4a97-8999-7347533b585f of type vlan for network b3a02ff1-3f5d-42bf-8d50-e7f1da078811 Jul 14 11:56:50.421149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.456698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.461382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.25.2.11 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/9e072755-3ce2-4fb0-809c-7bcdc5240efd) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:50.462519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:50.463153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.535890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2358382 Jul 14 11:56:50.540179 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45170) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:50.554593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b5dbc-0dc7-4f68-9619-4819c1b151cc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=b3a02ff1-3f5d-42bf-8d50-e7f1da078811,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:50.573630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b3a02ff1-3f5d-42bf-8d50-e7f1da078811 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:50.597936 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.646698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6190b-8180-4e8b-ada0-56f53055e386 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:50.648580 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cbf6190b-8180-4e8b-ada0-56f53055e386 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/networks?id=b3a02ff1-3f5d-42bf-8d50-e7f1da078811 HTTP/1.1" status: 200 len: 760 time: 0.1073952 Jul 14 11:56:50.651742 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45172) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:50.654293 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.658752 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8ccec82e-bedf-4b46-9ebc-01382b89f18d tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'description': 'd2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:50.705006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:50.708655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:50.713765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:50.717303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=9e072755-3ce2-4fb0-809c-7bcdc5240efd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:50.879901 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ccec82e-bedf-4b46-9ebc-01382b89f18d tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.898596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ccec82e-bedf-4b46-9ebc-01382b89f18d tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.908551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ccec82e-bedf-4b46-9ebc-01382b89f18d tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network b3a02ff1-3f5d-42bf-8d50-e7f1da078811 is not hosted by any dhcp agent {{(pid=93701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 11:56:50.915776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccec82e-bedf-4b46-9ebc-01382b89f18d tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:50.916471 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ccec82e-bedf-4b46-9ebc-01382b89f18d tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:50.917945 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8ccec82e-bedf-4b46-9ebc-01382b89f18d tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "PUT /v2.0/networks/b3a02ff1-3f5d-42bf-8d50-e7f1da078811 HTTP/1.1" status: 200 len: 757 time: 0.2651138 Jul 14 11:56:50.925340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45178) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:51.025355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccec82e-bedf-4b46-9ebc-01382b89f18d tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=b3a02ff1-3f5d-42bf-8d50-e7f1da078811,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:51.040622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b3a02ff1-3f5d-42bf-8d50-e7f1da078811 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:51.072996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ac539-ff75-470a-9fcd-661acd87a55e req-87884f80-e69a-44e1-a86e-173f83af10a7 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:51.074605 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-781ac539-ff75-470a-9fcd-661acd87a55e req-87884f80-e69a-44e1-a86e-173f83af10a7 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.45 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.0990162 Jul 14 11:56:51.145131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a772228-cd6e-4830-86ec-4013480b73f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:51.146464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0a772228-cd6e-4830-86ec-4013480b73f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/networks?id=b3a02ff1-3f5d-42bf-8d50-e7f1da078811 HTTP/1.1" status: 200 len: 760 time: 0.2165816 Jul 14 11:56:51.150718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45180) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:51.157297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-911306632'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:51.193169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-781ac539-ff75-470a-9fcd-661acd87a55e req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Deleting port 37ff160d-38ac-49e2-b845-241d83dad1b8 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:51.193514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-781ac539-ff75-470a-9fcd-661acd87a55e req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.197547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d95f7c-7e7c-4fdb-8970-75abedbaa270 req-d765122d-e993-4f0c-9b65-e2ed601e710a tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:51.199119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1d95f7c-7e7c-4fdb-8970-75abedbaa270 req-d765122d-e993-4f0c-9b65-e2ed601e710a tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/ports?device_id=368065bf-3de5-4d66-b03d-43e79d2933c6 HTTP/1.1" status: 200 len: 946 time: 0.2852428 Jul 14 11:56:51.208643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.299522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-781ac539-ff75-470a-9fcd-661acd87a55e req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] For port 37ff160d-38ac-49e2-b845-241d83dad1b8, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=37ff160d-38ac-49e2-b845-241d83dad1b8,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:51.299928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-781ac539-ff75-470a-9fcd-661acd87a55e req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.316552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-781ac539-ff75-470a-9fcd-661acd87a55e req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Calling delete_port for 37ff160d-38ac-49e2-b845-241d83dad1b8 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:51.470128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-781ac539-ff75-470a-9fcd-661acd87a55e req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.507311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Pushing event deleted for resources: {'Port': ['ID=37ff160d-38ac-49e2-b845-241d83dad1b8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:51.560934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-781ac539-ff75-470a-9fcd-661acd87a55e req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] No DVR routers for this DVR port 37ff160d-38ac-49e2-b845-241d83dad1b8 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:56:51.565044 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-781ac539-ff75-470a-9fcd-661acd87a55e req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.568547 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-781ac539-ff75-470a-9fcd-661acd87a55e req-1457fd02-9f62-418e-88b2-6b53ef75fed4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.45 "DELETE /v2.0/ports/37ff160d-38ac-49e2-b845-241d83dad1b8 HTTP/1.1" status: 204 len: 173 time: 0.4834743 Jul 14 11:56:51.569277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368065bf-3de5-4d66-b03d-43e79d2933c6', 'name': 'network-vif-deleted', 'tag': '37ff160d-38ac-49e2-b845-241d83dad1b8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:56:51.573441 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4a51a7-6c40-4887-9564-2361b85adee4" -d '{"events": [{"server_uuid": "368065bf-3de5-4d66-b03d-43e79d2933c6", "name": "network-vif-deleted", "tag": "37ff160d-38ac-49e2-b845-241d83dad1b8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:51.606918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:51.611469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.622558 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ea7a35-6796-46bd-816c-70d612e73d8b x-openstack-request-id: req-e2ea7a35-6796-46bd-816c-70d612e73d8b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:51.622929 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368065bf-3de5-4d66-b03d-43e79d2933c6", "name": "network-vif-deleted", "tag": "37ff160d-38ac-49e2-b845-241d83dad1b8", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:51.623259 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2ea7a35-6796-46bd-816c-70d612e73d8b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:51.625357 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368065bf-3de5-4d66-b03d-43e79d2933c6', 'name': 'network-vif-deleted', 'tag': '37ff160d-38ac-49e2-b845-241d83dad1b8', 'status': 'completed', 'code': 200} Jul 14 11:56:51.709481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1d95f7c-7e7c-4fdb-8970-75abedbaa270 req-111ed510-f7c7-4929-aeea-bdf5579409b4 tempest-ServerRescueNegativeTestJSON-791272143 tempest-ServerRescueNegativeTestJSON-791272143-project] 10.222.0.38 "GET /v2.0/security-groups?id=378e832a-827d-44a1-b44a-e27826e1fb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017538 Jul 14 11:56:51.720109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:51.744799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.745158 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment 9127ca7a-7f32-4d04-b18b-0d10a31d4a1c of type vlan for network 719fdd18-619e-4e78-aec3-a28c53670f51 Jul 14 11:56:51.845597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.933431 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.940009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:51.940667 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:51.946331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:52.042374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8876381 Jul 14 11:56:52.044005 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45186) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:52.053029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': '719fdd18-619e-4e78-aec3-a28c53670f51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:52.057800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef58c8b-881b-45a8-9019-c9e4efdf78f4 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=719fdd18-619e-4e78-aec3-a28c53670f51,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:52.074302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 719fdd18-619e-4e78-aec3-a28c53670f51 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:52.181666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 9a413d88-e6ed-4623-8494-b7c9aec402ed is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:56:52.185298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:52.189812 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:52.319294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:56:52.340499 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:52.344198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Sync routers for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:56:52.348153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10944811-f3e7-494e-afdc-f02bab147da6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5567870 Jul 14 11:56:52.349650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45188) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:52.362100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:52.363126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:52.387569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-012a1df0-7d4b-44f2-b601-89b3d516a01f tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361099 Jul 14 11:56:52.388388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45190) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:52.444721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:52.517039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:52.525105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=c991bc46-c13e-4de1-af64-5909ae82156b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:52.532708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': '9127ca7a-7f32-4d04-b18b-0d10a31d4a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '719fdd18-619e-4e78-aec3-a28c53670f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:52.533367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: 719fdd18-619e-4e78-aec3-a28c53670f51, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:52.565157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network 719fdd18-619e-4e78-aec3-a28c53670f51 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:52.577806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 719fdd18-619e-4e78-aec3-a28c53670f51) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:52.584573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:52.585391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:52.593571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d553402-924e-4c0b-b11b-ee7bb168e222 None None] Network 719fdd18-619e-4e78-aec3-a28c53670f51 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:52.604359 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9c712678-3ab5-49e8-892a-977385dec0fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5570457 Jul 14 11:56:52.606946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45192) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:52.626758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92fda52-a012-4aab-b22f-a26a40c79651 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:52.632978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f92fda52-a012-4aab-b22f-a26a40c79651 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2397640 Jul 14 11:56:52.633433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45194) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:52.698829 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-206a1ad3-bdb5-4d33-9fd2-2f3939318d97 tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617757 Jul 14 11:56:52.700460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45196) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:52.708734 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-364244798', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:52.829030 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:52.852914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45200) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:52.877348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:50Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:52.880491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb5bfc-c5fe-4d24-aab7-a3ebeac5482b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-719fdd18-619e-4e78-aec3-a28c53670f51', 'network_id': '719fdd18-619e-4e78-aec3-a28c53670f51', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': 'c991bc46-c13e-4de1-af64-5909ae82156b'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:52.881891 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aceb5bfc-c5fe-4d24-aab7-a3ebeac5482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:52.897432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:52.903069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:52.925042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Checking router: 9a413d88-e6ed-4623-8494-b7c9aec402ed for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:56:52.925627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Updating router 9a413d88-e6ed-4623-8494-b7c9aec402ed port 9e072755-3ce2-4fb0-809c-7bcdc5240efd binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:56:52.990344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.057709 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-aceb5bfc-c5fe-4d24-aab7-a3ebeac5482b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c991bc46-c13e-4de1-af64-5909ae82156b: This subnet is being modified by another concurrent operation. Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c991bc46-c13e-4de1-af64-5909ae82156b: This subnet is being modified by another concurrent operation. Jul 14 11:56:53.128251 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:56:53.138255 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.178604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=c991bc46-c13e-4de1-af64-5909ae82156b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:53.221574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab9fd80-3754-43d1-b5a6-fa22561bd589 None None] Network 719fdd18-619e-4e78-aec3-a28c53670f51 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:53.251036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 37ff160d-38ac-49e2-b845-241d83dad1b8 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:56:53.290344 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.294351 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.310510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719fdd18-619e-4e78-aec3-a28c53670f51']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:53.315035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 37ff160d-38ac-49e2-b845-241d83dad1b8 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:56:53.315651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 37ff160d-38ac-49e2-b845-241d83dad1b8 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:56:53.345031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9127ca7a-7f32-4d04-b18b-0d10a31d4a1c') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:53.345334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9127ca7a-7f32-4d04-b18b-0d10a31d4a1c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:53.365882 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.394058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.400136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Subnet': ['ID=540b1768-ee24-4e9b-ba91-864300cdb8dc,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:53.405934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:53.406707 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:53.410658 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:53.449490 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adffd01f-9a1b-4a28-a9ca-a219fcbfa23b None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:56:53.461264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Checking segment: {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:53.461638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network hostable DHCP agents. Network: 716da11d-2bbc-4dac-a5b1-759952632d7a, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:53.477644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.489777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.492031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 716da11d-2bbc-4dac-a5b1-759952632d7a is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:53.501550 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.503436 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/719fdd18-619e-4e78-aec3-a28c53670f51 HTTP/1.1" status: 204 len: 168 time: 0.8955259 Jul 14 11:56:53.508709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45206) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:53.531972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 716da11d-2bbc-4dac-a5b1-759952632d7a) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:53.551820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb1fb1-553b-465a-863b-b3b1f09c53bd tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=719fdd18-619e-4e78-aec3-a28c53670f51,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:53.556499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:53.557360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.560782 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ef9a2e-4df6-4c4f-a0fb-387dce0e0464 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] GET failed (client error): The resource could not be found. Jul 14 11:56:53.563362 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b1ef9a2e-4df6-4c4f-a0fb-387dce0e0464 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/subnets/c991bc46-c13e-4de1-af64-5909ae82156b HTTP/1.1" status: 404 len: 337 time: 0.0533524 Jul 14 11:56:53.571872 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45208) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:53.597375 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f36ec5-62ce-40b9-9d81-827aaed57356 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:56:53.598289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f36ec5-62ce-40b9-9d81-827aaed57356 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:56:53.604741 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-89f36ec5-62ce-40b9-9d81-827aaed57356 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/719fdd18-619e-4e78-aec3-a28c53670f51 HTTP/1.1" status: 404 len: 339 time: 0.0269785 Jul 14 11:56:53.604741 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45210) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:53.622572 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fa117a95-4a9f-4e5b-aecc-7d1ab52f7441 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9208682 Jul 14 11:56:53.623226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45212) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:53.678463 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.706997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Transition to ACTIVE for port object 9e072755-3ce2-4fb0-809c-7bcdc5240efd will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:53.725058 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.817224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c8748-8c1d-4da6-85c5-aed374c94d63 None None] Pushing event updated for resources: {'Port': ['ID=9e072755-3ce2-4fb0-809c-7bcdc5240efd,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:53.821686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Attempting to bind port 9e072755-3ce2-4fb0-809c-7bcdc5240efd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:53.822118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Attempting to bind port 9e072755-3ce2-4fb0-809c-7bcdc5240efd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:53.823647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Attempting to bind port 9e072755-3ce2-4fb0-809c-7bcdc5240efd on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:53.835606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:53.835606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:53.835606 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.836619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:53.836619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Bound port: 9e072755-3ce2-4fb0-809c-7bcdc5240efd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:53.836936 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:53.838678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adffd01f-9a1b-4a28-a9ca-a219fcbfa23b None None] Unable to find a vacant binding_index for network 716da11d-2bbc-4dac-a5b1-759952632d7a and agent 5ef5c770-2792-4595-8220-cde68be7c1f4 {{(pid=93703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 14 11:56:53.866466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adffd01f-9a1b-4a28-a9ca-a219fcbfa23b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 716da11d-2bbc-4dac-a5b1-759952632d7a) {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:56:53.897469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a832a-4d37-402e-9a70-0adaba9d7d6e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:53.902054 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c46a832a-4d37-402e-9a70-0adaba9d7d6e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2941873 Jul 14 11:56:53.902757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45214) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:53.940770 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ff4defed-5898-4352-b88b-7924920dda04 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 207 time: 0.0367880 Jul 14 11:56:53.945582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45216) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:53.982627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] For port 9e072755-3ce2-4fb0-809c-7bcdc5240efd, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:54.002269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] For port 9e072755-3ce2-4fb0-809c-7bcdc5240efd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9e072755-3ce2-4fb0-809c-7bcdc5240efd,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:54.009654 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:54.048142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Deleting port a17da48a-7a2c-4771-89f8-2c15f76da154 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:54.048493 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:54.131938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c8748-8c1d-4da6-85c5-aed374c94d63 None None] Pushing event updated for resources: {'Port': ['ID=9e072755-3ce2-4fb0-809c-7bcdc5240efd,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:54.159431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:54.160028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:54.189391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c80fc3-5743-4ade-aa13-9ec1b2b07a92 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:54.195700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c80fc3-5743-4ade-aa13-9ec1b2b07a92 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:54.203145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c80fc3-5743-4ade-aa13-9ec1b2b07a92 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:54.209545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c80fc3-5743-4ade-aa13-9ec1b2b07a92 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:54.215672 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47c80fc3-5743-4ade-aa13-9ec1b2b07a92 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2646317 Jul 14 11:56:54.215933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45218) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:54.287598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] For port a17da48a-7a2c-4771-89f8-2c15f76da154, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a17da48a-7a2c-4771-89f8-2c15f76da154,segment=NetworkSegment(81fb086d-b441-4c0e-a0dc-1c03a28d2c7e),segment_id=81fb086d-b441-4c0e-a0dc-1c03a28d2c7e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:54.287598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:54.332349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Calling delete_port for a17da48a-7a2c-4771-89f8-2c15f76da154 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:54.493204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f62e593f-807b-45a9-95e3-81f12890c8dc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2750089 Jul 14 11:56:54.497831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45226) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:54.503126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:54.693771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-716da11d-2bbc-4dac-a5b1-759952632d7a', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:54.696247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:54.921727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Allocated IP 172.20.0.2 (716da11d-2bbc-4dac-a5b1-759952632d7a/540b1768-ee24-4e9b-ba91-864300cdb8dc/8bacb4f9-309d-4b94-b0a0-3d77a498177b) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:54.924967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:50Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:54.960852 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:54.962425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc5e7e-3ff1-475c-84a8-34b89cfb14af None None] The sync data for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 is: [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:50Z', 'revision_number': 3, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:56:55.014782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591a0be-394e-4429-9920-480200377cdc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:55.016806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591a0be-394e-4429-9920-480200377cdc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:55.019315 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6591a0be-394e-4429-9920-480200377cdc tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5193849 Jul 14 11:56:55.023261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45230) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:55.087633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df4b39-f208-4517-869a-8536bfd26757 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:55.090049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df4b39-f208-4517-869a-8536bfd26757 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:55.097544 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-37df4b39-f208-4517-869a-8536bfd26757 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0678027 Jul 14 11:56:55.098626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45232) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:55.142874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.203979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17da48a-7a2c-4771-89f8-2c15f76da154,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:55.210318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.222370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Transition to ACTIVE for port object 8bacb4f9-309d-4b94-b0a0-3d77a498177b will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:55.240172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Transition to ACTIVE for port object 8bacb4f9-309d-4b94-b0a0-3d77a498177b will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:55.243354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a48658-da10-479c-8245-9f94872a6973 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:55.250144 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-75a48658-da10-479c-8245-9f94872a6973 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/networks/41bbd7d6-8eb3-4576-8d29-9e28daeed8ab HTTP/1.1" status: 200 len: 800 time: 0.1452918 Jul 14 11:56:55.250418 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.250579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45234) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:55.310103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Pushing event updated for resources: {'Port': ['ID=8bacb4f9-309d-4b94-b0a0-3d77a498177b,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:55.328275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Network 716da11d-2bbc-4dac-a5b1-759952632d7a is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:55.330544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:55.333172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:55.428208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8f80ddbe-c37d-40fd-8445-510d2acdd655 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/networks/41bbd7d6-8eb3-4576-8d29-9e28daeed8ab?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1766729 Jul 14 11:56:55.432821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45238) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:55.436995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Attempting to bind port 8bacb4f9-309d-4b94-b0a0-3d77a498177b on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:56:55.437373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Attempting to bind port 8bacb4f9-309d-4b94-b0a0-3d77a498177b by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:56:55.437745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Attempting to bind port 8bacb4f9-309d-4b94-b0a0-3d77a498177b on network 716da11d-2bbc-4dac-a5b1-759952632d7a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:56:55.443421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:56:55.443730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Checking segment: {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:55.444187 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.444658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Bound using segment: {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:56:55.445334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Bound port: 8bacb4f9-309d-4b94-b0a0-3d77a498177b, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:56:55.445782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.540487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae130dd3-d050-45c3-bf03-05bbe1759b1f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:55.542619 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ae130dd3-d050-45c3-bf03-05bbe1759b1f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/subnets/5a47fac5-ae48-4a4a-a6c9-7328dadcf159 HTTP/1.1" status: 200 len: 811 time: 0.1081111 Jul 14 11:56:55.547689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45240) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:55.573372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] For port 8bacb4f9-309d-4b94-b0a0-3d77a498177b, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:56:55.580001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] For port 8bacb4f9-309d-4b94-b0a0-3d77a498177b, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8bacb4f9-309d-4b94-b0a0-3d77a498177b,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:56:55.590208 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.635100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693c763-1436-4602-9a27-1e167a74848e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:55.639028 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7693c763-1436-4602-9a27-1e167a74848e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "GET /v2.0/subnets/5a47fac5-ae48-4a4a-a6c9-7328dadcf159?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0895030 Jul 14 11:56:55.644314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45242) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:55.652308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1168795566'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:55.711429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:55.716905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.726876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd39c9d-8fcb-4335-8bd2-2e218feac08d None None] Pushing event updated for resources: {'Port': ['ID=8bacb4f9-309d-4b94-b0a0-3d77a498177b,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:55.749226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:56:55.768292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.771440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.773174 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Added segment f0ae17fc-99b6-40b2-b479-83be6baf3bcf of type vlan for network e3c0bcb8-3f49-4c81-b09e-095652964499 Jul 14 11:56:55.863884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.916639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.20.0.1 (716da11d-2bbc-4dac-a5b1-759952632d7a/540b1768-ee24-4e9b-ba91-864300cdb8dc/8d8c5075-9101-491c-8131-d75c7632c6fd) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:56:55.941624 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.960737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:55.973732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.098832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9e072755-3ce2-4fb0-809c-7bcdc5240efd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:56:56.162953 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5142181 Jul 14 11:56:56.163704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45250) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:56.171418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'network_id': 'e3c0bcb8-3f49-4c81-b09e-095652964499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:56.212364 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.225375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 9e072755-3ce2-4fb0-809c-7bcdc5240efd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:56:56.231495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9e072755-3ce2-4fb0-809c-7bcdc5240efd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:56.232100 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.232541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Transition to ACTIVE for port object 8d8c5075-9101-491c-8131-d75c7632c6fd will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:56:56.287028 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.289165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2cedd-20bc-497e-a215-4471718a65e5 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Network': ['ID=e3c0bcb8-3f49-4c81-b09e-095652964499,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:56.316833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Made reservation on behalf of 8bbdc5aedd7a44fc99d61a32f3cc6e82 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:56:56.319191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e3c0bcb8-3f49-4c81-b09e-095652964499 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:56:56.325944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.380373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 716da11d-2bbc-4dac-a5b1-759952632d7a is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:56.428492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:56.433716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:56:56.437555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=8d8c5075-9101-491c-8131-d75c7632c6fd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:56.443220 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.449268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Performing IP validity checks on allocation pools {{(pid=93701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 11:56:56.450770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 11:56:56.514556 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.580967 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.617922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 9e072755-3ce2-4fb0-809c-7bcdc5240efd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9e072755-3ce2-4fb0-809c-7bcdc5240efd,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:56.623557 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.665501 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.721353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=9e072755-3ce2-4fb0-809c-7bcdc5240efd,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:56.733887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:56:56.766970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=3aacfa80-9a8b-45a9-abc4-a815e31c3e08,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:56.780547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Checking segment: {'id': 'f0ae17fc-99b6-40b2-b479-83be6baf3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e3c0bcb8-3f49-4c81-b09e-095652964499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:56:56.781345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network hostable DHCP agents. Network: e3c0bcb8-3f49-4c81-b09e-095652964499, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:56:56.824658 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Network e3c0bcb8-3f49-4c81-b09e-095652964499 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:56:56.839519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, e3c0bcb8-3f49-4c81-b09e-095652964499) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:56.853010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:56.853810 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:56.875664 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-393a4643-175a-431e-8e2f-87bdd03419d1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7098908 Jul 14 11:56:56.878701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45252) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:56.893161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e9d3510a-b6c6-400e-a310-fe5c0df7f488 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:56:56.978859 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:56:57.200123 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.210715 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9d3510a-b6c6-400e-a310-fe5c0df7f488 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3610183'] for subnet, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.226049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:56:57.237815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4782c5a0-8de8-484b-8c20-7eb583feec20 admin admin] 10.222.0.38 "PUT /v2.0/routers/4b11a1f9-798a-473e-92c0-d84e5b7c1345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3802485 Jul 14 11:56:57.238028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45256) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:57.238416 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] Sync routers for ids ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:56:57.254594 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] Routers {'4b11a1f9-798a-473e-92c0-d84e5b7c1345'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:57.255579 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:57.386926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c715b4-0f8d-4d7e-b7e9-bc8d2a91a260 None None] Network 716da11d-2bbc-4dac-a5b1-759952632d7a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:57.408853 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.429682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f04536-13f4-41b6-8bab-cf4f8f7c3ffb None None] Network e3c0bcb8-3f49-4c81-b09e-095652964499 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:57.450990 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] Set router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:57.577675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7cd4339e-f673-4a72-999b-b37beb96bf47 None None] Provisioning for port 8bacb4f9-309d-4b94-b0a0-3d77a498177b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:56:57.619040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9d3510a-b6c6-400e-a310-fe5c0df7f488 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756263802902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2957247'] for subnet, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.674774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.700378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3510a-b6c6-400e-a310-fe5c0df7f488 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:56:57.701268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9d3510a-b6c6-400e-a310-fe5c0df7f488 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.703387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e9d3510a-b6c6-400e-a310-fe5c0df7f488 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "PUT /v2.0/subnets/3aacfa80-9a8b-45a9-abc4-a815e31c3e08 HTTP/1.1" status: 200 len: 877 time: 0.8200076 Jul 14 11:56:57.710862 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45260) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:57.777183 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Deleting port b9ad98fa-21c6-4c47-bdce-79b0b4047867 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:56:57.777540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.819233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3510a-b6c6-400e-a310-fe5c0df7f488 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event updated for resources: {'Subnet': ['ID=3aacfa80-9a8b-45a9-abc4-a815e31c3e08,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:57.914089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.921041 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:27Z', 'updated_at': '2021-07-14T11:56:55Z', 'revision_number': 5, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'gw_port': {'id': 'b9ad98fa-21c6-4c47-bdce-79b0b4047867', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:28Z', 'updated_at': '2021-07-14T11:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:57.922965 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.961518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] For port b9ad98fa-21c6-4c47-bdce-79b0b4047867, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b9ad98fa-21c6-4c47-bdce-79b0b4047867,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:57.962243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:57.978536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=8d8c5075-9101-491c-8131-d75c7632c6fd,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:57.979882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Calling delete_port for b9ad98fa-21c6-4c47-bdce-79b0b4047867 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:56:57.985387 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.006967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631e44ae-8102-48e7-a1af-ee4153f5ddaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-e3c0bcb8-3f49-4c81-b09e-095652964499', 'network_id': 'e3c0bcb8-3f49-4c81-b09e-095652964499', 'tenant_id': '8bbdc5aedd7a44fc99d61a32f3cc6e82', 'fixed_ips': [{'subnet_id': '3aacfa80-9a8b-45a9-abc4-a815e31c3e08'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:56:58.007823 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-631e44ae-8102-48e7-a1af-ee4153f5ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.057323 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] Checking router: 4b11a1f9-798a-473e-92c0-d84e5b7c1345 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:56:58.073844 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] Routers {'4b11a1f9-798a-473e-92c0-d84e5b7c1345'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:56:58.074120 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.075946 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:58.114648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.216862 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.262108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=3aacfa80-9a8b-45a9-abc4-a815e31c3e08,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:58.263264 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] Set router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:56:58.305258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bacb4f9-309d-4b94-b0a0-3d77a498177b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:56:58.368739 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.380110 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:27Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 6, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:58.389831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c0bcb8-3f49-4c81-b09e-095652964499']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:58.408581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ae17fc-99b6-40b2-b479-83be6baf3bcf') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:58.408581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ae17fc-99b6-40b2-b479-83be6baf3bcf') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:58.433166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 716da11d-2bbc-4dac-a5b1-759952632d7a is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:56:58.437433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:56:58.440142 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d07f41-940a-48e8-950d-91212bf755e3 None None] The sync data for ids ['4b11a1f9-798a-473e-92c0-d84e5b7c1345'] in n-d-778696-8 is: [{'id': '4b11a1f9-798a-473e-92c0-d84e5b7c1345', 'name': 'tempest-ServerRescueNegativeTestJSON-92608148-router', 'tenant_id': '60a779602c334a98b8dd1f0f7856b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:27Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 6, 'project_id': '60a779602c334a98b8dd1f0f7856b304', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-631e44ae-8102-48e7-a1af-ee4153f5ddaa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3aacfa80-9a8b-45a9-abc4-a815e31c3e08: This subnet is being modified by another concurrent operation. Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3aacfa80-9a8b-45a9-abc4-a815e31c3e08: This subnet is being modified by another concurrent operation. Jul 14 11:56:58.443584 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:56:58.453104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.473767 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.485697 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.520142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb9fcf-377b-48c2-8f9f-a9f5ece7373c None None] Network e3c0bcb8-3f49-4c81-b09e-095652964499 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:58.524484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 8bacb4f9-309d-4b94-b0a0-3d77a498177b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:56:58.553678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:58.554047 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:56:58.557164 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:56:58.573823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.609120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ad98fa-21c6-4c47-bdce-79b0b4047867,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:58.660190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8bacb4f9-309d-4b94-b0a0-3d77a498177b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:58.660766 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.710547 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.742857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.744936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/e3c0bcb8-3f49-4c81-b09e-095652964499 HTTP/1.1" status: 204 len: 168 time: 1.0311778 Jul 14 11:56:58.750648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e696f-87ff-40aa-aa5f-2ac879e18580 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=e3c0bcb8-3f49-4c81-b09e-095652964499,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:58.752845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45272) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:58.759338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:58.791511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 9a413d88-e6ed-4623-8494-b7c9aec402ed has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:56:58.795882 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da919a3-b8a9-4a46-ba30-2071e653629e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:56:58.796698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da919a3-b8a9-4a46-ba30-2071e653629e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:56:58.801574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2da919a3-b8a9-4a46-ba30-2071e653629e tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/3aacfa80-9a8b-45a9-abc4-a815e31c3e08 HTTP/1.1" status: 404 len: 337 time: 0.0446820 Jul 14 11:56:58.801991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45274) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:58.871531 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-06792b1e-de4c-417b-9763-dc7b05657c19 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:56:58.874217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06792b1e-de4c-417b-9763-dc7b05657c19 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:56:58.876250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f2c0d4-1def-4939-87cd-a24aa5522149 None None] Network e3c0bcb8-3f49-4c81-b09e-095652964499 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:58.883654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-06792b1e-de4c-417b-9763-dc7b05657c19 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/e3c0bcb8-3f49-4c81-b09e-095652964499 HTTP/1.1" status: 404 len: 339 time: 0.0802481 Jul 14 11:56:58.887393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45276) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:58.896290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f2c0d4-1def-4939-87cd-a24aa5522149 None None] Network e3c0bcb8-3f49-4c81-b09e-095652964499 could not be found, it might have been deleted concurrently. {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 11:56:58.974955 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.007427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.010813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.092424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 8bacb4f9-309d-4b94-b0a0-3d77a498177b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8bacb4f9-309d-4b94-b0a0-3d77a498177b,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:59.099000 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.100596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9e072755-3ce2-4fb0-809c-7bcdc5240efd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:56:59.154113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.154682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b11a1f9-798a-473e-92c0-d84e5b7c1345 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:56:59.162555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.169328 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-08f1167f-758e-46d7-b99d-363584cb4bbe admin admin] 10.222.0.38 "DELETE /v2.0/routers/4b11a1f9-798a-473e-92c0-d84e5b7c1345 HTTP/1.1" status: 204 len: 168 time: 1.9303415 Jul 14 11:56:59.170537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45280) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:59.254654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1ec389-d46a-4106-aa10-f43a26ff3aa4 admin admin] Deleting subnet bed87dda-685a-4b73-9c54-21435033c2b1 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:56:59.256228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=8bacb4f9-309d-4b94-b0a0-3d77a498177b,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:59.259742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec389-d46a-4106-aa10-f43a26ff3aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.273341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9e072755-3ce2-4fb0-809c-7bcdc5240efd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:59.273976 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.340674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2745ce0-eeb1-44cf-99b6-6a892e6dea7f None None] Network 716da11d-2bbc-4dac-a5b1-759952632d7a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:56:59.342046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec389-d46a-4106-aa10-f43a26ff3aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.448867 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec389-d46a-4106-aa10-f43a26ff3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.539181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec389-d46a-4106-aa10-f43a26ff3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.558914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec389-d46a-4106-aa10-f43a26ff3aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.566899 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0b1ec389-d46a-4106-aa10-f43a26ff3aa4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bed87dda-685a-4b73-9c54-21435033c2b1 HTTP/1.1" status: 204 len: 168 time: 0.3946292 Jul 14 11:56:59.581463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2cef9732-979d-45d3-a5d3-5df5451f3085 None None] Provisioning for port 8d8c5075-9101-491c-8131-d75c7632c6fd completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:56:59.597309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45282) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:59.612158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ec389-d46a-4106-aa10-f43a26ff3aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed87dda-685a-4b73-9c54-21435033c2b1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:59.616475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2cef9732-979d-45d3-a5d3-5df5451f3085 None None] Provisioning complete for port 8d8c5075-9101-491c-8131-d75c7632c6fd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:56:59.617690 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2cef9732-979d-45d3-a5d3-5df5451f3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.729043 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ed94ce-aeb3-4fd8-a8cf-6a7073ecb30a tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:56:59.729803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ed94ce-aeb3-4fd8-a8cf-6a7073ecb30a tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:56:59.738595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-24ed94ce-aeb3-4fd8-a8cf-6a7073ecb30a tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/c991bc46-c13e-4de1-af64-5909ae82156b HTTP/1.1" status: 404 len: 337 time: 0.8498454 Jul 14 11:56:59.742898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45284) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:59.765087 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.877589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:56:59.930925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-482280c3-b3e8-49ed-8d50-2402530d0502 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "PUT /v2.0/routers/9a413d88-e6ed-4623-8494-b7c9aec402ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3028162 Jul 14 11:56:59.933576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:59.934109 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e2fbc6-5598-4b0a-a0b0-a396e6e2a078 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:56:59.935678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e2fbc6-5598-4b0a-a0b0-a396e6e2a078 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:56:59.940112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-99e2fbc6-5598-4b0a-a0b0-a396e6e2a078 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/719fdd18-619e-4e78-aec3-a28c53670f51 HTTP/1.1" status: 404 len: 339 time: 0.1955857 Jul 14 11:56:59.942714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45288) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:59.952630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e2eb1a-cddb-461c-8260-7d381b9460ab']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:59.975516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Sync routers for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:57:00.007569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:00.007877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fb086d-b441-4c0e-a0dc-1c03a28d2c7e') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:00.026830 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.039386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:57:00.040733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:00.060631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.070760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:57:00.071560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:57:00.073827 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:57:00.105481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2cef9732-979d-45d3-a5d3-5df5451f3085 None None] Port 8d8c5075-9101-491c-8131-d75c7632c6fd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:57:00.194777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.200669 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.211169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.215717 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/08e2eb1a-cddb-461c-8260-7d381b9460ab HTTP/1.1" status: 204 len: 168 time: 0.6132529 Jul 14 11:57:00.243343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383bf35-3710-465d-9149-4d8b1bc3c5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e2eb1a-cddb-461c-8260-7d381b9460ab,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:00.286941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2cef9732-979d-45d3-a5d3-5df5451f3085 None None] Provisioning complete for port 8bacb4f9-309d-4b94-b0a0-3d77a498177b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:00.287512 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2cef9732-979d-45d3-a5d3-5df5451f3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.439773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.470639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a02ff1-3f5d-42bf-8d50-e7f1da078811']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:00.487206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bacb4f9-309d-4b94-b0a0-3d77a498177b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:57:00.509653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19ba23e-424b-4a97-8999-7347533b585f') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:00.509653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19ba23e-424b-4a97-8999-7347533b585f') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:00.536368 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.584220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:57:00.604312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.626232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:57:00.626726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:57:00.641768 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:57:00.676858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45306) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:00.773687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9bd34a96-fedf-412c-b4dc-bef95b8abbab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60a779602c334a98b8dd1f0f7856b304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955913 Jul 14 11:57:00.776873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45308) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:00.812781 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.836304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:00.843337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/b3a02ff1-3f5d-42bf-8d50-e7f1da078811 HTTP/1.1" status: 204 len: 168 time: 0.8939543 Jul 14 11:57:00.844612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45310) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:00.897772 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5726eed6-3c08-4497-823b-65277b262967 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:00.898267 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5726eed6-3c08-4497-823b-65277b262967 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:00.900106 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5726eed6-3c08-4497-823b-65277b262967 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/8127fa2c-2810-4894-a673-0225d1737d8e HTTP/1.1" status: 404 len: 337 time: 0.0546148 Jul 14 11:57:00.913222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a0cf-c975-4dc1-b8fa-846c3f691088 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=b3a02ff1-3f5d-42bf-8d50-e7f1da078811,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:00.914415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45312) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:00.934053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-7cd84c38-dd76-480b-8d08-eb96825b1a1c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140750161&fields=id&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 267 time: 0.2165642 Jul 14 11:57:00.981217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8bacb4f9-309d-4b94-b0a0-3d77a498177b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:00.982260 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:01.039037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99729f1d-4716-485a-832d-e95ca1f1697f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:01.053865 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f237e8d4-49eb-44d1-9049-a89550724df1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.054892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f237e8d4-49eb-44d1-9049-a89550724df1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.068416 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f237e8d4-49eb-44d1-9049-a89550724df1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/5d67edc1-0a13-4b0c-a92a-e9e46dd80f58 HTTP/1.1" status: 404 len: 339 time: 0.1516273 Jul 14 11:57:01.071120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45314) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.186387 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5acd349-d913-4df0-aa84-144417e0f23c tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.188062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5acd349-d913-4df0-aa84-144417e0f23c tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.192214 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a5acd349-d913-4df0-aa84-144417e0f23c tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/c69f3c5f-64f9-493b-b968-3406c7e663a6 HTTP/1.1" status: 404 len: 337 time: 0.1092880 Jul 14 11:57:01.198036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45316) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.225701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-24ff6c60-b24d-4863-95e5-100326b19595 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:01.229306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99729f1d-4716-485a-832d-e95ca1f1697f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:01.236896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-24ff6c60-b24d-4863-95e5-100326b19595 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/networks?id=716da11d-2bbc-4dac-a5b1-759952632d7a HTTP/1.1" status: 200 len: 796 time: 0.2973194 Jul 14 11:57:01.256102 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a55e0d-2a2a-4d40-8a87-93e14eada6fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.261381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-221c5a64-574c-47ba-800d-d9b600bdb46c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/quotas/1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 375 time: 0.0225098 Jul 14 11:57:01.264625 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a55e0d-2a2a-4d40-8a87-93e14eada6fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.269870 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d4a55e0d-2a2a-4d40-8a87-93e14eada6fa tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/d3740550-226e-4ca2-a3e2-2d05c57086c1 HTTP/1.1" status: 404 len: 339 time: 0.0675337 Jul 14 11:57:01.270595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45318) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.279813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8f64dd31-a0be-4259-bbaf-66ebe2185056 None None] Provisioning complete for port 8d8c5075-9101-491c-8131-d75c7632c6fd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:01.280553 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f64dd31-a0be-4259-bbaf-66ebe2185056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:01.363779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-77aa8627-f0a2-45e5-90ad-4997d97dd830 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008983 Jul 14 11:57:01.370927 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-03366b4c-dd61-4c13-b971-a3f61c7192b3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.371595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03366b4c-dd61-4c13-b971-a3f61c7192b3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.381184 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-03366b4c-dd61-4c13-b971-a3f61c7192b3 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/b080a95d-c704-4495-b405-6a99ab1d2f88 HTTP/1.1" status: 404 len: 337 time: 0.1077442 Jul 14 11:57:01.382038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45322) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.412579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a17da48a-7a2c-4771-89f8-2c15f76da154 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:57:01.430291 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-503bd2c0-6675-45ec-970a-9d0dd77ddd4b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.431580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503bd2c0-6675-45ec-970a-9d0dd77ddd4b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.437291 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-503bd2c0-6675-45ec-970a-9d0dd77ddd4b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/0b26b3e6-7dd6-497e-a78f-3629369940d6 HTTP/1.1" status: 404 len: 339 time: 0.0486522 Jul 14 11:57:01.438422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45324) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.472108 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffc427c-dea8-4eb1-a7ec-df0c9ded6f39 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.473046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffc427c-dea8-4eb1-a7ec-df0c9ded6f39 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.478924 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7ffc427c-dea8-4eb1-a7ec-df0c9ded6f39 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/eb5f2b41-a85b-40d6-b8ae-2424341f077a HTTP/1.1" status: 404 len: 337 time: 0.0384364 Jul 14 11:57:01.479705 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45326) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.495973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-74332d24-b785-425c-a6a8-cd373e00262f service neutron] 10.222.0.38 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282635 Jul 14 11:57:01.496975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a17da48a-7a2c-4771-89f8-2c15f76da154 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:57:01.497484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a17da48a-7a2c-4771-89f8-2c15f76da154 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:57:01.498075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b9ad98fa-21c6-4c47-bdce-79b0b4047867 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:57:01.520539 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bfc700-3271-4da4-b1da-de73265aa723 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.521656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bfc700-3271-4da4-b1da-de73265aa723 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.527304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-62bfc700-3271-4da4-b1da-de73265aa723 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/35db552b-9a09-4ebb-a0a1-00130c5989f3 HTTP/1.1" status: 404 len: 339 time: 0.0455658 Jul 14 11:57:01.528188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45328) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.566243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f30933-eb31-4b79-b524-09512bd528b7 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:57:01.568636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8f64dd31-a0be-4259-bbaf-66ebe2185056 None None] Port 8d8c5075-9101-491c-8131-d75c7632c6fd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:57:01.572185 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a466080-eade-436e-9bd6-3412d3081a35 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.572976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a466080-eade-436e-9bd6-3412d3081a35 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.577784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '8d8c5075-9101-491c-8131-d75c7632c6fd', 'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:6d:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:55Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 2, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:01.579530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b9ad98fa-21c6-4c47-bdce-79b0b4047867 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:57:01.579915 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b9ad98fa-21c6-4c47-bdce-79b0b4047867 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:57:01.580040 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4a466080-eade-436e-9bd6-3412d3081a35 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/27cddfa4-5730-48a7-9b2b-2386253f3371 HTTP/1.1" status: 404 len: 337 time: 0.0499148 Jul 14 11:57:01.580755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45330) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.595700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99729f1d-4716-485a-832d-e95ca1f1697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:01.599366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99729f1d-4716-485a-832d-e95ca1f1697f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:01.600808 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-99729f1d-4716-485a-832d-e95ca1f1697f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/378e832a-827d-44a1-b44a-e27826e1fb21 HTTP/1.1" status: 204 len: 168 time: 0.8228481 Jul 14 11:57:01.629243 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b507e92-df43-4afe-9f39-2478278d6cee tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.630615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b507e92-df43-4afe-9f39-2478278d6cee tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.635952 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4b507e92-df43-4afe-9f39-2478278d6cee tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/8aa521df-9c4d-402a-8e93-4eef1e768cd8 HTTP/1.1" status: 404 len: 339 time: 0.0520513 Jul 14 11:57:01.637636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45334) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.637808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99729f1d-4716-485a-832d-e95ca1f1697f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e832a-827d-44a1-b44a-e27826e1fb21,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:01.650765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Checking router: 9a413d88-e6ed-4623-8494-b7c9aec402ed for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:57:01.651807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Updating router 9a413d88-e6ed-4623-8494-b7c9aec402ed port 8d8c5075-9101-491c-8131-d75c7632c6fd binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:57:01.662451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8f64dd31-a0be-4259-bbaf-66ebe2185056 None None] Provisioning complete for port 8bacb4f9-309d-4b94-b0a0-3d77a498177b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:01.663055 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f64dd31-a0be-4259-bbaf-66ebe2185056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:01.705677 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-69130f46-0913-4393-a3ef-b16d7e61585a tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.706532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69130f46-0913-4393-a3ef-b16d7e61585a tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.709568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-69130f46-0913-4393-a3ef-b16d7e61585a tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/04871093-dc44-43c8-b97e-2b64d446393c HTTP/1.1" status: 404 len: 337 time: 0.0705879 Jul 14 11:57:01.714421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45336) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.715436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-d53e7fa3-2b93-4b0c-b1f7-0a1fc425b871 service neutron] 10.222.0.38 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089336 Jul 14 11:57:01.804981 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:01.807261 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a45893-9525-43d3-abbe-767c79d4920f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.808026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a45893-9525-43d3-abbe-767c79d4920f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.813717 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c1a45893-9525-43d3-abbe-767c79d4920f tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/2cb0b603-7f39-43dd-8a42-1525c34f2710 HTTP/1.1" status: 404 len: 339 time: 0.0949137 Jul 14 11:57:01.814475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45338) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.887430 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7d37c1-b468-4293-b8de-b5e0c4d68353 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.888303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7d37c1-b468-4293-b8de-b5e0c4d68353 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.897598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9d7d37c1-b468-4293-b8de-b5e0c4d68353 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/15e1d014-5597-4ffb-aad5-6a7cdb6c4238 HTTP/1.1" status: 404 len: 337 time: 0.0780816 Jul 14 11:57:01.899113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45340) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.958649 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-43117797-2b90-4ea3-a7b1-7b9050d66bab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:01.959765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43117797-2b90-4ea3-a7b1-7b9050d66bab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:01.968300 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45344) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:01.979541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-43117797-2b90-4ea3-a7b1-7b9050d66bab tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/8fec33b2-d62f-4123-aa01-b5d9bf48fad2 HTTP/1.1" status: 404 len: 339 time: 0.0742395 Jul 14 11:57:02.015709 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a167581d-7062-4505-a878-0beb7ab3264a tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:02.016251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a167581d-7062-4505-a878-0beb7ab3264a tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:02.023392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45346) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:02.038713 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a167581d-7062-4505-a878-0beb7ab3264a tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/05d3a1d3-d00b-4a61-bf5c-02aff5280179 HTTP/1.1" status: 404 len: 337 time: 0.0652351 Jul 14 11:57:02.077425 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9d9e05-048e-478c-bb9e-6eed82a0309b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:02.080046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9d9e05-048e-478c-bb9e-6eed82a0309b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:02.083942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ec9d9e05-048e-478c-bb9e-6eed82a0309b tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/3588830e-94ad-4dd6-9bdf-bec9558ad29f HTTP/1.1" status: 404 len: 339 time: 0.0586782 Jul 14 11:57:02.086368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45350) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:02.160051 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-632cc070-9709-463c-bab6-f9ae6918f02c req-95f2d338-fa87-48b6-b0ce-cda628779a02 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 210 time: 0.0385060 Jul 14 11:57:02.198607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b10588-530e-4755-a6ea-050a7f48bff1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Deleting subnet 5a47fac5-ae48-4a4a-a6c9-7328dadcf159 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:57:02.204936 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-87b10588-530e-4755-a6ea-050a7f48bff1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:02.307876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b28f7c6d-79e6-4c7d-90b3-38f5fd059c61 None None] Provisioning complete for port 8d8c5075-9101-491c-8131-d75c7632c6fd triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:02.308261 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b28f7c6d-79e6-4c7d-90b3-38f5fd059c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:02.313391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f30933-eb31-4b79-b524-09512bd528b7 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:57:02.321697 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-87b10588-530e-4755-a6ea-050a7f48bff1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:02.523020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b28f7c6d-79e6-4c7d-90b3-38f5fd059c61 None None] Port 8d8c5075-9101-491c-8131-d75c7632c6fd cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:57:02.606842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-87b10588-530e-4755-a6ea-050a7f48bff1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:02.747513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-87b10588-530e-4755-a6ea-050a7f48bff1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:02.825853 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:02.863574 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Transition to ACTIVE for port object 8d8c5075-9101-491c-8131-d75c7632c6fd will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:57:02.864335 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-87b10588-530e-4755-a6ea-050a7f48bff1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:02.876993 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-87b10588-530e-4755-a6ea-050a7f48bff1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/subnets/5a47fac5-ae48-4a4a-a6c9-7328dadcf159 HTTP/1.1" status: 204 len: 168 time: 0.7854166 Jul 14 11:57:02.876993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b10588-530e-4755-a6ea-050a7f48bff1 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Subnet': ['ID=5a47fac5-ae48-4a4a-a6c9-7328dadcf159,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:02.878712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45374) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:02.888279 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.082240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d8ce6-5098-48b8-a5a7-07fc2df066bd None None] Pushing event updated for resources: {'Port': ['ID=8d8c5075-9101-491c-8131-d75c7632c6fd,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:03.089926 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.210956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Deleting port b6546c38-99d8-4cf9-a70b-824c0830f8cd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:57:03.213955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.311655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Attempting to bind port 8d8c5075-9101-491c-8131-d75c7632c6fd on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:57:03.312162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Attempting to bind port 8d8c5075-9101-491c-8131-d75c7632c6fd by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:57:03.312625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Attempting to bind port 8d8c5075-9101-491c-8131-d75c7632c6fd on network 716da11d-2bbc-4dac-a5b1-759952632d7a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:57:03.328503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:57:03.329192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Checking segment: {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:57:03.329418 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.329890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Bound using segment: {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:57:03.332980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Bound port: 8d8c5075-9101-491c-8131-d75c7632c6fd, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:57:03.335408 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.456086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] For port b6546c38-99d8-4cf9-a70b-824c0830f8cd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b6546c38-99d8-4cf9-a70b-824c0830f8cd,segment=NetworkSegment(31956dd8-ee48-4e8b-9395-4c19bf7a5fab),segment_id=31956dd8-ee48-4e8b-9395-4c19bf7a5fab)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:03.456340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.463959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] For port 8d8c5075-9101-491c-8131-d75c7632c6fd, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:57:03.469579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] For port 8d8c5075-9101-491c-8131-d75c7632c6fd, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8d8c5075-9101-491c-8131-d75c7632c6fd,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:57:03.477466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Calling delete_port for b6546c38-99d8-4cf9-a70b-824c0830f8cd owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:57:03.491530 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.493130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29a07f73-190c-4500-aa5a-0a82094b91d6 req-685d3a20-0bde-4872-958d-f6b392250265 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 210 time: 0.1038506 Jul 14 11:57:03.625834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.661446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Port': ['ID=b6546c38-99d8-4cf9-a70b-824c0830f8cd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:03.670884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] No DVR routers for this DVR port b6546c38-99d8-4cf9-a70b-824c0830f8cd on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:57:03.882459 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.897549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bbd7d6-8eb3-4576-8d29-9e28daeed8ab']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:03.908366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337183ae-358b-4628-bf5e-b4d3c20ef6ae None None] Network 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:57:03.916765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31956dd8-ee48-4e8b-9395-4c19bf7a5fab') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:03.917254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31956dd8-ee48-4e8b-9395-4c19bf7a5fab') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:03.930720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.952892 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:03.974460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:57:03.975726 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:04.000429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:57:04.001110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:56:42Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:04.108040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d8ce6-5098-48b8-a5a7-07fc2df066bd None None] Pushing event updated for resources: {'Port': ['ID=8d8c5075-9101-491c-8131-d75c7632c6fd,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:57:04.108550 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:57:04.174764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:04.197216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:04.204679 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] 10.222.0.38 "DELETE /v2.0/networks/41bbd7d6-8eb3-4576-8d29-9e28daeed8ab HTTP/1.1" status: 204 len: 168 time: 1.3197088 Jul 14 11:57:04.225239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8de4b-5149-4df6-a8f9-dc8df933a472 tempest-NetworksTest-1479853882 tempest-NetworksTest-1479853882-project] Pushing event deleted for resources: {'Network': ['ID=41bbd7d6-8eb3-4576-8d29-9e28daeed8ab,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:04.471463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45398) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:04.508667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:57:04.590954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c5a670-3a4b-43d5-b67b-befe57b3e3a7 None None] DHCP port deletion for 41bbd7d6-8eb3-4576-8d29-9e28daeed8ab request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:57:04.795764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-68d55c5e-9f45-409a-a8d9-ac1ceb5c9639 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:04.798397 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-68d55c5e-9f45-409a-a8d9-ac1ceb5c9639 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/networks?id=716da11d-2bbc-4dac-a5b1-759952632d7a HTTP/1.1" status: 200 len: 796 time: 0.3470294 Jul 14 11:57:04.820418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45406) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:04.925933 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-9572df67-6c1c-4958-a278-699da3dc29d1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33 HTTP/1.1" status: 200 len: 380 time: 0.1173124 Jul 14 11:57:04.939357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'port': {'device_id': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'admin_state_up': True, 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'security_groups': ['464e0e2a-7620-48ba-8e47-fadf53bc3417']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:05.016679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d687ad8b-0f84-4ec2-b9ab-fdc2f6c32fa3 req-240771bf-cf8e-4253-8424-dac5ec7cd595 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 210 time: 0.1345105 Jul 14 11:57:05.083674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913a170d-cdae-45d4-9e5f-5b77bd7bdb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:05.152459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '8d8c5075-9101-491c-8131-d75c7632c6fd', 'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:6d:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:55Z', 'updated_at': '2021-07-14T11:57:03Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:05.197153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be25430-3102-459f-8d6f-38f628da5470 None None] The sync data for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 is: [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '8d8c5075-9101-491c-8131-d75c7632c6fd', 'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:6d:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:55Z', 'updated_at': '2021-07-14T11:57:03Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:57:05.211446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a53e269a-3121-475b-8cc3-d5dee64d7a45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8bbdc5aedd7a44fc99d61a32f3cc6e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896439 Jul 14 11:57:05.214263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45412) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:05.223542 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-913a170d-cdae-45d4-9e5f-5b77bd7bdb1c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 11:57:05.223542 n-d-778696-8 neutron-server[93702]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 11:57:05.223542 n-d-778696-8 neutron-server[93702]: [parameters: {'project_id': 'c9565b16f44a4f9c9b897fa495e9d1f6', 'id': 'c33a3c95-c60e-4a0b-813c-d7e5f996cfdf', 'expiration': datetime.datetime(2021, 7, 14, 11, 59, 5, 206953)}] Jul 14 11:57:05.223542 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:57:05.224387 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [None req-913a170d-cdae-45d4-9e5f-5b77bd7bdb1c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:57:05.236701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Made reservation on behalf of 1099e3a0cf304d4bb2e4f5aff0c2fe33 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:05.243094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:05.333975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c0b96f63-3a11-4030-adc3-19aea10b87f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:05.400988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c0b96f63-3a11-4030-adc3-19aea10b87f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:05.503901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c0b96f63-3a11-4030-adc3-19aea10b87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:05.521795 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c0b96f63-3a11-4030-adc3-19aea10b87f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:05.527145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c0b96f63-3a11-4030-adc3-19aea10b87f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/847f6c8d-6700-485f-8a39-fd735dbb7e1c HTTP/1.1" status: 204 len: 168 time: 0.3077104 Jul 14 11:57:05.558946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.20.0.9 (716da11d-2bbc-4dac-a5b1-759952632d7a/540b1768-ee24-4e9b-ba91-864300cdb8dc/a05a6dad-9fea-4900-888a-ed3fa647669d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:57:05.571671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b96f63-3a11-4030-adc3-19aea10b87f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847f6c8d-6700-485f-8a39-fd735dbb7e1c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:05.726183 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913a170d-cdae-45d4-9e5f-5b77bd7bdb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:05.903996 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:05.926435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Transition to ACTIVE for port object a05a6dad-9fea-4900-888a-ed3fa647669d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:57:05.955203 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913a170d-cdae-45d4-9e5f-5b77bd7bdb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:05.962994 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-913a170d-cdae-45d4-9e5f-5b77bd7bdb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:06.002047 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:06.031508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-913a170d-cdae-45d4-9e5f-5b77bd7bdb1c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9565b16f44a4f9c9b897fa495e9d1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5571485 Jul 14 11:57:06.034283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45422) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:06.071165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 716da11d-2bbc-4dac-a5b1-759952632d7a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:57:06.098451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:57:06.135417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:57:06.151302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=a05a6dad-9fea-4900-888a-ed3fa647669d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:06.155824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a170d-cdae-45d4-9e5f-5b77bd7bdb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddd66cf-ec47-48ec-b32c-42a0ab217218,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:06.223041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5722e8aa-5db2-4270-aa34-45d948786080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:06.294128 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5722e8aa-5db2-4270-aa34-45d948786080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:06.305015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:06.305924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:06.336033 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6b0d82e2-3bf9-4dcf-957b-e446f2ed8e89 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4045570 Jul 14 11:57:06.366335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Request body: {'port': {'device_id': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:06.419803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5722e8aa-5db2-4270-aa34-45d948786080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:06.423833 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5722e8aa-5db2-4270-aa34-45d948786080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:06.428673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5722e8aa-5db2-4270-aa34-45d948786080 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fddd66cf-ec47-48ec-b32c-42a0ab217218 HTTP/1.1" status: 204 len: 168 time: 0.3896801 Jul 14 11:57:06.442084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722e8aa-5db2-4270-aa34-45d948786080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddd66cf-ec47-48ec-b32c-42a0ab217218,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:06.601250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8d8c5075-9101-491c-8131-d75c7632c6fd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:57:06.690685 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:06.733254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97b96a-86f8-49e7-b94e-5dc58a1ec753 req-239f5e58-d2fa-454d-829d-039009316d35 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:06.743200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aa97b96a-86f8-49e7-b94e-5dc58a1ec753 req-239f5e58-d2fa-454d-829d-039009316d35 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 931 time: 0.2428195 Jul 14 11:57:06.743782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 8d8c5075-9101-491c-8131-d75c7632c6fd completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:57:06.757650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8d8c5075-9101-491c-8131-d75c7632c6fd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:06.758907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:06.868140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aa97b96a-86f8-49e7-b94e-5dc58a1ec753 req-22d53105-d666-454b-8369-bc0c68b51e19 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231713 Jul 14 11:57:06.913014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d803cb37-9ba6-4057-86d6-567cf43d8a58 None None] Provisioning for port a05a6dad-9fea-4900-888a-ed3fa647669d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:57:06.997040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d803cb37-9ba6-4057-86d6-567cf43d8a58 None None] Provisioning complete for port a05a6dad-9fea-4900-888a-ed3fa647669d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:07.003019 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d803cb37-9ba6-4057-86d6-567cf43d8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:07.115354 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:07.181108 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d803cb37-9ba6-4057-86d6-567cf43d8a58 None None] Port a05a6dad-9fea-4900-888a-ed3fa647669d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:57:07.236985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 8d8c5075-9101-491c-8131-d75c7632c6fd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8d8c5075-9101-491c-8131-d75c7632c6fd,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:07.242662 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:07.378519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b6546c38-99d8-4cf9-a70b-824c0830f8cd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:57:07.385520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=8d8c5075-9101-491c-8131-d75c7632c6fd,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:07.422078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b6546c38-99d8-4cf9-a70b-824c0830f8cd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:57:07.425534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b6546c38-99d8-4cf9-a70b-824c0830f8cd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:57:07.439376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05a6dad-9fea-4900-888a-ed3fa647669d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:57:07.440732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45450) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:07.471952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:07.526979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Transition to ACTIVE for port object a05a6dad-9fea-4900-888a-ed3fa647669d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:57:07.533987 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:07.692669 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Pushing event updated for resources: {'Port': ['ID=a05a6dad-9fea-4900-888a-ed3fa647669d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:07.792049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Attempting to bind port a05a6dad-9fea-4900-888a-ed3fa647669d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:57:07.793019 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Attempting to bind port a05a6dad-9fea-4900-888a-ed3fa647669d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:57:07.794327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Attempting to bind port a05a6dad-9fea-4900-888a-ed3fa647669d on network 716da11d-2bbc-4dac-a5b1-759952632d7a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:57:07.805251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Port a05a6dad-9fea-4900-888a-ed3fa647669d on network 716da11d-2bbc-4dac-a5b1-759952632d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:57:07.806213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Attempting to bind port a05a6dad-9fea-4900-888a-ed3fa647669d on network 716da11d-2bbc-4dac-a5b1-759952632d7a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:57:07.821070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:57:07.822206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Checking segment: {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:57:07.823109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Bound using segment: {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:57:07.824173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Bound port: a05a6dad-9fea-4900-888a-ed3fa647669d, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a31ed7-2abd-463f-af96-8adee287c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:57:07.825118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:07.929646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-918af75f-8d2c-49df-ac77-e9600ec439c4 tempest-ServiceProvidersTest-1230049739 tempest-ServiceProvidersTest-1230049739-project] 10.222.0.38 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4869263 Jul 14 11:57:08.020065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:57:08.025449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a05a6dad-9fea-4900-888a-ed3fa647669d,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:57:08.033353 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:08.139806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:08.140815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:08.142431 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] 10.222.0.64 "PUT /v2.0/ports/a05a6dad-9fea-4900-888a-ed3fa647669d HTTP/1.1" status: 200 len: 1091 time: 1.7901931 Jul 14 11:57:08.142954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:57:08.146599 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a646e71c-b9b0-422a-859b-eed048fd0a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:57:08.218548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d4e80-8cd4-4ec4-b634-76312da64471 service neutron] Pushing event updated for resources: {'Port': ['ID=a05a6dad-9fea-4900-888a-ed3fa647669d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:08.343905 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ed1f80-f081-4353-83d7-f1941ff7f551 x-openstack-request-id: req-57ed1f80-f081-4353-83d7-f1941ff7f551 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:57:08.345185 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:57:08.345714 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57ed1f80-f081-4353-83d7-f1941ff7f551 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:57:08.347128 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'status': 'completed', 'code': 200} Jul 14 11:57:08.354597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47a760-b8ae-4cbf-b8ec-d8beb06e0849 req-1bfaf49b-08e5-41df-9c3e-870e735f48f0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:08.362397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff47a760-b8ae-4cbf-b8ec-d8beb06e0849 req-1bfaf49b-08e5-41df-9c3e-870e735f48f0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 943 time: 0.2270427 Jul 14 11:57:08.458759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-354e3356-c222-48d0-a185-3c6c35ba07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:08.463270 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-354e3356-c222-48d0-a185-3c6c35ba07c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 1094 time: 0.2215729 Jul 14 11:57:08.492416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff47a760-b8ae-4cbf-b8ec-d8beb06e0849 req-4c4ddb0a-41e1-4216-be1a-abda6cdcf0e3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253374 Jul 14 11:57:08.499245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8d8c5075-9101-491c-8131-d75c7632c6fd up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:57:08.506478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45478) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:08.561981 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-6abaee39-963d-4116-92d4-7182682b94c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a6dad-9fea-4900-888a-ed3fa647669d HTTP/1.1" status: 200 len: 217 time: 0.0815811 Jul 14 11:57:08.611193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8d8c5075-9101-491c-8131-d75c7632c6fd triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:08.611812 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:08.644686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-5d01a3c6-b473-46c2-a62d-ac29642e17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:08.646522 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-5d01a3c6-b473-46c2-a62d-ac29642e17f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540b1768-ee24-4e9b-ba91-864300cdb8dc HTTP/1.1" status: 200 len: 834 time: 0.0754244 Jul 14 11:57:08.907439 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ed78eb5-b1f3-422e-819a-629cc11bbaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:09.084099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-3b813a6b-552b-4764-9f9c-681102f36f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:09.086458 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-3b813a6b-552b-4764-9f9c-681102f36f37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=716da11d-2bbc-4dac-a5b1-759952632d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4320796 Jul 14 11:57:09.110058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ed78eb5-b1f3-422e-819a-629cc11bbaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:09.115790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ed78eb5-b1f3-422e-819a-629cc11bbaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:09.187091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6ed78eb5-b1f3-422e-819a-629cc11bbaed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7bd761a2f8f44858324ebcb2dca1751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6791036 Jul 14 11:57:09.188296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed78eb5-b1f3-422e-819a-629cc11bbaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d952e049-c724-4620-a62b-617de8bf7c48,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:09.191213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45490) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:09.229483 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-8ce2c382-b446-4bf2-b3ba-c3b4824e1954 service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354265 Jul 14 11:57:09.269615 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-58caa6c1-dca9-4a71-9a5c-cbf0f8613a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:09.313107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-58caa6c1-dca9-4a71-9a5c-cbf0f8613a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:09.357164 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f3d34e4-da8e-4c76-8ff7-9bc5579f2d11 req-b87660de-10c8-43ba-b21a-b37033e8aa15 service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195922 Jul 14 11:57:09.402600 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-58caa6c1-dca9-4a71-9a5c-cbf0f8613a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:09.407173 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-58caa6c1-dca9-4a71-9a5c-cbf0f8613a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:09.408446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-58caa6c1-dca9-4a71-9a5c-cbf0f8613a97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d952e049-c724-4620-a62b-617de8bf7c48 HTTP/1.1" status: 204 len: 168 time: 0.2160525 Jul 14 11:57:09.420454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caa6c1-dca9-4a71-9a5c-cbf0f8613a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d952e049-c724-4620-a62b-617de8bf7c48,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:09.517239 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8123cf6c-bb6e-4e4e-a151-4b9583cd8e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:09.570995 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-8bd08b3f-e11d-4fff-918f-bed7b2970767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:09.575295 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-8bd08b3f-e11d-4fff-918f-bed7b2970767 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 1094 time: 0.1509421 Jul 14 11:57:09.775914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-b1df7ae6-fcd8-4411-ae3d-2e34dc47ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:09.780851 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-b1df7ae6-fcd8-4411-ae3d-2e34dc47ea7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=716da11d-2bbc-4dac-a5b1-759952632d7a HTTP/1.1" status: 200 len: 896 time: 0.1985211 Jul 14 11:57:09.788772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6731334-b881-49a1-b1c5-48ced76ca575 req-9cb5999d-6da1-428c-913b-7f5f35b53eea tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:09.790448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6731334-b881-49a1-b1c5-48ced76ca575 req-9cb5999d-6da1-428c-913b-7f5f35b53eea tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 943 time: 0.1142631 Jul 14 11:57:09.848061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6731334-b881-49a1-b1c5-48ced76ca575 req-9bb2d55d-4a2b-4453-819d-aa54c551dfc6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468547 Jul 14 11:57:09.854927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-0060a579-138e-419c-998f-7c5e781713a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a6dad-9fea-4900-888a-ed3fa647669d HTTP/1.1" status: 200 len: 217 time: 0.0671897 Jul 14 11:57:09.931549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-a7f9e082-5c5c-4441-a437-23fddd62c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:09.933221 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-a7f9e082-5c5c-4441-a437-23fddd62c7ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540b1768-ee24-4e9b-ba91-864300cdb8dc HTTP/1.1" status: 200 len: 834 time: 0.0714097 Jul 14 11:57:10.042261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-fb71058e-1a4b-489d-b6e9-d96c9e3e749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:10.046312 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-fb71058e-1a4b-489d-b6e9-d96c9e3e749d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=716da11d-2bbc-4dac-a5b1-759952632d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042049 Jul 14 11:57:10.239041 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-f2afe216-dc31-4225-95d4-1a28c525a188 service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853812 Jul 14 11:57:10.396581 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a646e71c-b9b0-422a-859b-eed048fd0a0a req-41feb934-a2a9-4442-bc3e-a096999f5c7c service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505618 Jul 14 11:57:10.757468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45534) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:10.927452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1688818989-network', 'tenant_id': '6b45a51e239b40ddbbf0efb6a62c3fbd'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:10.974336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Made reservation on behalf of 6b45a51e239b40ddbbf0efb6a62c3fbd for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:10.978817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:10.995707 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.112502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f46a9-fc32-43bc-b1ea-3768dd0ededa req-e5c8fe4b-4c4a-4d4a-a828-7bcb81d2a955 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:11.114950 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a0f46a9-fc32-43bc-b1ea-3768dd0ededa req-e5c8fe4b-4c4a-4d4a-a828-7bcb81d2a955 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 943 time: 0.0888112 Jul 14 11:57:11.165779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a0f46a9-fc32-43bc-b1ea-3768dd0ededa req-3741667d-a9c3-4127-b995-a320ce0819db tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Jul 14 11:57:11.168295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.174876 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.208150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:57:11.223171 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa8905-1528-43e9-88c9-ffeedf678cef,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:11.228764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.229170 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Added segment 699af5ad-ec60-4e0b-b3a6-b7e2052bf989 of type vlan for network 5375fdfe-c81b-4985-9767-adf9681f44f5 Jul 14 11:57:11.289628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.340095 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.341476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:11.342112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.382570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45548) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:11.435072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6757977 Jul 14 11:57:11.439793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45552) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:11.446412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Request body: {'subnet': {'network_id': '5375fdfe-c81b-4985-9767-adf9681f44f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1688818989-subnet', 'tenant_id': '6b45a51e239b40ddbbf0efb6a62c3fbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:11.457651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba732a-2988-4860-a006-3910cc272058 admin admin] Pushing event updated for resources: {'Network': ['ID=5375fdfe-c81b-4985-9767-adf9681f44f5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:11.473263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5375fdfe-c81b-4985-9767-adf9681f44f5 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:57:11.510026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Made reservation on behalf of 6b45a51e239b40ddbbf0efb6a62c3fbd for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:11.510932 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.591683 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.823879 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.825634 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.831373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.930172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7679c46-6086-47b1-9ecb-c46c50915634,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:11.933873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a3ab3-4a2b-4ca8-86a6-a399c5e660f8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:11.938405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9dbe65aac8bf4f03b530e982e0a8e67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545983 Jul 14 11:57:11.942139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45556) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:11.952786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.953150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.953521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.953845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.954138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.954455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.954906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.955458 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.956001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.956488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.957044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.957637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847f046-8d6c-4fe5-9f4e-46996b82df3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.972762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.973203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.973751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.974305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.974804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.975401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.975841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.976645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.976992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.977478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.977987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:11.978919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:12.000663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Checking segment: {'id': '699af5ad-ec60-4e0b-b3a6-b7e2052bf989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5375fdfe-c81b-4985-9767-adf9681f44f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:57:12.001261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Network hostable DHCP agents. Network: 5375fdfe-c81b-4985-9767-adf9681f44f5, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:57:12.022967 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a05a6dad-9fea-4900-888a-ed3fa647669d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:57:12.023246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f5775e6-18ca-4585-ac8a-00186f56ab2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.035952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Network 5375fdfe-c81b-4985-9767-adf9681f44f5 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:57:12.052332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 5375fdfe-c81b-4985-9767-adf9681f44f5) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:57:12.059670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:12.061734 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.066290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f5775e6-18ca-4585-ac8a-00186f56ab2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.084822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8563ea5a-7c96-4e7c-9f27-f892b44b34c9 None None] Network 5375fdfe-c81b-4985-9767-adf9681f44f5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:57:12.099337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-51bc10cf-215f-42c1-825e-e4a232f9f4fe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6470783 Jul 14 11:57:12.148717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f5775e6-18ca-4585-ac8a-00186f56ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.153606 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f5775e6-18ca-4585-ac8a-00186f56ab2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.155814 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0f5775e6-18ca-4585-ac8a-00186f56ab2d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff2a3ab3-4a2b-4ca8-86a6-a399c5e660f8 HTTP/1.1" status: 204 len: 168 time: 0.2120898 Jul 14 11:57:12.172297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5775e6-18ca-4585-ac8a-00186f56ab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a3ab3-4a2b-4ca8-86a6-a399c5e660f8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:12.249729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e0289f6a-eb4c-4859-b6db-a6942667afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.309009 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.323587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a05a6dad-9fea-4900-888a-ed3fa647669d,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:12.340445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'port_id': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'mac_address': 'fa:16:3e:db:1e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:57:12.442221 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313cccb2-a0fe-4f59-9816-c2ba31594c0b None None] Network 5375fdfe-c81b-4985-9767-adf9681f44f5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:57:12.495074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d4c66-3086-457f-ab76-80bd8cc76cf4 req-e1415a3b-b1ea-490e-a2aa-d7cb9b288975 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:12.498026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c0d4c66-3086-457f-ab76-80bd8cc76cf4 req-e1415a3b-b1ea-490e-a2aa-d7cb9b288975 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 943 time: 0.1216884 Jul 14 11:57:12.508038 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.531954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05a6dad-9fea-4900-888a-ed3fa647669d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:57:12.557242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a05a6dad-9fea-4900-888a-ed3fa647669d,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:12.573140 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.585910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c0d4c66-3086-457f-ab76-80bd8cc76cf4 req-cecea773-14db-4b3c-a136-15d6e1381b65 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806134 Jul 14 11:57:12.689316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a05a6dad-9fea-4900-888a-ed3fa647669d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:12.724185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45570) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:12.746365 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cb6e-1d5c-4c99-af35-aae96f671d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.793610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a05a6dad-9fea-4900-888a-ed3fa647669d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:57:12.915080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cb6e-1d5c-4c99-af35-aae96f671d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.924440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cb6e-1d5c-4c99-af35-aae96f671d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.999965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3cb6e-1d5c-4c99-af35-aae96f671d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a465b3dd-b1f9-480a-ad7b-d720e5ff156e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:13.016934 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ff3cb6e-1d5c-4c99-af35-aae96f671d31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4361aafa8c754c88b522f6f9e5ab7bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907636 Jul 14 11:57:13.021166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45580) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:13.089519 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-342f68af-e6f3-4671-86df-f601d5a98b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.130758 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-342f68af-e6f3-4671-86df-f601d5a98b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.225045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45584) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:13.229947 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-342f68af-e6f3-4671-86df-f601d5a98b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.235924 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-342f68af-e6f3-4671-86df-f601d5a98b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.236854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-298415181-network', 'tenant_id': '6c08d50666474b85b7078f480cef07ca'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:13.238810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-342f68af-e6f3-4671-86df-f601d5a98b3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a465b3dd-b1f9-480a-ad7b-d720e5ff156e HTTP/1.1" status: 204 len: 168 time: 0.2157514 Jul 14 11:57:13.254388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f68af-e6f3-4671-86df-f601d5a98b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a465b3dd-b1f9-480a-ad7b-d720e5ff156e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:13.275205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Made reservation on behalf of 6c08d50666474b85b7078f480cef07ca for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:13.279462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.297588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.431071 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.436298 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.468194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:57:13.493335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c18e2c6-fc52-4bd0-b4ea-db5aeb3e86a1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:13.496109 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.501736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.502154 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Added segment fb60a0bc-b864-4ced-894c-733b3ddd0c71 of type vlan for network 33613c6c-f278-4da7-a1f1-deec47b5d120 Jul 14 11:57:13.559927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.606293 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.609243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:13.610347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.702155 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4751258 Jul 14 11:57:13.705456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45594) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:13.715309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Request body: {'subnet': {'network_id': '33613c6c-f278-4da7-a1f1-deec47b5d120', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-298415181-subnet', 'tenant_id': '6c08d50666474b85b7078f480cef07ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:13.770840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de298c7-6ff4-4a17-880a-781af43af7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=33613c6c-f278-4da7-a1f1-deec47b5d120,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:13.776529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Made reservation on behalf of 6c08d50666474b85b7078f480cef07ca for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:13.787743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 33613c6c-f278-4da7-a1f1-deec47b5d120 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:57:13.792715 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.993116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f2667-67fd-4162-b5b1-fe431553d18d req-ab588513-b377-44b3-bd48-5e82cc492782 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:14.005422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c50f2667-67fd-4162-b5b1-fe431553d18d req-ab588513-b377-44b3-bd48-5e82cc492782 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 944 time: 0.1432569 Jul 14 11:57:14.020532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a05a6dad-9fea-4900-888a-ed3fa647669d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:57:14.089731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c50f2667-67fd-4162-b5b1-fe431553d18d req-bc454d55-3af9-43de-a570-05495ab43e16 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829315 Jul 14 11:57:14.093555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:14.161512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port a05a6dad-9fea-4900-888a-ed3fa647669d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:57:14.168910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port a05a6dad-9fea-4900-888a-ed3fa647669d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:14.170108 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:14.174387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dbe6c63-9246-4cd9-bf9e-407cd978797d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:14.180748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Checking segment: {'id': 'fb60a0bc-b864-4ced-894c-733b3ddd0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33613c6c-f278-4da7-a1f1-deec47b5d120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:57:14.181106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Network hostable DHCP agents. Network: 33613c6c-f278-4da7-a1f1-deec47b5d120, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:57:14.202442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Network 33613c6c-f278-4da7-a1f1-deec47b5d120 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:57:14.221107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 33613c6c-f278-4da7-a1f1-deec47b5d120) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:57:14.230740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6bc2f3-db2e-4494-bd33-2b26c67f196c None None] Network 33613c6c-f278-4da7-a1f1-deec47b5d120 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:57:14.236615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:14.237396 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:14.264934 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3fbc939d-2a79-4945-bad3-fdf87eb1866a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5576143 Jul 14 11:57:14.354909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:14.407151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:57:14.409947 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88017a47-8107-443c-be53-d864333648a3" -d '{"events": [{"server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "name": "network-vif-plugged", "status": "completed", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:57:14.485094 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba270b60-7c73-4309-bbfa-e1b96f2057c4 x-openstack-request-id: req-ba270b60-7c73-4309-bbfa-e1b96f2057c4 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:57:14.485678 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "name": "network-vif-plugged", "status": "completed", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:57:14.486118 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba270b60-7c73-4309-bbfa-e1b96f2057c4 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:57:14.486678 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'code': 200} Jul 14 11:57:14.491391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a05a6dad-9fea-4900-888a-ed3fa647669d,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:14.494160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25069ed6-6443-444c-8aa3-bc960a39e762 None None] Network 33613c6c-f278-4da7-a1f1-deec47b5d120 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:57:14.508236 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:14.598330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45620) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:14.628643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a05a6dad-9fea-4900-888a-ed3fa647669d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:14.683716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f271ee65-535e-4916-86e3-959dd9492bd5 admin admin] Deleting subnet a7679c46-6086-47b1-9ecb-c46c50915634 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:57:14.718686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f271ee65-535e-4916-86e3-959dd9492bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:14.766805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f271ee65-535e-4916-86e3-959dd9492bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:14.809907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b32945-c31e-4ea9-b7ed-f517d8f83c18 req-2394bbcd-10dc-41ee-8f8d-0a443bcdba09 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:14.811114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13e5f8-0328-49bb-adf5-dfac8d39a5b6 req-3efd8635-2657-4590-b97a-08f70f63366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:14.812800 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba13e5f8-0328-49bb-adf5-dfac8d39a5b6 req-3efd8635-2657-4590-b97a-08f70f63366f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 1096 time: 0.1259384 Jul 14 11:57:14.818010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f271ee65-535e-4916-86e3-959dd9492bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:14.818269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71b32945-c31e-4ea9-b7ed-f517d8f83c18 req-2394bbcd-10dc-41ee-8f8d-0a443bcdba09 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1372142 Jul 14 11:57:14.873428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-71b32945-c31e-4ea9-b7ed-f517d8f83c18 req-4ce3bdd9-1be2-4665-94b8-392e12e955b9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491729 Jul 14 11:57:14.906327 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ba13e5f8-0328-49bb-adf5-dfac8d39a5b6 req-41857eb9-28de-4568-887e-6df8f5ec1c92 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853443 Jul 14 11:57:14.937139 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f271ee65-535e-4916-86e3-959dd9492bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:14.993121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271ee65-535e-4916-86e3-959dd9492bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7679c46-6086-47b1-9ecb-c46c50915634,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:14.996760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f271ee65-535e-4916-86e3-959dd9492bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.001885 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f271ee65-535e-4916-86e3-959dd9492bd5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a7679c46-6086-47b1-9ecb-c46c50915634 HTTP/1.1" status: 204 len: 168 time: 0.4017057 Jul 14 11:57:15.006125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45626) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:15.142547 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.208260 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.246721 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.264713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5375fdfe-c81b-4985-9767-adf9681f44f5']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:15.285208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699af5ad-ec60-4e0b-b3a6-b7e2052bf989') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:15.285701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699af5ad-ec60-4e0b-b3a6-b7e2052bf989') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:15.306219 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.374452 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.390186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:57:15.390691 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:57:15.393698 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:57:15.485133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e3b83-97f4-4f02-8be2-40575cbc3a26 req-3659e3a1-10ff-4840-9a4d-877c7c6a3bd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:15.486714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d31e3b83-97f4-4f02-8be2-40575cbc3a26 req-3659e3a1-10ff-4840-9a4d-877c7c6a3bd2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1851332 Jul 14 11:57:15.492722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.499975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.502122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5375fdfe-c81b-4985-9767-adf9681f44f5 HTTP/1.1" status: 204 len: 168 time: 0.4944203 Jul 14 11:57:15.506413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45640) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:15.553306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cc77e-32ec-4f3c-b297-b2e62cde5fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5375fdfe-c81b-4985-9767-adf9681f44f5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:15.596658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a30829-5ade-414b-8bb4-94885296b61d admin admin] Deleting subnet 8dbe6c63-9246-4cd9-bf9e-407cd978797d {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:57:15.602348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d31e3b83-97f4-4f02-8be2-40575cbc3a26 req-2104297a-25da-4894-b957-e8c40c027bf1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991471 Jul 14 11:57:15.603157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5a30829-5ade-414b-8bb4-94885296b61d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.655012 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5a30829-5ade-414b-8bb4-94885296b61d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.712779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5a30829-5ade-414b-8bb4-94885296b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.812976 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5a30829-5ade-414b-8bb4-94885296b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.856087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a30829-5ade-414b-8bb4-94885296b61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dbe6c63-9246-4cd9-bf9e-407cd978797d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:15.861720 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5a30829-5ade-414b-8bb4-94885296b61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:15.863634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e5a30829-5ade-414b-8bb4-94885296b61d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8dbe6c63-9246-4cd9-bf9e-407cd978797d HTTP/1.1" status: 204 len: 168 time: 0.3562717 Jul 14 11:57:15.867890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45646) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:16.000762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:16.193058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:16.220682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33613c6c-f278-4da7-a1f1-deec47b5d120']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:16.233737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb60a0bc-b864-4ced-894c-733b3ddd0c71') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:16.234048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb60a0bc-b864-4ced-894c-733b3ddd0c71') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:16.246551 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:16.267264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b81de5-7a9d-4724-8c83-8e8b001fea73 req-16f11d39-94de-4810-a466-9fe77a9d1485 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:16.269124 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52b81de5-7a9d-4724-8c83-8e8b001fea73 req-16f11d39-94de-4810-a466-9fe77a9d1485 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.2175999 Jul 14 11:57:16.273342 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:16.287544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:57:16.288114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:57:16.291308 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:57:16.388754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52b81de5-7a9d-4724-8c83-8e8b001fea73 req-abfe4d56-ea1e-4280-985f-4b11b2bd7b57 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103566 Jul 14 11:57:16.396082 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:16.406754 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:16.413746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/33613c6c-f278-4da7-a1f1-deec47b5d120 HTTP/1.1" status: 204 len: 168 time: 0.5405414 Jul 14 11:57:16.433402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53023f83-3581-4742-8603-0617c6c44cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=33613c6c-f278-4da7-a1f1-deec47b5d120,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:16.795241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45668) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:16.867249 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f5db3af9-76f3-461e-a12f-a3ca8129b097 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b45a51e239b40ddbbf0efb6a62c3fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661507 Jul 14 11:57:16.867667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45672) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:16.940073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff625a-954a-4fb7-b9f0-87a0c396038f req-96719a5e-8d98-4c12-91b2-d32ded51f859 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:16.943290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bcff625a-954a-4fb7-b9f0-87a0c396038f req-96719a5e-8d98-4c12-91b2-d32ded51f859 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1165397 Jul 14 11:57:16.953232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9c8945f-a095-4f13-be26-5290db535634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:16.992770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9c8945f-a095-4f13-be26-5290db535634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:16.997053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bcff625a-954a-4fb7-b9f0-87a0c396038f req-75f3c09e-4dd0-46cf-92f1-87e944a2d0aa tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390561 Jul 14 11:57:17.076603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9c8945f-a095-4f13-be26-5290db535634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:17.081855 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9c8945f-a095-4f13-be26-5290db535634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:17.087498 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a9c8945f-a095-4f13-be26-5290db535634 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5aa8905-1528-43e9-88c9-ffeedf678cef HTTP/1.1" status: 204 len: 168 time: 0.2143753 Jul 14 11:57:17.103078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8945f-a095-4f13-be26-5290db535634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa8905-1528-43e9-88c9-ffeedf678cef,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:17.317304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa267-4756-44b6-b327-9a75f80de16e req-eacf7007-9429-42a4-a7cc-0c158b073a33 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:17.329196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17afa267-4756-44b6-b327-9a75f80de16e req-eacf7007-9429-42a4-a7cc-0c158b073a33 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1290824 Jul 14 11:57:17.378173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17afa267-4756-44b6-b327-9a75f80de16e req-0db0bc39-8982-49ef-b35b-82f42da0c0c0 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474415 Jul 14 11:57:17.415434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45680) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:17.546988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c1fbc5-2398-49d4-bd54-3c3d4f5be30b tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:17.550182 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d7c1fbc5-2398-49d4-bd54-3c3d4f5be30b tempest-TestNetworkAdvancedServerOps-1340616183 tempest-TestNetworkAdvancedServerOps-1340616183-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 1091 time: 0.1335094 Jul 14 11:57:17.553929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45688) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:17.563415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:17.596535 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:17.785985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24e18-3b41-47d6-940b-e138b6ff39a8 req-e89c769a-df80-4dff-95e5-4489d70d4af9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:17.789154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:17.800671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fcd24e18-3b41-47d6-940b-e138b6ff39a8 req-e89c769a-df80-4dff-95e5-4489d70d4af9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1527195 Jul 14 11:57:17.878272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fcd24e18-3b41-47d6-940b-e138b6ff39a8 req-2e9b3300-9006-45fb-92de-2e8338f541fc tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751247 Jul 14 11:57:17.919657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45694) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:17.989166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-45b35485-45ab-46e2-9455-b13558482763 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c08d50666474b85b7078f480cef07ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673113 Jul 14 11:57:17.992897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45696) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:17.996035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Allocated IP 172.25.2.88 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/a6dec4d6-31fc-4969-9677-4ecadd09aff2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:57:18.082887 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7888a5b5-8e0b-45d9-abf9-0d0a75e3b0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:18.121865 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7888a5b5-8e0b-45d9-abf9-0d0a75e3b0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:18.179891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:18.215271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7888a5b5-8e0b-45d9-abf9-0d0a75e3b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:18.223844 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7888a5b5-8e0b-45d9-abf9-0d0a75e3b0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:18.234352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7888a5b5-8e0b-45d9-abf9-0d0a75e3b0d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c18e2c6-fc52-4bd0-b4ea-db5aeb3e86a1 HTTP/1.1" status: 204 len: 168 time: 0.2397430 Jul 14 11:57:18.261449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:18.262828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888a5b5-8e0b-45d9-abf9-0d0a75e3b0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c18e2c6-fc52-4bd0-b4ea-db5aeb3e86a1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:18.393403 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=a6dec4d6-31fc-4969-9677-4ecadd09aff2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:18.408684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:57:18.410777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:57:18.413524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:57:19.053115 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:19.197455 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:19.284082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d15d8b-ee3c-4816-aebc-488f5556b7f6 req-675beb6d-a4db-4847-9962-a709247449ae tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:19.288321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d15d8b-ee3c-4816-aebc-488f5556b7f6 req-675beb6d-a4db-4847-9962-a709247449ae tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1388788 Jul 14 11:57:19.371590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3d15d8b-ee3c-4816-aebc-488f5556b7f6 req-35b1263a-6802-410d-87cf-13cc6582e71c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740781 Jul 14 11:57:19.504401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:19.511516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:19.646923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event updated for resources: {'Port': ['ID=a6dec4d6-31fc-4969-9677-4ecadd09aff2,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:19.651645 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:19.815579 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Floating IP 3322eff5-4bd5-400a-b991-d35a8818757e associated. External IP: 172.25.2.88, port: a05a6dad-9fea-4900-888a-ed3fa647669d. Jul 14 11:57:20.187804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 9a413d88-e6ed-4623-8494-b7c9aec402ed has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:57:20.381502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:57:20.406384 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] Sync routers for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:57:20.409169 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:20.435426 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:57:20.438865 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:57:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:20.464261 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f5e5b8d7-e631-4c52-96b6-4f0efa949a56 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9069200 Jul 14 11:57:20.465167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:57:20.468934 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e76917-7e47-4109-ab28-f9367c65b89d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:57:20.802039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58b9c1-ed12-4160-b6eb-0f5ec735fdc3 req-f40cb61a-5b15-4908-8c76-6f41ffad723c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:20.815649 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef58b9c1-ed12-4160-b6eb-0f5ec735fdc3 req-f40cb61a-5b15-4908-8c76-6f41ffad723c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1620433 Jul 14 11:57:20.931679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef58b9c1-ed12-4160-b6eb-0f5ec735fdc3 req-cf366a78-8670-40fc-8301-751d8758dd18 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141896 Jul 14 11:57:20.932148 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:57:20.974336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3450ea-24a3-4e75-915a-f4a08da54ccb req-7cc8de2a-20b0-4040-989e-e386752d8ac8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:20.983253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d3450ea-24a3-4e75-915a-f4a08da54ccb req-7cc8de2a-20b0-4040-989e-e386752d8ac8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1499906 Jul 14 11:57:21.025500 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9fbad0-00ad-4421-81b4-a5b6c8a5d641 x-openstack-request-id: req-2c9fbad0-00ad-4421-81b4-a5b6c8a5d641 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:57:21.025885 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:57:21.026202 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c9fbad0-00ad-4421-81b4-a5b6c8a5d641 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:57:21.026663 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'status': 'completed', 'code': 200} Jul 14 11:57:21.095569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d3450ea-24a3-4e75-915a-f4a08da54ccb req-bb74bf2e-7ad5-4645-b436-e319cb58a980 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953338 Jul 14 11:57:21.146812 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e76917-7e47-4109-ab28-f9367c65b89d req-47a42e80-faee-4fbe-b3b8-96dced3cdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:21.149149 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28e76917-7e47-4109-ab28-f9367c65b89d req-47a42e80-faee-4fbe-b3b8-96dced3cdefd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 1096 time: 0.0891254 Jul 14 11:57:21.161749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45764) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:21.238025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8fe0c8bb-a091-478c-b35f-258a605922e9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/3322eff5-4bd5-400a-b991-d35a8818757e HTTP/1.1" status: 200 len: 990 time: 0.0747964 Jul 14 11:57:21.368873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e76917-7e47-4109-ab28-f9367c65b89d req-9fae20c4-7a8c-4632-9831-087531633292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:21.373530 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28e76917-7e47-4109-ab28-f9367c65b89d req-9fae20c4-7a8c-4632-9831-087531633292 service neutron] 10.222.0.64 "GET /v2.0/networks?id=716da11d-2bbc-4dac-a5b1-759952632d7a HTTP/1.1" status: 200 len: 896 time: 0.2179377 Jul 14 11:57:21.437315 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '3322eff5-4bd5-400a-b991-d35a8818757e', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'port_id': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'mac_address': 'fa:16:3e:db:1e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:57:18Z', 'updated_at': '2021-07-14T11:57:18Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8c5075-9101-491c-8131-d75c7632c6fd', 'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:6d:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:55Z', 'updated_at': '2021-07-14T11:57:07Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:21.488329 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] Checking router: 9a413d88-e6ed-4623-8494-b7c9aec402ed for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:57:21.505346 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:57:21.506360 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:57:12Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:21.508554 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28e76917-7e47-4109-ab28-f9367c65b89d req-abed23d0-90b7-4b02-9ea7-ff8e3884a23a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a6dad-9fea-4900-888a-ed3fa647669d HTTP/1.1" status: 200 len: 998 time: 0.1278884 Jul 14 11:57:21.625606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e76917-7e47-4109-ab28-f9367c65b89d req-7f43d7f6-ea33-4df8-8a5c-3e4e28b6f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:21.629946 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28e76917-7e47-4109-ab28-f9367c65b89d req-7f43d7f6-ea33-4df8-8a5c-3e4e28b6f4d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540b1768-ee24-4e9b-ba91-864300cdb8dc HTTP/1.1" status: 200 len: 834 time: 0.1143069 Jul 14 11:57:21.674725 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:57:21.740837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e76917-7e47-4109-ab28-f9367c65b89d req-9e3fc9a3-dabb-43bb-9c10-ab9830299d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:21.743844 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28e76917-7e47-4109-ab28-f9367c65b89d req-9e3fc9a3-dabb-43bb-9c10-ab9830299d19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=716da11d-2bbc-4dac-a5b1-759952632d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077414 Jul 14 11:57:21.925436 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28e76917-7e47-4109-ab28-f9367c65b89d req-3e04e73b-ea83-4133-9fef-61e4a15997e6 service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736989 Jul 14 11:57:22.092494 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '3322eff5-4bd5-400a-b991-d35a8818757e', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'port_id': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'mac_address': 'fa:16:3e:db:1e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:57:18Z', 'updated_at': '2021-07-14T11:57:18Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8c5075-9101-491c-8131-d75c7632c6fd', 'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:6d:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:55Z', 'updated_at': '2021-07-14T11:57:07Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:22.125773 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a0aeee-83e5-4618-a1de-a81f98b62122 None None] The sync data for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 is: [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '3322eff5-4bd5-400a-b991-d35a8818757e', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'port_id': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'mac_address': 'fa:16:3e:db:1e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:57:18Z', 'updated_at': '2021-07-14T11:57:18Z', 'revision_number': 0, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8c5075-9101-491c-8131-d75c7632c6fd', 'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:6d:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:55Z', 'updated_at': '2021-07-14T11:57:07Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:57:22.138737 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-28e76917-7e47-4109-ab28-f9367c65b89d req-5b248b91-4d87-47fb-b16e-486fa1c1d8d0 service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058554 Jul 14 11:57:22.242232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:22.297270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d89e7-7d91-4a39-9a37-dbf6e4b3217e req-1bb0a1d1-47b8-4265-9864-602054d01149 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:22.299958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-067d89e7-7d91-4a39-9a37-dbf6e4b3217e req-1bb0a1d1-47b8-4265-9864-602054d01149 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1337008 Jul 14 11:57:22.374845 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-78ee75b8-0f37-4e56-9f0e-3c0cc15b93b5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/3322eff5-4bd5-400a-b991-d35a8818757e HTTP/1.1" status: 200 len: 990 time: 0.1313853 Jul 14 11:57:22.402848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-067d89e7-7d91-4a39-9a37-dbf6e4b3217e req-c247d885-f65e-44d9-9e27-af820e601ae3 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909245 Jul 14 11:57:22.606070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06ad47-d438-4156-92c6-b2eabf757a01 None None] New status for floating IP 3322eff5-4bd5-400a-b991-d35a8818757e: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:57:23.379486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45804) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:23.496683 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1dbc230d-25fc-4fd1-9163-3385902ccaf2 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/3322eff5-4bd5-400a-b991-d35a8818757e HTTP/1.1" status: 200 len: 992 time: 0.1149657 Jul 14 11:57:23.729991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ea92-bd9d-4ce4-8c5c-3044a456c519 req-bfd3b34f-8ae5-4f46-92c3-3404cb840a50 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:23.732337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e338ea92-bd9d-4ce4-8c5c-3044a456c519 req-bfd3b34f-8ae5-4f46-92c3-3404cb840a50 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1080401 Jul 14 11:57:23.800215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e338ea92-bd9d-4ce4-8c5c-3044a456c519 req-4ad04bf8-f818-4fe0-b66f-b1f48baf2779 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566897 Jul 14 11:57:25.206443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086b716-5c08-4f1e-8157-ff2c8cac7388 req-9305d68b-90e6-4c5c-9fb6-9f3998394f3b tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:25.208973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3086b716-5c08-4f1e-8157-ff2c8cac7388 req-9305d68b-90e6-4c5c-9fb6-9f3998394f3b tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1280508 Jul 14 11:57:25.261526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3086b716-5c08-4f1e-8157-ff2c8cac7388 req-6138b6ca-cebb-4b6b-bd5e-83e2f45aa89d tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456519 Jul 14 11:57:25.761980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45870) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:25.913514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c5e44-edf1-4f88-b056-44f7cc267a33 req-543744ea-b6a3-4d3d-abdf-e881fa4b3876 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:25.921384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d04c5e44-edf1-4f88-b056-44f7cc267a33 req-543744ea-b6a3-4d3d-abdf-e881fa4b3876 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1492169 Jul 14 11:57:25.992584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d04c5e44-edf1-4f88-b056-44f7cc267a33 req-4d6d787f-b1c1-441e-b1ef-2b726279c96d tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561609 Jul 14 11:57:26.010057 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc850-1cf2-43bb-9621-e0d07871757b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:26.010676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-23078aae-bcdb-4853-a33d-4b2191ce03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:26.014664 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-23078aae-bcdb-4853-a33d-4b2191ce03ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 1096 time: 0.2983418 Jul 14 11:57:26.172502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc850-1cf2-43bb-9621-e0d07871757b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:26.179018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc850-1cf2-43bb-9621-e0d07871757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:26.206018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-2f572ed6-e3fd-4414-9b31-ae79ed517f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:26.209667 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-2f572ed6-e3fd-4414-9b31-ae79ed517f6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.1841931 Jul 14 11:57:26.261504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9bdbc850-1cf2-43bb-9621-e0d07871757b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54e60dcd424f492c98b8c276e86ecc54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965749 Jul 14 11:57:26.262744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbc850-1cf2-43bb-9621-e0d07871757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11f672d-41f7-403a-acfd-dd4ab306c741,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:26.268631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45874) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:26.284637 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:26.360151 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47560cd6-5631-44e9-83e3-ed39dac4a60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:26.404691 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47560cd6-5631-44e9-83e3-ed39dac4a60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:26.494232 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47560cd6-5631-44e9-83e3-ed39dac4a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:26.500376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47560cd6-5631-44e9-83e3-ed39dac4a60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:26.504673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-47560cd6-5631-44e9-83e3-ed39dac4a60c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b11f672d-41f7-403a-acfd-dd4ab306c741 HTTP/1.1" status: 204 len: 168 time: 0.2318046 Jul 14 11:57:26.515912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47560cd6-5631-44e9-83e3-ed39dac4a60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11f672d-41f7-403a-acfd-dd4ab306c741,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:26.673609 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-385a0952-9696-441c-b2ac-09d38b30ae7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64af667-9755-47be-b5d2-d338772f9241 HTTP/1.1" status: 200 len: 1001 time: 0.4540503 Jul 14 11:57:26.760814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-1b0edd75-c490-4cf5-b4b1-8ba8cf3a966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:26.763386 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-1b0edd75-c490-4cf5-b4b1-8ba8cf3a966e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.0783381 Jul 14 11:57:26.859249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-33fd145d-e66e-4830-9dfe-1af1d12ac25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:26.861635 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-33fd145d-e66e-4830-9dfe-1af1d12ac25d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871305 Jul 14 11:57:26.998176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45882) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:27.006849 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-789765ce-c698-417b-aca4-d81886ce70ac service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334314 Jul 14 11:57:27.018426 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9c15d96-fc3e-48c2-b857-5f6e526da505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:27.186645 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9c15d96-fc3e-48c2-b857-5f6e526da505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:27.193235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9c15d96-fc3e-48c2-b857-5f6e526da505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:27.209329 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-dc8052e5-e585-4acc-ad15-4dcf247e900b req-c1c64784-e288-42ee-b4f5-1d0d4d829ca0 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912391 Jul 14 11:57:27.293651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c15d96-fc3e-48c2-b857-5f6e526da505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf71b09-d537-4733-abb5-00eb2660cd15,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:27.299606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a9c15d96-fc3e-48c2-b857-5f6e526da505 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ccc119e6001459a9f5b5de1313a5d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998095 Jul 14 11:57:27.303705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45886) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:27.422319 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0060b6d-dbc6-4837-b5f0-e70efe7d377e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:27.481332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0060b6d-dbc6-4837-b5f0-e70efe7d377e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:27.517270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccea1a-4504-4b8d-8346-5e359919cb81 req-3a6af2e5-89e8-484b-ab99-bb6c25a5c4da tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:27.520014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93ccea1a-4504-4b8d-8346-5e359919cb81 req-3a6af2e5-89e8-484b-ab99-bb6c25a5c4da tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1636670 Jul 14 11:57:27.592720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93ccea1a-4504-4b8d-8346-5e359919cb81 req-4843193b-c66e-41a5-891c-4636aa643cde tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665936 Jul 14 11:57:27.613994 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0060b6d-dbc6-4837-b5f0-e70efe7d377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:27.619610 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0060b6d-dbc6-4837-b5f0-e70efe7d377e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:27.626639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e0060b6d-dbc6-4837-b5f0-e70efe7d377e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aaf71b09-d537-4733-abb5-00eb2660cd15 HTTP/1.1" status: 204 len: 168 time: 0.3165925 Jul 14 11:57:27.637335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0060b6d-dbc6-4837-b5f0-e70efe7d377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf71b09-d537-4733-abb5-00eb2660cd15,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:28.246581 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:28.920988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373068e-947c-491d-8d0b-43f997f134ca req-96b199c9-fb12-45d6-b6db-a4b474fd3aea tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:28.922604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3373068e-947c-491d-8d0b-43f997f134ca req-96b199c9-fb12-45d6-b6db-a4b474fd3aea tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1015327 Jul 14 11:57:28.996562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3373068e-947c-491d-8d0b-43f997f134ca req-75c85cb1-485a-449f-9056-e0a5aec0adc8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628138 Jul 14 11:57:31.004181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45970) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:31.183624 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad10597f-58b7-425d-8979-9d8c084745c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:31.350707 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad10597f-58b7-425d-8979-9d8c084745c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:31.357155 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad10597f-58b7-425d-8979-9d8c084745c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:31.426919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10597f-58b7-425d-8979-9d8c084745c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ba020-1f35-4baf-8dd4-038ca9d09203,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:31.436052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ad10597f-58b7-425d-8979-9d8c084745c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72b90db95806418a89ff74f21df4bd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297237 Jul 14 11:57:31.441452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45976) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:31.525446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f8aaf5bf-f4b3-4f39-995d-3dcb6f010d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:31.582231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f8aaf5bf-f4b3-4f39-995d-3dcb6f010d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:31.687169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f8aaf5bf-f4b3-4f39-995d-3dcb6f010d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:31.691595 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f8aaf5bf-f4b3-4f39-995d-3dcb6f010d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:31.693514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f8aaf5bf-f4b3-4f39-995d-3dcb6f010d34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b40ba020-1f35-4baf-8dd4-038ca9d09203 HTTP/1.1" status: 204 len: 168 time: 0.2514067 Jul 14 11:57:31.708587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaf5bf-f4b3-4f39-995d-3dcb6f010d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ba020-1f35-4baf-8dd4-038ca9d09203,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:32.163414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 45986) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:32.188480 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a153afac-c284-48d5-82bb-5a7240ef9f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:32.337912 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a153afac-c284-48d5-82bb-5a7240ef9f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:32.344273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a153afac-c284-48d5-82bb-5a7240ef9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:32.393620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a153afac-c284-48d5-82bb-5a7240ef9f76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb78ab8617704803b2613327617f1ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281227 Jul 14 11:57:32.395927 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 45988) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:32.396955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153afac-c284-48d5-82bb-5a7240ef9f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a68e5-0f14-4da0-939d-ce0e1789ef47,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:32.479124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:32.516557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:32.590214 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:32.595474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:32.597366 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f9a68e5-0f14-4da0-939d-ce0e1789ef47 HTTP/1.1" status: 204 len: 168 time: 0.2016387 Jul 14 11:57:32.614289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a68e5-0f14-4da0-939d-ce0e1789ef47,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:32.628032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.628775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.629250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.629736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.630572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.631409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.632247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.634087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.634087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.634524 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.634898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:32.635454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41220c1-a6dd-4c7e-aac9-b404f8053f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:33.986935 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:57:34.206902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46020) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:34.392923 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-af2e4cfa-f2ce-4c4d-a72b-cfb2c460d7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:34.531433 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-af2e4cfa-f2ce-4c4d-a72b-cfb2c460d7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:34.542901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-af2e4cfa-f2ce-4c4d-a72b-cfb2c460d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:34.608831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-af2e4cfa-f2ce-4c4d-a72b-cfb2c460d7f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87073c49f6714097906bf3c59f63b950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005110 Jul 14 11:57:34.613299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46028) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:34.621291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e4cfa-f2ce-4c4d-a72b-cfb2c460d7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627dc74c-bd80-4773-acfd-4a700ae36d55,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:34.699604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-99810079-e8ef-4f2e-9e13-c4e9e1cb3ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:34.733995 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-99810079-e8ef-4f2e-9e13-c4e9e1cb3ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:34.812602 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-99810079-e8ef-4f2e-9e13-c4e9e1cb3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:34.815725 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-99810079-e8ef-4f2e-9e13-c4e9e1cb3ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:34.820962 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-99810079-e8ef-4f2e-9e13-c4e9e1cb3ab9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/627dc74c-bd80-4773-acfd-4a700ae36d55 HTTP/1.1" status: 204 len: 168 time: 0.2027335 Jul 14 11:57:34.830286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99810079-e8ef-4f2e-9e13-c4e9e1cb3ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627dc74c-bd80-4773-acfd-4a700ae36d55,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:35.346163 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-1782973e-d257-4d6b-b46e-aca729dbab98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0944312 Jul 14 11:57:35.526033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-48d79e90-6507-4806-ad4e-1ea292a94c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:35.529047 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-48d79e90-6507-4806-ad4e-1ea292a94c0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 1096 time: 0.1153989 Jul 14 11:57:35.728029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-b06efe81-b88d-4058-971c-7b72e58c93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:35.730475 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-b06efe81-b88d-4058-971c-7b72e58c93e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.1624949 Jul 14 11:57:35.847654 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-66c39313-6eb9-46fb-b9e1-b02dbb9cae67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51 HTTP/1.1" status: 200 len: 1000 time: 0.1077843 Jul 14 11:57:35.919286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-a4accc84-6c55-42b3-a73b-d0b83319d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:35.920889 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-a4accc84-6c55-42b3-a73b-d0b83319d38c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0639744 Jul 14 11:57:36.024106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-98fd9057-df8d-4cb7-9bfb-c558aa3a32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:36.026913 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-98fd9057-df8d-4cb7-9bfb-c558aa3a32c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991294 Jul 14 11:57:36.142037 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-cfdc1c32-8dc8-4334-8ce7-d804462d7e71 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052468 Jul 14 11:57:36.282927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f4515ff6-445e-41a1-b8d2-a87c453b1c35 req-86f34cad-b2c2-4bf3-a9db-0e9b212aae25 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339617 Jul 14 11:57:37.891677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46118) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:38.063803 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a720123-ffe5-4dd2-b201-c4956fcea7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:38.190960 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a720123-ffe5-4dd2-b201-c4956fcea7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:38.196508 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a720123-ffe5-4dd2-b201-c4956fcea7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:38.245069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9a720123-ffe5-4dd2-b201-c4956fcea7ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=960dda29019b4176bf7883cc22e6db6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511043 Jul 14 11:57:38.248888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a720123-ffe5-4dd2-b201-c4956fcea7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dc3919-0176-4c5f-a6b3-f4df3350de23,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:38.249341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46136) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:38.314321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c319040-aef3-4dcb-8685-2f70ed55e7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:38.356774 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c319040-aef3-4dcb-8685-2f70ed55e7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:38.446124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c319040-aef3-4dcb-8685-2f70ed55e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:38.449111 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c319040-aef3-4dcb-8685-2f70ed55e7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:38.454743 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1c319040-aef3-4dcb-8685-2f70ed55e7b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4dc3919-0176-4c5f-a6b3-f4df3350de23 HTTP/1.1" status: 204 len: 168 time: 0.2039301 Jul 14 11:57:38.466475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c319040-aef3-4dcb-8685-2f70ed55e7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dc3919-0176-4c5f-a6b3-f4df3350de23,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:38.849337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46146) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:38.868161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-29d9f8ba-39d3-4305-a280-44e14f3835d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:39.016231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-29d9f8ba-39d3-4305-a280-44e14f3835d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:39.029562 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-29d9f8ba-39d3-4305-a280-44e14f3835d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:39.077118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-29d9f8ba-39d3-4305-a280-44e14f3835d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb015d7e581945ca9412bec33374e713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264955 Jul 14 11:57:39.077981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9f8ba-39d3-4305-a280-44e14f3835d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c457df-c438-431e-9b0b-717c0e600b59,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:39.080719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46148) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:39.167320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0d32ba-799a-4340-b4ba-1df25caf1d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:39.189773 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0d32ba-799a-4340-b4ba-1df25caf1d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:39.245263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0d32ba-799a-4340-b4ba-1df25caf1d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:39.248294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0d32ba-799a-4340-b4ba-1df25caf1d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:39.249629 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de0d32ba-799a-4340-b4ba-1df25caf1d21 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81c457df-c438-431e-9b0b-717c0e600b59 HTTP/1.1" status: 204 len: 168 time: 0.1673546 Jul 14 11:57:39.262733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d32ba-799a-4340-b4ba-1df25caf1d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c457df-c438-431e-9b0b-717c0e600b59,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:39.526636 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c172fcbf-26f3-436f-9921-908c200779de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:41.552075 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e2585683-e199-477b-a418-318d861e50e5 req-54650429-b399-49bf-a7f1-e2b6caa7938d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720916 Jul 14 11:57:41.678891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2585683-e199-477b-a418-318d861e50e5 req-eec8c505-03cb-4be2-aa7b-1cc2331738f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:41.682065 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e2585683-e199-477b-a418-318d861e50e5 req-eec8c505-03cb-4be2-aa7b-1cc2331738f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 1096 time: 0.0991213 Jul 14 11:57:41.912595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2585683-e199-477b-a418-318d861e50e5 req-230dc0cc-e8b7-4a91-a609-bdd3f1520a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:41.914458 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e2585683-e199-477b-a418-318d861e50e5 req-230dc0cc-e8b7-4a91-a609-bdd3f1520a84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.1755240 Jul 14 11:57:42.002815 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e2585683-e199-477b-a418-318d861e50e5 req-a4b555d9-6121-4745-afc6-101ccec5c065 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64af667-9755-47be-b5d2-d338772f9241 HTTP/1.1" status: 200 len: 1001 time: 0.0821304 Jul 14 11:57:42.081000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2585683-e199-477b-a418-318d861e50e5 req-e0a9eacf-e8a9-4483-b6f4-99bec52ae2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:42.082517 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e2585683-e199-477b-a418-318d861e50e5 req-e0a9eacf-e8a9-4483-b6f4-99bec52ae2d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.0737073 Jul 14 11:57:42.148042 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-79f94a37-2101-4672-8332-f47f19e56668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:42.169221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2585683-e199-477b-a418-318d861e50e5 req-4243920f-55fd-443b-b134-b0c85ff7d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:42.172794 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e2585683-e199-477b-a418-318d861e50e5 req-4243920f-55fd-443b-b134-b0c85ff7d6a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809178 Jul 14 11:57:42.288514 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:42.342747 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e2585683-e199-477b-a418-318d861e50e5 req-0d8df579-8bee-4733-b5e0-eec194f25bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647701 Jul 14 11:57:42.487079 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e2585683-e199-477b-a418-318d861e50e5 req-96b3c625-3863-4241-8971-fa2215d7e040 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363306 Jul 14 11:57:42.911988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46282) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:43.084299 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-16727cc4-92ce-40f7-9323-b68f8008776d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:43.202750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-16727cc4-92ce-40f7-9323-b68f8008776d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:43.208631 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-16727cc4-92ce-40f7-9323-b68f8008776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:43.280335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16727cc4-92ce-40f7-9323-b68f8008776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6320ab7-908e-4862-8b92-9dc763b52982,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:43.290399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-16727cc4-92ce-40f7-9323-b68f8008776d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e69517eab6245ec9e9e231113a99490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749440 Jul 14 11:57:43.290795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46294) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:43.375048 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ef591ac-e67a-4fe0-b318-bdc307931287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:43.409855 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ef591ac-e67a-4fe0-b318-bdc307931287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:43.501987 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:43.511024 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ef591ac-e67a-4fe0-b318-bdc307931287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:43.516545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ef591ac-e67a-4fe0-b318-bdc307931287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:43.522703 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5ef591ac-e67a-4fe0-b318-bdc307931287 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6320ab7-908e-4862-8b92-9dc763b52982 HTTP/1.1" status: 204 len: 168 time: 0.2269897 Jul 14 11:57:43.532951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef591ac-e67a-4fe0-b318-bdc307931287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6320ab7-908e-4862-8b92-9dc763b52982,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:43.977874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46306) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:43.999937 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6fef3b3d-61c5-41d8-b9e8-9c9c85952bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:44.188093 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6fef3b3d-61c5-41d8-b9e8-9c9c85952bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:44.195309 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6fef3b3d-61c5-41d8-b9e8-9c9c85952bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:44.269348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6fef3b3d-61c5-41d8-b9e8-9c9c85952bb2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f08e8b2ec82b48c3a10819ae205a615b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903073 Jul 14 11:57:44.270624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef3b3d-61c5-41d8-b9e8-9c9c85952bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bd62f9-9614-482d-abbc-4ae5f14aaccc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:44.272687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46308) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:44.368247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22de6aac-3e50-4302-98a5-e051a7ca2894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:44.401854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22de6aac-3e50-4302-98a5-e051a7ca2894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:44.471015 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22de6aac-3e50-4302-98a5-e051a7ca2894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:44.475408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22de6aac-3e50-4302-98a5-e051a7ca2894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:44.476773 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-22de6aac-3e50-4302-98a5-e051a7ca2894 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56bd62f9-9614-482d-abbc-4ae5f14aaccc HTTP/1.1" status: 204 len: 168 time: 0.2019343 Jul 14 11:57:44.492053 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de6aac-3e50-4302-98a5-e051a7ca2894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bd62f9-9614-482d-abbc-4ae5f14aaccc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:45.209848 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:46.436980 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46380) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:46.615427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc07a7af-e5a8-4188-b7ec-743874003337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:46.779470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc07a7af-e5a8-4188-b7ec-743874003337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:46.784582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc07a7af-e5a8-4188-b7ec-743874003337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:46.841086 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fc07a7af-e5a8-4188-b7ec-743874003337 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6b5afab9f4e424fa718a567bf64b2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021671 Jul 14 11:57:46.842422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07a7af-e5a8-4188-b7ec-743874003337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e8ff0-a8be-47d9-8d68-2121dbb56bbc,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:46.845328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46384) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:46.913958 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-561d4469-d3c0-4f34-9176-b3592afb66fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:46.945813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-561d4469-d3c0-4f34-9176-b3592afb66fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:47.009633 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-561d4469-d3c0-4f34-9176-b3592afb66fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:47.014274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-561d4469-d3c0-4f34-9176-b3592afb66fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:47.015491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-561d4469-d3c0-4f34-9176-b3592afb66fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c36e8ff0-a8be-47d9-8d68-2121dbb56bbc HTTP/1.1" status: 204 len: 168 time: 0.1689768 Jul 14 11:57:47.025083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d4469-d3c0-4f34-9176-b3592afb66fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e8ff0-a8be-47d9-8d68-2121dbb56bbc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:48.915784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46458) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:49.097405 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c592b0-db31-481e-b833-adbe28e83cbf req-ef5b36bf-13d5-4c23-8be9-587d9fe281b9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:49.100175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09c592b0-db31-481e-b833-adbe28e83cbf req-ef5b36bf-13d5-4c23-8be9-587d9fe281b9 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.0881152 Jul 14 11:57:49.192229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09c592b0-db31-481e-b833-adbe28e83cbf req-4da9826d-d510-46ff-b629-9570c845d97c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805941 Jul 14 11:57:49.203199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-922080814'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:49.241521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Made reservation on behalf of dc419f0a355a4203bb9f1a5de05d0aa5 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:49.248521 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:49.264614 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:49.464925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:49.479329 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:49.530240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:57:49.543319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c26dc-ab8f-4db6-88c9-e87716c4e6b6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:49.553238 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:49.553783 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Added segment a5b5784a-1a01-4098-94f2-b646b0ec32d2 of type vlan for network 40d38ed0-eef7-4e6a-8df4-53360d0e7527 Jul 14 11:57:49.627118 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:49.670308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:49.681452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:49.682509 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:49.766121 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8443155 Jul 14 11:57:49.766395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46472) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:49.772411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Request body: {'subnet': {'network_id': '40d38ed0-eef7-4e6a-8df4-53360d0e7527', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:49.837149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738682c-b542-415d-98f2-6fe018b80f8b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event updated for resources: {'Network': ['ID=40d38ed0-eef7-4e6a-8df4-53360d0e7527,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:49.858392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 40d38ed0-eef7-4e6a-8df4-53360d0e7527 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:57:49.913008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Made reservation on behalf of dc419f0a355a4203bb9f1a5de05d0aa5 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:49.920804 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:50.178983 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:50.264351 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event updated for resources: {'Subnet': ['ID=3394d124-7826-438c-a0a3-42550e56deac,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:50.282642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Checking segment: {'id': 'a5b5784a-1a01-4098-94f2-b646b0ec32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '40d38ed0-eef7-4e6a-8df4-53360d0e7527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:57:50.283487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Network hostable DHCP agents. Network: 40d38ed0-eef7-4e6a-8df4-53360d0e7527, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:57:50.307710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Network 40d38ed0-eef7-4e6a-8df4-53360d0e7527 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:57:50.320660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 40d38ed0-eef7-4e6a-8df4-53360d0e7527) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:57:50.328689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:50.329297 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:50.334826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888c747-b7e4-4c25-b120-51a4eaa1272a None None] Network 40d38ed0-eef7-4e6a-8df4-53360d0e7527 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:57:50.348309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a07ba228-31b2-4768-8789-8ebf97d26ddb tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5775592 Jul 14 11:57:50.348556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46478) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:50.354066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Request body: {'port': {'network_id': '40d38ed0-eef7-4e6a-8df4-53360d0e7527', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2038244275'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:50.583543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99ccb8-3402-4448-83c7-8d999fa0faa3 req-fd253314-987e-4f32-9a32-390789de1ab6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:50.588431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ae99ccb8-3402-4448-83c7-8d999fa0faa3 req-fd253314-987e-4f32-9a32-390789de1ab6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1690683 Jul 14 11:57:50.635044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Made reservation on behalf of dc419f0a355a4203bb9f1a5de05d0aa5 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:50.642799 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:50.678835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ae99ccb8-3402-4448-83c7-8d999fa0faa3 req-37488bf1-5248-4107-988a-4f5950b0339b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823910 Jul 14 11:57:50.685898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] device_id is not set on port a0cd58b0-9244-444f-b263-3f29110ecc6c yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:57:50.866362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-40d38ed0-eef7-4e6a-8df4-53360d0e7527', 'network_id': '40d38ed0-eef7-4e6a-8df4-53360d0e7527', 'tenant_id': 'dc419f0a355a4203bb9f1a5de05d0aa5', 'fixed_ips': [{'subnet_id': '3394d124-7826-438c-a0a3-42550e56deac'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:57:50.867926 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:50.876129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Allocated IP 172.20.0.11 (40d38ed0-eef7-4e6a-8df4-53360d0e7527/3394d124-7826-438c-a0a3-42550e56deac/a0cd58b0-9244-444f-b263-3f29110ecc6c) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:57:51.064917 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.081476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Transition to ACTIVE for port object a0cd58b0-9244-444f-b263-3f29110ecc6c will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:57:51.123412 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.180340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Network 40d38ed0-eef7-4e6a-8df4-53360d0e7527 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:57:51.183896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:57:51.187225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:57:51.201617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Allocated IP 172.20.0.2 (40d38ed0-eef7-4e6a-8df4-53360d0e7527/3394d124-7826-438c-a0a3-42550e56deac/ba22c93b-217f-4128-ba50-fcf2ccd90e63) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:57:51.265470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event updated for resources: {'Port': ['ID=a0cd58b0-9244-444f-b263-3f29110ecc6c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:51.293246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:51.294444 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.325024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46488) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:51.326503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a133b46a-c0c2-471a-ba29-87ea2dc99172 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.9753551 Jul 14 11:57:51.415076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.428592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Transition to ACTIVE for port object ba22c93b-217f-4128-ba50-fcf2ccd90e63 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:57:51.447371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Transition to ACTIVE for port object ba22c93b-217f-4128-ba50-fcf2ccd90e63 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:57:51.457812 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.493118 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-db6fc342-5330-4979-a524-9083b6b23a1d tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Deleting port a0cd58b0-9244-444f-b263-3f29110ecc6c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:57:51.493526 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db6fc342-5330-4979-a524-9083b6b23a1d tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.497869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Network 40d38ed0-eef7-4e6a-8df4-53360d0e7527 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:57:51.504847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:57:51.507889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:57:51.521036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Pushing event updated for resources: {'Port': ['ID=ba22c93b-217f-4128-ba50-fcf2ccd90e63,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:51.562879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.563432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.564073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.564612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.565188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.565788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.566338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.566908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.567475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.568026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.568598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.569169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:51.617534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db6fc342-5330-4979-a524-9083b6b23a1d tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.628519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Attempting to bind port ba22c93b-217f-4128-ba50-fcf2ccd90e63 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:57:51.628941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Attempting to bind port ba22c93b-217f-4128-ba50-fcf2ccd90e63 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a5b5784a-1a01-4098-94f2-b646b0ec32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '40d38ed0-eef7-4e6a-8df4-53360d0e7527'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:57:51.629311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Attempting to bind port ba22c93b-217f-4128-ba50-fcf2ccd90e63 on network 40d38ed0-eef7-4e6a-8df4-53360d0e7527 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:57:51.636437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:57:51.637061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Checking segment: {'id': 'a5b5784a-1a01-4098-94f2-b646b0ec32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '40d38ed0-eef7-4e6a-8df4-53360d0e7527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:57:51.637737 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.638395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Bound using segment: {'id': 'a5b5784a-1a01-4098-94f2-b646b0ec32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '40d38ed0-eef7-4e6a-8df4-53360d0e7527'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:57:51.639199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Bound port: ba22c93b-217f-4128-ba50-fcf2ccd90e63, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b5784a-1a01-4098-94f2-b646b0ec32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '40d38ed0-eef7-4e6a-8df4-53360d0e7527'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:57:51.639843 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.640770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-db6fc342-5330-4979-a524-9083b6b23a1d tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Calling delete_port for a0cd58b0-9244-444f-b263-3f29110ecc6c owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:57:51.742132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] For port ba22c93b-217f-4128-ba50-fcf2ccd90e63, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:57:51.746303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] For port ba22c93b-217f-4128-ba50-fcf2ccd90e63, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ba22c93b-217f-4128-ba50-fcf2ccd90e63,segment=NetworkSegment(a5b5784a-1a01-4098-94f2-b646b0ec32d2),segment_id=a5b5784a-1a01-4098-94f2-b646b0ec32d2)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:57:51.752213 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.879938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db6fc342-5330-4979-a524-9083b6b23a1d tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:51.912489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc5200-8449-45ae-b63a-40cef97865bf None None] Pushing event updated for resources: {'Port': ['ID=ba22c93b-217f-4128-ba50-fcf2ccd90e63,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:51.958598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fc342-5330-4979-a524-9083b6b23a1d tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event deleted for resources: {'Port': ['ID=a0cd58b0-9244-444f-b263-3f29110ecc6c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:52.050049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c07b08-ecc0-4f34-bf2a-4107fc1aae9c req-2f0accb7-d90f-4a28-9458-f4e9bef9d25b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:52.064672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39c07b08-ecc0-4f34-bf2a-4107fc1aae9c req-2f0accb7-d90f-4a28-9458-f4e9bef9d25b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1479812 Jul 14 11:57:52.136908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db6fc342-5330-4979-a524-9083b6b23a1d tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:52.139889 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-db6fc342-5330-4979-a524-9083b6b23a1d tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] 10.222.0.38 "DELETE /v2.0/ports/a0cd58b0-9244-444f-b263-3f29110ecc6c HTTP/1.1" status: 204 len: 168 time: 0.8131752 Jul 14 11:57:52.148832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46500) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:52.289559 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b346b915-51e0-47a1-a8bb-75239a5c6514 tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1390736 Jul 14 11:57:52.293731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46504) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:52.300264 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-38364758'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:57:52.335359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Made reservation on behalf of dc419f0a355a4203bb9f1a5de05d0aa5 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:52.342574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:52.408668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:57:52.428782 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:52.429305 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Added segment cbff034a-dd7c-4b7e-9df6-75e9ddd1584d of type vlan for network 16994cdd-e81e-470c-8fa4-0de3192e54a1 Jul 14 11:57:52.491089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:52.565456 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:52.570155 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39c07b08-ecc0-4f34-bf2a-4107fc1aae9c req-6e3f23f9-0670-443d-9287-9592de041fe8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5039034 Jul 14 11:57:52.571126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ba22c93b-217f-4128-ba50-fcf2ccd90e63 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:57:52.575880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:52.577174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:52.651719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port ba22c93b-217f-4128-ba50-fcf2ccd90e63 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:57:52.666238 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3710687 Jul 14 11:57:52.670564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46506) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:52.679402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fcc64-0444-48a5-9c4b-7c1f5bdb477b tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event updated for resources: {'Network': ['ID=16994cdd-e81e-470c-8fa4-0de3192e54a1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:52.696015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 16994cdd-e81e-470c-8fa4-0de3192e54a1 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:57:52.901508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0df868a0-5f7f-41d5-9088-de5d786011ef tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] 10.222.0.38 "GET /v2.0/agents/5ef5c770-2792-4595-8220-cde68be7c1f4/dhcp-networks HTTP/1.1" status: 200 len: 6464 time: 0.2289538 Jul 14 11:57:52.904899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46508) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:53.008724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1855bed2-8227-45f7-81a8-6850203a5689 tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] Network 16994cdd-e81e-470c-8fa4-0de3192e54a1 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:57:53.023466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1855bed2-8227-45f7-81a8-6850203a5689 tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] 10.222.0.38 "POST /v2.0/agents/5ef5c770-2792-4595-8220-cde68be7c1f4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1173251 Jul 14 11:57:53.028169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46510) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:53.032798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ed6a5c-9add-433e-8fc1-af5f63554976 None None] Network 16994cdd-e81e-470c-8fa4-0de3192e54a1 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:57:53.328789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9b086-8825-4f73-948f-04b12e0f9264 None None] Network 40d38ed0-eef7-4e6a-8df4-53360d0e7527 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:57:53.333784 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bc26efa2-7afe-4aa4-ac23-b6c07bae0973 tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] 10.222.0.38 "GET /v2.0/agents/5ef5c770-2792-4595-8220-cde68be7c1f4/dhcp-networks HTTP/1.1" status: 200 len: 7232 time: 0.3034670 Jul 14 11:57:53.338119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46518) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:53.414866 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a8c2a312-ad54-4450-be66-70de2a448792 tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] 10.222.0.38 "DELETE /v2.0/agents/5ef5c770-2792-4595-8220-cde68be7c1f4/dhcp-networks/16994cdd-e81e-470c-8fa4-0de3192e54a1 HTTP/1.1" status: 204 len: 168 time: 0.0715425 Jul 14 11:57:53.415838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46520) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:53.435542 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1e606a3e-c7e2-4176-ac55-a71d55488e21 None None] Provisioning for port ba22c93b-217f-4128-ba50-fcf2ccd90e63 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:57:53.454391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1e606a3e-c7e2-4176-ac55-a71d55488e21 None None] Provisioning complete for port ba22c93b-217f-4128-ba50-fcf2ccd90e63 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:53.455070 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e606a3e-c7e2-4176-ac55-a71d55488e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:53.582453 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8261deb4-cefd-4645-a317-51af981f168f tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] 10.222.0.38 "GET /v2.0/agents/5ef5c770-2792-4595-8220-cde68be7c1f4/dhcp-networks HTTP/1.1" status: 200 len: 6464 time: 0.1657462 Jul 14 11:57:53.588157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46522) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:53.619297 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-19b2c50f-ce16-496b-94ff-0f5f71cb48aa tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] 10.222.0.38 "GET /v2.0/networks/40d38ed0-eef7-4e6a-8df4-53360d0e7527/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0294187 Jul 14 11:57:53.623949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46526) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:53.661221 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f896582f-c312-4009-809f-a93f1f05f298 tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] 10.222.0.38 "GET /v2.0/networks/40d38ed0-eef7-4e6a-8df4-53360d0e7527/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0321808 Jul 14 11:57:53.661566 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46528) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:53.663730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e606a3e-c7e2-4176-ac55-a71d55488e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:53.740083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1e606a3e-c7e2-4176-ac55-a71d55488e21 None None] For port ba22c93b-217f-4128-ba50-fcf2ccd90e63, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ba22c93b-217f-4128-ba50-fcf2ccd90e63,segment=NetworkSegment(a5b5784a-1a01-4098-94f2-b646b0ec32d2),segment_id=a5b5784a-1a01-4098-94f2-b646b0ec32d2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:53.746253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e606a3e-c7e2-4176-ac55-a71d55488e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:53.856378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e606a3e-c7e2-4176-ac55-a71d55488e21 None None] Pushing event updated for resources: {'Port': ['ID=ba22c93b-217f-4128-ba50-fcf2ccd90e63,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:53.901426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc613eb-052b-42a3-8160-53d4bc05666f req-460ab6ef-fa3b-4dd0-8625-18959ad43173 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:53.904798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5dc613eb-052b-42a3-8160-53d4bc05666f req-460ab6ef-fa3b-4dd0-8625-18959ad43173 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1175148 Jul 14 11:57:53.912971 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e6273458-6a86-49da-a11a-254f71a5e3bd tempest-DHCPAgentSchedulersTestJSON-992525892 tempest-DHCPAgentSchedulersTestJSON-992525892-project-admin] 10.222.0.38 "GET /v2.0/agents/5ef5c770-2792-4595-8220-cde68be7c1f4/dhcp-networks HTTP/1.1" status: 200 len: 6464 time: 0.2442896 Jul 14 11:57:53.914558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46530) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:53.970180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5dc613eb-052b-42a3-8160-53d4bc05666f req-99bb5b3a-0bb9-4eda-868f-e199e7ea640b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574219 Jul 14 11:57:54.028829 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.078325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-424ea7a5-00ef-4b93-8d11-c200b95d1cb7 None None] Provisioning complete for port ba22c93b-217f-4128-ba50-fcf2ccd90e63 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:54.078325 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-424ea7a5-00ef-4b93-8d11-c200b95d1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.177289 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.194326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16994cdd-e81e-470c-8fa4-0de3192e54a1']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:54.213891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbff034a-dd7c-4b7e-9df6-75e9ddd1584d') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:54.214627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbff034a-dd7c-4b7e-9df6-75e9ddd1584d') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:54.235024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.256426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.265676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:57:54.266318 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:57:54.271067 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:57:54.320657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b564db24-8e32-43fd-a8db-01d5b4852674 None None] Could not find standard attr ID for object a0cd58b0-9244-444f-b263-3f29110ecc6c. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 11:57:54.342197 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.363263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.365322 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] 10.222.0.38 "DELETE /v2.0/networks/16994cdd-e81e-470c-8fa4-0de3192e54a1 HTTP/1.1" status: 204 len: 168 time: 0.4491675 Jul 14 11:57:54.369609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46534) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:54.378736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30953ef2-958e-41fe-a074-97a99dea2bf2 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event deleted for resources: {'Network': ['ID=16994cdd-e81e-470c-8fa4-0de3192e54a1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:54.415535 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-291809e5-63ab-4fc6-924f-8a484cca0f1a tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] DELETE failed (client error): The resource could not be found. Jul 14 11:57:54.416595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291809e5-63ab-4fc6-924f-8a484cca0f1a tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:57:54.421293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-291809e5-63ab-4fc6-924f-8a484cca0f1a tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] 10.222.0.38 "DELETE /v2.0/ports/a0cd58b0-9244-444f-b263-3f29110ecc6c HTTP/1.1" status: 404 len: 333 time: 0.0494952 Jul 14 11:57:54.424653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46538) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:54.484248 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ba22c93b-217f-4128-ba50-fcf2ccd90e63 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:57:54.552094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdbd87f-1223-41d4-8862-c64bfaa09f22 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Deleting subnet 3394d124-7826-438c-a0a3-42550e56deac {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:57:54.557743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2fdbd87f-1223-41d4-8862-c64bfaa09f22 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.617549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ba22c93b-217f-4128-ba50-fcf2ccd90e63 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:57:54.618018 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.646801 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2fdbd87f-1223-41d4-8862-c64bfaa09f22 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.797756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2fdbd87f-1223-41d4-8862-c64bfaa09f22 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.890302 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2fdbd87f-1223-41d4-8862-c64bfaa09f22 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.935478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbd87f-1223-41d4-8862-c64bfaa09f22 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event deleted for resources: {'Subnet': ['ID=3394d124-7826-438c-a0a3-42550e56deac,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:54.941544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2fdbd87f-1223-41d4-8862-c64bfaa09f22 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:54.948454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2fdbd87f-1223-41d4-8862-c64bfaa09f22 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] 10.222.0.38 "DELETE /v2.0/subnets/3394d124-7826-438c-a0a3-42550e56deac HTTP/1.1" status: 204 len: 168 time: 0.5220795 Jul 14 11:57:54.949227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46542) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:54.953723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4212a-a7c9-45a6-afaf-db6368fa0da6 None None] Network 40d38ed0-eef7-4e6a-8df4-53360d0e7527 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:57:55.063760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.178501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Deleting port ba22c93b-217f-4128-ba50-fcf2ccd90e63 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:57:55.179153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.254641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa0ac2-6dbe-456c-9b36-9ffa70081a59 req-3e36ec7b-f9bb-44e5-a44c-619815607d8f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:55.257236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58aa0ac2-6dbe-456c-9b36-9ffa70081a59 req-3e36ec7b-f9bb-44e5-a44c-619815607d8f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1064427 Jul 14 11:57:55.279186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87586319-0477-4eb1-9d2f-edab202ad742 None None] DHCP port deletion for 40d38ed0-eef7-4e6a-8df4-53360d0e7527 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:57:55.283391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] For port ba22c93b-217f-4128-ba50-fcf2ccd90e63, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ba22c93b-217f-4128-ba50-fcf2ccd90e63,segment=NetworkSegment(a5b5784a-1a01-4098-94f2-b646b0ec32d2),segment_id=a5b5784a-1a01-4098-94f2-b646b0ec32d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:55.284352 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.308349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-58aa0ac2-6dbe-456c-9b36-9ffa70081a59 req-f71bee5e-8728-4e4e-b48b-beddc369c54d tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451007 Jul 14 11:57:55.317716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Calling delete_port for ba22c93b-217f-4128-ba50-fcf2ccd90e63 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:57:55.359969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-87586319-0477-4eb1-9d2f-edab202ad742 None None] Deleting port ba22c93b-217f-4128-ba50-fcf2ccd90e63 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:57:55.360605 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87586319-0477-4eb1-9d2f-edab202ad742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.467844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-87586319-0477-4eb1-9d2f-edab202ad742 None None] For port ba22c93b-217f-4128-ba50-fcf2ccd90e63, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ba22c93b-217f-4128-ba50-fcf2ccd90e63,segment=NetworkSegment(a5b5784a-1a01-4098-94f2-b646b0ec32d2),segment_id=a5b5784a-1a01-4098-94f2-b646b0ec32d2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:55.467844 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87586319-0477-4eb1-9d2f-edab202ad742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.476830 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.494973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-87586319-0477-4eb1-9d2f-edab202ad742 None None] Calling delete_port for ba22c93b-217f-4128-ba50-fcf2ccd90e63 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:57:55.526083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event deleted for resources: {'Port': ['ID=ba22c93b-217f-4128-ba50-fcf2ccd90e63,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:55.540842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] No DVR routers for this DVR port ba22c93b-217f-4128-ba50-fcf2ccd90e63 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:57:55.598060 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-87586319-0477-4eb1-9d2f-edab202ad742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.629270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87586319-0477-4eb1-9d2f-edab202ad742 None None] Pushing event deleted for resources: {'Port': ['ID=ba22c93b-217f-4128-ba50-fcf2ccd90e63,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:55.634090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87586319-0477-4eb1-9d2f-edab202ad742 None None] No DVR routers for this DVR port ba22c93b-217f-4128-ba50-fcf2ccd90e63 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:57:55.669237 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.681505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d38ed0-eef7-4e6a-8df4-53360d0e7527']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:55.704147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b5784a-1a01-4098-94f2-b646b0ec32d2') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:55.704666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b5784a-1a01-4098-94f2-b646b0ec32d2') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:55.721735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.748651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.760155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:57:55.761000 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:57:55.767550 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:57:55.873568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.884854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:55.892476 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] 10.222.0.38 "DELETE /v2.0/networks/40d38ed0-eef7-4e6a-8df4-53360d0e7527 HTTP/1.1" status: 204 len: 168 time: 0.9382882 Jul 14 11:57:55.908494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f645335-dddd-45a2-989c-d30604080da0 tempest-DHCPAgentSchedulersTestJSON-1018108771 tempest-DHCPAgentSchedulersTestJSON-1018108771-project] Pushing event deleted for resources: {'Network': ['ID=40d38ed0-eef7-4e6a-8df4-53360d0e7527,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:56.282791 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:56.314367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46562) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:56.514396 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ba22c93b-217f-4128-ba50-fcf2ccd90e63 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:57:56.552879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: ba22c93b-217f-4128-ba50-fcf2ccd90e63 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:57:56.553661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ba22c93b-217f-4128-ba50-fcf2ccd90e63 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:57:56.583490 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ef9112a3-6751-4b7c-bbd9-a2784049b364 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc419f0a355a4203bb9f1a5de05d0aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673919 Jul 14 11:57:56.588151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46570) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:56.614772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ef4b1-f609-4707-825e-01eff2ad89c4 req-b3051ee8-667e-4740-97ef-25538bb4227b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:56.616682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-160ef4b1-f609-4707-825e-01eff2ad89c4 req-b3051ee8-667e-4740-97ef-25538bb4227b tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1343787 Jul 14 11:57:56.686858 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59e0161a-4154-4816-8295-02557a39c3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:56.691642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-160ef4b1-f609-4707-825e-01eff2ad89c4 req-da89fea2-2209-4219-8b74-628fd9b5dffc tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624273 Jul 14 11:57:56.725465 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59e0161a-4154-4816-8295-02557a39c3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:56.803592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59e0161a-4154-4816-8295-02557a39c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:56.808660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59e0161a-4154-4816-8295-02557a39c3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:56.810964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-59e0161a-4154-4816-8295-02557a39c3d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f8c26dc-ab8f-4db6-88c9-e87716c4e6b6 HTTP/1.1" status: 204 len: 168 time: 0.2214625 Jul 14 11:57:56.826130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0161a-4154-4816-8295-02557a39c3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c26dc-ab8f-4db6-88c9-e87716c4e6b6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:57.255268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46578) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:57.274154 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ed85e60-f74a-4e70-9d8d-1c261cd7d486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:57.439625 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ed85e60-f74a-4e70-9d8d-1c261cd7d486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:57.464184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ed85e60-f74a-4e70-9d8d-1c261cd7d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:57.590490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3ed85e60-f74a-4e70-9d8d-1c261cd7d486 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a6f1bfad168c49ed8c9a0363ce2139be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335743 Jul 14 11:57:57.594642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46580) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:57:57.608662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed85e60-f74a-4e70-9d8d-1c261cd7d486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32ba834-4f93-4549-934e-0be6109ee418,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:57.689144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1c98f89-0286-4965-93d4-6ce853c83a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:57.728088 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1c98f89-0286-4965-93d4-6ce853c83a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:57.828503 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1c98f89-0286-4965-93d4-6ce853c83a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:57.833650 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f1c98f89-0286-4965-93d4-6ce853c83a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:57.835941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f1c98f89-0286-4965-93d4-6ce853c83a9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f32ba834-4f93-4549-934e-0be6109ee418 HTTP/1.1" status: 204 len: 168 time: 0.2394941 Jul 14 11:57:57.860558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c98f89-0286-4965-93d4-6ce853c83a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32ba834-4f93-4549-934e-0be6109ee418,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:58.010841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce26968-6da0-4674-9a1b-ec4b43b60d13 req-23dbdd37-067c-4889-81ef-8307a31c73a7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:58.013363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ce26968-6da0-4674-9a1b-ec4b43b60d13 req-23dbdd37-067c-4889-81ef-8307a31c73a7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1031170 Jul 14 11:57:58.084525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ce26968-6da0-4674-9a1b-ec4b43b60d13 req-9ac38653-bfcc-42cd-b962-7894ae179af3 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576563 Jul 14 11:57:58.263117 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:59.393407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724b1f0-8e7c-44e4-8d48-0a946ee26a2b req-6d202c7d-9c83-459b-bb03-31391e184711 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:57:59.395873 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1724b1f0-8e7c-44e4-8d48-0a946ee26a2b req-6d202c7d-9c83-459b-bb03-31391e184711 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1245661 Jul 14 11:57:59.450459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1724b1f0-8e7c-44e4-8d48-0a946ee26a2b req-ad1e7fa6-9d03-4416-bc8a-50ab49e475a6 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453062 Jul 14 11:57:59.952317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46624) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:00.139777 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-245575734'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:00.165160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Made reservation on behalf of 3f74f6077dde4599a168e02b68be8f22 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:00.169646 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.179422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.294062 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.298641 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.350266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:00.358239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e873d13-307b-45aa-b1ab-58d02ff56a91,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:00.367391 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.368178 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Added segment e604ef40-e074-46d4-969f-fdb6890fd4fc of type vlan for network 318d0689-8fae-43ea-a68d-40b6cfbd0cf2 Jul 14 11:58:00.436106 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.484036 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.495155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:00.497457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.618407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46640) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:00.619310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6646268 Jul 14 11:58:00.669539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ca4b-41d9-4ce6-97b6-2cb12bdd0199 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Pushing event updated for resources: {'Network': ['ID=318d0689-8fae-43ea-a68d-40b6cfbd0cf2,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:00.694756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 318d0689-8fae-43ea-a68d-40b6cfbd0cf2 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:00.734819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Request body: {'network': {'name': 'tempest-network--285115948', 'router:external': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:00.813204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Made reservation on behalf of a14c0d08f3774118ba71078c72d2c47f for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:00.825156 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.851376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:00.888799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced06c4-87cb-4e5b-95ab-e68a85321d1e req-f9679469-4c52-44f1-8350-d3ad323ee686 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:00.891655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aced06c4-87cb-4e5b-95ab-e68a85321d1e req-f9679469-4c52-44f1-8350-d3ad323ee686 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.2114403 Jul 14 11:58:01.008296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aced06c4-87cb-4e5b-95ab-e68a85321d1e req-0527cd06-f578-4d2c-b564-60bd62e0840e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995121 Jul 14 11:58:01.057064 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.066636 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.105608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:01.129971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa5cb6d-b8db-43d1-b084-9a5dd4a2b3e6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:01.138650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.139197 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Added segment 8920d5bc-c086-426c-bfaf-20165837ef8f of type vlan for network e221e7f0-1d86-499a-8ec0-3b1ec2ba1eeb Jul 14 11:58:01.216369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.273372 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.275028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:01.276058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.373467 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7531805 Jul 14 11:58:01.377358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46656) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:01.390845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc697fd-5eb4-4743-8897-5bd90911a284 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'Network': ['ID=e221e7f0-1d86-499a-8ec0-3b1ec2ba1eeb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:01.407199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network e221e7f0-1d86-499a-8ec0-3b1ec2ba1eeb details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:01.502116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.637995 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.649634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e221e7f0-1d86-499a-8ec0-3b1ec2ba1eeb']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:01.662652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8920d5bc-c086-426c-bfaf-20165837ef8f') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:01.663095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8920d5bc-c086-426c-bfaf-20165837ef8f') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:01.676891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.699076 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.708740 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:01.709146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:01.711433 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:01.819088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.832627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e221e7f0-1d86-499a-8ec0-3b1ec2ba1eeb {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 11:58:01.842441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.846605 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "DELETE /v2.0/networks/e221e7f0-1d86-499a-8ec0-3b1ec2ba1eeb HTTP/1.1" status: 204 len: 168 time: 0.4678988 Jul 14 11:58:01.852008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46658) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:01.864099 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:01.882139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459d6c-6256-4d95-9391-b99c6ba57d39 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event deleted for resources: {'Network': ['ID=e221e7f0-1d86-499a-8ec0-3b1ec2ba1eeb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:01.925754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Made reservation on behalf of a14c0d08f3774118ba71078c72d2c47f for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:01.930268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:01.989252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:02.014399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:02.014992 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Added segment 054f4bc8-5e15-4a4c-a118-95a88392625b of type vlan for network f2ecd47b-0207-499d-be3c-f8d5d08d5d89 Jul 14 11:58:02.190066 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:02.253737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6185-7496-4140-8363-a1d0da6a2719 req-0adf17a0-bf63-467e-9bf8-6cbcb03c4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:02.256998 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38bb6185-7496-4140-8363-a1d0da6a2719 req-0adf17a0-bf63-467e-9bf8-6cbcb03c4cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 1096 time: 0.3321488 Jul 14 11:58:02.325734 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:02.327537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:02.328393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:02.365535 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38bb6185-7496-4140-8363-a1d0da6a2719 req-9d622e59-7eeb-45a2-a90e-caf529630906 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997071 Jul 14 11:58:02.518857 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.6586576 Jul 14 11:58:02.519221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46670) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:02.526098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Request body: {'subnet': {'network_id': 'f2ecd47b-0207-499d-be3c-f8d5d08d5d89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:02.551486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80affcd-306b-4481-9d54-5091ea9ecaf2 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'Network': ['ID=f2ecd47b-0207-499d-be3c-f8d5d08d5d89,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:02.578270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network f2ecd47b-0207-499d-be3c-f8d5d08d5d89 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:02.586254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Made reservation on behalf of a14c0d08f3774118ba71078c72d2c47f for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:02.590021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:02.636651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a2c32-cda5-40c6-b32a-cfd28f8a8a6c req-f5e7d1ba-f566-4c25-b50e-b1ed09074b6a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:02.651311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f6a2c32-cda5-40c6-b32a-cfd28f8a8a6c req-f5e7d1ba-f566-4c25-b50e-b1ed09074b6a tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.3179717 Jul 14 11:58:02.858710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f6a2c32-cda5-40c6-b32a-cfd28f8a8a6c req-bc0790d2-359a-4526-991c-bcc9fae19913 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045605 Jul 14 11:58:03.235259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.objects.ports [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:58:03.236122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:03.337958 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4747e6e4-4e78-4807-ab0f-d7c57699e79e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:03.362600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Checking segment: {'id': '054f4bc8-5e15-4a4c-a118-95a88392625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f2ecd47b-0207-499d-be3c-f8d5d08d5d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:03.363197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Network hostable DHCP agents. Network: f2ecd47b-0207-499d-be3c-f8d5d08d5d89, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:03.395464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Network f2ecd47b-0207-499d-be3c-f8d5d08d5d89 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:03.426548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, f2ecd47b-0207-499d-be3c-f8d5d08d5d89) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:03.441939 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:03.443207 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:03.447730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd1702-6334-487d-82aa-18f140a25e4e None None] Network f2ecd47b-0207-499d-be3c-f8d5d08d5d89 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:03.487835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46678) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:03.494817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2ecd47b-0207-499d-be3c-f8d5d08d5d89'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:03.496646 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a51ffba0-7e9d-4420-ba19-dbea5a653af8 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9761388 Jul 14 11:58:03.559560 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:03.882829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978fedc3-f9d9-417f-86a6-a0eae71ac550 None None] Network f2ecd47b-0207-499d-be3c-f8d5d08d5d89 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:03.928598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:04.165437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Allocated IP 172.20.0.2 (f2ecd47b-0207-499d-be3c-f8d5d08d5d89/4747e6e4-4e78-4807-ab0f-d7c57699e79e/71f71b41-c5e1-4fba-94ac-862d6d648a39) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:58:04.238545 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a05a6dad-9fea-4900-888a-ed3fa647669d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:58:04.243285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a05a6dad-9fea-4900-888a-ed3fa647669d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:58:04.371811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208268b-007e-4028-83aa-d5d344325abe req-540da7c0-cc42-4e43-8418-3ba26cdd8aac tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:04.373809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1208268b-007e-4028-83aa-d5d344325abe req-540da7c0-cc42-4e43-8418-3ba26cdd8aac tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.2238677 Jul 14 11:58:04.488797 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:04.526948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1208268b-007e-4028-83aa-d5d344325abe req-29fe1e5a-b743-4062-8ed0-06e42413194e tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251268 Jul 14 11:58:04.577189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46686) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:04.583094 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:04.589454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:04.654389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:58:04.656748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Network f2ecd47b-0207-499d-be3c-f8d5d08d5d89 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:58:04.657264 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1294891-2dd6-4b4f-9ae4-a9af3e01c71d" -d '{"events": [{"server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:58:04.662471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:04.680175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:58:04.705551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a05a6dad-9fea-4900-888a-ed3fa647669d,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:04.733965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a05a6dad-9fea-4900-888a-ed3fa647669d,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:04.749058 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6b6b7d98-3e4b-4f68-923d-efaadaa3b4b7 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/floatingips/3322eff5-4bd5-400a-b991-d35a8818757e HTTP/1.1" status: 200 len: 992 time: 0.1640003 Jul 14 11:58:04.749459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'port_id': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'mac_address': 'fa:16:3e:db:1e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:58:04.753655 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:04.770327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'Port': ['ID=71f71b41-c5e1-4fba-94ac-862d6d648a39,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:04.863422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:04.931258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a05a6dad-9fea-4900-888a-ed3fa647669d,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:04.938275 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:04.942482 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:04.974555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05a6dad-9fea-4900-888a-ed3fa647669d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:58:05.021748 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a05a6dad-9fea-4900-888a-ed3fa647669d,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:05.025875 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 11:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572746ca-abe9-4ecb-ab9c-147032e68c67 x-openstack-request-id: req-572746ca-abe9-4ecb-ab9c-147032e68c67 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:58:05.026750 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:58:05.027290 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-572746ca-abe9-4ecb-ab9c-147032e68c67 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:58:05.028263 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'code': 200} Jul 14 11:58:05.030237 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:05.113151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a05a6dad-9fea-4900-888a-ed3fa647669d,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:05.258671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['a05a6dad-9fea-4900-888a-ed3fa647669d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:58:05.263891 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:05.270554 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:05.404687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'Port': ['ID=71f71b41-c5e1-4fba-94ac-862d6d648a39,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:05.432554 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:05.456740 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:05.461917 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5e3a2b5c-283f-45a2-bf66-d82f0e6ac9bc tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9696798 Jul 14 11:58:05.462465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46704) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:05.595186 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6bf43cd5-b4f6-4c02-9aff-ccab28fa5ad7 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "GET /v2.0/floatingips?floating_network_id=f2ecd47b-0207-499d-be3c-f8d5d08d5d89 HTTP/1.1" status: 200 len: 689 time: 0.1309068 Jul 14 11:58:05.609239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46710) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:06.156752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:06.236263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a05a6dad-9fea-4900-888a-ed3fa647669d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:58:06.326833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Deleting port 71f71b41-c5e1-4fba-94ac-862d6d648a39 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:06.327383 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:06.337079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port a05a6dad-9fea-4900-888a-ed3fa647669d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:06.337748 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:06.466098 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:06.482091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:06.482589 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:06.504060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Calling delete_port for 71f71b41-c5e1-4fba-94ac-862d6d648a39 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:06.529858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a05a6dad-9fea-4900-888a-ed3fa647669d,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:06.535279 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:06.622242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=a05a6dad-9fea-4900-888a-ed3fa647669d,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:06.782930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:06.829977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event deleted for resources: {'Port': ['ID=71f71b41-c5e1-4fba-94ac-862d6d648a39,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:06.935192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:07.029919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:58:07.033551 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c41a11-9f09-437d-8a32-64e17118ca28" -d '{"events": [{"server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "name": "network-vif-plugged", "status": "completed", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:58:07.052887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:07.096382 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d16b32-e1ec-4606-b3cd-f0dd304f6da9 x-openstack-request-id: req-95d16b32-e1ec-4606-b3cd-f0dd304f6da9 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:58:07.096775 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "name": "network-vif-plugged", "status": "completed", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:58:07.097105 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95d16b32-e1ec-4606-b3cd-f0dd304f6da9 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:58:07.097589 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'code': 200} Jul 14 11:58:07.156656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:07.190179 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4747e6e4-4e78-4807-ab0f-d7c57699e79e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:07.258770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:07.272568 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ecd47b-0207-499d-be3c-f8d5d08d5d89']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:07.289489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054f4bc8-5e15-4a4c-a118-95a88392625b') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:07.289857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054f4bc8-5e15-4a4c-a118-95a88392625b') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:07.303842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:07.331377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:07.346642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:07.347403 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:07.401013 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:07.439457 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:07.445095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2ecd47b-0207-499d-be3c-f8d5d08d5d89 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 11:58:07.449607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:07.452072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "DELETE /v2.0/networks/f2ecd47b-0207-499d-be3c-f8d5d08d5d89 HTTP/1.1" status: 204 len: 168 time: 1.8503120 Jul 14 11:58:07.455732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46728) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:07.599324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-99d1df52-dd24-4a39-af09-9586ba089ffe tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.1421647 Jul 14 11:58:07.603407 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46730) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:07.617136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ff126-7ad6-4494-be66-58966e8a7428 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2ecd47b-0207-499d-be3c-f8d5d08d5d89,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:07.806873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe4e4f-eea5-4b9d-9230-8f406f585626 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:07.808395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe4e4f-eea5-4b9d-9230-8f406f585626 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:07.809118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe4e4f-eea5-4b9d-9230-8f406f585626 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:07.809920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe4e4f-eea5-4b9d-9230-8f406f585626 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:07.810747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe4e4f-eea5-4b9d-9230-8f406f585626 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:07.811637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe4e4f-eea5-4b9d-9230-8f406f585626 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:07.812499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe4e4f-eea5-4b9d-9230-8f406f585626 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:07.817607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-02fe4e4f-eea5-4b9d-9230-8f406f585626 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4641 time: 0.2099154 Jul 14 11:58:07.820232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46732) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:07.944220 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-af99c601-d361-4c90-8757-9324d8d2337e tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] delete failed (client error): The resource could not be found. Jul 14 11:58:07.945710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-af99c601-d361-4c90-8757-9324d8d2337e tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/9c388e88-9d58-465c-9a1c-2eda80c364b1 HTTP/1.1" status: 404 len: 345 time: 0.1240306 Jul 14 11:58:07.949272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46734) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:07.983750 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cba53d-45bb-48d0-aace-80cbd7a8747d tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] DELETE failed (client error): The resource could not be found. Jul 14 11:58:07.984762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cba53d-45bb-48d0-aace-80cbd7a8747d tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:07.998391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46736) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:08.009079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Request body: {'network': {'name': 'tempest-network--1749554259', 'router:external': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:08.012899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-24cba53d-45bb-48d0-aace-80cbd7a8747d tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "DELETE /v2.0/networks/f2ecd47b-0207-499d-be3c-f8d5d08d5d89 HTTP/1.1" status: 404 len: 339 time: 0.0618083 Jul 14 11:58:08.053436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Made reservation on behalf of a14c0d08f3774118ba71078c72d2c47f for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:08.058232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:08.124729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:08.144410 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:08.144799 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Added segment c3bebd59-c51e-4067-acbb-6ef31c5b438b of type vlan for network ff947a6f-0341-486d-b7da-75f2bb229637 Jul 14 11:58:08.238966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:08.306720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:08.309420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:08.310644 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:08.445494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46744) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:08.445802 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4468145 Jul 14 11:58:08.462798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4614dc-120f-4415-b82a-e7951f8eb620 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'Network': ['ID=ff947a6f-0341-486d-b7da-75f2bb229637,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:08.478444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network ff947a6f-0341-486d-b7da-75f2bb229637 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:08.712145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ce005-ba8a-49df-9e32-a5d4dc8471a5 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:08.725010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ce005-ba8a-49df-9e32-a5d4dc8471a5 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:08.735513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ce005-ba8a-49df-9e32-a5d4dc8471a5 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:08.745372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ce005-ba8a-49df-9e32-a5d4dc8471a5 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:08.748874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cf1ce005-ba8a-49df-9e32-a5d4dc8471a5 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3011105 Jul 14 11:58:08.753580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46746) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:08.881488 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.032695 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.051886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff947a6f-0341-486d-b7da-75f2bb229637']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:09.069985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bebd59-c51e-4067-acbb-6ef31c5b438b') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:09.070455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bebd59-c51e-4067-acbb-6ef31c5b438b') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:09.083138 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.109718 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.119102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:09.119543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:09.123356 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:09.214870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.239048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff947a6f-0341-486d-b7da-75f2bb229637 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 11:58:09.244599 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.248550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "DELETE /v2.0/networks/ff947a6f-0341-486d-b7da-75f2bb229637 HTTP/1.1" status: 204 len: 168 time: 0.4932637 Jul 14 11:58:09.252003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46748) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:09.260008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Request body: {'network': {'name': 'tempest-network--408674043', 'router:external': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:09.267147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb0797-f883-48aa-97a6-f64087d9f589 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff947a6f-0341-486d-b7da-75f2bb229637,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:09.338222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Made reservation on behalf of a14c0d08f3774118ba71078c72d2c47f for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:09.342621 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.388976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:09.408634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.409408 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Added segment e3a580f5-7bf9-4b4b-9a99-6577837fc497 of type vlan for network 6f7431cc-026b-41d8-b70a-d3c2e73b7ec1 Jul 14 11:58:09.492320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.510894 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f05ffa03-74d3-4395-847b-1bfefd860925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.554381 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.556307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:09.558582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.676465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46756) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:09.676710 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4227011 Jul 14 11:58:09.697181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc4e93-3562-4bac-b156-4e4a77db6947 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'Network': ['ID=6f7431cc-026b-41d8-b70a-d3c2e73b7ec1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:09.753751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 6f7431cc-026b-41d8-b70a-d3c2e73b7ec1 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:09.942293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e225f1d3-00ce-46df-9153-52d1b63562e4 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:09.944964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e225f1d3-00ce-46df-9153-52d1b63562e4 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] 10.222.0.38 "GET /v2.0/networks/6f7431cc-026b-41d8-b70a-d3c2e73b7ec1 HTTP/1.1" status: 200 len: 756 time: 0.2671056 Jul 14 11:58:09.948709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46760) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:10.170603 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417109fa-86c6-4d8d-b2d4-36d1a27af868 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:10.173232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-417109fa-86c6-4d8d-b2d4-36d1a27af868 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] 10.222.0.38 "GET /v2.0/networks/318d0689-8fae-43ea-a68d-40b6cfbd0cf2 HTTP/1.1" status: 200 len: 767 time: 0.2227917 Jul 14 11:58:10.177126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46764) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:10.366714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.476467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebdacd-10e2-47d8-9032-d299cd35228e req-7a8f1264-2bb7-4d48-8955-380a63190d8e tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:10.491698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43ebdacd-10e2-47d8-9032-d299cd35228e req-7a8f1264-2bb7-4d48-8955-380a63190d8e tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1764567 Jul 14 11:58:10.494136 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.514098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7431cc-026b-41d8-b70a-d3c2e73b7ec1']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:10.533850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a580f5-7bf9-4b4b-9a99-6577837fc497') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:10.534437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a580f5-7bf9-4b4b-9a99-6577837fc497') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:10.569697 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.599066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.609274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:10.609274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:10.612962 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:10.633084 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43ebdacd-10e2-47d8-9032-d299cd35228e req-7ea52422-78cb-4f5a-abdf-50d6c943b1ab tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393609 Jul 14 11:58:10.690932 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.700091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f7431cc-026b-41d8-b70a-d3c2e73b7ec1 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 11:58:10.703783 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.706011 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "DELETE /v2.0/networks/6f7431cc-026b-41d8-b70a-d3c2e73b7ec1 HTTP/1.1" status: 204 len: 168 time: 0.5274351 Jul 14 11:58:10.715275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46770) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:10.720864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fdcca-3ec4-4917-9be3-5ddc1b3a70a5 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f7431cc-026b-41d8-b70a-d3c2e73b7ec1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:10.732531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Request body: {'network': {'name': 'tempest-network--999523961'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:10.773653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Made reservation on behalf of a14c0d08f3774118ba71078c72d2c47f for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:10.777663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.819493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:10.835711 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.836316 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Added segment 6e0025b6-9645-4396-b2b2-4e9215227aff of type vlan for network eb02b253-2680-4e01-9611-41cf42e5f308 Jul 14 11:58:10.897053 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.939735 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.941516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:10.942534 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:10.985187 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:58:11.068754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3506789 Jul 14 11:58:11.072874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46772) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:11.082023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cc71dbe6-614b-43f5-b550-74d5c4901470 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:11.087794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d41879-00c0-4359-80e0-4768a967d090 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'Network': ['ID=eb02b253-2680-4e01-9611-41cf42e5f308,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:11.101064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network eb02b253-2680-4e01-9611-41cf42e5f308 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:11.313197 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc71dbe6-614b-43f5-b550-74d5c4901470 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.331938 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc71dbe6-614b-43f5-b550-74d5c4901470 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.350404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc71dbe6-614b-43f5-b550-74d5c4901470 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Network eb02b253-2680-4e01-9611-41cf42e5f308 is not hosted by any dhcp agent {{(pid=93701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 11:58:11.351324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc71dbe6-614b-43f5-b550-74d5c4901470 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:11.351984 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc71dbe6-614b-43f5-b550-74d5c4901470 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.357957 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cc71dbe6-614b-43f5-b550-74d5c4901470 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "PUT /v2.0/networks/eb02b253-2680-4e01-9611-41cf42e5f308 HTTP/1.1" status: 200 len: 856 time: 0.2781923 Jul 14 11:58:11.358506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46774) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:11.425036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71dbe6-614b-43f5-b550-74d5c4901470 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event updated for resources: {'Network': ['ID=eb02b253-2680-4e01-9611-41cf42e5f308,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:11.450723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.538836 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.555404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb02b253-2680-4e01-9611-41cf42e5f308']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:11.571204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0025b6-9645-4396-b2b2-4e9215227aff') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:11.571604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0025b6-9645-4396-b2b2-4e9215227aff') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:11.582427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.604423 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.616844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:11.617391 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:11.621460 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:11.745668 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.754198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb02b253-2680-4e01-9611-41cf42e5f308 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 11:58:11.773557 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.788913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:11.797142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] 10.222.0.38 "DELETE /v2.0/networks/eb02b253-2680-4e01-9611-41cf42e5f308 HTTP/1.1" status: 204 len: 168 time: 0.4374704 Jul 14 11:58:11.837052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d065fa-7038-404d-8a7c-bf36d5d2a2e3 tempest-ExternalNetworksTestJSON-870548382 tempest-ExternalNetworksTestJSON-870548382-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb02b253-2680-4e01-9611-41cf42e5f308,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:11.900556 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9fe7f7-7808-4e24-a801-a30ed0ec51a6 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:11.901482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9fe7f7-7808-4e24-a801-a30ed0ec51a6 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:11.904293 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-db9fe7f7-7808-4e24-a801-a30ed0ec51a6 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] 10.222.0.38 "DELETE /v2.0/subnets/4747e6e4-4e78-4807-ab0f-d7c57699e79e HTTP/1.1" status: 404 len: 337 time: 0.1139603 Jul 14 11:58:11.908501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46794) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:12.065152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.090011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb367b-2536-40e1-8b71-8277db0eaafa req-a0f3e217-4c39-44d6-b8fe-c880cd824a36 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:12.091575 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-adbb367b-2536-40e1-8b71-8277db0eaafa req-a0f3e217-4c39-44d6-b8fe-c880cd824a36 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1910074 Jul 14 11:58:12.188596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-adbb367b-2536-40e1-8b71-8277db0eaafa req-05628f04-22c5-4026-9259-32ca900d8d5d tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756185 Jul 14 11:58:12.259729 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.279147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318d0689-8fae-43ea-a68d-40b6cfbd0cf2']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:12.282067 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.297604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e604ef40-e074-46d4-969f-fdb6890fd4fc') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:12.298103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e604ef40-e074-46d4-969f-fdb6890fd4fc') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:12.311690 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.335462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.346950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:12.347609 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:12.352765 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:12.428625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.438145 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.444428 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] 10.222.0.38 "DELETE /v2.0/networks/318d0689-8fae-43ea-a68d-40b6cfbd0cf2 HTTP/1.1" status: 204 len: 168 time: 0.5306585 Jul 14 11:58:12.457146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862156b-b307-4f0c-9187-6c3478220b52 tempest-ExternalNetworksTestJSON-1967850572 tempest-ExternalNetworksTestJSON-1967850572-project] Pushing event deleted for resources: {'Network': ['ID=318d0689-8fae-43ea-a68d-40b6cfbd0cf2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:12.664316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8fbae44e-a354-4ff0-8a8c-cbc2e377c1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.804667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46802) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:13.007058 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-98822648-6daa-443c-8ad8-6a82e422da00 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f74f6077dde4599a168e02b68be8f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007658 Jul 14 11:58:13.009561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46806) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:13.087234 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d5363dc-b23b-4a59-8773-13e6f483302f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:13.124469 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d5363dc-b23b-4a59-8773-13e6f483302f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:13.202700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d5363dc-b23b-4a59-8773-13e6f483302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:13.207843 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d5363dc-b23b-4a59-8773-13e6f483302f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:13.209498 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5d5363dc-b23b-4a59-8773-13e6f483302f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e873d13-307b-45aa-b1ab-58d02ff56a91 HTTP/1.1" status: 204 len: 168 time: 0.1979368 Jul 14 11:58:13.227888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5363dc-b23b-4a59-8773-13e6f483302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e873d13-307b-45aa-b1ab-58d02ff56a91,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:13.458562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ebd67-d9a6-4047-b0bc-68a3ec8212e9 req-21ae3ffa-1e44-46e0-869e-71e7fe46bb04 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:13.461276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e1ebd67-d9a6-4047-b0bc-68a3ec8212e9 req-21ae3ffa-1e44-46e0-869e-71e7fe46bb04 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.0932245 Jul 14 11:58:13.498906 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:13.542195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e1ebd67-d9a6-4047-b0bc-68a3ec8212e9 req-44ec2f08-1ec3-4dff-953c-5d5faa818631 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681028 Jul 14 11:58:13.775471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46824) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:13.846647 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-62390448-c502-4df9-ba13-abff0d9087e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a14c0d08f3774118ba71078c72d2c47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718195 Jul 14 11:58:13.858096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46828) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:13.928231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:13.953316 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:14.039245 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:14.044698 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:14.046611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6aa5cb6d-b8db-43d1-b084-9a5dd4a2b3e6 HTTP/1.1" status: 204 len: 168 time: 0.1946321 Jul 14 11:58:14.061235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa5cb6d-b8db-43d1-b084-9a5dd4a2b3e6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:14.075664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.076488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.077196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.077777 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.078355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.078924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.079503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.080113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.080683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.081259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.081834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.082441 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c853c4-5d55-4a07-a98e-ee1d20f9136e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:14.822587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a45a9-492f-47ab-ada9-bb592a084fcc req-4b878c76-2bb5-4669-acef-0dbf48f6fa9c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:14.825389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d0a45a9-492f-47ab-ada9-bb592a084fcc req-4b878c76-2bb5-4669-acef-0dbf48f6fa9c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.0981271 Jul 14 11:58:14.884895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d0a45a9-492f-47ab-ada9-bb592a084fcc req-42a8a424-6fd9-45d8-9bc6-bfc5a7e49984 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491230 Jul 14 11:58:15.022192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46860) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:15.201778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-310374070'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:15.208923 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:15.247413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:15.252532 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:15.264170 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:15.436322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:15.442117 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:15.473229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:15.482884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eabdb33-ff6c-4bc3-8844-a3f9df024991,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:15.492740 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:15.493116 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0 of type vlan for network 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb Jul 14 11:58:15.548341 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:15.584810 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:15.594221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:15.595300 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:15.695892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6713741 Jul 14 11:58:15.727455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2ad20-f112-405a-b35f-551ea8de878b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:15.746769 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:16.208964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac5947-fd88-49c8-ad76-fefe5161d280 req-3c3d04b5-7460-4e99-969e-53f65f714222 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:16.211402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05ac5947-fd88-49c8-ad76-fefe5161d280 req-3c3d04b5-7460-4e99-969e-53f65f714222 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1145260 Jul 14 11:58:16.303172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05ac5947-fd88-49c8-ad76-fefe5161d280 req-9d5717bb-4fa5-48fd-b487-840b8d67c36a tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768650 Jul 14 11:58:17.657781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a648d-c41d-465a-97a8-6fd8ef01f877 req-8b6e27f7-10e5-4a52-acfd-4814602a9f90 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:17.660972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a65a648d-c41d-465a-97a8-6fd8ef01f877 req-8b6e27f7-10e5-4a52-acfd-4814602a9f90 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1520786 Jul 14 11:58:17.741684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a65a648d-c41d-465a-97a8-6fd8ef01f877 req-d5c6f923-575b-4636-9dce-af8be2b4ba5f tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711052 Jul 14 11:58:19.039228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95359a9e-d6b3-4455-bd2a-36ba489312f0 req-5c1e6759-134a-4b9e-9f68-44bb95cf07ac tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:19.040909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95359a9e-d6b3-4455-bd2a-36ba489312f0 req-5c1e6759-134a-4b9e-9f68-44bb95cf07ac tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.0913343 Jul 14 11:58:19.102009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95359a9e-d6b3-4455-bd2a-36ba489312f0 req-1a1933a1-056a-4625-b6fe-6d2368f85dfc tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466228 Jul 14 11:58:19.284786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46898) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:19.291149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': '06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:19.406785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:19.417367 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:19.646962 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:19.710840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=796ce7cf-6a26-4baa-b8c3-8034810fdc4a,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:19.722199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking segment: {'id': 'ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:19.722722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network hostable DHCP agents. Network: 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:19.742385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:19.753904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:19.762351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:19.764458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:19.766556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef826f1-7817-4f1d-9272-b5b0f2b6cc6f None None] Network 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:19.795543 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5e51e3b3-2e3f-4d2f-834a-1045ecb8a536 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5093346 Jul 14 11:58:19.800783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46900) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:19.806240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817237026'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:19.830623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:19.834399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:19.869983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:19.882908 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:19.883459 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment 1f6ab4a9-491c-4e84-97ca-43e88b01cee5 of type vlan for network ceabcbbf-3944-4cac-ba6d-b0c846e0ad48 Jul 14 11:58:19.944903 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:19.996420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:20.000940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb', 'network_id': '06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb', 'tenant_id': '2a863b35c456468986f21d9803e91bcd', 'fixed_ips': [{'subnet_id': '796ce7cf-6a26-4baa-b8c3-8034810fdc4a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:58:20.002441 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:20.005432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:20.006472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:20.080885 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2789397 Jul 14 11:58:20.085575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46912) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:20.092266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676e640-4d81-46cf-a6ca-9bf9625df2b5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=ceabcbbf-3944-4cac-ba6d-b0c846e0ad48,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:20.095345 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': 'ceabcbbf-3944-4cac-ba6d-b0c846e0ad48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:20.139015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network ceabcbbf-3944-4cac-ba6d-b0c846e0ad48 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:20.235056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:20.242054 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:20.487839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3e1d6-39db-48c7-b4df-7580ae5964f1 req-a00f72f1-3350-4d58-b2dc-9d358ff6554e tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:20.490862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8c3e1d6-39db-48c7-b4df-7580ae5964f1 req-a00f72f1-3350-4d58-b2dc-9d358ff6554e tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1265941 Jul 14 11:58:20.561589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8c3e1d6-39db-48c7-b4df-7580ae5964f1 req-d7ab41c4-f566-49d6-a4eb-017bf784b1be tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565474 Jul 14 11:58:20.581907 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:20.614213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Allocated IP 2001:db8:0:ffff::2 (06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb/796ce7cf-6a26-4baa-b8c3-8034810fdc4a/a5e383a8-679f-4072-afee-78eee8f75fe9) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:58:20.727040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking segment: {'id': '1f6ab4a9-491c-4e84-97ca-43e88b01cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ceabcbbf-3944-4cac-ba6d-b0c846e0ad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:20.727040 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network hostable DHCP agents. Network: ceabcbbf-3944-4cac-ba6d-b0c846e0ad48, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:20.730637 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=5fdbee8e-60c2-451d-b1c7-2fd48bcfc47f,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:20.749449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network ceabcbbf-3944-4cac-ba6d-b0c846e0ad48 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:20.760966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, ceabcbbf-3944-4cac-ba6d-b0c846e0ad48) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:20.778498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:20.779521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:20.780102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f882613f-129e-44cb-b1f4-57ed0240d47b None None] Network ceabcbbf-3944-4cac-ba6d-b0c846e0ad48 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:20.803072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9a312b01-8f5b-47f0-b547-bcb65ff58999 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7126958 Jul 14 11:58:20.803664 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46924) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:20.911954 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:20.922552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Transition to ACTIVE for port object a5e383a8-679f-4072-afee-78eee8f75fe9 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:20.943329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Transition to ACTIVE for port object a5e383a8-679f-4072-afee-78eee8f75fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:20.959227 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:20.985449 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.062719 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.063338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Network 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:58:21.075129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:21.084441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:58:21.089164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Pushing event updated for resources: {'Port': ['ID=a5e383a8-679f-4072-afee-78eee8f75fe9,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:21.165137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.203883 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=5fdbee8e-60c2-451d-b1c7-2fd48bcfc47f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:21.261480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Attempting to bind port a5e383a8-679f-4072-afee-78eee8f75fe9 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:58:21.262062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Attempting to bind port a5e383a8-679f-4072-afee-78eee8f75fe9 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:58:21.262992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Attempting to bind port a5e383a8-679f-4072-afee-78eee8f75fe9 on network 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:58:21.273338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:58:21.273948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Checking segment: {'id': 'ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:21.274595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.275660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Bound using segment: {'id': 'ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:58:21.278086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Bound port: a5e383a8-679f-4072-afee-78eee8f75fe9, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:58:21.278717 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.284615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e6649-c644-41b2-8c3a-079a5bf9c3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-ceabcbbf-3944-4cac-ba6d-b0c846e0ad48', 'network_id': 'ceabcbbf-3944-4cac-ba6d-b0c846e0ad48', 'tenant_id': '2a863b35c456468986f21d9803e91bcd', 'fixed_ips': [{'subnet_id': '5fdbee8e-60c2-451d-b1c7-2fd48bcfc47f'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:58:21.285969 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a45e6649-c644-41b2-8c3a-079a5bf9c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.314514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.333469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceabcbbf-3944-4cac-ba6d-b0c846e0ad48']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:21.353116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6ab4a9-491c-4e84-97ca-43e88b01cee5') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:21.353627 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6ab4a9-491c-4e84-97ca-43e88b01cee5') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:21.370133 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.400699 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.408695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:21.409413 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:21.412831 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:21.496502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] For port a5e383a8-679f-4072-afee-78eee8f75fe9, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:58:21.500696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] For port a5e383a8-679f-4072-afee-78eee8f75fe9, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a5e383a8-679f-4072-afee-78eee8f75fe9,segment=NetworkSegment(ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0),segment_id=ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:58:21.507294 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.514837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.516073 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37685c61-eb18-4fc6-9098-05f6a05a2bcf None None] Network ceabcbbf-3944-4cac-ba6d-b0c846e0ad48 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:21.527623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.531416 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/ceabcbbf-3944-4cac-ba6d-b0c846e0ad48 HTTP/1.1" status: 204 len: 168 time: 0.7264450 Jul 14 11:58:21.536826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46926) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:21.543904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1148177481'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:21.568083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e09a31-1490-4c94-96fe-65dc5f875489 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=ceabcbbf-3944-4cac-ba6d-b0c846e0ad48,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:21.593484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:21.597646 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.631264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:21.643035 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.643835 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment efbaf9f0-7b31-44f2-a3bb-cda02abf71dd of type vlan for network 333877fe-e428-4389-93ef-c290b794be75 Jul 14 11:58:21.672943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad8302-e653-4d4a-b75b-c44a0ae911bc None None] Pushing event updated for resources: {'Port': ['ID=a5e383a8-679f-4072-afee-78eee8f75fe9,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:21.686042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37685c61-eb18-4fc6-9098-05f6a05a2bcf None None] Network ceabcbbf-3944-4cac-ba6d-b0c846e0ad48 could not be found, it might have been deleted concurrently. {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 11:58:21.702624 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.843623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:21.849656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:21.850406 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:22.003709 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4596834 Jul 14 11:58:22.004278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46934) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:22.011392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': '333877fe-e428-4389-93ef-c290b794be75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:22.063955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc92dd-148a-4b28-a5c8-aafc67df22a5 req-f7ab33c5-7fa5-43cd-b65d-311dca942b10 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:22.066285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55fc92dd-148a-4b28-a5c8-aafc67df22a5 req-f7ab33c5-7fa5-43cd-b65d-311dca942b10 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.3117602 Jul 14 11:58:22.075684 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065095ee-d543-4795-b1aa-98acdcf50504 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=333877fe-e428-4389-93ef-c290b794be75,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:22.094434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 333877fe-e428-4389-93ef-c290b794be75 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:22.161743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55fc92dd-148a-4b28-a5c8-aafc67df22a5 req-e67bfcfe-0383-45a7-be2a-2d785278769e tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679660 Jul 14 11:58:22.206856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:22.214011 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:22.564706 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:22.638116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a5e383a8-679f-4072-afee-78eee8f75fe9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:58:22.681826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=f75c03cd-82a5-4777-a394-08dfca554bd3,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:22.695535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking segment: {'id': 'efbaf9f0-7b31-44f2-a3bb-cda02abf71dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '333877fe-e428-4389-93ef-c290b794be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:22.696214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network hostable DHCP agents. Network: 333877fe-e428-4389-93ef-c290b794be75, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:22.732259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 333877fe-e428-4389-93ef-c290b794be75 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:22.749155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 333877fe-e428-4389-93ef-c290b794be75) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:22.764733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a5e383a8-679f-4072-afee-78eee8f75fe9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:58:22.766661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:22.767519 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:22.793434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e739a-aac7-4f8a-b8a8-c7fcc40c74ba None None] Network 333877fe-e428-4389-93ef-c290b794be75 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:22.828688 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a70ccf94-d6f6-4bab-af6f-99d5655347a7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8241303 Jul 14 11:58:22.836475 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46940) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:22.847674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-84174803'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:22.909484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-264d2538-4e50-4c7e-a504-47f4a18d3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:22.912107 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-264d2538-4e50-4c7e-a504-47f4a18d3b66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 1096 time: 0.1370330 Jul 14 11:58:23.009714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e0bb3-0b76-4fcd-85fd-d6b1283b2e80 req-2cc2e6e3-68d7-42b3-9d03-ef035be94164 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:23.030448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-361e0bb3-0b76-4fcd-85fd-d6b1283b2e80 req-2cc2e6e3-68d7-42b3-9d03-ef035be94164 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.2317646 Jul 14 11:58:23.066161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-b64616cc-7390-457f-8675-ed89851fac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:23.068299 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-b64616cc-7390-457f-8675-ed89851fac29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.1443801 Jul 14 11:58:23.069488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:23.074330 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:23.181457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-361e0bb3-0b76-4fcd-85fd-d6b1283b2e80 req-257faa6e-db38-4944-9f58-cef02aeda5a2 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495211 Jul 14 11:58:23.198295 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-df0e3b2f-2236-4e23-9218-dd83ea6dadca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64af667-9755-47be-b5d2-d338772f9241 HTTP/1.1" status: 200 len: 1001 time: 0.1082458 Jul 14 11:58:23.270673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:23.292749 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:23.293484 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment 3c85332f-2d5e-4f5a-a63a-60de827c406a of type vlan for network 6a872fd3-4e4e-4184-be23-32b27f046838 Jul 14 11:58:23.310328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-333877fe-e428-4389-93ef-c290b794be75', 'network_id': '333877fe-e428-4389-93ef-c290b794be75', 'tenant_id': '2a863b35c456468986f21d9803e91bcd', 'fixed_ips': [{'subnet_id': 'f75c03cd-82a5-4777-a394-08dfca554bd3'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:58:23.311948 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:23.314250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-78f1a03f-d7c2-4817-9749-7c2199a53fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:23.316677 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-78f1a03f-d7c2-4817-9749-7c2199a53fd4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.1038041 Jul 14 11:58:23.391907 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:23.460367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-3ee68fd7-cab4-41a9-b89e-1f9738811477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:23.463670 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f92973-5a1e-4df9-9629-21855bf12d66 None None] Network 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:23.464039 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-3ee68fd7-cab4-41a9-b89e-1f9738811477 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247344 Jul 14 11:58:23.465587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:23.476002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:23.476976 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:23.605806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Allocated IP 2001:db8::1 (333877fe-e428-4389-93ef-c290b794be75/f75c03cd-82a5-4777-a394-08dfca554bd3/d60d8357-e5e2-413f-b362-f010e2148875) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:58:23.649819 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8098147 Jul 14 11:58:23.654796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0e375354-c716-4f0b-b10a-33e2818032ed None None] Provisioning for port a5e383a8-679f-4072-afee-78eee8f75fe9 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:58:23.655564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46946) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:23.666157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': '6a872fd3-4e4e-4184-be23-32b27f046838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:23.672140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e2322-7a61-4034-8a2d-0e594452c8dd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=6a872fd3-4e4e-4184-be23-32b27f046838,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:23.680836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0e375354-c716-4f0b-b10a-33e2818032ed None None] Provisioning complete for port a5e383a8-679f-4072-afee-78eee8f75fe9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:23.680836 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0e375354-c716-4f0b-b10a-33e2818032ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:23.726538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-33710548-3fc8-444e-bada-9001a96ca690 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452612 Jul 14 11:58:23.733800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 6a872fd3-4e4e-4184-be23-32b27f046838 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:23.858708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:23.869249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:23.897353 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-747f0e4b-0f81-4c35-87e6-1377cb044e86 req-5ce51568-3a25-44cc-a914-418ccd0936bd service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605980 Jul 14 11:58:23.959425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_backend_mixin [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Performing IP validity checks on allocation pools {{(pid=93702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 11:58:23.960184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_backend_mixin [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 11:58:24.140737 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:24.250930 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0e375354-c716-4f0b-b10a-33e2818032ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:24.288576 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:24.321349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Transition to ACTIVE for port object d60d8357-e5e2-413f-b362-f010e2148875 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:24.387029 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0e375354-c716-4f0b-b10a-33e2818032ed None None] For port a5e383a8-679f-4072-afee-78eee8f75fe9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a5e383a8-679f-4072-afee-78eee8f75fe9,segment=NetworkSegment(ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0),segment_id=ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:24.395840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Transition to ACTIVE for port object d60d8357-e5e2-413f-b362-f010e2148875 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:24.399874 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0e375354-c716-4f0b-b10a-33e2818032ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:24.485392 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:24.562201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Network 333877fe-e428-4389-93ef-c290b794be75 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:58:24.564747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:24.580836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:58:24.622310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e375354-c716-4f0b-b10a-33e2818032ed None None] Pushing event updated for resources: {'Port': ['ID=a5e383a8-679f-4072-afee-78eee8f75fe9,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:24.774931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=512a1131-13fe-4735-ac15-b097b664a387,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:24.829956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Pushing event updated for resources: {'Port': ['ID=d60d8357-e5e2-413f-b362-f010e2148875,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:24.833343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Attempting to bind port d60d8357-e5e2-413f-b362-f010e2148875 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:58:24.834274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Attempting to bind port d60d8357-e5e2-413f-b362-f010e2148875 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'efbaf9f0-7b31-44f2-a3bb-cda02abf71dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '333877fe-e428-4389-93ef-c290b794be75'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:58:24.834790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Attempting to bind port d60d8357-e5e2-413f-b362-f010e2148875 on network 333877fe-e428-4389-93ef-c290b794be75 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:58:24.846907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking segment: {'id': '3c85332f-2d5e-4f5a-a63a-60de827c406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6a872fd3-4e4e-4184-be23-32b27f046838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:24.847574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network hostable DHCP agents. Network: 6a872fd3-4e4e-4184-be23-32b27f046838, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:24.848795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:58:24.849325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Checking segment: {'id': 'efbaf9f0-7b31-44f2-a3bb-cda02abf71dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '333877fe-e428-4389-93ef-c290b794be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:24.849827 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:24.850431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Bound using segment: {'id': 'efbaf9f0-7b31-44f2-a3bb-cda02abf71dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '333877fe-e428-4389-93ef-c290b794be75'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:58:24.851226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Bound port: d60d8357-e5e2-413f-b362-f010e2148875, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbaf9f0-7b31-44f2-a3bb-cda02abf71dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '333877fe-e428-4389-93ef-c290b794be75'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:58:24.851825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:24.901451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e67ca3-d90c-45d3-89e6-5ea630263a06 req-4dca6c6d-f5d1-4510-a6b2-e4fee5c44558 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:24.904211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39e67ca3-d90c-45d3-89e6-5ea630263a06 req-4dca6c6d-f5d1-4510-a6b2-e4fee5c44558 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1323218 Jul 14 11:58:24.905950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 6a872fd3-4e4e-4184-be23-32b27f046838 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:24.933646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 6a872fd3-4e4e-4184-be23-32b27f046838) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:24.936048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5047035b-fd27-4b10-9e6b-ee84758a05d6 None None] Provisioning complete for port a5e383a8-679f-4072-afee-78eee8f75fe9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:24.936681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5047035b-fd27-4b10-9e6b-ee84758a05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:24.950173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a82f6-cf6c-42ea-bdd4-1f3d81ac612c None None] Network 6a872fd3-4e4e-4184-be23-32b27f046838 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:24.954057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:24.955058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:24.995494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46980) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:24.996197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ed02e8cd-ca48-4133-8345-0e428593b167 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3376353 Jul 14 11:58:25.006489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39e67ca3-d90c-45d3-89e6-5ea630263a06 req-a3838606-4eba-4ebf-ab7f-76a64c187104 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881484 Jul 14 11:58:25.125406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] For port d60d8357-e5e2-413f-b362-f010e2148875, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:58:25.153225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] For port d60d8357-e5e2-413f-b362-f010e2148875, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d60d8357-e5e2-413f-b362-f010e2148875,segment=NetworkSegment(efbaf9f0-7b31-44f2-a3bb-cda02abf71dd),segment_id=efbaf9f0-7b31-44f2-a3bb-cda02abf71dd)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:58:25.171419 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.205770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.320652 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.340797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122ebba-e1be-426f-baea-5c34bbe12756 None None] Pushing event updated for resources: {'Port': ['ID=d60d8357-e5e2-413f-b362-f010e2148875,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:25.406160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baba1ba-1830-4e27-b52e-15f372ff9fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-6a872fd3-4e4e-4184-be23-32b27f046838', 'network_id': '6a872fd3-4e4e-4184-be23-32b27f046838', 'tenant_id': '2a863b35c456468986f21d9803e91bcd', 'fixed_ips': [{'subnet_id': '512a1131-13fe-4735-ac15-b097b664a387'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:58:25.408311 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5baba1ba-1830-4e27-b52e-15f372ff9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.412693 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.429380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46984) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:25.465078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=512a1131-13fe-4735-ac15-b097b664a387,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:25.580857 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.581934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab3688-851b-46c7-accf-112ac542594f None None] Network 6a872fd3-4e4e-4184-be23-32b27f046838 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:25.605401 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a872fd3-4e4e-4184-be23-32b27f046838']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:25.654599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c85332f-2d5e-4f5a-a63a-60de827c406a') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:25.654942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c85332f-2d5e-4f5a-a63a-60de827c406a') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:25.678759 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.684874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3679b589-0f29-4696-a316-788631a51ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.707426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.716832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:25.717554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:25.721410 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:25.814559 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.832003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.834261 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/6a872fd3-4e4e-4184-be23-32b27f046838 HTTP/1.1" status: 204 len: 168 time: 0.8365319 Jul 14 11:58:25.839601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 46988) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:25.849095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9f837-2875-45b0-acc0-a5970cdffe2a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=6a872fd3-4e4e-4184-be23-32b27f046838,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:25.850330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445976470'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:25.944551 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3679b589-0f29-4696-a316-788631a51ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.951786 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3679b589-0f29-4696-a316-788631a51ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:25.999524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679b589-0f29-4696-a316-788631a51ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0514a7-1770-40fa-8f5c-9c0cd6eacf3d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:26.003960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:26.007512 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.011892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3679b589-0f29-4696-a316-788631a51ba3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64537c0ffdbf4c84a9e2de88d399d90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812440 Jul 14 11:58:26.017381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46990) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:26.044636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:26.069040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.069271 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment 3aab412b-b693-44b3-a43a-b35bae22da8d of type vlan for network 768abdd2-da7e-4d72-907e-989064309f0c Jul 14 11:58:26.112031 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-60952505-051c-4607-9a47-d21b416a91fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.146368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-60952505-051c-4607-9a47-d21b416a91fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.175515 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.227803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-60952505-051c-4607-9a47-d21b416a91fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.231517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-60952505-051c-4607-9a47-d21b416a91fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.235052 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-60952505-051c-4607-9a47-d21b416a91fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a0514a7-1770-40fa-8f5c-9c0cd6eacf3d HTTP/1.1" status: 204 len: 168 time: 0.2141364 Jul 14 11:58:26.246242 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.253336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:26.253990 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.254977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60952505-051c-4607-9a47-d21b416a91fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0514a7-1770-40fa-8f5c-9c0cd6eacf3d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:26.302687 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.361377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5195911 Jul 14 11:58:26.366336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 46996) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:26.372038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6866fc-33b8-40a8-adb4-96cf7f2e8cd1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=768abdd2-da7e-4d72-907e-989064309f0c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:26.391690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 768abdd2-da7e-4d72-907e-989064309f0c details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:26.403146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': '768abdd2-da7e-4d72-907e-989064309f0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:26.417608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4656-2f77-41d7-a465-345d940b7863 req-174fd9ca-df03-4c28-bd5e-ac1158060ab0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:26.420383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e8d4656-2f77-41d7-a465-345d940b7863 req-174fd9ca-df03-4c28-bd5e-ac1158060ab0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1901670 Jul 14 11:58:26.517589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e8d4656-2f77-41d7-a465-345d940b7863 req-999cacdd-ce1e-4c4e-82d4-e6ea916c0888 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766482 Jul 14 11:58:26.653699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:26.662452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.754506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a5e383a8-679f-4072-afee-78eee8f75fe9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:58:26.839026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47002) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:26.854810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port a5e383a8-679f-4072-afee-78eee8f75fe9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:26.855485 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.856861 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7491f11a-dc54-4b54-966d-a349a07660c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:26.928707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6274b07d-10a9-4ec5-9fa7-07936871c99b None None] Network 333877fe-e428-4389-93ef-c290b794be75 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:27.064909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7491f11a-dc54-4b54-966d-a349a07660c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.069712 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7491f11a-dc54-4b54-966d-a349a07660c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.082097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9c9255f3-199f-4319-9481-0062f3632cca None None] Provisioning for port d60d8357-e5e2-413f-b362-f010e2148875 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:58:27.106067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7491f11a-dc54-4b54-966d-a349a07660c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef96d5214d54492b92cf0f8cf688ffd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649615 Jul 14 11:58:27.106940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47004) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:27.143458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d60d8357-e5e2-413f-b362-f010e2148875 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:58:27.152454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491f11a-dc54-4b54-966d-a349a07660c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcade4f-a60e-436d-b17c-d0e90f281c25,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:27.190388 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1607af04-7a26-4679-a31b-8ff7674a28cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.227089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1607af04-7a26-4679-a31b-8ff7674a28cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.309283 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1607af04-7a26-4679-a31b-8ff7674a28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.314626 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1607af04-7a26-4679-a31b-8ff7674a28cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.318514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1607af04-7a26-4679-a31b-8ff7674a28cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fcade4f-a60e-436d-b17c-d0e90f281c25 HTTP/1.1" status: 204 len: 168 time: 0.2069354 Jul 14 11:58:27.337790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607af04-7a26-4679-a31b-8ff7674a28cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcade4f-a60e-436d-b17c-d0e90f281c25,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:27.419505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.542959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=5cca90f8-d4b2-40c1-94a9-a4dab5a8b40c,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:27.559027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking segment: {'id': '3aab412b-b693-44b3-a43a-b35bae22da8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '768abdd2-da7e-4d72-907e-989064309f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:27.560011 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network hostable DHCP agents. Network: 768abdd2-da7e-4d72-907e-989064309f0c, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:27.588562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 768abdd2-da7e-4d72-907e-989064309f0c is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:27.594826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port d60d8357-e5e2-413f-b362-f010e2148875 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:58:27.605855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d60d8357-e5e2-413f-b362-f010e2148875 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:27.606643 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.611096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 768abdd2-da7e-4d72-907e-989064309f0c) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:27.620283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:27.621669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.652563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926de57f-ee7a-4996-abfe-e08fc1e92b32 None None] Network 768abdd2-da7e-4d72-907e-989064309f0c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:27.658631 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-93cf561a-53c6-4b21-924a-28eeb25dae66 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2858977 Jul 14 11:58:27.659833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47010) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:27.825622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.924521 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:27.931200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.050547 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.054575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port d60d8357-e5e2-413f-b362-f010e2148875, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d60d8357-e5e2-413f-b362-f010e2148875,segment=NetworkSegment(efbaf9f0-7b31-44f2-a3bb-cda02abf71dd),segment_id=efbaf9f0-7b31-44f2-a3bb-cda02abf71dd)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:28.062505 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.090350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd8765-9f9d-42ac-9a27-6629dc9b4ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-768abdd2-da7e-4d72-907e-989064309f0c', 'network_id': '768abdd2-da7e-4d72-907e-989064309f0c', 'tenant_id': '2a863b35c456468986f21d9803e91bcd', 'fixed_ips': [{'subnet_id': '5cca90f8-d4b2-40c1-94a9-a4dab5a8b40c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:58:28.091667 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8765-9f9d-42ac-9a27-6629dc9b4ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.096096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-cafd606b-2eda-4fd4-a410-8105a2ab899e None None] Provisioning complete for port d60d8357-e5e2-413f-b362-f010e2148875 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:28.096519 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cafd606b-2eda-4fd4-a410-8105a2ab899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.105636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=5cca90f8-d4b2-40c1-94a9-a4dab5a8b40c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:28.190214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=d60d8357-e5e2-413f-b362-f010e2148875,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:28.239890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.262060 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768abdd2-da7e-4d72-907e-989064309f0c']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:28.280339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aab412b-b693-44b3-a43a-b35bae22da8d') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:28.280685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aab412b-b693-44b3-a43a-b35bae22da8d') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:28.297362 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.323410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.336673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:28.337283 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.342728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc0959a-b62c-40c2-b330-ba46fac657a0 None None] Network 768abdd2-da7e-4d72-907e-989064309f0c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:28.343603 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:28.396168 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.445112 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.458351 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.461726 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/768abdd2-da7e-4d72-907e-989064309f0c HTTP/1.1" status: 204 len: 168 time: 0.8002722 Jul 14 11:58:28.470429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47028) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:28.477386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a42dd-50c8-4c24-ad03-867516c3e236 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=768abdd2-da7e-4d72-907e-989064309f0c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:28.480317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1495687197'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:28.526599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:28.531291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.572878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:28.588826 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.589331 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment 2336ed45-6a43-4817-8af8-10de945d457c of type vlan for network 2e63b863-a81c-4072-a087-eb00e455fbfc Jul 14 11:58:28.600880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d60d8357-e5e2-413f-b362-f010e2148875 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:58:28.651323 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.682581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port d60d8357-e5e2-413f-b362-f010e2148875 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:28.682962 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.702288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.716755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:28.718748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:28.812986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3398116 Jul 14 11:58:28.819126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47034) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:28.830352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': '2e63b863-a81c-4072-a087-eb00e455fbfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:28.850351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c8412-369a-4d03-8479-a608c5b13995 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=2e63b863-a81c-4072-a087-eb00e455fbfc,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:28.866999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 2e63b863-a81c-4072-a087-eb00e455fbfc details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:28.979755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:28.984550 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:29.276663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:29.398875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=d43695ec-4838-4fb6-aa54-6acaf371ac7a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:29.402059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking segment: {'id': '2336ed45-6a43-4817-8af8-10de945d457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e63b863-a81c-4072-a087-eb00e455fbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:29.402506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network hostable DHCP agents. Network: 2e63b863-a81c-4072-a087-eb00e455fbfc, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:29.423150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 2e63b863-a81c-4072-a087-eb00e455fbfc is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:29.435548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 2e63b863-a81c-4072-a087-eb00e455fbfc) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:29.442482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:29.443543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:29.453387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04b54b-aecb-40bf-a768-2fd991b454e7 None None] Network 2e63b863-a81c-4072-a087-eb00e455fbfc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:29.474346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-305c2df5-a19b-4ba8-87fc-fb8230aeaad9 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6508985 Jul 14 11:58:29.475495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47050) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:29.641098 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:29.706606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfcb66a-27cb-4143-a5e7-e4d9d9c20cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-2e63b863-a81c-4072-a087-eb00e455fbfc', 'network_id': '2e63b863-a81c-4072-a087-eb00e455fbfc', 'tenant_id': '2a863b35c456468986f21d9803e91bcd', 'fixed_ips': [{'subnet_id': 'd43695ec-4838-4fb6-aa54-6acaf371ac7a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:58:29.708732 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb66a-27cb-4143-a5e7-e4d9d9c20cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:29.724137 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:29.828159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-6dfcb66a-27cb-4143-a5e7-e4d9d9c20cac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d43695ec-4838-4fb6-aa54-6acaf371ac7a: This subnet is being modified by another concurrent operation. Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d43695ec-4838-4fb6-aa54-6acaf371ac7a: This subnet is being modified by another concurrent operation. Jul 14 11:58:29.834920 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 11:58:29.874539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0cb15e-cf19-4135-90e6-2cc71ea235b3 None None] Network 2e63b863-a81c-4072-a087-eb00e455fbfc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:29.874729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=d43695ec-4838-4fb6-aa54-6acaf371ac7a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:29.959325 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:29.979145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e63b863-a81c-4072-a087-eb00e455fbfc']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:29.995944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2336ed45-6a43-4817-8af8-10de945d457c') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:29.996308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2336ed45-6a43-4817-8af8-10de945d457c') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:30.009176 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.036597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.052042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:30.053427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.058576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb80e7e7-b36c-4c5a-92f7-18c16c013106 None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:30.059954 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:30.169619 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.177326 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.180715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/2e63b863-a81c-4072-a087-eb00e455fbfc HTTP/1.1" status: 204 len: 168 time: 0.7035561 Jul 14 11:58:30.186788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47064) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:30.195145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093001004'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:30.218980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b3914-5ade-41a7-988b-2126e2863951 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=2e63b863-a81c-4072-a087-eb00e455fbfc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:30.235774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:30.241498 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.248556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb80e7e7-b36c-4c5a-92f7-18c16c013106 None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:58:30.285310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:30.297681 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.298154 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment 6096d233-2888-4c21-be2b-bf6931e6b311 of type vlan for network 30025c35-78d6-48d0-938d-97e9658df52e Jul 14 11:58:30.354236 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.397497 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.405875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:30.406688 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.473724 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2852869 Jul 14 11:58:30.476583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47070) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:30.483263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': '30025c35-78d6-48d0-938d-97e9658df52e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:30.509294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587455d-ff6f-4846-aaac-c38e8384e438 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=30025c35-78d6-48d0-938d-97e9658df52e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:30.524169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 30025c35-78d6-48d0-938d-97e9658df52e details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:30.643508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:30.654753 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:30.963661 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:31.044002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=bfe064ec-a0b4-43ec-afb3-182367dcee07,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:31.060386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking segment: {'id': '6096d233-2888-4c21-be2b-bf6931e6b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '30025c35-78d6-48d0-938d-97e9658df52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:31.061760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network hostable DHCP agents. Network: 30025c35-78d6-48d0-938d-97e9658df52e, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:31.092229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 30025c35-78d6-48d0-938d-97e9658df52e is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:31.107339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 30025c35-78d6-48d0-938d-97e9658df52e) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:31.114889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:31.116013 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:31.117292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e873b443-e286-4f50-87b2-99b5eeb5b531 None None] Network 30025c35-78d6-48d0-938d-97e9658df52e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:31.144458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c2b88d03-c960-466e-9e41-ed431ae9e3c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6662829 Jul 14 11:58:31.148133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47086) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:31.161691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': '30025c35-78d6-48d0-938d-97e9658df52e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:31.357712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:31.368350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:31.368733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-30025c35-78d6-48d0-938d-97e9658df52e', 'network_id': '30025c35-78d6-48d0-938d-97e9658df52e', 'tenant_id': '2a863b35c456468986f21d9803e91bcd', 'fixed_ips': [{'subnet_id': 'bfe064ec-a0b4-43ec-afb3-182367dcee07'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:58:31.370712 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:31.596047 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Allocated IP 2001:db8::2 (30025c35-78d6-48d0-938d-97e9658df52e/bfe064ec-a0b4-43ec-afb3-182367dcee07/7bf8201c-f852-47d3-a2a8-3177f921c7d0) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:58:31.795578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:31.872877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 30025c35-78d6-48d0-938d-97e9658df52e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:58:31.877808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:31.881371 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:31.882226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:31.882955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:31.903768 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7542567 Jul 14 11:58:31.907112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47100) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:31.908187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Transition to ACTIVE for port object 7bf8201c-f852-47d3-a2a8-3177f921c7d0 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:31.909268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca996d-53c6-4f10-8ca8-e7ebec87d6fe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=572e8492-e8ff-4262-9ada-8fb011cf0078,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:31.939403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Transition to ACTIVE for port object 7bf8201c-f852-47d3-a2a8-3177f921c7d0 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:31.950089 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.016313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Network 30025c35-78d6-48d0-938d-97e9658df52e is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:58:32.025940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:32.031135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:58:32.050764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Pushing event updated for resources: {'Port': ['ID=7bf8201c-f852-47d3-a2a8-3177f921c7d0,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:32.082175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db796f-2097-470f-9f23-17cf5100d740 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:32.084357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db796f-2097-470f-9f23-17cf5100d740 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:32.085569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db796f-2097-470f-9f23-17cf5100d740 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:32.088140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db796f-2097-470f-9f23-17cf5100d740 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:32.091478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db796f-2097-470f-9f23-17cf5100d740 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:32.095925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e6db796f-2097-470f-9f23-17cf5100d740 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1857708 Jul 14 11:58:32.100446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47104) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:32.110677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983556809'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:32.115424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Attempting to bind port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:58:32.115799 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Attempting to bind port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '6096d233-2888-4c21-be2b-bf6931e6b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '30025c35-78d6-48d0-938d-97e9658df52e'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:58:32.116219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Attempting to bind port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 on network 30025c35-78d6-48d0-938d-97e9658df52e {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:58:32.126376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:58:32.127336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Checking segment: {'id': '6096d233-2888-4c21-be2b-bf6931e6b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '30025c35-78d6-48d0-938d-97e9658df52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:32.127336 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.127690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Bound using segment: {'id': '6096d233-2888-4c21-be2b-bf6931e6b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '30025c35-78d6-48d0-938d-97e9658df52e'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:58:32.128059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Bound port: 7bf8201c-f852-47d3-a2a8-3177f921c7d0, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6096d233-2888-4c21-be2b-bf6931e6b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '30025c35-78d6-48d0-938d-97e9658df52e'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:58:32.128537 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.155941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:32.161801 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.202445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:32.208456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-a7231bac-0cab-4755-a644-c3bb4a4e3f6b req-6a6788d5-ef47-443f-ac08-8ad607601f26 service neutron] (93701) timed out ('10.222.0.38', 57020) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 11:58:32.220586 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.221003 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment 745862c2-f8e1-40cf-b607-57b18f0a8b10 of type vlan for network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 Jul 14 11:58:32.231895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] For port 7bf8201c-f852-47d3-a2a8-3177f921c7d0, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:58:32.239013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] For port 7bf8201c-f852-47d3-a2a8-3177f921c7d0, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7bf8201c-f852-47d3-a2a8-3177f921c7d0,segment=NetworkSegment(6096d233-2888-4c21-be2b-bf6931e6b311),segment_id=6096d233-2888-4c21-be2b-bf6931e6b311)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:58:32.248777 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.281084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.323499 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.335028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:32.337241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.354905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaa751-4f47-476c-a208-a958feac33f6 None None] Pushing event updated for resources: {'Port': ['ID=7bf8201c-f852-47d3-a2a8-3177f921c7d0,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:32.366409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2642930 Jul 14 11:58:32.370851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47106) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:32.377557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:32.492946 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ad31b-991b-4f5d-a7c5-66e408f55e7d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=58f42196-fc8c-4aa3-8916-3f4723ddadc6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:32.513012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:32.754584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.782040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.801373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 is not hosted by any dhcp agent {{(pid=93701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 11:58:32.814473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:32.816288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:32.825502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47112) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:32.826489 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "PUT /v2.0/networks/58f42196-fc8c-4aa3-8916-3f4723ddadc6 HTTP/1.1" status: 200 len: 723 time: 0.4527667 Jul 14 11:58:32.855010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': '58f42196-fc8c-4aa3-8916-3f4723ddadc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:32.981695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=58f42196-fc8c-4aa3-8916-3f4723ddadc6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:33.003166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.004447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.005261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.005809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.006372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.007099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.007794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.008307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.008886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.010130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.010613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.011159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae7218-612c-4f8a-a8da-89a24dbe5128 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:33.028168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:33.105683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:33.120075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:33.435205 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:33.507229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=f11da400-a9d1-4dc3-9c62-e4cc77badb8b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:33.532114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking segment: {'id': '745862c2-f8e1-40cf-b607-57b18f0a8b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58f42196-fc8c-4aa3-8916-3f4723ddadc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:33.532114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network hostable DHCP agents. Network: 58f42196-fc8c-4aa3-8916-3f4723ddadc6, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:33.566579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:33.588524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 58f42196-fc8c-4aa3-8916-3f4723ddadc6) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:33.599423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:33.601006 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:33.610538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b04e75-758c-4c2f-9aff-75309dddf98c None None] Network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:33.647697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dc499a2b-d8a4-40b9-8804-878ab86f88a3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8177502 Jul 14 11:58:33.648597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47120) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:33.657269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b103b8fc-d36c-4c18-8949-909743f43e0c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:33.773119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702ef5e-23d7-4aea-8ffe-61e0952d2267 req-ad7e726b-39b3-4e6b-b26b-4cb45ba6b3b5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:33.776814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f702ef5e-23d7-4aea-8ffe-61e0952d2267 req-ad7e726b-39b3-4e6b-b26b-4cb45ba6b3b5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 945 time: 0.1534164 Jul 14 11:58:33.858015 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b103b8fc-d36c-4c18-8949-909743f43e0c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2382077'] for subnet, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:33.863091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f702ef5e-23d7-4aea-8ffe-61e0952d2267 req-0662ace6-9115-4916-8065-4da4ca0169bf tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774899 Jul 14 11:58:33.920339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-58f42196-fc8c-4aa3-8916-3f4723ddadc6', 'network_id': '58f42196-fc8c-4aa3-8916-3f4723ddadc6', 'tenant_id': '2a863b35c456468986f21d9803e91bcd', 'fixed_ips': [{'subnet_id': 'f11da400-a9d1-4dc3-9c62-e4cc77badb8b'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:58:33.922366 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:33.970926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d3fd9c-c31a-4d71-81de-11b44974c40d None None] Network 30025c35-78d6-48d0-938d-97e9658df52e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:34.113770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b103b8fc-d36c-4c18-8949-909743f43e0c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756263802902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3521890'] for subnet, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:34.174974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b103b8fc-d36c-4c18-8949-909743f43e0c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:34.175632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b103b8fc-d36c-4c18-8949-909743f43e0c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:34.180076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47124) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:34.180787 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b103b8fc-d36c-4c18-8949-909743f43e0c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "PUT /v2.0/subnets/f11da400-a9d1-4dc3-9c62-e4cc77badb8b HTTP/1.1" status: 200 len: 826 time: 0.5304902 Jul 14 11:58:34.233613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103b8fc-d36c-4c18-8949-909743f43e0c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=f11da400-a9d1-4dc3-9c62-e4cc77badb8b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:34.372018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-52b27a58-c13f-437b-9675-cb5554a36bf7 None None] Provisioning for port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:58:34.376158 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:34.503664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Allocated IP 2001:db8::2 (58f42196-fc8c-4aa3-8916-3f4723ddadc6/f11da400-a9d1-4dc3-9c62-e4cc77badb8b/ffb4789e-ae47-4a35-bc2b-084e7b5c046a) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:58:34.536184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:34.724028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7bf8201c-f852-47d3-a2a8-3177f921c7d0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:58:34.953765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:58:34.973533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:34.974113 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.020918 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.052543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Transition to ACTIVE for port object ffb4789e-ae47-4a35-bc2b-084e7b5c046a will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:35.093021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731efc1-547b-493f-b436-4e6dc8b05dfc None None] Update dhcp port {'port': {'network_id': '30025c35-78d6-48d0-938d-97e9658df52e', 'fixed_ips': [{'subnet_id': 'bfe064ec-a0b4-43ec-afb3-182367dcee07', 'ip_address': '2001:db8::2'}, {'subnet_id': '572e8492-e8ff-4262-9ada-8fb011cf0078'}], 'binding:host_id': 'n-d-778696-8'}, 'id': '7bf8201c-f852-47d3-a2a8-3177f921c7d0'} from n-d-778696-8. {{(pid=93703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 11:58:35.104497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Transition to ACTIVE for port object ffb4789e-ae47-4a35-bc2b-084e7b5c046a will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:35.137779 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.161106 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.209518 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6731efc1-547b-493f-b436-4e6dc8b05dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.249693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=f11da400-a9d1-4dc3-9c62-e4cc77badb8b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:35.256622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b2332-7378-4068-8d57-7db54536f9cf req-03ae0355-4247-44bc-805f-d105303cbab8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:35.261123 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f37b2332-7378-4068-8d57-7db54536f9cf req-03ae0355-4247-44bc-805f-d105303cbab8 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 945 time: 0.2214077 Jul 14 11:58:35.282925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:58:35.301564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:35.309141 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:58:35.316901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Pushing event updated for resources: {'Port': ['ID=ffb4789e-ae47-4a35-bc2b-084e7b5c046a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:35.381019 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.390717 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.419579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb148a6-4538-463f-b0d4-1f336d4d794e req-813e1706-e949-419d-9fba-85942a084551 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:35.422636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9cb148a6-4538-463f-b0d4-1f336d4d794e req-813e1706-e949-419d-9fba-85942a084551 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 945 time: 0.3661723 Jul 14 11:58:35.426134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f42196-fc8c-4aa3-8916-3f4723ddadc6']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:35.445944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port de659f2c-c673-4e5a-a970-0487bb4b1a51 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:35.447598 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.450347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745862c2-f8e1-40cf-b607-57b18f0a8b10') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:35.450347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745862c2-f8e1-40cf-b607-57b18f0a8b10') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:35.512098 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.540774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9cb148a6-4538-463f-b0d4-1f336d4d794e req-6a0ef9bb-4b19-4327-a9cf-0cf343392edd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979581 Jul 14 11:58:35.555002 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.569411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Attempting to bind port ffb4789e-ae47-4a35-bc2b-084e7b5c046a on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:58:35.570008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Attempting to bind port ffb4789e-ae47-4a35-bc2b-084e7b5c046a by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '745862c2-f8e1-40cf-b607-57b18f0a8b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58f42196-fc8c-4aa3-8916-3f4723ddadc6'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:58:35.570595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Attempting to bind port ffb4789e-ae47-4a35-bc2b-084e7b5c046a on network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:58:35.585747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:35.586926 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.587197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] For port de659f2c-c673-4e5a-a970-0487bb4b1a51, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=de659f2c-c673-4e5a-a970-0487bb4b1a51,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:35.588949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:35.596391 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:35.610554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:58:35.610950 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Checking segment: {'id': '745862c2-f8e1-40cf-b607-57b18f0a8b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58f42196-fc8c-4aa3-8916-3f4723ddadc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:35.611432 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.612003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Bound using segment: {'id': '745862c2-f8e1-40cf-b607-57b18f0a8b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58f42196-fc8c-4aa3-8916-3f4723ddadc6'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:58:35.612804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Bound port: ffb4789e-ae47-4a35-bc2b-084e7b5c046a, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745862c2-f8e1-40cf-b607-57b18f0a8b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58f42196-fc8c-4aa3-8916-3f4723ddadc6'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:58:35.613447 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.639546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 7bf8201c-f852-47d3-a2a8-3177f921c7d0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7bf8201c-f852-47d3-a2a8-3177f921c7d0,segment=NetworkSegment(6096d233-2888-4c21-be2b-bf6931e6b311),segment_id=6096d233-2888-4c21-be2b-bf6931e6b311)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:35.651700 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:35.734225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 11:58:35.734225 n-d-778696-8 neutron-server[93702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 11:58:35.734225 n-d-778696-8 neutron-server[93702]: [parameters: {'id': '58f42196-fc8c-4aa3-8916-3f4723ddadc6'}] Jul 14 11:58:35.734225 n-d-778696-8 neutron-server[93702]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:58:35.735271 n-d-778696-8 neutron-server[93702]: DEBUG oslo_db.api [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:58:35.801528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-6731efc1-547b-493f-b436-4e6dc8b05dfc None None] Allocated IP 172.20.0.1 (30025c35-78d6-48d0-938d-97e9658df52e/572e8492-e8ff-4262-9ada-8fb011cf0078/7bf8201c-f852-47d3-a2a8-3177f921c7d0) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:58:35.843426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=7bf8201c-f852-47d3-a2a8-3177f921c7d0,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:35.858920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] For port ffb4789e-ae47-4a35-bc2b-084e7b5c046a, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:58:35.912428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] For port ffb4789e-ae47-4a35-bc2b-084e7b5c046a, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ffb4789e-ae47-4a35-bc2b-084e7b5c046a,segment=NetworkSegment(745862c2-f8e1-40cf-b607-57b18f0a8b10),segment_id=745862c2-f8e1-40cf-b607-57b18f0a8b10)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:58:35.922057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:36.011843 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:36.013064 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:36.013388 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Floating IP 087c0b18-7629-47b6-83b0-a89024c7439f disassociated. External IP: 172.25.2.83, port: de659f2c-c673-4e5a-a970-0487bb4b1a51. Jul 14 11:58:36.013748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for de659f2c-c673-4e5a-a970-0487bb4b1a51 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:36.051295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6731efc1-547b-493f-b436-4e6dc8b05dfc None None] For port 7bf8201c-f852-47d3-a2a8-3177f921c7d0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7bf8201c-f852-47d3-a2a8-3177f921c7d0,segment=NetworkSegment(6096d233-2888-4c21-be2b-bf6931e6b311),segment_id=6096d233-2888-4c21-be2b-bf6931e6b311)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:36.094155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4076678-2de5-4167-885c-22978a01f1fe None None] Pushing event updated for resources: {'Port': ['ID=ffb4789e-ae47-4a35-bc2b-084e7b5c046a,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:36.142495 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6731efc1-547b-493f-b436-4e6dc8b05dfc None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:36.147501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae30ef9-e6b3-4040-95d2-ca06981d7e02 None None] Network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:36.214890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:36.220988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6731efc1-547b-493f-b436-4e6dc8b05dfc None None] Transition to ACTIVE for port object 7bf8201c-f852-47d3-a2a8-3177f921c7d0 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:36.236248 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:36.249573 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6731efc1-547b-493f-b436-4e6dc8b05dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:36.265847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=de659f2c-c673-4e5a-a970-0487bb4b1a51,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:36.439803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731efc1-547b-493f-b436-4e6dc8b05dfc None None] Pushing event updated for resources: {'Port': ['ID=7bf8201c-f852-47d3-a2a8-3177f921c7d0,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:36.498344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Deleting port ffb4789e-ae47-4a35-bc2b-084e7b5c046a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:36.499218 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:36.506066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Router f02befd1-ab3f-4999-bd1b-a16a634174ec has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:58:36.516527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0895305d-6d59-43d4-8ef3-3b9a66de3f8c None None] Network 58f42196-fc8c-4aa3-8916-3f4723ddadc6 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:36.703805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7bf8201c-f852-47d3-a2a8-3177f921c7d0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:58:36.814824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] For port ffb4789e-ae47-4a35-bc2b-084e7b5c046a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ffb4789e-ae47-4a35-bc2b-084e7b5c046a,segment=NetworkSegment(745862c2-f8e1-40cf-b607-57b18f0a8b10),segment_id=745862c2-f8e1-40cf-b607-57b18f0a8b10)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:36.815381 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:36.890210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:58:36.918789 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] Sync routers for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:58:36.922865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c956ae5f-da02-476b-940e-38ef335cf34b req-73ebb093-7a13-478d-b9d5-cc245afd5f34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5518551 Jul 14 11:58:36.928075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Calling delete_port for ffb4789e-ae47-4a35-bc2b-084e7b5c046a owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:36.957662 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:58:36.958683 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:58:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:37.103807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] No DVR routers for this DVR port de659f2c-c673-4e5a-a970-0487bb4b1a51 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:58:37.107767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:37.112744 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f37b2332-7378-4068-8d57-7db54536f9cf req-fd031073-0537-401f-958b-e83c0f10bfb4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "DELETE /v2.0/ports/de659f2c-c673-4e5a-a970-0487bb4b1a51 HTTP/1.1" status: 204 len: 173 time: 1.8445814 Jul 14 11:58:37.113478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'name': 'network-vif-deleted', 'tag': 'de659f2c-c673-4e5a-a970-0487bb4b1a51'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:58:37.117803 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eafc21-ab64-46f4-bf6a-def188b5df81" -d '{"events": [{"server_uuid": "d6dcae95-d2d9-4b64-97a1-405d801b189a", "name": "network-vif-deleted", "tag": "de659f2c-c673-4e5a-a970-0487bb4b1a51"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:58:37.272950 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d33ee1a-aed6-494d-ad75-566371ab4fd0 x-openstack-request-id: req-2d33ee1a-aed6-494d-ad75-566371ab4fd0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:58:37.274104 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcae95-d2d9-4b64-97a1-405d801b189a", "name": "network-vif-deleted", "tag": "de659f2c-c673-4e5a-a970-0487bb4b1a51", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:58:37.274279 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d33ee1a-aed6-494d-ad75-566371ab4fd0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:58:37.274963 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcae95-d2d9-4b64-97a1-405d801b189a', 'name': 'network-vif-deleted', 'tag': 'de659f2c-c673-4e5a-a970-0487bb4b1a51', 'status': 'completed', 'code': 200} Jul 14 11:58:37.295094 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:37.316432 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:58:37.335167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Port': ['ID=ffb4789e-ae47-4a35-bc2b-084e7b5c046a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:37.343295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No DVR routers for this DVR port ffb4789e-ae47-4a35-bc2b-084e7b5c046a on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:58:37.458646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ae5f-da02-476b-940e-38ef335cf34b req-28257cd8-f1b2-4bc3-b57c-a4ad5bd55e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:37.460486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c956ae5f-da02-476b-940e-38ef335cf34b req-28257cd8-f1b2-4bc3-b57c-a4ad5bd55e86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 1096 time: 0.4809997 Jul 14 11:58:37.605338 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:37.669006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d677f1d-2664-4011-bb6c-2b3120323de3 req-83d0e77a-ad76-4cd9-a231-871916b275ec tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 210 time: 0.0790555 Jul 14 11:58:37.671908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f42196-fc8c-4aa3-8916-3f4723ddadc6']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:37.729486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745862c2-f8e1-40cf-b607-57b18f0a8b10') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:37.730276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745862c2-f8e1-40cf-b607-57b18f0a8b10') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:37.770511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:37.818286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:37.841522 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:37.843694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:37.855124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:37.861053 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:37.894479 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] Checking router: f02befd1-ab3f-4999-bd1b-a16a634174ec for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:58:37.900839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ae5f-da02-476b-940e-38ef335cf34b req-a9295f89-8c12-4894-83e1-cc18479b452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:37.904963 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:58:37.905733 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:58:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:37.906459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c956ae5f-da02-476b-940e-38ef335cf34b req-a9295f89-8c12-4894-83e1-cc18479b452e service neutron] 10.222.0.64 "GET /v2.0/networks?id=716da11d-2bbc-4dac-a5b1-759952632d7a HTTP/1.1" status: 200 len: 896 time: 0.4110222 Jul 14 11:58:37.986789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b5d2a8-3945-4c22-ac6b-cb80fef321c3 None None] Network 30025c35-78d6-48d0-938d-97e9658df52e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:38.127761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-10c79e3b-0e79-496a-a254-5329f905728f None None] Provisioning for port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:58:38.137127 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.146698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-10c79e3b-0e79-496a-a254-5329f905728f None None] Provisioning complete for port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:38.147522 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10c79e3b-0e79-496a-a254-5329f905728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.161380 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.163206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/58f42196-fc8c-4aa3-8916-3f4723ddadc6 HTTP/1.1" status: 204 len: 168 time: 3.9820762 Jul 14 11:58:38.167735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47150) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:38.200033 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:58:38.263252 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c70496-55cb-4388-9a87-2e718edc51f5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:38.263716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c70496-55cb-4388-9a87-2e718edc51f5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:38.265961 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a3c70496-55cb-4388-9a87-2e718edc51f5 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/58f42196-fc8c-4aa3-8916-3f4723ddadc6 HTTP/1.1" status: 404 len: 339 time: 0.0970297 Jul 14 11:58:38.288490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47152) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:38.295541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1705674574', 'description': 'd1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:38.305252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cc90c-3e08-459c-88b8-7747d171260a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=58f42196-fc8c-4aa3-8916-3f4723ddadc6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:38.353056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c956ae5f-da02-476b-940e-38ef335cf34b req-06a64c77-245a-474a-a9b9-44335d268952 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a6dad-9fea-4900-888a-ed3fa647669d HTTP/1.1" status: 200 len: 1000 time: 0.3747351 Jul 14 11:58:38.367685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:38.375411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.465587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:38.511190 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.511736 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment 0cb53159-6895-42ab-b703-205a250493e9 of type vlan for network f3b4b02b-500f-4d37-a5c9-1a9464e72245 Jul 14 11:58:38.541468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ae5f-da02-476b-940e-38ef335cf34b req-98aa2ab9-a0f3-45d5-bde8-c01a2c63e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:38.543305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c956ae5f-da02-476b-940e-38ef335cf34b req-98aa2ab9-a0f3-45d5-bde8-c01a2c63e65f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540b1768-ee24-4e9b-ba91-864300cdb8dc HTTP/1.1" status: 200 len: 834 time: 0.1836081 Jul 14 11:58:38.579781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7bf8201c-f852-47d3-a2a8-3177f921c7d0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:58:38.654247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.722106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:38.723219 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.733621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ae5f-da02-476b-940e-38ef335cf34b req-b32c2eb8-d227-438c-9c6c-6286fae67c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:38.737094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c956ae5f-da02-476b-940e-38ef335cf34b req-b32c2eb8-d227-438c-9c6c-6286fae67c6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=716da11d-2bbc-4dac-a5b1-759952632d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495183 Jul 14 11:58:38.772544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.802485 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:38.803509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.989117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dafb87-2403-4854-9e7e-f7e012856f0f None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:58:39.087274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aa13ed72-c5c6-4511-adf7-dddaa77795a2 None None] Provisioning complete for port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:39.087547 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa13ed72-c5c6-4511-adf7-dddaa77795a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:39.105451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=f3b4b02b-500f-4d37-a5c9-1a9464e72245,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:39.124823 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5fdde8bf-45d0-440a-ae56-58a282201560 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8314183 Jul 14 11:58:39.130783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47160) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:39.140230 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:39.146258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network f3b4b02b-500f-4d37-a5c9-1a9464e72245 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:39.237994 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af4689-e95f-4586-9a3d-5d29dcd36560 None None] The sync data for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 is: [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:58:39.250387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c956ae5f-da02-476b-940e-38ef335cf34b req-366db8cd-75c4-4a92-a082-ed17cd7c8cb4 service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089676 Jul 14 11:58:39.366427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ded182bf-8fa5-42b3-b20f-77dfd382542b req-64321187-f0ae-4016-90a4-1e287363eb13 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 210 time: 0.1611598 Jul 14 11:58:39.388786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b58637-cbf8-48e2-86e4-a3063e7c4610 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:39.391579 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-28b58637-cbf8-48e2-86e4-a3063e7c4610 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/networks?id=f3b4b02b-500f-4d37-a5c9-1a9464e72245 HTTP/1.1" status: 200 len: 765 time: 0.2581158 Jul 14 11:58:39.395837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47164) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:39.407446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3b3fc85f-a245-4166-be20-eae49fc5f60a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'description': 'd2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:39.681893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c956ae5f-da02-476b-940e-38ef335cf34b req-3656b489-1472-41a0-bd6b-b7e3221a574d service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545427 Jul 14 11:58:39.682902 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-644eb956-788f-4a47-bbb6-ea225bb152d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:39.714506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc85f-a245-4166-be20-eae49fc5f60a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:39.747753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc85f-a245-4166-be20-eae49fc5f60a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:39.781981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b3fc85f-a245-4166-be20-eae49fc5f60a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network f3b4b02b-500f-4d37-a5c9-1a9464e72245 is not hosted by any dhcp agent {{(pid=93701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 11:58:39.816135 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dafb87-2403-4854-9e7e-f7e012856f0f None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:58:39.818645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3fc85f-a245-4166-be20-eae49fc5f60a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:39.820954 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc85f-a245-4166-be20-eae49fc5f60a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:39.825587 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3b3fc85f-a245-4166-be20-eae49fc5f60a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "PUT /v2.0/networks/f3b4b02b-500f-4d37-a5c9-1a9464e72245 HTTP/1.1" status: 200 len: 762 time: 0.4280174 Jul 14 11:58:39.828016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47166) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:39.932884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0382a56-0324-449e-a2f5-b042f51c3e26 None None] New status for floating IP 087c0b18-7629-47b6-83b0-a89024c7439f: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:58:39.964736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fc85f-a245-4166-be20-eae49fc5f60a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=f3b4b02b-500f-4d37-a5c9-1a9464e72245,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:40.018775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network f3b4b02b-500f-4d37-a5c9-1a9464e72245 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:40.070021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e044f7-1518-4192-95ce-b9056b25bb40 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:40.073544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b5e044f7-1518-4192-95ce-b9056b25bb40 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/networks?id=f3b4b02b-500f-4d37-a5c9-1a9464e72245 HTTP/1.1" status: 200 len: 765 time: 0.2441819 Jul 14 11:58:40.080437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47172) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:40.099106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47174) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:40.474782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port a6dec4d6-31fc-4969-9677-4ecadd09aff2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:40.475924 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:40.506525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de01e6e-f0ed-4bba-aadc-70bd322e3ea4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:40.509837 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3de01e6e-f0ed-4bba-aadc-70bd322e3ea4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4270632 Jul 14 11:58:40.516973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47178) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:40.601846 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-37b5ba27-4394-4024-bc40-6b0cf81c9cf3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5 HTTP/1.1" status: 200 len: 207 time: 0.0833609 Jul 14 11:58:40.602870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47180) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:40.701281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device de659f2c-c673-4e5a-a970-0487bb4b1a51 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:58:40.703472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:40.704328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:40.735314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for a6dec4d6-31fc-4969-9677-4ecadd09aff2 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:40.785649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: de659f2c-c673-4e5a-a970-0487bb4b1a51 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:58:40.786196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device de659f2c-c673-4e5a-a970-0487bb4b1a51 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:58:41.037158 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:41.096774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=a6dec4d6-31fc-4969-9677-4ecadd09aff2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:41.185655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77ae8f98-965b-4766-9feb-e734ffc0fda4 req-866352a2-3a75-4e9b-83c1-eec077373987 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 210 time: 0.0629575 Jul 14 11:58:41.280632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e29d1b-cba9-4dc4-9050-d443f4305c46 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.293644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e29d1b-cba9-4dc4-9050-d443f4305c46 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.298611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:41.299632 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Floating IP 3322eff5-4bd5-400a-b991-d35a8818757e disassociated (deleted). External IP: 172.25.2.88, port: a05a6dad-9fea-4900-888a-ed3fa647669d. Jul 14 11:58:41.307083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e29d1b-cba9-4dc4-9050-d443f4305c46 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.327914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e29d1b-cba9-4dc4-9050-d443f4305c46 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.336162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e29d1b-cba9-4dc4-9050-d443f4305c46 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.344174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e29d1b-cba9-4dc4-9050-d443f4305c46 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.346635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-92e29d1b-cba9-4dc4-9050-d443f4305c46 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7421758 Jul 14 11:58:41.353940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47186) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:41.630765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d2834290-7a09-4f6f-a414-31213ebdcddd tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2750437 Jul 14 11:58:41.635953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47192) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:41.772579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86939010-1919-4279-bb0e-5b4d3d55bb07 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.789128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86939010-1919-4279-bb0e-5b4d3d55bb07 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.796584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86939010-1919-4279-bb0e-5b4d3d55bb07 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.801849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86939010-1919-4279-bb0e-5b4d3d55bb07 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.808785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86939010-1919-4279-bb0e-5b4d3d55bb07 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.817979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-86939010-1919-4279-bb0e-5b4d3d55bb07 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1756155 Jul 14 11:58:41.818768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47198) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:41.943536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288c752-7f7b-42fc-9f94-d30a9a2bf71c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['shared'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.946122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288c752-7f7b-42fc-9f94-d30a9a2bf71c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['shared'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.949475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288c752-7f7b-42fc-9f94-d30a9a2bf71c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['shared'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.953358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288c752-7f7b-42fc-9f94-d30a9a2bf71c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['shared'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.955261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288c752-7f7b-42fc-9f94-d30a9a2bf71c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['shared'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:41.963069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6288c752-7f7b-42fc-9f94-d30a9a2bf71c tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1421859 Jul 14 11:58:41.963727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47200) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:42.144855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41b027-6360-4ee9-8e02-2f069381075f tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:42.149640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dc41b027-6360-4ee9-8e02-2f069381075f tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/networks/06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb HTTP/1.1" status: 200 len: 803 time: 0.1844668 Jul 14 11:58:42.154955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47202) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:42.259935 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-5c10002d-1d68-47af-9100-65231437b8a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7879748 Jul 14 11:58:42.321448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 9a413d88-e6ed-4623-8494-b7c9aec402ed has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:58:42.323929 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:42.477165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-31f38636-e307-4cf2-ab20-34417af6bd3b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/networks/06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3156426 Jul 14 11:58:42.480162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47208) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:42.532190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-714eb9ef-1499-456b-a4b9-390b18684c64 req-42305ee2-c425-4b97-a93c-fe7fa8b036de tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 210 time: 0.0740368 Jul 14 11:58:42.659018 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fdd7555a-ccd0-4dba-b947-8d40a5a79730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:42.705334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c568b7e2-27ad-4bc3-8450-7a83ef10a25e tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:42.711957 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c568b7e2-27ad-4bc3-8450-7a83ef10a25e tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/subnets/796ce7cf-6a26-4baa-b8c3-8034810fdc4a HTTP/1.1" status: 200 len: 843 time: 0.2215621 Jul 14 11:58:42.713132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47212) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:42.754851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-8f4f69a1-c838-48fb-acb9-1ac77d7ab07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:42.758311 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-8f4f69a1-c838-48fb-acb9-1ac77d7ab07c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 1096 time: 0.3295009 Jul 14 11:58:42.760978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:58:42.773150 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:42.784335 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] Sync routers for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:58:42.814727 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:58:42.819907 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:58:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:42.822903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531023b5-8e26-41d7-bea9-adb6a0cffb24 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['shared'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:42.830650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-531023b5-8e26-41d7-bea9-adb6a0cffb24 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "GET /v2.0/subnets/796ce7cf-6a26-4baa-b8c3-8034810fdc4a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1105664 Jul 14 11:58:42.831452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47216) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:42.845703 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-509574903'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:42.886695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:42.893605 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:42.954811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:58:42.982775 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aeeaec43-f50c-451e-a946-cb97f58c1080 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/floatingips/3322eff5-4bd5-400a-b991-d35a8818757e HTTP/1.1" status: 204 len: 168 time: 2.8790300 Jul 14 11:58:42.988321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:42.988846 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Added segment e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e of type vlan for network 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce Jul 14 11:58:42.991786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:58:42.996348 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:58:43.123392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-a241ff3b-d5b3-4cf6-9b08-5f655f2e82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:43.134955 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-a241ff3b-d5b3-4cf6-9b08-5f655f2e82b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.3134804 Jul 14 11:58:43.184624 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca31ff11-b7c5-46c8-aabf-46c296933943 x-openstack-request-id: req-ca31ff11-b7c5-46c8-aabf-46c296933943 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:58:43.185055 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:58:43.185435 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca31ff11-b7c5-46c8-aabf-46c296933943 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:58:43.186052 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'status': 'completed', 'code': 200} Jul 14 11:58:43.190031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:43.306448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-8463ee44-a2ad-4c83-8b3f-b08c8c3e7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:43.308220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-8463ee44-a2ad-4c83-8b3f-b08c8c3e7600 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 1096 time: 0.1091316 Jul 14 11:58:43.309840 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:43.316035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:43.316755 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:43.374273 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-1b5a7250-8a96-4ae3-86c4-839ddb4ab83a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64af667-9755-47be-b5d2-d338772f9241 HTTP/1.1" status: 200 len: 1001 time: 0.2310786 Jul 14 11:58:43.447049 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:58:43.452173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6194355 Jul 14 11:58:43.481727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47228) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:43.507822 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:43.523196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-8774c4d6-a7fa-42da-823d-e7b32c358b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:43.526842 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-8774c4d6-a7fa-42da-823d-e7b32c358b57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.1453502 Jul 14 11:58:43.562461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'network_id': '56ef7a51-5fca-4ef0-8b9d-594aae8c3cce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:43.776744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-63a1e9d8-6598-4656-bb91-fbd92e053877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:43.778537 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-63a1e9d8-6598-4656-bb91-fbd92e053877 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2414951 Jul 14 11:58:43.931310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d48d6-ae56-4cc4-bf38-84e9796688ff tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Network': ['ID=56ef7a51-5fca-4ef0-8b9d-594aae8c3cce,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:43.945242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:58:44.013370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-165f4910-3441-4623-a9d2-a1fbc95b4b62 req-4e563404-819c-44da-b4bc-809904e3f769 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 210 time: 0.0637975 Jul 14 11:58:44.132363 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-a4498c08-49fc-4467-9965-4cae798c3134 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462310 Jul 14 11:58:44.169667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-e8597beb-cb88-4add-b6ca-de40733bfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:44.172825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-e8597beb-cb88-4add-b6ca-de40733bfd14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=716da11d-2bbc-4dac-a5b1-759952632d7a HTTP/1.1" status: 200 len: 896 time: 0.8400838 Jul 14 11:58:44.183245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Made reservation on behalf of 2a863b35c456468986f21d9803e91bcd for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:44.191057 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:44.268921 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '8d8c5075-9101-491c-8131-d75c7632c6fd', 'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:6d:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:55Z', 'updated_at': '2021-07-14T11:57:07Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:44.354820 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] Checking router: 9a413d88-e6ed-4623-8494-b7c9aec402ed for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:58:44.382567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-5c305bf2-58b0-4406-bbb6-bc544962bab8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a6dad-9fea-4900-888a-ed3fa647669d HTTP/1.1" status: 200 len: 217 time: 0.1825304 Jul 14 11:58:44.386447 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c67f120-095e-4bfc-9243-6d6dbdb9937e req-b0a0aa8d-812f-4217-80cd-5438e2867e41 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419069 Jul 14 11:58:44.394687 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:58:44.395719 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:58:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:44.528072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_backend_mixin [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Performing IP validity checks on allocation pools {{(pid=93702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 11:58:44.528823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.ipam_backend_mixin [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 11:58:44.582329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8aab5-223b-418c-afa3-9b2c57dc4249 req-61286757-2519-4c86-96c3-866da753e0b5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:44.597152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfa8aab5-223b-418c-afa3-9b2c57dc4249 req-61286757-2519-4c86-96c3-866da753e0b5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.6882472 Jul 14 11:58:44.628730 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:58:44.670501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-735543ed-f020-4918-a5c5-271a82f7d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:44.677063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-735543ed-f020-4918-a5c5-271a82f7d0a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540b1768-ee24-4e9b-ba91-864300cdb8dc HTTP/1.1" status: 200 len: 834 time: 0.2427807 Jul 14 11:58:44.812810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfa8aab5-223b-418c-afa3-9b2c57dc4249 req-d8c5cf61-f6f8-46ee-9b32-8e61b3c6ba95 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/security-groups?id=464e0e2a-7620-48ba-8e47-fadf53bc3417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961250 Jul 14 11:58:44.894526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-f8efe316-8795-4f6c-9764-560ebf5a76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:44.896258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-f8efe316-8795-4f6c-9764-560ebf5a76d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=716da11d-2bbc-4dac-a5b1-759952632d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113037 Jul 14 11:58:45.075016 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:45.091778 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '8d8c5075-9101-491c-8131-d75c7632c6fd', 'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:6d:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:55Z', 'updated_at': '2021-07-14T11:57:07Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:45.093845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-0de678cd-bb67-4256-b0e4-b4fdf8ed8e1f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:45.097489 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-0de678cd-bb67-4256-b0e4-b4fdf8ed8e1f tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 945 time: 0.1723168 Jul 14 11:58:45.128353 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465589c5-c4bc-4bd8-8fc7-03321e2733c3 None None] The sync data for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 is: [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:56:57Z', 'revision_number': 4, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '8d8c5075-9101-491c-8131-d75c7632c6fd', 'name': '', 'network_id': '716da11d-2bbc-4dac-a5b1-759952632d7a', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'mac_address': 'fa:16:3e:6d:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:55Z', 'updated_at': '2021-07-14T11:57:07Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'subnets': [{'id': '540b1768-ee24-4e9b-ba91-864300cdb8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:58:45.206738 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:45.311049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=370c44a1-5d33-4222-9267-4469d7b123ba,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:45.367257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port a05a6dad-9fea-4900-888a-ed3fa647669d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:45.367611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:45.408429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac3a57f7-d5af-40fb-9d65-f52d13179b24 req-d5423ac5-373a-47a5-9275-d894ed17995b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dcae95-d2d9-4b64-97a1-405d801b189a HTTP/1.1" status: 200 len: 210 time: 0.0544853 Jul 14 11:58:45.429734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-1c5114ef-ac31-41fe-a9d8-9257a57b1641 service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159347 Jul 14 11:58:45.432223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Checking segment: {'id': 'e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56ef7a51-5fca-4ef0-8b9d-594aae8c3cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:45.432784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network hostable DHCP agents. Network: 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:58:45.527689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port a05a6dad-9fea-4900-888a-ed3fa647669d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=a05a6dad-9fea-4900-888a-ed3fa647669d,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:45.528810 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:45.545576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Network 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:58:45.562590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for a05a6dad-9fea-4900-888a-ed3fa647669d owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:45.585355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:45.597587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:45.598681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:45.599136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b908d-b70c-48bd-aa77-dd07d315fc17 None None] Network 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:45.643083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e950c2f2-0f23-45aa-86df-91a421210e2d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0907733 Jul 14 11:58:45.644034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47240) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:45.661431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-37c04e6b-7090-4574-82c5-183d5a256ce7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:45.724604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffaf62b5-136e-49c2-9cf7-d0ee9be0732d req-2d80c609-e280-46cc-8b6a-6013edbc192b service neutron] 10.222.0.64 "GET /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879150 Jul 14 11:58:45.849753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a48a0-7274-4222-80ef-00c09d185263 None None] New status for floating IP 3322eff5-4bd5-400a-b991-d35a8818757e: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:58:45.886334 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37c04e6b-7090-4574-82c5-183d5a256ce7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3610183'] for subnet, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:45.966735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:46.036824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-56ef7a51-5fca-4ef0-8b9d-594aae8c3cce', 'network_id': '56ef7a51-5fca-4ef0-8b9d-594aae8c3cce', 'tenant_id': '2a863b35c456468986f21d9803e91bcd', 'fixed_ips': [{'subnet_id': '370c44a1-5d33-4222-9267-4469d7b123ba'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:58:46.038225 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:46.062480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=a05a6dad-9fea-4900-888a-ed3fa647669d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:46.220059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] No DVR routers for this DVR port a05a6dad-9fea-4900-888a-ed3fa647669d on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:58:46.225474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:46.239797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-638f484d-50c0-4b77-891d-dc9705b11b43 req-68c3127e-fa40-40e5-bcdb-e1e58b2ee045 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.64 "DELETE /v2.0/ports/a05a6dad-9fea-4900-888a-ed3fa647669d HTTP/1.1" status: 204 len: 173 time: 1.1367912 Jul 14 11:58:46.241006 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'name': 'network-vif-deleted', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:58:46.246013 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa30fd6-4765-43c5-92f0-5287c396ae57" -d '{"events": [{"server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "name": "network-vif-deleted", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:58:46.333548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-756ef94f-0282-486c-91b1-3eafb0873ca5 req-31913903-5945-43fd-857c-5bbf8d29bc35 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b9d0593-ce12-425c-bdab-811f0ea16f7a HTTP/1.1" status: 200 len: 210 time: 0.0951202 Jul 14 11:58:46.387155 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de4d72a-c360-4baf-b386-b6d48852ea15 x-openstack-request-id: req-0de4d72a-c360-4baf-b386-b6d48852ea15 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:58:46.387633 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d0593-ce12-425c-bdab-811f0ea16f7a", "name": "network-vif-deleted", "tag": "a05a6dad-9fea-4900-888a-ed3fa647669d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:58:46.388413 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0de4d72a-c360-4baf-b386-b6d48852ea15 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:58:46.388913 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d0593-ce12-425c-bdab-811f0ea16f7a', 'name': 'network-vif-deleted', 'tag': 'a05a6dad-9fea-4900-888a-ed3fa647669d', 'status': 'completed', 'code': 200} Jul 14 11:58:46.481970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37c04e6b-7090-4574-82c5-183d5a256ce7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756263802902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2957247'] for subnet, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:46.559044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c04e6b-7090-4574-82c5-183d5a256ce7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:46.560530 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37c04e6b-7090-4574-82c5-183d5a256ce7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:46.564134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-37c04e6b-7090-4574-82c5-183d5a256ce7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "PUT /v2.0/subnets/370c44a1-5d33-4222-9267-4469d7b123ba HTTP/1.1" status: 200 len: 900 time: 0.9097352 Jul 14 11:58:46.568389 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47248) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:46.591905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Allocated IP 2001:db8::3 (56ef7a51-5fca-4ef0-8b9d-594aae8c3cce/370c44a1-5d33-4222-9267-4469d7b123ba/66cb91b4-8eec-4ca0-b51b-2bf2a821b579) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:58:46.605269 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c04e6b-7090-4574-82c5-183d5a256ce7 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event updated for resources: {'Subnet': ['ID=370c44a1-5d33-4222-9267-4469d7b123ba,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:46.980558 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.001452 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.039579 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Transition to ACTIVE for port object 66cb91b4-8eec-4ca0-b51b-2bf2a821b579 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:47.096083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Transition to ACTIVE for port object 66cb91b4-8eec-4ca0-b51b-2bf2a821b579 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:47.104760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-3bd95698-936b-4c37-8f18-c22195df84ac tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292982030&fields=id&tenant_id=63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 267 time: 0.1051753 Jul 14 11:58:47.108609 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.145498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Network 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:58:47.150819 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:47.191515 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.192361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:58:47.322280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.379209 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Attempting to bind port 66cb91b4-8eec-4ca0-b51b-2bf2a821b579 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:58:47.379803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Attempting to bind port 66cb91b4-8eec-4ca0-b51b-2bf2a821b579 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56ef7a51-5fca-4ef0-8b9d-594aae8c3cce'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:58:47.383313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Attempting to bind port 66cb91b4-8eec-4ca0-b51b-2bf2a821b579 on network 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:58:47.385197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-8b704451-aa5a-4ae2-a0a2-c3e48521fa57 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:47.392999 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-8b704451-aa5a-4ae2-a0a2-c3e48521fa57 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.2811751 Jul 14 11:58:47.393251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Pushing event updated for resources: {'Port': ['ID=66cb91b4-8eec-4ca0-b51b-2bf2a821b579,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:47.416189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:58:47.416759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Checking segment: {'id': 'e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56ef7a51-5fca-4ef0-8b9d-594aae8c3cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:47.417254 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.417676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Bound using segment: {'id': 'e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56ef7a51-5fca-4ef0-8b9d-594aae8c3cce'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:58:47.418215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Bound port: 66cb91b4-8eec-4ca0-b51b-2bf2a821b579, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56ef7a51-5fca-4ef0-8b9d-594aae8c3cce'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:58:47.418614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.428890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-fe323c2d-34a4-4a71-8829-56e8640b0d83 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/quotas/63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 375 time: 0.0346904 Jul 14 11:58:47.502279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.523314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ef7a51-5fca-4ef0-8b9d-594aae8c3cce']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:47.523917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] For port 66cb91b4-8eec-4ca0-b51b-2bf2a821b579, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:58:47.529767 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] For port 66cb91b4-8eec-4ca0-b51b-2bf2a821b579, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=66cb91b4-8eec-4ca0-b51b-2bf2a821b579,segment=NetworkSegment(e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e),segment_id=e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:58:47.536246 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.551431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:47.551920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:47.580253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.591133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47268) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:47.608046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.621306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:47.630876 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:47.692886 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:47.698573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=370c44a1-5d33-4222-9267-4469d7b123ba,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:47.698759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5054cdb-48ba-4439-a014-6abf9cd3eddb None None] Pushing event updated for resources: {'Port': ['ID=66cb91b4-8eec-4ca0-b51b-2bf2a821b579,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:47.708507 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 11:58:47.708507 n-d-778696-8 neutron-server[93701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 11:58:47.708507 n-d-778696-8 neutron-server[93701]: [parameters: {'id': '56ef7a51-5fca-4ef0-8b9d-594aae8c3cce'}] Jul 14 11:58:47.708507 n-d-778696-8 neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 11:58:47.709240 n-d-778696-8 neutron-server[93701]: DEBUG oslo_db.api [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:58:47.738857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b39089-5644-4a50-ad97-9c41f9a2da42 None None] Network 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:47.895901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-4e6e25a8-f6e1-49a3-bf24-3a2591145d84 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4579723 Jul 14 11:58:47.987892 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:58:48.045676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b05f7-44f8-4ac1-b13e-54a7a0d76e0d None None] Network 56ef7a51-5fca-4ef0-8b9d-594aae8c3cce requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:48.210610 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:48.324105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47280) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:48.365276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Deleting port 66cb91b4-8eec-4ca0-b51b-2bf2a821b579 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:48.367317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:48.411148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-df09f361-fbb3-4950-948f-fa1d677751fc service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:58:48.412844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-df09f361-fbb3-4950-948f-fa1d677751fc service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4878199 Jul 14 11:58:48.455586 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d673e256-a2ca-483f-9f93-5ee5599f508d None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:58:48.518666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] For port 66cb91b4-8eec-4ca0-b51b-2bf2a821b579, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=66cb91b4-8eec-4ca0-b51b-2bf2a821b579,segment=NetworkSegment(e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e),segment_id=e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:48.519685 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:48.525928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0fa60d-5ca9-4b12-a754-38cf28c6a822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:48.565718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Calling delete_port for 66cb91b4-8eec-4ca0-b51b-2bf2a821b579 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:48.647308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d673e256-a2ca-483f-9f93-5ee5599f508d None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 11:58:48.694603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-9792a47d-415a-4b63-b377-5fa77d0f723d service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585683 Jul 14 11:58:48.793249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:48.832447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:48.847271 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0fa60d-5ca9-4b12-a754-38cf28c6a822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:48.849806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Port': ['ID=66cb91b4-8eec-4ca0-b51b-2bf2a821b579,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:48.852767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No DVR routers for this DVR port 66cb91b4-8eec-4ca0-b51b-2bf2a821b579 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:58:48.861728 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0fa60d-5ca9-4b12-a754-38cf28c6a822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:48.909898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-aaa3fd76-ae1d-4839-9590-1b766d41c470 service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983807 Jul 14 11:58:49.019224 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fa60d-5ca9-4b12-a754-38cf28c6a822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9779336f-62a8-4f21-96a1-b63a423d323c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:49.030625 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de0fa60d-5ca9-4b12-a754-38cf28c6a822 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89ae59c30d6442dc9f03fc8f65a5e8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043276 Jul 14 11:58:49.038220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47286) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:49.049230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.080797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ef7a51-5fca-4ef0-8b9d-594aae8c3cce']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:49.114880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:49.115379 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74bd947-5f8a-4e04-b48b-2ce0d7e0aa0e') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:49.147124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.175116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.185374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f29b6f94-b497-4994-90b0-a977e51682eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.187402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:49.187810 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:49.191895 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:49.272112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f29b6f94-b497-4994-90b0-a977e51682eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.287217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.334142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port 8d8c5075-9101-491c-8131-d75c7632c6fd {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:49.334599 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.345621 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.353201 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/56ef7a51-5fca-4ef0-8b9d-594aae8c3cce HTTP/1.1" status: 204 len: 168 time: 2.7823422 Jul 14 11:58:49.356764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47298) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:49.416948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a4a6a-3e20-42b0-a9ff-bbeab7ba8e64 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=56ef7a51-5fca-4ef0-8b9d-594aae8c3cce,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:49.422369 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6aa5793-b2c8-48c8-b8f8-3dc62a4c62f8 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:49.423109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6aa5793-b2c8-48c8-b8f8-3dc62a4c62f8 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:49.427368 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f6aa5793-b2c8-48c8-b8f8-3dc62a4c62f8 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/370c44a1-5d33-4222-9267-4469d7b123ba HTTP/1.1" status: 404 len: 337 time: 0.0651734 Jul 14 11:58:49.427368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f29b6f94-b497-4994-90b0-a977e51682eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.429727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47300) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:49.431697 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f29b6f94-b497-4994-90b0-a977e51682eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.435617 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f29b6f94-b497-4994-90b0-a977e51682eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9779336f-62a8-4f21-96a1-b63a423d323c HTTP/1.1" status: 204 len: 168 time: 0.3948455 Jul 14 11:58:49.446178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b6f94-b497-4994-90b0-a977e51682eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779336f-62a8-4f21-96a1-b63a423d323c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:49.496129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c69bacf-6ae3-40e4-b97a-e4134bc23d94 req-d0d92b37-9aef-414e-ab10-c89d9336fc2e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 210 time: 0.1302345 Jul 14 11:58:49.523493 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae725857-fbc9-4124-9a06-5e54bececd5f tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:49.524477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae725857-fbc9-4124-9a06-5e54bececd5f tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:49.544332 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ae725857-fbc9-4124-9a06-5e54bececd5f tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/56ef7a51-5fca-4ef0-8b9d-594aae8c3cce HTTP/1.1" status: 404 len: 339 time: 0.0556223 Jul 14 11:58:49.544744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47304) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:49.609984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port 8d8c5075-9101-491c-8131-d75c7632c6fd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8d8c5075-9101-491c-8131-d75c7632c6fd,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:49.610543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.629847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for 8d8c5075-9101-491c-8131-d75c7632c6fd owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:49.711218 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.857412 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.873732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b4b02b-500f-4d37-a5c9-1a9464e72245']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:49.895642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb53159-6895-42ab-b703-205a250493e9') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:49.896679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb53159-6895-42ab-b703-205a250493e9') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:49.912699 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.922960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47312) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:49.935143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.945577 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:49.946177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.948274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28583db7-08ac-4a85-9c78-d8d25cb42bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:49.952630 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:49.976573 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.029903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=8d8c5075-9101-491c-8131-d75c7632c6fd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:50.059200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.072918 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.076204 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/f3b4b02b-500f-4d37-a5c9-1a9464e72245 HTTP/1.1" status: 204 len: 168 time: 0.5429087 Jul 14 11:58:50.080358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47316) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:50.096974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd2e12-3f7f-4e6d-ace6-23057a902bb1 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=f3b4b02b-500f-4d37-a5c9-1a9464e72245,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:50.190749 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca96a1cd-8860-44bf-b734-548396e8c156 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:50.191491 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca96a1cd-8860-44bf-b734-548396e8c156 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:50.196820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ca96a1cd-8860-44bf-b734-548396e8c156 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/f11da400-a9d1-4dc3-9c62-e4cc77badb8b HTTP/1.1" status: 404 len: 337 time: 0.1051714 Jul 14 11:58:50.199181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47320) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:50.235801 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7b4d07-ca5c-4d40-ae17-0924fee31afe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:50.236606 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7b4d07-ca5c-4d40-ae17-0924fee31afe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:50.244554 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4e7b4d07-ca5c-4d40-ae17-0924fee31afe tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/58f42196-fc8c-4aa3-8916-3f4723ddadc6 HTTP/1.1" status: 404 len: 339 time: 0.0380323 Jul 14 11:58:50.245239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47322) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:50.318177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d969479-2e75-4515-9eb0-8292147d4c3a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Deleting subnet 572e8492-e8ff-4262-9ada-8fb011cf0078 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:58:50.323281 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d969479-2e75-4515-9eb0-8292147d4c3a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.378024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d969479-2e75-4515-9eb0-8292147d4c3a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.477493 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28583db7-08ac-4a85-9c78-d8d25cb42bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.486354 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28583db7-08ac-4a85-9c78-d8d25cb42bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.490301 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.533132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a05a6dad-9fea-4900-888a-ed3fa647669d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:58:50.600058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: a05a6dad-9fea-4900-888a-ed3fa647669d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:58:50.601089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device a05a6dad-9fea-4900-888a-ed3fa647669d not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:58:50.601532 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28583db7-08ac-4a85-9c78-d8d25cb42bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a396be-fd84-43c2-a6c3-2afca34187a8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:50.702717 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d969479-2e75-4515-9eb0-8292147d4c3a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.772333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-28583db7-08ac-4a85-9c78-d8d25cb42bfd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c51892d6458b4dbe96307c88ba66782b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8477421 Jul 14 11:58:50.776233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47326) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:50.796026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b86f20f5-7099-4508-a33c-62c2402420ce req-82591c1f-fecf-48f6-8200-0d9bdc34ca71 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 210 time: 0.0500019 Jul 14 11:58:50.889253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d969479-2e75-4515-9eb0-8292147d4c3a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.909253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2166b7a6-24bc-4767-888c-b9d0ba604340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.949817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d969479-2e75-4515-9eb0-8292147d4c3a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=572e8492-e8ff-4262-9ada-8fb011cf0078,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:50.961277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d969479-2e75-4515-9eb0-8292147d4c3a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:50.968271 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0d969479-2e75-4515-9eb0-8292147d4c3a tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/572e8492-e8ff-4262-9ada-8fb011cf0078 HTTP/1.1" status: 204 len: 168 time: 0.7182643 Jul 14 11:58:50.968575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d8654b-42b7-4c64-8401-eefbe313ef5b None None] Network 30025c35-78d6-48d0-938d-97e9658df52e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:50.968737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47328) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:51.029981 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2166b7a6-24bc-4767-888c-b9d0ba604340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.038857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Router 9a413d88-e6ed-4623-8494-b7c9aec402ed has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:58:51.081505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f716ebe-cbf4-4aec-b3ab-be8e375d51ed tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Deleting subnet bfe064ec-a0b4-43ec-afb3-182367dcee07 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:58:51.085306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f716ebe-cbf4-4aec-b3ab-be8e375d51ed tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.151836 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2166b7a6-24bc-4767-888c-b9d0ba604340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.157043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2166b7a6-24bc-4767-888c-b9d0ba604340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.159130 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2166b7a6-24bc-4767-888c-b9d0ba604340 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35a396be-fd84-43c2-a6c3-2afca34187a8 HTTP/1.1" status: 204 len: 168 time: 0.3809354 Jul 14 11:58:51.171818 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f716ebe-cbf4-4aec-b3ab-be8e375d51ed tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.236433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166b7a6-24bc-4767-888c-b9d0ba604340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a396be-fd84-43c2-a6c3-2afca34187a8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:51.284641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:58:51.299535 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] Sync routers for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:58:51.316324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-01d1ab26-ffd9-40fe-be41-bffa38b062ad tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "PUT /v2.0/routers/9a413d88-e6ed-4623-8494-b7c9aec402ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7206151 Jul 14 11:58:51.316780 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:58:51.316780 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:58:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:51.317205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47332) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:51.432809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd41c437-6fa2-4bef-bfb9-12242fb344c8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting subnet 540b1768-ee24-4e9b-ba91-864300cdb8dc {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:58:51.438793 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd41c437-6fa2-4bef-bfb9-12242fb344c8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.524608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-945d2f5d-c12f-4ff9-8698-e77c41786c71 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:51.527304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-945d2f5d-c12f-4ff9-8698-e77c41786c71 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.2176478 Jul 14 11:58:51.551197 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd41c437-6fa2-4bef-bfb9-12242fb344c8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.624486 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-f02e678f-f547-4d50-ba24-65745b107a4a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 379 time: 0.0871124 Jul 14 11:58:51.640030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'port': {'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'admin_state_up': True, 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'security_groups': ['17377c6f-f914-4b99-8bd1-11d110b952f1']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:51.722359 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f716ebe-cbf4-4aec-b3ab-be8e375d51ed tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.745362 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:58:51.802551 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd41c437-6fa2-4bef-bfb9-12242fb344c8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.850670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Made reservation on behalf of 63e66b37481147788ebff171c7986f8c for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:58:51.856055 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:51.986252 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd41c437-6fa2-4bef-bfb9-12242fb344c8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:52.114297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47338) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:52.129346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41c437-6fa2-4bef-bfb9-12242fb344c8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Subnet': ['ID=540b1768-ee24-4e9b-ba91-864300cdb8dc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:52.157458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31225829-202d-4b4f-bd53-6d7b3527e216 None None] Network 716da11d-2bbc-4dac-a5b1-759952632d7a requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:52.165518 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd41c437-6fa2-4bef-bfb9-12242fb344c8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:52.171259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fd41c437-6fa2-4bef-bfb9-12242fb344c8 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/subnets/540b1768-ee24-4e9b-ba91-864300cdb8dc HTTP/1.1" status: 204 len: 168 time: 0.8527091 Jul 14 11:58:52.184803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-412d516d-f8a3-4d55-bdf2-e0e91c46a69e req-7650edf6-e12d-438b-a9e1-a4e5e3a85a8d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 210 time: 0.0767109 Jul 14 11:58:52.185352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47342) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:52.212479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb411ca8-8697-45a5-acf0-3afeb7d4f48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:52.293091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.20.0.14 (ab57db97-d866-4580-839b-0963a274a61e/2ebf9c62-6f89-4042-b207-3d7abe24ee41/2a80bde7-871d-4778-ab1e-7adfc2508231) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:58:52.431119 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:58:49Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:52.545565 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] Checking router: 9a413d88-e6ed-4623-8494-b7c9aec402ed for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:58:52.552747 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f716ebe-cbf4-4aec-b3ab-be8e375d51ed tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:52.583202 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] Routers {'9a413d88-e6ed-4623-8494-b7c9aec402ed'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:58:52.584241 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:58:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['9a413d88-e6ed-4623-8494-b7c9aec402ed'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:52.705338 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716ebe-cbf4-4aec-b3ab-be8e375d51ed tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe064ec-a0b4-43ec-afb3-182367dcee07,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:52.746539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3dd46c03-0584-42f7-95c4-cefb56887287 None None] Provisioning complete for port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:52.747001 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3dd46c03-0584-42f7-95c4-cefb56887287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:52.765874 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:52.770727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f716ebe-cbf4-4aec-b3ab-be8e375d51ed tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:52.778470 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5f716ebe-cbf4-4aec-b3ab-be8e375d51ed tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/bfe064ec-a0b4-43ec-afb3-182367dcee07 HTTP/1.1" status: 204 len: 168 time: 1.8082032 Jul 14 11:58:52.782515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47344) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:52.812660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d44adcd-0cf0-4efd-a16c-c30296435679 None None] Network 30025c35-78d6-48d0-938d-97e9658df52e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:52.898956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Transition to ACTIVE for port object 2a80bde7-871d-4778-ab1e-7adfc2508231 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:52.899325 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] Set router 9a413d88-e6ed-4623-8494-b7c9aec402ed gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:58:52.948104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] DHCP port deletion for 716da11d-2bbc-4dac-a5b1-759952632d7a request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:58:52.966797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.062473 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.105608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:58:53.113426 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:58:53.160197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:58:53.160514 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.165421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Deleting port 8bacb4f9-309d-4b94-b0a0-3d77a498177b {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:53.166344 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.317785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] DHCP port deletion for 30025c35-78d6-48d0-938d-97e9658df52e request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:58:53.332517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] For port 8bacb4f9-309d-4b94-b0a0-3d77a498177b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8bacb4f9-309d-4b94-b0a0-3d77a498177b,segment=NetworkSegment(45a31ed7-2abd-463f-af96-8adee287c351),segment_id=45a31ed7-2abd-463f-af96-8adee287c351)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:53.333469 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.363384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Deleting port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:53.364040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.365941 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:58:49Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:53.377301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=2a80bde7-871d-4778-ab1e-7adfc2508231,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:53.389965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Calling delete_port for 8bacb4f9-309d-4b94-b0a0-3d77a498177b owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:53.463386 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189b852-008b-4301-8522-3e3f1b4ed4a6 None None] The sync data for ids ['9a413d88-e6ed-4623-8494-b7c9aec402ed'] in n-d-778696-8 is: [{'id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878964522', 'tenant_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:56:49Z', 'updated_at': '2021-07-14T11:58:49Z', 'revision_number': 5, 'project_id': '1099e3a0cf304d4bb2e4f5aff0c2fe33', 'gw_port': {'id': '9e072755-3ce2-4fb0-809c-7bcdc5240efd', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a413d88-e6ed-4623-8494-b7c9aec402ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:56:50Z', 'updated_at': '2021-07-14T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:58:53.589901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:53.590999 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.651806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] For port 7bf8201c-f852-47d3-a2a8-3177f921c7d0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7bf8201c-f852-47d3-a2a8-3177f921c7d0,segment=NetworkSegment(6096d233-2888-4c21-be2b-bf6931e6b311),segment_id=6096d233-2888-4c21-be2b-bf6931e6b311)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:53.652941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.671399 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Calling delete_port for 7bf8201c-f852-47d3-a2a8-3177f921c7d0 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:53.786289 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.843502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No DVR routers for this DVR port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:58:53.848989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] Deleting port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:53.849716 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.856690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f188954a-b59f-4d5c-bcab-5377023d0335 None None] Provisioning for port 2a80bde7-871d-4778-ab1e-7adfc2508231 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:58:53.865780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f188954a-b59f-4d5c-bcab-5377023d0335 None None] Provisioning complete for port 2a80bde7-871d-4778-ab1e-7adfc2508231 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:58:53.866824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f188954a-b59f-4d5c-bcab-5377023d0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.879013 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.959679 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb411ca8-8697-45a5-acf0-3afeb7d4f48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.976375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec12926-49e7-4472-8e9d-81ba5b40a6e7 req-5524d17e-fc6b-478c-86d0-11c50b78538e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:53.979926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ec12926-49e7-4472-8e9d-81ba5b40a6e7 req-5524d17e-fc6b-478c-86d0-11c50b78538e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 932 time: 0.3656020 Jul 14 11:58:53.986522 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb411ca8-8697-45a5-acf0-3afeb7d4f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:53.998631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.022523 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30025c35-78d6-48d0-938d-97e9658df52e']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:54.030751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Port': ['ID=7bf8201c-f852-47d3-a2a8-3177f921c7d0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:54.046943 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-6fed60fe-226c-4340-b546-9a97de870991 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4138985 Jul 14 11:58:54.058463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6096d233-2888-4c21-be2b-bf6931e6b311') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:54.059076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6096d233-2888-4c21-be2b-bf6931e6b311') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:54.077542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cb411ca8-8697-45a5-acf0-3afeb7d4f48d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc19cee612634e29b4d4745921ba8d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9595759 Jul 14 11:58:54.077818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Request body: {'port': {'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:58:54.085459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47348) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:54.103659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] For port 7bf8201c-f852-47d3-a2a8-3177f921c7d0, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:54.104679 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.125035 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.140453 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] Calling delete_port for 7bf8201c-f852-47d3-a2a8-3177f921c7d0 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:54.149350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] Port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:58:54.153767 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.180203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-f188954a-b59f-4d5c-bcab-5377023d0335 None None] Port 2a80bde7-871d-4778-ab1e-7adfc2508231 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:58:54.181511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.192030 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.197126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] No DVR routers for this DVR port 8bacb4f9-309d-4b94-b0a0-3d77a498177b on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:58:54.216845 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:54.217573 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:54.234233 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:54.256822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Pushing event deleted for resources: {'Port': ['ID=8bacb4f9-309d-4b94-b0a0-3d77a498177b,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:54.268321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb411ca8-8697-45a5-acf0-3afeb7d4f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea47b21-0a5d-4f1f-a141-ffda6bedbbbd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:54.272902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.273709 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.274906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.275552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.276148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.276776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.277375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.277917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.294067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.294850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.295485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.296138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c92d59-de4c-4e34-882a-f6531ba470c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:58:54.335234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] No DVR routers for this DVR port 7bf8201c-f852-47d3-a2a8-3177f921c7d0 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:58:54.350500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ec12926-49e7-4472-8e9d-81ba5b40a6e7 req-35aec5b8-5c9d-406f-9000-f20b694d422d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775266 Jul 14 11:58:54.385229 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.390424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15989b7-2604-4085-bcea-d43cf1aeea86 None None] Pushing event deleted for resources: {'Port': ['ID=7bf8201c-f852-47d3-a2a8-3177f921c7d0,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:54.406431 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.464426 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c9e21fe-188f-429e-9a2d-495419628a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.466056 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.472317 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/30025c35-78d6-48d0-938d-97e9658df52e HTTP/1.1" status: 204 len: 168 time: 1.6860049 Jul 14 11:58:54.474144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Deleting port 9e072755-3ce2-4fb0-809c-7bcdc5240efd {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:54.474698 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.485077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47352) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:54.501140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289869d-67c5-4cec-b626-eb61a0e33b5d tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=30025c35-78d6-48d0-938d-97e9658df52e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:54.578419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c9e21fe-188f-429e-9a2d-495419628a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.635430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7bf8201c-f852-47d3-a2a8-3177f921c7d0 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:58:54.681948 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] For port 9e072755-3ce2-4fb0-809c-7bcdc5240efd, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9e072755-3ce2-4fb0-809c-7bcdc5240efd,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:54.682845 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.696578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 7bf8201c-f852-47d3-a2a8-3177f921c7d0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:58:54.696922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7bf8201c-f852-47d3-a2a8-3177f921c7d0 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:58:54.697346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bacb4f9-309d-4b94-b0a0-3d77a498177b no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:58:54.714603 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c9e21fe-188f-429e-9a2d-495419628a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.719455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c9e21fe-188f-429e-9a2d-495419628a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:54.737471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c9e21fe-188f-429e-9a2d-495419628a48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dea47b21-0a5d-4f1f-a141-ffda6bedbbbd HTTP/1.1" status: 204 len: 168 time: 0.5678957 Jul 14 11:58:54.742185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Calling delete_port for 9e072755-3ce2-4fb0-809c-7bcdc5240efd owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:54.769931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8bacb4f9-309d-4b94-b0a0-3d77a498177b {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:58:54.769931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bacb4f9-309d-4b94-b0a0-3d77a498177b not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:58:54.770919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8d8c5075-9101-491c-8131-d75c7632c6fd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:58:54.804457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e21fe-188f-429e-9a2d-495419628a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea47b21-0a5d-4f1f-a141-ffda6bedbbbd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:54.831266 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8d8c5075-9101-491c-8131-d75c7632c6fd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:58:54.831981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8d8c5075-9101-491c-8131-d75c7632c6fd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:58:54.934614 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c25e78-b90b-4a44-a583-96de72155afc tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:54.935363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c25e78-b90b-4a44-a583-96de72155afc tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:54.938496 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-92c25e78-b90b-4a44-a583-96de72155afc tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/d43695ec-4838-4fb6-aa54-6acaf371ac7a HTTP/1.1" status: 404 len: 337 time: 0.4514589 Jul 14 11:58:54.942616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47356) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:54.989728 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd5ea4b-dc79-4f34-ba5b-b80efade21c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:54.990866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd5ea4b-dc79-4f34-ba5b-b80efade21c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:54.998221 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8cd5ea4b-dc79-4f34-ba5b-b80efade21c4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/2e63b863-a81c-4072-a087-eb00e455fbfc HTTP/1.1" status: 404 len: 339 time: 0.0502794 Jul 14 11:58:55.002594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47358) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:55.082533 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.120760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Port': ['ID=9e072755-3ce2-4fb0-809c-7bcdc5240efd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:55.144941 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5956eb-649f-4dd0-b97b-61f31d122cc2 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:55.145592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5956eb-649f-4dd0-b97b-61f31d122cc2 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:55.150776 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1e5956eb-649f-4dd0-b97b-61f31d122cc2 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/5cca90f8-d4b2-40c1-94a9-a4dab5a8b40c HTTP/1.1" status: 404 len: 337 time: 0.1450040 Jul 14 11:58:55.153938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47362) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:55.186531 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf056af3-4823-4613-9d02-86f031dd9fad tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:55.188040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf056af3-4823-4613-9d02-86f031dd9fad tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:55.190526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cf056af3-4823-4613-9d02-86f031dd9fad tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/768abdd2-da7e-4d72-907e-989064309f0c HTTP/1.1" status: 404 len: 339 time: 0.0350075 Jul 14 11:58:55.193123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47364) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:55.265193 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.276258 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0cdc71-f107-4543-ace2-e959caf5adf3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:55.277192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0cdc71-f107-4543-ace2-e959caf5adf3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:55.280603 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fb0cdc71-f107-4543-ace2-e959caf5adf3 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/512a1131-13fe-4735-ac15-b097b664a387 HTTP/1.1" status: 404 len: 337 time: 0.0856681 Jul 14 11:58:55.303295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47366) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:55.392267 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef53ac57-977e-49e0-829d-835e81d95891 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:55.392892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef53ac57-977e-49e0-829d-835e81d95891 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:55.398151 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ef53ac57-977e-49e0-829d-835e81d95891 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/6a872fd3-4e4e-4184-be23-32b27f046838 HTTP/1.1" status: 404 len: 339 time: 0.0903821 Jul 14 11:58:55.398426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47372) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:55.408976 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.413163 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.498477 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.499569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Fanout notify agent at l3_agent the message router_deleted on router 9a413d88-e6ed-4623-8494-b7c9aec402ed {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:58:55.511454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.516272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-67aee762-e97c-4d38-8bf1-b9c75c71875c tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/routers/9a413d88-e6ed-4623-8494-b7c9aec402ed HTTP/1.1" status: 204 len: 168 time: 3.3163857 Jul 14 11:58:55.518266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47378) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:55.527954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b698ebc-2012-4487-b307-6985dae5be59 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Deleting subnet f75c03cd-82a5-4777-a394-08dfca554bd3 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:58:55.535679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a80bde7-871d-4778-ab1e-7adfc2508231 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:58:55.537641 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b698ebc-2012-4487-b307-6985dae5be59 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.556450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.599704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Transition to ACTIVE for port object 2a80bde7-871d-4778-ab1e-7adfc2508231 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:58:55.606720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.623654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b698ebc-2012-4487-b307-6985dae5be59 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:55.756184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Pushing event updated for resources: {'Port': ['ID=2a80bde7-871d-4778-ab1e-7adfc2508231,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:55.931871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Attempting to bind port 2a80bde7-871d-4778-ab1e-7adfc2508231 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:58:55.935120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Attempting to bind port 2a80bde7-871d-4778-ab1e-7adfc2508231 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:58:55.936962 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Attempting to bind port 2a80bde7-871d-4778-ab1e-7adfc2508231 on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:58:55.952885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Port 2a80bde7-871d-4778-ab1e-7adfc2508231 on network ab57db97-d866-4580-839b-0963a274a61e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:58:55.953902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Attempting to bind port 2a80bde7-871d-4778-ab1e-7adfc2508231 on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:58:55.973273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:58:55.974230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:58:55.975087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Bound using segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:58:55.976150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Bound port: 2a80bde7-871d-4778-ab1e-7adfc2508231, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:58:55.977144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.003040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b698ebc-2012-4487-b307-6985dae5be59 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.091041 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.118313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] For port 2a80bde7-871d-4778-ab1e-7adfc2508231, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:58:56.125336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] For port 2a80bde7-871d-4778-ab1e-7adfc2508231, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a80bde7-871d-4778-ab1e-7adfc2508231,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:58:56.136302 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.189739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:56.190849 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.192853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f706ce-750f-43cb-9cec-7111eb45380d req-2b700fa6-f05d-4737-aea2-5f65fc840887 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:56.201651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77f706ce-750f-43cb-9cec-7111eb45380d req-2b700fa6-f05d-4737-aea2-5f65fc840887 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 944 time: 0.4260025 Jul 14 11:58:56.205745 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] 10.222.0.64 "PUT /v2.0/ports/2a80bde7-871d-4778-ab1e-7adfc2508231 HTTP/1.1" status: 200 len: 1092 time: 2.1424999 Jul 14 11:58:56.206494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:58:56.211084 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1424133-3e0a-446b-b4e7-5f05f367a14e" -d '{"events": [{"name": "network-changed", "server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:58:56.311807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b698ebc-2012-4487-b307-6985dae5be59 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.342736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b698ebc-2012-4487-b307-6985dae5be59 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.350633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b698ebc-2012-4487-b307-6985dae5be59 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/f75c03cd-82a5-4777-a394-08dfca554bd3 HTTP/1.1" status: 204 len: 168 time: 0.9467371 Jul 14 11:58:56.380765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb07c10-59dc-4a43-94c8-b829f1383085 None None] Network 333877fe-e428-4389-93ef-c290b794be75 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:56.382833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47392) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:56.501430 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.649854 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e23454-512b-431f-a49e-17d4b9299084 x-openstack-request-id: req-27e23454-512b-431f-a49e-17d4b9299084 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:58:56.650949 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:58:56.651445 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27e23454-512b-431f-a49e-17d4b9299084 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:58:56.652260 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'status': 'completed', 'code': 200} Jul 14 11:58:56.657668 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.683445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9e072755-3ce2-4fb0-809c-7bcdc5240efd no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:58:56.698822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6ab7b-89a6-4055-9989-a33eae561204 service neutron] Pushing event updated for resources: {'Port': ['ID=2a80bde7-871d-4778-ab1e-7adfc2508231,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:56.733011 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.754558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716da11d-2bbc-4dac-a5b1-759952632d7a']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:56.772163 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a31ed7-2abd-463f-af96-8adee287c351') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:56.772468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a31ed7-2abd-463f-af96-8adee287c351') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:56.784988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.799397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 9e072755-3ce2-4fb0-809c-7bcdc5240efd {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:58:56.800111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9e072755-3ce2-4fb0-809c-7bcdc5240efd not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:58:56.816969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-a0cf5d8e-e701-4f32-b2d1-3c14229f8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:56.817917 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.822372 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-a0cf5d8e-e701-4f32-b2d1-3c14229f8443 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 1095 time: 0.4426105 Jul 14 11:58:56.835688 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:56.836105 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.851795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Deleting port d60d8357-e5e2-413f-b362-f010e2148875 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:56.855324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.940536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b698ebc-2012-4487-b307-6985dae5be59 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=f75c03cd-82a5-4777-a394-08dfca554bd3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:56.948057 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:56.954694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.954694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:56.957156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/networks/716da11d-2bbc-4dac-a5b1-759952632d7a HTTP/1.1" status: 204 len: 168 time: 1.4369528 Jul 14 11:58:56.985607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47400) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:57.026570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008cfafc-00c7-4826-a6df-018a5e4da462 None None] DHCP port deletion for 333877fe-e428-4389-93ef-c290b794be75 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:58:57.120673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] For port d60d8357-e5e2-413f-b362-f010e2148875, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d60d8357-e5e2-413f-b362-f010e2148875,segment=NetworkSegment(efbaf9f0-7b31-44f2-a3bb-cda02abf71dd),segment_id=efbaf9f0-7b31-44f2-a3bb-cda02abf71dd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:57.121142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:57.123044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-77f706ce-750f-43cb-9cec-7111eb45380d req-2b66d68a-de22-45ee-adac-0dfbf958abce tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9201877 Jul 14 11:58:57.124423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c421f-86a8-4a7c-96bd-92743bd7e2f1 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'Network': ['ID=716da11d-2bbc-4dac-a5b1-759952632d7a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:57.137431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-008cfafc-00c7-4826-a6df-018a5e4da462 None None] Deleting port d60d8357-e5e2-413f-b362-f010e2148875 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:58:57.138122 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-008cfafc-00c7-4826-a6df-018a5e4da462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:57.179741 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e714ef16-8ea9-49c0-8204-cf41518435f5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:57.271149 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e714ef16-8ea9-49c0-8204-cf41518435f5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:57.279347 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-0dc764f5-4b2f-4e3d-b7ea-61edddf30a50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a80bde7-871d-4778-ab1e-7adfc2508231 HTTP/1.1" status: 200 len: 217 time: 0.4340336 Jul 14 11:58:57.283691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-008cfafc-00c7-4826-a6df-018a5e4da462 None None] For port d60d8357-e5e2-413f-b362-f010e2148875, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=d60d8357-e5e2-413f-b362-f010e2148875,segment=NetworkSegment(efbaf9f0-7b31-44f2-a3bb-cda02abf71dd),segment_id=efbaf9f0-7b31-44f2-a3bb-cda02abf71dd)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:58:57.293764 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-008cfafc-00c7-4826-a6df-018a5e4da462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:57.311765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Calling delete_port for d60d8357-e5e2-413f-b362-f010e2148875 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:57.315531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-008cfafc-00c7-4826-a6df-018a5e4da462 None None] Calling delete_port for d60d8357-e5e2-413f-b362-f010e2148875 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:58:57.423980 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e714ef16-8ea9-49c0-8204-cf41518435f5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:57.432315 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e714ef16-8ea9-49c0-8204-cf41518435f5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:57.434573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e714ef16-8ea9-49c0-8204-cf41518435f5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] 10.222.0.38 "DELETE /v2.0/security-groups/464e0e2a-7620-48ba-8e47-fadf53bc3417 HTTP/1.1" status: 204 len: 168 time: 0.4472244 Jul 14 11:58:57.470630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714ef16-8ea9-49c0-8204-cf41518435f5 tempest-TestNetworkAdvancedServerOps-1053336485 tempest-TestNetworkAdvancedServerOps-1053336485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e0e2a-7620-48ba-8e47-fadf53bc3417,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:57.495085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-3d971293-58f5-4a5d-b5f0-859320faf0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:57.497403 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-3d971293-58f5-4a5d-b5f0-859320faf0d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.2095468 Jul 14 11:58:57.534972 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-008cfafc-00c7-4826-a6df-018a5e4da462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:57.611223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008cfafc-00c7-4826-a6df-018a5e4da462 None None] No DVR routers for this DVR port d60d8357-e5e2-413f-b362-f010e2148875 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:58:57.627350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cfafc-00c7-4826-a6df-018a5e4da462 None None] Pushing event deleted for resources: {'Port': ['ID=d60d8357-e5e2-413f-b362-f010e2148875,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:57.675316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:57.686816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-d620b01e-bfd2-47bd-a872-60c15a5bc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:57.689136 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-d620b01e-bfd2-47bd-a872-60c15a5bc3b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853561 Jul 14 11:58:57.750885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No DVR routers for this DVR port d60d8357-e5e2-413f-b362-f010e2148875 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:58:57.813404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Port': ['ID=d60d8357-e5e2-413f-b362-f010e2148875,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:58.041156 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.067128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333877fe-e428-4389-93ef-c290b794be75']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:58.100987 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbaf9f0-7b31-44f2-a3bb-cda02abf71dd') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:58.101613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbaf9f0-7b31-44f2-a3bb-cda02abf71dd') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:58:58.113084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47422) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:58.119888 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-3da9aa45-d7c1-4057-b1f9-7041d5c3a9ea service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185245 Jul 14 11:58:58.126317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.274427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.294808 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.300316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:58:58.300985 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: self.session.flush() Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:58:58.308396 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:58:58.478577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.489207 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.495920 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/333877fe-e428-4389-93ef-c290b794be75 HTTP/1.1" status: 204 len: 168 time: 2.1046834 Jul 14 11:58:58.497551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47428) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:58.517049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94bd10-92c8-4eb9-bf9f-17299d97cfef tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=333877fe-e428-4389-93ef-c290b794be75,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:58.523194 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9360c90c-95ff-49e9-ad93-ebf08d01d560 req-0e15230b-9c70-4508-b4d7-77028088b239 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937707 Jul 14 11:58:58.542573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a226e632-14da-4dd0-8da1-91c8b8d4ce16 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1099e3a0cf304d4bb2e4f5aff0c2fe33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274917 Jul 14 11:58:58.545061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47430) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:58.601103 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdd85f1-0d3d-478f-95e9-f58263354dea tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:58.601579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdd85f1-0d3d-478f-95e9-f58263354dea tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:58.608285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8bdd85f1-0d3d-478f-95e9-f58263354dea tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/5fdbee8e-60c2-451d-b1c7-2fd48bcfc47f HTTP/1.1" status: 404 len: 337 time: 0.1017811 Jul 14 11:58:58.618567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47434) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:58.623794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d60d8357-e5e2-413f-b362-f010e2148875 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:58:58.654202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8df48f-d8bd-408d-99cb-acc83991f0e0 req-2e109f87-121e-4276-bf08-f8810a2e28d9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:58.656623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f8df48f-d8bd-408d-99cb-acc83991f0e0 req-2e109f87-121e-4276-bf08-f8810a2e28d9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 944 time: 0.3009608 Jul 14 11:58:58.666154 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: d60d8357-e5e2-413f-b362-f010e2148875 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:58:58.666575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device d60d8357-e5e2-413f-b362-f010e2148875 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:58:58.700801 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bde925-bc5f-413b-807c-d71b1031067b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] DELETE failed (client error): The resource could not be found. Jul 14 11:58:58.703158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bde925-bc5f-413b-807c-d71b1031067b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 11:58:58.709393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47436) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:58.710488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a8bde925-bc5f-413b-807c-d71b1031067b tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/ceabcbbf-3944-4cac-ba6d-b0c846e0ad48 HTTP/1.1" status: 404 len: 339 time: 0.0802767 Jul 14 11:58:58.771118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f8df48f-d8bd-408d-99cb-acc83991f0e0 req-19724647-d473-4978-8a1e-3dd6043fd1ad tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808868 Jul 14 11:58:58.807488 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff068098-e29e-4d12-b3f0-4c57c51eb436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.822309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afdd9e1-7e67-4ad4-b64e-c61a9ef4aa86 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Deleting subnet 796ce7cf-6a26-4baa-b8c3-8034810fdc4a {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:58:58.822309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-209a35f4-b34b-459d-8511-f1ce90ffc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:58.822309 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-209a35f4-b34b-459d-8511-f1ce90ffc4a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 1095 time: 0.2330725 Jul 14 11:58:58.831343 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afdd9e1-7e67-4ad4-b64e-c61a9ef4aa86 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.917437 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff068098-e29e-4d12-b3f0-4c57c51eb436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:58.971229 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afdd9e1-7e67-4ad4-b64e-c61a9ef4aa86 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:59.066640 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-394a3e4a-be5c-444c-935a-5128da9a3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:59.069457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-394a3e4a-be5c-444c-935a-5128da9a3a19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.2406328 Jul 14 11:58:59.157408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff068098-e29e-4d12-b3f0-4c57c51eb436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:59.161887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff068098-e29e-4d12-b3f0-4c57c51eb436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:59.163754 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ff068098-e29e-4d12-b3f0-4c57c51eb436 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/293d466c-dd0c-4afa-8806-400d7e4552e5 HTTP/1.1" status: 204 len: 168 time: 0.6171942 Jul 14 11:58:59.198851 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-2e5d3f37-2a33-499a-8032-5766b2504941 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a80bde7-871d-4778-ab1e-7adfc2508231 HTTP/1.1" status: 200 len: 217 time: 0.1214926 Jul 14 11:58:59.233406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff068098-e29e-4d12-b3f0-4c57c51eb436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293d466c-dd0c-4afa-8806-400d7e4552e5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:59.332069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afdd9e1-7e67-4ad4-b64e-c61a9ef4aa86 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:59.431363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-f7d652f4-74a8-4d3c-bfe3-6021b8bfc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:59.447887 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-f7d652f4-74a8-4d3c-bfe3-6021b8bfc2b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.2235987 Jul 14 11:58:59.666577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afdd9e1-7e67-4ad4-b64e-c61a9ef4aa86 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:59.748965 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1afdd9e1-7e67-4ad4-b64e-c61a9ef4aa86 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:59.755900 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1afdd9e1-7e67-4ad4-b64e-c61a9ef4aa86 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/subnets/796ce7cf-6a26-4baa-b8c3-8034810fdc4a HTTP/1.1" status: 204 len: 168 time: 1.0413749 Jul 14 11:58:59.755900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdd9e1-7e67-4ad4-b64e-c61a9ef4aa86 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Subnet': ['ID=796ce7cf-6a26-4baa-b8c3-8034810fdc4a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:58:59.756140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47476) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:59.759701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-17fdc3e4-0e50-48b9-a276-959eb96b9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:58:59.762387 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-17fdc3e4-0e50-48b9-a276-959eb96b9343 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3151376 Jul 14 11:58:59.779059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378545c7-ce59-4d4e-91b0-06b534efe1f7 None None] Network 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:58:59.897983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47482) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:00.027764 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6a2b3538-1512-4a7c-a911-7caafb094dc6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3669cfd43d24f9fbadb1f0e4cf6c335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278656 Jul 14 11:59:00.030582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47484) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:00.040239 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-0af57ec4-6c2d-4e41-b3fe-ec1555a1f90a service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682273 Jul 14 11:59:00.164860 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.256407 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d1424133-3e0a-446b-b4e7-5f05f367a14e req-333aa326-11e5-46ec-bc4b-16900872f8ca service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107613 Jul 14 11:59:00.366125 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a18df7f1-e184-4eb9-85ba-63a6b769c8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.386528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f16387-87c3-4083-920a-ffdb7d4bdb70 None None] DHCP port deletion for 06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:59:00.391597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47488) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:00.469627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e8f16387-87c3-4083-920a-ffdb7d4bdb70 None None] Deleting port a5e383a8-679f-4072-afee-78eee8f75fe9 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:59:00.470804 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8f16387-87c3-4083-920a-ffdb7d4bdb70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.487285 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a18df7f1-e184-4eb9-85ba-63a6b769c8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.518496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Deleting port a5e383a8-679f-4072-afee-78eee8f75fe9 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:59:00.519096 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.580070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a5e383a8-679f-4072-afee-78eee8f75fe9 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:00.583583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b6b90-b335-4455-8e35-90833880fa2f req-5a5c7c07-60c6-4639-9ff3-e54fddacb4a6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:00.588710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2b6b90-b335-4455-8e35-90833880fa2f req-5a5c7c07-60c6-4639-9ff3-e54fddacb4a6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 944 time: 0.4022198 Jul 14 11:59:00.662894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] For port a5e383a8-679f-4072-afee-78eee8f75fe9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a5e383a8-679f-4072-afee-78eee8f75fe9,segment=NetworkSegment(ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0),segment_id=ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:00.663274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.665476 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf668-19d3-4c99-bb16-5e217bc778b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.678899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Calling delete_port for a5e383a8-679f-4072-afee-78eee8f75fe9 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:59:00.717669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e8f16387-87c3-4083-920a-ffdb7d4bdb70 None None] For port a5e383a8-679f-4072-afee-78eee8f75fe9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a5e383a8-679f-4072-afee-78eee8f75fe9,segment=NetworkSegment(ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0),segment_id=ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:00.717908 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8f16387-87c3-4083-920a-ffdb7d4bdb70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.746793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e8f16387-87c3-4083-920a-ffdb7d4bdb70 None None] Calling delete_port for a5e383a8-679f-4072-afee-78eee8f75fe9 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:59:00.752958 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.799011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc8b91-24f9-4da1-98f6-178db564b0c2 req-785051d7-2d8f-491f-85ca-d076d4e672f7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:00.801551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2acc8b91-24f9-4da1-98f6-178db564b0c2 req-785051d7-2d8f-491f-85ca-d076d4e672f7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.6321099 Jul 14 11:59:00.843716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port a5e383a8-679f-4072-afee-78eee8f75fe9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a5e383a8-679f-4072-afee-78eee8f75fe9,segment=NetworkSegment(ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0),segment_id=ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:00.851248 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.884743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf668-19d3-4c99-bb16-5e217bc778b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.893193 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf668-19d3-4c99-bb16-5e217bc778b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:00.933102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b2b6b90-b335-4455-8e35-90833880fa2f req-cd5e185f-3b5b-4f36-8505-1ae087f47d90 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531734 Jul 14 11:59:00.979388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbf668-19d3-4c99-bb16-5e217bc778b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ad9ab-73f5-4f9e-afce-71f0376a3540,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:00.986950 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2acc8b91-24f9-4da1-98f6-178db564b0c2 req-44f4f603-2968-4ac6-aad7-6a657fd2f2fb tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386790 Jul 14 11:59:01.028583 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a18df7f1-e184-4eb9-85ba-63a6b769c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.033960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=a5e383a8-679f-4072-afee-78eee8f75fe9,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:01.043480 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a18df7f1-e184-4eb9-85ba-63a6b769c8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.050178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a18df7f1-e184-4eb9-85ba-63a6b769c8e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fbd4e1c-acbb-45be-9134-073722365aee HTTP/1.1" status: 204 len: 168 time: 1.0109737 Jul 14 11:59:01.054602 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8f16387-87c3-4083-920a-ffdb7d4bdb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.065494 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3cbbf668-19d3-4c99-bb16-5e217bc778b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f80b03cf48cc45cdb4aa78e8036864c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6714251 Jul 14 11:59:01.067289 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.067531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47494) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:01.111437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f16387-87c3-4083-920a-ffdb7d4bdb70 None None] Pushing event deleted for resources: {'Port': ['ID=a5e383a8-679f-4072-afee-78eee8f75fe9,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:01.123556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f16387-87c3-4083-920a-ffdb7d4bdb70 None None] No DVR routers for this DVR port a5e383a8-679f-4072-afee-78eee8f75fe9 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:59:01.128771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18df7f1-e184-4eb9-85ba-63a6b769c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbd4e1c-acbb-45be-9134-073722365aee,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:01.153935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Port': ['ID=a5e383a8-679f-4072-afee-78eee8f75fe9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:01.163664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] No DVR routers for this DVR port a5e383a8-679f-4072-afee-78eee8f75fe9 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:59:01.192674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a39c0ebe-ea48-4d35-861b-5873d8e9d5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.232567 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a39c0ebe-ea48-4d35-861b-5873d8e9d5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.316039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.326973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:01.329165 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a39c0ebe-ea48-4d35-861b-5873d8e9d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.334077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a39c0ebe-ea48-4d35-861b-5873d8e9d5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.340949 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a39c0ebe-ea48-4d35-861b-5873d8e9d5c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a11ad9ab-73f5-4f9e-afce-71f0376a3540 HTTP/1.1" status: 204 len: 168 time: 0.2634995 Jul 14 11:59:01.353668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c0ebe-ea48-4d35-861b-5873d8e9d5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ad9ab-73f5-4f9e-afce-71f0376a3540,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:01.354765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:01.355394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8de6f9-8226-4b65-9bb3-42f1b2e5a8b0') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:01.371376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.395910 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.412243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:59:01.412991 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: self.session.flush() Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: timer() Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:59:01.418169 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:59:01.511046 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.521052 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:01.524816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] 10.222.0.38 "DELETE /v2.0/networks/06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb HTTP/1.1" status: 204 len: 168 time: 1.7630970 Jul 14 11:59:01.552161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2f674-9e78-4f73-a327-3248f0c6aff4 tempest-NetworksIpV6Test-1999247819 tempest-NetworksIpV6Test-1999247819-project] Pushing event deleted for resources: {'Network': ['ID=06eb55ba-c119-4aa3-bb2c-b4d1c01a2cdb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:01.969216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47504) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:01.983746 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecf8d-51aa-4abd-b7c2-2eb97ce0d210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.082529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47510) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:02.162089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecf8d-51aa-4abd-b7c2-2eb97ce0d210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.169677 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecf8d-51aa-4abd-b7c2-2eb97ce0d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.198869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-9a47bbbd-ab19-47d7-bf8b-8788dc1d9ea1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:02.201612 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-9a47bbbd-ab19-47d7-bf8b-8788dc1d9ea1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1829219 Jul 14 11:59:02.264145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cc3ecf8d-51aa-4abd-b7c2-2eb97ce0d210 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e9ca836a3d641f0a74d5d36bb08a1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936106 Jul 14 11:59:02.269381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47514) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:02.272529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ecf8d-51aa-4abd-b7c2-2eb97ce0d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292fd6ec-bb0e-4af5-be92-625e4cd87c3e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:02.422653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Deleting port d64af667-9755-47be-b5d2-d338772f9241 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:59:02.422653 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.453824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6fb06-8703-4ed7-9394-4b470751e0b6 req-6197b220-0d26-427a-af52-9e66b2b51451 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:02.455533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03d6fb06-8703-4ed7-9394-4b470751e0b6 req-6197b220-0d26-427a-af52-9e66b2b51451 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 944 time: 0.2603493 Jul 14 11:59:02.464481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884bc64-5536-4292-b987-e5e9f63c381c req-b94f823e-7487-4d4c-bdb5-25e93515e675 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:02.466190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8884bc64-5536-4292-b987-e5e9f63c381c req-b94f823e-7487-4d4c-bdb5-25e93515e675 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 945 time: 0.1985400 Jul 14 11:59:02.468427 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81be5a3a-c7a8-4d32-bb99-3ab49a31ed89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.528927 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81be5a3a-c7a8-4d32-bb99-3ab49a31ed89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.564800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03d6fb06-8703-4ed7-9394-4b470751e0b6 req-8fbb00dd-d56e-4b7b-8a34-846d8fbbebaf tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973063 Jul 14 11:59:02.575236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8884bc64-5536-4292-b987-e5e9f63c381c req-10a53b07-0190-4c27-b5bb-1194b1d07c41 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b58eb25-dd9a-4130-b610-daa4b48eea59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954485 Jul 14 11:59:02.600750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-60fa4eed-a41d-432d-97d3-41337394b697 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2a863b35c456468986f21d9803e91bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105221 Jul 14 11:59:02.600750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47516) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:02.622735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] For port d64af667-9755-47be-b5d2-d338772f9241, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d64af667-9755-47be-b5d2-d338772f9241,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:02.623185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.644416 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81be5a3a-c7a8-4d32-bb99-3ab49a31ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.647517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81be5a3a-c7a8-4d32-bb99-3ab49a31ed89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.649060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-81be5a3a-c7a8-4d32-bb99-3ab49a31ed89 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/292fd6ec-bb0e-4af5-be92-625e4cd87c3e HTTP/1.1" status: 204 len: 168 time: 0.3775585 Jul 14 11:59:02.662653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be5a3a-c7a8-4d32-bb99-3ab49a31ed89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292fd6ec-bb0e-4af5-be92-625e4cd87c3e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:02.785060 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9123e4f5-f70e-41fd-90a1-5dcd85e0755a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.833205 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9123e4f5-f70e-41fd-90a1-5dcd85e0755a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.925116 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.925537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:02.925915 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Floating IP ee08359e-d6cf-4390-b520-c6866f73b5ff disassociated. External IP: 172.25.2.217, port: d64af667-9755-47be-b5d2-d338772f9241. Jul 14 11:59:02.926355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Calling delete_port for d64af667-9755-47be-b5d2-d338772f9241 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:59:02.997569 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9123e4f5-f70e-41fd-90a1-5dcd85e0755a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:03.000187 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9123e4f5-f70e-41fd-90a1-5dcd85e0755a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:03.001386 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9123e4f5-f70e-41fd-90a1-5dcd85e0755a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5eabdb33-ff6c-4bc3-8844-a3f9df024991 HTTP/1.1" status: 204 len: 168 time: 0.4015045 Jul 14 11:59:03.021874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123e4f5-f70e-41fd-90a1-5dcd85e0755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eabdb33-ff6c-4bc3-8844-a3f9df024991,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:03.175230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:03.210570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event deleted for resources: {'Port': ['ID=d64af667-9755-47be-b5d2-d338772f9241,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:03.367402 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:59:03.582442 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:59:03.599265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] Sync routers for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:59:03.615653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:59:03.616787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:58:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:03.732474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] No DVR routers for this DVR port d64af667-9755-47be-b5d2-d338772f9241 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:59:03.737727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:03.743355 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b7721f5a-b5ad-45ed-8fb3-8215e63ec24e req-32a0776a-6826-4e0e-9bd0-00b1e9c8ade7 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "DELETE /v2.0/ports/d64af667-9755-47be-b5d2-d338772f9241 HTTP/1.1" status: 204 len: 173 time: 1.5301926 Jul 14 11:59:03.744557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'name': 'network-vif-deleted', 'tag': 'd64af667-9755-47be-b5d2-d338772f9241'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:59:03.754306 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6ba128-af2f-4872-8d68-d8ca3accc1be" -d '{"events": [{"server_uuid": "ea68dd2a-c537-42cf-a040-87292a77b98d", "name": "network-vif-deleted", "tag": "d64af667-9755-47be-b5d2-d338772f9241"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:03.944451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:59:04.047823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f105b03-fe13-4ab2-8424-17ae465a0358 req-840602d4-a4ad-445e-a257-338be4fdbc3a tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea68dd2a-c537-42cf-a040-87292a77b98d HTTP/1.1" status: 200 len: 210 time: 0.1281252 Jul 14 11:59:04.165761 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71d1211-19e1-4491-960f-7aaa4dd88c3d x-openstack-request-id: req-f71d1211-19e1-4491-960f-7aaa4dd88c3d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:04.166328 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea68dd2a-c537-42cf-a040-87292a77b98d", "name": "network-vif-deleted", "tag": "d64af667-9755-47be-b5d2-d338772f9241", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:04.166536 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f71d1211-19e1-4491-960f-7aaa4dd88c3d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:04.167173 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea68dd2a-c537-42cf-a040-87292a77b98d', 'name': 'network-vif-deleted', 'tag': 'd64af667-9755-47be-b5d2-d338772f9241', 'status': 'completed', 'code': 200} Jul 14 11:59:04.176545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3318-703d-44e7-8713-e14f5324a2be req-6a9e929d-2ea8-4a51-a3f6-9d60e6628e76 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:04.185077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf4f3318-703d-44e7-8713-e14f5324a2be req-6a9e929d-2ea8-4a51-a3f6-9d60e6628e76 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 944 time: 0.2828767 Jul 14 11:59:04.339754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf4f3318-703d-44e7-8713-e14f5324a2be req-48290778-c772-47c4-84c1-a708db015b05 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531940 Jul 14 11:59:04.577381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:04.621333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] Checking router: 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:59:04.643739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47572) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:04.645102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:59:04.646641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:58:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:04.695004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47576) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:04.818063 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd184e51-31b1-4ade-afcc-3ea5fb73aaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:04.850633 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:59:04.864907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1485556083'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:04.989365 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd184e51-31b1-4ade-afcc-3ea5fb73aaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:04.998914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd184e51-31b1-4ade-afcc-3ea5fb73aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.026150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Made reservation on behalf of f4831acb4afe4a938186b3ba7c06c686 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:05.039770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.046523 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dd184e51-31b1-4ade-afcc-3ea5fb73aaaf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a25f54da24d6412a9070caedab49f968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012156 Jul 14 11:59:05.049541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47580) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:05.082946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd184e51-31b1-4ade-afcc-3ea5fb73aaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853d7110-a4c7-46b0-904f-1902d04a01c2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:05.094669 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.215051 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f163d51-e264-44f9-9ae9-d0828c944482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.235791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:05.256950 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f163d51-e264-44f9-9ae9-d0828c944482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.288516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b297891-08cb-4d71-a868-0e711d69be2c None None] The sync data for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 is: [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:59:05.336561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.342862 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.400890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f163d51-e264-44f9-9ae9-d0828c944482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.403885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1f163d51-e264-44f9-9ae9-d0828c944482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.405453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1f163d51-e264-44f9-9ae9-d0828c944482 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/853d7110-a4c7-46b0-904f-1902d04a01c2 HTTP/1.1" status: 204 len: 168 time: 0.3530419 Jul 14 11:59:05.408357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:59:05.418872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9603fbd3-ed89-40c1-98e4-392658e1502f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:05.444204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f163d51-e264-44f9-9ae9-d0828c944482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853d7110-a4c7-46b0-904f-1902d04a01c2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:05.447938 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.448495 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Added segment 0ed82f84-4ea2-4b28-89b8-f7e7214361d9 of type vlan for network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c Jul 14 11:59:05.584629 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.653511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.661959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:05.662623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.737821 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2014ce4-1641-495a-9cd7-14d5250efc66 None None] New status for floating IP ee08359e-d6cf-4390-b520-c6866f73b5ff: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:59:05.742304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0429425 Jul 14 11:59:05.743632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47592) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:05.756445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Request body: {'subnet': {'network_id': '1c321f41-9af6-4f4e-9042-3ca5916b4e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:05.756754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d263-8abd-4b70-9d97-8012d84ca4fa req-ca15096f-e9d1-4341-ae34-9b17fec1f0ad tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:05.774331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9814d263-8abd-4b70-9d97-8012d84ca4fa req-ca15096f-e9d1-4341-ae34-9b17fec1f0ad tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 944 time: 0.2482436 Jul 14 11:59:05.832404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba21fd1-7a4a-4b8b-9358-6e7c03f3cae0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Pushing event updated for resources: {'Network': ['ID=1c321f41-9af6-4f4e-9042-3ca5916b4e3c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:05.846710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:59:05.862287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9814d263-8abd-4b70-9d97-8012d84ca4fa req-c324c696-7b9d-49de-bab9-9d670c745a10 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862093 Jul 14 11:59:05.926549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d64af667-9755-47be-b5d2-d338772f9241 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:05.931942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Made reservation on behalf of f4831acb4afe4a938186b3ba7c06c686 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:05.941024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:05.999120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: d64af667-9755-47be-b5d2-d338772f9241 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:59:05.999468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d64af667-9755-47be-b5d2-d338772f9241 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:06.254694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.261196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47612) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:06.358690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31210c80-fb48-4988-a062-ae22b00bf995 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.362915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Pushing event updated for resources: {'Subnet': ['ID=64633c58-fa8b-4d0c-93a4-29aafe0ce5af,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:06.366477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Checking segment: {'id': '0ed82f84-4ea2-4b28-89b8-f7e7214361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c321f41-9af6-4f4e-9042-3ca5916b4e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:06.367888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Network hostable DHCP agents. Network: 1c321f41-9af6-4f4e-9042-3ca5916b4e3c, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:59:06.395757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:59:06.399890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31210c80-fb48-4988-a062-ae22b00bf995 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.409474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1c321f41-9af6-4f4e-9042-3ca5916b4e3c) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:06.419357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:06.420268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.436300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e61d00-5a2b-4657-9fb8-1d060a5d7430 None None] Network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:06.458599 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-63cf0a25-0945-4a24-bc8b-37d0a5954a62 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7062120 Jul 14 11:59:06.464120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47614) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:06.470286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Request body: {'port': {'network_id': '1c321f41-9af6-4f4e-9042-3ca5916b4e3c', 'name': 'tempest-TagsExtTest-694069645'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:06.499931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31210c80-fb48-4988-a062-ae22b00bf995 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.505347 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-31210c80-fb48-4988-a062-ae22b00bf995 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.507293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-31210c80-fb48-4988-a062-ae22b00bf995 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "DELETE /v2.0/security-groups/8b58eb25-dd9a-4130-b610-daa4b48eea59 HTTP/1.1" status: 204 len: 168 time: 0.2443378 Jul 14 11:59:06.522430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47618) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:06.526925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31210c80-fb48-4988-a062-ae22b00bf995 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b58eb25-dd9a-4130-b610-daa4b48eea59,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:06.549055 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-2a162c68-da7d-4d56-a756-ccd5c8ecc08d tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] show failed (client error): The resource could not be found. Jul 14 11:59:06.550464 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2a162c68-da7d-4d56-a756-ccd5c8ecc08d tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups/8b58eb25-dd9a-4130-b610-daa4b48eea59 HTTP/1.1" status: 404 len: 347 time: 0.0257039 Jul 14 11:59:06.557073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47620) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:06.666494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Made reservation on behalf of f4831acb4afe4a938186b3ba7c06c686 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:06.674822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.728803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] device_id is not set on port 674141ab-ac3f-4b4f-863c-17b3d447a2eb yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 11:59:06.778734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-1c321f41-9af6-4f4e-9042-3ca5916b4e3c', 'network_id': '1c321f41-9af6-4f4e-9042-3ca5916b4e3c', 'tenant_id': 'f4831acb4afe4a938186b3ba7c06c686', 'fixed_ips': [{'subnet_id': '64633c58-fa8b-4d0c-93a4-29aafe0ce5af'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:59:06.781791 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.813998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Deleting port 5cdafafc-4eb2-4a61-8dac-9f7793ff3a1b {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:59:06.814483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.966731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.967136 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:06.985390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Calling delete_port for 5cdafafc-4eb2-4a61-8dac-9f7793ff3a1b owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:59:06.986685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Allocated IP 172.20.0.3 (1c321f41-9af6-4f4e-9042-3ca5916b4e3c/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/674141ab-ac3f-4b4f-863c-17b3d447a2eb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:07.222895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.242613 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Transition to ACTIVE for port object 674141ab-ac3f-4b4f-863c-17b3d447a2eb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:07.269088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b94e1-dc0a-41cf-b605-cd7cbb4a8c10 req-ef4247db-49a1-4f2e-ac7e-ae5aac8312d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:07.272465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d5b94e1-dc0a-41cf-b605-cd7cbb4a8c10 req-ef4247db-49a1-4f2e-ac7e-ae5aac8312d6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 944 time: 0.1698956 Jul 14 11:59:07.302994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.310306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.354402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event deleted for resources: {'Port': ['ID=5cdafafc-4eb2-4a61-8dac-9f7793ff3a1b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:07.375991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6d5b94e1-dc0a-41cf-b605-cd7cbb4a8c10 req-871f545f-b581-44eb-b76d-94b963c74be9 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960658 Jul 14 11:59:07.394851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Allocated IP 172.20.0.2 (1c321f41-9af6-4f4e-9042-3ca5916b4e3c/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/ab29be24-a5f1-4647-ae79-48b794c23b70) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:07.455488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:07.462043 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:07.476818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:07.553704 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.567252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:07.568667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.574486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.575240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-474ff81d-0e78-4211-bba1-e7104d4c49d0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "DELETE /v2.0/floatingips/ee08359e-d6cf-4390-b520-c6866f73b5ff HTTP/1.1" status: 204 len: 168 time: 1.0087044 Jul 14 11:59:07.618827 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Pushing event updated for resources: {'Port': ['ID=674141ab-ac3f-4b4f-863c-17b3d447a2eb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:07.645306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47632) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:07.652709 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-73051476-0d00-4e72-ba91-abd33f1cfe44 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1868510 Jul 14 11:59:07.653202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-63f1a437-950d-4a2f-b3e5-d63b2449cba4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1090827181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:07.683135 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.691427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Transition to ACTIVE for port object ab29be24-a5f1-4647-ae79-48b794c23b70 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:07.713450 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f1a437-950d-4a2f-b3e5-d63b2449cba4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.715098 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f1a437-950d-4a2f-b3e5-d63b2449cba4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.718570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Transition to ACTIVE for port object ab29be24-a5f1-4647-ae79-48b794c23b70 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:07.729926 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.805143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:07.811394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:07.818213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:07.819798 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f1a437-950d-4a2f-b3e5-d63b2449cba4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.828586 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f1a437-950d-4a2f-b3e5-d63b2449cba4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.853549 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f1a437-950d-4a2f-b3e5-d63b2449cba4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.855263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-63f1a437-950d-4a2f-b3e5-d63b2449cba4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2086985 Jul 14 11:59:07.859754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47638) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:07.877713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-8f745f6d-142c-461d-849d-7f7df1d0667e tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1473930783', 'prefixes': ['172.20.0.0/16']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:07.893082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Pushing event updated for resources: {'Port': ['ID=ab29be24-a5f1-4647-ae79-48b794c23b70,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:07.969402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Attempting to bind port ab29be24-a5f1-4647-ae79-48b794c23b70 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:59:07.970010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Attempting to bind port ab29be24-a5f1-4647-ae79-48b794c23b70 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '0ed82f84-4ea2-4b28-89b8-f7e7214361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c321f41-9af6-4f4e-9042-3ca5916b4e3c'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:59:07.970503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Attempting to bind port ab29be24-a5f1-4647-ae79-48b794c23b70 on network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:59:07.979071 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f745f6d-142c-461d-849d-7f7df1d0667e tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for subnetpool, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.979890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:59:07.981062 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Checking segment: {'id': '0ed82f84-4ea2-4b28-89b8-f7e7214361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c321f41-9af6-4f4e-9042-3ca5916b4e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:07.982118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.983077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Bound using segment: {'id': '0ed82f84-4ea2-4b28-89b8-f7e7214361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c321f41-9af6-4f4e-9042-3ca5916b4e3c'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:59:07.983474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8f745f6d-142c-461d-849d-7f7df1d0667e tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1222405 Jul 14 11:59:07.984957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Bound port: ab29be24-a5f1-4647-ae79-48b794c23b70, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed82f84-4ea2-4b28-89b8-f7e7214361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c321f41-9af6-4f4e-9042-3ca5916b4e3c'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:59:07.985599 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:07.985922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47640) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:07.993670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-cb59c14a-4665-483b-94b6-240b2711d93d tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af', 'tempest-TagsExtTest-Tag-268838564') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:08.112098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] For port ab29be24-a5f1-4647-ae79-48b794c23b70, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:59:08.118938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] For port ab29be24-a5f1-4647-ae79-48b794c23b70, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ab29be24-a5f1-4647-ae79-48b794c23b70,segment=NetworkSegment(0ed82f84-4ea2-4b28-89b8-f7e7214361d9),segment_id=0ed82f84-4ea2-4b28-89b8-f7e7214361d9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:59:08.126361 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:08.151790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cb59c14a-4665-483b-94b6-240b2711d93d tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags/tempest-TagsExtTest-Tag-268838564 HTTP/1.1" status: 201 len: 201 time: 0.1640961 Jul 14 11:59:08.154544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47642) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:08.161808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-31770bfb-f7d7-4641-889d-8c548038a090 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb', 'tempest-TagsExtTest-Tag-1890967716') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:08.251602 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cd994-c0e8-4d60-9c65-d19d0ff90390 None None] Pushing event updated for resources: {'Port': ['ID=ab29be24-a5f1-4647-ae79-48b794c23b70,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:08.283447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-31770bfb-f7d7-4641-889d-8c548038a090 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags/tempest-TagsExtTest-Tag-1890967716 HTTP/1.1" status: 201 len: 201 time: 0.1269934 Jul 14 11:59:08.287055 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47644) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:08.293155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-7503fe30-abcd-4568-9c40-9f8cda01b148 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c', 'tempest-TagsExtTest-Tag-429852447') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:08.438314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47648) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:08.447055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-eb0e696b-6785-4493-bacc-e2588db113a9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719470782', 'description': 'tempest-description--391254378'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:08.459336 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7503fe30-abcd-4568-9c40-9f8cda01b148 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags/tempest-TagsExtTest-Tag-429852447 HTTP/1.1" status: 201 len: 201 time: 0.1711905 Jul 14 11:59:08.464247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47650) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:08.469959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-607e6c8a-3714-443b-9a0c-c5557b4ce80d tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8', 'tempest-TagsExtTest-Tag-1839038094') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:08.510759 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb0e696b-6785-4493-bacc-e2588db113a9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:08.604047 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-607e6c8a-3714-443b-9a0c-c5557b4ce80d tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags/tempest-TagsExtTest-Tag-1839038094 HTTP/1.1" status: 201 len: 201 time: 0.1334426 Jul 14 11:59:08.604629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47652) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:08.619813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-6f22b47f-3b4c-449e-b7e6-f513fddbcbeb tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:08.643381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2a80bde7-871d-4778-ab1e-7adfc2508231 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:59:08.759662 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb0e696b-6785-4493-bacc-e2588db113a9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:08.775376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb0e696b-6785-4493-bacc-e2588db113a9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:08.896569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2a80bde7-871d-4778-ab1e-7adfc2508231, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a80bde7-871d-4778-ab1e-7adfc2508231,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:08.914687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:59:08.977681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:08.995494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a80bde7-871d-4778-ab1e-7adfc2508231 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:59:09.046549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2a80bde7-871d-4778-ab1e-7adfc2508231, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a80bde7-871d-4778-ab1e-7adfc2508231,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:09.052969 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.182105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2a80bde7-871d-4778-ab1e-7adfc2508231,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:09.277785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['2a80bde7-871d-4778-ab1e-7adfc2508231'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:59:09.347039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e696b-6785-4493-bacc-e2588db113a9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:09.352953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb0e696b-6785-4493-bacc-e2588db113a9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.355500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eb0e696b-6785-4493-bacc-e2588db113a9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9153929 Jul 14 11:59:09.357161 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6f22b47f-3b4c-449e-b7e6-f513fddbcbeb tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags HTTP/1.1" status: 200 len: 240 time: 0.7515347 Jul 14 11:59:09.362036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47656) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:09.362953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47658) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:09.371913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f243858e-da3d-4e58-a7fa-d98157d6a8d1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'security_group_rule': {'security_group_id': '2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:09.399908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-a7968063-9af1-4241-919a-c94052b371d3 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af', 'tempest-TagsExtTest-Tag-268838564') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:09.415059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd445af3-dc1a-4315-a501-9b4a72bf5620 req-c3c89a65-000c-4b1c-a6bd-616cbb09950d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:09.417076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd445af3-dc1a-4315-a501-9b4a72bf5620 req-c3c89a65-000c-4b1c-a6bd-616cbb09950d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 944 time: 0.6555920 Jul 14 11:59:09.496472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f243858e-da3d-4e58-a7fa-d98157d6a8d1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.504849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd445af3-dc1a-4315-a501-9b4a72bf5620 req-bb6989d7-6d74-48ea-8ce9-2b4e4501e287 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772021 Jul 14 11:59:09.554101 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-052fb693-2311-470f-b337-0d2fa1d886b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.579884 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a7968063-9af1-4241-919a-c94052b371d3 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags/tempest-TagsExtTest-Tag-268838564 HTTP/1.1" status: 204 len: 168 time: 0.1889596 Jul 14 11:59:09.584298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47660) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:09.596994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-1351936d-01d1-4991-bd75-57bcfb6de323 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af', 'tempest-TagsExtTest-Tag-268838564') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:09.692130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f243858e-da3d-4e58-a7fa-d98157d6a8d1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.699909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f243858e-da3d-4e58-a7fa-d98157d6a8d1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.728255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243858e-da3d-4e58-a7fa-d98157d6a8d1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca02afa3-c071-4c06-b038-969e6dc5311d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:09.738243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f243858e-da3d-4e58-a7fa-d98157d6a8d1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.759977 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f243858e-da3d-4e58-a7fa-d98157d6a8d1 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905170 Jul 14 11:59:09.760658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47664) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:09.769298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-8a98099a-8ce2-4d43-b2cb-0577f26ccc91 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'security_group_rule': {'security_group_id': '2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:09.799297 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1351936d-01d1-4991-bd75-57bcfb6de323 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags/tempest-TagsExtTest-Tag-268838564 HTTP/1.1" status: 204 len: 168 time: 0.2121663 Jul 14 11:59:09.803164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47666) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:09.812010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-98471b25-3383-4a04-8fe6-5e6d7b06e1c6 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:09.840261 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a98099a-8ce2-4d43-b2cb-0577f26ccc91 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.898171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df0525-4b69-4020-9b15-8e2e33a38ab6 None None] Network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:09.928720 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-98471b25-3383-4a04-8fe6-5e6d7b06e1c6 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags HTTP/1.1" status: 200 len: 205 time: 0.1241693 Jul 14 11:59:09.932021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47670) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:09.939349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-b8480156-b0dc-44d8-bf9e-d8bbd2fd8ea6 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:09.956847 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a98099a-8ce2-4d43-b2cb-0577f26ccc91 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.964090 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a98099a-8ce2-4d43-b2cb-0577f26ccc91 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:09.998085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-190a1bdd-5617-4afb-847c-dbedfdbaca9a None None] Provisioning for port ab29be24-a5f1-4647-ae79-48b794c23b70 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:59:10.015675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98099a-8ce2-4d43-b2cb-0577f26ccc91 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914db43f-2c95-45b9-b7c7-931c496798d8,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:10.036780 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8a98099a-8ce2-4d43-b2cb-0577f26ccc91 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:10.044383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47672) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:10.045253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8a98099a-8ce2-4d43-b2cb-0577f26ccc91 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824039 Jul 14 11:59:10.055496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:10.079986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b8480156-b0dc-44d8-bf9e-d8bbd2fd8ea6 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags HTTP/1.1" status: 200 len: 241 time: 0.1428006 Jul 14 11:59:10.081358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47674) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:10.089338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-47ab1297-1b10-4d18-84c3-e385add2181a tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb', 'tempest-TagsExtTest-Tag-1890967716') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:10.132306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:10.299406 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47678) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:10.301541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-47ab1297-1b10-4d18-84c3-e385add2181a tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags/tempest-TagsExtTest-Tag-1890967716 HTTP/1.1" status: 204 len: 168 time: 0.2187774 Jul 14 11:59:10.308800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-3f4ab851-0b43-4c4b-b892-eaa1010701df tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb', 'tempest-TagsExtTest-Tag-1890967716') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:10.427524 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3f4ab851-0b43-4c4b-b892-eaa1010701df tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags/tempest-TagsExtTest-Tag-1890967716 HTTP/1.1" status: 204 len: 168 time: 0.1269815 Jul 14 11:59:10.434258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47680) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:10.438885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-e7aaceb8-4e18-4488-9f55-3d5cdd24eade tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:10.442611 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:10.648201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2a80bde7-871d-4778-ab1e-7adfc2508231 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:59:10.736758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ab29be24-a5f1-4647-ae79-48b794c23b70 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:59:10.808144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 2a80bde7-871d-4778-ab1e-7adfc2508231 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:59:10.809572 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e7aaceb8-4e18-4488-9f55-3d5cdd24eade tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags HTTP/1.1" status: 200 len: 205 time: 0.3737087 Jul 14 11:59:10.811177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47684) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:10.818966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 2a80bde7-871d-4778-ab1e-7adfc2508231 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:59:10.819593 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:10.829828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-573fb78b-58e1-4771-9819-012800fdb6e4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:10.907432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364fba-ebca-415e-8725-45e42b6d2cd6 req-d850466b-4d61-401e-a755-5fd2b8ca09a7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:10.912401 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac364fba-ebca-415e-8725-45e42b6d2cd6 req-d850466b-4d61-401e-a755-5fd2b8ca09a7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 945 time: 0.1653929 Jul 14 11:59:10.974439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-de120e58-d69a-4ef5-a286-1ebd92d8ff81 None None] Provisioning for port 674141ab-ac3f-4b4f-863c-17b3d447a2eb completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:59:10.988593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-de120e58-d69a-4ef5-a286-1ebd92d8ff81 None None] Provisioning complete for port 674141ab-ac3f-4b4f-863c-17b3d447a2eb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:59:10.989544 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de120e58-d69a-4ef5-a286-1ebd92d8ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.004646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Allocated IP 172.25.2.150 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/b7cc30c0-4195-4722-8178-9bee95c31460) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:11.059093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac364fba-ebca-415e-8725-45e42b6d2cd6 req-e8a744f6-f3a6-4e38-a742-2ba6bdefe553 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412282 Jul 14 11:59:11.129795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47686) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:11.139704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-4f6238cd-eb6a-4271-a920-65b4aa810857 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c', 'tempest-TagsExtTest-Tag-429852447') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:11.140999 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-573fb78b-58e1-4771-9819-012800fdb6e4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags HTTP/1.1" status: 200 len: 240 time: 0.3205912 Jul 14 11:59:11.259368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.302097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port ab29be24-a5f1-4647-ae79-48b794c23b70 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:59:11.314701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4f6238cd-eb6a-4271-a920-65b4aa810857 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags/tempest-TagsExtTest-Tag-429852447 HTTP/1.1" status: 204 len: 168 time: 0.1830027 Jul 14 11:59:11.318559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47690) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:11.318847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ab29be24-a5f1-4647-ae79-48b794c23b70 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:59:11.319693 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.330171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-acd8eadf-2d3d-4f1f-98d3-d460be93fa48 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c', 'tempest-TagsExtTest-Tag-429852447') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:11.333880 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.373793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-de120e58-d69a-4ef5-a286-1ebd92d8ff81 None None] Port 674141ab-ac3f-4b4f-863c-17b3d447a2eb cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:59:11.390450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:11.394255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:11.403022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:11.431662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'Port': ['ID=b7cc30c0-4195-4722-8178-9bee95c31460,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:11.466987 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.487572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-acd8eadf-2d3d-4f1f-98d3-d460be93fa48 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags/tempest-TagsExtTest-Tag-429852447 HTTP/1.1" status: 204 len: 168 time: 0.1661534 Jul 14 11:59:11.490831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47692) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:11.500924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-93fe1415-9dfa-48fd-8be5-15b7538b40f0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:11.516563 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.539189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-88d1a847-68fc-474d-93f0-05f3d8f5494e None None] Provisioning complete for port 674141ab-ac3f-4b4f-863c-17b3d447a2eb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:59:11.540350 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-88d1a847-68fc-474d-93f0-05f3d8f5494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.551413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:59:11.554365 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0034435-c645-413d-92fc-d3153a3e42cd" -d '{"events": [{"server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:11.603084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.646420 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.651111 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a16c7b-a0ed-4156-867a-00d09692e7c1 x-openstack-request-id: req-87a16c7b-a0ed-4156-867a-00d09692e7c1 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:11.651612 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:11.652578 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87a16c7b-a0ed-4156-867a-00d09692e7c1 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:11.653206 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'code': 200} Jul 14 11:59:11.659895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2a80bde7-871d-4778-ab1e-7adfc2508231, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a80bde7-871d-4778-ab1e-7adfc2508231,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:11.683302 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.729197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-88d1a847-68fc-474d-93f0-05f3d8f5494e None None] Port 674141ab-ac3f-4b4f-863c-17b3d447a2eb cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:59:11.752548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-93fe1415-9dfa-48fd-8be5-15b7538b40f0 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags HTTP/1.1" status: 200 len: 205 time: 0.2590392 Jul 14 11:59:11.756152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47696) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:11.761827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port ab29be24-a5f1-4647-ae79-48b794c23b70, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ab29be24-a5f1-4647-ae79-48b794c23b70,segment=NetworkSegment(0ed82f84-4ea2-4b28-89b8-f7e7214361d9),segment_id=0ed82f84-4ea2-4b28-89b8-f7e7214361d9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:11.768618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-724280e2-879b-4b35-acd7-7977ad02f6ff tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:11.776879 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.784312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2a80bde7-871d-4778-ab1e-7adfc2508231,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:11.876040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-724280e2-879b-4b35-acd7-7977ad02f6ff tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags HTTP/1.1" status: 200 len: 241 time: 0.1177671 Jul 14 11:59:11.879204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47698) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:11.883107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=ab29be24-a5f1-4647-ae79-48b794c23b70,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:11.886874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-c88f8f3c-abf8-43f4-835f-a43ba38fd48d tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8', 'tempest-TagsExtTest-Tag-1839038094') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:11.969597 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c88f8f3c-abf8-43f4-835f-a43ba38fd48d tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags/tempest-TagsExtTest-Tag-1839038094 HTTP/1.1" status: 204 len: 168 time: 0.0888307 Jul 14 11:59:11.974990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47700) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:11.986738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-0266714a-0e93-4fc3-a99e-6d0ab7a5cb74 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8', 'tempest-TagsExtTest-Tag-1839038094') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:11.991489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f71b2b-f4d5-44d8-8aeb-0f287b3b19c3 req-ce3d7e43-31bd-4502-83dc-62fcd6e45116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:11.996041 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e9f71b2b-f4d5-44d8-8aeb-0f287b3b19c3 req-ce3d7e43-31bd-4502-83dc-62fcd6e45116 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 1097 time: 0.1747708 Jul 14 11:59:12.048537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:12.060706 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:12.072208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0266714a-0e93-4fc3-a99e-6d0ab7a5cb74 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags/tempest-TagsExtTest-Tag-1839038094 HTTP/1.1" status: 204 len: 168 time: 0.0956545 Jul 14 11:59:12.076469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47702) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:12.085865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-b0469178-a6cc-4405-8710-9f8f9a0f62e8 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:12.148228 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e9f71b2b-f4d5-44d8-8aeb-0f287b3b19c3 req-ac779e58-23da-45e6-a028-b3e88a06fd07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453586 Jul 14 11:59:12.185296 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'Port': ['ID=b7cc30c0-4195-4722-8178-9bee95c31460,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:12.206275 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b0469178-a6cc-4405-8710-9f8f9a0f62e8 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags HTTP/1.1" status: 200 len: 205 time: 0.1233706 Jul 14 11:59:12.207286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47706) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:12.220512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-2549d499-53e1-4901-8f33-6a5dd5acd9d4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:12.240722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:12.287568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:12.292622 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:12.303367 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dda3a561-2d03-4231-8f32-5f79605cd150 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2488186 Jul 14 11:59:12.313131 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2549d499-53e1-4901-8f33-6a5dd5acd9d4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags HTTP/1.1" status: 204 len: 168 time: 0.1006505 Jul 14 11:59:12.319987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47712) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:12.326721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-646e4b3d-a129-4e7f-a7ae-a7f4880be412 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:12.555995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-646e4b3d-a129-4e7f-a7ae-a7f4880be412 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags HTTP/1.1" status: 204 len: 168 time: 0.2334034 Jul 14 11:59:12.561197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47716) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:12.569121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-e537f709-d5cf-48d1-ac86-0914d58cb389 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:12.589250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716a25c-e74a-4d02-b6b0-cd9e41b7a6b1 req-e4ac0a91-3924-4790-88e7-5463e19dbb80 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:12.592192 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4716a25c-e74a-4d02-b6b0-cd9e41b7a6b1 req-e4ac0a91-3924-4790-88e7-5463e19dbb80 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 946 time: 0.1637542 Jul 14 11:59:12.603656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ab29be24-a5f1-4647-ae79-48b794c23b70 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:59:12.666248 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0faf629c-fe29-47a3-bd1e-02035ef1c0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:12.675334 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e537f709-d5cf-48d1-ac86-0914d58cb389 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1110115 Jul 14 11:59:12.677969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47730) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:12.686614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ab29be24-a5f1-4647-ae79-48b794c23b70 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:59:12.687116 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:12.687569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-1e36e410-ef84-4f5c-89f8-f818d9b4a6bb tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:12.712045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4716a25c-e74a-4d02-b6b0-cd9e41b7a6b1 req-f241539d-8dc2-4637-a386-e0fd1dd05430 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105502 Jul 14 11:59:12.727309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-b5203bf3-2ee9-44c0-9773-68c297ad6b6b tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1719470782&fields=id&tenant_id=550dd02886074cae970b5bcf4fea87af HTTP/1.1" status: 200 len: 267 time: 0.0825183 Jul 14 11:59:12.775012 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1e36e410-ef84-4f5c-89f8-f818d9b4a6bb tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags HTTP/1.1" status: 204 len: 168 time: 0.0957220 Jul 14 11:59:12.782538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47732) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:12.798930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-4f90c1fc-b56c-4eeb-87bd-95654a95e1af tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af', 'tempest-TagsExtTest-Tag-583615109') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:12.931541 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4f90c1fc-b56c-4eeb-87bd-95654a95e1af tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags/tempest-TagsExtTest-Tag-583615109 HTTP/1.1" status: 201 len: 201 time: 0.1473727 Jul 14 11:59:12.936213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47734) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:12.948291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-f908f03b-e427-453b-bd57-f7c07e2437b4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb', 'tempest-TagsExtTest-Tag-1634284558') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:12.997852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-d756d773-e02b-4e68-a5dd-9db8a0b8d620 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:13.002533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-d756d773-e02b-4e68-a5dd-9db8a0b8d620 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 811 time: 0.2492387 Jul 14 11:59:13.042634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-216412e4-4e67-430d-b3b9-0d7b51bc9396 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/quotas/550dd02886074cae970b5bcf4fea87af HTTP/1.1" status: 200 len: 375 time: 0.0276968 Jul 14 11:59:13.128873 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f908f03b-e427-453b-bd57-f7c07e2437b4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags/tempest-TagsExtTest-Tag-1634284558 HTTP/1.1" status: 201 len: 201 time: 0.1914165 Jul 14 11:59:13.133990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47736) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:13.142534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-c68c266b-2dd2-47f7-9c43-99e327e05a6e tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c', 'tempest-TagsExtTest-Tag-639146056') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:13.168856 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-e3989c78-e953-4def-81a1-a10cfd8ba929 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133111 Jul 14 11:59:13.267565 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c68c266b-2dd2-47f7-9c43-99e327e05a6e tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags/tempest-TagsExtTest-Tag-639146056 HTTP/1.1" status: 201 len: 201 time: 0.1312230 Jul 14 11:59:13.271000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47738) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:13.276723 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-9afda5c4-8816-4994-8ecf-cfebf3d9ccdf tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8', 'tempest-TagsExtTest-Tag-1367361170') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:13.319009 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9afda5c4-8816-4994-8ecf-cfebf3d9ccdf tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags/tempest-TagsExtTest-Tag-1367361170 HTTP/1.1" status: 201 len: 201 time: 0.0437496 Jul 14 11:59:13.319377 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47740) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:13.320248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-908b4efd-3cdc-4701-bfc4-e093017f70d7 service neutron] 10.222.0.38 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360583 Jul 14 11:59:13.325956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-50d42785-1c11-48d0-b16a-66c246e968b4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af', {'tags': ['tempest-TagsExtTest-Tag-172123907', 'tempest-TagsExtTest-Tag-229868304', 'tempest-TagsExtTest-Tag-366072229']}) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:13.400018 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-50d42785-1c11-48d0-b16a-66c246e968b4 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags HTTP/1.1" status: 200 len: 315 time: 0.0781446 Jul 14 11:59:13.402936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47742) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:13.410076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-15c82e96-2892-48b4-894e-6b06f873f8ed tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:13.490697 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:13.496162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-6bf6b877-1c0e-4409-8e38-05045935c1c6 service neutron] 10.222.0.38 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654937 Jul 14 11:59:13.571264 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-15c82e96-2892-48b4-894e-6b06f873f8ed tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags HTTP/1.1" status: 204 len: 168 time: 0.1665063 Jul 14 11:59:13.574765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47748) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:13.583662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-d9f05500-a505-4024-85b1-72229466d382 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af', 'tempest-TagsExtTest-Tag-172123907') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:13.679712 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-d9f05500-a505-4024-85b1-72229466d382 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:13.681410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d9f05500-a505-4024-85b1-72229466d382 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags/tempest-TagsExtTest-Tag-172123907 HTTP/1.1" status: 404 len: 328 time: 0.1041064 Jul 14 11:59:13.684640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47754) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:13.689689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-b3db4bf4-5609-4fb5-b577-ec9f415b152a tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af', 'tempest-TagsExtTest-Tag-229868304') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:13.778053 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-b3db4bf4-5609-4fb5-b577-ec9f415b152a tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:13.783019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b3db4bf4-5609-4fb5-b577-ec9f415b152a tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags/tempest-TagsExtTest-Tag-229868304 HTTP/1.1" status: 404 len: 328 time: 0.0931644 Jul 14 11:59:13.784211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47764) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:13.798039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-f9672a3d-8780-45bd-89d8-6fbef4e8ed77 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af', 'tempest-TagsExtTest-Tag-366072229') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:13.915070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1587e4dd-33c1-4ac5-af6e-fe85d91bf30b req-8765a75a-610e-491c-9e23-10ecd978b618 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 210 time: 0.1264305 Jul 14 11:59:13.971005 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-f9672a3d-8780-45bd-89d8-6fbef4e8ed77 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:13.977287 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f9672a3d-8780-45bd-89d8-6fbef4e8ed77 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags/tempest-TagsExtTest-Tag-366072229 HTTP/1.1" status: 404 len: 328 time: 0.1878395 Jul 14 11:59:13.979561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47772) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:13.990479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-64648d5d-f20a-431e-a6c3-c4f78fca169e tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb', {'tags': ['tempest-TagsExtTest-Tag-463977468', 'tempest-TagsExtTest-Tag-1335849160', 'tempest-TagsExtTest-Tag-432992994']}) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:14.060768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce22f-ae60-4994-9636-fc338b1b50f4 req-c3ea75e7-ff84-4c0b-aa4e-ce99d2b5649f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:14.068820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6dce22f-ae60-4994-9636-fc338b1b50f4 req-c3ea75e7-ff84-4c0b-aa4e-ce99d2b5649f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 946 time: 0.0940990 Jul 14 11:59:14.128827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47780) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:14.129197 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-64648d5d-f20a-431e-a6c3-c4f78fca169e tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags HTTP/1.1" status: 200 len: 316 time: 0.1473737 Jul 14 11:59:14.134649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-08214156-7425-4866-80c0-3879a8c2f09e tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:14.157074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6dce22f-ae60-4994-9636-fc338b1b50f4 req-dffdcef3-e47c-41aa-979a-4d703ed667e3 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856242 Jul 14 11:59:14.287250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-08214156-7425-4866-80c0-3879a8c2f09e tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1571407 Jul 14 11:59:14.290406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47788) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:14.296187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-6bd5647c-061d-4815-9d88-4b951d74531c tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb', 'tempest-TagsExtTest-Tag-463977468') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:14.458246 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-6bd5647c-061d-4815-9d88-4b951d74531c tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:14.461152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6bd5647c-061d-4815-9d88-4b951d74531c tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags/tempest-TagsExtTest-Tag-463977468 HTTP/1.1" status: 404 len: 328 time: 0.1688299 Jul 14 11:59:14.466274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47798) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:14.473763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-a95dd9d1-1696-4165-99c7-f5ec54829238 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb', 'tempest-TagsExtTest-Tag-1335849160') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:14.510423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbbb55-f6b5-422f-bdd6-f5d4de71b240 req-e4904748-70f7-4487-b726-95748c9bcb37 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:14.513917 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3efbbb55-f6b5-422f-bdd6-f5d4de71b240 req-e4904748-70f7-4487-b726-95748c9bcb37 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 946 time: 0.1739273 Jul 14 11:59:14.553141 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-a95dd9d1-1696-4165-99c7-f5ec54829238 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:14.554496 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a95dd9d1-1696-4165-99c7-f5ec54829238 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags/tempest-TagsExtTest-Tag-1335849160 HTTP/1.1" status: 404 len: 329 time: 0.0866663 Jul 14 11:59:14.559480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47802) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:14.564965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-6de2d6b1-6206-4b5f-96db-9fc14dad5109 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb', 'tempest-TagsExtTest-Tag-432992994') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:14.650100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3efbbb55-f6b5-422f-bdd6-f5d4de71b240 req-db2b2ed7-1cd6-4406-854a-9283111ab6e2 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111310 Jul 14 11:59:14.685587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47806) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:14.686218 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-6de2d6b1-6206-4b5f-96db-9fc14dad5109 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:14.688109 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6de2d6b1-6206-4b5f-96db-9fc14dad5109 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags/tempest-TagsExtTest-Tag-432992994 HTTP/1.1" status: 404 len: 328 time: 0.1272249 Jul 14 11:59:14.690769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47808) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:14.699676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-b81b7f40-d165-468b-8d5c-4f559feeafce tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c', {'tags': ['tempest-TagsExtTest-Tag-1880182375', 'tempest-TagsExtTest-Tag-257784743', 'tempest-TagsExtTest-Tag-2087724755']}) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:14.855917 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b81b7f40-d165-468b-8d5c-4f559feeafce tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags HTTP/1.1" status: 200 len: 317 time: 0.1614857 Jul 14 11:59:14.857991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47812) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:14.865390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-9d787801-d307-48a3-9543-e5f890bf3178 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:15.106001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9d787801-d307-48a3-9543-e5f890bf3178 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags HTTP/1.1" status: 204 len: 168 time: 0.2454340 Jul 14 11:59:15.110135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47816) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:15.119194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-592b1c17-b254-411e-b7c5-af0ca8e402bc tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c', 'tempest-TagsExtTest-Tag-1880182375') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:15.141298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af2b5904-2dfe-4eaa-84ed-9323e8e90bde req-0d79fa9d-1234-4dbe-b82b-801236c7e4ae tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 210 time: 0.0516536 Jul 14 11:59:15.153919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1f9fb-706a-44e2-8796-ece28d3197d5 tempest-TestVolumeBootPattern-1228243722 tempest-TestVolumeBootPattern-1228243722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:15.158938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-47b1f9fb-706a-44e2-8796-ece28d3197d5 tempest-TestVolumeBootPattern-1228243722 tempest-TestVolumeBootPattern-1228243722-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 1092 time: 0.4687293 Jul 14 11:59:15.163261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47818) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:15.172393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:15.213918 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:15.227079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:15.269542 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-592b1c17-b254-411e-b7c5-af0ca8e402bc tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:15.271084 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-592b1c17-b254-411e-b7c5-af0ca8e402bc tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags/tempest-TagsExtTest-Tag-1880182375 HTTP/1.1" status: 404 len: 329 time: 0.1595316 Jul 14 11:59:15.276456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47820) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:15.281376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-341fec42-30d5-4e0c-9241-f3c600decb41 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c', 'tempest-TagsExtTest-Tag-257784743') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:15.387778 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-341fec42-30d5-4e0c-9241-f3c600decb41 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:15.392513 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-341fec42-30d5-4e0c-9241-f3c600decb41 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags/tempest-TagsExtTest-Tag-257784743 HTTP/1.1" status: 404 len: 328 time: 0.1148255 Jul 14 11:59:15.393389 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47822) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:15.398930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-5cc13a1e-0515-490c-8f56-f0652d6e1819 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c', 'tempest-TagsExtTest-Tag-2087724755') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:15.406380 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:15.486453 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-5cc13a1e-0515-490c-8f56-f0652d6e1819 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:15.490907 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5cc13a1e-0515-490c-8f56-f0652d6e1819 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags/tempest-TagsExtTest-Tag-2087724755 HTTP/1.1" status: 404 len: 329 time: 0.0964022 Jul 14 11:59:15.492561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47824) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:15.498150 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-549e7a85-01c0-48bd-b778-85e1adc5232a tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8', {'tags': ['tempest-TagsExtTest-Tag-269066656', 'tempest-TagsExtTest-Tag-416496776', 'tempest-TagsExtTest-Tag-2899284']}) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:15.545544 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-549e7a85-01c0-48bd-b778-85e1adc5232a tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "PUT /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags HTTP/1.1" status: 200 len: 313 time: 0.0511911 Jul 14 11:59:15.546634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47826) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:15.553300 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-bc2419c2-5604-48d1-bdfd-80524663a7c7 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:15.679810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.25.2.182 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/400d128b-19af-441d-98c4-ced6f35c8f4a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:15.764891 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bc2419c2-5604-48d1-bdfd-80524663a7c7 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags HTTP/1.1" status: 204 len: 168 time: 0.2166173 Jul 14 11:59:15.770871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47830) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:15.779358 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-f9dc604f-1e2b-4cdd-adec-31f09b3bac4f tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8', 'tempest-TagsExtTest-Tag-269066656') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:15.857778 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-f9dc604f-1e2b-4cdd-adec-31f09b3bac4f tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:15.870772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47832) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:15.872588 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f9dc604f-1e2b-4cdd-adec-31f09b3bac4f tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags/tempest-TagsExtTest-Tag-269066656 HTTP/1.1" status: 404 len: 328 time: 0.0996332 Jul 14 11:59:15.876821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-0ca06a1e-b300-44a5-9ca8-9ffe4ae2cda9 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8', 'tempest-TagsExtTest-Tag-416496776') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:15.890894 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-28b90e95-7779-41eb-8965-ab6b6cc18643 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:15.893985 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-28b90e95-7779-41eb-8965-ab6b6cc18643 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 811 time: 0.3007705 Jul 14 11:59:15.947328 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:15.978831 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-0ca06a1e-b300-44a5-9ca8-9ffe4ae2cda9 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:15.980170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0ca06a1e-b300-44a5-9ca8-9ffe4ae2cda9 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags/tempest-TagsExtTest-Tag-416496776 HTTP/1.1" status: 404 len: 328 time: 0.1102328 Jul 14 11:59:15.985461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47834) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:15.994150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-867046ec-a4b2-489c-9f60-a7eddd373956 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8', 'tempest-TagsExtTest-Tag-2899284') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:16.000920 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-991d1e82-37b3-4920-884f-004c2efc16a3 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550dd02886074cae970b5bcf4fea87af HTTP/1.1" status: 200 len: 380 time: 0.0926654 Jul 14 11:59:16.016903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'port': {'device_id': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'admin_state_up': True, 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'security_groups': ['2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:16.030591 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-867046ec-a4b2-489c-9f60-a7eddd373956 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] show failed (client error): The resource could not be found. Jul 14 11:59:16.035730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-867046ec-a4b2-489c-9f60-a7eddd373956 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags/tempest-TagsExtTest-Tag-2899284 HTTP/1.1" status: 404 len: 326 time: 0.0453415 Jul 14 11:59:16.036732 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47836) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:16.041496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-d6d0ad05-de13-4a6f-ae7e-542946dd6329 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd9ad8f51-083b-42e0-8c09-04363879cce8') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:16.075085 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:16.130396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d6d0ad05-de13-4a6f-ae7e-542946dd6329 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8/tags HTTP/1.1" status: 204 len: 168 time: 0.0924394 Jul 14 11:59:16.135573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47838) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:16.142344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:16.150807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:16.151683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-adb292e9-0cfe-4708-8825-8810bc160670 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '55265fdc-d0a9-4be5-87c1-bba175766d5c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:16.158522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:16.188931 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=400d128b-19af-441d-98c4-ced6f35c8f4a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:16.209805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.210155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.211047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.211383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.211717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.212102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.212438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.212749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.213106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.213392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.213785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.214948 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:16.321685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Made reservation on behalf of 550dd02886074cae970b5bcf4fea87af for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:16.329028 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:16.361438 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-adb292e9-0cfe-4708-8825-8810bc160670 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c/tags HTTP/1.1" status: 204 len: 168 time: 0.2208776 Jul 14 11:59:16.369191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47842) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:16.376813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.tag.tag_plugin [None req-77bd8766-94bb-4d59-be09-eaf28e87f8e1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '674141ab-ac3f-4b4f-863c-17b3d447a2eb') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:16.426089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fef37d2c-ed54-4ff8-9318-11d8d38ad9e2 req-eadae22f-c814-45b0-b36b-3d074e807483 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 210 time: 0.0936923 Jul 14 11:59:16.589379 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-77bd8766-94bb-4d59-be09-eaf28e87f8e1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb/tags HTTP/1.1" status: 204 len: 168 time: 0.2145143 Jul 14 11:59:16.590364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47844) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:16.595559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Allocated IP 172.20.0.10 (e8d4567e-4528-4820-b8c4-86c4d9e002fa/16242af9-d14f-41f9-a119-58b21afa54c9/35ec5543-0879-442f-9cdd-ce375caae261) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:16.596663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.tag.tag_plugin [None req-b4d0b07d-1d59-46df-9f76-0bb620f3fc9b tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64633c58-fa8b-4d0c-93a4-29aafe0ce5af') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:16.808852 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:16.827220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Transition to ACTIVE for port object 35ec5543-0879-442f-9cdd-ce375caae261 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:16.856409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b4d0b07d-1d59-46df-9f76-0bb620f3fc9b tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af/tags HTTP/1.1" status: 204 len: 168 time: 0.2645822 Jul 14 11:59:16.869555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47850) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:16.889011 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:16.984288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:16.989109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:16.990671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:17.034548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event updated for resources: {'Port': ['ID=35ec5543-0879-442f-9cdd-ce375caae261,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:17.063226 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:17.093012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:17.094085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:17.122264 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-0dab321d-8601-4a7c-b22d-f829dec6782c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1088967 Jul 14 11:59:17.128364 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a6a8075c-a209-462d-988a-950864435d75 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for subnetpool, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:17.134307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a6a8075c-a209-462d-988a-950864435d75 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnetpools/d9ad8f51-083b-42e0-8c09-04363879cce8 HTTP/1.1" status: 204 len: 168 time: 0.2589645 Jul 14 11:59:17.138125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47854) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:17.145856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Request body: {'port': {'device_id': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:17.189179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e41f6571-4e3c-4c08-92d2-d3dd85a69b75 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "GET /v2.0/ports?device_id=55265fdc-d0a9-4be5-87c1-bba175766d5c HTTP/1.1" status: 200 len: 205 time: 0.0458837 Jul 14 11:59:17.190507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47856) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:17.296353 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:17.322444 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:17.380741 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-412ee541-20dc-4e4c-b91b-90de634a1cff tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:17.417599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d7706664-76e0-4a19-993b-b25cff931bb1 None None] Provisioning for port 35ec5543-0879-442f-9cdd-ce375caae261 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:59:17.423197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d7706664-76e0-4a19-993b-b25cff931bb1 None None] Provisioning complete for port 35ec5543-0879-442f-9cdd-ce375caae261 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:59:17.423829 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d7706664-76e0-4a19-993b-b25cff931bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:17.492366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d7706664-76e0-4a19-993b-b25cff931bb1 None None] Port 35ec5543-0879-442f-9cdd-ce375caae261 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:59:17.805445 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ec5543-0879-442f-9cdd-ce375caae261 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:59:17.815462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:17.833936 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Transition to ACTIVE for port object 35ec5543-0879-442f-9cdd-ce375caae261 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:17.839888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:17.957469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=35ec5543-0879-442f-9cdd-ce375caae261,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:18.070733 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-412ee541-20dc-4e4c-b91b-90de634a1cff tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.076004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Attempting to bind port 35ec5543-0879-442f-9cdd-ce375caae261 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:59:18.076528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Attempting to bind port 35ec5543-0879-442f-9cdd-ce375caae261 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:59:18.077049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Attempting to bind port 35ec5543-0879-442f-9cdd-ce375caae261 on network e8d4567e-4528-4820-b8c4-86c4d9e002fa {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:59:18.081767 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-412ee541-20dc-4e4c-b91b-90de634a1cff tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.091922 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Port 35ec5543-0879-442f-9cdd-ce375caae261 on network e8d4567e-4528-4820-b8c4-86c4d9e002fa not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:59:18.092334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Attempting to bind port 35ec5543-0879-442f-9cdd-ce375caae261 on network e8d4567e-4528-4820-b8c4-86c4d9e002fa {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:59:18.103391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:59:18.104789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Checking segment: {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:18.106483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Bound using segment: {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:59:18.107140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Bound port: 35ec5543-0879-442f-9cdd-ce375caae261, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae543fe-f6da-4b5a-907c-56c1ca8f3996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:59:18.107653 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.221776 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-412ee541-20dc-4e4c-b91b-90de634a1cff tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.223456 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412ee541-20dc-4e4c-b91b-90de634a1cff tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Fanout notify agent at l3_agent the message router_deleted on router 55265fdc-d0a9-4be5-87c1-bba175766d5c {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:59:18.238609 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-412ee541-20dc-4e4c-b91b-90de634a1cff tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.246588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-412ee541-20dc-4e4c-b91b-90de634a1cff tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/routers/55265fdc-d0a9-4be5-87c1-bba175766d5c HTTP/1.1" status: 204 len: 168 time: 1.0543852 Jul 14 11:59:18.249338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47862) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:18.251802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] For port 35ec5543-0879-442f-9cdd-ce375caae261, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:59:18.258536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] For port 35ec5543-0879-442f-9cdd-ce375caae261, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=35ec5543-0879-442f-9cdd-ce375caae261,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:59:18.266578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.327490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:18.328797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.331291 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] 10.222.0.45 "PUT /v2.0/ports/35ec5543-0879-442f-9cdd-ce375caae261 HTTP/1.1" status: 200 len: 1092 time: 1.1942239 Jul 14 11:59:18.332243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'tag': '35ec5543-0879-442f-9cdd-ce375caae261'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:59:18.338743 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83868511-722d-4e5e-9fb7-586cf2fc9998" -d '{"events": [{"name": "network-changed", "server_uuid": "a503bf32-bd1e-47f6-a0a7-09d4d5daa768", "tag": "35ec5543-0879-442f-9cdd-ce375caae261"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:18.403722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433ba86-b19b-4ac6-b5e8-f08bf54127d7 req-4b24170e-372e-4315-a98d-83a3c547dbcc tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:18.426676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1433ba86-b19b-4ac6-b5e8-f08bf54127d7 req-4b24170e-372e-4315-a98d-83a3c547dbcc tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 944 time: 0.5433187 Jul 14 11:59:18.478860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6189c-607f-4f1f-a6cb-b6e79ba2f9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=35ec5543-0879-442f-9cdd-ce375caae261,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:18.484151 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0596392-0d8a-47cc-a3c4-0db6bdb3fdc9 x-openstack-request-id: req-c0596392-0d8a-47cc-a3c4-0db6bdb3fdc9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:18.484578 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a503bf32-bd1e-47f6-a0a7-09d4d5daa768", "tag": "35ec5543-0879-442f-9cdd-ce375caae261", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:18.484962 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0596392-0d8a-47cc-a3c4-0db6bdb3fdc9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:18.485482 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'tag': '35ec5543-0879-442f-9cdd-ce375caae261', 'status': 'completed', 'code': 200} Jul 14 11:59:18.550455 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-efb83c7f-1511-4510-826c-b51fd4e5c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:18.567051 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-efb83c7f-1511-4510-826c-b51fd4e5c6d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 1095 time: 0.1391375 Jul 14 11:59:18.590751 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.635367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1433ba86-b19b-4ac6-b5e8-f08bf54127d7 req-b7d4b629-eff8-43c9-b21c-47ae95cf33c5 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068412 Jul 14 11:59:18.639574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.684325 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-78bbfcb9-4e75-427c-9175-a935d48ba922 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35ec5543-0879-442f-9cdd-ce375caae261 HTTP/1.1" status: 200 len: 217 time: 0.1047287 Jul 14 11:59:18.784427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-77522d8f-cfa5-4507-8fe6-394cc33d915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:18.786889 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-77522d8f-cfa5-4507-8fe6-394cc33d915a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.0926096 Jul 14 11:59:18.799236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=400d128b-19af-441d-98c4-ced6f35c8f4a,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:18.814641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-27dc5aa2-b475-4768-b917-16f57bc54f65 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Deleting port 674141ab-ac3f-4b4f-863c-17b3d447a2eb {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:59:18.815014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-27dc5aa2-b475-4768-b917-16f57bc54f65 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.823491 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:18.899142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-057df365-43d3-4b4a-a226-e62dc10f5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:18.902897 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-057df365-43d3-4b4a-a226-e62dc10f5d14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060607 Jul 14 11:59:19.053625 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-e88ce8ce-b8bf-44eb-b36f-945e8ce48500 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387787 Jul 14 11:59:19.073376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-27dc5aa2-b475-4768-b917-16f57bc54f65 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:19.087599 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Floating IP d12651cc-2c68-46c0-beec-4e0c29c0ad51 associated. External IP: 172.25.2.182, port: 2a80bde7-871d-4778-ab1e-7adfc2508231. Jul 14 11:59:19.137613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-27dc5aa2-b475-4768-b917-16f57bc54f65 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Calling delete_port for 674141ab-ac3f-4b4f-863c-17b3d447a2eb owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:59:19.273660 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54cb2da5-5903-43c4-a2d9-a072c02c86e0 req-614385db-b90a-416b-bad5-4a2a22cec1df service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099004 Jul 14 11:59:19.434763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-17a9f7ae-fa9f-416d-ab13-aa7c68e64946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:19.436930 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-17a9f7ae-fa9f-416d-ab13-aa7c68e64946 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 1095 time: 0.0967073 Jul 14 11:59:19.539958 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-27dc5aa2-b475-4768-b917-16f57bc54f65 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:19.597950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc5aa2-b475-4768-b917-16f57bc54f65 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Pushing event deleted for resources: {'Port': ['ID=674141ab-ac3f-4b4f-863c-17b3d447a2eb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:19.618370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-b8f9c168-98e1-49ad-b745-64a46b8ee17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:19.621439 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-b8f9c168-98e1-49ad-b745-64a46b8ee17d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.1783423 Jul 14 11:59:19.674313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Router f02befd1-ab3f-4999-bd1b-a16a634174ec has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:59:19.745776 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-27dc5aa2-b475-4768-b917-16f57bc54f65 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:19.749114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-27dc5aa2-b475-4768-b917-16f57bc54f65 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/ports/674141ab-ac3f-4b4f-863c-17b3d447a2eb HTTP/1.1" status: 204 len: 168 time: 1.4946115 Jul 14 11:59:19.812762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47870) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:19.994908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f00e64-c3b4-4dd5-a4f4-1ba43f356b86 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Deleting subnet 64633c58-fa8b-4d0c-93a4-29aafe0ce5af {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:59:20.003269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6f00e64-c3b4-4dd5-a4f4-1ba43f356b86 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:20.103214 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6f00e64-c3b4-4dd5-a4f4-1ba43f356b86 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:20.127498 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-1ce2c0ec-3c2c-4420-8a46-4c80237eebb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35ec5543-0879-442f-9cdd-ce375caae261 HTTP/1.1" status: 200 len: 217 time: 0.4988458 Jul 14 11:59:20.171499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:59:20.202313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] Sync routers for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:59:20.220192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-0bd8f435-78ab-4536-9705-cdf659262dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:20.221790 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-0bd8f435-78ab-4536-9705-cdf659262dfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.0867863 Jul 14 11:59:20.233578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb46b6-e727-4b6a-aa43-71dda10a1438 req-79b8e617-2d87-4ca0-b682-49f36a1b0f37 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:20.235444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6fb46b6-e727-4b6a-aa43-71dda10a1438 req-79b8e617-2d87-4ca0-b682-49f36a1b0f37 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 944 time: 0.3685880 Jul 14 11:59:20.241265 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:20.242268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:59:20.242998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:59:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:20.371516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-0100ac64-ef28-4a61-92d1-1b0eaa1d0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:20.376267 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-0100ac64-ef28-4a61-92d1-1b0eaa1d0eff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452394 Jul 14 11:59:20.390060 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6f00e64-c3b4-4dd5-a4f4-1ba43f356b86 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:20.542906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6fb46b6-e727-4b6a-aa43-71dda10a1438 req-e157373b-25df-4162-a29d-9ca406222c38 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791102 Jul 14 11:59:20.555935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-eb3497a5-5d6b-422d-8513-c1e94810644b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3827934 Jul 14 11:59:20.555935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:59:20.571884 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ce4d9a-1872-491b-917f-e5c1386e13cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:20.571884 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6f00e64-c3b4-4dd5-a4f4-1ba43f356b86 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:20.618145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f00e64-c3b4-4dd5-a4f4-1ba43f356b86 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Pushing event deleted for resources: {'Subnet': ['ID=64633c58-fa8b-4d0c-93a4-29aafe0ce5af,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:20.622978 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6f00e64-c3b4-4dd5-a4f4-1ba43f356b86 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:20.624699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f70f11a-841d-4e73-929e-ecb8b07a3f75 None None] Network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:20.625552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f6f00e64-c3b4-4dd5-a4f4-1ba43f356b86 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/subnets/64633c58-fa8b-4d0c-93a4-29aafe0ce5af HTTP/1.1" status: 204 len: 168 time: 0.8113987 Jul 14 11:59:20.634874 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47882) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:20.743683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:59:20.825180 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-bbcb18f1-ae06-414e-a61a-726f8bb2f5be service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397254 Jul 14 11:59:20.833944 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:20.857675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47886) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:21.083389 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-83868511-722d-4e5e-9fb7-586cf2fc9998 req-7e9a5eb2-f1ac-4098-93f0-8aeb1c633fa6 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443376 Jul 14 11:59:21.110228 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Deleting port ab29be24-a5f1-4647-ae79-48b794c23b70 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:59:21.110704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.115622 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51125f0d-cafb-40ac-9b34-078653504f34 x-openstack-request-id: req-51125f0d-cafb-40ac-9b34-078653504f34 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:21.116072 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:21.121619 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-51125f0d-cafb-40ac-9b34-078653504f34 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:21.121930 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'status': 'completed', 'code': 200} Jul 14 11:59:21.141407 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9862ea36-1bef-45e3-a7e1-7237ea7c9e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.228284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] DHCP port deletion for 1c321f41-9af6-4f4e-9042-3ca5916b4e3c request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:59:21.245448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] For port ab29be24-a5f1-4647-ae79-48b794c23b70, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ab29be24-a5f1-4647-ae79-48b794c23b70,segment=NetworkSegment(0ed82f84-4ea2-4b28-89b8-f7e7214361d9),segment_id=0ed82f84-4ea2-4b28-89b8-f7e7214361d9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:21.246532 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.264724 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Calling delete_port for ab29be24-a5f1-4647-ae79-48b794c23b70 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:59:21.284700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-d4315944-b3de-4504-8d65-6efbbefcb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:21.286305 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-d4315944-b3de-4504-8d65-6efbbefcb804 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 1097 time: 0.1179287 Jul 14 11:59:21.318650 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9862ea36-1bef-45e3-a7e1-7237ea7c9e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.329428 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9862ea36-1bef-45e3-a7e1-7237ea7c9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.382432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9862ea36-1bef-45e3-a7e1-7237ea7c9e2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=863efc1886f34515b526ebd04b2b4fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190814 Jul 14 11:59:21.382432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862ea36-1bef-45e3-a7e1-7237ea7c9e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d089abc-bec9-4f83-a8cc-995fed055b6d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:21.382432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47890) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:21.402550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] Deleting port ab29be24-a5f1-4647-ae79-48b794c23b70 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:59:21.403729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.442949 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.448820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-d598c23b-3d80-4f72-a97e-57cae15cc78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:21.450498 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-d598c23b-3d80-4f72-a97e-57cae15cc78b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.1310163 Jul 14 11:59:21.482222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Pushing event deleted for resources: {'Port': ['ID=ab29be24-a5f1-4647-ae79-48b794c23b70,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:21.484340 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] No DVR routers for this DVR port ab29be24-a5f1-4647-ae79-48b794c23b70 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:59:21.493473 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10eb055f-0594-4c63-a424-36811a38914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.541741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'd12651cc-2c68-46c0-beec-4e0c29c0ad51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:16Z', 'updated_at': '2021-07-14T11:59:16Z', 'revision_number': 0, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:21.551926 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10eb055f-0594-4c63-a424-36811a38914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.588364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] Checking router: f02befd1-ab3f-4999-bd1b-a16a634174ec for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:59:21.601638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] For port ab29be24-a5f1-4647-ae79-48b794c23b70, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ab29be24-a5f1-4647-ae79-48b794c23b70,segment=NetworkSegment(0ed82f84-4ea2-4b28-89b8-f7e7214361d9),segment_id=0ed82f84-4ea2-4b28-89b8-f7e7214361d9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:21.602141 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.624077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:59:21.626318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:59:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:21.632327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] Calling delete_port for ab29be24-a5f1-4647-ae79-48b794c23b70 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:59:21.644902 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-1f5454f8-13c8-4af8-9215-eb264c18b371 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a80bde7-871d-4778-ab1e-7adfc2508231 HTTP/1.1" status: 200 len: 1000 time: 0.1723113 Jul 14 11:59:21.657012 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10eb055f-0594-4c63-a424-36811a38914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.662135 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10eb055f-0594-4c63-a424-36811a38914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.667874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10eb055f-0594-4c63-a424-36811a38914e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d089abc-bec9-4f83-a8cc-995fed055b6d HTTP/1.1" status: 204 len: 168 time: 0.2808497 Jul 14 11:59:21.670700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.713324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb055f-0594-4c63-a424-36811a38914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d089abc-bec9-4f83-a8cc-995fed055b6d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:21.721915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c321f41-9af6-4f4e-9042-3ca5916b4e3c']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:21.747705 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed82f84-4ea2-4b28-89b8-f7e7214361d9') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:21.748039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed82f84-4ea2-4b28-89b8-f7e7214361d9') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:21.771280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.792764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-cd9bb933-b207-4586-995f-f49790c2eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:21.795551 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-cd9bb933-b207-4586-995f-f49790c2eaa0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1408517 Jul 14 11:59:21.850565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.865094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:59:21.865648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: timer() Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:59:21.872484 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:59:21.952462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:59:21.959817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db822c-413f-4289-bbdc-96a31f6bb544 req-acbba1c4-eb16-476f-84c7-df5bc55a5519 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:21.972806 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4db822c-413f-4289-bbdc-96a31f6bb544 req-acbba1c4-eb16-476f-84c7-df5bc55a5519 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 944 time: 0.1687593 Jul 14 11:59:22.004663 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-da7f55cf-a323-4968-b2ec-18148aa8055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:22.006392 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-da7f55cf-a323-4968-b2ec-18148aa8055c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043974 Jul 14 11:59:22.013887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:22.015996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 35ec5543-0879-442f-9cdd-ce375caae261 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:59:22.034560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:22.041499 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] 10.222.0.38 "DELETE /v2.0/networks/1c321f41-9af6-4f4e-9042-3ca5916b4e3c HTTP/1.1" status: 204 len: 168 time: 1.3986762 Jul 14 11:59:22.051915 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4db822c-413f-4289-bbdc-96a31f6bb544 req-c0cb340f-5d10-47a5-8076-5106275c423c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765617 Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 11:59:22.080601 n-d-778696-8 neutron-server[93703]: self.session.flush() Jul 14 11:59:22.096469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6292e-5cd0-4b95-a4d3-0b849addcde1 tempest-TagsExtTest-15571531 tempest-TagsExtTest-15571531-project] Pushing event deleted for resources: {'Network': ['ID=1c321f41-9af6-4f4e-9042-3ca5916b4e3c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:22.116102 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:22.166797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-2a4685ca-4b1c-42aa-a60b-4f068fa9bee4 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503165 Jul 14 11:59:22.242931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.resource_extend [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 11:59:22.320423 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-33ce4d9a-1872-491b-917f-e5c1386e13cf req-ba1c2a71-3c11-4cb4-984d-f61199f1cb62 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466985 Jul 14 11:59:22.338509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] Network 1c321f41-9af6-4f4e-9042-3ca5916b4e3c is not hosted by any dhcp agent {{(pid=93703) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 11:59:22.339895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] No DVR routers for this DVR port ab29be24-a5f1-4647-ae79-48b794c23b70 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:59:22.351133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d376d-680f-4f12-9f72-684578bbaf0f None None] Pushing event deleted for resources: {'Port': ['ID=ab29be24-a5f1-4647-ae79-48b794c23b70,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:22.553304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 47908) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:22.681675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ab29be24-a5f1-4647-ae79-48b794c23b70 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:22.685020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 35ec5543-0879-442f-9cdd-ce375caae261, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=35ec5543-0879-442f-9cdd-ce375caae261,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:22.723428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: ab29be24-a5f1-4647-ae79-48b794c23b70 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:59:22.724144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ab29be24-a5f1-4647-ae79-48b794c23b70 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:22.734853 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '35ec5543-0879-442f-9cdd-ce375caae261', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'port_id': '35ec5543-0879-442f-9cdd-ce375caae261', 'mac_address': 'fa:16:3e:2a:4b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:59:22.874641 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:22.903989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ec5543-0879-442f-9cdd-ce375caae261 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:59:22.915413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 47918) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:22.916723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ea92636b-ec5f-4e9f-94ab-7a781b1b8f88 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4831acb4afe4a938186b3ba7c06c686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595376 Jul 14 11:59:22.951842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'd12651cc-2c68-46c0-beec-4e0c29c0ad51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:16Z', 'updated_at': '2021-07-14T11:59:16Z', 'revision_number': 0, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:22.995976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 35ec5543-0879-442f-9cdd-ce375caae261, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=35ec5543-0879-442f-9cdd-ce375caae261,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:22.998072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2d4d8-b7e9-4510-a133-0607f2c8d93a None None] The sync data for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 is: [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'd12651cc-2c68-46c0-beec-4e0c29c0ad51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:16Z', 'updated_at': '2021-07-14T11:59:16Z', 'revision_number': 0, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:59:23.004444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f663cf-322e-4bb6-bb49-0559e8b6d3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:23.008916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:23.053168 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f663cf-322e-4bb6-bb49-0559e8b6d3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:23.118342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=35ec5543-0879-442f-9cdd-ce375caae261,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:23.152306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f663cf-322e-4bb6-bb49-0559e8b6d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:23.157402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f663cf-322e-4bb6-bb49-0559e8b6d3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:23.159427 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-93f663cf-322e-4bb6-bb49-0559e8b6d3ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9603fbd3-ed89-40c1-98e4-392658e1502f HTTP/1.1" status: 204 len: 168 time: 0.2423563 Jul 14 11:59:23.174854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f663cf-322e-4bb6-bb49-0559e8b6d3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9603fbd3-ed89-40c1-98e4-392658e1502f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:23.352417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['35ec5543-0879-442f-9cdd-ce375caae261'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:59:23.443082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773d54a-e135-4a97-8a22-2b795d96d684 req-b03418f7-f47e-4a2e-b308-a4c91dac19d9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:23.457718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1773d54a-e135-4a97-8a22-2b795d96d684 req-b03418f7-f47e-4a2e-b308-a4c91dac19d9 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 945 time: 0.1476660 Jul 14 11:59:23.492728 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bcacd2-47e3-4623-80f3-3b70b98bf02d None None] New status for floating IP d12651cc-2c68-46c0-beec-4e0c29c0ad51: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:59:23.566061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1773d54a-e135-4a97-8a22-2b795d96d684 req-ffd57fd2-4254-4db4-960f-95230e6e6044 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061764 Jul 14 11:59:24.849865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e0625-fc4c-4f57-b2e4-e92b9c7ed8f8 req-717e0339-78ed-4167-a205-e71720dd8fba tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:24.857223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da5e0625-fc4c-4f57-b2e4-e92b9c7ed8f8 req-717e0339-78ed-4167-a205-e71720dd8fba tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 945 time: 0.1097617 Jul 14 11:59:24.899334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da5e0625-fc4c-4f57-b2e4-e92b9c7ed8f8 req-f541a3e7-8946-4321-9270-59a19ba6a670 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 Jul 14 11:59:24.984096 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:59:25.988046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 35ec5543-0879-442f-9cdd-ce375caae261 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:59:26.064770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 35ec5543-0879-442f-9cdd-ce375caae261 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:59:26.071941 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 35ec5543-0879-442f-9cdd-ce375caae261 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:59:26.072647 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:26.172641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42277647-bc1c-4a81-9d63-c6ab64304018 req-750aeaac-fa21-42ed-873d-aca2e83c6996 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:26.175424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42277647-bc1c-4a81-9d63-c6ab64304018 req-750aeaac-fa21-42ed-873d-aca2e83c6996 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 945 time: 0.1003060 Jul 14 11:59:26.206938 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:26.231677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-42277647-bc1c-4a81-9d63-c6ab64304018 req-b48ae0f5-3733-46bc-ace3-4a7474b6448e tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505850 Jul 14 11:59:26.251682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ec5543-0879-442f-9cdd-ce375caae261'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:59:26.255083 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28934226-6d68-41de-8e65-882f3d101be0" -d '{"events": [{"server_uuid": "a503bf32-bd1e-47f6-a0a7-09d4d5daa768", "name": "network-vif-plugged", "status": "completed", "tag": "35ec5543-0879-442f-9cdd-ce375caae261"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:26.296255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 35ec5543-0879-442f-9cdd-ce375caae261, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=35ec5543-0879-442f-9cdd-ce375caae261,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:26.296730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:26.303955 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:26.347420 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62868bb-8aec-4406-ad9f-849ab76c7e5b x-openstack-request-id: req-f62868bb-8aec-4406-ad9f-849ab76c7e5b {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:26.348040 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a503bf32-bd1e-47f6-a0a7-09d4d5daa768", "name": "network-vif-plugged", "status": "completed", "tag": "35ec5543-0879-442f-9cdd-ce375caae261", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:26.348682 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f62868bb-8aec-4406-ad9f-849ab76c7e5b {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:26.349039 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ec5543-0879-442f-9cdd-ce375caae261', 'code': 200} Jul 14 11:59:26.382369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=35ec5543-0879-442f-9cdd-ce375caae261,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:26.535265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bddde-e326-44bf-8e4f-ae193eb00304 req-77c2e351-34ac-4c35-8604-c093c41126d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:26.538342 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-588bddde-e326-44bf-8e4f-ae193eb00304 req-77c2e351-34ac-4c35-8604-c093c41126d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 1097 time: 0.0871625 Jul 14 11:59:26.604076 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-588bddde-e326-44bf-8e4f-ae193eb00304 req-db8237e2-0609-4ee5-a8a5-f13bdac56fc3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560462 Jul 14 11:59:27.503663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321133f-1efe-4127-9377-39ba97c0aa1f req-e60bc000-57a3-42f4-b75b-6437710f838b tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:27.508636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c321133f-1efe-4127-9377-39ba97c0aa1f req-e60bc000-57a3-42f4-b75b-6437710f838b tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 946 time: 0.1273043 Jul 14 11:59:27.599842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c321133f-1efe-4127-9377-39ba97c0aa1f req-84f6afb3-609c-42da-923a-a12e4b0c453f tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826163 Jul 14 11:59:28.293912 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:28.953090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bbc93-d9fb-456c-9d23-a51506314f78 req-112e6630-c27e-4796-b50e-68405fc24db5 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:28.955139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f7bbc93-d9fb-456c-9d23-a51506314f78 req-112e6630-c27e-4796-b50e-68405fc24db5 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 946 time: 0.1234553 Jul 14 11:59:29.025844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f7bbc93-d9fb-456c-9d23-a51506314f78 req-eba6343d-dff1-41e0-a531-271a0e4464b3 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600224 Jul 14 11:59:29.170673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48042) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:29.344134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db2a3ced-02be-4679-b88e-21f9b49efc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:29.382545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a28444-2f07-4d74-82a7-ce236a172023 req-b59d212a-3215-4523-996c-67de3b441b27 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:29.385686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e2a28444-2f07-4d74-82a7-ce236a172023 req-b59d212a-3215-4523-996c-67de3b441b27 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 946 time: 0.1098161 Jul 14 11:59:29.399672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48046) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:29.404754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-bb4ce3a0-3959-4eb1-b1a1-039211af11df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Request body: {'floatingip': {'port_id': '35ec5543-0879-442f-9cdd-ce375caae261'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:29.490607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce3a0-3959-4eb1-b1a1-039211af11df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:29.503821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db2a3ced-02be-4679-b88e-21f9b49efc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:29.511247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db2a3ced-02be-4679-b88e-21f9b49efc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:29.593113 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-db2a3ced-02be-4679-b88e-21f9b49efc9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65f2d82855b448c681391a501dea6e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152339 Jul 14 11:59:29.593449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48048) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:29.602088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a3ced-02be-4679-b88e-21f9b49efc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a1d15c-c17b-465a-b26c-31bdd41b3650,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:29.665880 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87f10536-c850-4a4d-9f9f-07822bdd4d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:29.691522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87f10536-c850-4a4d-9f9f-07822bdd4d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:29.758875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87f10536-c850-4a4d-9f9f-07822bdd4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:29.761902 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87f10536-c850-4a4d-9f9f-07822bdd4d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:29.764840 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-87f10536-c850-4a4d-9f9f-07822bdd4d79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7a1d15c-c17b-465a-b26c-31bdd41b3650 HTTP/1.1" status: 204 len: 168 time: 0.1697638 Jul 14 11:59:29.775351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f10536-c850-4a4d-9f9f-07822bdd4d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a1d15c-c17b-465a-b26c-31bdd41b3650,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:30.214076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48056) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:30.240908 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19cb5983-6900-4d6f-adc8-7cc7b1a34ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:30.458808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19cb5983-6900-4d6f-adc8-7cc7b1a34ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:30.474088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19cb5983-6900-4d6f-adc8-7cc7b1a34ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:30.547507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5983-6900-4d6f-adc8-7cc7b1a34ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cc0167-66f7-4c67-a6a3-482363912bb6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:30.558970 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-19cb5983-6900-4d6f-adc8-7cc7b1a34ab4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebe5631994d24335bb60e5da1100714e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430905 Jul 14 11:59:30.562478 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48058) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:30.640861 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e35d208b-668b-4019-8c07-2a70f4889de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:30.668360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e35d208b-668b-4019-8c07-2a70f4889de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:30.712870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce3a0-3959-4eb1-b1a1-039211af11df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:30.719204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce3a0-3959-4eb1-b1a1-039211af11df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:30.729870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e35d208b-668b-4019-8c07-2a70f4889de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:30.734065 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e35d208b-668b-4019-8c07-2a70f4889de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:30.738636 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e35d208b-668b-4019-8c07-2a70f4889de7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76cc0167-66f7-4c67-a6a3-482363912bb6 HTTP/1.1" status: 204 len: 168 time: 0.1727326 Jul 14 11:59:30.749726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d208b-668b-4019-8c07-2a70f4889de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cc0167-66f7-4c67-a6a3-482363912bb6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:30.876572 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-bb4ce3a0-3959-4eb1-b1a1-039211af11df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Floating IP 8c42591c-96f8-49af-9b83-a64a8aef8595 associated. External IP: 172.25.2.150, port: 35ec5543-0879-442f-9cdd-ce375caae261. Jul 14 11:59:31.260482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4ce3a0-3959-4eb1-b1a1-039211af11df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:59:31.431306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ce3a0-3959-4eb1-b1a1-039211af11df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:59:31.436743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce3a0-3959-4eb1-b1a1-039211af11df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:31.452116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] Sync routers for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:59:31.475550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:59:31.477178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:59:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:31.484317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bb4ce3a0-3959-4eb1-b1a1-039211af11df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "PUT /v2.0/floatingips/8c42591c-96f8-49af-9b83-a64a8aef8595 HTTP/1.1" status: 200 len: 992 time: 2.0818160 Jul 14 11:59:31.484317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'tag': '35ec5543-0879-442f-9cdd-ce375caae261'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:59:31.485890 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70a77a8-75f2-434f-a956-4b96dcbee2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a503bf32-bd1e-47f6-a0a7-09d4d5daa768", "tag": "35ec5543-0879-442f-9cdd-ce375caae261"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:31.565251 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f0840f-78f6-44c4-a6eb-e7ac5e53adcc x-openstack-request-id: req-d2f0840f-78f6-44c4-a6eb-e7ac5e53adcc {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:31.565722 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a503bf32-bd1e-47f6-a0a7-09d4d5daa768", "tag": "35ec5543-0879-442f-9cdd-ce375caae261", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:31.566131 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2f0840f-78f6-44c4-a6eb-e7ac5e53adcc {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:31.566772 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'tag': '35ec5543-0879-442f-9cdd-ce375caae261', 'status': 'completed', 'code': 200} Jul 14 11:59:31.665000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:59:31.673408 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-408d2c35-4b31-4e19-9dec-d4716bbd7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:31.675378 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-408d2c35-4b31-4e19-9dec-d4716bbd7007 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 1097 time: 0.0936017 Jul 14 11:59:31.819596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-ff2d4410-1919-42a8-a76b-fc1a4f148a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:31.821052 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-ff2d4410-1919-42a8-a76b-fc1a4f148a2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.1392305 Jul 14 11:59:31.925270 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-47d61b1e-58e7-48b1-bedb-03e99e8f9312 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35ec5543-0879-442f-9cdd-ce375caae261 HTTP/1.1" status: 200 len: 1000 time: 0.0968537 Jul 14 11:59:31.978942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '8c42591c-96f8-49af-9b83-a64a8aef8595', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'port_id': '35ec5543-0879-442f-9cdd-ce375caae261', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'mac_address': 'fa:16:3e:2a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:11Z', 'updated_at': '2021-07-14T11:59:30Z', 'revision_number': 1, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:31.979969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-a21ba96d-2f4a-4054-b995-c410cb99bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:31.981542 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-a21ba96d-2f4a-4054-b995-c410cb99bb7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.0501614 Jul 14 11:59:32.011292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] Checking router: 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:59:32.021277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:59:32.022204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T11:59:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:32.059295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-a4b27615-a7f4-4a20-848e-f4fccbaed65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:32.061579 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-a4b27615-a7f4-4a20-848e-f4fccbaed65f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711510 Jul 14 11:59:32.163570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:59:32.171927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-b83735e9-ce89-473d-9ef7-62ffe0af49da service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035616 Jul 14 11:59:32.293422 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b70a77a8-75f2-434f-a956-4b96dcbee2a1 req-c738175f-bffe-4e1e-90fb-2fa0177882a4 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122828 Jul 14 11:59:32.487845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '8c42591c-96f8-49af-9b83-a64a8aef8595', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'port_id': '35ec5543-0879-442f-9cdd-ce375caae261', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'mac_address': 'fa:16:3e:2a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:11Z', 'updated_at': '2021-07-14T11:59:30Z', 'revision_number': 1, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:32.523777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d7e10b-ce28-477d-a3c0-fc8eb20f068d None None] The sync data for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 is: [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '8c42591c-96f8-49af-9b83-a64a8aef8595', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'port_id': '35ec5543-0879-442f-9cdd-ce375caae261', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'mac_address': 'fa:16:3e:2a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:11Z', 'updated_at': '2021-07-14T11:59:30Z', 'revision_number': 1, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:59:32.825113 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c55adb-0e63-4313-8961-f0a12ae1c760 None None] New status for floating IP 8c42591c-96f8-49af-9b83-a64a8aef8595: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:59:33.735553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48088) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:33.903071 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.005141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.011188 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.053130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d599d72-d6c1-4b6a-8888-53014e8f190a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:34.057826 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=17f22d81234348ab8a05a393529ae5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207362 Jul 14 11:59:34.061630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48094) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:34.067238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.067725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.068463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.069539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.070113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.070676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.071229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.071777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.072348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.072691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.073028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.073364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870edc5-d662-4f68-a3b7-2179f53a719d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:34.138177 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd7da465-107d-4b7e-bdf9-f24530486a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.163097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd7da465-107d-4b7e-bdf9-f24530486a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.222763 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd7da465-107d-4b7e-bdf9-f24530486a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.226363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd7da465-107d-4b7e-bdf9-f24530486a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.228017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dd7da465-107d-4b7e-bdf9-f24530486a2d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d599d72-d6c1-4b6a-8888-53014e8f190a HTTP/1.1" status: 204 len: 168 time: 0.1639342 Jul 14 11:59:34.246297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7da465-107d-4b7e-bdf9-f24530486a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d599d72-d6c1-4b6a-8888-53014e8f190a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:34.589788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48102) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:34.611004 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34616ec7-e734-48b0-a147-be3256171055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.724365 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34616ec7-e734-48b0-a147-be3256171055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.729539 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34616ec7-e734-48b0-a147-be3256171055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.775262 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-34616ec7-e734-48b0-a147-be3256171055 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=263294394b5b43fb951896bc16023da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818821 Jul 14 11:59:34.775262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34616ec7-e734-48b0-a147-be3256171055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dff4e4-d486-4e78-b6e7-d3542aa1317b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:34.777364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48106) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:34.862937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4eeaab2e-5b43-4168-999e-613c2aee47b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.890462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4eeaab2e-5b43-4168-999e-613c2aee47b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.944395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4eeaab2e-5b43-4168-999e-613c2aee47b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.947246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4eeaab2e-5b43-4168-999e-613c2aee47b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:34.951521 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4eeaab2e-5b43-4168-999e-613c2aee47b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3dff4e4-d486-4e78-b6e7-d3542aa1317b HTTP/1.1" status: 204 len: 168 time: 0.1723435 Jul 14 11:59:34.960820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaab2e-5b43-4168-999e-613c2aee47b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dff4e4-d486-4e78-b6e7-d3542aa1317b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:38.307274 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-033b8302-f3b0-4287-a5a4-b23213891dc5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762062 Jul 14 11:59:38.461411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-676b651e-00fd-4c4d-9231-8c75c320a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:38.463063 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-676b651e-00fd-4c4d-9231-8c75c320a70e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 1097 time: 0.0823545 Jul 14 11:59:38.578219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-073d6b10-06a4-49e6-8bfb-448b9c3e1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:38.580065 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-073d6b10-06a4-49e6-8bfb-448b9c3e1915 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.0951960 Jul 14 11:59:38.666529 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-e56c7d80-9d82-41c2-baee-13c6cab0047f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a80bde7-871d-4778-ab1e-7adfc2508231 HTTP/1.1" status: 200 len: 1002 time: 0.0795240 Jul 14 11:59:38.730974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-b8a3acf9-5a04-45ca-a232-e0f87a1fcb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:38.732979 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-b8a3acf9-5a04-45ca-a232-e0f87a1fcb9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0600390 Jul 14 11:59:38.807410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-5a3787d0-6093-4844-9dd3-85e88f38e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:38.809008 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-5a3787d0-6093-4844-9dd3-85e88f38e39b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688632 Jul 14 11:59:38.952890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-35b5ecb3-9354-42b4-82d5-7685f39de16f service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367028 Jul 14 11:59:39.107105 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d945ffef-7b3f-47b9-8324-a13c954dfcbf req-3e6e2c8b-b5e6-47c5-a2a5-ffad07e1465c service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477182 Jul 14 11:59:39.513949 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-889da7a5-56b8-483f-8a3e-50b8b60282f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:41.743246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48228) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:41.892959 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ed28d4f6-6237-499e-a246-a19bba503039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:41.995466 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ed28d4f6-6237-499e-a246-a19bba503039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.002487 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ed28d4f6-6237-499e-a246-a19bba503039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.042637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ed28d4f6-6237-499e-a246-a19bba503039 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24bd05686ea848da94a5afd99dfb955f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972159 Jul 14 11:59:42.045971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48232) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:42.048945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28d4f6-6237-499e-a246-a19bba503039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0201f30-a951-4f0d-a2e2-c80279603ecd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:42.110317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-501da541-dcd2-4f95-9f08-2d39e02e0ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.133726 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-501da541-dcd2-4f95-9f08-2d39e02e0ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.190191 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-501da541-dcd2-4f95-9f08-2d39e02e0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.192915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-501da541-dcd2-4f95-9f08-2d39e02e0ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.194740 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-501da541-dcd2-4f95-9f08-2d39e02e0ca7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0201f30-a951-4f0d-a2e2-c80279603ecd HTTP/1.1" status: 204 len: 168 time: 0.1475470 Jul 14 11:59:42.203817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501da541-dcd2-4f95-9f08-2d39e02e0ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0201f30-a951-4f0d-a2e2-c80279603ecd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:42.274077 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.484689 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-2fcb0d7e-6087-4f30-9bf2-fed1fb519432 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598960 Jul 14 11:59:42.544933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48238) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:42.561387 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59d03ce4-8b92-42de-9e04-f9cc66349099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.602336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-4c570475-d558-4f34-a289-ac683f76c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:42.603896 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-4c570475-d558-4f34-a289-ac683f76c594 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 1097 time: 0.0653248 Jul 14 11:59:42.654188 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e53-d398-4582-9548-31239bcb5083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.695223 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59d03ce4-8b92-42de-9e04-f9cc66349099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.700578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-59d03ce4-8b92-42de-9e04-f9cc66349099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.726965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-a6269fd9-0ea8-4411-9d3d-423dc357dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:42.736131 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-a6269fd9-0ea8-4411-9d3d-423dc357dbc8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.1116855 Jul 14 11:59:42.742171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-59d03ce4-8b92-42de-9e04-f9cc66349099 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ec23eef9ba14680ac7b73d1fa9f8be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959331 Jul 14 11:59:42.743362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d03ce4-8b92-42de-9e04-f9cc66349099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c9cae0-36a0-463e-9366-241bfe752dde,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:42.746065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48240) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:42.816754 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-5ebd2e33-9890-4949-a915-2a759bce7c82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35ec5543-0879-442f-9cdd-ce375caae261 HTTP/1.1" status: 200 len: 1002 time: 0.0733700 Jul 14 11:59:42.817931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-497d692c-cecc-401b-ba5d-8af985533793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.848660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-497d692c-cecc-401b-ba5d-8af985533793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.874074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-3f96bab7-18f4-42f4-8859-52c5d760d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:42.876707 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-3f96bab7-18f4-42f4-8859-52c5d760d3e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.0534034 Jul 14 11:59:42.917919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-497d692c-cecc-401b-ba5d-8af985533793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.921654 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-497d692c-cecc-401b-ba5d-8af985533793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.923445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-497d692c-cecc-401b-ba5d-8af985533793 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1c9cae0-36a0-463e-9366-241bfe752dde HTTP/1.1" status: 204 len: 168 time: 0.1763105 Jul 14 11:59:42.937446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d692c-cecc-401b-ba5d-8af985533793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c9cae0-36a0-463e-9366-241bfe752dde,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:42.957327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-e7587dd1-c37c-4ded-8e79-9998f516ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:42.958917 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-e7587dd1-c37c-4ded-8e79-9998f516ecb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741796 Jul 14 11:59:43.067426 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-5fd91e60-3ee3-47d2-b204-f9387846af4e service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964718 Jul 14 11:59:43.187764 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bdac010c-fc8a-4d34-a4b0-9b7a442fbc1b req-56092c53-e5a4-485a-af82-8a9cc991a81b service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124394 Jul 14 11:59:43.363171 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48248) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:43.377988 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee7a300e-55cc-4e24-bd9b-24e5c5a2812a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:43.494450 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:43.495588 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee7a300e-55cc-4e24-bd9b-24e5c5a2812a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:43.499620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee7a300e-55cc-4e24-bd9b-24e5c5a2812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:43.545378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a300e-55cc-4e24-bd9b-24e5c5a2812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcdb0ac-c278-4ad9-915d-7515dda226b9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:43.550842 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ee7a300e-55cc-4e24-bd9b-24e5c5a2812a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b38ef2f25ca6483887083b91c5a075a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863394 Jul 14 11:59:43.553476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48252) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:43.620361 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b041-c086-40e0-aec2-dfa0281399b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:43.646101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b041-c086-40e0-aec2-dfa0281399b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:43.712557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b041-c086-40e0-aec2-dfa0281399b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:43.715282 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b041-c086-40e0-aec2-dfa0281399b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:43.719237 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4cb2b041-c086-40e0-aec2-dfa0281399b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cfcdb0ac-c278-4ad9-915d-7515dda226b9 HTTP/1.1" status: 204 len: 168 time: 0.1621242 Jul 14 11:59:43.731799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2b041-c086-40e0-aec2-dfa0281399b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcdb0ac-c278-4ad9-915d-7515dda226b9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:45.210211 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:46.390900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48328) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:46.507494 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e28d55-ce16-4950-b34f-78aad29bd986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:46.611326 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e28d55-ce16-4950-b34f-78aad29bd986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:46.616727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e28d55-ce16-4950-b34f-78aad29bd986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:46.660157 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-50e28d55-ce16-4950-b34f-78aad29bd986 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f9d880fec4244ed936cf07a7329a61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680001 Jul 14 11:59:46.660887 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e28d55-ce16-4950-b34f-78aad29bd986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c192a25d-4762-4a3a-92b7-4ad6a980a137,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:46.664033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48332) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:46.733099 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b1d066e-dfbf-4bf2-b944-2314cc973950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:46.771432 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b1d066e-dfbf-4bf2-b944-2314cc973950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:46.832788 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b1d066e-dfbf-4bf2-b944-2314cc973950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:46.836147 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b1d066e-dfbf-4bf2-b944-2314cc973950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:46.837740 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7b1d066e-dfbf-4bf2-b944-2314cc973950 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c192a25d-4762-4a3a-92b7-4ad6a980a137 HTTP/1.1" status: 204 len: 168 time: 0.1723111 Jul 14 11:59:46.848177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d066e-dfbf-4bf2-b944-2314cc973950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c192a25d-4762-4a3a-92b7-4ad6a980a137,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:47.124548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48338) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:47.138086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1980-bd56-417b-b48b-e5153877db37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:47.234789 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1980-bd56-417b-b48b-e5153877db37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:47.239279 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1980-bd56-417b-b48b-e5153877db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:47.280146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef1980-bd56-417b-b48b-e5153877db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac56419-5a96-4dc5-818d-cf69d3da799a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:47.288574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f0ef1980-bd56-417b-b48b-e5153877db37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a0498caa61f4433bcc77f8af60548e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623864 Jul 14 11:59:47.288834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48340) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:47.352314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14413803-7c7f-4f1a-bb35-d972596b79aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:47.378933 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14413803-7c7f-4f1a-bb35-d972596b79aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:47.440376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14413803-7c7f-4f1a-bb35-d972596b79aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:47.444507 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14413803-7c7f-4f1a-bb35-d972596b79aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:47.446354 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-14413803-7c7f-4f1a-bb35-d972596b79aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cac56419-5a96-4dc5-818d-cf69d3da799a HTTP/1.1" status: 204 len: 168 time: 0.1563704 Jul 14 11:59:47.457516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14413803-7c7f-4f1a-bb35-d972596b79aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac56419-5a96-4dc5-818d-cf69d3da799a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:48.179602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48364) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:48.296687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-515032389-network', 'tenant_id': '223f92e0fb9042fe9ec0e0de346a6342'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:48.322614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Made reservation on behalf of 223f92e0fb9042fe9ec0e0de346a6342 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:48.325557 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.340345 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.451490 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.455841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.479002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:59:48.496892 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.497437 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Added segment 13cd3116-9e0c-4637-8475-a921e21c414f of type vlan for network 5ae7bd67-f34b-40a8-a453-8e9135ee0c33 Jul 14 11:59:48.499084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:48.543518 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.577249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.578483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:48.579053 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.637234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4560542 Jul 14 11:59:48.640256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48372) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:48.647497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Request body: {'subnet': {'network_id': '5ae7bd67-f34b-40a8-a453-8e9135ee0c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-515032389-subnet', 'tenant_id': '223f92e0fb9042fe9ec0e0de346a6342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:48.652126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0eebe8-024f-446c-bf2b-2bdfb1429a4e admin admin] Pushing event updated for resources: {'Network': ['ID=5ae7bd67-f34b-40a8-a453-8e9135ee0c33,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:48.663509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5ae7bd67-f34b-40a8-a453-8e9135ee0c33 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:59:48.680234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Made reservation on behalf of 223f92e0fb9042fe9ec0e0de346a6342 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:48.682563 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.868213 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.926855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd590033-e932-43a6-8862-23fd3387a158,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:48.947277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Checking segment: {'id': '13cd3116-9e0c-4637-8475-a921e21c414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae7bd67-f34b-40a8-a453-8e9135ee0c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:48.947663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Network hostable DHCP agents. Network: 5ae7bd67-f34b-40a8-a453-8e9135ee0c33, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:59:48.970168 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Network 5ae7bd67-f34b-40a8-a453-8e9135ee0c33 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:59:48.982232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 5ae7bd67-f34b-40a8-a453-8e9135ee0c33) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:48.987957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:48.988956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:48.994055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555a4b3-af82-47b3-b8d0-044e800a6b83 None None] Network 5ae7bd67-f34b-40a8-a453-8e9135ee0c33 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:49.022953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f527ee3d-4af1-4bdd-bc46-46eeebb8793d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3702962 Jul 14 11:59:49.150741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e49ea-fdd8-42fd-b1e5-989c6a3a257c None None] Network 5ae7bd67-f34b-40a8-a453-8e9135ee0c33 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:49.600123 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48390) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:49.605388 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2057319723-network', 'tenant_id': 'e6680bf4b82f47dab5ea1c438c12bac9'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:49.628927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Made reservation on behalf of e6680bf4b82f47dab5ea1c438c12bac9 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:49.631843 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:49.642375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:49.745977 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:49.750858 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:49.779404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:59:49.789986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b700a61c-fbb5-41e2-83ad-94f118e5415e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:49.796545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:49.796920 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Added segment acd8e3fe-a9ea-4d86-ab22-d20713ed4311 of type vlan for network 206cef30-d9c0-4a59-a553-2f5299f00dc5 Jul 14 11:59:49.846730 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:49.890709 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:49.891769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:49.892437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:49.954528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3530040 Jul 14 11:59:49.958216 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48394) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:49.961590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2c7c6-bc26-4868-bc28-c3b234e26a27 admin admin] Pushing event updated for resources: {'Network': ['ID=206cef30-d9c0-4a59-a553-2f5299f00dc5,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:49.966052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Request body: {'subnet': {'network_id': '206cef30-d9c0-4a59-a553-2f5299f00dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2057319723-subnet', 'tenant_id': 'e6680bf4b82f47dab5ea1c438c12bac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:49.974044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 206cef30-d9c0-4a59-a553-2f5299f00dc5 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:59:49.993746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Made reservation on behalf of e6680bf4b82f47dab5ea1c438c12bac9 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:49.996635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:50.189409 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:50.253692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e342d3-915e-44b9-a70c-dfab0fe77335,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:50.264620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Checking segment: {'id': 'acd8e3fe-a9ea-4d86-ab22-d20713ed4311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '206cef30-d9c0-4a59-a553-2f5299f00dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:50.264982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Network hostable DHCP agents. Network: 206cef30-d9c0-4a59-a553-2f5299f00dc5, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:59:50.283564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Network 206cef30-d9c0-4a59-a553-2f5299f00dc5 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:59:50.295056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 206cef30-d9c0-4a59-a553-2f5299f00dc5) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:50.299350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:50.300156 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:50.306527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1a6e2-0967-4782-88a8-8a1569f52fab None None] Network 206cef30-d9c0-4a59-a553-2f5299f00dc5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:50.317873 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2ee74d4b-502a-4cee-91a6-79457efc5ade admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3567872 Jul 14 11:59:50.450207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa094f-9533-4f95-a486-9c619582a725 None None] Network 206cef30-d9c0-4a59-a553-2f5299f00dc5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:50.882269 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-2507aa2b-a547-4586-9eaa-817a933ba385 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:50.883840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-2507aa2b-a547-4586-9eaa-817a933ba385 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/networks?id=5ae7bd67-f34b-40a8-a453-8e9135ee0c33 HTTP/1.1" status: 200 len: 808 time: 0.1243005 Jul 14 11:59:50.901395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-43af8f33-945f-430a-9179-1f7c122f4026 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/quotas/223f92e0fb9042fe9ec0e0de346a6342 HTTP/1.1" status: 200 len: 375 time: 0.0118554 Jul 14 11:59:50.940562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-f37ae8fc-7710-4601-b54e-ded5234578fd tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=223f92e0fb9042fe9ec0e0de346a6342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330560 Jul 14 11:59:51.076319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-2c9292aa-057e-4949-9ba1-d876725b15d1 service neutron] 10.222.0.38 "GET /v2.0/networks/5ae7bd67-f34b-40a8-a453-8e9135ee0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250982 Jul 14 11:59:51.183629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87593350-79c9-4d06-8dc4-b612c0f049b7 service neutron] 10.222.0.38 "GET /v2.0/networks/5ae7bd67-f34b-40a8-a453-8e9135ee0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017005 Jul 14 11:59:51.377715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d417acba-4044-443d-aebc-abfe7c063cbf req-35fc98eb-4cfe-4cf3-bd14-b378b8da6b84 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 210 time: 0.0398276 Jul 14 11:59:52.558595 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c440ba0-8c66-49ba-ac96-ef13eb57150b req-7e7a9228-70c2-4758-b503-09d04b62e0b3 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 210 time: 0.0339696 Jul 14 11:59:52.570765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-c66fdf37-245a-42d1-b6ac-8dd9dbf1d6d1 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:52.572354 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-c66fdf37-245a-42d1-b6ac-8dd9dbf1d6d1 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.64 "GET /v2.0/networks?id=5ae7bd67-f34b-40a8-a453-8e9135ee0c33 HTTP/1.1" status: 200 len: 808 time: 0.1155043 Jul 14 11:59:52.588797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Request body: {'port': {'device_id': 'e1322997-190c-4a4f-a50f-47619787117f', 'network_id': '5ae7bd67-f34b-40a8-a453-8e9135ee0c33', 'admin_state_up': True, 'tenant_id': '223f92e0fb9042fe9ec0e0de346a6342'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:52.729094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Made reservation on behalf of 223f92e0fb9042fe9ec0e0de346a6342 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:52.732666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:52.876957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Allocated IP 172.20.0.10 (5ae7bd67-f34b-40a8-a453-8e9135ee0c33/bd590033-e932-43a6-8862-23fd3387a158/2de26657-5c3c-485c-97b2-5fc6ddf9aa0c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:53.057623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.100262 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.148942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Network 5ae7bd67-f34b-40a8-a453-8e9135ee0c33 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:53.152185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:53.156320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:53.163071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Pushing event updated for resources: {'Port': ['ID=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:53.229597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:53.231185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.250393 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-9bc3597c-a617-4f12-bcb3-e0171e8cbeb9 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6685157 Jul 14 11:59:53.262703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Request body: {'port': {'device_id': 'e1322997-190c-4a4f-a50f-47619787117f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:53.344162 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.663181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:59:53.671425 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.685489 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Transition to ACTIVE for port object 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:53.689414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.769200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:53.781255 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c031b6-de03-42b7-9ba0-6461c677829a req-a10c5160-fd81-46b1-a3fa-a304922d0b94 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:53.782938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40c031b6-de03-42b7-9ba0-6461c677829a req-a10c5160-fd81-46b1-a3fa-a304922d0b94 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 944 time: 0.0809681 Jul 14 11:59:53.822545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Attempting to bind port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:59:53.822866 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Attempting to bind port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '13cd3116-9e0c-4637-8475-a921e21c414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae7bd67-f34b-40a8-a453-8e9135ee0c33'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:59:53.823214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Attempting to bind port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c on network 5ae7bd67-f34b-40a8-a453-8e9135ee0c33 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:59:53.828083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c on network 5ae7bd67-f34b-40a8-a453-8e9135ee0c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:59:53.828437 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Attempting to bind port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c on network 5ae7bd67-f34b-40a8-a453-8e9135ee0c33 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:59:53.832913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40c031b6-de03-42b7-9ba0-6461c677829a req-a4264ee5-5def-49b2-94d3-e6bd1779265d tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Jul 14 11:59:53.834261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:59:53.834603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Checking segment: {'id': '13cd3116-9e0c-4637-8475-a921e21c414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae7bd67-f34b-40a8-a453-8e9135ee0c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:53.835140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Bound using segment: {'id': '13cd3116-9e0c-4637-8475-a921e21c414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae7bd67-f34b-40a8-a453-8e9135ee0c33'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:59:53.835582 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Bound port: 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13cd3116-9e0c-4637-8475-a921e21c414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae7bd67-f34b-40a8-a453-8e9135ee0c33'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:59:53.835972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.916509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] For port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:59:53.920635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] For port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,segment=NetworkSegment(13cd3116-9e0c-4637-8475-a921e21c414f),segment_id=13cd3116-9e0c-4637-8475-a921e21c414f)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:59:53.926246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.964759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:53.965391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.967324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] 10.222.0.64 "PUT /v2.0/ports/2de26657-5c3c-485c-97b2-5fc6ddf9aa0c HTTP/1.1" status: 200 len: 1092 time: 0.7096181 Jul 14 11:59:53.967777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1322997-190c-4a4f-a50f-47619787117f', 'tag': '2de26657-5c3c-485c-97b2-5fc6ddf9aa0c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:59:53.970089 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1d1fe8-b693-4926-b77d-44c1dd801e22" -d '{"events": [{"name": "network-changed", "server_uuid": "e1322997-190c-4a4f-a50f-47619787117f", "tag": "2de26657-5c3c-485c-97b2-5fc6ddf9aa0c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:54.003259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87205ecc-31d0-4f0b-ad40-3f620cdf44f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:54.023699 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52923ff7-3768-44b9-a46a-e63565a1a113 x-openstack-request-id: req-52923ff7-3768-44b9-a46a-e63565a1a113 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:54.024032 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1322997-190c-4a4f-a50f-47619787117f", "tag": "2de26657-5c3c-485c-97b2-5fc6ddf9aa0c", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:54.024287 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52923ff7-3768-44b9-a46a-e63565a1a113 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:54.024698 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1322997-190c-4a4f-a50f-47619787117f', 'tag': '2de26657-5c3c-485c-97b2-5fc6ddf9aa0c', 'status': 'completed', 'code': 200} Jul 14 11:59:54.071413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-0ce43ae7-b08f-4687-aeed-39b6eb1a813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:54.074258 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-0ce43ae7-b08f-4687-aeed-39b6eb1a813a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=223f92e0fb9042fe9ec0e0de346a6342&device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 1095 time: 0.0634120 Jul 14 11:59:54.119499 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-43e4e2ac-9c63-45ef-af0a-4d5d5f43ab9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c HTTP/1.1" status: 200 len: 217 time: 0.0396993 Jul 14 11:59:54.190224 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-477849bd-a94c-447c-9dd5-22c644d72a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:54.191727 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-477849bd-a94c-447c-9dd5-22c644d72a2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd590033-e932-43a6-8862-23fd3387a158 HTTP/1.1" status: 200 len: 848 time: 0.0666013 Jul 14 11:59:54.226786 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-581098da-2fd8-491e-abd6-767e716f7c18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5ae7bd67-f34b-40a8-a453-8e9135ee0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286064 Jul 14 11:59:54.680060 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-d39e0271-ccd5-4fbb-9c67-59565aca2b51 service neutron] 10.222.0.64 "GET /v2.0/networks/5ae7bd67-f34b-40a8-a453-8e9135ee0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461286 Jul 14 11:59:54.777497 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-342d5fdd-d3da-45d3-ae8f-7a0c23f8a8d1 req-fd088e47-24f0-4c70-a225-806f8c56e20a service neutron] 10.222.0.64 "GET /v2.0/networks/5ae7bd67-f34b-40a8-a453-8e9135ee0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907071 Jul 14 11:59:54.889833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-204070ce-f734-4a8c-813d-b795a7b6273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:54.891348 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-204070ce-f734-4a8c-813d-b795a7b6273d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=223f92e0fb9042fe9ec0e0de346a6342&device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 1095 time: 0.0645287 Jul 14 11:59:55.010776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-7b034f2e-f04f-425b-bff2-a085e09c148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:55.012651 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-7b034f2e-f04f-425b-bff2-a085e09c148b service neutron] 10.222.0.64 "GET /v2.0/networks?id=5ae7bd67-f34b-40a8-a453-8e9135ee0c33 HTTP/1.1" status: 200 len: 908 time: 0.1114552 Jul 14 11:59:55.028589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e49240-d846-43ff-9f56-16fe7dcb9932 req-5387800d-b744-4d9a-b12a-ecd8bbce4d17 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:55.030010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3e49240-d846-43ff-9f56-16fe7dcb9932 req-5387800d-b744-4d9a-b12a-ecd8bbce4d17 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 944 time: 0.0746830 Jul 14 11:59:55.062231 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-d7b9ab87-adfe-4fb4-9094-1e10a2c70dfd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c HTTP/1.1" status: 200 len: 217 time: 0.0378854 Jul 14 11:59:55.072058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3e49240-d846-43ff-9f56-16fe7dcb9932 req-7a00ad27-d0a4-4b53-9df3-7e25328b6b9e tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362208 Jul 14 11:59:55.117940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-e880cc67-77e9-4f9a-b840-1675c2618933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:55.119414 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-e880cc67-77e9-4f9a-b840-1675c2618933 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd590033-e932-43a6-8862-23fd3387a158 HTTP/1.1" status: 200 len: 848 time: 0.0512459 Jul 14 11:59:55.152293 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-a8280a7b-65b6-40ff-bce9-da0958fdb99d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5ae7bd67-f34b-40a8-a453-8e9135ee0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262928 Jul 14 11:59:55.248292 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-f7d6025c-2f68-463a-9638-0525c133c0ed service neutron] 10.222.0.64 "GET /v2.0/networks/5ae7bd67-f34b-40a8-a453-8e9135ee0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879679 Jul 14 11:59:55.345324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-bd1d1fe8-b693-4926-b77d-44c1dd801e22 req-eb689703-3563-42b7-87b9-a2e002feeb80 service neutron] 10.222.0.64 "GET /v2.0/networks/5ae7bd67-f34b-40a8-a453-8e9135ee0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904198 Jul 14 11:59:56.261992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394711e-ee27-43e8-ad15-73b6f1a3471b req-bf4a78be-9fcc-4331-86e1-4b9db7d21074 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:56.263605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b394711e-ee27-43e8-ad15-73b6f1a3471b req-bf4a78be-9fcc-4331-86e1-4b9db7d21074 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 944 time: 0.0745823 Jul 14 11:59:56.305731 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.307692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b394711e-ee27-43e8-ad15-73b6f1a3471b req-7c73ed91-2af3-4872-bb73-710a88ea6cd8 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384085 Jul 14 11:59:57.502465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da5d9-d8b2-4886-aba4-b56c5f691564 req-35ab81bf-c5b1-4adb-ab2c-46329ebf5b86 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:57.504076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a5da5d9-d8b2-4886-aba4-b56c5f691564 req-35ab81bf-c5b1-4adb-ab2c-46329ebf5b86 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 944 time: 0.0677874 Jul 14 11:59:57.545836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a5da5d9-d8b2-4886-aba4-b56c5f691564 req-43ced4e8-f1ec-4210-bb24-b645fbed9d85 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357339 Jul 14 11:59:58.285495 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.756853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa095-8790-4257-a3cd-69ed3c2fdc93 req-fbd57622-cefe-4fe9-b12e-8093c2e7fd40 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:58.759609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-957aa095-8790-4257-a3cd-69ed3c2fdc93 req-fbd57622-cefe-4fe9-b12e-8093c2e7fd40 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 944 time: 0.0970683 Jul 14 11:59:58.802910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-957aa095-8790-4257-a3cd-69ed3c2fdc93 req-9d0efa92-cd9d-43c8-9d21-af7ee3aaad05 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Jul 14 11:59:58.857478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:59:58.960295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,segment=NetworkSegment(13cd3116-9e0c-4637-8475-a921e21c414f),segment_id=13cd3116-9e0c-4637-8475-a921e21c414f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:58.978590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '2de26657-5c3c-485c-97b2-5fc6ddf9aa0c', 'network_id': '5ae7bd67-f34b-40a8-a453-8e9135ee0c33', 'port_id': '2de26657-5c3c-485c-97b2-5fc6ddf9aa0c', 'mac_address': 'fa:16:3e:e2:8a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd590033-e932-43a6-8862-23fd3387a158', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:59:59.028023 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:59.050680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:59:59.076471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,segment=NetworkSegment(13cd3116-9e0c-4637-8475-a921e21c414f),segment_id=13cd3116-9e0c-4637-8475-a921e21c414f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:59.081610 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:59.151621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:59.160143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.160502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.160850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.161311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.162201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.162795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.163260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.163604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.163977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.164318 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.164654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.164988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:59.282037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['2de26657-5c3c-485c-97b2-5fc6ddf9aa0c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:59:59.998282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f918aec-1473-4d6b-a024-badaa0648481 req-e060d8fb-e49d-4eca-9a07-60ae94c16d78 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:59.999942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f918aec-1473-4d6b-a024-badaa0648481 req-e060d8fb-e49d-4eca-9a07-60ae94c16d78 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 945 time: 0.0796511 Jul 14 12:00:00.041926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f918aec-1473-4d6b-a024-badaa0648481 req-ed1a1dea-5d25-4d78-97a6-437fad9efb15 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354235 Jul 14 12:00:00.864195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:00.920828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:00.925305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:00.925682 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.012247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.050960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1322997-190c-4a4f-a50f-47619787117f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de26657-5c3c-485c-97b2-5fc6ddf9aa0c'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:01.054825 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd1b15d-a06d-484b-adcf-6b15acb3c7d7" -d '{"events": [{"server_uuid": "e1322997-190c-4a4f-a50f-47619787117f", "name": "network-vif-plugged", "status": "completed", "tag": "2de26657-5c3c-485c-97b2-5fc6ddf9aa0c"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:01.075335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,segment=NetworkSegment(13cd3116-9e0c-4637-8475-a921e21c414f),segment_id=13cd3116-9e0c-4637-8475-a921e21c414f)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:01.082846 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.117646 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92647085-a918-4924-b176-4bf2b1179396 x-openstack-request-id: req-92647085-a918-4924-b176-4bf2b1179396 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:01.117961 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1322997-190c-4a4f-a50f-47619787117f", "name": "network-vif-plugged", "status": "completed", "tag": "2de26657-5c3c-485c-97b2-5fc6ddf9aa0c", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:01.118198 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92647085-a918-4924-b176-4bf2b1179396 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:01.118588 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1322997-190c-4a4f-a50f-47619787117f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de26657-5c3c-485c-97b2-5fc6ddf9aa0c', 'code': 200} Jul 14 12:00:01.146765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:01.252031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5a639-0bba-4ba1-9795-a6e64b44d2ac req-db4c0d47-7b6b-4603-b87c-bbc976c6e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:01.253697 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-89e5a639-0bba-4ba1-9795-a6e64b44d2ac req-db4c0d47-7b6b-4603-b87c-bbc976c6e653 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 1097 time: 0.0594857 Jul 14 12:00:01.301466 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-89e5a639-0bba-4ba1-9795-a6e64b44d2ac req-6d3a0b5a-63f2-4207-bdc4-053f1df42167 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Jul 14 12:00:01.328910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2b9e6-e097-427e-af7f-66ffc7477b22 req-fffa467a-3e54-4d3e-9cb3-6db7a00c4d43 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:01.331563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ec2b9e6-e097-427e-af7f-66ffc7477b22 req-fffa467a-3e54-4d3e-9cb3-6db7a00c4d43 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 946 time: 0.0952141 Jul 14 12:00:01.383751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ec2b9e6-e097-427e-af7f-66ffc7477b22 req-986bb38a-b041-40bb-9f80-6e45c79c36ce tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404756 Jul 14 12:00:01.985101 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:00:02.581029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1a500-c83d-4993-b21f-54e54ad3d1f6 req-d1bd2ca3-42c7-490d-b508-f305fcda97b8 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:02.582558 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1d1a500-c83d-4993-b21f-54e54ad3d1f6 req-d1bd2ca3-42c7-490d-b508-f305fcda97b8 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 946 time: 0.0748293 Jul 14 12:00:02.628669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1d1a500-c83d-4993-b21f-54e54ad3d1f6 req-0b15d4b4-6470-4c48-a8de-1c7557855f9a tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354488 Jul 14 12:00:05.642121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea154f-da11-4331-9349-b6aca6c134f1 req-f413aa6a-ffb0-4fb5-84fe-e99b33f75048 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:05.642121 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59ea154f-da11-4331-9349-b6aca6c134f1 req-f413aa6a-ffb0-4fb5-84fe-e99b33f75048 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 946 time: 0.0657914 Jul 14 12:00:05.688591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59ea154f-da11-4331-9349-b6aca6c134f1 req-b2ed33cc-c2fa-4d9f-b466-6f10e97175d0 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Jul 14 12:00:06.833716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-6ac50a83-b9a8-4daa-bfcd-d4ae4de0bd19 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:06.835688 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-6ac50a83-b9a8-4daa-bfcd-d4ae4de0bd19 tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 946 time: 0.0789654 Jul 14 12:00:06.894987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54568e-6f9a-4352-9830-02c116bdea53 req-3872798c-4bbb-4a4b-bd69-bdb99cd3057b tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:06.898177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c54568e-6f9a-4352-9830-02c116bdea53 req-3872798c-4bbb-4a4b-bd69-bdb99cd3057b tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1322997-190c-4a4f-a50f-47619787117f HTTP/1.1" status: 200 len: 946 time: 0.0745139 Jul 14 12:00:06.942924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7c54568e-6f9a-4352-9830-02c116bdea53 req-afe57e6c-b3ae-4373-8094-d90fb2b550fa tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360525 Jul 14 12:00:06.968163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Deleting port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:00:06.968572 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.062181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] For port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,segment=NetworkSegment(13cd3116-9e0c-4637-8475-a921e21c414f),segment_id=13cd3116-9e0c-4637-8475-a921e21c414f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:07.062506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.076384 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Calling delete_port for 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:00:07.222038 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.238413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['2de26657-5c3c-485c-97b2-5fc6ddf9aa0c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:00:07.264346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Pushing event deleted for resources: {'Port': ['ID=2de26657-5c3c-485c-97b2-5fc6ddf9aa0c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:07.311353 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] No DVR routers for this DVR port 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:00:07.314142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.316097 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f6513ef-4a0a-4c4c-af08-30bfa9b9a754 req-1b3564e2-f6da-4574-94da-0c544215dc5f tempest-VolumesActionsTest-1432899809 tempest-VolumesActionsTest-1432899809-project] 10.222.0.64 "DELETE /v2.0/ports/2de26657-5c3c-485c-97b2-5fc6ddf9aa0c HTTP/1.1" status: 204 len: 173 time: 0.4740415 Jul 14 12:00:07.316536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1322997-190c-4a4f-a50f-47619787117f', 'name': 'network-vif-deleted', 'tag': '2de26657-5c3c-485c-97b2-5fc6ddf9aa0c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:07.319357 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b8ddc0-97b2-4b25-a0c0-8661d7cf7793" -d '{"events": [{"server_uuid": "e1322997-190c-4a4f-a50f-47619787117f", "name": "network-vif-deleted", "tag": "2de26657-5c3c-485c-97b2-5fc6ddf9aa0c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:07.427397 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2794b31-b988-4d17-9815-e831714a9117 x-openstack-request-id: req-b2794b31-b988-4d17-9815-e831714a9117 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:07.427898 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1322997-190c-4a4f-a50f-47619787117f", "name": "network-vif-deleted", "tag": "2de26657-5c3c-485c-97b2-5fc6ddf9aa0c", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:07.428243 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2794b31-b988-4d17-9815-e831714a9117 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:07.428694 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1322997-190c-4a4f-a50f-47619787117f', 'name': 'network-vif-deleted', 'tag': '2de26657-5c3c-485c-97b2-5fc6ddf9aa0c', 'status': 'completed', 'code': 200} Jul 14 12:00:09.513842 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ccb5a00a-9ff4-487d-b9fc-9ef4c387373d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.919990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:00:10.942781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:00:10.943103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2de26657-5c3c-485c-97b2-5fc6ddf9aa0c not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:00:12.274298 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:12.653828 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eb44e171-ad27-4491-ae15-6c5834017218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:13.502243 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:15.204155 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:26.302777 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:28.294376 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:29.969781 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48712) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:30.032240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b286167e-cde3-469b-ab8f-196b936ff98c admin admin] Deleting subnet bd590033-e932-43a6-8862-23fd3387a158 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:00:30.037133 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b286167e-cde3-469b-ab8f-196b936ff98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.091633 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b286167e-cde3-469b-ab8f-196b936ff98c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.163035 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b286167e-cde3-469b-ab8f-196b936ff98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.243724 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b286167e-cde3-469b-ab8f-196b936ff98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.290876 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286167e-cde3-469b-ab8f-196b936ff98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd590033-e932-43a6-8862-23fd3387a158,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:30.296946 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b286167e-cde3-469b-ab8f-196b936ff98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.299179 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b286167e-cde3-469b-ab8f-196b936ff98c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bd590033-e932-43a6-8862-23fd3387a158 HTTP/1.1" status: 204 len: 168 time: 0.3277709 Jul 14 12:00:30.303266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48714) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:30.383061 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.500525 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.520256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae7bd67-f34b-40a8-a453-8e9135ee0c33']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:30.539105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cd3116-9e0c-4637-8475-a921e21c414f') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:30.539535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cd3116-9e0c-4637-8475-a921e21c414f') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:30.550291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.568937 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.576430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:00:30.576885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:00:30.578795 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:00:30.645220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.651143 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.653841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5ae7bd67-f34b-40a8-a453-8e9135ee0c33 HTTP/1.1" status: 204 len: 168 time: 0.3490522 Jul 14 12:00:30.660943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48716) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:30.668619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae7bd67-f34b-40a8-a453-8e9135ee0c33,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:30.677467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.677795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.678148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.678488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.678825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.679157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.679488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.679818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.680177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.680507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.680828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.681153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b50e5-8282-45c3-a8a7-681a5287dfa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:30.720024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4c11fa-cc76-499f-b1e4-50f259f10df3 admin admin] Deleting subnet 06e342d3-915e-44b9-a70c-dfab0fe77335 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:00:30.725088 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef4c11fa-cc76-499f-b1e4-50f259f10df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.775997 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef4c11fa-cc76-499f-b1e4-50f259f10df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.847608 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef4c11fa-cc76-499f-b1e4-50f259f10df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.919162 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef4c11fa-cc76-499f-b1e4-50f259f10df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.953561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c11fa-cc76-499f-b1e4-50f259f10df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e342d3-915e-44b9-a70c-dfab0fe77335,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:30.959664 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef4c11fa-cc76-499f-b1e4-50f259f10df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.962419 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ef4c11fa-cc76-499f-b1e4-50f259f10df3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/06e342d3-915e-44b9-a70c-dfab0fe77335 HTTP/1.1" status: 204 len: 168 time: 0.3002708 Jul 14 12:00:30.966487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48720) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:31.074808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.173563 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.193462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206cef30-d9c0-4a59-a553-2f5299f00dc5']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:31.211480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd8e3fe-a9ea-4d86-ab22-d20713ed4311') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:31.211800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd8e3fe-a9ea-4d86-ab22-d20713ed4311') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:31.221900 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.236870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.244806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:00:31.245465 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:00:31.248014 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:00:31.313786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.325249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.328373 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] 10.222.0.38 "DELETE /v2.0/networks/206cef30-d9c0-4a59-a553-2f5299f00dc5 HTTP/1.1" status: 204 len: 168 time: 0.3603609 Jul 14 12:00:31.348388 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe3519-e707-45fe-89c7-2ea40a179d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=206cef30-d9c0-4a59-a553-2f5299f00dc5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:31.540682 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48724) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:31.601881 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2a21c1e8-a84c-436e-9353-64169b8acd74 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=223f92e0fb9042fe9ec0e0de346a6342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591903 Jul 14 12:00:31.605366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48726) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:31.668576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19bcad81-bbc2-4856-9682-0e99a93d9662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.693956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19bcad81-bbc2-4856-9682-0e99a93d9662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.758380 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19bcad81-bbc2-4856-9682-0e99a93d9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.762466 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19bcad81-bbc2-4856-9682-0e99a93d9662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.763723 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-19bcad81-bbc2-4856-9682-0e99a93d9662 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a HTTP/1.1" status: 204 len: 168 time: 0.1571562 Jul 14 12:00:31.773930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcad81-bbc2-4856-9682-0e99a93d9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3d2b8a-6adb-4f12-bc16-7fc10e27c87a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:32.204706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48734) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:32.256415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-58d922a8-d5d1-4ee8-b4b0-a9ff52dbc044 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6680bf4b82f47dab5ea1c438c12bac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501287 Jul 14 12:00:32.260784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48736) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:32.319943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7b0b-096d-4075-a6a1-23027df0b9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.347801 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7b0b-096d-4075-a6a1-23027df0b9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.409197 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7b0b-096d-4075-a6a1-23027df0b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.412363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7b0b-096d-4075-a6a1-23027df0b9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.413961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2f9a7b0b-096d-4075-a6a1-23027df0b9bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b700a61c-fbb5-41e2-83ad-94f118e5415e HTTP/1.1" status: 204 len: 168 time: 0.1519639 Jul 14 12:00:32.426300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a7b0b-096d-4075-a6a1-23027df0b9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b700a61c-fbb5-41e2-83ad-94f118e5415e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:33.296833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 48760) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:33.427747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1410694302-network', 'tenant_id': 'aeafb7d920584c4bafe5a2ecab6a692a'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:33.456926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Made reservation on behalf of aeafb7d920584c4bafe5a2ecab6a692a for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:33.460483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.472104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.586660 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.591001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.617412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:00:33.630123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f15df-a5a0-41da-9748-20154b721499,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:33.641181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.641751 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Added segment ea707f6f-86fc-4cff-9554-f7002b8bb763 of type vlan for network 3d6b0660-b580-480f-97c4-1e2c9fe46ada Jul 14 12:00:33.692874 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.724152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.725106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:33.725689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.787797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4894695 Jul 14 12:00:33.793059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 48764) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:33.795653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509d040-91a5-4949-a2ff-5b8fbef3b2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6b0660-b580-480f-97c4-1e2c9fe46ada,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:33.801771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Request body: {'subnet': {'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1410694302-subnet', 'tenant_id': 'aeafb7d920584c4bafe5a2ecab6a692a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:33.812299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 3d6b0660-b580-480f-97c4-1e2c9fe46ada details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:00:33.830234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Made reservation on behalf of aeafb7d920584c4bafe5a2ecab6a692a for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:33.838272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:34.056668 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:34.143473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4d686e-c7e4-4fe8-91e0-05a73c7269b6,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:34.156896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Checking segment: {'id': 'ea707f6f-86fc-4cff-9554-f7002b8bb763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:34.157575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Network hostable DHCP agents. Network: 3d6b0660-b580-480f-97c4-1e2c9fe46ada, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:00:34.184333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Network 3d6b0660-b580-480f-97c4-1e2c9fe46ada is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:00:34.195609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 3d6b0660-b580-480f-97c4-1e2c9fe46ada) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:34.201891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:34.202918 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:34.213232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546d273-6348-471b-9b76-24a8ef97a472 None None] Network 3d6b0660-b580-480f-97c4-1e2c9fe46ada requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:00:34.228897 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7659e790-eb7d-43c5-ae31-872e2ee78795 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4336600 Jul 14 12:00:34.363891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54db943-63ec-4dd6-804c-baed54e68393 None None] Network 3d6b0660-b580-480f-97c4-1e2c9fe46ada requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:00:36.298341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-716aa27f-0edc-4ed8-ae19-fb44a407f5da tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:36.301147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-716aa27f-0edc-4ed8-ae19-fb44a407f5da tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/networks?id=3d6b0660-b580-480f-97c4-1e2c9fe46ada HTTP/1.1" status: 200 len: 809 time: 0.1427135 Jul 14 12:00:36.325543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-35154b30-fba9-40d5-8ab8-0507a9adc525 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/quotas/aeafb7d920584c4bafe5a2ecab6a692a HTTP/1.1" status: 200 len: 375 time: 0.0148013 Jul 14 12:00:36.369292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-8f669914-4891-498d-9ba7-e5840d651b44 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aeafb7d920584c4bafe5a2ecab6a692a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334992 Jul 14 12:00:36.572765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-cbe8fab1-a538-4fc2-92cf-9540caebc9d9 service neutron] 10.222.0.38 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964045 Jul 14 12:00:36.691396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-adaefebb-32ce-4f2d-a70a-202b43dfa164 service neutron] 10.222.0.38 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087732 Jul 14 12:00:36.974875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79c20f90-0af6-4fa6-b610-b6494a5679e0 req-88d0c848-97f7-401c-bd75-0b333c7242ee tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 210 time: 0.0478718 Jul 14 12:00:38.246979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a98077f-0a25-4f3c-9929-0dac80a088f9 req-87c56f73-c5c4-46e7-8834-d3588b05cc52 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 210 time: 0.0564210 Jul 14 12:00:38.398004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-c447aef2-557c-484a-a1fb-739829338d60 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:38.400503 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-c447aef2-557c-484a-a1fb-739829338d60 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.64 "GET /v2.0/networks?id=3d6b0660-b580-480f-97c4-1e2c9fe46ada HTTP/1.1" status: 200 len: 809 time: 0.1642432 Jul 14 12:00:38.416501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Request body: {'port': {'device_id': '873933c0-cfa1-4910-8495-1f17710b0671', 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada', 'admin_state_up': True, 'tenant_id': 'aeafb7d920584c4bafe5a2ecab6a692a'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:38.575192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Made reservation on behalf of aeafb7d920584c4bafe5a2ecab6a692a for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:38.581570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.752839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Allocated IP 172.20.0.2 (3d6b0660-b580-480f-97c4-1e2c9fe46ada/6f4d686e-c7e4-4fe8-91e0-05a73c7269b6/d66542ba-788e-4695-8a43-3ecd36346c5d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:00:38.988952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.989278 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:00:39.032434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.080572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Network 3d6b0660-b580-480f-97c4-1e2c9fe46ada is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:39.086587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:39.090733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:00:39.118255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Pushing event updated for resources: {'Port': ['ID=d66542ba-788e-4695-8a43-3ecd36346c5d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:39.133392 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.133704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.134039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.134373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.134701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.135308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.135617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.135979 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.136304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.136626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.136945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.137265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:39.166099 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:39.167164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.190890 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d1546808-307a-4d64-a0c2-b9b6d0a993b1 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7813647 Jul 14 12:00:39.205870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Request body: {'port': {'device_id': '873933c0-cfa1-4910-8495-1f17710b0671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:39.333032 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.500120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a146d-b4dd-4596-a70b-6717891f47e5 req-05585562-65d9-4b37-859f-35686095c853 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:39.502525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e9a146d-b4dd-4596-a70b-6717891f47e5 req-05585562-65d9-4b37-859f-35686095c853 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 931 time: 0.0801227 Jul 14 12:00:39.524352 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-32fe07a7-85f2-4d82-980f-d6c3d5794a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.563303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9e9a146d-b4dd-4596-a70b-6717891f47e5 req-65832c89-6d27-4d5d-9789-73b0206aa6ff tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529580 Jul 14 12:00:39.792940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66542ba-788e-4695-8a43-3ecd36346c5d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:39.807262 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.827986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Transition to ACTIVE for port object d66542ba-788e-4695-8a43-3ecd36346c5d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:39.833966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.899186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Pushing event updated for resources: {'Port': ['ID=d66542ba-788e-4695-8a43-3ecd36346c5d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:39.993767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Attempting to bind port d66542ba-788e-4695-8a43-3ecd36346c5d on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:00:39.994186 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Attempting to bind port d66542ba-788e-4695-8a43-3ecd36346c5d by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'ea707f6f-86fc-4cff-9554-f7002b8bb763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:00:39.994567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Attempting to bind port d66542ba-788e-4695-8a43-3ecd36346c5d on network 3d6b0660-b580-480f-97c4-1e2c9fe46ada {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:40.001552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Port d66542ba-788e-4695-8a43-3ecd36346c5d on network 3d6b0660-b580-480f-97c4-1e2c9fe46ada not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:00:40.001880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Attempting to bind port d66542ba-788e-4695-8a43-3ecd36346c5d on network 3d6b0660-b580-480f-97c4-1e2c9fe46ada {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:40.010604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:00:40.011359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Checking segment: {'id': 'ea707f6f-86fc-4cff-9554-f7002b8bb763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:40.012082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Bound using segment: {'id': 'ea707f6f-86fc-4cff-9554-f7002b8bb763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:00:40.012815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Bound port: d66542ba-788e-4695-8a43-3ecd36346c5d, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea707f6f-86fc-4cff-9554-f7002b8bb763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:00:40.013414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.115439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] For port d66542ba-788e-4695-8a43-3ecd36346c5d, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:00:40.120718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] For port d66542ba-788e-4695-8a43-3ecd36346c5d, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d66542ba-788e-4695-8a43-3ecd36346c5d,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:00:40.127003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.188113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:40.188887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.190576 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] 10.222.0.64 "PUT /v2.0/ports/d66542ba-788e-4695-8a43-3ecd36346c5d HTTP/1.1" status: 200 len: 1091 time: 0.9924405 Jul 14 12:00:40.191749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873933c0-cfa1-4910-8495-1f17710b0671', 'tag': 'd66542ba-788e-4695-8a43-3ecd36346c5d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:40.194295 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4" -d '{"events": [{"name": "network-changed", "server_uuid": "873933c0-cfa1-4910-8495-1f17710b0671", "tag": "d66542ba-788e-4695-8a43-3ecd36346c5d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:40.226617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81adb17-e781-4c08-917b-a73441b4be08 service neutron] Pushing event updated for resources: {'Port': ['ID=d66542ba-788e-4695-8a43-3ecd36346c5d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:40.268402 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4382423-0ee2-424b-b9d7-ef213b803e41 x-openstack-request-id: req-b4382423-0ee2-424b-b9d7-ef213b803e41 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:40.269752 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873933c0-cfa1-4910-8495-1f17710b0671", "tag": "d66542ba-788e-4695-8a43-3ecd36346c5d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:40.270080 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4382423-0ee2-424b-b9d7-ef213b803e41 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:40.270736 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873933c0-cfa1-4910-8495-1f17710b0671', 'tag': 'd66542ba-788e-4695-8a43-3ecd36346c5d', 'status': 'completed', 'code': 200} Jul 14 12:00:40.357506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-611fc1c6-cdf4-4100-a590-dda8facb8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:40.358967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-611fc1c6-cdf4-4100-a590-dda8facb8dfe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aeafb7d920584c4bafe5a2ecab6a692a&device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 1094 time: 0.0813422 Jul 14 12:00:40.363416 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a687e1c1-723d-4351-991e-b38e4850c404 req-64315d6e-c71a-4e8a-aef2-4d8764611d74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858400 Jul 14 12:00:40.422662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-ebacc844-ad92-49e9-b271-84c1f51da460 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d66542ba-788e-4695-8a43-3ecd36346c5d HTTP/1.1" status: 200 len: 217 time: 0.0517642 Jul 14 12:00:40.478238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e1c1-723d-4351-991e-b38e4850c404 req-da87f9a3-36c3-4e5b-b2ba-37fb575642ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:40.479808 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a687e1c1-723d-4351-991e-b38e4850c404 req-da87f9a3-36c3-4e5b-b2ba-37fb575642ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 1097 time: 0.0647304 Jul 14 12:00:40.495386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-cb6c6e59-503f-4aaf-aaa0-f9f58e1019f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:40.497976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-cb6c6e59-503f-4aaf-aaa0-f9f58e1019f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f4d686e-c7e4-4fe8-91e0-05a73c7269b6 HTTP/1.1" status: 200 len: 849 time: 0.0691378 Jul 14 12:00:40.546484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-ce33ebf3-6e1a-4c20-bee3-91d7bb2cc1a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d6b0660-b580-480f-97c4-1e2c9fe46ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392542 Jul 14 12:00:40.602477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e1c1-723d-4351-991e-b38e4850c404 req-420b1d6b-07b2-4afb-80fa-4e7feb7fc047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:40.604089 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a687e1c1-723d-4351-991e-b38e4850c404 req-420b1d6b-07b2-4afb-80fa-4e7feb7fc047 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.0974116 Jul 14 12:00:40.708862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-c2bbb0dc-5c21-4097-9d37-91dd6b66e626 service neutron] 10.222.0.64 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557615 Jul 14 12:00:40.725659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a687e1c1-723d-4351-991e-b38e4850c404 req-25025cd7-2341-49dc-97de-5d9a5bce215f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a80bde7-871d-4778-ab1e-7adfc2508231 HTTP/1.1" status: 200 len: 1002 time: 0.1145992 Jul 14 12:00:40.808605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e1c1-723d-4351-991e-b38e4850c404 req-32ba6e03-d077-42dd-bf89-ad25cac1a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:40.811130 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a687e1c1-723d-4351-991e-b38e4850c404 req-32ba6e03-d077-42dd-bf89-ad25cac1a5f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0795429 Jul 14 12:00:40.887191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e1c1-723d-4351-991e-b38e4850c404 req-862f2e11-a7f5-4459-8f07-85a7a3864452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:40.890030 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a687e1c1-723d-4351-991e-b38e4850c404 req-862f2e11-a7f5-4459-8f07-85a7a3864452 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724545 Jul 14 12:00:41.052259 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a687e1c1-723d-4351-991e-b38e4850c404 req-ee27fd7b-0c79-4dad-8ea8-f0c829c2e1d7 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548076 Jul 14 12:00:41.170829 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a687e1c1-723d-4351-991e-b38e4850c404 req-18059f96-8212-4225-9c3c-25d6f3527b1e service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110840 Jul 14 12:00:41.251141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08e10d7e-6bc8-401e-89dd-4dbc6232cd6f req-6718f789-d1fe-4466-8ec5-672fca0fc1a1 service neutron] 10.222.0.64 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355411 Jul 14 12:00:41.270572 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3feeb-e72a-4237-8c30-97c44d6afc33 req-2e457666-5b20-49ff-b9de-9db2e69f1e16 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:41.272349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14d3feeb-e72a-4237-8c30-97c44d6afc33 req-2e457666-5b20-49ff-b9de-9db2e69f1e16 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 943 time: 0.4846780 Jul 14 12:00:41.321266 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14d3feeb-e72a-4237-8c30-97c44d6afc33 req-8114a9f3-db0f-4073-877a-a1ecdbe3717b tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424194 Jul 14 12:00:41.413679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-2891e830-0b27-4d1b-a69b-71f1ee60efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:41.416226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-2891e830-0b27-4d1b-a69b-71f1ee60efe5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aeafb7d920584c4bafe5a2ecab6a692a&device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 1094 time: 0.0737188 Jul 14 12:00:41.514631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-d5850ea8-8fdf-458c-b945-01cfdfda201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:41.516171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-d5850ea8-8fdf-458c-b945-01cfdfda201f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d6b0660-b580-480f-97c4-1e2c9fe46ada HTTP/1.1" status: 200 len: 909 time: 0.0934978 Jul 14 12:00:41.558366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-e685c4d0-f878-4ed7-b32a-c517ea8a1bce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d66542ba-788e-4695-8a43-3ecd36346c5d HTTP/1.1" status: 200 len: 217 time: 0.0356047 Jul 14 12:00:41.608724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-df535c03-0afb-4254-87d7-d48f51564ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:41.610343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-df535c03-0afb-4254-87d7-d48f51564ec4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f4d686e-c7e4-4fe8-91e0-05a73c7269b6 HTTP/1.1" status: 200 len: 849 time: 0.0454078 Jul 14 12:00:41.658267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-9cb86361-46d6-4a04-9f1d-7f4f818cef5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d6b0660-b580-480f-97c4-1e2c9fe46ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414333 Jul 14 12:00:41.755944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-d57b0e0c-3890-4129-87b6-7c125ca25f07 service neutron] 10.222.0.64 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908914 Jul 14 12:00:41.867032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5251e018-5cc1-4af7-a092-e13d1ba1ebe4 req-0face1ee-5886-4096-b677-4a14965395cb service neutron] 10.222.0.64 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030202 Jul 14 12:00:42.276237 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.523464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c4de-f913-4b0a-9810-498eebb4dea6 req-17b7bcd0-625d-4651-a386-23bbee668fb9 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:42.525134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8052c4de-f913-4b0a-9810-498eebb4dea6 req-17b7bcd0-625d-4651-a386-23bbee668fb9 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 943 time: 0.0745790 Jul 14 12:00:42.570089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8052c4de-f913-4b0a-9810-498eebb4dea6 req-2a40f2a7-dc94-4769-8bf7-b7b18ff0fe23 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Jul 14 12:00:42.647262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6e2bdf70-f098-4029-b226-a88c2aa510a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.495098 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.750157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c4cf-cbab-4bf3-9d8f-7457da4de9d4 req-13bda327-9818-452a-b088-d265b7209011 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:43.751627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d857c4cf-cbab-4bf3-9d8f-7457da4de9d4 req-13bda327-9818-452a-b088-d265b7209011 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 943 time: 0.0661819 Jul 14 12:00:43.809992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d857c4cf-cbab-4bf3-9d8f-7457da4de9d4 req-224975d0-56a3-48e1-86cd-328f18e0035f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482395 Jul 14 12:00:44.477609 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-f71b78bf-11e0-4d54-b7ac-315f779dbee7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753145 Jul 14 12:00:44.627396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-2bbf1333-dd0d-4b93-addb-eb54e93ef8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:44.630540 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-2bbf1333-dd0d-4b93-addb-eb54e93ef8f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 1097 time: 0.0727394 Jul 14 12:00:44.756108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-524770f9-2bf1-48c7-bf6b-1301a807bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:44.757580 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-524770f9-2bf1-48c7-bf6b-1301a807bacc service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.0994699 Jul 14 12:00:44.837994 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-6c710823-31cb-4ddf-b7f2-560594e090c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35ec5543-0879-442f-9cdd-ce375caae261 HTTP/1.1" status: 200 len: 1002 time: 0.0706251 Jul 14 12:00:44.895038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-cd40ed89-f149-46d7-8b25-3c4736f8f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:44.896672 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-cd40ed89-f149-46d7-8b25-3c4736f8f88c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.0480597 Jul 14 12:00:44.983520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-0991b59f-04c1-4b46-8b0b-eab1261fbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:44.985079 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-0991b59f-04c1-4b46-8b0b-eab1261fbcf6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784655 Jul 14 12:00:45.005582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e31ede-16d2-4b1b-9631-8616f33e60ac req-c68601bd-77c9-4f70-8f55-20f58f28e6e7 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:45.007167 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e31ede-16d2-4b1b-9631-8616f33e60ac req-c68601bd-77c9-4f70-8f55-20f58f28e6e7 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 943 time: 0.0732152 Jul 14 12:00:45.058599 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e31ede-16d2-4b1b-9631-8616f33e60ac req-b32ae6c0-7498-4f19-b728-bcf9c12a02c3 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351076 Jul 14 12:00:45.079893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d66542ba-788e-4695-8a43-3ecd36346c5d details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:00:45.098538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-e6ecb5b8-73c2-4de5-9932-bbbde00f0c1d service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023142 Jul 14 12:00:45.179960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d66542ba-788e-4695-8a43-3ecd36346c5d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d66542ba-788e-4695-8a43-3ecd36346c5d,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:45.202820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'd66542ba-788e-4695-8a43-3ecd36346c5d', 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada', 'port_id': 'd66542ba-788e-4695-8a43-3ecd36346c5d', 'mac_address': 'fa:16:3e:f0:28:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4d686e-c7e4-4fe8-91e0-05a73c7269b6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:00:45.208252 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:45.235320 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0a3f5c87-000f-4a39-836c-e47143bef72e req-123e05bd-4340-468c-be08-cb425da75a05 service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258159 Jul 14 12:00:45.265084 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:45.280225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66542ba-788e-4695-8a43-3ecd36346c5d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:45.302963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d66542ba-788e-4695-8a43-3ecd36346c5d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d66542ba-788e-4695-8a43-3ecd36346c5d,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:45.307133 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:45.357228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d66542ba-788e-4695-8a43-3ecd36346c5d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:45.518804 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d66542ba-788e-4695-8a43-3ecd36346c5d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:00:46.240224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5668e56-d7f9-4621-8229-855325e6ffc8 req-06313baf-74f2-4b1c-81a0-a02197594412 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:46.241817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5668e56-d7f9-4621-8229-855325e6ffc8 req-06313baf-74f2-4b1c-81a0-a02197594412 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 944 time: 0.0721996 Jul 14 12:00:46.282162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5668e56-d7f9-4621-8229-855325e6ffc8 req-846cb9f0-2110-4d3b-a066-2642952fc0e2 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341513 Jul 14 12:00:47.099074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d66542ba-788e-4695-8a43-3ecd36346c5d up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:47.163767 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port d66542ba-788e-4695-8a43-3ecd36346c5d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:47.171349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port d66542ba-788e-4695-8a43-3ecd36346c5d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:47.171818 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:47.284925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:47.316331 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873933c0-cfa1-4910-8495-1f17710b0671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66542ba-788e-4695-8a43-3ecd36346c5d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:47.319320 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79579a83-7239-4430-a9ad-c08c3b057f7d" -d '{"events": [{"server_uuid": "873933c0-cfa1-4910-8495-1f17710b0671", "name": "network-vif-plugged", "status": "completed", "tag": "d66542ba-788e-4695-8a43-3ecd36346c5d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:47.338124 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d66542ba-788e-4695-8a43-3ecd36346c5d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d66542ba-788e-4695-8a43-3ecd36346c5d,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:47.346086 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:47.387583 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf03d5f-a4d6-4d59-b4f0-394530dd6f9d x-openstack-request-id: req-cbf03d5f-a4d6-4d59-b4f0-394530dd6f9d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:47.388067 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873933c0-cfa1-4910-8495-1f17710b0671", "name": "network-vif-plugged", "status": "completed", "tag": "d66542ba-788e-4695-8a43-3ecd36346c5d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:47.388454 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cbf03d5f-a4d6-4d59-b4f0-394530dd6f9d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:47.389067 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873933c0-cfa1-4910-8495-1f17710b0671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66542ba-788e-4695-8a43-3ecd36346c5d', 'code': 200} Jul 14 12:00:47.439555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d66542ba-788e-4695-8a43-3ecd36346c5d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:47.576992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470e04-d256-47c9-b32c-b39988ec2f91 req-82683093-55ab-4520-a95e-1cd10061ed98 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:47.578609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06470e04-d256-47c9-b32c-b39988ec2f91 req-82683093-55ab-4520-a95e-1cd10061ed98 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 945 time: 0.1441913 Jul 14 12:00:47.586839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf12ec-020c-4e87-8972-bdfc3b96648a req-01af0445-b831-4470-876a-456fe35963a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:47.590449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87bf12ec-020c-4e87-8972-bdfc3b96648a req-01af0445-b831-4470-876a-456fe35963a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 1096 time: 0.1097789 Jul 14 12:00:47.677561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06470e04-d256-47c9-b32c-b39988ec2f91 req-f271386c-3871-4b21-8c4a-24fd8e42023e tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859735 Jul 14 12:00:47.679426 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87bf12ec-020c-4e87-8972-bdfc3b96648a req-f7997788-c9d3-490d-a863-63369cad837d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795546 Jul 14 12:00:48.866624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384d78-1955-4ef0-87ef-8bbb0b4bd0b0 req-bffeecae-69ab-4d56-956c-019575f240c6 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:48.868188 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50384d78-1955-4ef0-87ef-8bbb0b4bd0b0 req-bffeecae-69ab-4d56-956c-019575f240c6 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 945 time: 0.0703561 Jul 14 12:00:48.908376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50384d78-1955-4ef0-87ef-8bbb0b4bd0b0 req-65f3bbb1-568b-4f5b-9bef-24d6a3bb9627 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342104 Jul 14 12:00:49.729633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07fd81-5ceb-4ecd-ab69-2cdbbb2c8b8c req-a0ae30de-a9ac-4920-8869-fab0eb16fef2 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:49.731180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc07fd81-5ceb-4ecd-ab69-2cdbbb2c8b8c req-a0ae30de-a9ac-4920-8869-fab0eb16fef2 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 945 time: 0.0745876 Jul 14 12:00:49.774002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc07fd81-5ceb-4ecd-ab69-2cdbbb2c8b8c req-78142fbd-a3ec-497c-9219-19d37513f273 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Jul 14 12:00:50.982633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ad7311ac-52e2-48eb-9ea0-eb0920e7bde7 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:50.984131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ad7311ac-52e2-48eb-9ea0-eb0920e7bde7 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.64 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 945 time: 0.1167529 Jul 14 12:00:51.043436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87239e38-1e92-4ce5-9c1e-837a727f0d63 req-f6d7290a-7f43-41c8-b146-fd4c82ecd244 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:51.044996 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87239e38-1e92-4ce5-9c1e-837a727f0d63 req-f6d7290a-7f43-41c8-b146-fd4c82ecd244 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=873933c0-cfa1-4910-8495-1f17710b0671 HTTP/1.1" status: 200 len: 945 time: 0.1488287 Jul 14 12:00:51.121324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87239e38-1e92-4ce5-9c1e-837a727f0d63 req-6fa8cf5a-cf38-47d5-a65c-5ff3aa605d28 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599489 Jul 14 12:00:51.146737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Deleting port d66542ba-788e-4695-8a43-3ecd36346c5d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:00:51.147076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:51.249626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] For port d66542ba-788e-4695-8a43-3ecd36346c5d, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d66542ba-788e-4695-8a43-3ecd36346c5d,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:51.249991 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:51.265730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Calling delete_port for d66542ba-788e-4695-8a43-3ecd36346c5d owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:00:51.415353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:51.429497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d66542ba-788e-4695-8a43-3ecd36346c5d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:00:51.457371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Pushing event deleted for resources: {'Port': ['ID=d66542ba-788e-4695-8a43-3ecd36346c5d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:51.506699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] No DVR routers for this DVR port d66542ba-788e-4695-8a43-3ecd36346c5d on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:00:51.510308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:51.512476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff6bb1cd-56a0-4158-bc66-ed29fb8572bb req-ff40d355-0d0c-469b-8ace-76026588f6e0 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.64 "DELETE /v2.0/ports/d66542ba-788e-4695-8a43-3ecd36346c5d HTTP/1.1" status: 204 len: 173 time: 0.5211468 Jul 14 12:00:51.512918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873933c0-cfa1-4910-8495-1f17710b0671', 'name': 'network-vif-deleted', 'tag': 'd66542ba-788e-4695-8a43-3ecd36346c5d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:51.515329 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3312d2b-0fbb-45c7-ab85-9850a7af98fa" -d '{"events": [{"server_uuid": "873933c0-cfa1-4910-8495-1f17710b0671", "name": "network-vif-deleted", "tag": "d66542ba-788e-4695-8a43-3ecd36346c5d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:51.566861 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e470291f-6c03-4d10-85c2-21143ffa1607 x-openstack-request-id: req-e470291f-6c03-4d10-85c2-21143ffa1607 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:51.567163 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873933c0-cfa1-4910-8495-1f17710b0671", "name": "network-vif-deleted", "tag": "d66542ba-788e-4695-8a43-3ecd36346c5d", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:51.567416 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e470291f-6c03-4d10-85c2-21143ffa1607 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:51.567966 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873933c0-cfa1-4910-8495-1f17710b0671', 'name': 'network-vif-deleted', 'tag': 'd66542ba-788e-4695-8a43-3ecd36346c5d', 'status': 'completed', 'code': 200} Jul 14 12:00:52.476161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-7a3ed213-6ced-412d-89d4-078c16605033 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:52.477724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-7a3ed213-6ced-412d-89d4-078c16605033 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/networks?id=3d6b0660-b580-480f-97c4-1e2c9fe46ada HTTP/1.1" status: 200 len: 809 time: 0.1287086 Jul 14 12:00:52.495377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-86a50e1c-52a8-4868-8f65-0e18538bf4b8 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/quotas/aeafb7d920584c4bafe5a2ecab6a692a HTTP/1.1" status: 200 len: 375 time: 0.0114334 Jul 14 12:00:52.532466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-f9cd069b-f534-4425-bd31-2de559aa21f9 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aeafb7d920584c4bafe5a2ecab6a692a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309196 Jul 14 12:00:52.637038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-7ff1d433-22fa-47b1-b05b-ecb31b9f4218 service neutron] 10.222.0.38 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946078 Jul 14 12:00:52.734419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-cc82d6f6-a31e-4746-ab54-32d481e927a1 service neutron] 10.222.0.38 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853572 Jul 14 12:00:52.943333 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f38f757-9d73-426a-bf4c-491eee5422e4 req-de79cb2c-5f28-456f-89fd-e97ef4f1d07a tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 210 time: 0.0504980 Jul 14 12:00:54.125498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-044530f5-51b7-4c1e-9906-530fc72114d7 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:54.127770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-044530f5-51b7-4c1e-9906-530fc72114d7 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.64 "GET /v2.0/networks?id=3d6b0660-b580-480f-97c4-1e2c9fe46ada HTTP/1.1" status: 200 len: 809 time: 0.1433890 Jul 14 12:00:54.146701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Request body: {'port': {'device_id': 'c63e0e85-1934-4c62-a165-2ed0f98d0176', 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada', 'admin_state_up': True, 'tenant_id': 'aeafb7d920584c4bafe5a2ecab6a692a'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:54.195289 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10815ea1-5522-4a51-988d-bebe02cd7d86 req-5e2bdcac-b1bf-4433-9f70-ebfafef85b05 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 210 time: 0.0664124 Jul 14 12:00:54.324492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Made reservation on behalf of aeafb7d920584c4bafe5a2ecab6a692a for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:54.328384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:54.536016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Allocated IP 172.20.0.3 (3d6b0660-b580-480f-97c4-1e2c9fe46ada/6f4d686e-c7e4-4fe8-91e0-05a73c7269b6/ec860d9f-bc99-40cd-ad6f-2a70220a6304) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:00:54.712985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:54.761062 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:54.834986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Network 3d6b0660-b580-480f-97c4-1e2c9fe46ada is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:54.848190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:54.860360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:00:54.894450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Pushing event updated for resources: {'Port': ['ID=ec860d9f-bc99-40cd-ad6f-2a70220a6304,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:54.923488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:54.924374 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:54.939436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-8c7da2ab-259c-40f1-91e9-f1bcb568f27f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977915 Jul 14 12:00:54.952460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Request body: {'port': {'device_id': 'c63e0e85-1934-4c62-a165-2ed0f98d0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:55.034705 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:55.143253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d66542ba-788e-4695-8a43-3ecd36346c5d no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:00:55.166452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: d66542ba-788e-4695-8a43-3ecd36346c5d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:00:55.166744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d66542ba-788e-4695-8a43-3ecd36346c5d not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:00:55.443305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec860d9f-bc99-40cd-ad6f-2a70220a6304 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:55.453010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:55.478625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca0077-dcf0-4d6f-97e4-fb4320aba7f9 req-cc386c06-abd8-4063-8f88-943fc7013174 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:55.481228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07ca0077-dcf0-4d6f-97e4-fb4320aba7f9 req-cc386c06-abd8-4063-8f88-943fc7013174 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 931 time: 0.1378837 Jul 14 12:00:55.491001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Transition to ACTIVE for port object ec860d9f-bc99-40cd-ad6f-2a70220a6304 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:55.500471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:55.577019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07ca0077-dcf0-4d6f-97e4-fb4320aba7f9 req-19dded94-c4ed-41d8-bfcf-e199d88a7388 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838130 Jul 14 12:00:55.577894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Pushing event updated for resources: {'Port': ['ID=ec860d9f-bc99-40cd-ad6f-2a70220a6304,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:55.653866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Attempting to bind port ec860d9f-bc99-40cd-ad6f-2a70220a6304 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:00:55.654197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Attempting to bind port ec860d9f-bc99-40cd-ad6f-2a70220a6304 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'ea707f6f-86fc-4cff-9554-f7002b8bb763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:00:55.654529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Attempting to bind port ec860d9f-bc99-40cd-ad6f-2a70220a6304 on network 3d6b0660-b580-480f-97c4-1e2c9fe46ada {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:55.659141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Port ec860d9f-bc99-40cd-ad6f-2a70220a6304 on network 3d6b0660-b580-480f-97c4-1e2c9fe46ada not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:00:55.659459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Attempting to bind port ec860d9f-bc99-40cd-ad6f-2a70220a6304 on network 3d6b0660-b580-480f-97c4-1e2c9fe46ada {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:55.664312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:00:55.664654 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Checking segment: {'id': 'ea707f6f-86fc-4cff-9554-f7002b8bb763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:55.665045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Bound using segment: {'id': 'ea707f6f-86fc-4cff-9554-f7002b8bb763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:00:55.665479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Bound port: ec860d9f-bc99-40cd-ad6f-2a70220a6304, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea707f6f-86fc-4cff-9554-f7002b8bb763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:00:55.666742 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:55.733893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] For port ec860d9f-bc99-40cd-ad6f-2a70220a6304, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:00:55.737344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] For port ec860d9f-bc99-40cd-ad6f-2a70220a6304, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec860d9f-bc99-40cd-ad6f-2a70220a6304,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:00:55.742101 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:55.781055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:55.781681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:55.783077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec860d9f-bc99-40cd-ad6f-2a70220a6304 HTTP/1.1" status: 200 len: 1091 time: 0.8358855 Jul 14 12:00:55.784082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63e0e85-1934-4c62-a165-2ed0f98d0176', 'tag': 'ec860d9f-bc99-40cd-ad6f-2a70220a6304'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:55.786395 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94168a-6304-4f5a-aafa-604ca4b575aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c63e0e85-1934-4c62-a165-2ed0f98d0176", "tag": "ec860d9f-bc99-40cd-ad6f-2a70220a6304"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:55.829465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df29a1c-a0e5-4696-95e6-2d231dca0b51 service neutron] Pushing event updated for resources: {'Port': ['ID=ec860d9f-bc99-40cd-ad6f-2a70220a6304,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:55.835762 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562658b8-ef8d-41fa-b318-2c9cea5b2219 x-openstack-request-id: req-562658b8-ef8d-41fa-b318-2c9cea5b2219 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:55.836080 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63e0e85-1934-4c62-a165-2ed0f98d0176", "tag": "ec860d9f-bc99-40cd-ad6f-2a70220a6304", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:55.836329 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-562658b8-ef8d-41fa-b318-2c9cea5b2219 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:55.836724 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63e0e85-1934-4c62-a165-2ed0f98d0176', 'tag': 'ec860d9f-bc99-40cd-ad6f-2a70220a6304', 'status': 'completed', 'code': 200} Jul 14 12:00:55.903941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-ddfa6897-ad72-4389-8819-344054c7f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:55.905630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-ddfa6897-ad72-4389-8819-344054c7f598 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aeafb7d920584c4bafe5a2ecab6a692a&device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 1094 time: 0.0681236 Jul 14 12:00:55.953057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-2ce87111-f929-46fd-bfd9-8e7381a45888 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec860d9f-bc99-40cd-ad6f-2a70220a6304 HTTP/1.1" status: 200 len: 217 time: 0.0403562 Jul 14 12:00:56.006875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-575ee619-a417-42af-a130-b5792c691e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:56.008336 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-575ee619-a417-42af-a130-b5792c691e63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f4d686e-c7e4-4fe8-91e0-05a73c7269b6 HTTP/1.1" status: 200 len: 849 time: 0.0495338 Jul 14 12:00:56.047231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-e4fdde53-14f8-4d84-9ff6-15b9cc26708c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d6b0660-b580-480f-97c4-1e2c9fe46ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317173 Jul 14 12:00:56.140662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-77efe232-946a-4ddb-b0e5-55011e9e8f67 service neutron] 10.222.0.64 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873394 Jul 14 12:00:56.237796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c39d940-5f00-43c3-95d9-27bc3e88af90 req-1160b24c-1e97-4e51-bfb7-4ef56d27463b service neutron] 10.222.0.64 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912023 Jul 14 12:00:56.318109 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.352553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-a2784916-7ee6-41dc-95a5-af462ad9bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:56.354090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-a2784916-7ee6-41dc-95a5-af462ad9bd45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aeafb7d920584c4bafe5a2ecab6a692a&device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 1094 time: 0.0640807 Jul 14 12:00:56.450338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-54cd5d4f-1c55-46c0-a806-5e82e91bd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:56.451872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-54cd5d4f-1c55-46c0-a806-5e82e91bd8c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d6b0660-b580-480f-97c4-1e2c9fe46ada HTTP/1.1" status: 200 len: 909 time: 0.0912840 Jul 14 12:00:56.500829 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-0666031a-92c4-4bab-9a67-4d6916ee63e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec860d9f-bc99-40cd-ad6f-2a70220a6304 HTTP/1.1" status: 200 len: 217 time: 0.0423307 Jul 14 12:00:56.556048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-49959f90-8c7e-4766-8de5-d8f171ca953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:56.557525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-49959f90-8c7e-4766-8de5-d8f171ca953f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f4d686e-c7e4-4fe8-91e0-05a73c7269b6 HTTP/1.1" status: 200 len: 849 time: 0.0505278 Jul 14 12:00:56.592243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-092f9c72-fbfc-4089-a501-fe06f573f249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d6b0660-b580-480f-97c4-1e2c9fe46ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277126 Jul 14 12:00:57.013653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-e252a545-66d0-4055-b760-3b6c2cab604d service neutron] 10.222.0.64 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148095 Jul 14 12:00:57.040396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61ee30-ec1c-477c-996c-dbfcec940b2f req-3dc8e5f8-2a20-4deb-b932-a51141acae25 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:57.041936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a61ee30-ec1c-477c-996c-dbfcec940b2f req-3dc8e5f8-2a20-4deb-b932-a51141acae25 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 943 time: 0.1097956 Jul 14 12:00:57.150598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a61ee30-ec1c-477c-996c-dbfcec940b2f req-1c57f193-a576-429f-bba8-24c06ba91a13 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963795 Jul 14 12:00:57.179278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc94168a-6304-4f5a-aafa-604ca4b575aa req-280533ce-b331-469a-b164-a90a55d686b4 service neutron] 10.222.0.64 "GET /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552622 Jul 14 12:00:58.302225 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:58.359009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472a80-4fc2-4c2d-9e8e-7a8f5cfc968d req-d645cad8-d2c9-46ae-9536-f95e55c430df tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:58.360564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e472a80-4fc2-4c2d-9e8e-7a8f5cfc968d req-d645cad8-d2c9-46ae-9536-f95e55c430df tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 943 time: 0.0771132 Jul 14 12:00:58.406775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e472a80-4fc2-4c2d-9e8e-7a8f5cfc968d req-b6f5ed08-8d86-413e-956b-926157378b81 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387657 Jul 14 12:00:59.154674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec860d9f-bc99-40cd-ad6f-2a70220a6304 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:00:59.260960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ec860d9f-bc99-40cd-ad6f-2a70220a6304, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec860d9f-bc99-40cd-ad6f-2a70220a6304,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:59.275530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'ec860d9f-bc99-40cd-ad6f-2a70220a6304', 'network_id': '3d6b0660-b580-480f-97c4-1e2c9fe46ada', 'port_id': 'ec860d9f-bc99-40cd-ad6f-2a70220a6304', 'mac_address': 'fa:16:3e:ba:b8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4d686e-c7e4-4fe8-91e0-05a73c7269b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:00:59.324905 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:59.340404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec860d9f-bc99-40cd-ad6f-2a70220a6304 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:59.368768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ec860d9f-bc99-40cd-ad6f-2a70220a6304, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec860d9f-bc99-40cd-ad6f-2a70220a6304,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:59.373729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:59.438339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ec860d9f-bc99-40cd-ad6f-2a70220a6304,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:59.448714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.449172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.449407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.449770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.450081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.450423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.450890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.451808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.452345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.452861 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.453366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.454105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:59.573307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['ec860d9f-bc99-40cd-ad6f-2a70220a6304'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:00:59.605516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97feb-a318-40cb-b432-3be84f6982db req-42f6c02f-b833-4556-9990-6d157b92e9d8 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:59.607090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ace97feb-a318-40cb-b432-3be84f6982db req-42f6c02f-b833-4556-9990-6d157b92e9d8 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 944 time: 0.0827296 Jul 14 12:00:59.661821 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ace97feb-a318-40cb-b432-3be84f6982db req-a142f133-0f43-4a3c-8640-2de90ec6f39a tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Jul 14 12:01:00.841747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d2810-4cc4-4c35-b0fb-008896bdc4b0 req-e62b4b21-e095-423b-9b8b-eb7ee45e6b0d tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:00.843297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c71d2810-4cc4-4c35-b0fb-008896bdc4b0 req-e62b4b21-e095-423b-9b8b-eb7ee45e6b0d tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 944 time: 0.0665653 Jul 14 12:01:00.884625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c71d2810-4cc4-4c35-b0fb-008896bdc4b0 req-79305ec2-8e97-4175-85b4-d19d5b38029f tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Jul 14 12:01:01.155048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec860d9f-bc99-40cd-ad6f-2a70220a6304 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:01.209660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port ec860d9f-bc99-40cd-ad6f-2a70220a6304 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:01.213522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port ec860d9f-bc99-40cd-ad6f-2a70220a6304 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:01.213884 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:01.307031 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:01.331245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63e0e85-1934-4c62-a165-2ed0f98d0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec860d9f-bc99-40cd-ad6f-2a70220a6304'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:01.333873 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fd42ab-ba47-4bda-9c14-f6b641ce6a49" -d '{"events": [{"server_uuid": "c63e0e85-1934-4c62-a165-2ed0f98d0176", "name": "network-vif-plugged", "status": "completed", "tag": "ec860d9f-bc99-40cd-ad6f-2a70220a6304"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:01.347567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port ec860d9f-bc99-40cd-ad6f-2a70220a6304, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec860d9f-bc99-40cd-ad6f-2a70220a6304,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:01.352821 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:01.382927 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203dd8f3-2d63-49c3-8d0e-e2bc84e17365 x-openstack-request-id: req-203dd8f3-2d63-49c3-8d0e-e2bc84e17365 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:01.383266 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63e0e85-1934-4c62-a165-2ed0f98d0176", "name": "network-vif-plugged", "status": "completed", "tag": "ec860d9f-bc99-40cd-ad6f-2a70220a6304", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:01.383658 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-203dd8f3-2d63-49c3-8d0e-e2bc84e17365 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:01.384351 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63e0e85-1934-4c62-a165-2ed0f98d0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec860d9f-bc99-40cd-ad6f-2a70220a6304', 'code': 200} Jul 14 12:01:01.425851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=ec860d9f-bc99-40cd-ad6f-2a70220a6304,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:01.524193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1043bc9-2c14-40f4-9403-5a8365bd00cf req-27a620f6-e92b-4932-8971-f75254172f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:01.525910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1043bc9-2c14-40f4-9403-5a8365bd00cf req-27a620f6-e92b-4932-8971-f75254172f82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 1096 time: 0.0710909 Jul 14 12:01:01.573979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1043bc9-2c14-40f4-9403-5a8365bd00cf req-eb170ee1-f69c-458f-a8da-954f452b3d85 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 Jul 14 12:01:02.070118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f380bd4-f916-46f9-81ac-a95aa745d56c req-d02d3ffc-556f-49fc-bec0-d88c881791e5 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:02.075547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f380bd4-f916-46f9-81ac-a95aa745d56c req-d02d3ffc-556f-49fc-bec0-d88c881791e5 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 945 time: 0.0741401 Jul 14 12:01:02.118040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f380bd4-f916-46f9-81ac-a95aa745d56c req-3ed338e6-c086-4c23-8d3f-4df38c161e8e tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Jul 14 12:01:03.318809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e2a8-4a72-4bdd-acc7-82bfe3572eca req-fecdd5c7-eb06-461e-8cf1-6825f686d972 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:03.320372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f6e2a8-4a72-4bdd-acc7-82bfe3572eca req-fecdd5c7-eb06-461e-8cf1-6825f686d972 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 945 time: 0.0679605 Jul 14 12:01:03.368667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9f6e2a8-4a72-4bdd-acc7-82bfe3572eca req-b67ae8d0-dfba-4fef-9f1a-6ca3aa3f04d8 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Jul 14 12:01:04.433195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bb2-0ff1-4b98-ae20-cb664648515d req-7f23adca-d840-423d-9f6b-6eddd3918ac2 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:04.435092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1402bb2-0ff1-4b98-ae20-cb664648515d req-7f23adca-d840-423d-9f6b-6eddd3918ac2 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 945 time: 0.1124384 Jul 14 12:01:04.488381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1402bb2-0ff1-4b98-ae20-cb664648515d req-32f8c916-8ed0-4787-81f2-8ba431265b4b tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457885 Jul 14 12:01:05.575328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-95a12d18-483c-4261-af92-06f64e0f137a tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:05.577369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-95a12d18-483c-4261-af92-06f64e0f137a tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.64 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 945 time: 0.0978894 Jul 14 12:01:05.834637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Deleting port ec860d9f-bc99-40cd-ad6f-2a70220a6304 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:01:05.835077 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:05.851291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da845-3c64-4eea-b552-6d9f8a26d49e req-8110ba21-e69c-4e23-aea3-0dd115954560 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:05.853052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a69da845-3c64-4eea-b552-6d9f8a26d49e req-8110ba21-e69c-4e23-aea3-0dd115954560 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 945 time: 0.1987860 Jul 14 12:01:06.042392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a69da845-3c64-4eea-b552-6d9f8a26d49e req-1e7e83f5-33ac-4686-ac79-3f1fc22d79f2 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/security-groups?id=fa3f15df-a5a0-41da-9748-20154b721499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723073 Jul 14 12:01:06.095579 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] For port ec860d9f-bc99-40cd-ad6f-2a70220a6304, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=ec860d9f-bc99-40cd-ad6f-2a70220a6304,segment=NetworkSegment(ea707f6f-86fc-4cff-9554-f7002b8bb763),segment_id=ea707f6f-86fc-4cff-9554-f7002b8bb763)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:06.096089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:06.117918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Calling delete_port for ec860d9f-bc99-40cd-ad6f-2a70220a6304 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:01:06.315471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:06.330741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['ec860d9f-bc99-40cd-ad6f-2a70220a6304'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:01:06.359626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Pushing event deleted for resources: {'Port': ['ID=ec860d9f-bc99-40cd-ad6f-2a70220a6304,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:06.430154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] No DVR routers for this DVR port ec860d9f-bc99-40cd-ad6f-2a70220a6304 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:01:06.436623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:06.438760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33a46140-6eef-4c58-9ce5-0811bdf6d8d4 req-8f50001b-08d1-4b25-9868-b8a6d83c9f80 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.64 "DELETE /v2.0/ports/ec860d9f-bc99-40cd-ad6f-2a70220a6304 HTTP/1.1" status: 204 len: 173 time: 0.8548188 Jul 14 12:01:06.440100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63e0e85-1934-4c62-a165-2ed0f98d0176', 'name': 'network-vif-deleted', 'tag': 'ec860d9f-bc99-40cd-ad6f-2a70220a6304'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:06.443075 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc2ba27-6302-4deb-b7f6-e5a83affbb87" -d '{"events": [{"server_uuid": "c63e0e85-1934-4c62-a165-2ed0f98d0176", "name": "network-vif-deleted", "tag": "ec860d9f-bc99-40cd-ad6f-2a70220a6304"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:06.501954 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c634d2-6134-4fc6-b78b-74da2b3a61fc x-openstack-request-id: req-06c634d2-6134-4fc6-b78b-74da2b3a61fc {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:06.503042 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63e0e85-1934-4c62-a165-2ed0f98d0176", "name": "network-vif-deleted", "tag": "ec860d9f-bc99-40cd-ad6f-2a70220a6304", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:06.503726 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06c634d2-6134-4fc6-b78b-74da2b3a61fc {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:06.504568 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63e0e85-1934-4c62-a165-2ed0f98d0176', 'name': 'network-vif-deleted', 'tag': 'ec860d9f-bc99-40cd-ad6f-2a70220a6304', 'status': 'completed', 'code': 200} Jul 14 12:01:07.319617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b0cc45d-c5ce-4785-8f61-7238481e4040 req-022993e4-88f6-4ecb-8dc7-5fc5e11fb3f8 tempest-VolumesActionsTest-229999540 tempest-VolumesActionsTest-229999540-project] 10.222.0.38 "GET /v2.0/ports?device_id=c63e0e85-1934-4c62-a165-2ed0f98d0176 HTTP/1.1" status: 200 len: 210 time: 0.0701687 Jul 14 12:01:09.235827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec860d9f-bc99-40cd-ad6f-2a70220a6304 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:01:09.264932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: ec860d9f-bc99-40cd-ad6f-2a70220a6304 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:01:09.265666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device ec860d9f-bc99-40cd-ad6f-2a70220a6304 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:01:09.537510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-51ea9448-29df-441a-a6e5-7ecae9d51f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.729041 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-26130440-cc61-4440-ae4f-372ccafa088c tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292982030&fields=id&tenant_id=63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 267 time: 0.0745244 Jul 14 12:01:10.870886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a5f4061c-90b2-416b-9c29-add63bf8a2bc tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:10.872878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a5f4061c-90b2-416b-9c29-add63bf8a2bc tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.1362808 Jul 14 12:01:10.903151 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-c2031adb-9174-4caa-af2d-db7511e78d90 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/quotas/63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 375 time: 0.0207424 Jul 14 12:01:10.998628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-0c5b13c7-c204-4144-8d95-2c8f10bf045e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0944080 Jul 14 12:01:11.141345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-2a2bfe32-fca2-4237-b56b-b3d147ce3b41 service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412296 Jul 14 12:01:11.277016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-0841d169-7e4f-41d2-afb7-782616143a6e service neutron] 10.222.0.38 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342156 Jul 14 12:01:11.815049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac7f43fd-ae2c-4222-91a5-65715c6541f8 req-4874167a-7b56-448c-8b23-a6d255d5b4cb tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 210 time: 0.1102459 Jul 14 12:01:12.311701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.660396 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d55840c5-220e-4c98-b100-8e9746cb34f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:13.030154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190f8703-2dfd-42d7-8487-12d5a07d7341 req-3680cb92-095a-4db8-a1f7-ad1b732d84ff tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 210 time: 0.0338159 Jul 14 12:01:13.551128 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:13.607326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-34ebe50e-0995-4263-abeb-1b142f442978 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:13.609362 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-34ebe50e-0995-4263-abeb-1b142f442978 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 811 time: 0.2307327 Jul 14 12:01:13.687652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-c856ae39-a036-41e9-9cb3-4b18269ad718 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e66b37481147788ebff171c7986f8c HTTP/1.1" status: 200 len: 379 time: 0.0607643 Jul 14 12:01:13.724542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'port': {'device_id': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'admin_state_up': True, 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'security_groups': ['17377c6f-f914-4b99-8bd1-11d110b952f1']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:13.991485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Made reservation on behalf of 63e66b37481147788ebff171c7986f8c for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:13.996439 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.306583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.20.0.11 (ab57db97-d866-4580-839b-0963a274a61e/2ebf9c62-6f89-4042-b207-3d7abe24ee41/6a6c3b03-1747-4561-9f73-02962731ab42) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:14.346681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc074abe-5cc8-46c3-af09-47723b2ffd73 req-1a65190f-89ed-4ea1-996f-563ae08293fd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 210 time: 0.0816274 Jul 14 12:01:14.607414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.649098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Transition to ACTIVE for port object 6a6c3b03-1747-4561-9f73-02962731ab42 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:14.713933 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.841414 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network ab57db97-d866-4580-839b-0963a274a61e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:14.842701 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=6a6c3b03-1747-4561-9f73-02962731ab42,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:14.846207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:14.850332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:14.909368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:14.910213 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.945696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-a2e6cc43-1542-4074-b38e-8b30e1281b39 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2495522 Jul 14 12:01:14.967089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Request body: {'port': {'device_id': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:15.143603 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.212247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.325151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3e7cc1d9-0c71-4684-b238-a18afba17f77 None None] Provisioning for port 6a6c3b03-1747-4561-9f73-02962731ab42 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:15.337287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3e7cc1d9-0c71-4684-b238-a18afba17f77 None None] Provisioning complete for port 6a6c3b03-1747-4561-9f73-02962731ab42 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:15.338019 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc1d9-0c71-4684-b238-a18afba17f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.412085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3e7cc1d9-0c71-4684-b238-a18afba17f77 None None] Port 6a6c3b03-1747-4561-9f73-02962731ab42 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:01:15.827443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33b1cd-07f8-47d3-8b75-b18c251538c6 req-1216a282-121e-4764-a1e3-d38e987268aa tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:15.830572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d33b1cd-07f8-47d3-8b75-b18c251538c6 req-1216a282-121e-4764-a1e3-d38e987268aa tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 932 time: 0.1667807 Jul 14 12:01:15.909860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6c3b03-1747-4561-9f73-02962731ab42 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:15.919673 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.972404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Transition to ACTIVE for port object 6a6c3b03-1747-4561-9f73-02962731ab42 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:15.984342 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.998488 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:01:16.010004 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d33b1cd-07f8-47d3-8b75-b18c251538c6 req-4a7e035b-043d-4ef3-9d6c-c622c5c3294b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825870 Jul 14 12:01:16.091793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c3b03-1747-4561-9f73-02962731ab42,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:16.184826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Attempting to bind port 6a6c3b03-1747-4561-9f73-02962731ab42 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:16.185234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Attempting to bind port 6a6c3b03-1747-4561-9f73-02962731ab42 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:16.185558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Attempting to bind port 6a6c3b03-1747-4561-9f73-02962731ab42 on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:16.191028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Port 6a6c3b03-1747-4561-9f73-02962731ab42 on network ab57db97-d866-4580-839b-0963a274a61e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:01:16.191356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Attempting to bind port 6a6c3b03-1747-4561-9f73-02962731ab42 on network ab57db97-d866-4580-839b-0963a274a61e {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:16.197680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:16.198132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Checking segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:16.198560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Bound using segment: {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:16.199085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Bound port: 6a6c3b03-1747-4561-9f73-02962731ab42, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:16.199453 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:16.303211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] For port 6a6c3b03-1747-4561-9f73-02962731ab42, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:16.307384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] For port 6a6c3b03-1747-4561-9f73-02962731ab42, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6a6c3b03-1747-4561-9f73-02962731ab42,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:16.313076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:16.391867 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:16.393358 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:16.395264 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-fac7154e-d116-4050-81f3-33211983be6a service neutron] 10.222.0.64 "PUT /v2.0/ports/6a6c3b03-1747-4561-9f73-02962731ab42 HTTP/1.1" status: 200 len: 1092 time: 1.4403274 Jul 14 12:01:16.396020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:16.399244 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ae00ff-1ebb-479c-ae19-898ffe64ac07" -d '{"events": [{"name": "network-changed", "server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:16.440928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7154e-d116-4050-81f3-33211983be6a service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c3b03-1747-4561-9f73-02962731ab42,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:16.540596 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16d049b-5b38-4b6f-bcd4-b364a7100f7a x-openstack-request-id: req-a16d049b-5b38-4b6f-bcd4-b364a7100f7a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:16.541006 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:16.541340 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a16d049b-5b38-4b6f-bcd4-b364a7100f7a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:16.541875 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42', 'status': 'completed', 'code': 200} Jul 14 12:01:16.629760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-63d2639f-4600-45bf-9fa0-4780624bf8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:16.632316 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-63d2639f-4600-45bf-9fa0-4780624bf8f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 1095 time: 0.1709607 Jul 14 12:01:16.770469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-691a614b-36f9-47a4-b2b9-fef44919fda1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6c3b03-1747-4561-9f73-02962731ab42 HTTP/1.1" status: 200 len: 217 time: 0.1303928 Jul 14 12:01:16.909137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-e472c503-a7cd-4586-8fb2-545799fcf701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:16.913507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-e472c503-a7cd-4586-8fb2-545799fcf701 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1357677 Jul 14 12:01:17.027663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-f6992910-6190-427d-874c-ff5a2420e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:17.029499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-f6992910-6190-427d-874c-ff5a2420e6d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084971 Jul 14 12:01:17.161354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-bbc8b7ec-c0bf-47e6-aa49-70b0a8932f64 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248376 Jul 14 12:01:17.542532 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d882327-f23f-41f9-a92d-4fc7bf0fbd9b req-1d5116fc-2d23-4f53-af31-4068076ae07b service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746753 Jul 14 12:01:17.593334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0f875-a843-48ed-a919-c773421aeef1 req-a0bdbfa0-c014-4b51-93e3-656dd3dbedcd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:17.609778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ae0f875-a843-48ed-a919-c773421aeef1 req-a0bdbfa0-c014-4b51-93e3-656dd3dbedcd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.3014324 Jul 14 12:01:17.724285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ae0f875-a843-48ed-a919-c773421aeef1 req-54cccef3-a3c5-44b7-8af9-2734124b95eb tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129014 Jul 14 12:01:17.878465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-1dfdd6ec-2009-4d78-83b8-42fd9e0875df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:17.880113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-1dfdd6ec-2009-4d78-83b8-42fd9e0875df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 1095 time: 0.1252549 Jul 14 12:01:18.097286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-e5d9d5e3-5d16-433c-9eff-0c7b2ea7e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:18.103395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-e5d9d5e3-5d16-433c-9eff-0c7b2ea7e7f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.2170513 Jul 14 12:01:18.189088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-4156bd0b-8ad0-4760-8ea4-0e2ba13241da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6c3b03-1747-4561-9f73-02962731ab42 HTTP/1.1" status: 200 len: 217 time: 0.0762231 Jul 14 12:01:18.269777 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-d976fc5f-9773-4972-a0a8-4dd4b468b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:18.272433 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-d976fc5f-9773-4972-a0a8-4dd4b468b4c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0770891 Jul 14 12:01:18.400631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-0c95bd46-03c1-4103-8ef1-cf9735d4cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:18.403500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-0c95bd46-03c1-4103-8ef1-cf9735d4cbd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228626 Jul 14 12:01:18.669095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-81eb5b2e-4051-4b2b-b76c-ad0951921f85 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542315 Jul 14 12:01:18.937057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-65ae00ff-1ebb-479c-ae19-898ffe64ac07 req-815a7123-defa-4be5-b866-c100d9a739fc service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613688 Jul 14 12:01:19.104251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f20c9d-0559-4de9-807c-26bd9cc8417c req-2b61487a-7bca-4b3e-8ccb-3c327e923ea6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:19.115376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3f20c9d-0559-4de9-807c-26bd9cc8417c req-2b61487a-7bca-4b3e-8ccb-3c327e923ea6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.1039519 Jul 14 12:01:19.233327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3f20c9d-0559-4de9-807c-26bd9cc8417c req-feb531f7-5458-445c-9504-cf2e0f6327a4 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105781 Jul 14 12:01:20.454140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a161c-3ac7-4111-a2bf-3341fb615bbe req-f6daa24a-31f9-446d-828d-1d0787038258 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:20.468628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d2a161c-3ac7-4111-a2bf-3341fb615bbe req-f6daa24a-31f9-446d-828d-1d0787038258 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.0938551 Jul 14 12:01:20.537075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d2a161c-3ac7-4111-a2bf-3341fb615bbe req-805fe617-d3f5-448e-b609-d525e013f50b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739348 Jul 14 12:01:21.788907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91873df-ebdb-4a37-b2e3-d43a2b53a2ff req-7015e570-f67c-47c6-a568-f8bdf31d415f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:21.797261 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c91873df-ebdb-4a37-b2e3-d43a2b53a2ff req-7015e570-f67c-47c6-a568-f8bdf31d415f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.1012545 Jul 14 12:01:21.848243 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c91873df-ebdb-4a37-b2e3-d43a2b53a2ff req-0b2b35f8-0789-4073-983a-bbb341ff6797 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499933 Jul 14 12:01:23.188100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bfb7d-f052-465b-971c-dda806711787 req-9583598b-828d-40ae-bab3-3b6c6a40506f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:23.190810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-756bfb7d-f052-465b-971c-dda806711787 req-9583598b-828d-40ae-bab3-3b6c6a40506f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.1367912 Jul 14 12:01:23.270143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-756bfb7d-f052-465b-971c-dda806711787 req-dd47148c-4d2a-4481-916f-c68b8e55d718 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587413 Jul 14 12:01:24.585812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07073b1f-8c6b-4f72-ac44-1cb4bfa70288 req-80551544-af8c-4904-bf35-15dc1aa36117 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:24.600494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07073b1f-8c6b-4f72-ac44-1cb4bfa70288 req-80551544-af8c-4904-bf35-15dc1aa36117 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.1519723 Jul 14 12:01:24.654648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07073b1f-8c6b-4f72-ac44-1cb4bfa70288 req-227380f8-bbe0-4b1d-9f94-bbd3b0f46711 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518463 Jul 14 12:01:25.870310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd425302-4499-42a9-97f4-27f6366db6e4 req-7358da20-3e59-460f-8f31-0f8e0d7da8df tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:25.879527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd425302-4499-42a9-97f4-27f6366db6e4 req-7358da20-3e59-460f-8f31-0f8e0d7da8df tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.0851760 Jul 14 12:01:25.940924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd425302-4499-42a9-97f4-27f6366db6e4 req-b475bd6c-47bf-4ccb-b9f1-4ea45d23aa33 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596445 Jul 14 12:01:26.312103 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:27.161619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c9a16-004b-44ac-821a-93d807d5e05f req-62b830ac-e11f-4f3d-97df-995da9e5f487 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:27.168990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b73c9a16-004b-44ac-821a-93d807d5e05f req-62b830ac-e11f-4f3d-97df-995da9e5f487 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.0814190 Jul 14 12:01:27.210946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b73c9a16-004b-44ac-821a-93d807d5e05f req-0d5842f1-b69f-4a87-88dd-23a5fe208cf1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409606 Jul 14 12:01:28.314735 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:28.746735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df053fe4-0b23-4877-b70b-0d0231adbaf0 req-46468a82-38ed-4f6b-9ab6-4eba8336788a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:28.748451 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df053fe4-0b23-4877-b70b-0d0231adbaf0 req-46468a82-38ed-4f6b-9ab6-4eba8336788a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.3691015 Jul 14 12:01:28.852140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df053fe4-0b23-4877-b70b-0d0231adbaf0 req-bcb53601-1713-40d7-b67a-bf12e241fdc7 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947204 Jul 14 12:01:30.133229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e6b0c-f144-4326-be56-58c85f60214f req-ebc2f4f9-52a7-41f7-b255-8230fc4c7c8f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:30.140430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-510e6b0c-f144-4326-be56-58c85f60214f req-ebc2f4f9-52a7-41f7-b255-8230fc4c7c8f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.1135085 Jul 14 12:01:30.202271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-510e6b0c-f144-4326-be56-58c85f60214f req-26e47968-a21f-4354-a7d1-f1c878f3f811 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570343 Jul 14 12:01:31.313307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6a6c3b03-1747-4561-9f73-02962731ab42 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:01:31.408972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df4f78-561b-44bc-ab85-80dc3e394d1a req-84185b1b-d31e-49c3-a26f-1107b43b6dba tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:31.421113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20df4f78-561b-44bc-ab85-80dc3e394d1a req-84185b1b-d31e-49c3-a26f-1107b43b6dba tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 944 time: 0.0963571 Jul 14 12:01:31.483331 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20df4f78-561b-44bc-ab85-80dc3e394d1a req-f0a92c61-9f6b-49ed-97e2-b26c4f9d2b04 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607069 Jul 14 12:01:31.505618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 6a6c3b03-1747-4561-9f73-02962731ab42, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6a6c3b03-1747-4561-9f73-02962731ab42,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:31.520278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '6a6c3b03-1747-4561-9f73-02962731ab42', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'port_id': '6a6c3b03-1747-4561-9f73-02962731ab42', 'mac_address': 'fa:16:3e:f8:94:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:01:31.566835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:31.580304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6c3b03-1747-4561-9f73-02962731ab42 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:31.602193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 6a6c3b03-1747-4561-9f73-02962731ab42, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6a6c3b03-1747-4561-9f73-02962731ab42,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:31.606778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:31.682231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=6a6c3b03-1747-4561-9f73-02962731ab42,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:31.809995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['6a6c3b03-1747-4561-9f73-02962731ab42'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:01:32.683215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f400b-f662-4e01-b891-73d7aabc36dc req-299d2913-14b6-41b9-a455-62a581d6fe2e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:32.684673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d3f400b-f662-4e01-b891-73d7aabc36dc req-299d2913-14b6-41b9-a455-62a581d6fe2e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 945 time: 0.0664558 Jul 14 12:01:32.725223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d3f400b-f662-4e01-b891-73d7aabc36dc req-43222352-1fa8-4a6a-874f-30874e521dc5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345311 Jul 14 12:01:33.328352 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6a6c3b03-1747-4561-9f73-02962731ab42 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:33.388609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 6a6c3b03-1747-4561-9f73-02962731ab42 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:33.395988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 6a6c3b03-1747-4561-9f73-02962731ab42 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:33.396376 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:33.480815 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:33.509120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:33.511362 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd90a118-d0fe-4fbc-afbd-62b9a3cbd261" -d '{"events": [{"server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:33.524306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 6a6c3b03-1747-4561-9f73-02962731ab42, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6a6c3b03-1747-4561-9f73-02962731ab42,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:33.530819 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:33.575263 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90525530-bf77-4d7e-b9ff-d61223f4a209 x-openstack-request-id: req-90525530-bf77-4d7e-b9ff-d61223f4a209 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:33.577142 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:33.577142 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-90525530-bf77-4d7e-b9ff-d61223f4a209 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:33.577142 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42', 'code': 200} Jul 14 12:01:33.606817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=6a6c3b03-1747-4561-9f73-02962731ab42,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:33.700142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f159aba-f01b-425b-aebc-c992c83199e0 req-459089c0-72a5-4851-90e3-7835da0e80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:33.701651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f159aba-f01b-425b-aebc-c992c83199e0 req-459089c0-72a5-4851-90e3-7835da0e80e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 1097 time: 0.0625532 Jul 14 12:01:33.744833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f159aba-f01b-425b-aebc-c992c83199e0 req-294bacb8-7cf3-4bc8-8872-f85ca982dcef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366151 Jul 14 12:01:33.913247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad2625-fdce-43b0-902f-8caae52303cb req-0debbdb2-e6a9-40ed-9b8a-9973ffa706c1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:33.914852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90ad2625-fdce-43b0-902f-8caae52303cb req-0debbdb2-e6a9-40ed-9b8a-9973ffa706c1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 946 time: 0.0735404 Jul 14 12:01:33.974199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90ad2625-fdce-43b0-902f-8caae52303cb req-f385803c-3c00-4383-84d0-ca2665e79958 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523422 Jul 14 12:01:35.167837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef1f19-4d06-4997-907e-7087d2279b54 req-9a076e27-e4dd-4cbd-96ad-4e827a248c80 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:35.169605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85ef1f19-4d06-4997-907e-7087d2279b54 req-9a076e27-e4dd-4cbd-96ad-4e827a248c80 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 946 time: 0.0727417 Jul 14 12:01:35.210459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85ef1f19-4d06-4997-907e-7087d2279b54 req-8af87f54-9d18-4e61-a7c2-8730ab277a82 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337555 Jul 14 12:01:35.411664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a64c7-d18a-44a4-adcb-5952368a42b2 req-2760afe1-e7e1-44f1-b70b-fb45d5f5f6bf tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:35.413794 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-720a64c7-d18a-44a4-adcb-5952368a42b2 req-2760afe1-e7e1-44f1-b70b-fb45d5f5f6bf tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 946 time: 0.0668008 Jul 14 12:01:35.451656 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-720a64c7-d18a-44a4-adcb-5952368a42b2 req-66ac578a-8f62-41a2-ac11-36443ba63626 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328574 Jul 14 12:01:35.476924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49400) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:35.503564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49404) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:35.535418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5bf5f8-359f-4f81-aadd-79f7f6987a5a tempest-TestVolumeBootPattern-1228243722 tempest-TestVolumeBootPattern-1228243722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:35.537264 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5b5bf5f8-359f-4f81-aadd-79f7f6987a5a tempest-TestVolumeBootPattern-1228243722 tempest-TestVolumeBootPattern-1228243722-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 1092 time: 0.0593352 Jul 14 12:01:35.539971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49406) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:35.544648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '6a6c3b03-1747-4561-9f73-02962731ab42', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:35.553038 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada700b5-27eb-47ca-b60d-9618e6ef5238 admin admin] Deleting subnet 6f4d686e-c7e4-4fe8-91e0-05a73c7269b6 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:01:35.559888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ada700b5-27eb-47ca-b60d-9618e6ef5238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.573655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.597059 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ada700b5-27eb-47ca-b60d-9618e6ef5238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.638427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ada700b5-27eb-47ca-b60d-9618e6ef5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.681754 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.698168 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ada700b5-27eb-47ca-b60d-9618e6ef5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.726460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada700b5-27eb-47ca-b60d-9618e6ef5238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4d686e-c7e4-4fe8-91e0-05a73c7269b6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:35.728472 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ada700b5-27eb-47ca-b60d-9618e6ef5238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.732692 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ada700b5-27eb-47ca-b60d-9618e6ef5238 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6f4d686e-c7e4-4fe8-91e0-05a73c7269b6 HTTP/1.1" status: 204 len: 168 time: 0.2257566 Jul 14 12:01:35.732878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49408) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:35.802947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Allocated IP 172.25.2.128 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/64542905-6470-4e2a-87c5-54bcca72ca0d) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:35.810373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.894931 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.904988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6b0660-b580-480f-97c4-1e2c9fe46ada']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:35.916590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea707f6f-86fc-4cff-9554-f7002b8bb763') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:35.916884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea707f6f-86fc-4cff-9554-f7002b8bb763') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:35.918896 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.925795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.940079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.945768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:01:35.946149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:01:35.947824 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:01:35.962854 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:36.006041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:36.009728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:36.012164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:36.013901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:36.022073 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:36.025486 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] 10.222.0.38 "DELETE /v2.0/networks/3d6b0660-b580-480f-97c4-1e2c9fe46ada HTTP/1.1" status: 204 len: 168 time: 0.2915399 Jul 14 12:01:36.038932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e86a55-0fcf-4cf2-b3d0-d464b04c0eee admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6b0660-b580-480f-97c4-1e2c9fe46ada,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:36.052809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=64542905-6470-4e2a-87c5-54bcca72ca0d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:36.064894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.065280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.065637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.066151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.066323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.066679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.067011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.067335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.067681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.068035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.068406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.068695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:36.183659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49412) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:36.260651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49416) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:36.261354 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-05beb27d-95c6-4168-8d97-bbc926b51f80 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aeafb7d920584c4bafe5a2ecab6a692a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751145 Jul 14 12:01:36.419292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a6b48a3-5098-4ca9-9b64-00fbd7448ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:36.481370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a6b48a3-5098-4ca9-9b64-00fbd7448ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:36.581656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a6b48a3-5098-4ca9-9b64-00fbd7448ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:36.584993 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9a6b48a3-5098-4ca9-9b64-00fbd7448ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:36.585526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9a6b48a3-5098-4ca9-9b64-00fbd7448ea4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa3f15df-a5a0-41da-9748-20154b721499 HTTP/1.1" status: 204 len: 168 time: 0.3236861 Jul 14 12:01:36.590292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:36.617084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b48a3-5098-4ca9-9b64-00fbd7448ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f15df-a5a0-41da-9748-20154b721499,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:36.730583 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.276129 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.281555 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.361554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event updated for resources: {'Port': ['ID=64542905-6470-4e2a-87c5-54bcca72ca0d,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:37.375161 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.484948 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Floating IP d1d1dcbe-a8f5-4731-92dd-a50b69a534e0 associated. External IP: 172.25.2.128, port: 6a6c3b03-1747-4561-9f73-02962731ab42. Jul 14 12:01:37.580094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49452) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:37.698542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-547214782-network', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:37.717634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Router f02befd1-ab3f-4999-bd1b-a16a634174ec has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:01:37.729239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Made reservation on behalf of ce6c316541974498a6548e5eef6bcd40 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:37.733276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.750862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.848825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:01:37.857496 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.862921 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.870032 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc995759-c992-4b90-942f-550b4173e680 None None] Sync routers for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:01:37.880700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.882428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:01:37.888893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc995759-c992-4b90-942f-550b4173e680 None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:37.890711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-bc995759-c992-4b90-942f-550b4173e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:37.892744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.893085 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Added segment 1c52536e-2d12-4912-b9d2-79a148c08d22 of type vlan for network 5b57129c-8f4f-4998-9609-f2c5ee335c05 Jul 14 12:01:37.940701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.949462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-974b2dff-1434-44dc-98fb-55c81237cf66 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4080527 Jul 14 12:01:37.950348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:37.953555 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338d6fdd-7b9b-4446-938f-66659a0d3e91" -d '{"events": [{"name": "network-changed", "server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:37.989631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.990769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:37.991458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:38.002157 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08df5f-0657-486e-8c62-e34715eb89c5 x-openstack-request-id: req-ff08df5f-0657-486e-8c62-e34715eb89c5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:38.002424 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:38.003463 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff08df5f-0657-486e-8c62-e34715eb89c5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:38.004019 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42', 'status': 'completed', 'code': 200} Jul 14 12:01:38.007350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c74412-fde8-483b-b6c1-0fb1282cdd99,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:38.074401 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49460) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:38.075216 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4935138 Jul 14 12:01:38.083331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Request body: {'subnet': {'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-547214782-subnet', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:38.088516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4884371-d8f1-4f10-ab28-8657aecc3c50 admin admin] Pushing event updated for resources: {'Network': ['ID=5b57129c-8f4f-4998-9609-f2c5ee335c05,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:38.104366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5b57129c-8f4f-4998-9609-f2c5ee335c05 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:01:38.121148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-59d33c38-2d93-4c38-87e2-28119213a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:38.122839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-59d33c38-2d93-4c38-87e2-28119213a184 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 1097 time: 0.0963492 Jul 14 12:01:38.137436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Made reservation on behalf of ce6c316541974498a6548e5eef6bcd40 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:38.139681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:38.165111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-bc995759-c992-4b90-942f-550b4173e680 None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:38.294924 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-b0a051af-e9ba-444f-8734-086eb85a9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:38.296484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-b0a051af-e9ba-444f-8734-086eb85a9cd1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.1675105 Jul 14 12:01:38.418088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-e3b8f09b-7537-4ba5-8f5c-32165992bcc9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6c3b03-1747-4561-9f73-02962731ab42 HTTP/1.1" status: 200 len: 1000 time: 0.1138048 Jul 14 12:01:38.478752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-bc995759-c992-4b90-942f-550b4173e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'd12651cc-2c68-46c0-beec-4e0c29c0ad51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:16Z', 'updated_at': '2021-07-14T11:59:23Z', 'revision_number': 1, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}, {'id': 'd1d1dcbe-a8f5-4731-92dd-a50b69a534e0', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '6a6c3b03-1747-4561-9f73-02962731ab42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:f8:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:01:36Z', 'updated_at': '2021-07-14T12:01:36Z', 'revision_number': 0, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:38.500430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:38.508452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc995759-c992-4b90-942f-550b4173e680 None None] Checking router: f02befd1-ab3f-4999-bd1b-a16a634174ec for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:01:38.519873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc995759-c992-4b90-942f-550b4173e680 None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:38.520534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-bc995759-c992-4b90-942f-550b4173e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:38.545353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-1c8133a8-73eb-48c0-af46-571fb567df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:38.546941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-1c8133a8-73eb-48c0-af46-571fb567df0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1100097 Jul 14 12:01:38.611689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00380051-4c0b-4a22-ae25-93aab2ef0d8d,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:38.645504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Checking segment: {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:38.645886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Network hostable DHCP agents. Network: 5b57129c-8f4f-4998-9609-f2c5ee335c05, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:01:38.651167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-ff3390b4-4ce0-4f46-976b-67dcb2304182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:38.651590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-bc995759-c992-4b90-942f-550b4173e680 None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:38.653783 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-ff3390b4-4ce0-4f46-976b-67dcb2304182 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959282 Jul 14 12:01:38.664340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-18ab3e24-d8b0-4356-be51-92c5203ebc6a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:01:38.665390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-18ab3e24-d8b0-4356-be51-92c5203ebc6a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059056 Jul 14 12:01:38.695801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Network 5b57129c-8f4f-4998-9609-f2c5ee335c05 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:01:38.740498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 5b57129c-8f4f-4998-9609-f2c5ee335c05) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:38.746380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:38.746995 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:38.761356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140d38c-26f6-4a9d-b4e6-7f04f5a1c95b None None] Network 5b57129c-8f4f-4998-9609-f2c5ee335c05 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:01:38.779973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1343a3ff-b91e-4bfb-924b-d308a9b4b7c3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7033365 Jul 14 12:01:38.781630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49464) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:38.787496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:38.810598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-63dff7a6-3d48-41df-8d7d-1eb24ab2e952 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383853 Jul 14 12:01:38.812277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:38.814286 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:38.876825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:38.937789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-338d6fdd-7b9b-4446-938f-66659a0d3e91 req-3f9f7883-15a7-40b1-8651-9fccf3d6a24f service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198299 Jul 14 12:01:39.010888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-bc995759-c992-4b90-942f-550b4173e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'd12651cc-2c68-46c0-beec-4e0c29c0ad51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:16Z', 'updated_at': '2021-07-14T11:59:23Z', 'revision_number': 1, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}, {'id': 'd1d1dcbe-a8f5-4731-92dd-a50b69a534e0', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '6a6c3b03-1747-4561-9f73-02962731ab42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:f8:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:01:36Z', 'updated_at': '2021-07-14T12:01:36Z', 'revision_number': 0, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:39.046459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc995759-c992-4b90-942f-550b4173e680 None None] The sync data for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 is: [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'd12651cc-2c68-46c0-beec-4e0c29c0ad51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:16Z', 'updated_at': '2021-07-14T11:59:23Z', 'revision_number': 1, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}, {'id': 'd1d1dcbe-a8f5-4731-92dd-a50b69a534e0', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '6a6c3b03-1747-4561-9f73-02962731ab42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:f8:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:01:36Z', 'updated_at': '2021-07-14T12:01:36Z', 'revision_number': 0, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:01:39.074996 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.082334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-5b57129c-8f4f-4998-9609-f2c5ee335c05', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:01:39.083497 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.256647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Allocated IP 172.20.0.2 (5b57129c-8f4f-4998-9609-f2c5ee335c05/00380051-4c0b-4a22-ae25-93aab2ef0d8d/1ce5d89d-9982-4f99-a4a3-64e73aa5cb55) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:39.362138 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.369021 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eee107-33e9-40c9-b764-2cfcb2164012 None None] New status for floating IP d1d1dcbe-a8f5-4731-92dd-a50b69a534e0: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:01:39.414294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.474810 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.486902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Transition to ACTIVE for port object 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:39.516198 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Transition to ACTIVE for port object 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:39.526975 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.589438 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1957e9c6-1cbd-42b7-94bf-13a1ebf326d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.602180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Network 5b57129c-8f4f-4998-9609-f2c5ee335c05 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:39.606705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:39.611200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:39.623813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Allocated IP 172.25.2.16 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/f739f3e5-af70-4362-b9cc-0cad6c2d0b10) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:39.645021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Pushing event updated for resources: {'Port': ['ID=1ce5d89d-9982-4f99-a4a3-64e73aa5cb55,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:39.684702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Attempting to bind port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:39.684988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Attempting to bind port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:39.685563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Attempting to bind port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 on network 5b57129c-8f4f-4998-9609-f2c5ee335c05 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:39.691954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:39.692346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Checking segment: {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:39.692872 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.693503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Bound using segment: {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:39.693990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Bound port: 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:39.694511 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.772499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] For port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:39.776297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] For port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ce5d89d-9982-4f99-a4a3-64e73aa5cb55,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:39.780185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.783749 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.847405 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.854650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d4461-0818-4e2a-bdb2-6c06820d74d2 None None] Pushing event updated for resources: {'Port': ['ID=1ce5d89d-9982-4f99-a4a3-64e73aa5cb55,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:39.903824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:39.905676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:39.908286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Pushing event updated for resources: {'Port': ['ID=f739f3e5-af70-4362-b9cc-0cad6c2d0b10,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:39.910620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:39.944813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.945315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.945821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.946334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.946792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.947328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.947807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.948366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.949189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.949666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.950462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:39.951169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:40.661692 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:40.724837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:40.790697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:40.945010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:41.154313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26361803-5852-44d0-a304-7a66520f83e6 None None] Network 5b57129c-8f4f-4998-9609-f2c5ee335c05 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:01:41.175238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Router 38972922-f216-438e-9bbc-7a303ba303e7 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:01:41.256866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2425f756-a0b1-41dc-972c-b21be0da0079 None None] Provisioning for port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:41.265791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2425f756-a0b1-41dc-972c-b21be0da0079 None None] Provisioning complete for port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:41.266194 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2425f756-a0b1-41dc-972c-b21be0da0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:41.363414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:01:41.386675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Sync routers for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:01:41.412421 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:41.417351 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-592052ac-c6dd-4509-9235-aa6db3beed5d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6304927 Jul 14 12:01:41.418260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49470) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:41.479714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:41.480766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:41.592791 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2425f756-a0b1-41dc-972c-b21be0da0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:41.722147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2425f756-a0b1-41dc-972c-b21be0da0079 None None] For port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ce5d89d-9982-4f99-a4a3-64e73aa5cb55,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:41.728451 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2425f756-a0b1-41dc-972c-b21be0da0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:41.788906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:42.122767 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.125177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425f756-a0b1-41dc-972c-b21be0da0079 None None] Pushing event updated for resources: {'Port': ['ID=1ce5d89d-9982-4f99-a4a3-64e73aa5cb55,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:42.176505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c3ef5be0-93b6-4ec8-a5f9-850322aaa5c1 None None] Provisioning complete for port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:42.176876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5be0-93b6-4ec8-a5f9-850322aaa5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.317864 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.322497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:40Z', 'revision_number': 3, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:42.352055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Checking router: 38972922-f216-438e-9bbc-7a303ba303e7 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:01:42.352404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Updating router 38972922-f216-438e-9bbc-7a303ba303e7 port f739f3e5-af70-4362-b9cc-0cad6c2d0b10 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:01:42.401063 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.420165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-240a5eba-faed-481a-971d-95b0037d735f req-c7ccc69c-ffa4-4b5e-942e-ce2e410d3f90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1697919 Jul 14 12:01:42.444072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Allocated IP 172.20.0.1 (5b57129c-8f4f-4998-9609-f2c5ee335c05/00380051-4c0b-4a22-ae25-93aab2ef0d8d/b1216876-519b-4e8b-b0cd-284716fb22f4) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:42.655829 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.660343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:42.665477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a5eba-faed-481a-971d-95b0037d735f req-cd7ab9b0-e786-49db-af7c-2c5885556802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:42.667010 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-240a5eba-faed-481a-971d-95b0037d735f req-cd7ab9b0-e786-49db-af7c-2c5885556802 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 1097 time: 0.1792762 Jul 14 12:01:42.681899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Transition to ACTIVE for port object b1216876-519b-4e8b-b0cd-284716fb22f4 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:42.719258 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99daf894-bbce-492b-9c24-5a6bcc38d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.787126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:42.788182 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.825779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.866218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a5eba-faed-481a-971d-95b0037d735f req-569b4bec-904c-4f59-9b4d-833260ad7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:42.867733 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-240a5eba-faed-481a-971d-95b0037d735f req-569b4bec-904c-4f59-9b4d-833260ad7126 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.1716509 Jul 14 12:01:42.888128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Network 5b57129c-8f4f-4998-9609-f2c5ee335c05 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:42.923409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:42.930078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:42.937056 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.960014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1216876-519b-4e8b-b0cd-284716fb22f4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:42.961901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Transition to ACTIVE for port object f739f3e5-af70-4362-b9cc-0cad6c2d0b10 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:42.973093 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:42.987947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-240a5eba-faed-481a-971d-95b0037d735f req-0b6b81d4-8fb7-4e8d-b587-2a2656ffafd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a80bde7-871d-4778-ab1e-7adfc2508231 HTTP/1.1" status: 200 len: 1002 time: 0.1097407 Jul 14 12:01:42.993994 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.032842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decde9c4-aa92-46d9-aa1b-dac66edf8fd3 None None] Pushing event updated for resources: {'Port': ['ID=f739f3e5-af70-4362-b9cc-0cad6c2d0b10,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:43.035379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Attempting to bind port f739f3e5-af70-4362-b9cc-0cad6c2d0b10 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:43.036004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Attempting to bind port f739f3e5-af70-4362-b9cc-0cad6c2d0b10 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:43.036587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Attempting to bind port f739f3e5-af70-4362-b9cc-0cad6c2d0b10 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:43.043186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:43.043952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:43.044684 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.045476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:43.046415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Bound port: f739f3e5-af70-4362-b9cc-0cad6c2d0b10, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:43.047380 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.148317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] For port f739f3e5-af70-4362-b9cc-0cad6c2d0b10, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:43.153723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] For port f739f3e5-af70-4362-b9cc-0cad6c2d0b10, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f739f3e5-af70-4362-b9cc-0cad6c2d0b10,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:43.179346 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.300630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:43.302095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:43.363800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decde9c4-aa92-46d9-aa1b-dac66edf8fd3 None None] Pushing event updated for resources: {'Port': ['ID=f739f3e5-af70-4362-b9cc-0cad6c2d0b10,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:43.411573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4927433d-4d3c-4a79-b41c-cc4e025960d7 None None] Provisioning for port b1216876-519b-4e8b-b0cd-284716fb22f4 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:43.418440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4927433d-4d3c-4a79-b41c-cc4e025960d7 None None] Provisioning complete for port b1216876-519b-4e8b-b0cd-284716fb22f4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:43.418809 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4927433d-4d3c-4a79-b41c-cc4e025960d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.476595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4927433d-4d3c-4a79-b41c-cc4e025960d7 None None] Port b1216876-519b-4e8b-b0cd-284716fb22f4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:01:43.479274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:43.504183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a5eba-faed-481a-971d-95b0037d735f req-87931b24-ae0e-4024-8972-0c6d584428a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:43.505676 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-240a5eba-faed-481a-971d-95b0037d735f req-87931b24-ae0e-4024-8972-0c6d584428a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.5087452 Jul 14 12:01:43.591698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.690027 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a5eba-faed-481a-971d-95b0037d735f req-82e55520-1951-4366-8ac8-b55a2e54286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:43.692659 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-240a5eba-faed-481a-971d-95b0037d735f req-82e55520-1951-4366-8ac8-b55a2e54286b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762598 Jul 14 12:01:43.705737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:40Z', 'revision_number': 3, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:43.742401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545a3a9-6d58-49af-a42d-14f253160b94 None None] The sync data for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 is: [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:40Z', 'revision_number': 3, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:01:43.745782 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.891258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-240a5eba-faed-481a-971d-95b0037d735f req-ef29b98e-649b-4606-adf0-052705a402c5 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886237 Jul 14 12:01:44.096667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-240a5eba-faed-481a-971d-95b0037d735f req-0a18feb4-6a43-4d68-91db-236f00273083 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914239 Jul 14 12:01:44.125015 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.135287 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.236259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1216876-519b-4e8b-b0cd-284716fb22f4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:44.239908 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.356498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Network 5b57129c-8f4f-4998-9609-f2c5ee335c05 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:44.358391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:44.528756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Router 38972922-f216-438e-9bbc-7a303ba303e7 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:01:44.618261 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-e45251b1-b54d-4350-97ce-88a7e0e3648f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1878052 Jul 14 12:01:44.758131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:01:44.765542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-117611fe-b4a8-4125-b724-841e6c45e5c6 admin admin] 10.222.0.38 "PUT /v2.0/routers/38972922-f216-438e-9bbc-7a303ba303e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3456826 Jul 14 12:01:44.797369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f739f3e5-af70-4362-b9cc-0cad6c2d0b10 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:44.865782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-083268e6-f95e-4339-bb11-08f6bd54453a None None] Provisioning complete for port b1216876-519b-4e8b-b0cd-284716fb22f4 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:44.866193 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-083268e6-f95e-4339-bb11-08f6bd54453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.872768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-2ff4bc8a-c477-42da-b208-c6175df395db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:44.875639 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-2ff4bc8a-c477-42da-b208-c6175df395db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=550dd02886074cae970b5bcf4fea87af&device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 1097 time: 0.1662724 Jul 14 12:01:44.929841 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-083268e6-f95e-4339-bb11-08f6bd54453a None None] Port b1216876-519b-4e8b-b0cd-284716fb22f4 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:01:44.935334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f739f3e5-af70-4362-b9cc-0cad6c2d0b10 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:44.941330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f739f3e5-af70-4362-b9cc-0cad6c2d0b10 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:44.942346 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:45.074167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:45.117393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port f739f3e5-af70-4362-b9cc-0cad6c2d0b10, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f739f3e5-af70-4362-b9cc-0cad6c2d0b10,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:45.123046 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:45.168085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-f6f1ec7f-fab8-4503-9120-9e144849720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:45.170388 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-f6f1ec7f-fab8-4503-9120-9e144849720b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 200 len: 911 time: 0.2659492 Jul 14 12:01:45.239178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=f739f3e5-af70-4362-b9cc-0cad6c2d0b10,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:45.251276 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:45.285672 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-623ba9be-49e0-41cc-acfa-43a43e6bc7b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35ec5543-0879-442f-9cdd-ce375caae261 HTTP/1.1" status: 200 len: 1002 time: 0.0990584 Jul 14 12:01:45.377023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-ea591914-5837-4b9d-abcb-ad9b5eb58bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:45.379609 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-ea591914-5837-4b9d-abcb-ad9b5eb58bc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 200 len: 850 time: 0.0838840 Jul 14 12:01:45.494570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-20fb1a88-bf41-46e2-a1a8-b0a5af5aad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:45.498263 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-20fb1a88-bf41-46e2-a1a8-b0a5af5aad50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8d4567e-4528-4820-b8c4-86c4d9e002fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069729 Jul 14 12:01:45.700463 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-1729cb08-842a-4a90-82ea-b6437435c65d service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903594 Jul 14 12:01:45.850683 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-38d051f7-d7ad-4709-95b7-1ae0c002d2ba req-4b83fe81-e545-4125-8bcf-b3cd2fbaf24b service neutron] 10.222.0.45 "GET /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391840 Jul 14 12:01:45.879436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49506) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:45.886057 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-963748926-network', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:45.913336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Made reservation on behalf of f619c88e07874dac8b0d9c223c8d4adf for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:45.917175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:45.932858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:46.105301 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:46.112101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:46.145843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:01:46.174632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c73621-642c-4bdb-be1b-0e0b3451f337,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:46.178827 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:46.179390 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Added segment 86332987-43fa-4922-b7ed-47c074139e1e of type vlan for network 510ac21b-5230-475c-a771-895ee2b12596 Jul 14 12:01:46.252586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:46.271141 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Sync routers for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:01:46.293756 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:46.295019 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:46.310069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:46.312064 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:46.313964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:46.400919 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5143907 Jul 14 12:01:46.401223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49508) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:46.412734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Request body: {'subnet': {'network_id': '510ac21b-5230-475c-a771-895ee2b12596', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-963748926-subnet', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:46.421055 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f48c7-57b5-47ed-acc7-32751ce86ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=510ac21b-5230-475c-a771-895ee2b12596,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:46.440421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 510ac21b-5230-475c-a771-895ee2b12596 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:01:46.466144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Made reservation on behalf of f619c88e07874dac8b0d9c223c8d4adf for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:46.472674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:46.501332 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:46.705396 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f739f3e5-af70-4362-b9cc-0cad6c2d0b10 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:46.782744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f739f3e5-af70-4362-b9cc-0cad6c2d0b10 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:46.783116 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:46.907735 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 2, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:46.947831 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Checking router: 38972922-f216-438e-9bbc-7a303ba303e7 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:01:46.948507 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Updating router 38972922-f216-438e-9bbc-7a303ba303e7 port b1216876-519b-4e8b-b0cd-284716fb22f4 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:01:46.975483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.005565 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.104196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db039ed7-5bc1-49c2-ad7c-e2a169766373,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:47.120352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Checking segment: {'id': '86332987-43fa-4922-b7ed-47c074139e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '510ac21b-5230-475c-a771-895ee2b12596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:47.120893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Network hostable DHCP agents. Network: 510ac21b-5230-475c-a771-895ee2b12596, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:01:47.163119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Network 510ac21b-5230-475c-a771-895ee2b12596 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:01:47.181086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 510ac21b-5230-475c-a771-895ee2b12596) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:47.190778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:47.191459 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.197487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00eb16-3776-4ba6-bb07-059739abc4fa None None] Network 510ac21b-5230-475c-a771-895ee2b12596 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:01:47.214195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-363b1f1f-da93-4887-af0f-91a3291df642 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8112364 Jul 14 12:01:47.218777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49512) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:47.226551 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:47.254911 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.257051 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.334858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.431472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-510ac21b-5230-475c-a771-895ee2b12596', 'network_id': '510ac21b-5230-475c-a771-895ee2b12596', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'fixed_ips': [{'subnet_id': 'db039ed7-5bc1-49c2-ad7c-e2a169766373'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:01:47.432398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.437293 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.460500 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Transition to ACTIVE for port object b1216876-519b-4e8b-b0cd-284716fb22f4 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:47.472711 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.522161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.668977 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Attempting to bind port b1216876-519b-4e8b-b0cd-284716fb22f4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:47.669707 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Attempting to bind port b1216876-519b-4e8b-b0cd-284716fb22f4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:47.670331 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Attempting to bind port b1216876-519b-4e8b-b0cd-284716fb22f4 on network 5b57129c-8f4f-4998-9609-f2c5ee335c05 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:47.673674 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Pushing event updated for resources: {'Port': ['ID=b1216876-519b-4e8b-b0cd-284716fb22f4,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:47.693403 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:47.698838 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Checking segment: {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:47.699685 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.700218 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Bound using segment: {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:47.701494 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Bound port: b1216876-519b-4e8b-b0cd-284716fb22f4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:47.701494 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.706172 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.706651 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.707091 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.707517 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.708361 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.708796 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.709225 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.709648 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.710105 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.710509 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.710928 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.711348 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:47.796261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Allocated IP 172.20.0.2 (510ac21b-5230-475c-a771-895ee2b12596/db039ed7-5bc1-49c2-ad7c-e2a169766373/681ecb36-32f8-418f-8e4f-20e87e109790) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:47.837633 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] For port b1216876-519b-4e8b-b0cd-284716fb22f4, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:47.846907 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] For port b1216876-519b-4e8b-b0cd-284716fb22f4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b1216876-519b-4e8b-b0cd-284716fb22f4,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:47.856138 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.965527 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.979799 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:47.980509 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:47.994149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.139165 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.153793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Transition to ACTIVE for port object 681ecb36-32f8-418f-8e4f-20e87e109790 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:48.182385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Transition to ACTIVE for port object 681ecb36-32f8-418f-8e4f-20e87e109790 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:48.191710 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.252159 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7db9b-b099-4019-946f-154f30f16489 None None] Pushing event updated for resources: {'Port': ['ID=b1216876-519b-4e8b-b0cd-284716fb22f4,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:48.259818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Allocated IP 172.25.2.137 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/8bca1700-92d0-4e20-a89b-c4d69581e51e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:48.304489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Network 510ac21b-5230-475c-a771-895ee2b12596 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:48.313899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:48.324450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:48.341037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Pushing event updated for resources: {'Port': ['ID=681ecb36-32f8-418f-8e4f-20e87e109790,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:48.397365 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:48.458878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Attempting to bind port 681ecb36-32f8-418f-8e4f-20e87e109790 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:48.459567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Attempting to bind port 681ecb36-32f8-418f-8e4f-20e87e109790 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '86332987-43fa-4922-b7ed-47c074139e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '510ac21b-5230-475c-a771-895ee2b12596'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:48.460241 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Attempting to bind port 681ecb36-32f8-418f-8e4f-20e87e109790 on network 510ac21b-5230-475c-a771-895ee2b12596 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:48.474288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:48.475008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Checking segment: {'id': '86332987-43fa-4922-b7ed-47c074139e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '510ac21b-5230-475c-a771-895ee2b12596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:48.475982 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.476689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Bound using segment: {'id': '86332987-43fa-4922-b7ed-47c074139e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '510ac21b-5230-475c-a771-895ee2b12596'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:48.477540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Bound port: 681ecb36-32f8-418f-8e4f-20e87e109790, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86332987-43fa-4922-b7ed-47c074139e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '510ac21b-5230-475c-a771-895ee2b12596'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:48.478234 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.489742 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.572107 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.606712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] For port 681ecb36-32f8-418f-8e4f-20e87e109790, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:48.610428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] For port 681ecb36-32f8-418f-8e4f-20e87e109790, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=681ecb36-32f8-418f-8e4f-20e87e109790,segment=NetworkSegment(86332987-43fa-4922-b7ed-47c074139e1e),segment_id=86332987-43fa-4922-b7ed-47c074139e1e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:48.617032 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.644942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:48.654350 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:48.666291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:48.738366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781915cf-2404-4367-b4d4-5e34ad4567bf None None] Pushing event updated for resources: {'Port': ['ID=681ecb36-32f8-418f-8e4f-20e87e109790,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:48.739036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Pushing event updated for resources: {'Port': ['ID=8bca1700-92d0-4e20-a89b-c4d69581e51e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:48.866627 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:47Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:48.916398 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbfd622-4ec8-4e69-b4d2-eb0c9c75338e None None] The sync data for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 is: [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:47Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:01:49.212885 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:49.497986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:49.665650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Router bcdff398-6bca-4b20-875a-284dd04f6927 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:01:49.810871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:01:49.824199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Sync routers for ids ['bcdff398-6bca-4b20-875a-284dd04f6927'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:01:49.839724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Routers {'bcdff398-6bca-4b20-875a-284dd04f6927'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:49.840641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bcdff398-6bca-4b20-875a-284dd04f6927'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:49.843583 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:49.846354 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cb1cde13-4369-4336-8d7f-e57ddce2e335 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6254134 Jul 14 12:01:49.850279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49518) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:50.029987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Set router bcdff398-6bca-4b20-875a-284dd04f6927 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:50.229281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a91427-be2e-4b1b-a088-f4a557d4f355 None None] Network 510ac21b-5230-475c-a771-895ee2b12596 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:01:50.352955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-00b66eff-52c9-4775-aca0-ce4de6f20899 None None] Provisioning for port 681ecb36-32f8-418f-8e4f-20e87e109790 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:50.685795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:50.792413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:47Z', 'updated_at': '2021-07-14T12:01:48Z', 'revision_number': 3, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'gw_port': {'id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:48Z', 'updated_at': '2021-07-14T12:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:50.839445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 681ecb36-32f8-418f-8e4f-20e87e109790 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:50.843801 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Checking router: bcdff398-6bca-4b20-875a-284dd04f6927 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:01:50.844592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Updating router bcdff398-6bca-4b20-875a-284dd04f6927 port 8bca1700-92d0-4e20-a89b-c4d69581e51e binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:01:50.932982 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.091623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 681ecb36-32f8-418f-8e4f-20e87e109790 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:51.104334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 681ecb36-32f8-418f-8e4f-20e87e109790 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:51.105255 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.150078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Allocated IP 172.20.0.1 (510ac21b-5230-475c-a771-895ee2b12596/db039ed7-5bc1-49c2-ad7c-e2a169766373/c9793ace-aed2-47fc-a39a-a7240016dfe1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:51.306021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a28e84-a559-4acb-b9f3-b604e28074b8 req-79d4f72a-d4e1-4b0a-af9b-c40ce22e96a0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:51.308975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90a28e84-a559-4acb-b9f3-b604e28074b8 req-79d4f72a-d4e1-4b0a-af9b-c40ce22e96a0 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 946 time: 0.1211855 Jul 14 12:01:51.335250 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.358729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.362106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Transition to ACTIVE for port object c9793ace-aed2-47fc-a39a-a7240016dfe1 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:51.373956 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90a28e84-a559-4acb-b9f3-b604e28074b8 req-d494e395-448a-407e-9e3c-f2f81476a4df tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539691 Jul 14 12:01:51.399038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5bea992f-17a0-4220-a99d-b9b7d246882f None None] Provisioning complete for port 681ecb36-32f8-418f-8e4f-20e87e109790 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:51.399489 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5bea992f-17a0-4220-a99d-b9b7d246882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.428898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.476564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 681ecb36-32f8-418f-8e4f-20e87e109790, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=681ecb36-32f8-418f-8e4f-20e87e109790,segment=NetworkSegment(86332987-43fa-4922-b7ed-47c074139e1e),segment_id=86332987-43fa-4922-b7ed-47c074139e1e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:51.489269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.490072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b1216876-519b-4e8b-b0cd-284716fb22f4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:51.498092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Network 510ac21b-5230-475c-a771-895ee2b12596 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:51.503904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:51.509988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:51.554314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Pushing event updated for resources: {'Port': ['ID=c9793ace-aed2-47fc-a39a-a7240016dfe1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:51.588962 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.640518 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.673126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Transition to ACTIVE for port object 8bca1700-92d0-4e20-a89b-c4d69581e51e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:51.678015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=681ecb36-32f8-418f-8e4f-20e87e109790,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:51.688398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.699290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b1216876-519b-4e8b-b0cd-284716fb22f4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:51.741007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b1216876-519b-4e8b-b0cd-284716fb22f4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:51.741596 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.794948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Attempting to bind port 8bca1700-92d0-4e20-a89b-c4d69581e51e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:51.795289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Attempting to bind port 8bca1700-92d0-4e20-a89b-c4d69581e51e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:51.795577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Attempting to bind port 8bca1700-92d0-4e20-a89b-c4d69581e51e on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:51.804344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f6fe2-6aa7-4090-b670-54bd66ec0e59 None None] Pushing event updated for resources: {'Port': ['ID=8bca1700-92d0-4e20-a89b-c4d69581e51e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:51.816749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:51.817007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:51.817410 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.817859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:51.818532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Bound port: 8bca1700-92d0-4e20-a89b-c4d69581e51e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:51.818932 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.887803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b0b03fd3-36ac-4e56-87b3-f82e9bef629b None None] Provisioning for port c9793ace-aed2-47fc-a39a-a7240016dfe1 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:51.918828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b0b03fd3-36ac-4e56-87b3-f82e9bef629b None None] Provisioning complete for port c9793ace-aed2-47fc-a39a-a7240016dfe1 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:51.919472 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0b03fd3-36ac-4e56-87b3-f82e9bef629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.966450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] For port 8bca1700-92d0-4e20-a89b-c4d69581e51e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:51.981674 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:51.988104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b0b03fd3-36ac-4e56-87b3-f82e9bef629b None None] Port c9793ace-aed2-47fc-a39a-a7240016dfe1 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:01:51.999788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] For port 8bca1700-92d0-4e20-a89b-c4d69581e51e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8bca1700-92d0-4e20-a89b-c4d69581e51e,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:52.008606 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.075741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b1216876-519b-4e8b-b0cd-284716fb22f4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b1216876-519b-4e8b-b0cd-284716fb22f4,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:52.089940 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.117288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f6fe2-6aa7-4090-b670-54bd66ec0e59 None None] Pushing event updated for resources: {'Port': ['ID=8bca1700-92d0-4e20-a89b-c4d69581e51e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:52.120530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Routers {'bcdff398-6bca-4b20-875a-284dd04f6927'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:52.121244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bcdff398-6bca-4b20-875a-284dd04f6927'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:52.270036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.281226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b1216876-519b-4e8b-b0cd-284716fb22f4,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:52.314888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] Set router bcdff398-6bca-4b20-875a-284dd04f6927 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:52.605541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.616637 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.627957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:47Z', 'updated_at': '2021-07-14T12:01:48Z', 'revision_number': 3, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'gw_port': {'id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:48Z', 'updated_at': '2021-07-14T12:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:52.671214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96433acd-b749-42df-bb0a-dc88038fd397 None None] The sync data for ids ['bcdff398-6bca-4b20-875a-284dd04f6927'] in n-d-778696-8 is: [{'id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:47Z', 'updated_at': '2021-07-14T12:01:48Z', 'revision_number': 3, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'gw_port': {'id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:48Z', 'updated_at': '2021-07-14T12:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:01:52.740794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47b131-49bb-4a73-babe-b0130598b567 req-8d26ec91-92d3-4c7d-9993-224fe2ca4768 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:52.748458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b47b131-49bb-4a73-babe-b0130598b567 req-8d26ec91-92d3-4c7d-9993-224fe2ca4768 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 946 time: 0.1741097 Jul 14 12:01:52.791766 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 681ecb36-32f8-418f-8e4f-20e87e109790 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:52.825922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b47b131-49bb-4a73-babe-b0130598b567 req-f37e70d8-ff47-4434-9537-c05cacbf0d56 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755732 Jul 14 12:01:52.834703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.843601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Pushing event updated for resources: {'Port': ['ID=c9793ace-aed2-47fc-a39a-a7240016dfe1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:52.885006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 681ecb36-32f8-418f-8e4f-20e87e109790 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:52.885496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.990128 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:01:52.991088 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Network 510ac21b-5230-475c-a771-895ee2b12596 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:52.993017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:52.998445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b1216876-519b-4e8b-b0cd-284716fb22f4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:53.150296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b1216876-519b-4e8b-b0cd-284716fb22f4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:53.151237 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:53.265232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-61cb8107-5f76-4fd5-b4e3-db2b3b01d853 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.268197 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-61cb8107-5f76-4fd5-b4e3-db2b3b01d853 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 946 time: 0.2644434 Jul 14 12:01:53.286152 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Router bcdff398-6bca-4b20-875a-284dd04f6927 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:01:53.459185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8898afeb-2c33-4a35-ae30-7e19afe973fe None None] Provisioning complete for port c9793ace-aed2-47fc-a39a-a7240016dfe1 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:53.464575 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8898afeb-2c33-4a35-ae30-7e19afe973fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:53.510686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8898afeb-2c33-4a35-ae30-7e19afe973fe None None] Port c9793ace-aed2-47fc-a39a-a7240016dfe1 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:01:53.545116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:01:53.552862 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d6de5c12-cefd-4b46-b77d-ca0bce3b11cf admin admin] 10.222.0.38 "PUT /v2.0/routers/bcdff398-6bca-4b20-875a-284dd04f6927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7008457 Jul 14 12:01:53.569642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Deleting port 35ec5543-0879-442f-9cdd-ce375caae261 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:01:53.570128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:53.719490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] For port 35ec5543-0879-442f-9cdd-ce375caae261, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=35ec5543-0879-442f-9cdd-ce375caae261,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:53.720119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:54.029616 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:54.030645 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:54.032029 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Floating IP 8c42591c-96f8-49af-9b83-a64a8aef8595 disassociated. External IP: 172.25.2.150, port: 35ec5543-0879-442f-9cdd-ce375caae261. Jul 14 12:01:54.033211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Calling delete_port for 35ec5543-0879-442f-9cdd-ce375caae261 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:01:54.207178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c96fd-2975-4167-b278-2d800b90b98c req-bb254f75-3a29-4fb2-b21a-e5caa8f61f91 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:54.208985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-785c96fd-2975-4167-b278-2d800b90b98c req-bb254f75-3a29-4fb2-b21a-e5caa8f61f91 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 946 time: 0.1394994 Jul 14 12:01:54.232511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:54.280856 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-785c96fd-2975-4167-b278-2d800b90b98c req-a0c73151-0b35-4381-b16f-ebb3b319d6ae tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636222 Jul 14 12:01:54.284166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event deleted for resources: {'Port': ['ID=35ec5543-0879-442f-9cdd-ce375caae261,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:54.475680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:01:54.680810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:01:54.693671 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] Sync routers for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:01:54.710785 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:54.718220 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:54.768098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] No DVR routers for this DVR port 35ec5543-0879-442f-9cdd-ce375caae261 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:01:54.770932 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:54.773795 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f24f424-a6eb-40c1-bca1-38c531361743 req-471a948f-aa25-4bf5-8454-9dda6302962c tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.45 "DELETE /v2.0/ports/35ec5543-0879-442f-9cdd-ce375caae261 HTTP/1.1" status: 204 len: 173 time: 1.4824009 Jul 14 12:01:54.774835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'name': 'network-vif-deleted', 'tag': '35ec5543-0879-442f-9cdd-ce375caae261'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:54.777958 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72aa190-6a81-4d5b-958d-23f50e6824c7" -d '{"events": [{"server_uuid": "a503bf32-bd1e-47f6-a0a7-09d4d5daa768", "name": "network-vif-deleted", "tag": "35ec5543-0879-442f-9cdd-ce375caae261"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:54.815105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bca1700-92d0-4e20-a89b-c4d69581e51e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:54.887389 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e2267a-038e-41f7-8ba8-cb320b05f392 x-openstack-request-id: req-26e2267a-038e-41f7-8ba8-cb320b05f392 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:54.888152 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a503bf32-bd1e-47f6-a0a7-09d4d5daa768", "name": "network-vif-deleted", "tag": "35ec5543-0879-442f-9cdd-ce375caae261", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:54.888152 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26e2267a-038e-41f7-8ba8-cb320b05f392 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:54.889289 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a503bf32-bd1e-47f6-a0a7-09d4d5daa768', 'name': 'network-vif-deleted', 'tag': '35ec5543-0879-442f-9cdd-ce375caae261', 'status': 'completed', 'code': 200} Jul 14 12:01:54.977846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 8bca1700-92d0-4e20-a89b-c4d69581e51e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:54.991421 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:55.001776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8bca1700-92d0-4e20-a89b-c4d69581e51e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:55.002664 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.160377 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.189907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 8bca1700-92d0-4e20-a89b-c4d69581e51e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8bca1700-92d0-4e20-a89b-c4d69581e51e,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:55.196163 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.290903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=8bca1700-92d0-4e20-a89b-c4d69581e51e,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:55.321840 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:55.375141 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] Checking router: 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:01:55.392650 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:55.394874 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:55.533925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3b8196c-8a08-4377-8603-23fe0a3db994 req-870a9df0-f6c9-42a8-a71c-e8b0172c5a42 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/ports?device_id=a503bf32-bd1e-47f6-a0a7-09d4d5daa768 HTTP/1.1" status: 200 len: 210 time: 0.0355790 Jul 14 12:01:55.570132 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:55.863666 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:55.919560 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e1d68-9f10-436d-a6e7-560dd877d81f None None] The sync data for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 is: [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T11:54:47Z', 'revision_number': 4, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '64764ea3-2785-4711-b1cd-e7eab6f019a5', 'name': '', 'network_id': 'e8d4567e-4528-4820-b8c4-86c4d9e002fa', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'mac_address': 'fa:16:3e:c1:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:46Z', 'updated_at': '2021-07-14T11:54:54Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'subnets': [{'id': '16242af9-d14f-41f9-a119-58b21afa54c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:01:55.922554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Sync routers for ids ['bcdff398-6bca-4b20-875a-284dd04f6927'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:01:55.941689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Routers {'bcdff398-6bca-4b20-875a-284dd04f6927'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:55.942656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bcdff398-6bca-4b20-875a-284dd04f6927'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:56.103180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Set router bcdff398-6bca-4b20-875a-284dd04f6927 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:56.259540 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c54017-e515-49df-815c-66c1c3d45b53 None None] New status for floating IP 8c42591c-96f8-49af-9b83-a64a8aef8595: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:01:56.361398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:56.420191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:47Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 4, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'gw_port': {'id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:48Z', 'updated_at': '2021-07-14T12:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c9793ace-aed2-47fc-a39a-a7240016dfe1', 'name': '', 'network_id': '510ac21b-5230-475c-a771-895ee2b12596', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'mac_address': 'fa:16:3e:68:ec:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'db039ed7-5bc1-49c2-ad7c-e2a169766373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:50Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 2, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'subnets': [{'id': 'db039ed7-5bc1-49c2-ad7c-e2a169766373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:56.463561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Checking router: bcdff398-6bca-4b20-875a-284dd04f6927 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:01:56.464181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Updating router bcdff398-6bca-4b20-875a-284dd04f6927 port c9793ace-aed2-47fc-a39a-a7240016dfe1 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:01:56.518986 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:56.700943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 35ec5543-0879-442f-9cdd-ce375caae261 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:01:56.729250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 35ec5543-0879-442f-9cdd-ce375caae261 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:01:56.729881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 35ec5543-0879-442f-9cdd-ce375caae261 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:01:56.735916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bca1700-92d0-4e20-a89b-c4d69581e51e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:56.778340 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49626) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:56.869500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-050bbce5-f71d-474d-80fb-14e05109a7a6 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:56.913251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-050bbce5-f71d-474d-80fb-14e05109a7a6 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.002840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-050bbce5-f71d-474d-80fb-14e05109a7a6 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.008972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-050bbce5-f71d-474d-80fb-14e05109a7a6 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.011489 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-050bbce5-f71d-474d-80fb-14e05109a7a6 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "DELETE /v2.0/security-groups/2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad HTTP/1.1" status: 204 len: 168 time: 0.2316203 Jul 14 12:01:57.014450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49630) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:57.029276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bbce5-f71d-474d-80fb-14e05109a7a6 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:57.063174 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [None req-337e98e1-2369-4397-893f-9c86de551e3d tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] show failed (client error): The resource could not be found. Jul 14 12:01:57.066011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-337e98e1-2369-4397-893f-9c86de551e3d tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "GET /v2.0/security-groups/2b36b5e1-fb8a-4fd8-a7ae-acd99bc3d1ad HTTP/1.1" status: 404 len: 347 time: 0.0476711 Jul 14 12:01:57.069125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49632) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:57.110500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8bca1700-92d0-4e20-a89b-c4d69581e51e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:57.111422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.294098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Deleting port b7cc30c0-4195-4722-8178-9bee95c31460 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:01:57.294509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.317425 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.336311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Transition to ACTIVE for port object c9793ace-aed2-47fc-a39a-a7240016dfe1 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:57.346515 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.410217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169c63d-9e9e-4bb2-b22f-b197cb13cdd5 None None] Pushing event updated for resources: {'Port': ['ID=c9793ace-aed2-47fc-a39a-a7240016dfe1,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:57.450102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.450864 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.479077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Calling delete_port for b7cc30c0-4195-4722-8178-9bee95c31460 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:01:57.493018 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Attempting to bind port c9793ace-aed2-47fc-a39a-a7240016dfe1 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:57.493588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Attempting to bind port c9793ace-aed2-47fc-a39a-a7240016dfe1 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '86332987-43fa-4922-b7ed-47c074139e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '510ac21b-5230-475c-a771-895ee2b12596'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:57.494235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Attempting to bind port c9793ace-aed2-47fc-a39a-a7240016dfe1 on network 510ac21b-5230-475c-a771-895ee2b12596 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:57.503112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:57.503510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Checking segment: {'id': '86332987-43fa-4922-b7ed-47c074139e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '510ac21b-5230-475c-a771-895ee2b12596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:57.503916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.504650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Bound using segment: {'id': '86332987-43fa-4922-b7ed-47c074139e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '510ac21b-5230-475c-a771-895ee2b12596'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:57.505284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Bound port: c9793ace-aed2-47fc-a39a-a7240016dfe1, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86332987-43fa-4922-b7ed-47c074139e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '510ac21b-5230-475c-a771-895ee2b12596'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:57.505672 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.616282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] For port c9793ace-aed2-47fc-a39a-a7240016dfe1, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:57.620109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] For port c9793ace-aed2-47fc-a39a-a7240016dfe1, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c9793ace-aed2-47fc-a39a-a7240016dfe1,segment=NetworkSegment(86332987-43fa-4922-b7ed-47c074139e1e),segment_id=86332987-43fa-4922-b7ed-47c074139e1e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:57.628171 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.713393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Routers {'bcdff398-6bca-4b20-875a-284dd04f6927'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:57.715614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bcdff398-6bca-4b20-875a-284dd04f6927'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:57.773481 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.811058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Pushing event deleted for resources: {'Port': ['ID=b7cc30c0-4195-4722-8178-9bee95c31460,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:57.815667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169c63d-9e9e-4bb2-b22f-b197cb13cdd5 None None] Pushing event updated for resources: {'Port': ['ID=c9793ace-aed2-47fc-a39a-a7240016dfe1,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:57.915581 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.923285 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:57.926078 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7a34df3b-d5ae-4fde-99ae-bf09181fbba8 tempest-AttachVolumeTestJSON-193328599 tempest-AttachVolumeTestJSON-193328599-project] 10.222.0.38 "DELETE /v2.0/floatingips/8c42591c-96f8-49af-9b83-a64a8aef8595 HTTP/1.1" status: 204 len: 168 time: 0.8557243 Jul 14 12:01:57.959726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] Set router bcdff398-6bca-4b20-875a-284dd04f6927 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:58.331699 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:58.439513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:47Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 4, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'gw_port': {'id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:48Z', 'updated_at': '2021-07-14T12:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c9793ace-aed2-47fc-a39a-a7240016dfe1', 'name': '', 'network_id': '510ac21b-5230-475c-a771-895ee2b12596', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'mac_address': 'fa:16:3e:68:ec:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'db039ed7-5bc1-49c2-ad7c-e2a169766373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:50Z', 'updated_at': '2021-07-14T12:01:57Z', 'revision_number': 4, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'subnets': [{'id': 'db039ed7-5bc1-49c2-ad7c-e2a169766373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:58.479363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf249e-c869-47f5-b4ae-d6e8c8ec3c60 None None] The sync data for ids ['bcdff398-6bca-4b20-875a-284dd04f6927'] in n-d-778696-8 is: [{'id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:47Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 4, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'gw_port': {'id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:48Z', 'updated_at': '2021-07-14T12:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c9793ace-aed2-47fc-a39a-a7240016dfe1', 'name': '', 'network_id': '510ac21b-5230-475c-a771-895ee2b12596', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'mac_address': 'fa:16:3e:68:ec:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'db039ed7-5bc1-49c2-ad7c-e2a169766373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:50Z', 'updated_at': '2021-07-14T12:01:57Z', 'revision_number': 4, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'subnets': [{'id': 'db039ed7-5bc1-49c2-ad7c-e2a169766373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:01:58.734382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c9793ace-aed2-47fc-a39a-a7240016dfe1 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:58.822992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c9793ace-aed2-47fc-a39a-a7240016dfe1 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:58.838009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c9793ace-aed2-47fc-a39a-a7240016dfe1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:58.839129 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:58.993424 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:59.063636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c9793ace-aed2-47fc-a39a-a7240016dfe1, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c9793ace-aed2-47fc-a39a-a7240016dfe1,segment=NetworkSegment(86332987-43fa-4922-b7ed-47c074139e1e),segment_id=86332987-43fa-4922-b7ed-47c074139e1e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:59.068735 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:59.139465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c9793ace-aed2-47fc-a39a-a7240016dfe1,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:00.714850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c9793ace-aed2-47fc-a39a-a7240016dfe1 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:02:00.816964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c9793ace-aed2-47fc-a39a-a7240016dfe1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:02:00.817545 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:08.498536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49696) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:09.319694 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:09.510852 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2f060cad-4ca3-42c2-87cb-b9a0b301a6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:09.765986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Deleting port 64764ea3-2785-4711-b1cd-e7eab6f019a5 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:02:09.766871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:10.222871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] For port 64764ea3-2785-4711-b1cd-e7eab6f019a5, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=64764ea3-2785-4711-b1cd-e7eab6f019a5,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:10.223235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:10.238028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Calling delete_port for 64764ea3-2785-4711-b1cd-e7eab6f019a5 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:02:10.466387 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:10.504935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64764ea3-2785-4711-b1cd-e7eab6f019a5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:10.798795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:11.046921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:02:11.178570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:02:11.192415 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-83bf4598-d60c-4560-ba00-98af0cd244b9 admin admin] 10.222.0.38 "PUT /v2.0/routers/1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6864502 Jul 14 12:02:11.193085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49722) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:11.205237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] Sync routers for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:02:11.220671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:02:11.221341 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:11.381764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:11.398687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:02:11.551894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:11.619648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Deleting port 7cfaee3e-27d4-42be-9b02-e090ea821ea4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:02:11.620027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:11.661883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T12:02:10Z', 'revision_number': 5, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port': {'id': '7cfaee3e-27d4-42be-9b02-e090ea821ea4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:54:43Z', 'updated_at': '2021-07-14T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:11.693697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] Checking router: 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:02:11.705012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] Routers {'1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:02:11.705649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:01:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:11.721116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] For port 7cfaee3e-27d4-42be-9b02-e090ea821ea4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7cfaee3e-27d4-42be-9b02-e090ea821ea4,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:11.721477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:11.739908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Calling delete_port for 7cfaee3e-27d4-42be-9b02-e090ea821ea4 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:02:11.819199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] Set router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:02:11.891391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T12:02:11Z', 'revision_number': 6, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:11.923929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d221887-a582-475e-ac3a-544fed8f4dd8 None None] The sync data for ids ['1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d'] in n-d-778696-8 is: [{'id': '1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d', 'name': 'tempest-AttachVolumeTestJSON-1774559175-router', 'tenant_id': '550dd02886074cae970b5bcf4fea87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:54:42Z', 'updated_at': '2021-07-14T12:02:11Z', 'revision_number': 6, 'project_id': '550dd02886074cae970b5bcf4fea87af', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:02:11.999998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.032414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfaee3e-27d4-42be-9b02-e090ea821ea4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:12.110877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.236925 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.240024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.286024 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.352219 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.353252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:02:12.358137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.363719 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-05e20d1a-6bec-4fbc-9eef-0f3ae1536123 admin admin] 10.222.0.38 "DELETE /v2.0/routers/1f07efb6-e3f5-4bc3-952e-1ea4bea64c4d HTTP/1.1" status: 204 len: 168 time: 1.1655910 Jul 14 12:02:12.364064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49734) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:12.453109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89e12f4-42f5-4dbf-a872-830030d060ee admin admin] Deleting subnet 16242af9-d14f-41f9-a119-58b21afa54c9 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:02:12.458068 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d89e12f4-42f5-4dbf-a872-830030d060ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.501404 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d89e12f4-42f5-4dbf-a872-830030d060ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.587831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d89e12f4-42f5-4dbf-a872-830030d060ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.654178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6dde1c79-7241-4fb0-a500-2f2c9762b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.657818 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d89e12f4-42f5-4dbf-a872-830030d060ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.696752 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d89e12f4-42f5-4dbf-a872-830030d060ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.701809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d89e12f4-42f5-4dbf-a872-830030d060ee admin admin] 10.222.0.38 "DELETE /v2.0/subnets/16242af9-d14f-41f9-a119-58b21afa54c9 HTTP/1.1" status: 204 len: 168 time: 0.3339410 Jul 14 12:02:12.701809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e12f4-42f5-4dbf-a872-830030d060ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16242af9-d14f-41f9-a119-58b21afa54c9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:12.703629 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49738) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:12.704677 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea7ebd-79d9-457c-9b1a-2cdc110678e5 None None] Network e8d4567e-4528-4820-b8c4-86c4d9e002fa requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:02:12.806283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.880810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Deleting port b59a6ab7-9428-4da9-a8b9-e73321e5428a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:02:12.881570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.923212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 64764ea3-2785-4711-b1cd-e7eab6f019a5 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:02:12.961411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 64764ea3-2785-4711-b1cd-e7eab6f019a5 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:02:12.961974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 64764ea3-2785-4711-b1cd-e7eab6f019a5 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:02:12.962639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7cfaee3e-27d4-42be-9b02-e090ea821ea4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:02:12.964531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] For port b59a6ab7-9428-4da9-a8b9-e73321e5428a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b59a6ab7-9428-4da9-a8b9-e73321e5428a,segment=NetworkSegment(2ae543fe-f6da-4b5a-907c-56c1ca8f3996),segment_id=2ae543fe-f6da-4b5a-907c-56c1ca8f3996)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:12.965281 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.987085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Calling delete_port for b59a6ab7-9428-4da9-a8b9-e73321e5428a owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:02:12.998132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 7cfaee3e-27d4-42be-9b02-e090ea821ea4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:02:12.998694 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7cfaee3e-27d4-42be-9b02-e090ea821ea4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:02:13.107287 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.125467 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f69cd9b-c49b-40c2-924e-5b3a5df21464 None None] DHCP port deletion for e8d4567e-4528-4820-b8c4-86c4d9e002fa request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:02:13.168963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59a6ab7-9428-4da9-a8b9-e73321e5428a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:13.174063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] No DVR routers for this DVR port b59a6ab7-9428-4da9-a8b9-e73321e5428a on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:02:13.262091 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.279320 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d4567e-4528-4820-b8c4-86c4d9e002fa']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:13.294545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae543fe-f6da-4b5a-907c-56c1ca8f3996') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:13.294835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae543fe-f6da-4b5a-907c-56c1ca8f3996') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:13.310258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.335540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.344404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:02:13.344404 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:02:13.346758 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:02:13.448797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.457763 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.461710 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e8d4567e-4528-4820-b8c4-86c4d9e002fa HTTP/1.1" status: 204 len: 168 time: 0.7565606 Jul 14 12:02:13.479310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d837b-45e9-41ff-ac3b-2837db26e253 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d4567e-4528-4820-b8c4-86c4d9e002fa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:13.502866 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.634131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49744) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:13.686052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7e82bcb0-538b-4ace-840b-2100dc651171 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=550dd02886074cae970b5bcf4fea87af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505302 Jul 14 12:02:13.689531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49746) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:13.757512 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3eb20438-1d0e-4f98-a1c9-28af36f3a62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.794246 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3eb20438-1d0e-4f98-a1c9-28af36f3a62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.861088 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3eb20438-1d0e-4f98-a1c9-28af36f3a62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.865596 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3eb20438-1d0e-4f98-a1c9-28af36f3a62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:13.869589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3eb20438-1d0e-4f98-a1c9-28af36f3a62e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c3a0c1b-95a6-4edf-b366-dcdfafd1d3e8 HTTP/1.1" status: 204 len: 168 time: 0.1768098 Jul 14 12:02:13.878664 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb20438-1d0e-4f98-a1c9-28af36f3a62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a0c1b-95a6-4edf-b366-dcdfafd1d3e8,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:14.689250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b59a6ab7-9428-4da9-a8b9-e73321e5428a no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:02:14.710030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b59a6ab7-9428-4da9-a8b9-e73321e5428a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:02:14.710379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b59a6ab7-9428-4da9-a8b9-e73321e5428a not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:02:15.222035 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:15.620400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49804) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:15.821635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc4a3de-69ed-470c-abf8-b4fc539bf6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:15.949505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc4a3de-69ed-470c-abf8-b4fc539bf6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:15.954870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc4a3de-69ed-470c-abf8-b4fc539bf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:15.995636 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7bc4a3de-69ed-470c-abf8-b4fc539bf6ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a4dbbca11af4e8f9f97c6255f64495d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734043 Jul 14 12:02:15.996806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4a3de-69ed-470c-abf8-b4fc539bf6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8219aa5-8435-41fe-bcf7-7912581ce0aa,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:15.999747 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49814) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:16.080196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5903d910-8988-4f41-9529-6a325e7dc7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:16.118708 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5903d910-8988-4f41-9529-6a325e7dc7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:16.178780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5903d910-8988-4f41-9529-6a325e7dc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:16.181487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5903d910-8988-4f41-9529-6a325e7dc7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:16.182775 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5903d910-8988-4f41-9529-6a325e7dc7a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8219aa5-8435-41fe-bcf7-7912581ce0aa HTTP/1.1" status: 204 len: 168 time: 0.1813912 Jul 14 12:02:16.194666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903d910-8988-4f41-9529-6a325e7dc7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8219aa5-8435-41fe-bcf7-7912581ce0aa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:19.959377 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 49886) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:20.106040 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb285e02-d640-4bb9-a2ce-eae8811f6d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.231253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb285e02-d640-4bb9-a2ce-eae8811f6d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.237520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb285e02-d640-4bb9-a2ce-eae8811f6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.291205 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bb285e02-d640-4bb9-a2ce-eae8811f6d01 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afa532d868fc42638e083d4686b22c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304906 Jul 14 12:02:20.292187 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb285e02-d640-4bb9-a2ce-eae8811f6d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b0a0ab-1fcd-4f68-a9bf-874556a304b1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:20.296138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49892) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:20.353701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50000669-0f70-4e03-8313-6691247a12c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.384992 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50000669-0f70-4e03-8313-6691247a12c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.460551 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50000669-0f70-4e03-8313-6691247a12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.465463 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-50000669-0f70-4e03-8313-6691247a12c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.466969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-50000669-0f70-4e03-8313-6691247a12c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d3b0a0ab-1fcd-4f68-a9bf-874556a304b1 HTTP/1.1" status: 204 len: 168 time: 0.1697142 Jul 14 12:02:20.477643 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50000669-0f70-4e03-8313-6691247a12c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b0a0ab-1fcd-4f68-a9bf-874556a304b1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:20.860733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49900) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:20.882133 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b38dce44-1527-4b69-a59a-71060e2d3f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.984901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b38dce44-1527-4b69-a59a-71060e2d3f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.989114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b38dce44-1527-4b69-a59a-71060e2d3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:21.029776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b38dce44-1527-4b69-a59a-71060e2d3f68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c39d68c5b6e44c48b78e1c555f929ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659033 Jul 14 12:02:21.031072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 49904) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:21.039678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dce44-1527-4b69-a59a-71060e2d3f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2e8fc-eb4f-4f2a-bb9d-f45ea1ba6d26,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:21.089002 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45509eee-5039-4a08-9a21-30e15814c079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:21.112812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45509eee-5039-4a08-9a21-30e15814c079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:21.164696 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45509eee-5039-4a08-9a21-30e15814c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:21.167489 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-45509eee-5039-4a08-9a21-30e15814c079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:21.168760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-45509eee-5039-4a08-9a21-30e15814c079 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1dc2e8fc-eb4f-4f2a-bb9d-f45ea1ba6d26 HTTP/1.1" status: 204 len: 168 time: 0.1367171 Jul 14 12:02:21.178431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45509eee-5039-4a08-9a21-30e15814c079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc2e8fc-eb4f-4f2a-bb9d-f45ea1ba6d26,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:23.765821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50000) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:23.922356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2d7bfbe3-4c7a-4789-a6f5-c1311885cf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.039006 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2d7bfbe3-4c7a-4789-a6f5-c1311885cf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.044080 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2d7bfbe3-4c7a-4789-a6f5-c1311885cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.093089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2d7bfbe3-4c7a-4789-a6f5-c1311885cf2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=436cac40b92e4b41b6a9f18d94492fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252475 Jul 14 12:02:24.093395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bfbe3-4c7a-4789-a6f5-c1311885cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d42099-d78a-41cd-82bd-8d0140878ef3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:24.095948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50010) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:24.161751 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0756bda-24dc-4ee6-9c18-6b191c129b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.192563 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0756bda-24dc-4ee6-9c18-6b191c129b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.249533 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0756bda-24dc-4ee6-9c18-6b191c129b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.253216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0756bda-24dc-4ee6-9c18-6b191c129b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.254448 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e0756bda-24dc-4ee6-9c18-6b191c129b44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6d42099-d78a-41cd-82bd-8d0140878ef3 HTTP/1.1" status: 204 len: 168 time: 0.1574714 Jul 14 12:02:24.264575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0756bda-24dc-4ee6-9c18-6b191c129b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d42099-d78a-41cd-82bd-8d0140878ef3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:24.610549 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50016) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:24.630607 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ca09209-699f-4c9a-8c23-4053805f7efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.746204 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ca09209-699f-4c9a-8c23-4053805f7efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.754046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ca09209-699f-4c9a-8c23-4053805f7efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.809221 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3ca09209-699f-4c9a-8c23-4053805f7efd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=531910ee47ff48e3853ed03963976b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929293 Jul 14 12:02:24.809221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca09209-699f-4c9a-8c23-4053805f7efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9eba74-06a0-4448-82ee-b376ba523f51,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:24.809737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50018) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:24.867844 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b41f-eccb-4607-bb3e-71a4a6a35d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.891113 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b41f-eccb-4607-bb3e-71a4a6a35d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.959643 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b41f-eccb-4607-bb3e-71a4a6a35d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.962867 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b41f-eccb-4607-bb3e-71a4a6a35d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:24.964169 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b7e3b41f-eccb-4607-bb3e-71a4a6a35d22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f9eba74-06a0-4448-82ee-b376ba523f51 HTTP/1.1" status: 204 len: 168 time: 0.1537879 Jul 14 12:02:24.974157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3b41f-eccb-4607-bb3e-71a4a6a35d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9eba74-06a0-4448-82ee-b376ba523f51,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:26.342840 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:27.915292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50106) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:28.103120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71a2b822-8880-42e2-8871-051825296e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:28.253265 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71a2b822-8880-42e2-8871-051825296e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:28.258562 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71a2b822-8880-42e2-8871-051825296e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:28.320535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50114) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:28.321555 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-71a2b822-8880-42e2-8871-051825296e75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=483246b06f464942a8324098aec83913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036100 Jul 14 12:02:28.321555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b822-8880-42e2-8871-051825296e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567045af-ee7f-4c0d-bde2-3fc518f4b418,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:28.358398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:28.423132 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-697ea381-47d3-4cf8-af7e-a9a9957d1c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:28.452184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-697ea381-47d3-4cf8-af7e-a9a9957d1c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:28.518885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-697ea381-47d3-4cf8-af7e-a9a9957d1c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:28.522578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-697ea381-47d3-4cf8-af7e-a9a9957d1c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:28.523886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-697ea381-47d3-4cf8-af7e-a9a9957d1c3d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/567045af-ee7f-4c0d-bde2-3fc518f4b418 HTTP/1.1" status: 204 len: 168 time: 0.2005017 Jul 14 12:02:28.534841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ea381-47d3-4cf8-af7e-a9a9957d1c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567045af-ee7f-4c0d-bde2-3fc518f4b418,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:28.951130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50126) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:28.966917 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dec2800d-773b-4566-a9ed-19fc7e41b49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:29.095021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dec2800d-773b-4566-a9ed-19fc7e41b49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:29.099251 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dec2800d-773b-4566-a9ed-19fc7e41b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:29.134692 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dec2800d-773b-4566-a9ed-19fc7e41b49e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b4a98094aed45d38f54fd80d484f689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816809 Jul 14 12:02:29.138142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50132) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:29.159622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2800d-773b-4566-a9ed-19fc7e41b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01063aea-fefe-46f4-9827-bd78d5e380a3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:29.210712 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e27dee13-9551-4315-9b3a-0f0ea74361c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:29.234808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e27dee13-9551-4315-9b3a-0f0ea74361c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:29.307201 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e27dee13-9551-4315-9b3a-0f0ea74361c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:29.311812 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e27dee13-9551-4315-9b3a-0f0ea74361c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:29.317086 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e27dee13-9551-4315-9b3a-0f0ea74361c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01063aea-fefe-46f4-9827-bd78d5e380a3 HTTP/1.1" status: 204 len: 168 time: 0.1741853 Jul 14 12:02:29.324880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dee13-9551-4315-9b3a-0f0ea74361c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01063aea-fefe-46f4-9827-bd78d5e380a3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:29.993454 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:02:32.130256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50224) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:32.266719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6f74bf9-711f-4444-831a-69c1342d07af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:32.375269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6f74bf9-711f-4444-831a-69c1342d07af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:32.379987 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6f74bf9-711f-4444-831a-69c1342d07af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:32.441071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f74bf9-711f-4444-831a-69c1342d07af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1347e3fc-c5fa-4af7-8cd9-3a6257388feb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:32.448185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b6f74bf9-711f-4444-831a-69c1342d07af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f77cd4b64e4484d90156a5257b2c50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160825 Jul 14 12:02:32.451824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50230) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:32.526976 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-541f4271-8ae6-4a5a-be8c-ef219d214c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:32.569587 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-541f4271-8ae6-4a5a-be8c-ef219d214c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:32.629621 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-541f4271-8ae6-4a5a-be8c-ef219d214c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:32.633169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-541f4271-8ae6-4a5a-be8c-ef219d214c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:32.634338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-541f4271-8ae6-4a5a-be8c-ef219d214c76 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1347e3fc-c5fa-4af7-8cd9-3a6257388feb HTTP/1.1" status: 204 len: 168 time: 0.1811609 Jul 14 12:02:32.654161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f4271-8ae6-4a5a-be8c-ef219d214c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1347e3fc-c5fa-4af7-8cd9-3a6257388feb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:32.995604 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50240) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:33.012158 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8c29292-8a65-4f64-bfd3-4dd77106826b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:33.125563 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8c29292-8a65-4f64-bfd3-4dd77106826b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:33.130236 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8c29292-8a65-4f64-bfd3-4dd77106826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:33.174207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c29292-8a65-4f64-bfd3-4dd77106826b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c380c85-5a98-4323-9d1f-a6d395adc45b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:33.180486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a8c29292-8a65-4f64-bfd3-4dd77106826b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70a63a3643a24f30b2ef24935b372d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836369 Jul 14 12:02:33.181475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50242) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:33.256541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5329f2da-7712-438a-ad4f-e4f180e43841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:33.282340 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5329f2da-7712-438a-ad4f-e4f180e43841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:33.340357 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5329f2da-7712-438a-ad4f-e4f180e43841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:33.343366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5329f2da-7712-438a-ad4f-e4f180e43841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:33.344692 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5329f2da-7712-438a-ad4f-e4f180e43841 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c380c85-5a98-4323-9d1f-a6d395adc45b HTTP/1.1" status: 204 len: 168 time: 0.1616151 Jul 14 12:02:33.359509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329f2da-7712-438a-ad4f-e4f180e43841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c380c85-5a98-4323-9d1f-a6d395adc45b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:39.511676 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9ab863e0-34c3-47a1-a475-0e7fa988e86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.072014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50634) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:40.195631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.312525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.319059 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.374421 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c45681b585c943ccb159cc3d12123b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011663 Jul 14 12:02:40.376652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838546ea-52d9-4cd1-8e2f-bed45bf82ef9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:40.377386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50638) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:40.394302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.394871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.395476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.396069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.396633 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.397185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.397746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.398307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.398910 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.399626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.400215 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.400770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793dcb79-5aae-46a2-8bd5-c35d26d91d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.459270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.486684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.543523 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.547535 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.548952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/838546ea-52d9-4cd1-8e2f-bed45bf82ef9 HTTP/1.1" status: 204 len: 168 time: 0.1691656 Jul 14 12:02:40.568346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838546ea-52d9-4cd1-8e2f-bed45bf82ef9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:40.576855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.577209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.577559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.578188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.578529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.578911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.579274 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.579511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.579839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.580327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.580864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:40.581409 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a84e47-b22c-42d7-9598-60aba30ec151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:42.280485 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:42.658902 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ea1-c18e-464d-a49a-f0a050398e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:43.337347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef6ae465-27de-4652-8663-80d4693c97ab req-ec87499f-9330-4a32-ae21-20f74f159813 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754466 Jul 14 12:02:43.433631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ae465-27de-4652-8663-80d4693c97ab req-7c5ca5b4-523a-4966-9ed4-868f3531297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:43.436682 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef6ae465-27de-4652-8663-80d4693c97ab req-7c5ca5b4-523a-4966-9ed4-868f3531297a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 1097 time: 0.0743980 Jul 14 12:02:43.511510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:43.597357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ae465-27de-4652-8663-80d4693c97ab req-f0d77583-709b-4bfe-a885-23dbf30e64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:43.599428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef6ae465-27de-4652-8663-80d4693c97ab req-f0d77583-709b-4bfe-a885-23dbf30e64ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.1313376 Jul 14 12:02:43.688256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef6ae465-27de-4652-8663-80d4693c97ab req-93b84fd3-0d9b-4be4-99d5-4659d73d9298 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6c3b03-1747-4561-9f73-02962731ab42 HTTP/1.1" status: 200 len: 1002 time: 0.0795126 Jul 14 12:02:43.758057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ae465-27de-4652-8663-80d4693c97ab req-181753db-c5db-41d8-abc0-7ee2a8c444e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:43.759698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef6ae465-27de-4652-8663-80d4693c97ab req-181753db-c5db-41d8-abc0-7ee2a8c444e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.0655992 Jul 14 12:02:43.850944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ae465-27de-4652-8663-80d4693c97ab req-3f941abe-8870-468a-87fa-e5e5298cf1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:43.853668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef6ae465-27de-4652-8663-80d4693c97ab req-3f941abe-8870-468a-87fa-e5e5298cf1bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873389 Jul 14 12:02:43.989061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef6ae465-27de-4652-8663-80d4693c97ab req-451a3989-9cba-4ec0-a998-9def4da3dd98 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270213 Jul 14 12:02:44.132076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef6ae465-27de-4652-8663-80d4693c97ab req-c6a18eab-990b-4880-823a-c79497e0f931 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346221 Jul 14 12:02:44.308555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50832) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:44.454955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-532a1d74-90de-4ab1-8914-797933b5fabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:44.569307 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-532a1d74-90de-4ab1-8914-797933b5fabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:44.574604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-532a1d74-90de-4ab1-8914-797933b5fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:44.628895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-532a1d74-90de-4ab1-8914-797933b5fabf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bab5429552ed4d0d826975b8dbf1fbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191574 Jul 14 12:02:44.632081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a1d74-90de-4ab1-8914-797933b5fabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed91defe-5e60-4587-a465-b1d1c9c1c7ea,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:44.633718 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50838) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:44.707432 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d859b88-c5a3-46ed-bfee-9a2ecbbc68a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:44.738951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d859b88-c5a3-46ed-bfee-9a2ecbbc68a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:44.791674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d859b88-c5a3-46ed-bfee-9a2ecbbc68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:44.795070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d859b88-c5a3-46ed-bfee-9a2ecbbc68a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:44.796616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7d859b88-c5a3-46ed-bfee-9a2ecbbc68a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed91defe-5e60-4587-a465-b1d1c9c1c7ea HTTP/1.1" status: 204 len: 168 time: 0.1631615 Jul 14 12:02:44.804700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d859b88-c5a3-46ed-bfee-9a2ecbbc68a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed91defe-5e60-4587-a465-b1d1c9c1c7ea,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:45.112282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50846) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:45.125728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54ba60c4-ac89-4140-a62b-55ac404c46ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:45.215328 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:45.235075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54ba60c4-ac89-4140-a62b-55ac404c46ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:45.239421 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54ba60c4-ac89-4140-a62b-55ac404c46ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:45.290680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-54ba60c4-ac89-4140-a62b-55ac404c46ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8df2e1017864cc393f08c0fc8cd31ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769929 Jul 14 12:02:45.294106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50848) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:45.302079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba60c4-ac89-4140-a62b-55ac404c46ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b0bd20-8bca-4764-8bda-e2a3b52cfcb6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:45.368930 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117474ab-951f-40a9-9f54-a26d91c77932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:45.396807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117474ab-951f-40a9-9f54-a26d91c77932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:45.454685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117474ab-951f-40a9-9f54-a26d91c77932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:45.458391 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-117474ab-951f-40a9-9f54-a26d91c77932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:45.461756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-117474ab-951f-40a9-9f54-a26d91c77932 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88b0bd20-8bca-4764-8bda-e2a3b52cfcb6 HTTP/1.1" status: 204 len: 168 time: 0.1630557 Jul 14 12:02:45.471053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117474ab-951f-40a9-9f54-a26d91c77932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b0bd20-8bca-4764-8bda-e2a3b52cfcb6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:48.035938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50948) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:48.195391 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f05097ac-ed4d-42b6-9493-eedfe5b1fbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:48.337921 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f05097ac-ed4d-42b6-9493-eedfe5b1fbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:48.345796 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f05097ac-ed4d-42b6-9493-eedfe5b1fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:48.400661 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f05097ac-ed4d-42b6-9493-eedfe5b1fbcb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09c853c289b74884a2e55842c60e2365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634884 Jul 14 12:02:48.401970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05097ac-ed4d-42b6-9493-eedfe5b1fbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f259c67-ac7e-4627-9efd-89315d9fb869,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:48.402678 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50952) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:48.487401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42b78e45-0d6f-4ea2-bbd9-d3e3667c5dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:48.519569 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42b78e45-0d6f-4ea2-bbd9-d3e3667c5dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:48.601504 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42b78e45-0d6f-4ea2-bbd9-d3e3667c5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:48.605148 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42b78e45-0d6f-4ea2-bbd9-d3e3667c5dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:48.606375 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-42b78e45-0d6f-4ea2-bbd9-d3e3667c5dc1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f259c67-ac7e-4627-9efd-89315d9fb869 HTTP/1.1" status: 204 len: 168 time: 0.2020581 Jul 14 12:02:48.614546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b78e45-0d6f-4ea2-bbd9-d3e3667c5dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f259c67-ac7e-4627-9efd-89315d9fb869,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:49.059631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 50962) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:49.084505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0d769d08-1276-4bb0-9279-25d22a1214a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:49.230166 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0d769d08-1276-4bb0-9279-25d22a1214a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:49.235661 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0d769d08-1276-4bb0-9279-25d22a1214a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:49.279585 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0d769d08-1276-4bb0-9279-25d22a1214a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f6faf4fa5554957bb07c1caa5472c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177515 Jul 14 12:02:49.280621 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d769d08-1276-4bb0-9279-25d22a1214a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a768277-6364-452c-a63c-7a91f5f80546,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:49.282617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 50966) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:49.345861 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd579654-b1a0-4fda-ba58-a6de38dfb51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:49.373025 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd579654-b1a0-4fda-ba58-a6de38dfb51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:49.428928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd579654-b1a0-4fda-ba58-a6de38dfb51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:49.432780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd579654-b1a0-4fda-ba58-a6de38dfb51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:49.436925 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dd579654-b1a0-4fda-ba58-a6de38dfb51e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a768277-6364-452c-a63c-7a91f5f80546 HTTP/1.1" status: 204 len: 168 time: 0.1528563 Jul 14 12:02:49.450257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd579654-b1a0-4fda-ba58-a6de38dfb51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a768277-6364-452c-a63c-7a91f5f80546,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:51.355769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51090) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:51.463263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-20cd3182-6852-472f-925d-39117ccad3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:51.568801 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-20cd3182-6852-472f-925d-39117ccad3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:51.573426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-20cd3182-6852-472f-925d-39117ccad3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:51.618540 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-20cd3182-6852-472f-925d-39117ccad3c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0b98eb6052046b685e92aa05fc1116e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615240 Jul 14 12:02:51.620571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd3182-6852-472f-925d-39117ccad3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c96ff74-4dd4-4aa8-96dc-2f0fefaad0c4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:51.621293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51094) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:51.681607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aee198ee-436e-482f-bbc6-06dd2203a1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:51.707902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aee198ee-436e-482f-bbc6-06dd2203a1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:51.760613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aee198ee-436e-482f-bbc6-06dd2203a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:51.764135 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aee198ee-436e-482f-bbc6-06dd2203a1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:51.765351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-aee198ee-436e-482f-bbc6-06dd2203a1c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c96ff74-4dd4-4aa8-96dc-2f0fefaad0c4 HTTP/1.1" status: 204 len: 168 time: 0.1430743 Jul 14 12:02:51.773266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee198ee-436e-482f-bbc6-06dd2203a1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c96ff74-4dd4-4aa8-96dc-2f0fefaad0c4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:53.443140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51168) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:53.563064 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49cf05d-d647-4e4b-86c0-6fa5b5187a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:53.664685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49cf05d-d647-4e4b-86c0-6fa5b5187a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:53.668879 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49cf05d-d647-4e4b-86c0-6fa5b5187a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:53.713174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d49cf05d-d647-4e4b-86c0-6fa5b5187a6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6732aac41c4845f8927c40aaeb59269d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688122 Jul 14 12:02:53.714050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cf05d-d647-4e4b-86c0-6fa5b5187a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cf623b-d7e0-4f3f-a2eb-1cd621a829eb,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:53.716974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51174) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:53.770958 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3d4e93f6-e9eb-4c25-b8ba-b62884014366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:53.792605 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3d4e93f6-e9eb-4c25-b8ba-b62884014366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:53.847225 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3d4e93f6-e9eb-4c25-b8ba-b62884014366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:53.851333 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3d4e93f6-e9eb-4c25-b8ba-b62884014366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:53.855571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3d4e93f6-e9eb-4c25-b8ba-b62884014366 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90cf623b-d7e0-4f3f-a2eb-1cd621a829eb HTTP/1.1" status: 204 len: 168 time: 0.1350791 Jul 14 12:02:53.867894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e93f6-e9eb-4c25-b8ba-b62884014366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cf623b-d7e0-4f3f-a2eb-1cd621a829eb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:55.478308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51226) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:55.599600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-aec241e0-f5b6-422c-9602-11ce241574ab tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:02:55.618666 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aec241e0-f5b6-422c-9602-11ce241574ab tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] 10.222.0.38 "PUT /v2.0/quotas/8c6fba10da6f41d19aac17be22e916cf HTTP/1.1" status: 200 len: 368 time: 0.1377256 Jul 14 12:02:55.623022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51234) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:55.628391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Request body: {'network': {'project_id': '8c6fba10da6f41d19aac17be22e916cf'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:02:55.653942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Made reservation on behalf of 8c6fba10da6f41d19aac17be22e916cf for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:02:55.656695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:55.667089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:55.775903 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:55.780954 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:55.810608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:02:55.822635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef14dada-d44c-45b4-9a5a-8aef5ddb27da,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:55.829787 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:55.830652 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Added segment ac298384-9d43-445e-8b80-da234a8b320f of type vlan for network bb8fae6f-59f0-4bee-b591-900a6eb36569 Jul 14 12:02:55.879297 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:55.908854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:55.909930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:55.910512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:55.971546 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3472917 Jul 14 12:02:55.974233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51236) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:55.979039 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Request body: {'network': {'project_id': '8c6fba10da6f41d19aac17be22e916cf'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:02:55.985689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6295c-c863-4a2d-9fb4-7456c34b8e27 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Pushing event updated for resources: {'Network': ['ID=bb8fae6f-59f0-4bee-b591-900a6eb36569,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:55.997894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network bb8fae6f-59f0-4bee-b591-900a6eb36569 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:02:56.009407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Made reservation on behalf of 8c6fba10da6f41d19aac17be22e916cf for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:02:56.012089 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.043270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:02:56.053449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.053798 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Added segment a77fb6f1-4ad4-473e-9afc-7ce850f06f9e of type vlan for network 85415b44-b408-47d8-9d01-2d78c8bc5f4d Jul 14 12:02:56.100818 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.132024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.134390 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:56.135307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.204708 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2294211 Jul 14 12:02:56.204873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51240) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:56.218968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5ab66-6c52-4a0a-b957-59368756ac4a tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Pushing event updated for resources: {'Network': ['ID=85415b44-b408-47d8-9d01-2d78c8bc5f4d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:56.224466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0c303e5e-ffc9-4f86-a27f-b65c71ebcd14 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Request body: {'network': {'project_id': '8c6fba10da6f41d19aac17be22e916cf'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:02:56.228312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 85415b44-b408-47d8-9d01-2d78c8bc5f4d details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:02:56.242404 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c303e5e-ffc9-4f86-a27f-b65c71ebcd14 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 12:02:56.243266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c303e5e-ffc9-4f86-a27f-b65c71ebcd14 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:02:56.248360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51242) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:56.251343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0c303e5e-ffc9-4f86-a27f-b65c71ebcd14 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0422616 Jul 14 12:02:56.327761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.365987 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.415166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.425594 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85415b44-b408-47d8-9d01-2d78c8bc5f4d']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:56.446491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77fb6f1-4ad4-473e-9afc-7ce850f06f9e') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:56.446765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77fb6f1-4ad4-473e-9afc-7ce850f06f9e') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:56.458620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.480687 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.488716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:02:56.489314 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:02:56.491685 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:02:56.569301 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.578704 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.583529 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] 10.222.0.38 "DELETE /v2.0/networks/85415b44-b408-47d8-9d01-2d78c8bc5f4d HTTP/1.1" status: 204 len: 168 time: 0.3338056 Jul 14 12:02:56.583818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51248) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:56.595725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfa9c7-2763-450b-8d53-23cabf69ceb9 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Pushing event deleted for resources: {'Network': ['ID=85415b44-b408-47d8-9d01-2d78c8bc5f4d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:56.668851 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.752317 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.768988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8fae6f-59f0-4bee-b591-900a6eb36569']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:56.785056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac298384-9d43-445e-8b80-da234a8b320f') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:56.785543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac298384-9d43-445e-8b80-da234a8b320f') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:56.799297 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.819472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.826322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:02:56.826765 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:02:56.828469 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:02:56.902170 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.906885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:56.909230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] 10.222.0.38 "DELETE /v2.0/networks/bb8fae6f-59f0-4bee-b591-900a6eb36569 HTTP/1.1" status: 204 len: 168 time: 0.3242419 Jul 14 12:02:56.923553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49618dd-135b-4fc3-8f77-b6459c94b095 tempest-QuotasNegativeTest-2017719750 tempest-QuotasNegativeTest-2017719750-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb8fae6f-59f0-4bee-b591-900a6eb36569,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:57.384213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51262) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:57.491516 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae735d3-5581-4ca1-9b35-4701d6eed56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.604575 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae735d3-5581-4ca1-9b35-4701d6eed56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.609379 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ae735d3-5581-4ca1-9b35-4701d6eed56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.653982 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6ae735d3-5581-4ca1-9b35-4701d6eed56c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=deb9cbbffc0d4cb6b73c3b70b5bab47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678096 Jul 14 12:02:57.657253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51266) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:57.666960 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae735d3-5581-4ca1-9b35-4701d6eed56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57793654-1058-49a9-b349-43bfb1b42a9d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:57.725635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff3fc18-826c-4504-bb70-9aeb8b6c031b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.748857 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff3fc18-826c-4504-bb70-9aeb8b6c031b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.810272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff3fc18-826c-4504-bb70-9aeb8b6c031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.812868 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ff3fc18-826c-4504-bb70-9aeb8b6c031b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.814655 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ff3fc18-826c-4504-bb70-9aeb8b6c031b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57793654-1058-49a9-b349-43bfb1b42a9d HTTP/1.1" status: 204 len: 168 time: 0.1557057 Jul 14 12:02:57.822385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3fc18-826c-4504-bb70-9aeb8b6c031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57793654-1058-49a9-b349-43bfb1b42a9d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:58.135989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51272) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:58.153407 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-969e4048-c7b4-422c-a67d-70eedef1eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:58.275438 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-969e4048-c7b4-422c-a67d-70eedef1eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:58.278054 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-969e4048-c7b4-422c-a67d-70eedef1eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:58.317305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e4048-c7b4-422c-a67d-70eedef1eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e98384-5643-4ad5-b143-cebccb1b91e8,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:58.324626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-969e4048-c7b4-422c-a67d-70eedef1eca9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3b8a41a339f44fcbc538476a355d714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869423 Jul 14 12:02:58.326393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51280) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:58.345236 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:58.387151 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7130d380-ca79-4c7c-aced-154b931e3b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:58.409650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7130d380-ca79-4c7c-aced-154b931e3b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:58.470571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7130d380-ca79-4c7c-aced-154b931e3b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:58.473928 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7130d380-ca79-4c7c-aced-154b931e3b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:58.475108 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7130d380-ca79-4c7c-aced-154b931e3b4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89e98384-5643-4ad5-b143-cebccb1b91e8 HTTP/1.1" status: 204 len: 168 time: 0.1476901 Jul 14 12:02:58.483578 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130d380-ca79-4c7c-aced-154b931e3b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e98384-5643-4ad5-b143-cebccb1b91e8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:59.292762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51308) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:59.440770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-437166cb-cfdd-4511-bd88-ba2eeb136051 tempest-AgentManagementNegativeTest-724865941 tempest-AgentManagementNegativeTest-724865941-project] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1457074 Jul 14 12:02:59.749644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51316) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:59.864983 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e40f5452-95ac-4f0f-9179-5cc83a404615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:59.964515 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e40f5452-95ac-4f0f-9179-5cc83a404615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:59.971022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e40f5452-95ac-4f0f-9179-5cc83a404615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:00.013961 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e40f5452-95ac-4f0f-9179-5cc83a404615 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f3977c9a49ae4520aad88073ec43c29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629147 Jul 14 12:03:00.015420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f5452-95ac-4f0f-9179-5cc83a404615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733ac1a8-64a5-43ff-8728-6d3006b9008c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:00.018131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51324) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:00.077807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3a588164-a4b8-4e6e-90fc-d8b8e0ce0b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:00.105077 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3a588164-a4b8-4e6e-90fc-d8b8e0ce0b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:00.160124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3a588164-a4b8-4e6e-90fc-d8b8e0ce0b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:00.162723 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3a588164-a4b8-4e6e-90fc-d8b8e0ce0b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:00.163927 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3a588164-a4b8-4e6e-90fc-d8b8e0ce0b5c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/733ac1a8-64a5-43ff-8728-6d3006b9008c HTTP/1.1" status: 204 len: 168 time: 0.1445670 Jul 14 12:03:00.173048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a588164-a4b8-4e6e-90fc-d8b8e0ce0b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733ac1a8-64a5-43ff-8728-6d3006b9008c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:00.912340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51352) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:01.038348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-795169327'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:01.060903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Made reservation on behalf of cce30cf735cd4da69168bcba55e76774 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:01.064468 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.073298 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.180009 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.184413 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.212132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:03:01.222520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d6239d-f5b7-43ab-8e2c-8645a238968a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:01.229579 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.229579 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Added segment 2f1f7393-281b-4b76-a974-3932043d0867 of type vlan for network 9f642130-f9d2-49bf-88c7-f9e26f155358 Jul 14 12:03:01.278130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.308325 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.314580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:01.315201 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.382816 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4693482 Jul 14 12:03:01.387429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51358) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:01.392275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb8def-654f-4d16-b8bb-f9315f1edfe3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Network': ['ID=9f642130-f9d2-49bf-88c7-f9e26f155358,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:01.398308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'subnet': {'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:01.406685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:03:01.506800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Made reservation on behalf of cce30cf735cd4da69168bcba55e76774 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:01.510799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.742232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.813821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Subnet': ['ID=c2855a00-43fa-412e-98a8-0cec69f4bc47,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:01.822932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Checking segment: {'id': '2f1f7393-281b-4b76-a974-3932043d0867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:01.822932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Network hostable DHCP agents. Network: 9f642130-f9d2-49bf-88c7-f9e26f155358, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:03:01.851299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:03:01.865450 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 9f642130-f9d2-49bf-88c7-f9e26f155358) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:01.872911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:01.874200 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:01.880087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d26cfc-600d-44bc-8439-2e20aa37e1d7 None None] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:03:01.900116 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3b38d518-bbd5-4f5c-a3e8-08da493ce355 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5092511 Jul 14 12:03:01.905178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51364) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:01.910317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'port': {'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358', 'name': 'tempest-AllowedAddressPairTestJSON-324758939'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:02.037244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Made reservation on behalf of cce30cf735cd4da69168bcba55e76774 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:02.042178 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.062518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] device_id is not set on port 55141768-d641-43d7-af7e-a57358b59439 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 12:03:02.082726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-9f642130-f9d2-49bf-88c7-f9e26f155358', 'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358', 'tenant_id': 'cce30cf735cd4da69168bcba55e76774', 'fixed_ips': [{'subnet_id': 'c2855a00-43fa-412e-98a8-0cec69f4bc47'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:03:02.086056 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.205266 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Allocated IP 172.20.0.12 (9f642130-f9d2-49bf-88c7-f9e26f155358/c2855a00-43fa-412e-98a8-0cec69f4bc47/55141768-d641-43d7-af7e-a57358b59439) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:02.388591 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.405393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Transition to ACTIVE for port object 55141768-d641-43d7-af7e-a57358b59439 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:02.441650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.494448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:02.495818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:02.499203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Allocated IP 172.20.0.2 (9f642130-f9d2-49bf-88c7-f9e26f155358/c2855a00-43fa-412e-98a8-0cec69f4bc47/42a6b618-a364-45d2-9ec6-853a47dccebf) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:02.508236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:02.546441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Port': ['ID=55141768-d641-43d7-af7e-a57358b59439,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:02.590539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:02.591656 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.620303 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f5a9998c-3f62-4c6f-b7c7-210f3cfa5494 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7072701 Jul 14 12:03:02.631301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51372) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:02.644280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'port': {'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358', 'name': 'tempest-AllowedAddressPairTestJSON-714091078', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:49:07:9f'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:02.694165 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.704847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Transition to ACTIVE for port object 42a6b618-a364-45d2-9ec6-853a47dccebf will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:02.724417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Transition to ACTIVE for port object 42a6b618-a364-45d2-9ec6-853a47dccebf will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:02.730722 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.775003 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Made reservation on behalf of cce30cf735cd4da69168bcba55e76774 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:02.777568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:02.784091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:02.798989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:02.853186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Pushing event updated for resources: {'Port': ['ID=42a6b618-a364-45d2-9ec6-853a47dccebf,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:02.865639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.865982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.866508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.866958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.867304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.867643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.868120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.868448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.868946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.869438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.869936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.870414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:02.872447 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.885015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Attempting to bind port 42a6b618-a364-45d2-9ec6-853a47dccebf on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:03:02.885429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Attempting to bind port 42a6b618-a364-45d2-9ec6-853a47dccebf by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '2f1f7393-281b-4b76-a974-3932043d0867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:03:02.885796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Attempting to bind port 42a6b618-a364-45d2-9ec6-853a47dccebf on network 9f642130-f9d2-49bf-88c7-f9e26f155358 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:03:02.892479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:03:02.892859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Checking segment: {'id': '2f1f7393-281b-4b76-a974-3932043d0867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:02.893269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.893662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Bound using segment: {'id': '2f1f7393-281b-4b76-a974-3932043d0867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:03:02.894293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Bound port: 42a6b618-a364-45d2-9ec6-853a47dccebf, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1f7393-281b-4b76-a974-3932043d0867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:03:02.894851 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:02.895211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] device_id is not set on port 283ab85d-5e99-4029-b07a-a03985ba3b7a yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 12:03:02.966449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] For port 42a6b618-a364-45d2-9ec6-853a47dccebf, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:03:02.970333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] For port 42a6b618-a364-45d2-9ec6-853a47dccebf, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42a6b618-a364-45d2-9ec6-853a47dccebf,segment=NetworkSegment(2f1f7393-281b-4b76-a974-3932043d0867),segment_id=2f1f7393-281b-4b76-a974-3932043d0867)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:03:02.974315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:03.017327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Allocated IP 172.20.0.14 (9f642130-f9d2-49bf-88c7-f9e26f155358/c2855a00-43fa-412e-98a8-0cec69f4bc47/283ab85d-5e99-4029-b07a-a03985ba3b7a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:03.049506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56a89d-76a8-4bf2-addb-42325f45e9ca None None] Pushing event updated for resources: {'Port': ['ID=42a6b618-a364-45d2-9ec6-853a47dccebf,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:03.196594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:03.214062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Transition to ACTIVE for port object 283ab85d-5e99-4029-b07a-a03985ba3b7a will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:03.262153 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:03.335201 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:03.338823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:03.344874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:03.370713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Port': ['ID=283ab85d-5e99-4029-b07a-a03985ba3b7a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:03.418667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:03.419876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:03.438392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-604ac7bd-261b-4473-a1ad-6ea9deaddf06 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8055625 Jul 14 12:03:03.441082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51376) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:03.558317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af3a77-a474-4f42-90fd-e9cef8e44551 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:03.565530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af3a77-a474-4f42-90fd-e9cef8e44551 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:03.571604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af3a77-a474-4f42-90fd-e9cef8e44551 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:03.573417 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-34af3a77-a474-4f42-90fd-e9cef8e44551 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1313148 Jul 14 12:03:03.577716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51378) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:03.716834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4c3c9-2983-49e0-b016-210ba2999d12 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Deleting port 283ab85d-5e99-4029-b07a-a03985ba3b7a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:03.717737 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e8d4c3c9-2983-49e0-b016-210ba2999d12 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:03.823839 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e8d4c3c9-2983-49e0-b016-210ba2999d12 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:03.845256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4c3c9-2983-49e0-b016-210ba2999d12 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Calling delete_port for 283ab85d-5e99-4029-b07a-a03985ba3b7a owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:04.006655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e8d4c3c9-2983-49e0-b016-210ba2999d12 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:04.041531 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4c3c9-2983-49e0-b016-210ba2999d12 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event deleted for resources: {'Port': ['ID=283ab85d-5e99-4029-b07a-a03985ba3b7a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:04.163328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b99d38-d9be-49f1-8fae-2151038ecfcd None None] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:03:04.207864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e8d4c3c9-2983-49e0-b016-210ba2999d12 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:04.212365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e8d4c3c9-2983-49e0-b016-210ba2999d12 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "DELETE /v2.0/ports/283ab85d-5e99-4029-b07a-a03985ba3b7a HTTP/1.1" status: 204 len: 168 time: 0.6312201 Jul 14 12:03:04.212738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51388) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:04.248014 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dddd6f-c980-40b9-afbc-509edddb77e0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] GET failed (client error): The resource could not be found. Jul 14 12:03:04.249979 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45dddd6f-c980-40b9-afbc-509edddb77e0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "GET /v2.0/ports/283ab85d-5e99-4029-b07a-a03985ba3b7a HTTP/1.1" status: 404 len: 333 time: 0.0361967 Jul 14 12:03:04.255665 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51390) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:04.261311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'port': {'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358', 'name': 'tempest-AllowedAddressPairTestJSON-1225387593'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:04.269849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-df209ddb-70d3-4a27-a02d-ed6a113c60d8 None None] Provisioning for port 42a6b618-a364-45d2-9ec6-853a47dccebf completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:04.410341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Made reservation on behalf of cce30cf735cd4da69168bcba55e76774 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:04.414447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:04.436481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] device_id is not set on port fa64429f-0d44-4b7a-998e-18c26a644d48 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 12:03:04.579607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Allocated IP 172.20.0.6 (9f642130-f9d2-49bf-88c7-f9e26f155358/c2855a00-43fa-412e-98a8-0cec69f4bc47/fa64429f-0d44-4b7a-998e-18c26a644d48) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:04.716865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-30e579d2-e238-4e37-b2df-37fa22c313c6 None None] Provisioning for port 55141768-d641-43d7-af7e-a57358b59439 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:04.728686 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-30e579d2-e238-4e37-b2df-37fa22c313c6 None None] Provisioning complete for port 55141768-d641-43d7-af7e-a57358b59439 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:04.728915 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30e579d2-e238-4e37-b2df-37fa22c313c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:04.773015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42a6b618-a364-45d2-9ec6-853a47dccebf up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:04.811189 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:04.819020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-30e579d2-e238-4e37-b2df-37fa22c313c6 None None] Port 55141768-d641-43d7-af7e-a57358b59439 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:04.850630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Transition to ACTIVE for port object fa64429f-0d44-4b7a-998e-18c26a644d48 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:04.852984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 42a6b618-a364-45d2-9ec6-853a47dccebf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:04.858511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 42a6b618-a364-45d2-9ec6-853a47dccebf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:04.859228 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:04.916896 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:04.959423 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.018575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 42a6b618-a364-45d2-9ec6-853a47dccebf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42a6b618-a364-45d2-9ec6-853a47dccebf,segment=NetworkSegment(2f1f7393-281b-4b76-a974-3932043d0867),segment_id=2f1f7393-281b-4b76-a974-3932043d0867)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:05.024900 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.035997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:05.045210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:05.053256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:05.098278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Port': ['ID=fa64429f-0d44-4b7a-998e-18c26a644d48,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:05.128285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-532ccaa2-8391-41a7-8174-716121152cd5 None None] Provisioning complete for port 55141768-d641-43d7-af7e-a57358b59439 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:05.128842 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-532ccaa2-8391-41a7-8174-716121152cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.135784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=42a6b618-a364-45d2-9ec6-853a47dccebf,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:05.163841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:05.164733 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.184486 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-305b7fd7-75b8-474e-a4e1-6096f74b2726 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9275429 Jul 14 12:03:05.188181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51406) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:05.194121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9b9a5a6f-a501-4042-9f79-1ad29f338cd3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:49:07:9f'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:05.194761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-532ccaa2-8391-41a7-8174-716121152cd5 None None] Port 55141768-d641-43d7-af7e-a57358b59439 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:05.308005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-434988cc-fbba-42f0-ad1a-bebfafb0ac50 None None] Could not find standard attr ID for object 283ab85d-5e99-4029-b07a-a03985ba3b7a. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 12:03:05.308160 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5a6f-a501-4042-9f79-1ad29f338cd3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.573390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5a6f-a501-4042-9f79-1ad29f338cd3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.580302 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5a6f-a501-4042-9f79-1ad29f338cd3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.641529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-06e245a4-1048-4c31-93f3-63dba0c94e44 None None] Provisioning for port fa64429f-0d44-4b7a-998e-18c26a644d48 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:05.648922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-06e245a4-1048-4c31-93f3-63dba0c94e44 None None] Provisioning complete for port fa64429f-0d44-4b7a-998e-18c26a644d48 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:05.649793 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-06e245a4-1048-4c31-93f3-63dba0c94e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.681188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a5a6f-a501-4042-9f79-1ad29f338cd3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Port': ['ID=fa64429f-0d44-4b7a-998e-18c26a644d48,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:05.698146 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a5a6f-a501-4042-9f79-1ad29f338cd3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] In _notify_port_updated(), no bound segment for port fa64429f-0d44-4b7a-998e-18c26a644d48 on network 9f642130-f9d2-49bf-88c7-f9e26f155358 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 12:03:05.705916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a5a6f-a501-4042-9f79-1ad29f338cd3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:05.706613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5a6f-a501-4042-9f79-1ad29f338cd3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.708079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9b9a5a6f-a501-4042-9f79-1ad29f338cd3 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "PUT /v2.0/ports/fa64429f-0d44-4b7a-998e-18c26a644d48 HTTP/1.1" status: 200 len: 994 time: 0.5187492 Jul 14 12:03:05.710852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51414) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:05.719597 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-06e245a4-1048-4c31-93f3-63dba0c94e44 None None] Port fa64429f-0d44-4b7a-998e-18c26a644d48 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:05.850282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b526dd0d-0120-4ebe-a7fe-a36ab721307e tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Deleting port fa64429f-0d44-4b7a-998e-18c26a644d48 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:05.850821 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b526dd0d-0120-4ebe-a7fe-a36ab721307e tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.966614 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b526dd0d-0120-4ebe-a7fe-a36ab721307e tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:05.981431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b526dd0d-0120-4ebe-a7fe-a36ab721307e tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Calling delete_port for fa64429f-0d44-4b7a-998e-18c26a644d48 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:06.132702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b526dd0d-0120-4ebe-a7fe-a36ab721307e tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:06.136231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a5cc3d2e-7a20-4d69-8441-6ee4d50548a0 None None] Could not find standard attr ID for object fa64429f-0d44-4b7a-998e-18c26a644d48. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 12:03:06.167719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526dd0d-0120-4ebe-a7fe-a36ab721307e tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event deleted for resources: {'Port': ['ID=fa64429f-0d44-4b7a-998e-18c26a644d48,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:06.345536 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b526dd0d-0120-4ebe-a7fe-a36ab721307e tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:06.350031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b526dd0d-0120-4ebe-a7fe-a36ab721307e tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "DELETE /v2.0/ports/fa64429f-0d44-4b7a-998e-18c26a644d48 HTTP/1.1" status: 204 len: 168 time: 0.6357694 Jul 14 12:03:06.351116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51420) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:06.400380 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbaef48-81ff-41bf-b6a7-3ff45bf800fa tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] GET failed (client error): The resource could not be found. Jul 14 12:03:06.402067 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bfbaef48-81ff-41bf-b6a7-3ff45bf800fa tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "GET /v2.0/ports/fa64429f-0d44-4b7a-998e-18c26a644d48 HTTP/1.1" status: 404 len: 333 time: 0.0495441 Jul 14 12:03:06.407241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51422) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:06.412293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'port': {'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358', 'name': 'tempest-AllowedAddressPairTestJSON-556932573'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:06.532136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Made reservation on behalf of cce30cf735cd4da69168bcba55e76774 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:06.536649 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:06.556399 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] device_id is not set on port 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 yet. {{(pid=93701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 12:03:06.678269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Allocated IP 172.20.0.11 (9f642130-f9d2-49bf-88c7-f9e26f155358/c2855a00-43fa-412e-98a8-0cec69f4bc47/07f6cca6-8d64-4f55-8713-b1d6fd2484d2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:06.701381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42a6b618-a364-45d2-9ec6-853a47dccebf up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:06.755068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 42a6b618-a364-45d2-9ec6-853a47dccebf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:06.755448 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:06.859371 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:06.876428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Transition to ACTIVE for port object 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:06.924010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:06.970021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:06.973709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:06.998229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:06.999213 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:03:07.054330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Port': ['ID=07f6cca6-8d64-4f55-8713-b1d6fd2484d2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:07.081796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:07.082505 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:07.110440 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-086c790c-85c1-4d3c-b4f4-0ff224e95778 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6983352 Jul 14 12:03:07.110996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51432) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:07.122970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-dc202b06-eef8-4bd0-ac77-9ad5e7f7cdc0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:49:07:9f'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:07.273434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e13ef98e-5fb9-4858-85e6-cd91e52cb21c None None] Provisioning for port 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:07.278454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e13ef98e-5fb9-4858-85e6-cd91e52cb21c None None] Provisioning complete for port 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:07.279070 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e13ef98e-5fb9-4858-85e6-cd91e52cb21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:07.321832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e13ef98e-5fb9-4858-85e6-cd91e52cb21c None None] Port 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:07.567363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc202b06-eef8-4bd0-ac77-9ad5e7f7cdc0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:07.759971 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc202b06-eef8-4bd0-ac77-9ad5e7f7cdc0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:07.768508 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc202b06-eef8-4bd0-ac77-9ad5e7f7cdc0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:07.848212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc202b06-eef8-4bd0-ac77-9ad5e7f7cdc0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Port': ['ID=07f6cca6-8d64-4f55-8713-b1d6fd2484d2,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:07.865889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-dc202b06-eef8-4bd0-ac77-9ad5e7f7cdc0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] In _notify_port_updated(), no bound segment for port 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 on network 9f642130-f9d2-49bf-88c7-f9e26f155358 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 12:03:07.871715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc202b06-eef8-4bd0-ac77-9ad5e7f7cdc0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:07.872651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc202b06-eef8-4bd0-ac77-9ad5e7f7cdc0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:07.876791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dc202b06-eef8-4bd0-ac77-9ad5e7f7cdc0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "PUT /v2.0/ports/07f6cca6-8d64-4f55-8713-b1d6fd2484d2 HTTP/1.1" status: 200 len: 996 time: 0.7618513 Jul 14 12:03:07.877160 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51444) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:07.988059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a883a48e-01eb-470f-84d4-75e1cceeac0d tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Deleting port 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:07.988407 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a883a48e-01eb-470f-84d4-75e1cceeac0d tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.146300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-04bc55d7-f529-4034-8cca-7fab762ac6d6 None None] Provisioning complete for port 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:08.147312 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-04bc55d7-f529-4034-8cca-7fab762ac6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.185718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-04bc55d7-f529-4034-8cca-7fab762ac6d6 None None] Port 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:08.427835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a883a48e-01eb-470f-84d4-75e1cceeac0d tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.442346 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a883a48e-01eb-470f-84d4-75e1cceeac0d tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Calling delete_port for 07f6cca6-8d64-4f55-8713-b1d6fd2484d2 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:08.578520 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a883a48e-01eb-470f-84d4-75e1cceeac0d tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.614818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883a48e-01eb-470f-84d4-75e1cceeac0d tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event deleted for resources: {'Port': ['ID=07f6cca6-8d64-4f55-8713-b1d6fd2484d2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:08.695043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a883a48e-01eb-470f-84d4-75e1cceeac0d tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.699521 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a883a48e-01eb-470f-84d4-75e1cceeac0d tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "DELETE /v2.0/ports/07f6cca6-8d64-4f55-8713-b1d6fd2484d2 HTTP/1.1" status: 204 len: 168 time: 0.8191838 Jul 14 12:03:08.700300 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51452) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:08.735785 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b15138-ce8d-4bc3-9274-2d93b66db090 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] GET failed (client error): The resource could not be found. Jul 14 12:03:08.741208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f9b15138-ce8d-4bc3-9274-2d93b66db090 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "GET /v2.0/ports/07f6cca6-8d64-4f55-8713-b1d6fd2484d2 HTTP/1.1" status: 404 len: 333 time: 0.0392482 Jul 14 12:03:08.741384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51454) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:08.747736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'port': {'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358', 'name': 'tempest-AllowedAddressPairTestJSON-868697476'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:08.876089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Made reservation on behalf of cce30cf735cd4da69168bcba55e76774 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:08.880274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.900218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] device_id is not set on port 919a0d9c-6060-422a-984c-5bfa8f948f30 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 12:03:09.016209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Allocated IP 172.20.0.4 (9f642130-f9d2-49bf-88c7-f9e26f155358/c2855a00-43fa-412e-98a8-0cec69f4bc47/919a0d9c-6060-422a-984c-5bfa8f948f30) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:09.173428 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.187955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Transition to ACTIVE for port object 919a0d9c-6060-422a-984c-5bfa8f948f30 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:09.227613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.285296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:09.288845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:09.293428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:09.332743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Port': ['ID=919a0d9c-6060-422a-984c-5bfa8f948f30,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:09.363496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:09.364422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.383182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4e23ac46-0f14-4774-a91a-735cce790917 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6399491 Jul 14 12:03:09.385836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51464) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:09.391831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'port': {'network_id': '9f642130-f9d2-49bf-88c7-f9e26f155358', 'name': 'tempest-AllowedAddressPairTestJSON-353226268'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:09.515679 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9841f929-d331-414f-988a-aa8116557c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.518143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Made reservation on behalf of cce30cf735cd4da69168bcba55e76774 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:09.522861 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.550557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] device_id is not set on port 2b5e6971-3f7a-4867-af3e-59704b578c19 yet. {{(pid=93702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 12:03:09.628638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7f39217a-6973-44d6-af8f-8d7653ecb57b None None] Provisioning for port 919a0d9c-6060-422a-984c-5bfa8f948f30 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:09.633637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7f39217a-6973-44d6-af8f-8d7653ecb57b None None] Provisioning complete for port 919a0d9c-6060-422a-984c-5bfa8f948f30 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:09.634276 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7f39217a-6973-44d6-af8f-8d7653ecb57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.671426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7f39217a-6973-44d6-af8f-8d7653ecb57b None None] Port 919a0d9c-6060-422a-984c-5bfa8f948f30 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:09.696469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Allocated IP 172.20.0.6 (9f642130-f9d2-49bf-88c7-f9e26f155358/c2855a00-43fa-412e-98a8-0cec69f4bc47/2b5e6971-3f7a-4867-af3e-59704b578c19) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:09.867695 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.888337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Transition to ACTIVE for port object 2b5e6971-3f7a-4867-af3e-59704b578c19 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:09.922751 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.974166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:09.974166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:09.981234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:10.042355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Port': ['ID=2b5e6971-3f7a-4867-af3e-59704b578c19,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:10.053420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:10.054162 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.071087 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5b723a82-7035-4f2d-92a6-2aa43ca7edd0 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6840725 Jul 14 12:03:10.073793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51472) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:10.085259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7babfd93-8a1b-4ec2-8c7a-2e3230a18d64 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:49:07:9f'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ee:a6:bf'}]}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:10.300200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b6fe0dc3-0603-4550-9046-7bd3cd36dbb3 None None] Provisioning for port 2b5e6971-3f7a-4867-af3e-59704b578c19 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:10.304469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b6fe0dc3-0603-4550-9046-7bd3cd36dbb3 None None] Provisioning complete for port 2b5e6971-3f7a-4867-af3e-59704b578c19 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:10.304839 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0dc3-0603-4550-9046-7bd3cd36dbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.310979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7babfd93-8a1b-4ec2-8c7a-2e3230a18d64 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.363917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe0dc3-0603-4550-9046-7bd3cd36dbb3 None None] Port 2b5e6971-3f7a-4867-af3e-59704b578c19 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:10.535204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7babfd93-8a1b-4ec2-8c7a-2e3230a18d64 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.540406 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7babfd93-8a1b-4ec2-8c7a-2e3230a18d64 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.646455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babfd93-8a1b-4ec2-8c7a-2e3230a18d64 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event updated for resources: {'Port': ['ID=2b5e6971-3f7a-4867-af3e-59704b578c19,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:10.661575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-7babfd93-8a1b-4ec2-8c7a-2e3230a18d64 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] In _notify_port_updated(), no bound segment for port 2b5e6971-3f7a-4867-af3e-59704b578c19 on network 9f642130-f9d2-49bf-88c7-f9e26f155358 {{(pid=93702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 12:03:10.667471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7babfd93-8a1b-4ec2-8c7a-2e3230a18d64 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:10.669080 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7babfd93-8a1b-4ec2-8c7a-2e3230a18d64 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.670741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7babfd93-8a1b-4ec2-8c7a-2e3230a18d64 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "PUT /v2.0/ports/2b5e6971-3f7a-4867-af3e-59704b578c19 HTTP/1.1" status: 200 len: 1055 time: 0.5950599 Jul 14 12:03:10.674842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51484) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:10.810308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1438fd2d-f50e-4e58-887f-153f40705129 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Deleting port 2b5e6971-3f7a-4867-af3e-59704b578c19 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:10.810824 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1438fd2d-f50e-4e58-887f-153f40705129 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.899644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-81f5e9e4-fdd3-4018-93fc-953e232a0fe9 None None] Provisioning complete for port 2b5e6971-3f7a-4867-af3e-59704b578c19 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:10.901206 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-81f5e9e4-fdd3-4018-93fc-953e232a0fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.943692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-81f5e9e4-fdd3-4018-93fc-953e232a0fe9 None None] Port 2b5e6971-3f7a-4867-af3e-59704b578c19 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:10.946810 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1438fd2d-f50e-4e58-887f-153f40705129 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.963890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1438fd2d-f50e-4e58-887f-153f40705129 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Calling delete_port for 2b5e6971-3f7a-4867-af3e-59704b578c19 owned by {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:11.124852 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1438fd2d-f50e-4e58-887f-153f40705129 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.157323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438fd2d-f50e-4e58-887f-153f40705129 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event deleted for resources: {'Port': ['ID=2b5e6971-3f7a-4867-af3e-59704b578c19,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:11.387383 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1438fd2d-f50e-4e58-887f-153f40705129 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.388948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1438fd2d-f50e-4e58-887f-153f40705129 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "DELETE /v2.0/ports/2b5e6971-3f7a-4867-af3e-59704b578c19 HTTP/1.1" status: 204 len: 168 time: 0.7125926 Jul 14 12:03:11.391620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51496) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:11.422771 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba366fe7-941f-4298-942e-95f4f329cdb4 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] GET failed (client error): The resource could not be found. Jul 14 12:03:11.424361 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ba366fe7-941f-4298-942e-95f4f329cdb4 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "GET /v2.0/ports/2b5e6971-3f7a-4867-af3e-59704b578c19 HTTP/1.1" status: 404 len: 333 time: 0.0317349 Jul 14 12:03:11.431538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51498) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:11.530362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4d057a6f-8cb8-40ad-8755-38cf0b7eeb60 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Deleting port 919a0d9c-6060-422a-984c-5bfa8f948f30 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:11.531137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d057a6f-8cb8-40ad-8755-38cf0b7eeb60 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.621835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d057a6f-8cb8-40ad-8755-38cf0b7eeb60 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.636890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4d057a6f-8cb8-40ad-8755-38cf0b7eeb60 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Calling delete_port for 919a0d9c-6060-422a-984c-5bfa8f948f30 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:11.775681 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d057a6f-8cb8-40ad-8755-38cf0b7eeb60 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.812593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d057a6f-8cb8-40ad-8755-38cf0b7eeb60 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event deleted for resources: {'Port': ['ID=919a0d9c-6060-422a-984c-5bfa8f948f30,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:11.891778 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d057a6f-8cb8-40ad-8755-38cf0b7eeb60 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.893921 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4d057a6f-8cb8-40ad-8755-38cf0b7eeb60 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "DELETE /v2.0/ports/919a0d9c-6060-422a-984c-5bfa8f948f30 HTTP/1.1" status: 204 len: 168 time: 0.4616365 Jul 14 12:03:11.896713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51502) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:11.928524 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e5e81f-b264-4d58-a4fd-9732012bcfaf tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] GET failed (client error): The resource could not be found. Jul 14 12:03:11.930225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-48e5e81f-b264-4d58-a4fd-9732012bcfaf tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "GET /v2.0/ports/919a0d9c-6060-422a-984c-5bfa8f948f30 HTTP/1.1" status: 404 len: 333 time: 0.0323687 Jul 14 12:03:11.934699 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51506) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:12.076411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-884490cf-ade4-4dcf-9a80-bf1db5c647ff tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Deleting port 55141768-d641-43d7-af7e-a57358b59439 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:12.076942 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-884490cf-ade4-4dcf-9a80-bf1db5c647ff tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.176316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-884490cf-ade4-4dcf-9a80-bf1db5c647ff tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.188928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-884490cf-ade4-4dcf-9a80-bf1db5c647ff tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Calling delete_port for 55141768-d641-43d7-af7e-a57358b59439 owned by {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:12.274344 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.322332 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-884490cf-ade4-4dcf-9a80-bf1db5c647ff tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.355965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884490cf-ade4-4dcf-9a80-bf1db5c647ff tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event deleted for resources: {'Port': ['ID=55141768-d641-43d7-af7e-a57358b59439,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:12.429021 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-884490cf-ade4-4dcf-9a80-bf1db5c647ff tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.431044 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-884490cf-ade4-4dcf-9a80-bf1db5c647ff tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "DELETE /v2.0/ports/55141768-d641-43d7-af7e-a57358b59439 HTTP/1.1" status: 204 len: 168 time: 0.4953761 Jul 14 12:03:12.433538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51510) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:12.497536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adbf228-9764-474b-a313-b43af5768d59 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Deleting subnet c2855a00-43fa-412e-98a8-0cec69f4bc47 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:03:12.504939 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5adbf228-9764-474b-a313-b43af5768d59 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.552185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5adbf228-9764-474b-a313-b43af5768d59 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.646264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5adbf228-9764-474b-a313-b43af5768d59 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.662040 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-901557c6-b7e4-44c4-a432-f26365eb1539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.714346 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5adbf228-9764-474b-a313-b43af5768d59 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.741031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbf228-9764-474b-a313-b43af5768d59 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event deleted for resources: {'Subnet': ['ID=c2855a00-43fa-412e-98a8-0cec69f4bc47,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:12.745400 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5adbf228-9764-474b-a313-b43af5768d59 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.751129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51514) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:12.757491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daff6d38-22e4-4f7b-8033-13bc23aac6d9 None None] Network 9f642130-f9d2-49bf-88c7-f9e26f155358 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:03:12.762532 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5adbf228-9764-474b-a313-b43af5768d59 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "DELETE /v2.0/subnets/c2855a00-43fa-412e-98a8-0cec69f4bc47 HTTP/1.1" status: 204 len: 168 time: 0.3267791 Jul 14 12:03:12.837519 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.901647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Deleting port 42a6b618-a364-45d2-9ec6-853a47dccebf {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:12.902089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.971813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f220b8-e2f8-4330-915b-be1c6b81d80e None None] DHCP port deletion for 9f642130-f9d2-49bf-88c7-f9e26f155358 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:03:12.983390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] For port 42a6b618-a364-45d2-9ec6-853a47dccebf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42a6b618-a364-45d2-9ec6-853a47dccebf,segment=NetworkSegment(2f1f7393-281b-4b76-a974-3932043d0867),segment_id=2f1f7393-281b-4b76-a974-3932043d0867)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:12.983760 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.998030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Calling delete_port for 42a6b618-a364-45d2-9ec6-853a47dccebf owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:13.023092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-83f220b8-e2f8-4330-915b-be1c6b81d80e None None] Deleting port 42a6b618-a364-45d2-9ec6-853a47dccebf {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:13.023480 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83f220b8-e2f8-4330-915b-be1c6b81d80e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.092158 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.107649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-83f220b8-e2f8-4330-915b-be1c6b81d80e None None] For port 42a6b618-a364-45d2-9ec6-853a47dccebf, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=42a6b618-a364-45d2-9ec6-853a47dccebf,segment=NetworkSegment(2f1f7393-281b-4b76-a974-3932043d0867),segment_id=2f1f7393-281b-4b76-a974-3932043d0867)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:13.107649 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83f220b8-e2f8-4330-915b-be1c6b81d80e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.118752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-83f220b8-e2f8-4330-915b-be1c6b81d80e None None] Calling delete_port for 42a6b618-a364-45d2-9ec6-853a47dccebf owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:13.131421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event deleted for resources: {'Port': ['ID=42a6b618-a364-45d2-9ec6-853a47dccebf,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:13.135992 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] No DVR routers for this DVR port 42a6b618-a364-45d2-9ec6-853a47dccebf on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:03:13.220956 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83f220b8-e2f8-4330-915b-be1c6b81d80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.228733 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.241541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f642130-f9d2-49bf-88c7-f9e26f155358']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:13.255647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f220b8-e2f8-4330-915b-be1c6b81d80e None None] Pushing event deleted for resources: {'Port': ['ID=42a6b618-a364-45d2-9ec6-853a47dccebf,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:13.255891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1f7393-281b-4b76-a974-3932043d0867') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:13.256340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1f7393-281b-4b76-a974-3932043d0867') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:13.257786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f220b8-e2f8-4330-915b-be1c6b81d80e None None] No DVR routers for this DVR port 42a6b618-a364-45d2-9ec6-853a47dccebf on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:03:13.272688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.294413 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.301914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:03:13.302472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:03:13.306004 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:03:13.371690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.386686 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.392698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] 10.222.0.38 "DELETE /v2.0/networks/9f642130-f9d2-49bf-88c7-f9e26f155358 HTTP/1.1" status: 204 len: 168 time: 0.6380999 Jul 14 12:03:13.404962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e3250-ee7b-4a12-bcba-4e4e7aaafb86 tempest-AllowedAddressPairTestJSON-1185141155 tempest-AllowedAddressPairTestJSON-1185141155-project] Pushing event deleted for resources: {'Network': ['ID=9f642130-f9d2-49bf-88c7-f9e26f155358,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:13.510401 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.694397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51524) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:13.878083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e8cfdf25-fc4a-4023-9f7f-11ad91d1e20b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cce30cf735cd4da69168bcba55e76774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820138 Jul 14 12:03:13.881173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51534) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:13.949949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6916-b799-4380-8f94-5be98d28a9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.973435 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6916-b799-4380-8f94-5be98d28a9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.034820 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6916-b799-4380-8f94-5be98d28a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.038040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6916-b799-4380-8f94-5be98d28a9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.044394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0dbf6916-b799-4380-8f94-5be98d28a9b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19d6239d-f5b7-43ab-8e2c-8645a238968a HTTP/1.1" status: 204 len: 168 time: 0.1598344 Jul 14 12:03:14.054461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf6916-b799-4380-8f94-5be98d28a9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d6239d-f5b7-43ab-8e2c-8645a238968a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:14.710067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42a6b618-a364-45d2-9ec6-853a47dccebf no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:03:14.733943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 42a6b618-a364-45d2-9ec6-853a47dccebf {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:03:14.734292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 42a6b618-a364-45d2-9ec6-853a47dccebf not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:03:14.767347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51568) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:14.875553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-72838eb4-2d54-42f4-9429-8fae7f18d778 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] Request body: {'port': {'network_id': '4a0a5e8b-5d64-4814-b741-00c07187500e', 'name': 'tempest-NetworksNegativeTestJSON-352894468'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:14.890190 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-72838eb4-2d54-42f4-9429-8fae7f18d778 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] POST failed (client error): The resource could not be found. Jul 14 12:03:14.890855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72838eb4-2d54-42f4-9429-8fae7f18d778 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:03:14.892147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-72838eb4-2d54-42f4-9429-8fae7f18d778 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1236975 Jul 14 12:03:14.895912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51574) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:14.913995 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b6edd1-abb7-4a20-bc49-1aee9fa89c72 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] DELETE failed (client error): The resource could not be found. Jul 14 12:03:14.914525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b6edd1-abb7-4a20-bc49-1aee9fa89c72 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:03:14.916187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-71b6edd1-abb7-4a20-bc49-1aee9fa89c72 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "DELETE /v2.0/networks/27fc9769-fd6d-4c0a-8a9c-a020afdb8bd5 HTTP/1.1" status: 404 len: 339 time: 0.0192950 Jul 14 12:03:14.922174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51576) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:14.948280 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83a3ecd-a344-4a8e-ac1f-ec19b8afcba6 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] DELETE failed (client error): The resource could not be found. Jul 14 12:03:14.948948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83a3ecd-a344-4a8e-ac1f-ec19b8afcba6 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:03:14.950747 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a83a3ecd-a344-4a8e-ac1f-ec19b8afcba6 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "DELETE /v2.0/ports/c6318624-16ba-4b97-a273-b2f5a2292adb HTTP/1.1" status: 404 len: 333 time: 0.0275509 Jul 14 12:03:14.954792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51578) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:14.981488 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d889450a-b0ba-4e21-99e9-9e43dde2fb05 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] DELETE failed (client error): The resource could not be found. Jul 14 12:03:14.982086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d889450a-b0ba-4e21-99e9-9e43dde2fb05 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:03:14.983796 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d889450a-b0ba-4e21-99e9-9e43dde2fb05 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "DELETE /v2.0/subnets/9646b580-60d3-4ffe-a8c1-ae62cdc0178f HTTP/1.1" status: 404 len: 337 time: 0.0280244 Jul 14 12:03:14.987311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51584) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.006879 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-98540fbd-bb5e-44b6-82fb-38c905df984e tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] GET failed (client error): The resource could not be found. Jul 14 12:03:15.008285 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-98540fbd-bb5e-44b6-82fb-38c905df984e tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "GET /v2.0/networks/4372f295-7452-48ad-8850-b5990767e625 HTTP/1.1" status: 404 len: 339 time: 0.0200078 Jul 14 12:03:15.012274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51586) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.045731 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d773e265-dbac-4dfa-8345-42ef0ebe9682 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] GET failed (client error): The resource could not be found. Jul 14 12:03:15.047422 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d773e265-dbac-4dfa-8345-42ef0ebe9682 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "GET /v2.0/ports/5db150e4-fc99-4b88-ad42-8f41644faaaf HTTP/1.1" status: 404 len: 333 time: 0.0342426 Jul 14 12:03:15.052149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51588) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.080108 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79ecfe8-f231-42ab-9278-2c43aafa6de5 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] GET failed (client error): The resource could not be found. Jul 14 12:03:15.081355 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d79ecfe8-f231-42ab-9278-2c43aafa6de5 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "GET /v2.0/subnets/74bc45f8-d8c5-46b7-b1eb-ea7e75882b66 HTTP/1.1" status: 404 len: 337 time: 0.0279181 Jul 14 12:03:15.085632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51590) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.092061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-77c21dc4-f15f-4708-a53f-335ba36b0b62 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:15.106109 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c21dc4-f15f-4708-a53f-335ba36b0b62 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] PUT failed (client error): The resource could not be found. Jul 14 12:03:15.106721 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c21dc4-f15f-4708-a53f-335ba36b0b62 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:03:15.107842 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-77c21dc4-f15f-4708-a53f-335ba36b0b62 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "PUT /v2.0/networks/de57d278-f318-44e4-a7ab-089117f1f61a HTTP/1.1" status: 404 len: 339 time: 0.0212736 Jul 14 12:03:15.111502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51592) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.116601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9344fc8f-698f-420e-9a4d-dc8ef0a1571a tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:15.138956 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9344fc8f-698f-420e-9a4d-dc8ef0a1571a tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] PUT failed (client error): The resource could not be found. Jul 14 12:03:15.139617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9344fc8f-698f-420e-9a4d-dc8ef0a1571a tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:03:15.144384 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9344fc8f-698f-420e-9a4d-dc8ef0a1571a tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "PUT /v2.0/ports/f3446061-dad9-4e4c-9be4-f32d302d744f HTTP/1.1" status: 404 len: 333 time: 0.0283380 Jul 14 12:03:15.144580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51594) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.149617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-69acc1c0-efc1-44e6-8a60-b6ea9745f688 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:15.171193 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-69acc1c0-efc1-44e6-8a60-b6ea9745f688 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] PUT failed (client error): The resource could not be found. Jul 14 12:03:15.171653 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69acc1c0-efc1-44e6-8a60-b6ea9745f688 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:03:15.177209 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-69acc1c0-efc1-44e6-8a60-b6ea9745f688 tempest-NetworksNegativeTestJSON-1723585663 tempest-NetworksNegativeTestJSON-1723585663-project] 10.222.0.38 "PUT /v2.0/subnets/3d8b00cd-7f44-4bde-9777-b0b939016319 HTTP/1.1" status: 404 len: 337 time: 0.0272989 Jul 14 12:03:15.214437 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.437676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51604) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.563275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a04de837-e052-4d30-92db-623edfbd7f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.667777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a04de837-e052-4d30-92db-623edfbd7f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.672146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a04de837-e052-4d30-92db-623edfbd7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.715258 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a04de837-e052-4d30-92db-623edfbd7f88 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74d0c6ce99ff42979b6c50ba5c52d528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764044 Jul 14 12:03:15.715561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51612) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.716210 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04de837-e052-4d30-92db-623edfbd7f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2950a021-bb60-4a4d-aef9-717c6dd7ae47,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:15.775326 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01e8c504-35a6-4565-ad94-e18fdd8d1db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.797671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01e8c504-35a6-4565-ad94-e18fdd8d1db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.860406 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01e8c504-35a6-4565-ad94-e18fdd8d1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.860406 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01e8c504-35a6-4565-ad94-e18fdd8d1db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.862823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-01e8c504-35a6-4565-ad94-e18fdd8d1db7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2950a021-bb60-4a4d-aef9-717c6dd7ae47 HTTP/1.1" status: 204 len: 168 time: 0.1449189 Jul 14 12:03:15.870009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8c504-35a6-4565-ad94-e18fdd8d1db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2950a021-bb60-4a4d-aef9-717c6dd7ae47,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:17.574715 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51696) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:17.691289 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84643e17-0d3b-4b01-8f88-77b3e4f4fbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.779180 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84643e17-0d3b-4b01-8f88-77b3e4f4fbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.783149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84643e17-0d3b-4b01-8f88-77b3e4f4fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.822195 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-84643e17-0d3b-4b01-8f88-77b3e4f4fbe4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46fb2d32174f444d8035a100c461f7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463028 Jul 14 12:03:17.823080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84643e17-0d3b-4b01-8f88-77b3e4f4fbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e093fe-1669-42ef-af11-ab56cc2413e5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:17.826061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51704) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:17.883349 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3aeef705-1f1a-4697-ab82-aa0c4e72e2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.909103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3aeef705-1f1a-4697-ab82-aa0c4e72e2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.958861 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3aeef705-1f1a-4697-ab82-aa0c4e72e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.961772 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3aeef705-1f1a-4697-ab82-aa0c4e72e2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.966245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3aeef705-1f1a-4697-ab82-aa0c4e72e2d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63e093fe-1669-42ef-af11-ab56cc2413e5 HTTP/1.1" status: 204 len: 168 time: 0.1354778 Jul 14 12:03:17.973286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeef705-1f1a-4697-ab82-aa0c4e72e2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e093fe-1669-42ef-af11-ab56cc2413e5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:18.242657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51720) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:18.253756 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf853666-517c-48cf-98ab-89568cd8079f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.351700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf853666-517c-48cf-98ab-89568cd8079f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.356043 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf853666-517c-48cf-98ab-89568cd8079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.394322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf853666-517c-48cf-98ab-89568cd8079f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c548db07-9ccb-4ebe-a7eb-b71e6978abb9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:18.399265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cf853666-517c-48cf-98ab-89568cd8079f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2dd0b32e7c4e49e89f67593b8ff5ad89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587679 Jul 14 12:03:18.401766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 51722) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:18.462985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d02f42d3-eabc-447f-92e2-254203c20894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.484788 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d02f42d3-eabc-447f-92e2-254203c20894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.500077 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51728) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:18.548592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d02f42d3-eabc-447f-92e2-254203c20894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.551449 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d02f42d3-eabc-447f-92e2-254203c20894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.552824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d02f42d3-eabc-447f-92e2-254203c20894 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c548db07-9ccb-4ebe-a7eb-b71e6978abb9 HTTP/1.1" status: 204 len: 168 time: 0.1492708 Jul 14 12:03:18.569307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f42d3-eabc-447f-92e2-254203c20894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c548db07-9ccb-4ebe-a7eb-b71e6978abb9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:18.689759 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port 64542905-6470-4e2a-87c5-54bcca72ca0d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:18.690415 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.781253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.781592 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.795998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for 64542905-6470-4e2a-87c5-54bcca72ca0d owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:18.977541 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:19.011420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=64542905-6470-4e2a-87c5-54bcca72ca0d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:19.086534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:19.086859 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Floating IP d1d1dcbe-a8f5-4731-92dd-a50b69a534e0 disassociated (deleted). External IP: 172.25.2.128, port: 6a6c3b03-1747-4561-9f73-02962731ab42. Jul 14 12:03:19.336286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Router f02befd1-ab3f-4999-bd1b-a16a634174ec has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:03:19.459069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:03:19.464943 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:19.471047 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] Sync routers for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:03:19.483409 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:19.484416 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:03:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:19.523575 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-47c44e1a-5f5e-44b2-b267-5f3c8edd8a0f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "DELETE /v2.0/floatingips/d1d1dcbe-a8f5-4731-92dd-a50b69a534e0 HTTP/1.1" status: 204 len: 168 time: 1.0224161 Jul 14 12:03:19.524645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:03:19.527943 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c72a867-984a-4d70-b754-fa427876a8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:03:19.598647 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d570e4c-6578-481c-9789-cc84e88edd5f x-openstack-request-id: req-6d570e4c-6578-481c-9789-cc84e88edd5f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:03:19.599193 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:03:19.599586 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d570e4c-6578-481c-9789-cc84e88edd5f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:03:19.600218 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42', 'status': 'completed', 'code': 200} Jul 14 12:03:19.724314 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:19.890829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-f8ac3d60-523b-4737-a1f5-b954db5f65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:19.893037 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-f8ac3d60-523b-4737-a1f5-b954db5f65d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 1097 time: 0.2681925 Jul 14 12:03:20.038941 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'd12651cc-2c68-46c0-beec-4e0c29c0ad51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:16Z', 'updated_at': '2021-07-14T11:59:23Z', 'revision_number': 1, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:20.072477 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] Checking router: f02befd1-ab3f-4999-bd1b-a16a634174ec for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:03:20.091260 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:20.092698 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:03:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:20.094647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-a787be61-fbac-4fe4-aef0-bf1dcc3e57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:20.096191 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-a787be61-fbac-4fe4-aef0-bf1dcc3e57bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.1969478 Jul 14 12:03:20.145566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-26715192-7cd6-457b-a52c-b987c408dfef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6c3b03-1747-4561-9f73-02962731ab42 HTTP/1.1" status: 200 len: 217 time: 0.0413876 Jul 14 12:03:20.157353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92fad-0497-42ee-94ff-8216c3998e33 req-5183a118-87a3-40ac-8b86-e7ce243d5f8e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:20.158901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fd92fad-0497-42ee-94ff-8216c3998e33 req-5183a118-87a3-40ac-8b86-e7ce243d5f8e tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 946 time: 0.1743314 Jul 14 12:03:20.227268 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:20.264083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fd92fad-0497-42ee-94ff-8216c3998e33 req-95121a43-4d0d-4e7f-a38f-766364ab59ba tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618002 Jul 14 12:03:20.265639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-a3bbe8c1-96da-4d1b-8d7a-f6e934c7d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:20.267086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-a3bbe8c1-96da-4d1b-8d7a-f6e934c7d7a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1073015 Jul 14 12:03:20.376323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-d81449ea-efa2-4511-9d25-58ed74156eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:20.379310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-d81449ea-efa2-4511-9d25-58ed74156eeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029472 Jul 14 12:03:20.521215 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-e455cef5-d9ad-4d0f-897d-b3d1adae38a0 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292214 Jul 14 12:03:20.545314 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'd12651cc-2c68-46c0-beec-4e0c29c0ad51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:16Z', 'updated_at': '2021-07-14T11:59:23Z', 'revision_number': 1, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:20.579317 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef01e5c-62ee-4b2c-9316-f3be783baecc None None] The sync data for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 is: [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'd12651cc-2c68-46c0-beec-4e0c29c0ad51', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'port_id': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'mac_address': 'fa:16:3e:38:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:59:16Z', 'updated_at': '2021-07-14T11:59:23Z', 'revision_number': 1, 'project_id': '63e66b37481147788ebff171c7986f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:03:20.669987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5c72a867-984a-4d70-b754-fa427876a8c5 req-bbde9953-c327-4523-9f5d-4869c348bfbe service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372964 Jul 14 12:03:20.785573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51820) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:20.884934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341f45a-efce-4a3f-bea5-c8bd820ee1b3 None None] New status for floating IP d1d1dcbe-a8f5-4731-92dd-a50b69a534e0: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:03:20.910066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88d106f9-d409-4362-a379-04059e2e699a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.021254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88d106f9-d409-4362-a379-04059e2e699a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.025666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88d106f9-d409-4362-a379-04059e2e699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.065409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d106f9-d409-4362-a379-04059e2e699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bde880d-c522-4f48-a080-e5cbdff08343,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:21.072736 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-88d106f9-d409-4362-a379-04059e2e699a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84e334791cc044be8aaf079c4bd41748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836869 Jul 14 12:03:21.073002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51830) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:21.128327 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e46693d-a48a-4ab9-a422-0fef1218be0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.151374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e46693d-a48a-4ab9-a422-0fef1218be0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.205876 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e46693d-a48a-4ab9-a422-0fef1218be0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.208632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e46693d-a48a-4ab9-a422-0fef1218be0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.212142 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9e46693d-a48a-4ab9-a422-0fef1218be0e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bde880d-c522-4f48-a080-e5cbdff08343 HTTP/1.1" status: 204 len: 168 time: 0.1359637 Jul 14 12:03:21.223494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46693d-a48a-4ab9-a422-0fef1218be0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bde880d-c522-4f48-a080-e5cbdff08343,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:21.499832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51848) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:21.517994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac93f7be-d2b9-4020-9d04-df998fe622e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.583504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18940db0-09c0-41eb-9d17-4e161b829958 req-a5fbebdc-ef6f-4a80-bb29-6de69abdfb22 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:21.585119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18940db0-09c0-41eb-9d17-4e161b829958 req-a5fbebdc-ef6f-4a80-bb29-6de69abdfb22 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 946 time: 0.1406863 Jul 14 12:03:21.594529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c05397-d9b8-4d5a-9a6c-85d8fb51bfb7 req-896ba383-ffd3-406a-b919-e7b2c0e9fb53 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:21.596279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17c05397-d9b8-4d5a-9a6c-85d8fb51bfb7 req-896ba383-ffd3-406a-b919-e7b2c0e9fb53 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 946 time: 0.1819925 Jul 14 12:03:21.653547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac93f7be-d2b9-4020-9d04-df998fe622e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.658456 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac93f7be-d2b9-4020-9d04-df998fe622e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.694178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-17c05397-d9b8-4d5a-9a6c-85d8fb51bfb7 req-383b3255-64b6-4d04-ad2f-a174720377fd tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887098 Jul 14 12:03:21.720911 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ac93f7be-d2b9-4020-9d04-df998fe622e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8ef51df6bdd460bbcf81ef985dcb831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198770 Jul 14 12:03:21.724755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f7be-d2b9-4020-9d04-df998fe622e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187961ac-814e-41a0-a381-a35502504d8f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:21.724755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51854) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:21.735154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-18940db0-09c0-41eb-9d17-4e161b829958 req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port 6a6c3b03-1747-4561-9f73-02962731ab42 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:21.735451 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-18940db0-09c0-41eb-9d17-4e161b829958 req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.780779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22cac020-75be-4a25-a908-1f04fcb4d05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.802532 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22cac020-75be-4a25-a908-1f04fcb4d05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.829036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-18940db0-09c0-41eb-9d17-4e161b829958 req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] For port 6a6c3b03-1747-4561-9f73-02962731ab42, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=6a6c3b03-1747-4561-9f73-02962731ab42,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:21.829304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-18940db0-09c0-41eb-9d17-4e161b829958 req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.846137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-18940db0-09c0-41eb-9d17-4e161b829958 req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for 6a6c3b03-1747-4561-9f73-02962731ab42 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:21.854400 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22cac020-75be-4a25-a908-1f04fcb4d05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.858154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22cac020-75be-4a25-a908-1f04fcb4d05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.861893 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-22cac020-75be-4a25-a908-1f04fcb4d05e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/187961ac-814e-41a0-a381-a35502504d8f HTTP/1.1" status: 204 len: 168 time: 0.1337333 Jul 14 12:03:21.867807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cac020-75be-4a25-a908-1f04fcb4d05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187961ac-814e-41a0-a381-a35502504d8f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:22.025430 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-18940db0-09c0-41eb-9d17-4e161b829958 req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:22.061697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=6a6c3b03-1747-4561-9f73-02962731ab42,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:22.117967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-18940db0-09c0-41eb-9d17-4e161b829958 req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] No DVR routers for this DVR port 6a6c3b03-1747-4561-9f73-02962731ab42 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:03:22.120099 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-18940db0-09c0-41eb-9d17-4e161b829958 req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:22.122916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18940db0-09c0-41eb-9d17-4e161b829958 req-fcc8a5dd-6f04-41d4-ba5c-ed1a6e160051 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "DELETE /v2.0/ports/6a6c3b03-1747-4561-9f73-02962731ab42 HTTP/1.1" status: 204 len: 173 time: 0.5256457 Jul 14 12:03:22.123440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'name': 'network-vif-deleted', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:03:22.125934 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebdd0bf-c224-421e-b2ce-10a105267c7b" -d '{"events": [{"server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "name": "network-vif-deleted", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:03:22.189451 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162de508-340b-424f-b4e9-86c71e833ccd x-openstack-request-id: req-162de508-340b-424f-b4e9-86c71e833ccd {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:03:22.189751 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb", "name": "network-vif-deleted", "tag": "6a6c3b03-1747-4561-9f73-02962731ab42", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:03:22.189994 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-162de508-340b-424f-b4e9-86c71e833ccd {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:03:22.190375 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb', 'name': 'network-vif-deleted', 'tag': '6a6c3b03-1747-4561-9f73-02962731ab42', 'status': 'completed', 'code': 200} Jul 14 12:03:22.895802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b488026-4008-4cd2-95fb-7042d2e9b509 req-f1d782c8-5666-4a6f-9779-262536afdcf5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 210 time: 0.0392683 Jul 14 12:03:23.318928 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51918) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:23.440860 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01eb0797-0fb1-4401-a03c-4492eb2ab76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:23.547828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01eb0797-0fb1-4401-a03c-4492eb2ab76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:23.551784 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01eb0797-0fb1-4401-a03c-4492eb2ab76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:23.578436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb0797-0fb1-4401-a03c-4492eb2ab76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f388a4d1-8e1e-4ca8-8ad0-8164c452ce94,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:23.615091 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-01eb0797-0fb1-4401-a03c-4492eb2ab76d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=378f89f2b586489783154f0b2c321794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927334 Jul 14 12:03:23.615298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 51922) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:23.682441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd567f16-944a-491d-a162-5c3e0f8ad7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:23.706884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd567f16-944a-491d-a162-5c3e0f8ad7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:23.760519 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd567f16-944a-491d-a162-5c3e0f8ad7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:23.763002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd567f16-944a-491d-a162-5c3e0f8ad7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:23.765078 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dd567f16-944a-491d-a162-5c3e0f8ad7e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f388a4d1-8e1e-4ca8-8ad0-8164c452ce94 HTTP/1.1" status: 204 len: 168 time: 0.1487069 Jul 14 12:03:23.784842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd567f16-944a-491d-a162-5c3e0f8ad7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f388a4d1-8e1e-4ca8-8ad0-8164c452ce94,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:24.074353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79d712f7-6ce9-46ae-b193-3e2130823b68 req-8344688d-cb06-4880-9783-5a57d984638d tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 210 time: 0.0381453 Jul 14 12:03:25.227974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33621df9-d4e7-4766-abcf-70965598c4ec req-cb61be3a-1dd1-4137-bf44-157a0bd8e403 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 210 time: 0.0322273 Jul 14 12:03:25.771599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6a6c3b03-1747-4561-9f73-02962731ab42 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:03:25.803184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 6a6c3b03-1747-4561-9f73-02962731ab42 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:03:25.803629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 6a6c3b03-1747-4561-9f73-02962731ab42 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:03:26.365341 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:26.412818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d101eb77-7b24-46ea-977d-b6eb28131560 req-8822c7e1-42aa-4f01-9b0f-747bdbede1b5 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e27dc9b-5fcf-4d2d-bd01-93842e70b5eb HTTP/1.1" status: 200 len: 210 time: 0.0361040 Jul 14 12:03:28.346265 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:34.247423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52100) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:34.446563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port 400d128b-19af-441d-98c4-ced6f35c8f4a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:34.446563 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:34.546196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:34.546432 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:34.560981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for 400d128b-19af-441d-98c4-ced6f35c8f4a owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:34.738094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:34.789889 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=400d128b-19af-441d-98c4-ced6f35c8f4a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:34.880735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:34.881076 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Floating IP d12651cc-2c68-46c0-beec-4e0c29c0ad51 disassociated (deleted). External IP: 172.25.2.182, port: 2a80bde7-871d-4778-ab1e-7adfc2508231. Jul 14 12:03:35.121217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Router f02befd1-ab3f-4999-bd1b-a16a634174ec has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:03:35.262516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:03:35.267326 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:35.278888 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] Sync routers for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:03:35.313966 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:35.317622 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a58933e1-9f09-4133-afba-f5031a20a381 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "DELETE /v2.0/floatingips/d12651cc-2c68-46c0-beec-4e0c29c0ad51 HTTP/1.1" status: 204 len: 168 time: 1.0683584 Jul 14 12:03:35.320783 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:03:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:35.338370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:03:35.345753 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317" -d '{"events": [{"name": "network-changed", "server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:03:35.444717 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77db23c4-6f92-4f9f-b8c7-7ed40df6f8ef x-openstack-request-id: req-77db23c4-6f92-4f9f-b8c7-7ed40df6f8ef {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:03:35.445353 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:03:35.445353 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77db23c4-6f92-4f9f-b8c7-7ed40df6f8ef {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:03:35.446084 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'status': 'completed', 'code': 200} Jul 14 12:03:35.603666 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-616c8293-7934-4276-a304-367fb34a4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:35.606550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-616c8293-7934-4276-a304-367fb34a4cc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e66b37481147788ebff171c7986f8c&device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 1097 time: 0.1259644 Jul 14 12:03:35.675023 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:35.716208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-adaa2d66-0b0a-4f97-811b-4a26890de07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:35.718077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-adaa2d66-0b0a-4f97-811b-4a26890de07c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 200 len: 911 time: 0.1050892 Jul 14 12:03:35.838120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-af0d1d26-c855-4495-a5ca-2098996c43b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a80bde7-871d-4778-ab1e-7adfc2508231 HTTP/1.1" status: 200 len: 217 time: 0.1138568 Jul 14 12:03:35.949725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-90a3b96a-4f60-4315-a856-3b9e5aabcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:35.952189 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-90a3b96a-4f60-4315-a856-3b9e5aabcbe0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 200 len: 850 time: 0.1071024 Jul 14 12:03:36.072942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-d09480cb-5121-4bd9-a22f-4e6a9e6d9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:36.075283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-d09480cb-5121-4bd9-a22f-4e6a9e6d9e86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab57db97-d866-4580-839b-0963a274a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114676 Jul 14 12:03:36.182236 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:36.234999 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] Checking router: f02befd1-ab3f-4999-bd1b-a16a634174ec for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:03:36.250845 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:36.250845 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:03:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:36.348615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1913f-8f8b-49cd-884e-a57c870ff470 req-b940bf2b-303b-402e-b9ee-7ffb260a5d2f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:36.351230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eaa1913f-8f8b-49cd-884e-a57c870ff470 req-b940bf2b-303b-402e-b9ee-7ffb260a5d2f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 946 time: 0.1857138 Jul 14 12:03:36.362843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-ba0418f2-0175-4455-b766-dbbcbd1a0ffb service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793770 Jul 14 12:03:36.457971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eaa1913f-8f8b-49cd-884e-a57c870ff470 req-37546e13-ffbb-4c54-aec1-d121d0f845c2 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943680 Jul 14 12:03:36.509016 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:36.527777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-702bf8bb-f8ef-47e0-b588-c4ca3c1da317 req-e0f15eee-daf0-403d-965d-a3367d794bd4 service neutron] 10.222.0.64 "GET /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522977 Jul 14 12:03:36.762714 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:36.794259 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5dbfee-5e5c-4d98-adad-6fd8fe4b110c None None] The sync data for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 is: [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T11:51:43Z', 'revision_number': 4, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fb076978-ecbd-4394-a827-9a80bc08b81e', 'name': '', 'network_id': 'ab57db97-d866-4580-839b-0963a274a61e', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'mac_address': 'fa:16:3e:8e:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:42Z', 'updated_at': '2021-07-14T11:51:50Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'subnets': [{'id': '2ebf9c62-6f89-4042-b207-3d7abe24ee41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:03:37.132959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c41d156-6c66-4924-9bc6-a5bce75d2733 None None] New status for floating IP d12651cc-2c68-46c0-beec-4e0c29c0ad51: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:03:37.400439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-b3900ff2-98db-4c81-abaf-3a52b5b740c1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:37.402762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-b3900ff2-98db-4c81-abaf-3a52b5b740c1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 946 time: 0.0869503 Jul 14 12:03:37.559624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port 2a80bde7-871d-4778-ab1e-7adfc2508231 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:37.560359 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:37.739619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] For port 2a80bde7-871d-4778-ab1e-7adfc2508231, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=2a80bde7-871d-4778-ab1e-7adfc2508231,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:37.740156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:37.764129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for 2a80bde7-871d-4778-ab1e-7adfc2508231 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:37.778054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f09262-0e64-4416-967c-265f7f0ba2f1 req-01433b67-db95-4028-8fbc-2945c7bd99f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:37.779648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43f09262-0e64-4416-967c-265f7f0ba2f1 req-01433b67-db95-4028-8fbc-2945c7bd99f1 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 946 time: 0.1547148 Jul 14 12:03:37.881254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43f09262-0e64-4416-967c-265f7f0ba2f1 req-cd6360f7-c69a-4530-84eb-eee94a503e60 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/security-groups?id=17377c6f-f914-4b99-8bd1-11d110b952f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907147 Jul 14 12:03:37.968571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:38.000601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=2a80bde7-871d-4778-ab1e-7adfc2508231,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:38.071844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] No DVR routers for this DVR port 2a80bde7-871d-4778-ab1e-7adfc2508231 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:03:38.076847 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:38.078952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69e1910d-49db-4cb7-930a-0b2a6cff87d3 req-533e27ab-a42d-457f-84bc-132ae06c769f tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.64 "DELETE /v2.0/ports/2a80bde7-871d-4778-ab1e-7adfc2508231 HTTP/1.1" status: 204 len: 173 time: 0.6710134 Jul 14 12:03:38.079769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'name': 'network-vif-deleted', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:03:38.083225 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a29eec5-cb5f-4088-94dc-79bf89703d38" -d '{"events": [{"server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "name": "network-vif-deleted", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:03:38.154792 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c42a9f-2e70-405f-9049-b64f006090f9 x-openstack-request-id: req-59c42a9f-2e70-405f-9049-b64f006090f9 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:03:38.155108 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24066e3-aec6-4f21-868a-f15774f0a8cd", "name": "network-vif-deleted", "tag": "2a80bde7-871d-4778-ab1e-7adfc2508231", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:03:38.155349 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59c42a9f-2e70-405f-9049-b64f006090f9 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:03:38.155757 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24066e3-aec6-4f21-868a-f15774f0a8cd', 'name': 'network-vif-deleted', 'tag': '2a80bde7-871d-4778-ab1e-7adfc2508231', 'status': 'completed', 'code': 200} Jul 14 12:03:39.168625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67207767-2320-4374-8bde-856eeed03ae2 req-deb76c63-65b7-413a-a666-b3555d04823b tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 210 time: 0.0504420 Jul 14 12:03:39.525940 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9335378a-8dc8-477f-ba09-5d87f2ec3aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:40.406614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d52b32b4-e62b-41b1-af7f-99072fb12552 req-27d2fbce-3690-43fd-87b7-b08dd08c2700 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 210 time: 0.0424800 Jul 14 12:03:41.687732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-929d7db7-afb8-4e9e-b283-82232eec6dbb req-8dfdcf84-31ed-4ff5-b543-87d908a6fec6 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 210 time: 0.0414054 Jul 14 12:03:41.783893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2a80bde7-871d-4778-ab1e-7adfc2508231 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:03:41.810896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 2a80bde7-871d-4778-ab1e-7adfc2508231 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:03:41.811721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 2a80bde7-871d-4778-ab1e-7adfc2508231 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:03:42.323623 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:42.684329 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac520b6c-0c9b-44cb-873c-acbfc98bf6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:43.337174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50bd42b8-2619-4f22-9c1e-6f68dd0a05eb req-e2e4a728-ed70-45cb-ad5b-1d7fac27ab3a tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "GET /v2.0/ports?device_id=a24066e3-aec6-4f21-868a-f15774f0a8cd HTTP/1.1" status: 200 len: 210 time: 0.4923580 Jul 14 12:03:43.516601 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:44.000872 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:03:44.470555 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52238) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:44.622792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Deleting port 965f756d-cf2b-4329-b952-7f5daa957554 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:44.622916 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:44.716570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:44.716888 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:44.735167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Calling delete_port for 965f756d-cf2b-4329-b952-7f5daa957554 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:44.892068 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:44.923605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'Port': ['ID=965f756d-cf2b-4329-b952-7f5daa957554,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:44.956776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.957125 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.957466 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.957803 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.958137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.958477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.958805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.959132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.959457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.959990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.960479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:44.960951 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:45.015119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:45.018182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:45.019738 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-848d1e2e-fcc9-4456-9a6a-80a1cc2f7361 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "DELETE /v2.0/floatingips/087c0b18-7629-47b6-83b0-a89024c7439f HTTP/1.1" status: 204 len: 168 time: 0.5480869 Jul 14 12:03:45.257441 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:48.699682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52344) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:48.801288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:48.839190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:48.945148 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:48.951487 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:48.954025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] 10.222.0.38 "DELETE /v2.0/security-groups/17377c6f-f914-4b99-8bd1-11d110b952f1 HTTP/1.1" status: 204 len: 168 time: 0.2525492 Jul 14 12:03:48.969381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17377c6f-f914-4b99-8bd1-11d110b952f1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:48.982159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.982570 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.983135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.983478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.984025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.984366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.984700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.985037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.985365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.985694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.986224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:48.987015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bbb8c5-8304-4e6b-829e-17d95fb4f275 tempest-TestVolumeBootPattern-1918708122 tempest-TestVolumeBootPattern-1918708122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:50.064384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52374) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:50.821717 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:51.243793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Deleting port fb076978-ecbd-4394-a827-9a80bc08b81e {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:51.246496 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:51.394473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] For port fb076978-ecbd-4394-a827-9a80bc08b81e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fb076978-ecbd-4394-a827-9a80bc08b81e,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:51.394749 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:51.416864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Calling delete_port for fb076978-ecbd-4394-a827-9a80bc08b81e owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:51.707381 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:51.742347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb076978-ecbd-4394-a827-9a80bc08b81e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:52.051631 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:52.403124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Router f02befd1-ab3f-4999-bd1b-a16a634174ec has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:03:52.579568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:03:52.593422 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] Sync routers for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:03:52.600603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f2624529-2a98-45d6-93c6-2446cc5cdb1a admin admin] 10.222.0.38 "PUT /v2.0/routers/f02befd1-ab3f-4999-bd1b-a16a634174ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347073 Jul 14 12:03:52.602708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52430) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:52.622420 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:52.634533 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:03:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:52.822683 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:53.001912 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:53.025079 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:53.122433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Deleting port cd426a74-08ea-42d0-90fa-d6cec1cae669 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:53.123039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:53.241650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] For port cd426a74-08ea-42d0-90fa-d6cec1cae669, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cd426a74-08ea-42d0-90fa-d6cec1cae669,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:53.244861 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:53.284543 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Calling delete_port for cd426a74-08ea-42d0-90fa-d6cec1cae669 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:53.423387 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T12:03:51Z', 'revision_number': 5, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port': {'id': 'cd426a74-08ea-42d0-90fa-d6cec1cae669', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:41Z', 'updated_at': '2021-07-14T11:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:53.496095 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] Checking router: f02befd1-ab3f-4999-bd1b-a16a634174ec for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:03:53.513559 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] Routers {'f02befd1-ab3f-4999-bd1b-a16a634174ec'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:53.514971 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:03:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['f02befd1-ab3f-4999-bd1b-a16a634174ec'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:53.674966 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] Set router f02befd1-ab3f-4999-bd1b-a16a634174ec gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:53.691182 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:53.740052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd426a74-08ea-42d0-90fa-d6cec1cae669,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:53.805916 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T12:03:53Z', 'revision_number': 6, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:53.874559 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6d6df-e3ef-40ec-82a6-bdea359aa85b None None] The sync data for ids ['f02befd1-ab3f-4999-bd1b-a16a634174ec'] in n-d-778696-8 is: [{'id': 'f02befd1-ab3f-4999-bd1b-a16a634174ec', 'name': 'tempest-TestVolumeBootPattern-599720675-router', 'tenant_id': '63e66b37481147788ebff171c7986f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:40Z', 'updated_at': '2021-07-14T12:03:53Z', 'revision_number': 6, 'project_id': '63e66b37481147788ebff171c7986f8c', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:03:53.886722 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:54.573340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:54.575731 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:54.661683 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:54.662397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f02befd1-ab3f-4999-bd1b-a16a634174ec {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:03:54.673179 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:54.674600 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-29ab1285-397f-44cc-bdc5-d5244a6360b9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f02befd1-ab3f-4999-bd1b-a16a634174ec HTTP/1.1" status: 204 len: 168 time: 2.0704927 Jul 14 12:03:54.677232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52538) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:54.736476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b622e847-0049-4d62-a9a3-9e885905852b admin admin] Deleting subnet 2ebf9c62-6f89-4042-b207-3d7abe24ee41 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:03:54.741170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b622e847-0049-4d62-a9a3-9e885905852b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:54.784164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b622e847-0049-4d62-a9a3-9e885905852b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:54.892817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b622e847-0049-4d62-a9a3-9e885905852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:54.995395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b622e847-0049-4d62-a9a3-9e885905852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.038479 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622e847-0049-4d62-a9a3-9e885905852b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebf9c62-6f89-4042-b207-3d7abe24ee41,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:55.044490 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cd426a74-08ea-42d0-90fa-d6cec1cae669 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:03:55.045858 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b622e847-0049-4d62-a9a3-9e885905852b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.049280 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b622e847-0049-4d62-a9a3-9e885905852b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2ebf9c62-6f89-4042-b207-3d7abe24ee41 HTTP/1.1" status: 204 len: 168 time: 0.3708529 Jul 14 12:03:55.052897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52544) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:55.064892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7b356-02d3-4612-936e-a6ef9def2947 None None] Network ab57db97-d866-4580-839b-0963a274a61e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:03:55.101177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: cd426a74-08ea-42d0-90fa-d6cec1cae669 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:03:55.101472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cd426a74-08ea-42d0-90fa-d6cec1cae669 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:03:55.101840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fb076978-ecbd-4394-a827-9a80bc08b81e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:03:55.147259 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.191652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: fb076978-ecbd-4394-a827-9a80bc08b81e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:03:55.192005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fb076978-ecbd-4394-a827-9a80bc08b81e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:03:55.239952 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Deleting port 0aa9833f-91e0-47f1-b058-7d180beb7b82 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:55.240264 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.333547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] For port 0aa9833f-91e0-47f1-b058-7d180beb7b82, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=0aa9833f-91e0-47f1-b058-7d180beb7b82,segment=NetworkSegment(f489974a-8a5f-4b87-a6f2-4b3e532f58f4),segment_id=f489974a-8a5f-4b87-a6f2-4b3e532f58f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:55.334007 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.374373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Calling delete_port for 0aa9833f-91e0-47f1-b058-7d180beb7b82 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:55.470377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] DHCP port deletion for ab57db97-d866-4580-839b-0963a274a61e request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:03:55.544690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] Deleting port 0aa9833f-91e0-47f1-b058-7d180beb7b82 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:55.547256 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.550336 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.577621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] No DVR routers for this DVR port 0aa9833f-91e0-47f1-b058-7d180beb7b82 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:03:55.664276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa9833f-91e0-47f1-b058-7d180beb7b82,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:55.741753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] For port 0aa9833f-91e0-47f1-b058-7d180beb7b82, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:55.742281 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.769553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.774849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] Calling delete_port for 0aa9833f-91e0-47f1-b058-7d180beb7b82 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:55.782112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] Port 0aa9833f-91e0-47f1-b058-7d180beb7b82 was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 12:03:55.784339 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.786144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab57db97-d866-4580-839b-0963a274a61e']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:55.806087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:55.807175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f489974a-8a5f-4b87-a6f2-4b3e532f58f4') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:55.827431 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.839762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] Pushing event deleted for resources: {'Port': ['ID=0aa9833f-91e0-47f1-b058-7d180beb7b82,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:55.841864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462ca0b-c64b-46ab-8aae-f3e6a22d7e35 None None] No DVR routers for this DVR port 0aa9833f-91e0-47f1-b058-7d180beb7b82 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:03:55.856725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.867726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:03:55.868267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:03:55.870813 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:03:55.942496 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.951124 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:55.953564 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ab57db97-d866-4580-839b-0963a274a61e HTTP/1.1" status: 204 len: 168 time: 0.8991058 Jul 14 12:03:55.958095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52550) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:55.987433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e566d55-3cab-4219-918b-add2e8cdd787 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab57db97-d866-4580-839b-0963a274a61e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:56.371064 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:56.478777 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:56.789616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0aa9833f-91e0-47f1-b058-7d180beb7b82 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:03:56.838043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 0aa9833f-91e0-47f1-b058-7d180beb7b82 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:03:56.838498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 0aa9833f-91e0-47f1-b058-7d180beb7b82 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:03:56.911242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Deleting port e45cba89-2d1c-430b-86ac-266a948ff156 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:56.911660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:57.030926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] For port e45cba89-2d1c-430b-86ac-266a948ff156, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e45cba89-2d1c-430b-86ac-266a948ff156,segment=NetworkSegment(1fcce249-8b90-415f-85f5-ec23eec761d6),segment_id=1fcce249-8b90-415f-85f5-ec23eec761d6)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:57.032032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:57.053796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Calling delete_port for e45cba89-2d1c-430b-86ac-266a948ff156 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:57.327299 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:57.355932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Pushing event deleted for resources: {'Port': ['ID=e45cba89-2d1c-430b-86ac-266a948ff156,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:57.616211 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:57.920862 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:03:58.366678 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:58.400111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:03:58.409405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52560) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:58.409943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4baac04e-59d3-4bc3-a7d2-23bd95eb320e admin admin] 10.222.0.38 "PUT /v2.0/routers/6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4500363 Jul 14 12:03:58.422418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] Sync routers for ids ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:03:58.444559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] Routers {'6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:58.446079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:03:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:58.598510 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:58.627797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] Set router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:58.803263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:58.878352 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:46Z', 'updated_at': '2021-07-14T12:03:57Z', 'revision_number': 5, 'project_id': '24fd070d370143f0b471081e67e04c99', 'gw_port': {'id': 'f1efbf98-ddbf-45a3-a7ff-f4e76208fb55', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:51:47Z', 'updated_at': '2021-07-14T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:58.900950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Deleting port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:03:58.901306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:58.941189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] Checking router: 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:03:58.954366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] Routers {'6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:58.955369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:03:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:59.025598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] For port f1efbf98-ddbf-45a3-a7ff-f4e76208fb55, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f1efbf98-ddbf-45a3-a7ff-f4e76208fb55,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:59.025975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.060966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Calling delete_port for f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:03:59.084692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] Set router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:59.202462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:46Z', 'updated_at': '2021-07-14T12:03:58Z', 'revision_number': 6, 'project_id': '24fd070d370143f0b471081e67e04c99', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:59.262362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21909a1f-b975-4964-ab5d-d6638f94593f None None] The sync data for ids ['6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a'] in n-d-778696-8 is: [{'id': '6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a', 'name': 'tempest-TestVolumeBootPattern-996590337-router', 'tenant_id': '24fd070d370143f0b471081e67e04c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:51:46Z', 'updated_at': '2021-07-14T12:03:58Z', 'revision_number': 6, 'project_id': '24fd070d370143f0b471081e67e04c99', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:03:59.304007 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.356729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1efbf98-ddbf-45a3-a7ff-f4e76208fb55,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:59.444540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.553125 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.561152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.621195 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.622017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:03:59.627358 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.631161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52566) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:59.631829 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e86982c4-e968-43fc-bed5-237c90634c1c admin admin] 10.222.0.38 "DELETE /v2.0/routers/6e1c88cd-0e6b-4b4d-9740-fe2b89a87d2a HTTP/1.1" status: 204 len: 168 time: 1.2203331 Jul 14 12:03:59.692122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0e9655-3033-4e5f-9b01-a76cca876d93 admin admin] Deleting subnet a6bf3b3e-609a-4010-9382-446247570714 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:03:59.695465 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9655-3033-4e5f-9b01-a76cca876d93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.739130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9655-3033-4e5f-9b01-a76cca876d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.847930 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9655-3033-4e5f-9b01-a76cca876d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.936035 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9655-3033-4e5f-9b01-a76cca876d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.967812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e9655-3033-4e5f-9b01-a76cca876d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6bf3b3e-609a-4010-9382-446247570714,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:59.974745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9655-3033-4e5f-9b01-a76cca876d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:59.980076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0f0e9655-3033-4e5f-9b01-a76cca876d93 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a6bf3b3e-609a-4010-9382-446247570714 HTTP/1.1" status: 204 len: 168 time: 0.3446360 Jul 14 12:03:59.980332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52570) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:59.987588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eecd4d2-341d-48e9-a9a0-43fe8979d24e None None] Network 9c038398-774a-441b-8977-d077d1c4ddf3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:04:00.107448 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.212327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Deleting port 1f0bb72c-7837-4846-adda-22c058888990 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:00.212997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.279830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ccff25-77e2-4628-9a4e-b64b569cce78 None None] DHCP port deletion for 9c038398-774a-441b-8977-d077d1c4ddf3 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:04:00.329444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] For port 1f0bb72c-7837-4846-adda-22c058888990, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1f0bb72c-7837-4846-adda-22c058888990,segment=NetworkSegment(1fcce249-8b90-415f-85f5-ec23eec761d6),segment_id=1fcce249-8b90-415f-85f5-ec23eec761d6)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:00.330023 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.353093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-23ccff25-77e2-4628-9a4e-b64b569cce78 None None] Deleting port 1f0bb72c-7837-4846-adda-22c058888990 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:00.353787 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-23ccff25-77e2-4628-9a4e-b64b569cce78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.357314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Calling delete_port for 1f0bb72c-7837-4846-adda-22c058888990 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:00.466339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-23ccff25-77e2-4628-9a4e-b64b569cce78 None None] For port 1f0bb72c-7837-4846-adda-22c058888990, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1f0bb72c-7837-4846-adda-22c058888990,segment=NetworkSegment(1fcce249-8b90-415f-85f5-ec23eec761d6),segment_id=1fcce249-8b90-415f-85f5-ec23eec761d6)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:00.466994 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-23ccff25-77e2-4628-9a4e-b64b569cce78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.486381 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.492856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-23ccff25-77e2-4628-9a4e-b64b569cce78 None None] Calling delete_port for 1f0bb72c-7837-4846-adda-22c058888990 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:00.520395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0bb72c-7837-4846-adda-22c058888990,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:00.534186 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] No DVR routers for this DVR port 1f0bb72c-7837-4846-adda-22c058888990 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:04:00.613835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-23ccff25-77e2-4628-9a4e-b64b569cce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.655835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccff25-77e2-4628-9a4e-b64b569cce78 None None] No DVR routers for this DVR port 1f0bb72c-7837-4846-adda-22c058888990 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:04:00.658500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccff25-77e2-4628-9a4e-b64b569cce78 None None] Pushing event deleted for resources: {'Port': ['ID=1f0bb72c-7837-4846-adda-22c058888990,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:00.682850 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.717069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c038398-774a-441b-8977-d077d1c4ddf3']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:00.737608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcce249-8b90-415f-85f5-ec23eec761d6') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:00.738073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcce249-8b90-415f-85f5-ec23eec761d6') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:00.750996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.761606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1f0bb72c-7837-4846-adda-22c058888990 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:00.781536 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.787044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1f0bb72c-7837-4846-adda-22c058888990 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:00.787406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1f0bb72c-7837-4846-adda-22c058888990 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:00.790054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:04:00.790277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e45cba89-2d1c-430b-86ac-266a948ff156 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:00.790741 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:04:00.793698 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:04:00.810384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e45cba89-2d1c-430b-86ac-266a948ff156 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:00.810731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e45cba89-2d1c-430b-86ac-266a948ff156 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:00.811152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:00.830243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:00.830629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f1efbf98-ddbf-45a3-a7ff-f4e76208fb55 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:00.855213 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.861088 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:00.865630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9c038398-774a-441b-8977-d077d1c4ddf3 HTTP/1.1" status: 204 len: 168 time: 0.8820906 Jul 14 12:04:00.881659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9b1e0-0830-4f38-a9cc-8cada188a0e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c038398-774a-441b-8977-d077d1c4ddf3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:01.023934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52578) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:01.086671 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2efa496e-af13-43f8-85c0-4303eeb28dd9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63e66b37481147788ebff171c7986f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572968 Jul 14 12:04:01.087076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52582) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:01.155504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4b9ecc06-fd41-492e-aca1-e8eb8315d915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.184574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4b9ecc06-fd41-492e-aca1-e8eb8315d915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.266553 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4b9ecc06-fd41-492e-aca1-e8eb8315d915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.270705 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4b9ecc06-fd41-492e-aca1-e8eb8315d915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.275240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4b9ecc06-fd41-492e-aca1-e8eb8315d915 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/608f0f6f-5956-4938-aa81-185836096990 HTTP/1.1" status: 204 len: 168 time: 0.1860974 Jul 14 12:04:01.284715 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ecc06-fd41-492e-aca1-e8eb8315d915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f0f6f-5956-4938-aa81-185836096990,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:01.526237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52594) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:01.531592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-bc65a0c0-db25-42af-a20c-6f844f13e0ce tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-985699885', 'description': 'tempest-secgroup-smoke-985699885 description', 'project_id': 'ce6c316541974498a6548e5eef6bcd40'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:01.570161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc65a0c0-db25-42af-a20c-6f844f13e0ce tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.684153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc65a0c0-db25-42af-a20c-6f844f13e0ce tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.689767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc65a0c0-db25-42af-a20c-6f844f13e0ce tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.721241 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc65a0c0-db25-42af-a20c-6f844f13e0ce tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.722510 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bc65a0c0-db25-42af-a20c-6f844f13e0ce tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1956432 Jul 14 12:04:01.724483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65a0c0-db25-42af-a20c-6f844f13e0ce tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd0b3ba-e148-42a8-a040-aa4c9e3464ab,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:01.725568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52596) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:01.731063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9fad91cf-a0ab-45ae-aeee-1caf991cd1e5 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'security_group_rule': {'security_group_id': 'edd0b3ba-e148-42a8-a040-aa4c9e3464ab', 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:01.771908 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9fad91cf-a0ab-45ae-aeee-1caf991cd1e5 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.814232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52598) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:01.848052 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9fad91cf-a0ab-45ae-aeee-1caf991cd1e5 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.852420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9fad91cf-a0ab-45ae-aeee-1caf991cd1e5 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.872203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad91cf-a0ab-45ae-aeee-1caf991cd1e5 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499a7827-54b7-4225-b81a-0b77a93eb081,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:01.885247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9fad91cf-a0ab-45ae-aeee-1caf991cd1e5 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.886660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9fad91cf-a0ab-45ae-aeee-1caf991cd1e5 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594920 Jul 14 12:04:01.889759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52600) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:01.896623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5a506799-8fa8-42eb-9fe1-24cdc543208a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'security_group_rule': {'security_group_id': 'edd0b3ba-e148-42a8-a040-aa4c9e3464ab', 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:01.899604 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de0d2994-5fe3-4e32-87ca-41ede234a394 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24fd070d370143f0b471081e67e04c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835149 Jul 14 12:04:01.902509 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52602) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:01.934540 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a506799-8fa8-42eb-9fe1-24cdc543208a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:01.975369 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef48424f-302f-4410-a1e6-ffee8c69b8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.005267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef48424f-302f-4410-a1e6-ffee8c69b8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.026967 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a506799-8fa8-42eb-9fe1-24cdc543208a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.034594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a506799-8fa8-42eb-9fe1-24cdc543208a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.063281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a506799-8fa8-42eb-9fe1-24cdc543208a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36794cda-b8f7-4f7d-bc10-24b0b5cad378,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:02.071399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a506799-8fa8-42eb-9fe1-24cdc543208a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.075947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5a506799-8fa8-42eb-9fe1-24cdc543208a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1817575 Jul 14 12:04:02.077088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52604) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:02.082258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-522986fc-751a-441f-bd4b-eb26be1c4203 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'security_group_rule': {'security_group_id': 'edd0b3ba-e148-42a8-a040-aa4c9e3464ab', 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:02.093923 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef48424f-302f-4410-a1e6-ffee8c69b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.098512 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef48424f-302f-4410-a1e6-ffee8c69b8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.100320 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ef48424f-302f-4410-a1e6-ffee8c69b8e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2cc6062b-7a64-46ec-9512-5454fef37bcc HTTP/1.1" status: 204 len: 168 time: 0.1964614 Jul 14 12:04:02.113665 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48424f-302f-4410-a1e6-ffee8c69b8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc6062b-7a64-46ec-9512-5454fef37bcc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:02.129780 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-522986fc-751a-441f-bd4b-eb26be1c4203 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.229392 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-522986fc-751a-441f-bd4b-eb26be1c4203 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.234908 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-522986fc-751a-441f-bd4b-eb26be1c4203 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.260453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522986fc-751a-441f-bd4b-eb26be1c4203 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a8ef36-60a5-4bab-b804-3c5c3edeaaff,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:02.271517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-522986fc-751a-441f-bd4b-eb26be1c4203 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.276047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-522986fc-751a-441f-bd4b-eb26be1c4203 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1967523 Jul 14 12:04:02.279184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52610) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:02.286197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-33e4d4be-8e65-4511-a5d2-c156f572d49a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'security_group_rule': {'security_group_id': 'edd0b3ba-e148-42a8-a040-aa4c9e3464ab', 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:02.335143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33e4d4be-8e65-4511-a5d2-c156f572d49a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.414240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33e4d4be-8e65-4511-a5d2-c156f572d49a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.421181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33e4d4be-8e65-4511-a5d2-c156f572d49a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.456307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4d4be-8e65-4511-a5d2-c156f572d49a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900ff822-5366-48fd-b273-a2541590294e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:02.470605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33e4d4be-8e65-4511-a5d2-c156f572d49a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.471555 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-33e4d4be-8e65-4511-a5d2-c156f572d49a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1906593 Jul 14 12:04:02.476055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52612) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:02.482417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f207595f-5b91-4555-8cf6-300324eba5ca tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'security_group_rule': {'security_group_id': 'edd0b3ba-e148-42a8-a040-aa4c9e3464ab', 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:02.517380 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-f207595f-5b91-4555-8cf6-300324eba5ca tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Project ce6c316541974498a6548e5eef6bcd40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:04:02.523986 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f207595f-5b91-4555-8cf6-300324eba5ca tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.624138 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f207595f-5b91-4555-8cf6-300324eba5ca tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.637035 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f207595f-5b91-4555-8cf6-300324eba5ca tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.666331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207595f-5b91-4555-8cf6-300324eba5ca tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1844355f-d8c7-4e92-95a6-015f050b4910,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:02.678748 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f207595f-5b91-4555-8cf6-300324eba5ca tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.681986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f207595f-5b91-4555-8cf6-300324eba5ca tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2031870 Jul 14 12:04:02.692459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52614) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:02.698383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-91566200-e5f7-45a4-9f45-613d1a10d202 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'security_group_rule': {'security_group_id': 'edd0b3ba-e148-42a8-a040-aa4c9e3464ab', 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:02.741119 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-91566200-e5f7-45a4-9f45-613d1a10d202 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Project ce6c316541974498a6548e5eef6bcd40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:04:02.755580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-91566200-e5f7-45a4-9f45-613d1a10d202 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.859306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-91566200-e5f7-45a4-9f45-613d1a10d202 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.864573 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-91566200-e5f7-45a4-9f45-613d1a10d202 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.886034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91566200-e5f7-45a4-9f45-613d1a10d202 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb266f21-e0f2-4673-ade4-2f9c760e38b3,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:02.893951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-91566200-e5f7-45a4-9f45-613d1a10d202 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:02.895614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-91566200-e5f7-45a4-9f45-613d1a10d202 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2018523 Jul 14 12:04:03.145465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-0050a5a3-9fc2-4aa7-922a-303e6392eb81 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985699885&fields=id&tenant_id=ce6c316541974498a6548e5eef6bcd40 HTTP/1.1" status: 200 len: 267 time: 0.0520129 Jul 14 12:04:03.281900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-bc1476a6-9e7b-4f95-8e91-8a492f542866 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:03.284561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-bc1476a6-9e7b-4f95-8e91-8a492f542866 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/networks?id=5b57129c-8f4f-4998-9609-f2c5ee335c05 HTTP/1.1" status: 200 len: 813 time: 0.1314704 Jul 14 12:04:03.303068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-88eae57f-2383-413d-8fb4-8025009400c9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/quotas/ce6c316541974498a6548e5eef6bcd40 HTTP/1.1" status: 200 len: 375 time: 0.0106688 Jul 14 12:04:03.381625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-97cc8652-fbfa-4f91-91bf-35bb0e72a8ad tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce6c316541974498a6548e5eef6bcd40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724466 Jul 14 12:04:03.664786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-fef4df96-6380-43a1-a8f3-1c31735adc64 service neutron] 10.222.0.38 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626739 Jul 14 12:04:03.779910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-39813d8e-1fc1-4e73-aad7-4e840444f391 service neutron] 10.222.0.38 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085296 Jul 14 12:04:04.247491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6752eecc-dd82-4d6a-b461-c6f61fc0e76a req-e95eddf1-eb0d-4556-9297-c0cf4850ed72 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 210 time: 0.0576153 Jul 14 12:04:05.411984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef30c987-7973-449b-84ac-9427413d458b req-3cb799b5-0d85-442d-b778-2c9958931862 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 210 time: 0.0322552 Jul 14 12:04:05.742051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-68c8d3be-817f-4543-8846-8682a1854ba2 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:05.744901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-68c8d3be-817f-4543-8846-8682a1854ba2 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.64 "GET /v2.0/networks?id=5b57129c-8f4f-4998-9609-f2c5ee335c05 HTTP/1.1" status: 200 len: 813 time: 0.1453731 Jul 14 12:04:05.810749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-4a1e10b7-ae61-4a5f-b034-4e83905afcbb tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce6c316541974498a6548e5eef6bcd40 HTTP/1.1" status: 200 len: 379 time: 0.0505741 Jul 14 12:04:05.822708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'port': {'device_id': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'admin_state_up': True, 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'security_groups': ['edd0b3ba-e148-42a8-a040-aa4c9e3464ab']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:05.972687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Made reservation on behalf of ce6c316541974498a6548e5eef6bcd40 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:05.979264 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.152766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Allocated IP 172.20.0.11 (5b57129c-8f4f-4998-9609-f2c5ee335c05/00380051-4c0b-4a22-ae25-93aab2ef0d8d/781cf298-0fb9-4449-8f1e-33cf76e8e1fc) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:06.414186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.443481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Transition to ACTIVE for port object 781cf298-0fb9-4449-8f1e-33cf76e8e1fc will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:06.533671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.673219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Network 5b57129c-8f4f-4998-9609-f2c5ee335c05 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:06.681888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:06.707106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:06.712425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'Port': ['ID=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:06.781356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:06.782046 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.830122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f6095034-4771-4176-b53e-d5b51760d57f tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0138485 Jul 14 12:04:06.849775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Request body: {'port': {'device_id': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:06.914357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab0b04-16d1-4863-8fcb-4d8bc1ff256d req-f9289047-e2b5-4034-bfc5-bebceea64919 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:06.917694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86ab0b04-16d1-4863-8fcb-4d8bc1ff256d req-f9289047-e2b5-4034-bfc5-bebceea64919 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 932 time: 0.2640572 Jul 14 12:04:06.985276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.028827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86ab0b04-16d1-4863-8fcb-4d8bc1ff256d req-19f1c4e0-6562-4852-a463-df986333030e tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757627 Jul 14 12:04:07.055540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b3ef4ce6-1f43-40c9-badb-64c734230ad1 None None] Provisioning for port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:07.063937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b3ef4ce6-1f43-40c9-badb-64c734230ad1 None None] Provisioning complete for port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:07.064461 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4ce6-1f43-40c9-badb-64c734230ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.114274 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef4ce6-1f43-40c9-badb-64c734230ad1 None None] Port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:04:07.440571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781cf298-0fb9-4449-8f1e-33cf76e8e1fc {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:04:07.452699 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.475511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Transition to ACTIVE for port object 781cf298-0fb9-4449-8f1e-33cf76e8e1fc will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:07.483178 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.631059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Pushing event updated for resources: {'Port': ['ID=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:07.706374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Attempting to bind port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:07.707244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Attempting to bind port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:07.708048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Attempting to bind port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc on network 5b57129c-8f4f-4998-9609-f2c5ee335c05 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:07.722276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc on network 5b57129c-8f4f-4998-9609-f2c5ee335c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:04:07.722808 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Attempting to bind port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc on network 5b57129c-8f4f-4998-9609-f2c5ee335c05 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:07.732744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:07.733273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Checking segment: {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:07.734082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Bound using segment: {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:07.734763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Bound port: 781cf298-0fb9-4449-8f1e-33cf76e8e1fc, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c52536e-2d12-4912-b9d2-79a148c08d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:07.735367 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.833245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] For port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:07.838719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] For port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:07.843656 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.921833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:07.922889 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.925173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] 10.222.0.64 "PUT /v2.0/ports/781cf298-0fb9-4449-8f1e-33cf76e8e1fc HTTP/1.1" status: 200 len: 1092 time: 1.0854113 Jul 14 12:04:07.925944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:07.930236 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e10f12-4080-4156-be90-82ba27e02c21" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:07.970763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6311d45-785c-4047-b110-fe338907d6ea service neutron] Pushing event updated for resources: {'Port': ['ID=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:08.081799 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a17543-4255-402d-9f15-90a04742bd03 x-openstack-request-id: req-b2a17543-4255-402d-9f15-90a04742bd03 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:08.082277 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:08.083801 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2a17543-4255-402d-9f15-90a04742bd03 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:08.085141 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'status': 'completed', 'code': 200} Jul 14 12:04:08.142073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f7f679ff-ac61-4e3a-9d4b-6d02e4e64ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:08.145000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f7f679ff-ac61-4e3a-9d4b-6d02e4e64ffe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce6c316541974498a6548e5eef6bcd40&device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1095 time: 0.1415040 Jul 14 12:04:08.208840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-e584ac5c-f2a0-4cda-883a-44e2671f9dc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc HTTP/1.1" status: 200 len: 217 time: 0.0567877 Jul 14 12:04:08.332240 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-8b67ea3d-7bd9-419c-8565-571a9d2130d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:08.334186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-8b67ea3d-7bd9-419c-8565-571a9d2130d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00380051-4c0b-4a22-ae25-93aab2ef0d8d HTTP/1.1" status: 200 len: 852 time: 0.1180415 Jul 14 12:04:08.391498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87deb40-726d-4a57-acc4-9eabc4811c82 req-f094c54c-4ca2-4f8b-8d9d-68502a07a230 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:08.393301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d87deb40-726d-4a57-acc4-9eabc4811c82 req-f094c54c-4ca2-4f8b-8d9d-68502a07a230 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.1783500 Jul 14 12:04:08.455492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-472df60c-5524-4a05-b793-2326a89d2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:08.457106 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-472df60c-5524-4a05-b793-2326a89d2729 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b57129c-8f4f-4998-9609-f2c5ee335c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162930 Jul 14 12:04:08.461152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d87deb40-726d-4a57-acc4-9eabc4811c82 req-f0671420-f822-447e-b481-c61d3a4efb86 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585308 Jul 14 12:04:08.577432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-39a1fad0-26ee-4135-8f8f-30225d443326 service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134479 Jul 14 12:04:08.694679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f7960fa-15bb-4ca1-a603-f5a73b8ffe79 req-f41e6bb7-8790-4c77-9cb0-4e89808f8463 service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109619 Jul 14 12:04:08.839356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-ad576648-5872-4fbf-b018-010f8e868ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:08.842640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-ad576648-5872-4fbf-b018-010f8e868ba1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce6c316541974498a6548e5eef6bcd40&device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1095 time: 0.0885620 Jul 14 12:04:08.958424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-87dd1ded-b27c-4575-86ae-dbd7b0837305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:08.960024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-87dd1ded-b27c-4575-86ae-dbd7b0837305 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b57129c-8f4f-4998-9609-f2c5ee335c05 HTTP/1.1" status: 200 len: 913 time: 0.1111565 Jul 14 12:04:09.025153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-b0066239-390c-4d67-b0a7-b5c3c108e83e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc HTTP/1.1" status: 200 len: 217 time: 0.0578451 Jul 14 12:04:09.107765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-3171ec53-ed04-4faf-a8cd-95eaf2567574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:09.110583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-3171ec53-ed04-4faf-a8cd-95eaf2567574 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00380051-4c0b-4a22-ae25-93aab2ef0d8d HTTP/1.1" status: 200 len: 852 time: 0.0793309 Jul 14 12:04:09.220156 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-b69be296-3c4f-4f8b-b803-5483cceafb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:09.222997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-b69be296-3c4f-4f8b-b803-5483cceafb16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b57129c-8f4f-4998-9609-f2c5ee335c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061103 Jul 14 12:04:09.396872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-f9670c32-a833-4701-8b08-a0e263efdcde service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641340 Jul 14 12:04:09.528252 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd959683-75b0-42a9-95a1-b8176411d8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:09.642103 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7e10f12-4080-4156-be90-82ba27e02c21 req-1dad2772-3502-4a90-8058-3e5e2656ee80 service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344301 Jul 14 12:04:09.803943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea9ad0-d8d7-405b-a018-9477506c1978 req-2d7162f3-d6a9-4766-9133-2734b0b2e7d9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:09.806843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acea9ad0-d8d7-405b-a018-9477506c1978 req-2d7162f3-d6a9-4766-9133-2734b0b2e7d9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.1369805 Jul 14 12:04:09.887618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-acea9ad0-d8d7-405b-a018-9477506c1978 req-080d8a11-4a3c-4b28-a69c-ad29bc2148be tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713327 Jul 14 12:04:11.121333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cbdd3-8410-4a36-b37b-4f4766fd2c4f req-2c18e3c6-e494-407d-9da8-cba6d76600c1 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:11.128686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e7cbdd3-8410-4a36-b37b-4f4766fd2c4f req-2c18e3c6-e494-407d-9da8-cba6d76600c1 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.1005368 Jul 14 12:04:11.171206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e7cbdd3-8410-4a36-b37b-4f4766fd2c4f req-6390a4ef-0973-4141-bca3-fdc90535e4f5 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407126 Jul 14 12:04:12.289330 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:12.395062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19093c-2111-4614-b2b5-def3349f17fd req-6a9d6dfe-5f0a-45d3-8680-db5bc1aba9a0 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:12.396872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb19093c-2111-4614-b2b5-def3349f17fd req-6a9d6dfe-5f0a-45d3-8680-db5bc1aba9a0 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.0864866 Jul 14 12:04:12.445903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb19093c-2111-4614-b2b5-def3349f17fd req-434870f5-876a-403d-aec6-d7ccae76901b tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395920 Jul 14 12:04:12.679716 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e759bd84-284f-47aa-ba29-8f5243946279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:13.514210 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:13.696998 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05035301-fc4c-413a-b445-f3854545fa9f req-fed51afd-7550-4a0a-8ceb-0d6f31d099f8 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:13.698934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05035301-fc4c-413a-b445-f3854545fa9f req-fed51afd-7550-4a0a-8ceb-0d6f31d099f8 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.1173766 Jul 14 12:04:13.753655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05035301-fc4c-413a-b445-f3854545fa9f req-029c13e4-6c08-471d-8e8a-992503e8b359 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470221 Jul 14 12:04:14.966307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c13226-b764-41b2-bbe4-835abed37490 req-627417f8-4e37-4b46-b952-d1d3b9c7fdfc tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:14.968092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84c13226-b764-41b2-bbe4-835abed37490 req-627417f8-4e37-4b46-b952-d1d3b9c7fdfc tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.0696836 Jul 14 12:04:15.016389 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84c13226-b764-41b2-bbe4-835abed37490 req-9155e463-e076-4038-a47d-6fec9db6d015 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377066 Jul 14 12:04:15.214608 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:16.208177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68ded-a17d-408b-81e1-ee28ee3e64ee req-30fc820a-471c-466c-9007-faf3b8fccf69 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:16.210568 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83b68ded-a17d-408b-81e1-ee28ee3e64ee req-30fc820a-471c-466c-9007-faf3b8fccf69 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.0746677 Jul 14 12:04:16.254214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83b68ded-a17d-408b-81e1-ee28ee3e64ee req-75dfb7cc-9184-49a3-a936-12ed42d1de5a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362921 Jul 14 12:04:17.487724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab51c2e-ddb4-4340-8e6c-ab6499ea8725 req-968a7f84-9d12-4d83-a6dc-0d6e0a834ab4 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:17.489392 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cab51c2e-ddb4-4340-8e6c-ab6499ea8725 req-968a7f84-9d12-4d83-a6dc-0d6e0a834ab4 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.1030772 Jul 14 12:04:17.557366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cab51c2e-ddb4-4340-8e6c-ab6499ea8725 req-ddf0e607-8a56-4df6-9662-1d9272438dc0 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525913 Jul 14 12:04:18.785723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc17621-037a-4a2f-91d8-bc80e04a1d25 req-a1ea064a-b115-44c0-b5e7-2df8a13cf242 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:18.787309 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6dc17621-037a-4a2f-91d8-bc80e04a1d25 req-a1ea064a-b115-44c0-b5e7-2df8a13cf242 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.0878282 Jul 14 12:04:18.858326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6dc17621-037a-4a2f-91d8-bc80e04a1d25 req-759f129d-3f39-426e-b1ee-620ca8b021ff tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640090 Jul 14 12:04:19.994655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 781cf298-0fb9-4449-8f1e-33cf76e8e1fc details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:04:20.101826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f548b85-0aae-4598-a071-dd3b48a17e07 req-a5bf9da9-d098-46f2-8f0b-26bc56a168fe tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:20.105872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f548b85-0aae-4598-a071-dd3b48a17e07 req-a5bf9da9-d098-46f2-8f0b-26bc56a168fe tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 944 time: 0.0942006 Jul 14 12:04:20.139410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:20.156430 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'port_id': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'mac_address': 'fa:16:3e:1f:ab:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:04:20.163730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f548b85-0aae-4598-a071-dd3b48a17e07 req-80ff1ef0-c882-479f-9d1f-1d57af384d84 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503988 Jul 14 12:04:20.218984 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:20.244729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781cf298-0fb9-4449-8f1e-33cf76e8e1fc {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:04:20.279091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:20.285155 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:20.519102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:20.529536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.529890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.530237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.530599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.530939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.531275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.531636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.532278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.532843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.533377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.533887 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.534434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:20.566656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['781cf298-0fb9-4449-8f1e-33cf76e8e1fc'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:04:21.004213 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:04:21.417896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153831-d886-40ce-95f7-cb4231b3285f req-0c1f1862-6193-49b8-9916-a37658d99617 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:21.420483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85153831-d886-40ce-95f7-cb4231b3285f req-0c1f1862-6193-49b8-9916-a37658d99617 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 945 time: 0.1080894 Jul 14 12:04:21.480945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85153831-d886-40ce-95f7-cb4231b3285f req-ddd3e740-5bf5-4b27-b5a4-9d17e9705f62 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527983 Jul 14 12:04:22.025008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 781cf298-0fb9-4449-8f1e-33cf76e8e1fc up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:22.081703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:22.086020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:22.086914 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:22.183752 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:22.226712 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:22.231834 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2beaa5-f8ce-4ff5-83d5-ae90a156094b" -d '{"events": [{"server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "name": "network-vif-plugged", "status": "completed", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:22.255401 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:22.263596 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:22.343961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:22.479005 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a124a7de-7b1f-4afc-8788-7632a5ea6bd7 x-openstack-request-id: req-a124a7de-7b1f-4afc-8788-7632a5ea6bd7 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:22.479347 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "name": "network-vif-plugged", "status": "completed", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:22.479716 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a124a7de-7b1f-4afc-8788-7632a5ea6bd7 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:22.480282 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'code': 200} Jul 14 12:04:22.635145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268426f9-c7ea-495e-844a-14cb5456c5c2 req-612aa5db-4acd-4921-ab71-ff23ce7e549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:22.637699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-268426f9-c7ea-495e-844a-14cb5456c5c2 req-612aa5db-4acd-4921-ab71-ff23ce7e549d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1097 time: 0.0827525 Jul 14 12:04:22.743609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-268426f9-c7ea-495e-844a-14cb5456c5c2 req-1401dc39-80e4-4688-a308-195890fb71a4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989573 Jul 14 12:04:22.780706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba808d2-0583-44c7-96a8-8ea41c647d73 req-49b359c2-3ee5-4637-837b-82881ffcf87a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:22.782683 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ba808d2-0583-44c7-96a8-8ea41c647d73 req-49b359c2-3ee5-4637-837b-82881ffcf87a tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 946 time: 0.1245933 Jul 14 12:04:22.825998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ba808d2-0583-44c7-96a8-8ea41c647d73 req-1e18a12d-d09f-4e36-b7d9-1c3aed809143 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371048 Jul 14 12:04:24.111606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76981f1-120f-4ce7-9d92-31fbc079fcad req-9a8f4285-d413-4994-9665-ce9a254c90cf tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:24.113733 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d76981f1-120f-4ce7-9d92-31fbc079fcad req-9a8f4285-d413-4994-9665-ce9a254c90cf tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 946 time: 0.1075990 Jul 14 12:04:24.163748 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d76981f1-120f-4ce7-9d92-31fbc079fcad req-60639a68-023d-4605-94c4-3a2da983f33c tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392797 Jul 14 12:04:24.174822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52782) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:24.334525 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9085c11-530e-45f7-a852-c40082e19aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:24.431377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d722a7-d258-4cbe-bcdb-3bb179e0846d req-b01d0fc2-79fa-4cce-8cb4-e6abda324c25 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:24.433040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d722a7-d258-4cbe-bcdb-3bb179e0846d req-b01d0fc2-79fa-4cce-8cb4-e6abda324c25 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 946 time: 0.1162601 Jul 14 12:04:24.499181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d722a7-d258-4cbe-bcdb-3bb179e0846d req-ab1f7234-a507-4408-9050-bd61dd240481 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546267 Jul 14 12:04:24.509370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9085c11-530e-45f7-a852-c40082e19aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:24.514296 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9085c11-530e-45f7-a852-c40082e19aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:24.541823 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:24.565214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a9085c11-530e-45f7-a852-c40082e19aa0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d72c44384d7f4aefa03db01d3859161b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890605 Jul 14 12:04:24.567699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9085c11-530e-45f7-a852-c40082e19aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60445390-3db6-491b-b0d9-aab45401dcfd,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:24.569604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52792) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:24.641721 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd3fb-075f-46c0-878a-ab29f073cd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:24.674433 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd3fb-075f-46c0-878a-ab29f073cd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:24.797055 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd3fb-075f-46c0-878a-ab29f073cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:24.800373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd3fb-075f-46c0-878a-ab29f073cd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:24.806061 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bf0bd3fb-075f-46c0-878a-ab29f073cd71 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60445390-3db6-491b-b0d9-aab45401dcfd HTTP/1.1" status: 204 len: 168 time: 0.2293670 Jul 14 12:04:24.817027 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80865263-6b7b-4971-8ebe-9980e9f9bd53 tempest-TestVolumeBackupRestore-1904427647 tempest-TestVolumeBackupRestore-1904427647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:24.819644 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-80865263-6b7b-4971-8ebe-9980e9f9bd53 tempest-TestVolumeBackupRestore-1904427647 tempest-TestVolumeBackupRestore-1904427647-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1092 time: 0.2757547 Jul 14 12:04:24.824328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bd3fb-075f-46c0-878a-ab29f073cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60445390-3db6-491b-b0d9-aab45401dcfd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:24.826179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52796) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:24.834447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:24.870846 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:24.994734 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:25.141477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Allocated IP 172.25.2.95 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/dd74a5b0-debc-42c2-b257-3f6e0efc82b3) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:25.283402 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:25.341934 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:25.400631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:25.411372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:25.419529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:25.424495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'Port': ['ID=dd74a5b0-debc-42c2-b257-3f6e0efc82b3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:25.744127 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52816) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:25.902173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1286734518-network', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:25.930536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Made reservation on behalf of 964623bff0f94685bdfcd913a47c7f05 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:25.933701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:25.943246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:25.946116 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.034746 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.065853 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.072571 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.098192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:04:26.119956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7d6bba-d709-4154-b87f-05446dddf97a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:26.130788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.131322 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Added segment 2cb732ed-5f8e-434a-83bc-ef2c40037eda of type vlan for network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 Jul 14 12:04:26.189275 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.230514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.231802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:26.232642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.253184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.259558 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.297178 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5517750 Jul 14 12:04:26.300169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52822) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:26.305587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Request body: {'subnet': {'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1286734518-subnet', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:26.313575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f91e-d0d0-49e2-88af-92550e52ff57 admin admin] Pushing event updated for resources: {'Network': ['ID=5c396e47-4965-48f9-9c0f-fbd7e1af0140,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:26.327700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:04:26.352436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Made reservation on behalf of 964623bff0f94685bdfcd913a47c7f05 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:26.356698 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.366229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event updated for resources: {'Port': ['ID=dd74a5b0-debc-42c2-b257-3f6e0efc82b3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:26.382033 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.430703 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.596278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.676670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7aa435e-f7e8-459e-9474-8276df9f3161,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:26.685265 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Checking segment: {'id': '2cb732ed-5f8e-434a-83bc-ef2c40037eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:26.685614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Network hostable DHCP agents. Network: 5c396e47-4965-48f9-9c0f-fbd7e1af0140, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:04:26.707235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:04:26.720082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 5c396e47-4965-48f9-9c0f-fbd7e1af0140) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:26.728107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:26.729118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.733372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c31b66c-0bf3-4dda-b3f0-d1dfa06b0ac5 None None] Network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:04:26.747492 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8414158f-7f53-4008-8f78-0269cb88ba0d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4461825 Jul 14 12:04:26.752799 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52824) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:26.759093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:26.786788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.787937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.847395 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.903754 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Floating IP 4c607ecd-7762-41f4-9bd2-5f4be249a6ee associated. External IP: 172.25.2.95, port: 781cf298-0fb9-4449-8f1e-33cf76e8e1fc. Jul 14 12:04:26.996541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-5c396e47-4965-48f9-9c0f-fbd7e1af0140', 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'fixed_ips': [{'subnet_id': 'e7aa435e-f7e8-459e-9474-8276df9f3161'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:04:26.997894 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.021196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.186301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Allocated IP 172.20.0.2 (5c396e47-4965-48f9-9c0f-fbd7e1af0140/e7aa435e-f7e8-459e-9474-8276df9f3161/8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:27.247233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Router 38972922-f216-438e-9bbc-7a303ba303e7 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:27.279331 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.311401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.395946 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.399585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:27.413390 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Transition to ACTIVE for port object 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:27.418953 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.419902 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] Sync routers for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:27.437724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Transition to ACTIVE for port object 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:27.439271 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:27.440782 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:27.446862 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.477638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52826) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:27.478382 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bb2fd8d1-1d23-45ea-ba2a-c5e5c8c4ab70 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6484001 Jul 14 12:04:27.479720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:27.485279 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9136145b-e0e3-428a-bfeb-90db2e7e6308" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:27.494360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:27.497805 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:27.503462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:27.548829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Allocated IP 172.25.2.57 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/00b4d321-7705-49b2-b427-83e91fdb9809) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:27.550175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Pushing event updated for resources: {'Port': ['ID=8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:27.592215 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:27.630762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Attempting to bind port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:27.631791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Attempting to bind port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '2cb732ed-5f8e-434a-83bc-ef2c40037eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:27.633534 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Attempting to bind port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e on network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:27.640417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a636c-6424-49a2-a535-e402afa7920f tempest-TestVolumeBackupRestore-1904427647 tempest-TestVolumeBackupRestore-1904427647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:27.642323 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e94a636c-6424-49a2-a535-e402afa7920f tempest-TestVolumeBackupRestore-1904427647 tempest-TestVolumeBackupRestore-1904427647-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1092 time: 0.1624417 Jul 14 12:04:27.645737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52832) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:27.646094 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:27.646849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Checking segment: {'id': '2cb732ed-5f8e-434a-83bc-ef2c40037eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:27.647653 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.648461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Bound using segment: {'id': '2cb732ed-5f8e-434a-83bc-ef2c40037eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:27.650145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Bound port: 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb732ed-5f8e-434a-83bc-ef2c40037eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:27.650962 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.652829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fbdb0bce-f4b6-4e8a-a9eb-d262f82016a9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Request body: {'floatingip': {'port_id': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:27.736797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0bce-f4b6-4e8a-a9eb-d262f82016a9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.790816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] For port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:27.798037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] For port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e,segment=NetworkSegment(2cb732ed-5f8e-434a-83bc-ef2c40037eda),segment_id=2cb732ed-5f8e-434a-83bc-ef2c40037eda)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:27.805193 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c4a69b-68fc-4906-9613-941884376bd9 x-openstack-request-id: req-22c4a69b-68fc-4906-9613-941884376bd9 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:27.805445 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:27.805816 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22c4a69b-68fc-4906-9613-941884376bd9 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:27.806290 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'status': 'completed', 'code': 200} Jul 14 12:04:27.806564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.815429 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.924980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8d27-c31e-4bbe-8f59-63ffc4f57dbe None None] Pushing event updated for resources: {'Port': ['ID=8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:27.953561 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:27.973345 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '4c607ecd-7762-41f4-9bd2-5f4be249a6ee', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'port_id': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'mac_address': 'fa:16:3e:1f:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:25Z', 'updated_at': '2021-07-14T12:04:25Z', 'revision_number': 0, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:27.974876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-16dc0c59-dae1-4e21-b35b-6b188157f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:27.976517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-16dc0c59-dae1-4e21-b35b-6b188157f7fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce6c316541974498a6548e5eef6bcd40&device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1097 time: 0.1361318 Jul 14 12:04:28.002581 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] Checking router: 38972922-f216-438e-9bbc-7a303ba303e7 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:28.015596 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:28.016521 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:28.138906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-534cac2b-165b-44f6-8e0a-08a96384276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:28.142013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-534cac2b-165b-44f6-8e0a-08a96384276a service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b57129c-8f4f-4998-9609-f2c5ee335c05 HTTP/1.1" status: 200 len: 913 time: 0.1569393 Jul 14 12:04:28.161775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:28.224602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:28.237171 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Pushing event updated for resources: {'Port': ['ID=00b4d321-7705-49b2-b427-83e91fdb9809,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:28.245010 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:28.278133 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:28.279930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-ba0905af-bdd4-4a7b-9835-c7ed0847690a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc HTTP/1.1" status: 200 len: 999 time: 0.1266870 Jul 14 12:04:28.350558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-f90e0344-679a-423b-8c08-a37e2aef7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:28.354263 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-f90e0344-679a-423b-8c08-a37e2aef7bac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00380051-4c0b-4a22-ae25-93aab2ef0d8d HTTP/1.1" status: 200 len: 852 time: 0.0683069 Jul 14 12:04:28.383157 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:28.471085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-c8fe84be-428c-4923-8ef3-1325e66420cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:28.474227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-c8fe84be-428c-4923-8ef3-1325e66420cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b57129c-8f4f-4998-9609-f2c5ee335c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143048 Jul 14 12:04:28.594064 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-b800034d-9211-4584-bea9-f31ddef05689 service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149895 Jul 14 12:04:28.669769 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '4c607ecd-7762-41f4-9bd2-5f4be249a6ee', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'port_id': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'mac_address': 'fa:16:3e:1f:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:25Z', 'updated_at': '2021-07-14T12:04:25Z', 'revision_number': 0, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:28.703777 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8a235-1bc8-4bc1-acaf-1ccc6aa7437d None None] The sync data for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 is: [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '4c607ecd-7762-41f4-9bd2-5f4be249a6ee', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'port_id': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'mac_address': 'fa:16:3e:1f:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:25Z', 'updated_at': '2021-07-14T12:04:25Z', 'revision_number': 0, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:28.781228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9136145b-e0e3-428a-bfeb-90db2e7e6308 req-f64f7226-4b31-48e3-993c-75f9047beb8f service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808138 Jul 14 12:04:28.855454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:28.953878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:29.065446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899db3b3-b811-4488-a4b4-2086833bd5d6 None None] New status for floating IP 4c607ecd-7762-41f4-9bd2-5f4be249a6ee: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:04:29.322130 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.328618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72bc12-1a8e-43fa-a111-f8349498eb2a None None] Network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:04:29.430781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-872435a0-a897-4bb2-b95d-9eca75e79808 None None] Provisioning for port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:29.443975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-872435a0-a897-4bb2-b95d-9eca75e79808 None None] Provisioning complete for port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:29.444428 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-872435a0-a897-4bb2-b95d-9eca75e79808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.493140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0bce-f4b6-4e8a-a9eb-d262f82016a9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.501350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0bce-f4b6-4e8a-a9eb-d262f82016a9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.538994 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-899db3b3-b811-4488-a4b4-2086833bd5d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 12:04:29.539379 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-899db3b3-b811-4488-a4b4-2086833bd5d6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:04:29.633072 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-872435a0-a897-4bb2-b95d-9eca75e79808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.677447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-872435a0-a897-4bb2-b95d-9eca75e79808 None None] For port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e,segment=NetworkSegment(2cb732ed-5f8e-434a-83bc-ef2c40037eda),segment_id=2cb732ed-5f8e-434a-83bc-ef2c40037eda)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:29.687253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-872435a0-a897-4bb2-b95d-9eca75e79808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.774912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872435a0-a897-4bb2-b95d-9eca75e79808 None None] Pushing event updated for resources: {'Port': ['ID=8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:29.853044 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.012600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdb0bce-f4b6-4e8a-a9eb-d262f82016a9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Router 38972922-f216-438e-9bbc-7a303ba303e7 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:30.019715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f10d0fe5-be56-4226-8041-86eb23da28e7 None None] Provisioning complete for port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:30.020477 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f10d0fe5-be56-4226-8041-86eb23da28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.044551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899db3b3-b811-4488-a4b4-2086833bd5d6 None None] New status for floating IP 4c607ecd-7762-41f4-9bd2-5f4be249a6ee: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:04:30.142389 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Router 2a75ddcd-c892-48d4-91b1-609cddfd4925 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:04:30.166410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdb0bce-f4b6-4e8a-a9eb-d262f82016a9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:30.207014 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0bce-f4b6-4e8a-a9eb-d262f82016a9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.285252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:30.287508 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46d47c7-fb77-45eb-8a84-169012a7275a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:30.354380 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab4af4d-97c1-45c5-849f-d8daa25dcece x-openstack-request-id: req-8ab4af4d-97c1-45c5-849f-d8daa25dcece {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:30.355684 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:30.355684 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ab4af4d-97c1-45c5-849f-d8daa25dcece {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:30.355684 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'status': 'completed', 'code': 200} Jul 14 12:04:30.361204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:30.374329 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fbdb0bce-f4b6-4e8a-a9eb-d262f82016a9 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "PUT /v2.0/floatingips/4c607ecd-7762-41f4-9bd2-5f4be249a6ee HTTP/1.1" status: 200 len: 991 time: 2.7262127 Jul 14 12:04:30.386093 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Sync routers for ids ['2a75ddcd-c892-48d4-91b1-609cddfd4925'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:30.403319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.405322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Routers {'2a75ddcd-c892-48d4-91b1-609cddfd4925'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:30.406025 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2a75ddcd-c892-48d4-91b1-609cddfd4925'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:30.406419 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1fb74935-b8eb-4ab4-9880-f859ed173a85 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6519608 Jul 14 12:04:30.422909 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52836) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:30.457364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] Sync routers for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:30.474176 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:30.475148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:30.515804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-8d005cc1-a2a9-490a-af79-120348cfd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:30.518279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-8d005cc1-a2a9-490a-af79-120348cfd1c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce6c316541974498a6548e5eef6bcd40&device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1097 time: 0.1382251 Jul 14 12:04:30.592761 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Set router 2a75ddcd-c892-48d4-91b1-609cddfd4925 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:30.644809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:30.682128 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-24123f1c-e04e-4cf5-9e03-161752141c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:30.685552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-24123f1c-e04e-4cf5-9e03-161752141c3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b57129c-8f4f-4998-9609-f2c5ee335c05 HTTP/1.1" status: 200 len: 913 time: 0.1578705 Jul 14 12:04:30.832959 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-cf19ca8d-a2d2-4986-aa21-dde6e4224853 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc HTTP/1.1" status: 200 len: 1001 time: 0.1410794 Jul 14 12:04:30.895428 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:30.912947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-6cf7fd91-9d74-4bb1-9591-3905825c14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:30.917673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-6cf7fd91-9d74-4bb1-9591-3905825c14c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00380051-4c0b-4a22-ae25-93aab2ef0d8d HTTP/1.1" status: 200 len: 852 time: 0.0779705 Jul 14 12:04:31.004792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-6efaa8d3-435c-4b44-b0ca-11dbdcf56ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:31.006479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:31.006479 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.007949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-6efaa8d3-435c-4b44-b0ca-11dbdcf56ff6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b57129c-8f4f-4998-9609-f2c5ee335c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836680 Jul 14 12:04:31.018468 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:26Z', 'updated_at': '2021-07-14T12:04:28Z', 'revision_number': 3, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'gw_port': {'id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:27Z', 'updated_at': '2021-07-14T12:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:31.080361 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Checking router: 2a75ddcd-c892-48d4-91b1-609cddfd4925 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:31.080824 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Updating router 2a75ddcd-c892-48d4-91b1-609cddfd4925 port 00b4d321-7705-49b2-b427-83e91fdb9809 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:04:31.147826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '4c607ecd-7762-41f4-9bd2-5f4be249a6ee', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'port_id': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'mac_address': 'fa:16:3e:1f:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:25Z', 'updated_at': '2021-07-14T12:04:30Z', 'revision_number': 2, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:31.151214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-b069bd9a-86a3-4ed1-b737-798158be1156 service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316273 Jul 14 12:04:31.166721 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.274193 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.296674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d46d47c7-fb77-45eb-8a84-169012a7275a req-aa1b89f8-fb1a-413e-adf8-cb8dc7af5635 service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391304 Jul 14 12:04:31.366360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] Checking router: 38972922-f216-438e-9bbc-7a303ba303e7 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:31.376441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:31.377097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:31.492583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Allocated IP 172.20.0.1 (5c396e47-4965-48f9-9c0f-fbd7e1af0140/e7aa435e-f7e8-459e-9474-8276df9f3161/122a12c1-b141-4519-a224-b9240a1cbf75) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:31.550190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:31.595545 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.611269 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Transition to ACTIVE for port object 00b4d321-7705-49b2-b427-83e91fdb9809 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:31.620145 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.663720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.683230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Transition to ACTIVE for port object 122a12c1-b141-4519-a224-b9240a1cbf75 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:31.709082 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Attempting to bind port 00b4d321-7705-49b2-b427-83e91fdb9809 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:31.710264 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Attempting to bind port 00b4d321-7705-49b2-b427-83e91fdb9809 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:31.710264 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Attempting to bind port 00b4d321-7705-49b2-b427-83e91fdb9809 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:31.714086 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Pushing event updated for resources: {'Port': ['ID=00b4d321-7705-49b2-b427-83e91fdb9809,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:31.727325 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:31.728216 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:31.728888 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.729603 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:31.730312 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Bound port: 00b4d321-7705-49b2-b427-83e91fdb9809, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:31.730949 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.735661 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.736274 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.736851 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.737408 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.737880 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.738417 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.738970 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.739535 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.740110 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.740699 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.741319 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.741808 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:31.742885 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.791435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:31.795332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:31.799760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:31.833669 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] For port 00b4d321-7705-49b2-b427-83e91fdb9809, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:31.840956 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] For port 00b4d321-7705-49b2-b427-83e91fdb9809, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=00b4d321-7705-49b2-b427-83e91fdb9809,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:31.845593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Pushing event updated for resources: {'Port': ['ID=122a12c1-b141-4519-a224-b9240a1cbf75,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:31.847680 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.866805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.952924 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Routers {'2a75ddcd-c892-48d4-91b1-609cddfd4925'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:31.953731 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2a75ddcd-c892-48d4-91b1-609cddfd4925'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:31.965377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '4c607ecd-7762-41f4-9bd2-5f4be249a6ee', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'port_id': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'mac_address': 'fa:16:3e:1f:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:25Z', 'updated_at': '2021-07-14T12:04:30Z', 'revision_number': 2, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:32.003078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cff77-850b-4510-95d1-2fc214f787e6 None None] The sync data for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 is: [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '4c607ecd-7762-41f4-9bd2-5f4be249a6ee', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'port_id': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'mac_address': 'fa:16:3e:1f:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:25Z', 'updated_at': '2021-07-14T12:04:30Z', 'revision_number': 2, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:32.019759 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8b107-d454-4a87-a6ea-27c875166c63 None None] Pushing event updated for resources: {'Port': ['ID=00b4d321-7705-49b2-b427-83e91fdb9809,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:32.132515 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.143811 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] Set router 2a75ddcd-c892-48d4-91b1-609cddfd4925 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:32.160784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d02f3e1c-8b1a-4245-b456-a0018e494429 None None] Provisioning for port 122a12c1-b141-4519-a224-b9240a1cbf75 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:32.170290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d02f3e1c-8b1a-4245-b456-a0018e494429 None None] Provisioning complete for port 122a12c1-b141-4519-a224-b9240a1cbf75 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:32.171092 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d02f3e1c-8b1a-4245-b456-a0018e494429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.233109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d02f3e1c-8b1a-4245-b456-a0018e494429 None None] Port 122a12c1-b141-4519-a224-b9240a1cbf75 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:04:32.357612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:32.360791 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:32.407468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.412393 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5234f4b7-592c-417b-80ec-563619885f30 x-openstack-request-id: req-5234f4b7-592c-417b-80ec-563619885f30 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:32.412679 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:32.412934 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5234f4b7-592c-417b-80ec-563619885f30 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:32.413431 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'status': 'completed', 'code': 200} Jul 14 12:04:32.414703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.449339 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:26Z', 'updated_at': '2021-07-14T12:04:28Z', 'revision_number': 3, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'gw_port': {'id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:27Z', 'updated_at': '2021-07-14T12:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:32.483253 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1acd2-b49b-4947-a6a7-ba6cae86d244 None None] The sync data for ids ['2a75ddcd-c892-48d4-91b1-609cddfd4925'] in n-d-778696-8 is: [{'id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:26Z', 'updated_at': '2021-07-14T12:04:28Z', 'revision_number': 3, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'gw_port': {'id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:27Z', 'updated_at': '2021-07-14T12:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:32.490295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.499817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Pushing event updated for resources: {'Port': ['ID=122a12c1-b141-4519-a224-b9240a1cbf75,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:32.519502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-775db110-d40d-4cb8-8dd8-0eb39252ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:32.521582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-775db110-d40d-4cb8-8dd8-0eb39252ea8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce6c316541974498a6548e5eef6bcd40&device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1097 time: 0.0798936 Jul 14 12:04:32.627375 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:32.629076 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:32.665286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-c0d6ea8b-7192-4b54-a16b-bc1daec3cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:32.667346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-c0d6ea8b-7192-4b54-a16b-bc1daec3cfa8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b57129c-8f4f-4998-9609-f2c5ee335c05 HTTP/1.1" status: 200 len: 913 time: 0.1385400 Jul 14 12:04:32.771276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-574bccf1-0f9a-4235-a071-9e029fe1a9c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc HTTP/1.1" status: 200 len: 1001 time: 0.0925078 Jul 14 12:04:32.848015 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Router 2a75ddcd-c892-48d4-91b1-609cddfd4925 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:32.889699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-29f32ab0-b2f3-4132-9c9c-ea70076c899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:32.892394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-29f32ab0-b2f3-4132-9c9c-ea70076c899c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00380051-4c0b-4a22-ae25-93aab2ef0d8d HTTP/1.1" status: 200 len: 852 time: 0.1070933 Jul 14 12:04:32.980869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4234e07b-1f53-4a8c-a516-d7bf56f160f3 None None] Provisioning complete for port 122a12c1-b141-4519-a224-b9240a1cbf75 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:32.983689 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4234e07b-1f53-4a8c-a516-d7bf56f160f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:33.016302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-c60380d0-1918-4380-ad75-f4f251c82bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:33.018696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-c60380d0-1918-4380-ad75-f4f251c82bc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b57129c-8f4f-4998-9609-f2c5ee335c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150732 Jul 14 12:04:33.030966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4234e07b-1f53-4a8c-a516-d7bf56f160f3 None None] Port 122a12c1-b141-4519-a224-b9240a1cbf75 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:04:33.037782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:33.052335 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-536ef158-6a72-4327-978a-18d980e6657f admin admin] 10.222.0.38 "PUT /v2.0/routers/2a75ddcd-c892-48d4-91b1-609cddfd4925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271963 Jul 14 12:04:33.139809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-33baf15e-109a-4f60-9c22-83508edf9ca3 service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128628 Jul 14 12:04:33.273197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1fdd9337-d612-4a18-ba46-3eb4a96a3bdf req-6fced1b0-973c-4f7a-8e29-f6d4fa373142 service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261878 Jul 14 12:04:33.753713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52854) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:33.760819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-987365220-network', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:33.787417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Made reservation on behalf of 8c761237b4694b438dfd74c7c0126f0e for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:33.790326 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:33.803651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:33.923588 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:33.928401 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:33.953875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:04:33.964993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9d5348-218a-4beb-b3d9-43c4c5f5065a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:33.970330 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:33.970687 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Added segment e2e19132-fa20-42ef-9444-2eb66797b29a of type vlan for network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 Jul 14 12:04:34.014979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.047698 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.049212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:34.049825 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.120307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3651989 Jul 14 12:04:34.120720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52856) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:34.131111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bf61c-b273-4f0c-a9bf-810c3923926e admin admin] Pushing event updated for resources: {'Network': ['ID=bfd0840d-ecba-4673-a5a8-62e7fb9d6389,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:34.132225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Request body: {'subnet': {'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-987365220-subnet', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:34.150659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:04:34.177994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Made reservation on behalf of 8c761237b4694b438dfd74c7c0126f0e for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:34.182057 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.425687 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.505917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cae54b1-ab17-45cc-8555-cb2cd840fd36,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:34.521965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Checking segment: {'id': 'e2e19132-fa20-42ef-9444-2eb66797b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:34.522354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Network hostable DHCP agents. Network: bfd0840d-ecba-4673-a5a8-62e7fb9d6389, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:04:34.557126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:04:34.558304 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Sync routers for ids ['2a75ddcd-c892-48d4-91b1-609cddfd4925'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:34.573685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, bfd0840d-ecba-4673-a5a8-62e7fb9d6389) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:34.576162 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Routers {'2a75ddcd-c892-48d4-91b1-609cddfd4925'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:34.577657 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2a75ddcd-c892-48d4-91b1-609cddfd4925'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:34.580518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:34.581707 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.587701 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654332bb-b54f-4540-87f5-86668d2af09d None None] Network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:04:34.609766 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0053e9ac-0dae-4622-8f11-226ac80dd077 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4877057 Jul 14 12:04:34.613416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52858) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:34.620446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:34.655008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.657181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.778606 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Set router 2a75ddcd-c892-48d4-91b1-609cddfd4925 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:34.787339 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.865115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 00b4d321-7705-49b2-b427-83e91fdb9809 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:34.893231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-bfd0840d-ecba-4673-a5a8-62e7fb9d6389', 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'fixed_ips': [{'subnet_id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:04:34.894326 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.997969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.017122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 00b4d321-7705-49b2-b427-83e91fdb9809 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:35.027237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 00b4d321-7705-49b2-b427-83e91fdb9809 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:35.027669 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.104458 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:26Z', 'updated_at': '2021-07-14T12:04:32Z', 'revision_number': 4, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'gw_port': {'id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:27Z', 'updated_at': '2021-07-14T12:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '122a12c1-b141-4519-a224-b9240a1cbf75', 'name': '', 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'mac_address': 'fa:16:3e:6a:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e7aa435e-f7e8-459e-9474-8276df9f3161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:31Z', 'updated_at': '2021-07-14T12:04:32Z', 'revision_number': 2, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'subnets': [{'id': 'e7aa435e-f7e8-459e-9474-8276df9f3161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:35.129491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Allocated IP 172.20.0.2 (bfd0840d-ecba-4673-a5a8-62e7fb9d6389/0cae54b1-ab17-45cc-8555-cb2cd840fd36/1b94a6ca-189c-4173-9b68-73de5e29000c) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:35.152517 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Checking router: 2a75ddcd-c892-48d4-91b1-609cddfd4925 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:35.152517 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Updating router 2a75ddcd-c892-48d4-91b1-609cddfd4925 port 122a12c1-b141-4519-a224-b9240a1cbf75 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:04:35.194129 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.250889 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.304974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 00b4d321-7705-49b2-b427-83e91fdb9809, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=00b4d321-7705-49b2-b427-83e91fdb9809,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:35.315871 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.331093 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.366752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.399595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.410288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Transition to ACTIVE for port object 1b94a6ca-189c-4173-9b68-73de5e29000c will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:35.435329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Transition to ACTIVE for port object 1b94a6ca-189c-4173-9b68-73de5e29000c will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:35.446044 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.464054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=00b4d321-7705-49b2-b427-83e91fdb9809,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:35.474115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:35.476649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:35.498247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:35.565416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Allocated IP 172.25.2.199 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/4656458d-1f1d-4da3-a0aa-8544259e2ee4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:35.569072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Pushing event updated for resources: {'Port': ['ID=1b94a6ca-189c-4173-9b68-73de5e29000c,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:35.593727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Attempting to bind port 1b94a6ca-189c-4173-9b68-73de5e29000c on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:35.594103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Attempting to bind port 1b94a6ca-189c-4173-9b68-73de5e29000c by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'e2e19132-fa20-42ef-9444-2eb66797b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:35.594461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Attempting to bind port 1b94a6ca-189c-4173-9b68-73de5e29000c on network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:35.600847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:35.601483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Checking segment: {'id': 'e2e19132-fa20-42ef-9444-2eb66797b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:35.602271 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.602903 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Bound using segment: {'id': 'e2e19132-fa20-42ef-9444-2eb66797b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:35.603569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Bound port: 1b94a6ca-189c-4173-9b68-73de5e29000c, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e19132-fa20-42ef-9444-2eb66797b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:35.604207 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.611228 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.624742 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Transition to ACTIVE for port object 122a12c1-b141-4519-a224-b9240a1cbf75 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:35.635076 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.702725 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b508ce-2ef6-442d-8565-958fb60d259f None None] Pushing event updated for resources: {'Port': ['ID=122a12c1-b141-4519-a224-b9240a1cbf75,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:35.739536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] For port 1b94a6ca-189c-4173-9b68-73de5e29000c, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:35.744658 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] For port 1b94a6ca-189c-4173-9b68-73de5e29000c, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b94a6ca-189c-4173-9b68-73de5e29000c,segment=NetworkSegment(e2e19132-fa20-42ef-9444-2eb66797b29a),segment_id=e2e19132-fa20-42ef-9444-2eb66797b29a)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:35.751839 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.801626 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Attempting to bind port 122a12c1-b141-4519-a224-b9240a1cbf75 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:35.802151 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Attempting to bind port 122a12c1-b141-4519-a224-b9240a1cbf75 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '2cb732ed-5f8e-434a-83bc-ef2c40037eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:35.802738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Attempting to bind port 122a12c1-b141-4519-a224-b9240a1cbf75 on network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:35.815369 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:35.815685 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Checking segment: {'id': '2cb732ed-5f8e-434a-83bc-ef2c40037eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:35.816083 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.819222 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Bound using segment: {'id': '2cb732ed-5f8e-434a-83bc-ef2c40037eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:35.819742 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Bound port: 122a12c1-b141-4519-a224-b9240a1cbf75, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb732ed-5f8e-434a-83bc-ef2c40037eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:35.820354 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.849713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2a63e-51e7-45bf-8ecc-038269217474 None None] Pushing event updated for resources: {'Port': ['ID=1b94a6ca-189c-4173-9b68-73de5e29000c,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:35.922152 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] For port 122a12c1-b141-4519-a224-b9240a1cbf75, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:35.926648 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] For port 122a12c1-b141-4519-a224-b9240a1cbf75, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=122a12c1-b141-4519-a224-b9240a1cbf75,segment=NetworkSegment(2cb732ed-5f8e-434a-83bc-ef2c40037eda),segment_id=2cb732ed-5f8e-434a-83bc-ef2c40037eda)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:35.933281 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:36.022013 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Routers {'2a75ddcd-c892-48d4-91b1-609cddfd4925'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:36.022749 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2a75ddcd-c892-48d4-91b1-609cddfd4925'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:36.070486 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b508ce-2ef6-442d-8565-958fb60d259f None None] Pushing event updated for resources: {'Port': ['ID=122a12c1-b141-4519-a224-b9240a1cbf75,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:36.185529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] Set router 2a75ddcd-c892-48d4-91b1-609cddfd4925 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:36.259817 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:36.325403 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:36.388839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:36.394329 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:36.399818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:36.431204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Pushing event updated for resources: {'Port': ['ID=4656458d-1f1d-4da3-a0aa-8544259e2ee4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:36.560229 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:26Z', 'updated_at': '2021-07-14T12:04:32Z', 'revision_number': 4, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'gw_port': {'id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:27Z', 'updated_at': '2021-07-14T12:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '122a12c1-b141-4519-a224-b9240a1cbf75', 'name': '', 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'mac_address': 'fa:16:3e:6a:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e7aa435e-f7e8-459e-9474-8276df9f3161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:31Z', 'updated_at': '2021-07-14T12:04:35Z', 'revision_number': 4, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'subnets': [{'id': 'e7aa435e-f7e8-459e-9474-8276df9f3161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:36.595327 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db7b3c-0dc4-4a81-9cda-1090b227219a None None] The sync data for ids ['2a75ddcd-c892-48d4-91b1-609cddfd4925'] in n-d-778696-8 is: [{'id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:26Z', 'updated_at': '2021-07-14T12:04:32Z', 'revision_number': 4, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'gw_port': {'id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:27Z', 'updated_at': '2021-07-14T12:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '122a12c1-b141-4519-a224-b9240a1cbf75', 'name': '', 'network_id': '5c396e47-4965-48f9-9c0f-fbd7e1af0140', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'mac_address': 'fa:16:3e:6a:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e7aa435e-f7e8-459e-9474-8276df9f3161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:31Z', 'updated_at': '2021-07-14T12:04:35Z', 'revision_number': 4, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'subnets': [{'id': 'e7aa435e-f7e8-459e-9474-8276df9f3161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:36.755689 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:36.936842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 00b4d321-7705-49b2-b427-83e91fdb9809 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:37.028520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 00b4d321-7705-49b2-b427-83e91fdb9809 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:37.029480 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:37.048321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:37.148810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b94a6ca-189c-4173-9b68-73de5e29000c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:37.214290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 1b94a6ca-189c-4173-9b68-73de5e29000c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:37.221420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 122a12c1-b141-4519-a224-b9240a1cbf75 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:37.266128 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Router a96a5888-3717-414f-b192-8f0743a8a5de is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:04:37.322997 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 122a12c1-b141-4519-a224-b9240a1cbf75 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:37.330425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 122a12c1-b141-4519-a224-b9240a1cbf75 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:37.330988 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:37.376520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006964d4-843c-4e10-bcec-89a94b1df381 None None] Network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:04:37.446586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:37.450959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-be3a99e0-dd1a-421b-8abe-564425338643 None None] Provisioning for port 1b94a6ca-189c-4173-9b68-73de5e29000c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:37.468464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Sync routers for ids ['a96a5888-3717-414f-b192-8f0743a8a5de'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:37.471898 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07647348-3632-48ca-b923-ac812446712f admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:37.476446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52860) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:37.477254 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-07647348-3632-48ca-b923-ac812446712f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8615887 Jul 14 12:04:37.508363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-be3a99e0-dd1a-421b-8abe-564425338643 None None] Provisioning complete for port 1b94a6ca-189c-4173-9b68-73de5e29000c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:37.508735 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-be3a99e0-dd1a-421b-8abe-564425338643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:37.577916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Routers {'a96a5888-3717-414f-b192-8f0743a8a5de'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:37.578826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['a96a5888-3717-414f-b192-8f0743a8a5de'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:37.590690 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:37.793320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 122a12c1-b141-4519-a224-b9240a1cbf75, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=122a12c1-b141-4519-a224-b9240a1cbf75,segment=NetworkSegment(2cb732ed-5f8e-434a-83bc-ef2c40037eda),segment_id=2cb732ed-5f8e-434a-83bc-ef2c40037eda)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:37.825128 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:37.840081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Set router a96a5888-3717-414f-b192-8f0743a8a5de gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:38.063864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.111155 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-be3a99e0-dd1a-421b-8abe-564425338643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.200999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=122a12c1-b141-4519-a224-b9240a1cbf75,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:38.228340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Allocated IP 172.20.0.1 (bfd0840d-ecba-4673-a5a8-62e7fb9d6389/0cae54b1-ab17-45cc-8555-cb2cd840fd36/a529ffe8-b790-469d-9f64-6fe8ef28726f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:38.229064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-be3a99e0-dd1a-421b-8abe-564425338643 None None] For port 1b94a6ca-189c-4173-9b68-73de5e29000c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b94a6ca-189c-4173-9b68-73de5e29000c,segment=NetworkSegment(e2e19132-fa20-42ef-9444-2eb66797b29a),segment_id=e2e19132-fa20-42ef-9444-2eb66797b29a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:38.236717 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-be3a99e0-dd1a-421b-8abe-564425338643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.328417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a99e0-dd1a-421b-8abe-564425338643 None None] Pushing event updated for resources: {'Port': ['ID=1b94a6ca-189c-4173-9b68-73de5e29000c,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:38.360827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:34Z', 'updated_at': '2021-07-14T12:04:36Z', 'revision_number': 3, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'gw_port': {'id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:35Z', 'updated_at': '2021-07-14T12:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:38.379118 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.400842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Checking router: a96a5888-3717-414f-b192-8f0743a8a5de for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:38.401192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Updating router a96a5888-3717-414f-b192-8f0743a8a5de port 4656458d-1f1d-4da3-a0aa-8544259e2ee4 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:04:38.401608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Transition to ACTIVE for port object a529ffe8-b790-469d-9f64-6fe8ef28726f will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:38.445991 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.451395 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.475523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:38.495300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:38.504903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:38.554727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Pushing event updated for resources: {'Port': ['ID=a529ffe8-b790-469d-9f64-6fe8ef28726f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:38.568486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.679565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c78eba94-c7c2-4b63-a10e-25af4aa30611 None None] Provisioning complete for port 1b94a6ca-189c-4173-9b68-73de5e29000c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:38.679970 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c78eba94-c7c2-4b63-a10e-25af4aa30611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.730711 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.791310 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.816977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b94a6ca-189c-4173-9b68-73de5e29000c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:38.865192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Transition to ACTIVE for port object 4656458d-1f1d-4da3-a0aa-8544259e2ee4 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:38.891676 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.938955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.945610 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.965695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb77da-5250-4138-b90a-7238f34f46f4 None None] Pushing event updated for resources: {'Port': ['ID=4656458d-1f1d-4da3-a0aa-8544259e2ee4,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:38.968837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Attempting to bind port 4656458d-1f1d-4da3-a0aa-8544259e2ee4 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:38.969127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Attempting to bind port 4656458d-1f1d-4da3-a0aa-8544259e2ee4 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:38.969503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Attempting to bind port 4656458d-1f1d-4da3-a0aa-8544259e2ee4 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:38.979378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:38.979889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:38.980418 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.980829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:38.981320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Bound port: 4656458d-1f1d-4da3-a0aa-8544259e2ee4, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:38.981706 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.020642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.021906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 1b94a6ca-189c-4173-9b68-73de5e29000c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:39.022282 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.022503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Pushing event updated for resources: {'Port': ['ID=a529ffe8-b790-469d-9f64-6fe8ef28726f,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:39.081305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eec92ea4-bd1a-439f-aeba-38072d68749d None None] Provisioning for port a529ffe8-b790-469d-9f64-6fe8ef28726f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:39.089508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] For port 4656458d-1f1d-4da3-a0aa-8544259e2ee4, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:39.093134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] For port 4656458d-1f1d-4da3-a0aa-8544259e2ee4, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4656458d-1f1d-4da3-a0aa-8544259e2ee4,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:39.094446 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eec92ea4-bd1a-439f-aeba-38072d68749d None None] Provisioning complete for port a529ffe8-b790-469d-9f64-6fe8ef28726f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:39.094842 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eec92ea4-bd1a-439f-aeba-38072d68749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.116449 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.139344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:39.146428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:39.204216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-eec92ea4-bd1a-439f-aeba-38072d68749d None None] Port a529ffe8-b790-469d-9f64-6fe8ef28726f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:04:39.230697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Routers {'a96a5888-3717-414f-b192-8f0743a8a5de'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:39.231681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['a96a5888-3717-414f-b192-8f0743a8a5de'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:39.281199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb77da-5250-4138-b90a-7238f34f46f4 None None] Pushing event updated for resources: {'Port': ['ID=4656458d-1f1d-4da3-a0aa-8544259e2ee4,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:39.306420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Router a96a5888-3717-414f-b192-8f0743a8a5de has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:39.307042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 122a12c1-b141-4519-a224-b9240a1cbf75 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:39.425122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] Set router a96a5888-3717-414f-b192-8f0743a8a5de gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:39.446954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:39.456112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e1344a07-ba4e-4520-bf96-a1864f7b5746 admin admin] 10.222.0.38 "PUT /v2.0/routers/a96a5888-3717-414f-b192-8f0743a8a5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9780040 Jul 14 12:04:39.475369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-58290117-5c63-4506-83e9-1d4a46f9cd87 None None] Provisioning complete for port a529ffe8-b790-469d-9f64-6fe8ef28726f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:39.475741 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-58290117-5c63-4506-83e9-1d4a46f9cd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.482422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 122a12c1-b141-4519-a224-b9240a1cbf75 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:39.482422 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.631654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-58290117-5c63-4506-83e9-1d4a46f9cd87 None None] Port a529ffe8-b790-469d-9f64-6fe8ef28726f cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:04:39.636118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9662bd2-7d82-4184-84cb-9937cb68bc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.767995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:34Z', 'updated_at': '2021-07-14T12:04:38Z', 'revision_number': 4, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'gw_port': {'id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:35Z', 'updated_at': '2021-07-14T12:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a529ffe8-b790-469d-9f64-6fe8ef28726f', 'name': '', 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'mac_address': 'fa:16:3e:5a:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:38Z', 'updated_at': '2021-07-14T12:04:38Z', 'revision_number': 2, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'subnets': [{'id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:39.801273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe34a69-c4d8-4b67-b73f-02a5274e2c0d None None] The sync data for ids ['a96a5888-3717-414f-b192-8f0743a8a5de'] in n-d-778696-8 is: [{'id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:34Z', 'updated_at': '2021-07-14T12:04:38Z', 'revision_number': 4, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'gw_port': {'id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:35Z', 'updated_at': '2021-07-14T12:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a529ffe8-b790-469d-9f64-6fe8ef28726f', 'name': '', 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'mac_address': 'fa:16:3e:5a:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:38Z', 'updated_at': '2021-07-14T12:04:38Z', 'revision_number': 2, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'subnets': [{'id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:40.851835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52910) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:40.861377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4656458d-1f1d-4da3-a0aa-8544259e2ee4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:40.925290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 4656458d-1f1d-4da3-a0aa-8544259e2ee4 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:40.929820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4656458d-1f1d-4da3-a0aa-8544259e2ee4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:40.930192 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.020799 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.051765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 4656458d-1f1d-4da3-a0aa-8544259e2ee4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4656458d-1f1d-4da3-a0aa-8544259e2ee4,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:41.058512 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.122260 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=4656458d-1f1d-4da3-a0aa-8544259e2ee4,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:41.288044 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.596644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Deleting port 122a12c1-b141-4519-a224-b9240a1cbf75 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:41.596994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.686605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] For port 122a12c1-b141-4519-a224-b9240a1cbf75, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=122a12c1-b141-4519-a224-b9240a1cbf75,segment=NetworkSegment(2cb732ed-5f8e-434a-83bc-ef2c40037eda),segment_id=2cb732ed-5f8e-434a-83bc-ef2c40037eda)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:41.686966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.702191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Calling delete_port for 122a12c1-b141-4519-a224-b9240a1cbf75 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:41.940716 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.973828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Pushing event deleted for resources: {'Port': ['ID=122a12c1-b141-4519-a224-b9240a1cbf75,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:42.163672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.282463 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.385198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Router 2a75ddcd-c892-48d4-91b1-609cddfd4925 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:42.499869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:42.505376 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3b22b410-3e96-4524-a3c8-91ff6f82c07d admin admin] 10.222.0.38 "PUT /v2.0/routers/2a75ddcd-c892-48d4-91b1-609cddfd4925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6511350 Jul 14 12:04:42.509796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52912) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:42.513932 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08687b96-6012-41cd-b304-4e1401de973d None None] Sync routers for ids ['2a75ddcd-c892-48d4-91b1-609cddfd4925'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:42.522907 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08687b96-6012-41cd-b304-4e1401de973d None None] Routers {'2a75ddcd-c892-48d4-91b1-609cddfd4925'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:42.523527 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-08687b96-6012-41cd-b304-4e1401de973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2a75ddcd-c892-48d4-91b1-609cddfd4925'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:42.617691 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.642773 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-08687b96-6012-41cd-b304-4e1401de973d None None] Set router 2a75ddcd-c892-48d4-91b1-609cddfd4925 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:42.676952 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1c0959c-0eed-49bf-b151-e6fee45f6bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.740372 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.802829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Deleting port 00b4d321-7705-49b2-b427-83e91fdb9809 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:42.803177 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.841584 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-08687b96-6012-41cd-b304-4e1401de973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:26Z', 'updated_at': '2021-07-14T12:04:41Z', 'revision_number': 5, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'gw_port': {'id': '00b4d321-7705-49b2-b427-83e91fdb9809', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:27Z', 'updated_at': '2021-07-14T12:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:42.865753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4656458d-1f1d-4da3-a0aa-8544259e2ee4 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:42.873449 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08687b96-6012-41cd-b304-4e1401de973d None None] Checking router: 2a75ddcd-c892-48d4-91b1-609cddfd4925 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:42.882906 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08687b96-6012-41cd-b304-4e1401de973d None None] Routers {'2a75ddcd-c892-48d4-91b1-609cddfd4925'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:42.883531 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-08687b96-6012-41cd-b304-4e1401de973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['2a75ddcd-c892-48d4-91b1-609cddfd4925'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:42.903933 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] For port 00b4d321-7705-49b2-b427-83e91fdb9809, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=00b4d321-7705-49b2-b427-83e91fdb9809,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:42.904404 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.921009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Calling delete_port for 00b4d321-7705-49b2-b427-83e91fdb9809 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:42.925286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 4656458d-1f1d-4da3-a0aa-8544259e2ee4 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:42.925677 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.992668 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-08687b96-6012-41cd-b304-4e1401de973d None None] Set router 2a75ddcd-c892-48d4-91b1-609cddfd4925 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:43.051995 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-08687b96-6012-41cd-b304-4e1401de973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:26Z', 'updated_at': '2021-07-14T12:04:42Z', 'revision_number': 6, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:43.089007 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08687b96-6012-41cd-b304-4e1401de973d None None] The sync data for ids ['2a75ddcd-c892-48d4-91b1-609cddfd4925'] in n-d-778696-8 is: [{'id': '2a75ddcd-c892-48d4-91b1-609cddfd4925', 'name': 'tempest-TestAggregatesBasicOps-1286734518-router', 'tenant_id': '964623bff0f94685bdfcd913a47c7f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:26Z', 'updated_at': '2021-07-14T12:04:42Z', 'revision_number': 6, 'project_id': '964623bff0f94685bdfcd913a47c7f05', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:43.113959 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.140123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b4d321-7705-49b2-b427-83e91fdb9809,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:43.200015 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.288320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.290431 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.334939 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.336188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a75ddcd-c892-48d4-91b1-609cddfd4925 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:04:43.340453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.341610 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2401324d-8244-4148-9ff6-a4409cd29c66 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2a75ddcd-c892-48d4-91b1-609cddfd4925 HTTP/1.1" status: 204 len: 168 time: 0.8308606 Jul 14 12:04:43.344537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52914) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:43.389042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-593d9159-7c45-47d2-a9fe-5b5e5ddd1568 admin admin] Deleting subnet e7aa435e-f7e8-459e-9474-8276df9f3161 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:04:43.392146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-593d9159-7c45-47d2-a9fe-5b5e5ddd1568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.428595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-593d9159-7c45-47d2-a9fe-5b5e5ddd1568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.516620 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.518511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-593d9159-7c45-47d2-a9fe-5b5e5ddd1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.572703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-593d9159-7c45-47d2-a9fe-5b5e5ddd1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.602518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d9159-7c45-47d2-a9fe-5b5e5ddd1568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7aa435e-f7e8-459e-9474-8276df9f3161,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:43.607149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-593d9159-7c45-47d2-a9fe-5b5e5ddd1568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.608346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Sync routers for ids ['a96a5888-3717-414f-b192-8f0743a8a5de'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:43.609072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-593d9159-7c45-47d2-a9fe-5b5e5ddd1568 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e7aa435e-f7e8-459e-9474-8276df9f3161 HTTP/1.1" status: 204 len: 168 time: 0.2635891 Jul 14 12:04:43.612447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52916) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:43.615696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016aa2e6-8203-4e9c-a7a1-8f5644d52f39 None None] Network 5c396e47-4965-48f9-9c0f-fbd7e1af0140 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:04:43.663635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Routers {'a96a5888-3717-414f-b192-8f0743a8a5de'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:43.664374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['a96a5888-3717-414f-b192-8f0743a8a5de'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:43.681428 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.739960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Deleting port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:43.740312 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.809507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] For port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e,segment=NetworkSegment(2cb732ed-5f8e-434a-83bc-ef2c40037eda),segment_id=2cb732ed-5f8e-434a-83bc-ef2c40037eda)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:43.809779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.826147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Calling delete_port for 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:43.934291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.974228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:43.981012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] No DVR routers for this DVR port 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:04:43.983565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Set router a96a5888-3717-414f-b192-8f0743a8a5de gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:44.068166 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.080218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c396e47-4965-48f9-9c0f-fbd7e1af0140']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:44.095105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb732ed-5f8e-434a-83bc-ef2c40037eda') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:44.095404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb732ed-5f8e-434a-83bc-ef2c40037eda') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:44.106547 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.124420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.132676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:04:44.133467 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:04:44.135005 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:04:44.200034 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.207567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.211471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] 10.222.0.38 "DELETE /v2.0/networks/5c396e47-4965-48f9-9c0f-fbd7e1af0140 HTTP/1.1" status: 204 len: 168 time: 0.5981197 Jul 14 12:04:44.214507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52918) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:44.224714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:34Z', 'updated_at': '2021-07-14T12:04:38Z', 'revision_number': 4, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'gw_port': {'id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:35Z', 'updated_at': '2021-07-14T12:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a529ffe8-b790-469d-9f64-6fe8ef28726f', 'name': '', 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'mac_address': 'fa:16:3e:5a:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:38Z', 'updated_at': '2021-07-14T12:04:38Z', 'revision_number': 2, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'subnets': [{'id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:44.259647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0c766-e8dc-495c-8250-001f9612546c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c396e47-4965-48f9-9c0f-fbd7e1af0140,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:44.265418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Checking router: a96a5888-3717-414f-b192-8f0743a8a5de for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:44.265781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Updating router a96a5888-3717-414f-b192-8f0743a8a5de port a529ffe8-b790-469d-9f64-6fe8ef28726f binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:04:44.304852 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.313824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-a12da6ed-047d-473d-a3c1-78c0f75a9173 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007257 Jul 14 12:04:44.318784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076004ab-8395-4ead-8c2c-0bff717a137b None None] DHCP port deletion for 5c396e47-4965-48f9-9c0f-fbd7e1af0140 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:04:44.456082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-4ee768dd-7c22-47ac-8f5d-e73a71ce9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:44.456082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-4ee768dd-7c22-47ac-8f5d-e73a71ce9bed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce6c316541974498a6548e5eef6bcd40&device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1097 time: 0.0807111 Jul 14 12:04:44.623011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-d7e1b874-1c16-4a65-a6b7-4c77525d7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:44.628543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-d7e1b874-1c16-4a65-a6b7-4c77525d7653 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b57129c-8f4f-4998-9609-f2c5ee335c05 HTTP/1.1" status: 200 len: 913 time: 0.1401169 Jul 14 12:04:44.694469 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.714420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Transition to ACTIVE for port object a529ffe8-b790-469d-9f64-6fe8ef28726f will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:44.722931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.765180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-59ce47f4-6af2-47a5-8966-ff9b38140add service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc HTTP/1.1" status: 200 len: 1001 time: 0.1278911 Jul 14 12:04:44.811332 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3172e6-fe2d-44fb-a742-6bc7b9af6cff None None] Pushing event updated for resources: {'Port': ['ID=a529ffe8-b790-469d-9f64-6fe8ef28726f,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:44.866149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 00b4d321-7705-49b2-b427-83e91fdb9809 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:44.890110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 00b4d321-7705-49b2-b427-83e91fdb9809 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:44.890742 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 00b4d321-7705-49b2-b427-83e91fdb9809 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:44.891315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:44.929868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:44.930216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8e0f7cf4-29bd-4a34-8c3d-44463a4abd3e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:44.930640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 122a12c1-b141-4519-a224-b9240a1cbf75 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:44.960924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Attempting to bind port a529ffe8-b790-469d-9f64-6fe8ef28726f on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:44.961298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Attempting to bind port a529ffe8-b790-469d-9f64-6fe8ef28726f by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'e2e19132-fa20-42ef-9444-2eb66797b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:44.961672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Attempting to bind port a529ffe8-b790-469d-9f64-6fe8ef28726f on network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:44.964136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 122a12c1-b141-4519-a224-b9240a1cbf75 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:44.964464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 122a12c1-b141-4519-a224-b9240a1cbf75 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:44.970406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:44.970793 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Checking segment: {'id': 'e2e19132-fa20-42ef-9444-2eb66797b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:44.971208 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.971630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Bound using segment: {'id': 'e2e19132-fa20-42ef-9444-2eb66797b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:44.973843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Bound port: a529ffe8-b790-469d-9f64-6fe8ef28726f, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e19132-fa20-42ef-9444-2eb66797b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:44.974388 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:45.067728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] For port a529ffe8-b790-469d-9f64-6fe8ef28726f, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:45.073932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] For port a529ffe8-b790-469d-9f64-6fe8ef28726f, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a529ffe8-b790-469d-9f64-6fe8ef28726f,segment=NetworkSegment(e2e19132-fa20-42ef-9444-2eb66797b29a),segment_id=e2e19132-fa20-42ef-9444-2eb66797b29a)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:45.081632 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:45.145469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Routers {'a96a5888-3717-414f-b192-8f0743a8a5de'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:45.146427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['a96a5888-3717-414f-b192-8f0743a8a5de'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:45.251460 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:45.271974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-ddcf0153-1402-4abc-ba6f-0b400bd9f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:45.274101 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-ddcf0153-1402-4abc-ba6f-0b400bd9f473 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00380051-4c0b-4a22-ae25-93aab2ef0d8d HTTP/1.1" status: 200 len: 852 time: 0.5043821 Jul 14 12:04:45.298972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3172e6-fe2d-44fb-a742-6bc7b9af6cff None None] Pushing event updated for resources: {'Port': ['ID=a529ffe8-b790-469d-9f64-6fe8ef28726f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:45.315874 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:45.325891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] Set router a96a5888-3717-414f-b192-8f0743a8a5de gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:45.362420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-32e96720-e8fa-4008-aadd-1c8114aee489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:45.364432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-32e96720-e8fa-4008-aadd-1c8114aee489 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b57129c-8f4f-4998-9609-f2c5ee335c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816424 Jul 14 12:04:45.486628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-749d92e4-ed16-4b25-8e87-01e99469adcd service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150963 Jul 14 12:04:45.600508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:34Z', 'updated_at': '2021-07-14T12:04:38Z', 'revision_number': 4, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'gw_port': {'id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:35Z', 'updated_at': '2021-07-14T12:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a529ffe8-b790-469d-9f64-6fe8ef28726f', 'name': '', 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'mac_address': 'fa:16:3e:5a:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:38Z', 'updated_at': '2021-07-14T12:04:45Z', 'revision_number': 4, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'subnets': [{'id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:45.623186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-190428f9-bad5-4f2b-a017-8a28efd50fd6 req-92bc930b-002b-4ebd-a760-2b9e80fa906d service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261828 Jul 14 12:04:45.634341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Deleting port a529ffe8-b790-469d-9f64-6fe8ef28726f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:45.634341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:45.644230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dad4c-024f-492a-928f-e0f331d49721 None None] The sync data for ids ['a96a5888-3717-414f-b192-8f0743a8a5de'] in n-d-778696-8 is: [{'id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:34Z', 'updated_at': '2021-07-14T12:04:38Z', 'revision_number': 4, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'gw_port': {'id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:35Z', 'updated_at': '2021-07-14T12:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'a529ffe8-b790-469d-9f64-6fe8ef28726f', 'name': '', 'network_id': 'bfd0840d-ecba-4673-a5a8-62e7fb9d6389', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'mac_address': 'fa:16:3e:5a:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:38Z', 'updated_at': '2021-07-14T12:04:45Z', 'revision_number': 4, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'subnets': [{'id': '0cae54b1-ab17-45cc-8555-cb2cd840fd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:45.723206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] For port a529ffe8-b790-469d-9f64-6fe8ef28726f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a529ffe8-b790-469d-9f64-6fe8ef28726f,segment=NetworkSegment(e2e19132-fa20-42ef-9444-2eb66797b29a),segment_id=e2e19132-fa20-42ef-9444-2eb66797b29a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:45.723584 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:45.740064 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Calling delete_port for a529ffe8-b790-469d-9f64-6fe8ef28726f owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:45.960439 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:45.994158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a529ffe8-b790-469d-9f64-6fe8ef28726f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:46.043482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.043832 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.044244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.044624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.044862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.045220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.045572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.045859 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.046197 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.046519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.046846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.047170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:46.260598 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:46.546754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Router a96a5888-3717-414f-b192-8f0743a8a5de has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:46.673585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:46.679887 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ccacfbb3-9cc1-4015-9182-c9dc89c3d5d7 admin admin] 10.222.0.38 "PUT /v2.0/routers/a96a5888-3717-414f-b192-8f0743a8a5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4628704 Jul 14 12:04:46.681838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52920) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:46.682752 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983a50f-e290-4acb-a27d-947349989748 None None] Sync routers for ids ['a96a5888-3717-414f-b192-8f0743a8a5de'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:46.697751 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983a50f-e290-4acb-a27d-947349989748 None None] Routers {'a96a5888-3717-414f-b192-8f0743a8a5de'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:46.698395 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b983a50f-e290-4acb-a27d-947349989748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['a96a5888-3717-414f-b192-8f0743a8a5de'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:46.797657 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:46.826914 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b983a50f-e290-4acb-a27d-947349989748 None None] Set router a96a5888-3717-414f-b192-8f0743a8a5de gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:46.906655 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:46.972370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Deleting port 4656458d-1f1d-4da3-a0aa-8544259e2ee4 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:46.972902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.041494 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b983a50f-e290-4acb-a27d-947349989748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:34Z', 'updated_at': '2021-07-14T12:04:45Z', 'revision_number': 5, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'gw_port': {'id': '4656458d-1f1d-4da3-a0aa-8544259e2ee4', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:04:35Z', 'updated_at': '2021-07-14T12:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:47.065890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] For port 4656458d-1f1d-4da3-a0aa-8544259e2ee4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=4656458d-1f1d-4da3-a0aa-8544259e2ee4,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:47.066253 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.073798 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983a50f-e290-4acb-a27d-947349989748 None None] Checking router: a96a5888-3717-414f-b192-8f0743a8a5de for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:47.081878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Calling delete_port for 4656458d-1f1d-4da3-a0aa-8544259e2ee4 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:47.084242 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983a50f-e290-4acb-a27d-947349989748 None None] Routers {'a96a5888-3717-414f-b192-8f0743a8a5de'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:47.084868 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b983a50f-e290-4acb-a27d-947349989748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['a96a5888-3717-414f-b192-8f0743a8a5de'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:47.175700 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b983a50f-e290-4acb-a27d-947349989748 None None] Set router a96a5888-3717-414f-b192-8f0743a8a5de gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:47.263051 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.290374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Pushing event deleted for resources: {'Port': ['ID=4656458d-1f1d-4da3-a0aa-8544259e2ee4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:47.334978 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b983a50f-e290-4acb-a27d-947349989748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:34Z', 'updated_at': '2021-07-14T12:04:46Z', 'revision_number': 6, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:47.364061 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983a50f-e290-4acb-a27d-947349989748 None None] The sync data for ids ['a96a5888-3717-414f-b192-8f0743a8a5de'] in n-d-778696-8 is: [{'id': 'a96a5888-3717-414f-b192-8f0743a8a5de', 'name': 'tempest-TestAggregatesBasicOps-987365220-router', 'tenant_id': '8c761237b4694b438dfd74c7c0126f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:04:34Z', 'updated_at': '2021-07-14T12:04:46Z', 'revision_number': 6, 'project_id': '8c761237b4694b438dfd74c7c0126f0e', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:47.376026 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.484948 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.488220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.542510 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.542793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a96a5888-3717-414f-b192-8f0743a8a5de {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:04:47.548613 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.552764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4db5945e-ce11-49a6-a35a-204c80ba8942 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a96a5888-3717-414f-b192-8f0743a8a5de HTTP/1.1" status: 204 len: 168 time: 0.8671989 Jul 14 12:04:47.553296 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52922) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:47.614294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21291f4-becf-4ced-bd0a-4a22238a6adb admin admin] Deleting subnet 0cae54b1-ab17-45cc-8555-cb2cd840fd36 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:04:47.618482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a21291f4-becf-4ced-bd0a-4a22238a6adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.656408 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a21291f4-becf-4ced-bd0a-4a22238a6adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.740759 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a21291f4-becf-4ced-bd0a-4a22238a6adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.798625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a21291f4-becf-4ced-bd0a-4a22238a6adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.825572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21291f4-becf-4ced-bd0a-4a22238a6adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cae54b1-ab17-45cc-8555-cb2cd840fd36,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:47.829572 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a21291f4-becf-4ced-bd0a-4a22238a6adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.831549 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a21291f4-becf-4ced-bd0a-4a22238a6adb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0cae54b1-ab17-45cc-8555-cb2cd840fd36 HTTP/1.1" status: 204 len: 168 time: 0.2754605 Jul 14 12:04:47.834059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 52924) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:47.836757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffba48bb-7e6e-4b64-b5e6-5e9ab2b0089c None None] Network bfd0840d-ecba-4673-a5a8-62e7fb9d6389 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:04:47.908325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.967834 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Deleting port 1b94a6ca-189c-4173-9b68-73de5e29000c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:47.968240 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.037873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] For port 1b94a6ca-189c-4173-9b68-73de5e29000c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b94a6ca-189c-4173-9b68-73de5e29000c,segment=NetworkSegment(e2e19132-fa20-42ef-9444-2eb66797b29a),segment_id=e2e19132-fa20-42ef-9444-2eb66797b29a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:48.038890 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.056269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41b7c5-ddd5-4e39-b632-28c8edba58bb None None] DHCP port deletion for bfd0840d-ecba-4673-a5a8-62e7fb9d6389 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:04:48.057998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Calling delete_port for 1b94a6ca-189c-4173-9b68-73de5e29000c owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:48.107989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5d41b7c5-ddd5-4e39-b632-28c8edba58bb None None] Deleting port 1b94a6ca-189c-4173-9b68-73de5e29000c {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:48.108364 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5d41b7c5-ddd5-4e39-b632-28c8edba58bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.151553 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.178513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5d41b7c5-ddd5-4e39-b632-28c8edba58bb None None] For port 1b94a6ca-189c-4173-9b68-73de5e29000c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1b94a6ca-189c-4173-9b68-73de5e29000c,segment=NetworkSegment(e2e19132-fa20-42ef-9444-2eb66797b29a),segment_id=e2e19132-fa20-42ef-9444-2eb66797b29a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:48.179076 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5d41b7c5-ddd5-4e39-b632-28c8edba58bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.193076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5d41b7c5-ddd5-4e39-b632-28c8edba58bb None None] Calling delete_port for 1b94a6ca-189c-4173-9b68-73de5e29000c owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:48.195419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b94a6ca-189c-4173-9b68-73de5e29000c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:48.203467 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] No DVR routers for this DVR port 1b94a6ca-189c-4173-9b68-73de5e29000c on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:04:48.279543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.282373 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5d41b7c5-ddd5-4e39-b632-28c8edba58bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.291131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd0840d-ecba-4673-a5a8-62e7fb9d6389']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:48.302101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e19132-fa20-42ef-9444-2eb66797b29a') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:48.302398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e19132-fa20-42ef-9444-2eb66797b29a') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:48.309652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41b7c5-ddd5-4e39-b632-28c8edba58bb None None] Pushing event deleted for resources: {'Port': ['ID=1b94a6ca-189c-4173-9b68-73de5e29000c,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:48.312020 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.314011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41b7c5-ddd5-4e39-b632-28c8edba58bb None None] No DVR routers for this DVR port 1b94a6ca-189c-4173-9b68-73de5e29000c on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:04:48.331765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.339578 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:04:48.340443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:04:48.342427 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:04:48.401972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.408105 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.409956 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bfd0840d-ecba-4673-a5a8-62e7fb9d6389 HTTP/1.1" status: 204 len: 168 time: 0.5749855 Jul 14 12:04:48.422325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551456b-7f07-4afd-8754-b07871f356a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd0840d-ecba-4673-a5a8-62e7fb9d6389,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:48.601320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52930) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:48.651062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-6dddf12f-be22-4402-8c32-458b98c40f27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=964623bff0f94685bdfcd913a47c7f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482423 Jul 14 12:04:48.653969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52932) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:48.721084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-325735fb-027d-4b1a-bc7b-e47e83370c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.753404 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-325735fb-027d-4b1a-bc7b-e47e83370c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.797379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b94a6ca-189c-4173-9b68-73de5e29000c no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:48.823814 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-325735fb-027d-4b1a-bc7b-e47e83370c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.826063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1b94a6ca-189c-4173-9b68-73de5e29000c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:48.826609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1b94a6ca-189c-4173-9b68-73de5e29000c not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:48.827304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4656458d-1f1d-4da3-a0aa-8544259e2ee4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:48.828394 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-325735fb-027d-4b1a-bc7b-e47e83370c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:48.830063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-325735fb-027d-4b1a-bc7b-e47e83370c32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df7d6bba-d709-4154-b87f-05446dddf97a HTTP/1.1" status: 204 len: 168 time: 0.1749151 Jul 14 12:04:48.841656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325735fb-027d-4b1a-bc7b-e47e83370c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7d6bba-d709-4154-b87f-05446dddf97a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:48.862306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 4656458d-1f1d-4da3-a0aa-8544259e2ee4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:48.862925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 4656458d-1f1d-4da3-a0aa-8544259e2ee4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:48.863050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a529ffe8-b790-469d-9f64-6fe8ef28726f no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:48.888639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a529ffe8-b790-469d-9f64-6fe8ef28726f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:48.888982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a529ffe8-b790-469d-9f64-6fe8ef28726f not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:49.178342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52938) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:49.221657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-66c42eaa-8a56-4847-8f47-5397bb2ab54c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c761237b4694b438dfd74c7c0126f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420375 Jul 14 12:04:49.224107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 52940) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:49.271951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:49.293788 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:49.343635 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:49.346667 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:49.347987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f9d5348-218a-4beb-b3d9-43c4c5f5065a HTTP/1.1" status: 204 len: 168 time: 0.1229582 Jul 14 12:04:49.357627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9d5348-218a-4beb-b3d9-43c4c5f5065a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:49.368080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.368584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.369064 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.369454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.370077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.370306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.370644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.371151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.371510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.372072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.372408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:49.373470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb5cf2-7d9a-491d-9a68-c860e80c232b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:51.621163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53096) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:51.749007 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f25fb4cb-62cd-4f38-9a68-73676decb5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.852455 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f25fb4cb-62cd-4f38-9a68-73676decb5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.857644 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f25fb4cb-62cd-4f38-9a68-73676decb5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.904629 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f25fb4cb-62cd-4f38-9a68-73676decb5d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80beb5d79062499891123d40849d01e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823524 Jul 14 12:04:51.906740 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fb4cb-62cd-4f38-9a68-73676decb5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b8379-3793-49be-a14b-7ed44a2e5ecf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:51.908689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53100) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:51.972802 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36f35fc0-2e7d-47e4-86df-817e73ca572f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.002164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36f35fc0-2e7d-47e4-86df-817e73ca572f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.065330 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36f35fc0-2e7d-47e4-86df-817e73ca572f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.068829 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36f35fc0-2e7d-47e4-86df-817e73ca572f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.074541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-36f35fc0-2e7d-47e4-86df-817e73ca572f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c31b8379-3793-49be-a14b-7ed44a2e5ecf HTTP/1.1" status: 204 len: 168 time: 0.1606336 Jul 14 12:04:52.079046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f35fc0-2e7d-47e4-86df-817e73ca572f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b8379-3793-49be-a14b-7ed44a2e5ecf,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:52.400010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53106) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:52.413489 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a30b82d7-8eee-4db5-b6ac-9e5e4199cc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.514676 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a30b82d7-8eee-4db5-b6ac-9e5e4199cc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.518787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a30b82d7-8eee-4db5-b6ac-9e5e4199cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.563308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a30b82d7-8eee-4db5-b6ac-9e5e4199cc04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=703f30a18481405a83d6f7650100eec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595416 Jul 14 12:04:52.563308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b82d7-8eee-4db5-b6ac-9e5e4199cc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b370b711-427b-4890-87a1-011b1d144a3f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:52.564191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53108) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:52.633697 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f2306fc-8590-418c-9735-ae2a6db13cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.658340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f2306fc-8590-418c-9735-ae2a6db13cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.708011 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f2306fc-8590-418c-9735-ae2a6db13cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.711626 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f2306fc-8590-418c-9735-ae2a6db13cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.712844 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2f2306fc-8590-418c-9735-ae2a6db13cfc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b370b711-427b-4890-87a1-011b1d144a3f HTTP/1.1" status: 204 len: 168 time: 0.1475625 Jul 14 12:04:52.721831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2306fc-8590-418c-9735-ae2a6db13cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b370b711-427b-4890-87a1-011b1d144a3f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:56.411153 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:58.004923 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:04:58.356584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:01.525779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53118) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:01.711672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Deleting port dd74a5b0-debc-42c2-b257-3f6e0efc82b3 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:01.712047 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:01.802897 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:01.803141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:01.815676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Calling delete_port for dd74a5b0-debc-42c2-b257-3f6e0efc82b3 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:01.978026 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:02.009583 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event deleted for resources: {'Port': ['ID=dd74a5b0-debc-42c2-b257-3f6e0efc82b3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:02.077765 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:02.078059 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Floating IP 4c607ecd-7762-41f4-9bd2-5f4be249a6ee disassociated (deleted). External IP: 172.25.2.95, port: 781cf298-0fb9-4449-8f1e-33cf76e8e1fc. Jul 14 12:05:02.314804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Router 38972922-f216-438e-9bbc-7a303ba303e7 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:05:02.435223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:05:02.440131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:02.445684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] Sync routers for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:05:02.459890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:02.459890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:02.480292 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-acd1d15f-8434-4f3a-8f9e-2805c4ab337d tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "DELETE /v2.0/floatingips/4c607ecd-7762-41f4-9bd2-5f4be249a6ee HTTP/1.1" status: 204 len: 168 time: 0.9533587 Jul 14 12:05:02.480876 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:02.483229 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df3158-7aae-4e91-818f-8141786926ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:02.525685 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf5c012-37fa-4eb0-9173-6f183d1eaab3 x-openstack-request-id: req-5bf5c012-37fa-4eb0-9173-6f183d1eaab3 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:02.526032 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:02.526635 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5bf5c012-37fa-4eb0-9173-6f183d1eaab3 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:02.526635 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'status': 'completed', 'code': 200} Jul 14 12:05:02.598663 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:02.608423 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3158-7aae-4e91-818f-8141786926ec req-cfdfc106-8c88-4d6c-a2f3-a6260b73f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:02.609989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52df3158-7aae-4e91-818f-8141786926ec req-cfdfc106-8c88-4d6c-a2f3-a6260b73f1ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce6c316541974498a6548e5eef6bcd40&device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 1097 time: 0.0596130 Jul 14 12:05:02.716284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3158-7aae-4e91-818f-8141786926ec req-964f6422-f40e-4cc7-88bf-ce80883804ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:02.718043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52df3158-7aae-4e91-818f-8141786926ec req-964f6422-f40e-4cc7-88bf-ce80883804ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b57129c-8f4f-4998-9609-f2c5ee335c05 HTTP/1.1" status: 200 len: 913 time: 0.1021318 Jul 14 12:05:02.778522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52df3158-7aae-4e91-818f-8141786926ec req-cd484565-57ae-4a83-91ba-cfb15b6ff36a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc HTTP/1.1" status: 200 len: 217 time: 0.0520241 Jul 14 12:05:02.845708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3158-7aae-4e91-818f-8141786926ec req-5e64c6f3-c97d-4aae-946a-80cd8a5d0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:02.847279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52df3158-7aae-4e91-818f-8141786926ec req-5e64c6f3-c97d-4aae-946a-80cd8a5d0398 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00380051-4c0b-4a22-ae25-93aab2ef0d8d HTTP/1.1" status: 200 len: 852 time: 0.0626824 Jul 14 12:05:02.862257 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:02.900536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] Checking router: 38972922-f216-438e-9bbc-7a303ba303e7 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:05:02.908970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:02.909589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:04:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:02.966294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3158-7aae-4e91-818f-8141786926ec req-845e9d20-4f66-498d-9c84-42edb495a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:02.968544 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52df3158-7aae-4e91-818f-8141786926ec req-845e9d20-4f66-498d-9c84-42edb495a841 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b57129c-8f4f-4998-9609-f2c5ee335c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137390 Jul 14 12:05:03.025381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:03.064858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6530-3911-45e2-9ea9-85ebcc8a7d95 req-5f5c81d9-3ccc-4e17-96c6-70ba4d6adef7 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:03.066259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c53b6530-3911-45e2-9ea9-85ebcc8a7d95 req-5f5c81d9-3ccc-4e17-96c6-70ba4d6adef7 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 946 time: 0.1696720 Jul 14 12:05:03.111878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52df3158-7aae-4e91-818f-8141786926ec req-c4ea9fe3-bd0e-4c35-aca0-52aa6bb6f3ca service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344383 Jul 14 12:05:03.155431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c53b6530-3911-45e2-9ea9-85ebcc8a7d95 req-50a35758-392f-473f-87cf-77f50fe24589 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767701 Jul 14 12:05:03.231480 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-52df3158-7aae-4e91-818f-8141786926ec req-80dcff38-1568-4790-ba72-7609ff5b98d2 service neutron] 10.222.0.64 "GET /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045511 Jul 14 12:05:03.263246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:03.301011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a57af-8c35-461d-8df0-fef3038870ad None None] The sync data for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 is: [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:01:43Z', 'revision_number': 4, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'b1216876-519b-4e8b-b0cd-284716fb22f4', 'name': '', 'network_id': '5b57129c-8f4f-4998-9609-f2c5ee335c05', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'mac_address': 'fa:16:3e:4e:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:42Z', 'updated_at': '2021-07-14T12:01:52Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'subnets': [{'id': '00380051-4c0b-4a22-ae25-93aab2ef0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:05:03.545947 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324f0f6-6a59-4511-a3df-e1323ad40554 None None] New status for floating IP 4c607ecd-7762-41f4-9bd2-5f4be249a6ee: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:05:04.400295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9b9aa-b2c3-497c-8fc6-f21e6fd8892a req-4ebf8178-548e-442f-947e-03f1050383e6 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:04.402007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3da9b9aa-b2c3-497c-8fc6-f21e6fd8892a req-4ebf8178-548e-442f-947e-03f1050383e6 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 946 time: 0.1128361 Jul 14 12:05:04.410841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-b72350a9-0f16-45da-a402-e2e5c8e398f8 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:04.412334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-b72350a9-0f16-45da-a402-e2e5c8e398f8 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 946 time: 0.1134312 Jul 14 12:05:04.484446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3da9b9aa-b2c3-497c-8fc6-f21e6fd8892a req-747f5759-ceed-4534-916c-d2e256e80dec tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/security-groups?id=edd0b3ba-e148-42a8-a040-aa4c9e3464ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711038 Jul 14 12:05:04.539956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Deleting port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:04.540297 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:04.641873 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] For port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:04.642250 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:04.660799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Calling delete_port for 781cf298-0fb9-4449-8f1e-33cf76e8e1fc owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:04.814550 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:04.847756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event deleted for resources: {'Port': ['ID=781cf298-0fb9-4449-8f1e-33cf76e8e1fc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:04.894918 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] No DVR routers for this DVR port 781cf298-0fb9-4449-8f1e-33cf76e8e1fc on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:05:04.897590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:04.899590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-26b4948d-e4a5-4d2b-b186-2020221db6e2 req-961daa4d-ceaf-4a80-90bc-dbf767962327 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.64 "DELETE /v2.0/ports/781cf298-0fb9-4449-8f1e-33cf76e8e1fc HTTP/1.1" status: 204 len: 173 time: 0.4797068 Jul 14 12:05:04.900075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'name': 'network-vif-deleted', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:04.902530 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaf18c3-e60a-4619-bbdb-33622d61a987" -d '{"events": [{"server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "name": "network-vif-deleted", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:04.939486 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956d5f6b-91a7-443a-a5d9-d130952e55d6 x-openstack-request-id: req-956d5f6b-91a7-443a-a5d9-d130952e55d6 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:04.939786 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a8db3e-7143-44fc-9836-97330f5a601d", "name": "network-vif-deleted", "tag": "781cf298-0fb9-4449-8f1e-33cf76e8e1fc", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:04.940189 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-956d5f6b-91a7-443a-a5d9-d130952e55d6 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:04.940524 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a8db3e-7143-44fc-9836-97330f5a601d', 'name': 'network-vif-deleted', 'tag': '781cf298-0fb9-4449-8f1e-33cf76e8e1fc', 'status': 'completed', 'code': 200} Jul 14 12:05:05.636006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-56ff578e-ee35-4300-b420-cd986ed135c2 req-f97c8cb2-c89c-4a25-ac6c-37ea0109ea6b tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 210 time: 0.0317292 Jul 14 12:05:06.820138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d8adf29-61bb-43e8-8e54-9dc430d02437 req-7d52ce66-ed76-43c1-af5e-1e5bd2caab98 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 210 time: 0.0339124 Jul 14 12:05:07.984302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d74029f-374a-41b7-9ef5-736e60f9f651 req-fb816a85-2d82-4a63-8814-10ac73d635d8 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0a8db3e-7143-44fc-9836-97330f5a601d HTTP/1.1" status: 200 len: 210 time: 0.0339041 Jul 14 12:05:08.257182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 781cf298-0fb9-4449-8f1e-33cf76e8e1fc no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:05:08.277142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 781cf298-0fb9-4449-8f1e-33cf76e8e1fc {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:05:08.277491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 781cf298-0fb9-4449-8f1e-33cf76e8e1fc not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:05:09.086024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53140) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:09.154589 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0626e088-09c1-4da4-b281-c71cb8bda0d2 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:09.185952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0626e088-09c1-4da4-b281-c71cb8bda0d2 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:09.280413 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0626e088-09c1-4da4-b281-c71cb8bda0d2 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:09.284799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0626e088-09c1-4da4-b281-c71cb8bda0d2 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:09.291192 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0626e088-09c1-4da4-b281-c71cb8bda0d2 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] 10.222.0.38 "DELETE /v2.0/security-groups/edd0b3ba-e148-42a8-a040-aa4c9e3464ab HTTP/1.1" status: 204 len: 168 time: 0.1990566 Jul 14 12:05:09.312566 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626e088-09c1-4da4-b281-c71cb8bda0d2 tempest-TestVolumeBackupRestore-2008783485 tempest-TestVolumeBackupRestore-2008783485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd0b3ba-e148-42a8-a040-aa4c9e3464ab,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:09.535114 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1f93443b-fa93-48f3-9651-09998aa9f604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:12.286364 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:12.671308 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2542232-e31a-45aa-b6f7-cd47172dee3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:12.846559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53592) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:13.206761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.471481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Deleting port b1216876-519b-4e8b-b0cd-284716fb22f4 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:13.471974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.513873 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.552508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] For port b1216876-519b-4e8b-b0cd-284716fb22f4, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b1216876-519b-4e8b-b0cd-284716fb22f4,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:13.552875 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.566195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Calling delete_port for b1216876-519b-4e8b-b0cd-284716fb22f4 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:13.774925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.803642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1216876-519b-4e8b-b0cd-284716fb22f4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:14.018956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:14.234587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Router 38972922-f216-438e-9bbc-7a303ba303e7 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:05:14.341137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:05:14.346271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-36aa3844-575e-4586-9a44-ab0f703ad809 admin admin] 10.222.0.38 "PUT /v2.0/routers/38972922-f216-438e-9bbc-7a303ba303e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4984429 Jul 14 12:05:14.348719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53594) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:14.352121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] Sync routers for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:05:14.361410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:14.362034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:05:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:14.454058 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:14.467780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:14.827682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:05:13Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:14.859485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] Checking router: 38972922-f216-438e-9bbc-7a303ba303e7 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:05:14.870169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] Routers {'38972922-f216-438e-9bbc-7a303ba303e7'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:14.870589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:05:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['38972922-f216-438e-9bbc-7a303ba303e7'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:14.904175 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:14.959473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Deleting port f739f3e5-af70-4362-b9cc-0cad6c2d0b10 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:14.959813 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:14.980675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] Set router 38972922-f216-438e-9bbc-7a303ba303e7 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:15.042709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] For port f739f3e5-af70-4362-b9cc-0cad6c2d0b10, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f739f3e5-af70-4362-b9cc-0cad6c2d0b10,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:15.043686 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.057967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Calling delete_port for f739f3e5-af70-4362-b9cc-0cad6c2d0b10 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:15.164419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:05:13Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:15.193144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120df25-c496-4004-a8d1-cb9370779224 None None] The sync data for ids ['38972922-f216-438e-9bbc-7a303ba303e7'] in n-d-778696-8 is: [{'id': '38972922-f216-438e-9bbc-7a303ba303e7', 'name': 'tempest-TestVolumeBackupRestore-547214782-router', 'tenant_id': 'ce6c316541974498a6548e5eef6bcd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:38Z', 'updated_at': '2021-07-14T12:05:13Z', 'revision_number': 5, 'project_id': 'ce6c316541974498a6548e5eef6bcd40', 'gw_port': {'id': 'f739f3e5-af70-4362-b9cc-0cad6c2d0b10', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38972922-f216-438e-9bbc-7a303ba303e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:39Z', 'updated_at': '2021-07-14T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:05:15.222798 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.236319 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.265152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f739f3e5-af70-4362-b9cc-0cad6c2d0b10,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:15.328306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.418398 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.420445 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.465498 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.466012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38972922-f216-438e-9bbc-7a303ba303e7 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:05:15.470436 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.471504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fe572f44-36f9-4ab4-b47e-cc0216bd5a67 admin admin] 10.222.0.38 "DELETE /v2.0/routers/38972922-f216-438e-9bbc-7a303ba303e7 HTTP/1.1" status: 204 len: 168 time: 1.1218808 Jul 14 12:05:15.474121 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53596) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:15.519942 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4c9bd8-aa0a-4b0e-817a-3af94f92a3ad admin admin] Deleting subnet 00380051-4c0b-4a22-ae25-93aab2ef0d8d {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:05:15.523424 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9bd8-aa0a-4b0e-817a-3af94f92a3ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.560309 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9bd8-aa0a-4b0e-817a-3af94f92a3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.652376 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9bd8-aa0a-4b0e-817a-3af94f92a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.717431 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9bd8-aa0a-4b0e-817a-3af94f92a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.743682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c9bd8-aa0a-4b0e-817a-3af94f92a3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00380051-4c0b-4a22-ae25-93aab2ef0d8d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:15.747484 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9bd8-aa0a-4b0e-817a-3af94f92a3ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.749463 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0a4c9bd8-aa0a-4b0e-817a-3af94f92a3ad admin admin] 10.222.0.38 "DELETE /v2.0/subnets/00380051-4c0b-4a22-ae25-93aab2ef0d8d HTTP/1.1" status: 204 len: 168 time: 0.2743244 Jul 14 12:05:15.753530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53598) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:15.759191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a1cb1-29d8-4da7-82db-710920fd8470 None None] Network 5b57129c-8f4f-4998-9609-f2c5ee335c05 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:05:15.828012 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.896478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Deleting port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:15.896917 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.973323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] For port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ce5d89d-9982-4f99-a4a3-64e73aa5cb55,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:15.973681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:15.987376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeeef36-b3b0-49dd-b588-caf771037d58 None None] DHCP port deletion for 5b57129c-8f4f-4998-9609-f2c5ee335c05 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:05:15.990817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Calling delete_port for 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:16.044013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5aeeef36-b3b0-49dd-b588-caf771037d58 None None] Deleting port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:16.044510 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5aeeef36-b3b0-49dd-b588-caf771037d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.082614 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.112509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5aeeef36-b3b0-49dd-b588-caf771037d58 None None] For port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=1ce5d89d-9982-4f99-a4a3-64e73aa5cb55,segment=NetworkSegment(1c52536e-2d12-4912-b9d2-79a148c08d22),segment_id=1c52536e-2d12-4912-b9d2-79a148c08d22)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:16.112907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5aeeef36-b3b0-49dd-b588-caf771037d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.119266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce5d89d-9982-4f99-a4a3-64e73aa5cb55,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:16.123913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] No DVR routers for this DVR port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:05:16.126848 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5aeeef36-b3b0-49dd-b588-caf771037d58 None None] Calling delete_port for 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:16.198117 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.203808 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5aeeef36-b3b0-49dd-b588-caf771037d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.208960 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b57129c-8f4f-4998-9609-f2c5ee335c05']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:16.224189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c52536e-2d12-4912-b9d2-79a148c08d22') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:16.224483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c52536e-2d12-4912-b9d2-79a148c08d22') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:16.233850 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.234145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeeef36-b3b0-49dd-b588-caf771037d58 None None] Pushing event deleted for resources: {'Port': ['ID=1ce5d89d-9982-4f99-a4a3-64e73aa5cb55,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:16.239178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeeef36-b3b0-49dd-b588-caf771037d58 None None] No DVR routers for this DVR port 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:05:16.250189 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.256308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:05:16.256688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:05:16.259024 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:05:16.311780 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.318469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.319696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5b57129c-8f4f-4998-9609-f2c5ee335c05 HTTP/1.1" status: 204 len: 168 time: 0.5648408 Jul 14 12:05:16.323154 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53600) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:16.330995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3b4c1-d346-494a-844c-67fdc985ad20 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b57129c-8f4f-4998-9609-f2c5ee335c05,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:16.672675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:16.786592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:05:16.808033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:05:16.808389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 1ce5d89d-9982-4f99-a4a3-64e73aa5cb55 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:05:16.808814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b1216876-519b-4e8b-b0cd-284716fb22f4 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:05:16.828474 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b1216876-519b-4e8b-b0cd-284716fb22f4 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:05:16.828737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b1216876-519b-4e8b-b0cd-284716fb22f4 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:05:16.829158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f739f3e5-af70-4362-b9cc-0cad6c2d0b10 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:05:16.847822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f739f3e5-af70-4362-b9cc-0cad6c2d0b10 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:05:16.848194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f739f3e5-af70-4362-b9cc-0cad6c2d0b10 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:05:17.281289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Deleting port c9793ace-aed2-47fc-a39a-a7240016dfe1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:17.281620 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:17.364564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] For port c9793ace-aed2-47fc-a39a-a7240016dfe1, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c9793ace-aed2-47fc-a39a-a7240016dfe1,segment=NetworkSegment(86332987-43fa-4922-b7ed-47c074139e1e),segment_id=86332987-43fa-4922-b7ed-47c074139e1e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:17.365288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:17.377913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Calling delete_port for c9793ace-aed2-47fc-a39a-a7240016dfe1 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:17.564955 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:17.592457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Pushing event deleted for resources: {'Port': ['ID=c9793ace-aed2-47fc-a39a-a7240016dfe1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:17.760462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:17.978744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Router bcdff398-6bca-4b20-875a-284dd04f6927 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:05:18.091307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:05:18.096860 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a50e3e65-0b9b-41b6-aa13-65791f429aed admin admin] 10.222.0.38 "PUT /v2.0/routers/bcdff398-6bca-4b20-875a-284dd04f6927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7726369 Jul 14 12:05:18.099365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53602) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:18.102091 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be15709-23fc-4bab-819b-b395071af432 None None] Sync routers for ids ['bcdff398-6bca-4b20-875a-284dd04f6927'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:05:18.112067 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be15709-23fc-4bab-819b-b395071af432 None None] Routers {'bcdff398-6bca-4b20-875a-284dd04f6927'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:18.112684 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5be15709-23fc-4bab-819b-b395071af432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:05:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bcdff398-6bca-4b20-875a-284dd04f6927'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:18.204832 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.218734 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5be15709-23fc-4bab-819b-b395071af432 None None] Set router bcdff398-6bca-4b20-875a-284dd04f6927 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:18.311672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.365204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Deleting port 8bca1700-92d0-4e20-a89b-c4d69581e51e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:18.365933 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.442841 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5be15709-23fc-4bab-819b-b395071af432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:47Z', 'updated_at': '2021-07-14T12:05:17Z', 'revision_number': 5, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'gw_port': {'id': '8bca1700-92d0-4e20-a89b-c4d69581e51e', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:48Z', 'updated_at': '2021-07-14T12:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:18.457272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] For port 8bca1700-92d0-4e20-a89b-c4d69581e51e, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=8bca1700-92d0-4e20-a89b-c4d69581e51e,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:18.457669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.472297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Calling delete_port for 8bca1700-92d0-4e20-a89b-c4d69581e51e owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:18.475210 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be15709-23fc-4bab-819b-b395071af432 None None] Checking router: bcdff398-6bca-4b20-875a-284dd04f6927 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:05:18.484716 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be15709-23fc-4bab-819b-b395071af432 None None] Routers {'bcdff398-6bca-4b20-875a-284dd04f6927'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:18.485412 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5be15709-23fc-4bab-819b-b395071af432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:05:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bcdff398-6bca-4b20-875a-284dd04f6927'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:18.577771 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5be15709-23fc-4bab-819b-b395071af432 None None] Set router bcdff398-6bca-4b20-875a-284dd04f6927 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:18.636312 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5be15709-23fc-4bab-819b-b395071af432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:47Z', 'updated_at': '2021-07-14T12:05:18Z', 'revision_number': 6, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:18.667644 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be15709-23fc-4bab-819b-b395071af432 None None] The sync data for ids ['bcdff398-6bca-4b20-875a-284dd04f6927'] in n-d-778696-8 is: [{'id': 'bcdff398-6bca-4b20-875a-284dd04f6927', 'name': 'tempest-TestVolumeBackupRestore-963748926-router', 'tenant_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:47Z', 'updated_at': '2021-07-14T12:05:18Z', 'revision_number': 6, 'project_id': 'f619c88e07874dac8b0d9c223c8d4adf', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:05:18.670249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.697356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bca1700-92d0-4e20-a89b-c4d69581e51e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:18.762596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.856274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.858266 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.915099 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.915814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcdff398-6bca-4b20-875a-284dd04f6927 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:05:18.922142 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:18.923928 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9c8a5b34-80fe-4dbf-a69c-3e66bde68c62 admin admin] 10.222.0.38 "DELETE /v2.0/routers/bcdff398-6bca-4b20-875a-284dd04f6927 HTTP/1.1" status: 204 len: 168 time: 0.8227172 Jul 14 12:05:18.926395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53604) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:18.972839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1a624c-0517-43a7-a9a8-73d8d0bf58a9 admin admin] Deleting subnet db039ed7-5bc1-49c2-ad7c-e2a169766373 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:05:18.975780 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf1a624c-0517-43a7-a9a8-73d8d0bf58a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.015837 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf1a624c-0517-43a7-a9a8-73d8d0bf58a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.111290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf1a624c-0517-43a7-a9a8-73d8d0bf58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.179663 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf1a624c-0517-43a7-a9a8-73d8d0bf58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.204198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a624c-0517-43a7-a9a8-73d8d0bf58a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db039ed7-5bc1-49c2-ad7c-e2a169766373,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:19.211490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf1a624c-0517-43a7-a9a8-73d8d0bf58a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.213953 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-cf1a624c-0517-43a7-a9a8-73d8d0bf58a9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/db039ed7-5bc1-49c2-ad7c-e2a169766373 HTTP/1.1" status: 204 len: 168 time: 0.2865410 Jul 14 12:05:19.216638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53606) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:19.218981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1903165-2929-4c1c-87ac-7a2287e44165 None None] Network 510ac21b-5230-475c-a771-895ee2b12596 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:05:19.285729 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.349410 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Deleting port 681ecb36-32f8-418f-8e4f-20e87e109790 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:19.349845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.421447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] For port 681ecb36-32f8-418f-8e4f-20e87e109790, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=681ecb36-32f8-418f-8e4f-20e87e109790,segment=NetworkSegment(86332987-43fa-4922-b7ed-47c074139e1e),segment_id=86332987-43fa-4922-b7ed-47c074139e1e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:19.422085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.440193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Calling delete_port for 681ecb36-32f8-418f-8e4f-20e87e109790 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:19.446538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b6d32-9a0e-4972-80b1-8c859cfbcfbe None None] DHCP port deletion for 510ac21b-5230-475c-a771-895ee2b12596 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:05:19.450585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c9793ace-aed2-47fc-a39a-a7240016dfe1 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:05:19.471939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c9793ace-aed2-47fc-a39a-a7240016dfe1 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:05:19.472703 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c9793ace-aed2-47fc-a39a-a7240016dfe1 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:05:19.521086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b10b6d32-9a0e-4972-80b1-8c859cfbcfbe None None] Deleting port 681ecb36-32f8-418f-8e4f-20e87e109790 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:19.521469 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b10b6d32-9a0e-4972-80b1-8c859cfbcfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.533152 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.560007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Pushing event deleted for resources: {'Port': ['ID=681ecb36-32f8-418f-8e4f-20e87e109790,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:19.564352 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] No DVR routers for this DVR port 681ecb36-32f8-418f-8e4f-20e87e109790 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:05:19.614778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b10b6d32-9a0e-4972-80b1-8c859cfbcfbe None None] For port 681ecb36-32f8-418f-8e4f-20e87e109790, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=681ecb36-32f8-418f-8e4f-20e87e109790,segment=NetworkSegment(86332987-43fa-4922-b7ed-47c074139e1e),segment_id=86332987-43fa-4922-b7ed-47c074139e1e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:19.615166 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b10b6d32-9a0e-4972-80b1-8c859cfbcfbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.630074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b10b6d32-9a0e-4972-80b1-8c859cfbcfbe None None] Calling delete_port for 681ecb36-32f8-418f-8e4f-20e87e109790 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:19.636458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.647436 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510ac21b-5230-475c-a771-895ee2b12596']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:19.663304 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86332987-43fa-4922-b7ed-47c074139e1e') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:19.664258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86332987-43fa-4922-b7ed-47c074139e1e') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:19.675633 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.691347 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.698355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:05:19.699157 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:05:19.701022 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:05:19.717270 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b10b6d32-9a0e-4972-80b1-8c859cfbcfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.733195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b6d32-9a0e-4972-80b1-8c859cfbcfbe None None] No DVR routers for this DVR port 681ecb36-32f8-418f-8e4f-20e87e109790 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:05:19.760751 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b6d32-9a0e-4972-80b1-8c859cfbcfbe None None] Pushing event deleted for resources: {'Port': ['ID=681ecb36-32f8-418f-8e4f-20e87e109790,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:19.768299 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.774135 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.775984 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] 10.222.0.38 "DELETE /v2.0/networks/510ac21b-5230-475c-a771-895ee2b12596 HTTP/1.1" status: 204 len: 168 time: 0.5583167 Jul 14 12:05:19.787189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4b5aa-4675-42b3-a214-8e9ff2b13323 admin admin] Pushing event deleted for resources: {'Network': ['ID=510ac21b-5230-475c-a771-895ee2b12596,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:19.945743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53610) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:19.987194 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-75887ea6-0f14-4b9f-842c-407fab6c45ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce6c316541974498a6548e5eef6bcd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402672 Jul 14 12:05:19.989681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53612) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:20.038478 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b20e260-4f3c-4b1b-9b03-6b03bc602c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:20.064098 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b20e260-4f3c-4b1b-9b03-6b03bc602c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:20.109136 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b20e260-4f3c-4b1b-9b03-6b03bc602c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:20.111725 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b20e260-4f3c-4b1b-9b03-6b03bc602c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:20.112966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1b20e260-4f3c-4b1b-9b03-6b03bc602c40 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f1c74412-fde8-483b-b6c1-0fb1282cdd99 HTTP/1.1" status: 204 len: 168 time: 0.1223967 Jul 14 12:05:20.121119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20e260-4f3c-4b1b-9b03-6b03bc602c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c74412-fde8-483b-b6c1-0fb1282cdd99,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:20.431649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53618) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:20.472199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-63bb4bd5-11b9-44b6-ad25-6978abf57e2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f619c88e07874dac8b0d9c223c8d4adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392544 Jul 14 12:05:20.474547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53620) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:20.523912 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c31bde4-75f7-48fd-938f-94e21a6d37d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:20.545280 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c31bde4-75f7-48fd-938f-94e21a6d37d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:20.592270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c31bde4-75f7-48fd-938f-94e21a6d37d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:20.594837 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5c31bde4-75f7-48fd-938f-94e21a6d37d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:20.596021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5c31bde4-75f7-48fd-938f-94e21a6d37d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37c73621-642c-4bdb-be1b-0e0b3451f337 HTTP/1.1" status: 204 len: 168 time: 0.1205547 Jul 14 12:05:20.603833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31bde4-75f7-48fd-938f-94e21a6d37d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c73621-642c-4bdb-be1b-0e0b3451f337,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:20.787880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bca1700-92d0-4e20-a89b-c4d69581e51e no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:05:20.809628 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 8bca1700-92d0-4e20-a89b-c4d69581e51e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:05:20.809969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 8bca1700-92d0-4e20-a89b-c4d69581e51e not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:05:20.810385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 681ecb36-32f8-418f-8e4f-20e87e109790 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:05:20.831289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 681ecb36-32f8-418f-8e4f-20e87e109790 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:05:20.831634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 681ecb36-32f8-418f-8e4f-20e87e109790 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:05:26.426902 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:28.371635 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:31.376875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-166d4a6d-94bb-453e-acfe-d94e96495c5f tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e56d769e6b6d4482a76e1cc615500c7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308278 Jul 14 12:05:31.568652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-d2f373b6-a4fb-411c-aaae-faeca396e8f8 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:31.570196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-d2f373b6-a4fb-411c-aaae-faeca396e8f8 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881447 Jul 14 12:05:31.585785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-4d2ad29c-4191-4ab7-992f-aa6ad04f3443 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/quotas/e56d769e6b6d4482a76e1cc615500c7b HTTP/1.1" status: 200 len: 375 time: 0.0096552 Jul 14 12:05:31.620932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-71e23a92-0145-4fd5-98e8-9265cdbb9085 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56d769e6b6d4482a76e1cc615500c7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291967 Jul 14 12:05:31.794180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7adfa59-903c-4906-93dc-ad7aa0cb6ca4 req-1ddb90ce-92c9-4d6c-9dfc-01a734583c31 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 210 time: 0.0309174 Jul 14 12:05:32.949253 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-13c040a9-030a-45d6-ab73-40e36b88594d tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e56d769e6b6d4482a76e1cc615500c7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300424 Jul 14 12:05:32.958775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e01d0d9-b816-4c8f-8bed-073987b2d228 req-f96ba893-2c09-4710-8965-40e470496e49 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 210 time: 0.0482302 Jul 14 12:05:33.171434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-3ff4cefe-3f22-4ea6-8a43-1789230e20eb tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:33.173053 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-3ff4cefe-3f22-4ea6-8a43-1789230e20eb tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087641 Jul 14 12:05:33.192650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Request body: {'port': {'device_id': 'f1104878-d3b6-4d7c-bc11-eb72adf08913', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'admin_state_up': True, 'tenant_id': 'e56d769e6b6d4482a76e1cc615500c7b'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:33.309651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Made reservation on behalf of e56d769e6b6d4482a76e1cc615500c7b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:05:33.313690 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:33.325427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:33.438709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:33.442700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:33.507021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc803fbf-f737-4972-93e5-ab7af2038439,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:33.586302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Allocated IP 192.168.233.153 (b221de69-d296-44c7-837f-5d91e0265347/a395c318-298b-4b8f-b0b5-1f2bf7745b6c/8db3143a-b6ff-4281-9f00-ea89e98b091d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:05:33.737340 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:33.752240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Transition to ACTIVE for port object 8db3143a-b6ff-4281-9f00-ea89e98b091d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:05:33.786506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:33.837835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Network b221de69-d296-44c7-837f-5d91e0265347 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:05:33.841012 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:05:33.845060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:05:33.851546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Pushing event updated for resources: {'Port': ['ID=8db3143a-b6ff-4281-9f00-ea89e98b091d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:33.902650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:33.903307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:33.921014 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-2be54a2b-fd0e-4530-a23e-ae4d2240567a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7328210 Jul 14 12:05:33.937241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-5e546815-a871-4b9b-a705-8820908cbe8c tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:05:33.938372 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-5e546815-a871-4b9b-a705-8820908cbe8c tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063083 Jul 14 12:05:34.062447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Request body: {'port': {'device_id': 'f1104878-d3b6-4d7c-bc11-eb72adf08913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:34.079250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e7d92bb0-e278-49e6-a543-d20a016b4ae7 None None] Provisioning for port 8db3143a-b6ff-4281-9f00-ea89e98b091d completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:05:34.085833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e7d92bb0-e278-49e6-a543-d20a016b4ae7 None None] Provisioning complete for port 8db3143a-b6ff-4281-9f00-ea89e98b091d triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:05:34.086888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e7d92bb0-e278-49e6-a543-d20a016b4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:34.124420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e7d92bb0-e278-49e6-a543-d20a016b4ae7 None None] Port 8db3143a-b6ff-4281-9f00-ea89e98b091d cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:05:34.152172 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:34.167196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe755098-19aa-4e7e-b444-13d22e5fee27 req-fb808403-bc3a-4aca-a60b-db3e9a3f9bd1 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:34.168906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe755098-19aa-4e7e-b444-13d22e5fee27 req-fb808403-bc3a-4aca-a60b-db3e9a3f9bd1 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 936 time: 0.0736623 Jul 14 12:05:34.210455 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe755098-19aa-4e7e-b444-13d22e5fee27 req-918d0613-a89a-4476-8f8b-b20700639e03 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353243 Jul 14 12:05:34.424612 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db3143a-b6ff-4281-9f00-ea89e98b091d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:34.433531 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:34.445190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Transition to ACTIVE for port object 8db3143a-b6ff-4281-9f00-ea89e98b091d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:05:34.453744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:34.508835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Pushing event updated for resources: {'Port': ['ID=8db3143a-b6ff-4281-9f00-ea89e98b091d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:34.578092 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Attempting to bind port 8db3143a-b6ff-4281-9f00-ea89e98b091d on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:05:34.578428 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Attempting to bind port 8db3143a-b6ff-4281-9f00-ea89e98b091d by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:05:34.578762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Attempting to bind port 8db3143a-b6ff-4281-9f00-ea89e98b091d on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:05:34.583252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Port 8db3143a-b6ff-4281-9f00-ea89e98b091d on network b221de69-d296-44c7-837f-5d91e0265347 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:05:34.583566 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Attempting to bind port 8db3143a-b6ff-4281-9f00-ea89e98b091d on network b221de69-d296-44c7-837f-5d91e0265347 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:05:34.588530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:05:34.588865 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Checking segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:05:34.589244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Bound using segment: {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:05:34.589672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Bound port: 8db3143a-b6ff-4281-9f00-ea89e98b091d, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e37c-db8a-406a-ab86-30c2dc22db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:05:34.590027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:34.655722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] For port 8db3143a-b6ff-4281-9f00-ea89e98b091d, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:05:34.658923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] For port 8db3143a-b6ff-4281-9f00-ea89e98b091d, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8db3143a-b6ff-4281-9f00-ea89e98b091d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:05:34.664834 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:34.705483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:34.705970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:34.707493 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] 10.222.0.45 "PUT /v2.0/ports/8db3143a-b6ff-4281-9f00-ea89e98b091d HTTP/1.1" status: 200 len: 1096 time: 0.7580271 Jul 14 12:05:34.708110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1104878-d3b6-4d7c-bc11-eb72adf08913', 'tag': '8db3143a-b6ff-4281-9f00-ea89e98b091d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:34.710422 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1104878-d3b6-4d7c-bc11-eb72adf08913", "tag": "8db3143a-b6ff-4281-9f00-ea89e98b091d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:34.739976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f595-4713-48d5-8104-3aface0a7de9 service neutron] Pushing event updated for resources: {'Port': ['ID=8db3143a-b6ff-4281-9f00-ea89e98b091d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:34.830495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-66387fb4-1d15-460a-9875-79acd2d91a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:34.832105 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-66387fb4-1d15-460a-9875-79acd2d91a99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e56d769e6b6d4482a76e1cc615500c7b&device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 1099 time: 0.0624769 Jul 14 12:05:34.834246 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d42620-08d1-4698-8ef3-16c8f58c6310 x-openstack-request-id: req-92d42620-08d1-4698-8ef3-16c8f58c6310 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:34.834541 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1104878-d3b6-4d7c-bc11-eb72adf08913", "tag": "8db3143a-b6ff-4281-9f00-ea89e98b091d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:34.834816 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92d42620-08d1-4698-8ef3-16c8f58c6310 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:34.835215 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1104878-d3b6-4d7c-bc11-eb72adf08913', 'tag': '8db3143a-b6ff-4281-9f00-ea89e98b091d', 'status': 'completed', 'code': 200} Jul 14 12:05:34.884843 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-c8da123b-b03a-4164-87d5-10074d8c1212 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8db3143a-b6ff-4281-9f00-ea89e98b091d HTTP/1.1" status: 200 len: 217 time: 0.0362496 Jul 14 12:05:34.942326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-7f63c5e2-cc67-4df0-b422-fc39d006b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:34.943815 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-7f63c5e2-cc67-4df0-b422-fc39d006b67d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0490139 Jul 14 12:05:35.004641 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:05:35.007325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-424715ea-f010-40bf-a53a-6a9100132ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:35.009228 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-424715ea-f010-40bf-a53a-6a9100132ab3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545847 Jul 14 12:05:35.106398 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-33911be7-6dad-499d-ac28-2d1bde65ef46 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864329 Jul 14 12:05:35.207280 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8c45b3ae-0fef-467b-9fa5-8615034541ee req-87716566-bdf8-45eb-a8ba-9a9020724d10 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911667 Jul 14 12:05:35.317237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-5cd4f01d-cc2d-497a-bff0-70c3a0cf9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:35.318797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-5cd4f01d-cc2d-497a-bff0-70c3a0cf9b29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e56d769e6b6d4482a76e1cc615500c7b&device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 1099 time: 0.0532429 Jul 14 12:05:35.389898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d015a0-74e6-437f-a273-45a34b740b86 req-1a7675f3-be8e-4707-881a-54593ce0190a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:35.391536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d015a0-74e6-437f-a273-45a34b740b86 req-1a7675f3-be8e-4707-881a-54593ce0190a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 948 time: 0.0653548 Jul 14 12:05:35.417556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-256ffd10-a284-434f-b7ae-1e528fe7ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:35.419059 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-256ffd10-a284-434f-b7ae-1e528fe7ae0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b221de69-d296-44c7-837f-5d91e0265347 HTTP/1.1" status: 200 len: 869 time: 0.0934594 Jul 14 12:05:35.430759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d015a0-74e6-437f-a273-45a34b740b86 req-451443e6-ae21-4bcd-adae-7b84e3ac231f tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Jul 14 12:05:35.464158 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-4986aab8-da69-497c-bbe9-f3970ca3dbb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8db3143a-b6ff-4281-9f00-ea89e98b091d HTTP/1.1" status: 200 len: 217 time: 0.0355983 Jul 14 12:05:35.513600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-445b026c-8b83-406d-94d2-e06cf72951ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:35.515028 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-445b026c-8b83-406d-94d2-e06cf72951ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a395c318-298b-4b8f-b0b5-1f2bf7745b6c HTTP/1.1" status: 200 len: 843 time: 0.0446489 Jul 14 12:05:35.581407 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-75290b82-da4f-483b-a4d1-cd1436d88bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:35.582939 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-75290b82-da4f-483b-a4d1-cd1436d88bf8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b221de69-d296-44c7-837f-5d91e0265347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606713 Jul 14 12:05:35.676000 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-784478bd-0c52-43fe-8bea-2d98c9d5af68 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859137 Jul 14 12:05:35.780453 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-133d2a6a-193f-439a-8341-7bb1f0a1dc6d req-1778f2ec-4f9d-473c-b83a-75a58c6cbeb8 service neutron] 10.222.0.45 "GET /v2.0/networks/b221de69-d296-44c7-837f-5d91e0265347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976694 Jul 14 12:05:36.618750 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fc397-be06-42d0-8e00-411e51b71081 req-5257f8de-24e3-4f03-9b51-d1bda900e724 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:36.620301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-884fc397-be06-42d0-8e00-411e51b71081 req-5257f8de-24e3-4f03-9b51-d1bda900e724 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 948 time: 0.0716660 Jul 14 12:05:36.659109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-884fc397-be06-42d0-8e00-411e51b71081 req-84df0af9-da7a-4df8-8b8e-1308d7398c04 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Jul 14 12:05:37.578862 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 8db3143a-b6ff-4281-9f00-ea89e98b091d details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:05:37.686133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 8db3143a-b6ff-4281-9f00-ea89e98b091d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8db3143a-b6ff-4281-9f00-ea89e98b091d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:37.698498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '8db3143a-b6ff-4281-9f00-ea89e98b091d', 'network_id': 'b221de69-d296-44c7-837f-5d91e0265347', 'port_id': '8db3143a-b6ff-4281-9f00-ea89e98b091d', 'mac_address': 'fa:16:3e:c7:16:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c318-298b-4b8f-b0b5-1f2bf7745b6c', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:05:37.740519 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:37.754089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db3143a-b6ff-4281-9f00-ea89e98b091d {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:37.773992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 8db3143a-b6ff-4281-9f00-ea89e98b091d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8db3143a-b6ff-4281-9f00-ea89e98b091d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:37.778264 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:37.837954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcfcda-062a-4a4c-a2b7-fbf67e812dd9 req-49355b70-b8bf-4fab-94c6-141e9d1cdb4b tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:37.840126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6bcfcda-062a-4a4c-a2b7-fbf67e812dd9 req-49355b70-b8bf-4fab-94c6-141e9d1cdb4b tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 949 time: 0.0670044 Jul 14 12:05:37.841995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=8db3143a-b6ff-4281-9f00-ea89e98b091d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:37.849295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.849649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.850001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.850344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.850682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.851022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.851357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.852456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.852770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.853127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.853601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.853943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:37.885435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b6bcfcda-062a-4a4c-a2b7-fbf67e812dd9 req-fdf926b5-0c5e-47c8-93cb-2a1f0965b3be tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Jul 14 12:05:38.074704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['8db3143a-b6ff-4281-9f00-ea89e98b091d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:39.058930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a02a6-5f61-414f-b1bd-38599fb54ac0 req-8e640367-cfec-48e1-b2fe-5ae4c5198ecf tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:39.063874 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e76a02a6-5f61-414f-b1bd-38599fb54ac0 req-8e640367-cfec-48e1-b2fe-5ae4c5198ecf tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 949 time: 0.0643556 Jul 14 12:05:39.104483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e76a02a6-5f61-414f-b1bd-38599fb54ac0 req-c8d53819-ec68-4136-91a4-0ed55819715a tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382674 Jul 14 12:05:39.518015 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6604ddd6-9b17-4e2c-898f-f7fdb614feb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:39.589589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 8db3143a-b6ff-4281-9f00-ea89e98b091d up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:05:39.639275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 8db3143a-b6ff-4281-9f00-ea89e98b091d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:05:39.642718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 8db3143a-b6ff-4281-9f00-ea89e98b091d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:05:39.643091 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:39.716989 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:39.740084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1104878-d3b6-4d7c-bc11-eb72adf08913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db3143a-b6ff-4281-9f00-ea89e98b091d'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:39.742331 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3060e-5f2e-497c-b784-36ab2ade6064" -d '{"events": [{"server_uuid": "f1104878-d3b6-4d7c-bc11-eb72adf08913", "name": "network-vif-plugged", "status": "completed", "tag": "8db3143a-b6ff-4281-9f00-ea89e98b091d"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:39.755506 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 8db3143a-b6ff-4281-9f00-ea89e98b091d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8db3143a-b6ff-4281-9f00-ea89e98b091d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:39.759754 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:39.784503 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a01e91f-c737-4bae-9e81-0f624b414c62 x-openstack-request-id: req-8a01e91f-c737-4bae-9e81-0f624b414c62 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:39.784796 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1104878-d3b6-4d7c-bc11-eb72adf08913", "name": "network-vif-plugged", "status": "completed", "tag": "8db3143a-b6ff-4281-9f00-ea89e98b091d", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:39.785044 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a01e91f-c737-4bae-9e81-0f624b414c62 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:39.785432 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1104878-d3b6-4d7c-bc11-eb72adf08913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db3143a-b6ff-4281-9f00-ea89e98b091d', 'code': 200} Jul 14 12:05:39.813723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=8db3143a-b6ff-4281-9f00-ea89e98b091d,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:39.898698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee853-6edc-49b4-a865-e8546dfd29de req-7b6cf1b7-6975-4266-9074-25237ef97079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:39.900246 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe1ee853-6edc-49b4-a865-e8546dfd29de req-7b6cf1b7-6975-4266-9074-25237ef97079 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 1101 time: 0.0524368 Jul 14 12:05:39.939016 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fe1ee853-6edc-49b4-a865-e8546dfd29de req-375d99a2-f53b-4e42-8fb2-11bc621df6fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276453 Jul 14 12:05:40.282702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5e2ee-75ae-40a5-80eb-656a7960f94f req-eb3d1347-7e2c-4afb-9066-b6bbcf95c2c8 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:40.284240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50e5e2ee-75ae-40a5-80eb-656a7960f94f req-eb3d1347-7e2c-4afb-9066-b6bbcf95c2c8 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 950 time: 0.0660815 Jul 14 12:05:40.325624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50e5e2ee-75ae-40a5-80eb-656a7960f94f req-86b597ad-1b1e-4175-a4bd-ab121babe2df tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Jul 14 12:05:41.498025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6a803-9d4d-4008-bec4-1496dc1a45c0 req-4b482a58-e627-4616-838e-73ab9021530e tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:41.499504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10d6a803-9d4d-4008-bec4-1496dc1a45c0 req-4b482a58-e627-4616-838e-73ab9021530e tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 950 time: 0.0624077 Jul 14 12:05:41.535967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10d6a803-9d4d-4008-bec4-1496dc1a45c0 req-30c578ad-22d3-407f-a314-8cbb7bbf066e tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305741 Jul 14 12:05:42.292302 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:42.613394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66d851-f51f-4598-ae54-e88ad81aacff req-c6a2e1e5-4c3d-4166-ae6d-55f797c98f8e tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:42.615070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f66d851-f51f-4598-ae54-e88ad81aacff req-c6a2e1e5-4c3d-4166-ae6d-55f797c98f8e tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 950 time: 0.0694904 Jul 14 12:05:42.656766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f66d851-f51f-4598-ae54-e88ad81aacff req-11a9f7e2-af8d-44de-9d57-27c727968bfb tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354483 Jul 14 12:05:42.674661 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-382db110-5a1f-4f54-9a83-43bfa9e5dd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:43.515577 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:43.844032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b140d-4992-4939-8697-ef7e15b89d20 req-1450255a-ddee-41de-af13-8ab1b11b3717 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:43.845466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b3b140d-4992-4939-8697-ef7e15b89d20 req-1450255a-ddee-41de-af13-8ab1b11b3717 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 950 time: 0.0682411 Jul 14 12:05:43.884615 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b3b140d-4992-4939-8697-ef7e15b89d20 req-341457bf-08f5-46b6-b356-a0b73e145323 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc803fbf-f737-4972-93e5-ab7af2038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332007 Jul 14 12:05:43.931786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-8630867e-11c8-4c21-bf92-d925db3d8873 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:43.933276 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-8630867e-11c8-4c21-bf92-d925db3d8873 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 950 time: 0.0652561 Jul 14 12:05:44.040161 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Deleting port 8db3143a-b6ff-4281-9f00-ea89e98b091d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:44.040511 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:44.126356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] For port 8db3143a-b6ff-4281-9f00-ea89e98b091d, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=8db3143a-b6ff-4281-9f00-ea89e98b091d,segment=NetworkSegment(c1f6e37c-db8a-406a-ab86-30c2dc22db08),segment_id=c1f6e37c-db8a-406a-ab86-30c2dc22db08)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:44.126632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:44.139584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Calling delete_port for 8db3143a-b6ff-4281-9f00-ea89e98b091d owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:44.268036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:44.284525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['8db3143a-b6ff-4281-9f00-ea89e98b091d'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:44.297985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Pushing event deleted for resources: {'Port': ['ID=8db3143a-b6ff-4281-9f00-ea89e98b091d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:44.347654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] No DVR routers for this DVR port 8db3143a-b6ff-4281-9f00-ea89e98b091d on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:05:44.350450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:44.353205 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d678e629-534a-49f0-8e2c-8a38dc3029a7 req-00a0483c-0ead-4a96-8971-6f3e117b7d88 tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.45 "DELETE /v2.0/ports/8db3143a-b6ff-4281-9f00-ea89e98b091d HTTP/1.1" status: 204 len: 173 time: 0.4100971 Jul 14 12:05:44.354457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1104878-d3b6-4d7c-bc11-eb72adf08913', 'name': 'network-vif-deleted', 'tag': '8db3143a-b6ff-4281-9f00-ea89e98b091d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:44.356915 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4120e3b0-675c-4b51-bfdc-e7870c075a42" -d '{"events": [{"server_uuid": "f1104878-d3b6-4d7c-bc11-eb72adf08913", "name": "network-vif-deleted", "tag": "8db3143a-b6ff-4281-9f00-ea89e98b091d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:44.403703 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69720dd-2175-4333-af94-214a09f0b340 x-openstack-request-id: req-d69720dd-2175-4333-af94-214a09f0b340 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:44.404029 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1104878-d3b6-4d7c-bc11-eb72adf08913", "name": "network-vif-deleted", "tag": "8db3143a-b6ff-4281-9f00-ea89e98b091d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:44.404280 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d69720dd-2175-4333-af94-214a09f0b340 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:44.404677 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1104878-d3b6-4d7c-bc11-eb72adf08913', 'name': 'network-vif-deleted', 'tag': '8db3143a-b6ff-4281-9f00-ea89e98b091d', 'status': 'completed', 'code': 200} Jul 14 12:05:45.046494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61d46e6d-5bf5-43a6-b6e0-640de673bd61 req-c7106d8c-e10e-4a0b-a910-e50a0c3f29df tempest-ServersAdminNegativeTestJSON-1044478200 tempest-ServersAdminNegativeTestJSON-1044478200-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1104878-d3b6-4d7c-bc11-eb72adf08913 HTTP/1.1" status: 200 len: 210 time: 0.0312917 Jul 14 12:05:45.222041 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:46.379496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53754) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:46.513576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ec83e40a-a760-4f51-bb38-956af18ca468 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e56d769e6b6d4482a76e1cc615500c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328962 Jul 14 12:05:46.516148 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53758) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:46.563246 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db3595a6-1280-4c4f-9a03-1c7c4bc83219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:46.584341 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db3595a6-1280-4c4f-9a03-1c7c4bc83219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:46.629204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db3595a6-1280-4c4f-9a03-1c7c4bc83219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:46.631648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db3595a6-1280-4c4f-9a03-1c7c4bc83219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:46.632835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-db3595a6-1280-4c4f-9a03-1c7c4bc83219 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc803fbf-f737-4972-93e5-ab7af2038439 HTTP/1.1" status: 204 len: 168 time: 0.1157684 Jul 14 12:05:46.641311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3595a6-1280-4c4f-9a03-1c7c4bc83219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc803fbf-f737-4972-93e5-ab7af2038439,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:46.895276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53764) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:46.909175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:46.996804 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:47.000283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:47.037848 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5ed21b4f12844af8151c78cc2b68788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414716 Jul 14 12:05:47.038703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3416845c-5d97-4fa4-b0d4-0ccb14796480,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:47.041039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53766) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:47.046163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.046513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.046853 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.047189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.047539 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.047871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.048204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.048531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.048856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.049180 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.049502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.049824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42a6ca0-6362-463b-85fc-60f72c3e47b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:47.090770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6e47272-12b4-4b04-8b03-ec23cd49b31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:47.112046 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6e47272-12b4-4b04-8b03-ec23cd49b31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:47.157708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6e47272-12b4-4b04-8b03-ec23cd49b31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:47.160283 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6e47272-12b4-4b04-8b03-ec23cd49b31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:47.161407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b6e47272-12b4-4b04-8b03-ec23cd49b31b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3416845c-5d97-4fa4-b0d4-0ccb14796480 HTTP/1.1" status: 204 len: 168 time: 0.1193845 Jul 14 12:05:47.169395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e47272-12b4-4b04-8b03-ec23cd49b31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3416845c-5d97-4fa4-b0d4-0ccb14796480,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:47.644916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 8db3143a-b6ff-4281-9f00-ea89e98b091d no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:05:47.667550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 8db3143a-b6ff-4281-9f00-ea89e98b091d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:05:47.667824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 8db3143a-b6ff-4281-9f00-ea89e98b091d not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:05:47.847373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53788) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:47.943157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-761429455-network', 'tenant_id': '85e7fe7a318b47299e6ae23073f255eb'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:47.966757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Made reservation on behalf of 85e7fe7a318b47299e6ae23073f255eb for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:05:47.969098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:47.978014 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.068680 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.072619 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.096996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:05:48.108317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96c23ed-ede3-4871-9638-ca13ae372237,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:48.113941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.114286 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Added segment 82142773-8557-4d26-b762-acadb8bab92b of type vlan for network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 Jul 14 12:05:48.156168 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.183904 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.184817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:48.185419 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.234615 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3860886 Jul 14 12:05:48.237632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53792) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:48.242776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Request body: {'subnet': {'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-761429455-subnet', 'tenant_id': '85e7fe7a318b47299e6ae23073f255eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:48.245850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88d7e3-d098-4117-85aa-ec2b3894c103 admin admin] Pushing event updated for resources: {'Network': ['ID=534bf19c-777c-41e1-b1ca-25fe27a4e7c3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:48.260389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:05:48.264804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Made reservation on behalf of 85e7fe7a318b47299e6ae23073f255eb for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:05:48.267154 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.427577 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.486798 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d91085d-ea66-48dc-a90d-dd04413c734c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:48.493796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Checking segment: {'id': '82142773-8557-4d26-b762-acadb8bab92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:05:48.494157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Network hostable DHCP agents. Network: 534bf19c-777c-41e1-b1ca-25fe27a4e7c3, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:05:48.510437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:05:48.519051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 534bf19c-777c-41e1-b1ca-25fe27a4e7c3) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:05:48.523600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:48.525365 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:48.528653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0316c664-c98a-4d88-b5a1-5e1d8c429b12 None None] Network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:05:48.541148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2f7cd1c7-3d1a-496c-9478-7ec7357d56e1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3023436 Jul 14 12:05:48.664036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25780f51-4b11-4e7c-b5f7-31bc4f35829f None None] Network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:05:48.965525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579101-ddaf-4934-8254-09b40b8d691a req-082a337f-7a7b-441f-a865-09639ee6f2d5 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:48.967013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-082a337f-7a7b-441f-a865-09639ee6f2d5 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/networks?id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3 HTTP/1.1" status: 200 len: 811 time: 0.1005933 Jul 14 12:05:48.982412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-d26ccd3f-dfc3-46d1-832d-8ca1095b8054 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/quotas/85e7fe7a318b47299e6ae23073f255eb HTTP/1.1" status: 200 len: 375 time: 0.0098171 Jul 14 12:05:49.015802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c782a355-9b68-4f15-a0b5-71474146674b tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=85e7fe7a318b47299e6ae23073f255eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284040 Jul 14 12:05:49.077325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-80553c7f-90ee-42ea-a036-a19690917765 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:05:49.078320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-80553c7f-90ee-42ea-a036-a19690917765 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564580 Jul 14 12:05:49.170928 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-9826e19a-45fa-41ad-b66b-0171061e23cb service neutron] 10.222.0.38 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865619 Jul 14 12:05:49.260377 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-0699752e-c3af-4a64-a61a-04205d76617f service neutron] 10.222.0.38 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834343 Jul 14 12:05:49.440231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6afef5c5-649b-41f5-809d-4ae8ac8ed7fd req-38f13c02-a265-4e96-bf35-27b8c2a8f624 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 210 time: 0.0340910 Jul 14 12:05:50.595877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3aad58ef-de77-4fe7-bbdb-7a492eea4962 req-0015a034-cd25-4678-897e-f5e9c36f39b6 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 210 time: 0.0313604 Jul 14 12:05:50.686158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c3f723f9-24c0-4756-ad83-3ae98c94e094 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:50.687663 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c3f723f9-24c0-4756-ad83-3ae98c94e094 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.45 "GET /v2.0/networks?id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3 HTTP/1.1" status: 200 len: 811 time: 0.1189134 Jul 14 12:05:50.705204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Request body: {'port': {'device_id': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3', 'admin_state_up': True, 'tenant_id': '85e7fe7a318b47299e6ae23073f255eb'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:50.814323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Made reservation on behalf of 85e7fe7a318b47299e6ae23073f255eb for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:05:50.817954 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:51.278476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Allocated IP 172.20.0.8 (534bf19c-777c-41e1-b1ca-25fe27a4e7c3/2d91085d-ea66-48dc-a90d-dd04413c734c/86436a15-0b74-4f98-895b-83bb900fed5f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:05:51.423450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:51.460716 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:51.504893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:05:51.507966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:05:51.512378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:05:51.535246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Pushing event updated for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:51.563471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:51.564123 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:51.577510 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-43afe4f6-8b3f-413c-8c47-5713b9a7a13a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8764915 Jul 14 12:05:51.593096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Request body: {'port': {'device_id': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:51.668458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:51.773908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aadc26-97eb-4be6-ba7f-059ffd989a1b req-47c413bf-1e0f-4dd0-befc-aae3edcf3e29 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:51.775986 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5aadc26-97eb-4be6-ba7f-059ffd989a1b req-47c413bf-1e0f-4dd0-befc-aae3edcf3e29 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 931 time: 0.0663567 Jul 14 12:05:51.813953 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5aadc26-97eb-4be6-ba7f-059ffd989a1b req-6fbebfe5-dc41-4d01-9355-3443d56a8ce0 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Jul 14 12:05:51.934137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86436a15-0b74-4f98-895b-83bb900fed5f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:51.941518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:51.953976 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Transition to ACTIVE for port object 86436a15-0b74-4f98-895b-83bb900fed5f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:05:51.957582 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:52.028115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Pushing event updated for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:52.074908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Attempting to bind port 86436a15-0b74-4f98-895b-83bb900fed5f on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:05:52.075251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Attempting to bind port 86436a15-0b74-4f98-895b-83bb900fed5f by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '82142773-8557-4d26-b762-acadb8bab92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:05:52.075607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Attempting to bind port 86436a15-0b74-4f98-895b-83bb900fed5f on network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:05:52.079950 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Port 86436a15-0b74-4f98-895b-83bb900fed5f on network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:05:52.080288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Attempting to bind port 86436a15-0b74-4f98-895b-83bb900fed5f on network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:05:52.085144 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:05:52.085468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Checking segment: {'id': '82142773-8557-4d26-b762-acadb8bab92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:05:52.085852 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Bound using segment: {'id': '82142773-8557-4d26-b762-acadb8bab92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:05:52.086301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Bound port: 86436a15-0b74-4f98-895b-83bb900fed5f, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82142773-8557-4d26-b762-acadb8bab92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:05:52.087558 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:52.150199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:05:52.153135 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:05:52.157383 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:52.197024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:52.197604 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:52.198982 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] 10.222.0.45 "PUT /v2.0/ports/86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 200 len: 1091 time: 0.6099873 Jul 14 12:05:52.199454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:52.201714 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222c1aa9-a060-4e3d-b241-cb39203f8861" -d '{"events": [{"name": "network-changed", "server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:52.223620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9ad6c-e303-4882-90d9-142b4262b122 service neutron] Pushing event updated for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:52.240155 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9fe42e-85d2-41e4-9694-e8ae1d2a5af0 x-openstack-request-id: req-da9fe42e-85d2-41e4-9694-e8ae1d2a5af0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:52.240515 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:52.240760 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da9fe42e-85d2-41e4-9694-e8ae1d2a5af0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:52.241312 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f', 'status': 'completed', 'code': 200} Jul 14 12:05:52.304850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579101-ddaf-4934-8254-09b40b8d691a req-fafceb06-902f-4310-918d-b0b11e33535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:52.306978 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-fafceb06-902f-4310-918d-b0b11e33535a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85e7fe7a318b47299e6ae23073f255eb&device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0568376 Jul 14 12:05:52.348606 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-b6118f1c-5efb-4a0f-84fe-1491ee975bad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 200 len: 217 time: 0.0339506 Jul 14 12:05:52.401483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579101-ddaf-4934-8254-09b40b8d691a req-94393f52-7a93-4645-93b1-51d5d86554a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:52.402936 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-94393f52-7a93-4645-93b1-51d5d86554a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d91085d-ea66-48dc-a90d-dd04413c734c HTTP/1.1" status: 200 len: 851 time: 0.0432529 Jul 14 12:05:52.444229 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-7c5e7c2a-b36d-4bc9-b631-e3ea75d6649b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305855 Jul 14 12:05:52.530913 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-d5e3ad4c-9def-4dac-9c9d-05df8f26d57a service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786376 Jul 14 12:05:52.627993 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-a6579101-ddaf-4934-8254-09b40b8d691a req-35eb5f43-8043-4917-a98e-bc3ecd622805 service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860956 Jul 14 12:05:52.741339 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-cee14a51-ec4d-48d5-8320-9117bffaf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:52.742934 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-cee14a51-ec4d-48d5-8320-9117bffaf95a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85e7fe7a318b47299e6ae23073f255eb&device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0537205 Jul 14 12:05:52.833367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-09b13d7f-8257-4af9-b01e-d77f7d69323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:52.834852 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-09b13d7f-8257-4af9-b01e-d77f7d69323b service neutron] 10.222.0.45 "GET /v2.0/networks?id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3 HTTP/1.1" status: 200 len: 911 time: 0.0852082 Jul 14 12:05:52.886677 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-1c118770-fabf-46b5-8576-6f60e51d6abf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 200 len: 217 time: 0.0424211 Jul 14 12:05:52.935685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-d3c1c476-ad1f-4824-88d2-50bab5cc0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:52.937322 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-d3c1c476-ad1f-4824-88d2-50bab5cc0eb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d91085d-ea66-48dc-a90d-dd04413c734c HTTP/1.1" status: 200 len: 851 time: 0.0447099 Jul 14 12:05:52.972138 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-d39afdb7-0ee4-40fa-9011-6a051268a1a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272703 Jul 14 12:05:52.989861 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f78846-9678-4090-b243-9a8f43eefad4 req-c50a43bf-e3f1-4e66-924e-83cad8a85dac tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:52.991365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9f78846-9678-4090-b243-9a8f43eefad4 req-c50a43bf-e3f1-4e66-924e-83cad8a85dac tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 943 time: 0.0669410 Jul 14 12:05:53.031046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c9f78846-9678-4090-b243-9a8f43eefad4 req-672db8bb-3e33-4b30-9d89-ac488cd360e4 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337865 Jul 14 12:05:53.065158 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-42392584-a2b2-455c-b823-3377bd05e56e service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854981 Jul 14 12:05:53.154198 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-222c1aa9-a060-4e3d-b241-cb39203f8861 req-dbd2a095-0d59-45a0-b832-abc81c0c7b7b service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817254 Jul 14 12:05:54.203736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b110e-c173-477f-aa7c-5e4f584d9b72 req-cbb9c93f-ae8f-48ee-aef2-eb666696dd4c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:54.205325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-948b110e-c173-477f-aa7c-5e4f584d9b72 req-cbb9c93f-ae8f-48ee-aef2-eb666696dd4c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 943 time: 0.0646257 Jul 14 12:05:54.242955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-948b110e-c173-477f-aa7c-5e4f584d9b72 req-ecee49ed-7410-4291-925d-d8da811ea3bc tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Jul 14 12:05:55.415495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c838459-33e5-46ea-9353-7a0e22f6928e req-6f39dff5-dd53-4aae-bf27-f14c51bca99f tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:55.417025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c838459-33e5-46ea-9353-7a0e22f6928e req-6f39dff5-dd53-4aae-bf27-f14c51bca99f tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 943 time: 0.0648785 Jul 14 12:05:55.459530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c838459-33e5-46ea-9353-7a0e22f6928e req-07d54611-31d0-41c9-8d51-836f4d09c415 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370109 Jul 14 12:05:55.673374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 86436a15-0b74-4f98-895b-83bb900fed5f details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:05:55.770811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:55.781749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '86436a15-0b74-4f98-895b-83bb900fed5f', 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3', 'port_id': '86436a15-0b74-4f98-895b-83bb900fed5f', 'mac_address': 'fa:16:3e:6b:c1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d91085d-ea66-48dc-a90d-dd04413c734c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:05:55.817854 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:55.829857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86436a15-0b74-4f98-895b-83bb900fed5f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:55.849139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:55.854260 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:55.903246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:56.099761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['86436a15-0b74-4f98-895b-83bb900fed5f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:56.458813 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:56.633066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09a065-9da1-44f9-8745-54fe30db5925 req-d7bc3d44-b460-4cfa-9c41-6b8695613737 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:56.635140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f09a065-9da1-44f9-8745-54fe30db5925 req-d7bc3d44-b460-4cfa-9c41-6b8695613737 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 944 time: 0.0628557 Jul 14 12:05:56.672793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f09a065-9da1-44f9-8745-54fe30db5925 req-5e81a8a5-acbe-4980-89fb-388baf66f055 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Jul 14 12:05:57.688982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 86436a15-0b74-4f98-895b-83bb900fed5f up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:05:57.737782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 86436a15-0b74-4f98-895b-83bb900fed5f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:05:57.741835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 86436a15-0b74-4f98-895b-83bb900fed5f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:05:57.742238 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:57.851950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0fdd7-871b-46c7-9a04-9a9569614dbf req-bdcd2e6d-f9ba-4023-b2de-605bd6fa624b tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:57.854205 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bd0fdd7-871b-46c7-9a04-9a9569614dbf req-bdcd2e6d-f9ba-4023-b2de-605bd6fa624b tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 944 time: 0.0664771 Jul 14 12:05:57.894329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bd0fdd7-871b-46c7-9a04-9a9569614dbf req-f4957343-f75f-4384-85a4-7c83fac9b4d6 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Jul 14 12:05:57.989144 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:58.010846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:58.013101 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd6ed84-6af1-4268-bfcf-51b7f1697722" -d '{"events": [{"server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "name": "network-vif-plugged", "status": "completed", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:58.025711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:58.031259 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:58.057294 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f73223-9e30-4b59-9182-4e86ca20dbbd x-openstack-request-id: req-26f73223-9e30-4b59-9182-4e86ca20dbbd {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:58.057717 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "name": "network-vif-plugged", "status": "completed", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:58.058101 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26f73223-9e30-4b59-9182-4e86ca20dbbd {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:58.058650 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f', 'code': 200} Jul 14 12:05:58.085781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:58.185854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a4d62-422f-46dd-befe-8a0cb86cb822 req-47da38a6-c2c7-49f3-bc96-c57dd4960b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:58.187280 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-680a4d62-422f-46dd-befe-8a0cb86cb822 req-47da38a6-c2c7-49f3-bc96-c57dd4960b62 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0518005 Jul 14 12:05:58.231523 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-680a4d62-422f-46dd-befe-8a0cb86cb822 req-a3d0efdf-c770-454d-9696-00d9ac2adb79 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Jul 14 12:05:58.372542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:59.074075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184758d7-1b51-4f73-b72f-a878fc32da80 req-9de09917-ff73-4204-899e-055ae5ede1d5 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:59.075554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-184758d7-1b51-4f73-b72f-a878fc32da80 req-9de09917-ff73-4204-899e-055ae5ede1d5 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0672977 Jul 14 12:05:59.115258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-184758d7-1b51-4f73-b72f-a878fc32da80 req-16cbdece-0ca7-4c6a-8895-b6cbe8de4ed0 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338075 Jul 14 12:06:00.286089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11803b24-da47-474e-aa6f-54378b7e5b06 req-7acd92f7-dd85-47e1-91ef-491a8e6612a9 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:00.287561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11803b24-da47-474e-aa6f-54378b7e5b06 req-7acd92f7-dd85-47e1-91ef-491a8e6612a9 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0624743 Jul 14 12:06:00.324907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11803b24-da47-474e-aa6f-54378b7e5b06 req-ae2a7ba7-8b86-4ba5-b4fe-75207d5fd274 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312610 Jul 14 12:06:00.708808 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-a1ad916e-3f3a-45d3-a4d0-dac4ab87869d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010165 Jul 14 12:06:00.719276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9bdd-9072-493e-80cd-78e79adf010f req-7327330a-6261-4f83-b8ef-a7b9b8f0a8fa tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:00.720826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62fb9bdd-9072-493e-80cd-78e79adf010f req-7327330a-6261-4f83-b8ef-a7b9b8f0a8fa tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0695231 Jul 14 12:06:00.760891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-62fb9bdd-9072-493e-80cd-78e79adf010f req-e6aeced1-89d9-42d8-8f8f-db2a8ae05c78 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Jul 14 12:06:01.894935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-09d3a443-e343-4bb0-9fec-4d15997eb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:01.896401 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-09d3a443-e343-4bb0-9fec-4d15997eb379 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85e7fe7a318b47299e6ae23073f255eb&device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0550745 Jul 14 12:06:01.942202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16aac-c8fd-4d51-b7a0-fe1d9916bc78 req-5d642962-be11-4bb5-a43c-6e7548a9ab9a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:01.944036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bd16aac-c8fd-4d51-b7a0-fe1d9916bc78 req-5d642962-be11-4bb5-a43c-6e7548a9ab9a tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0645761 Jul 14 12:06:01.984090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bd16aac-c8fd-4d51-b7a0-fe1d9916bc78 req-25297d86-45a7-4bd9-801f-2e42497acb86 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339410 Jul 14 12:06:02.000278 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-3bfa40a2-b3c7-4b88-ae72-0548e0808761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:02.001786 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-3bfa40a2-b3c7-4b88-ae72-0548e0808761 service neutron] 10.222.0.45 "GET /v2.0/networks?id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3 HTTP/1.1" status: 200 len: 911 time: 0.0996339 Jul 14 12:06:02.045627 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-8663baa4-1302-466b-939d-26dddd321515 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 200 len: 217 time: 0.0348527 Jul 14 12:06:02.092955 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-7b100880-e694-4ed4-9b15-61892233e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:02.094426 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-7b100880-e694-4ed4-9b15-61892233e907 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d91085d-ea66-48dc-a90d-dd04413c734c HTTP/1.1" status: 200 len: 851 time: 0.0433316 Jul 14 12:06:02.128392 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b53a5dd8-2f79-40d5-920a-127dbb207bd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278547 Jul 14 12:06:02.220350 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-15000b02-d459-4117-8bd0-506eccd1e945 service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848036 Jul 14 12:06:02.308325 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-a2720473-1977-4149-9c2d-d2f0cce002ba service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815511 Jul 14 12:06:03.154386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee99c-5701-40f8-be43-0466512fde36 req-f0a069df-2161-45cb-954b-ed38734d7898 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:03.155860 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ccee99c-5701-40f8-be43-0466512fde36 req-f0a069df-2161-45cb-954b-ed38734d7898 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0633941 Jul 14 12:06:03.193281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0ccee99c-5701-40f8-be43-0466512fde36 req-05df933a-da3c-4e2f-95e3-ba3c94e2fe0e tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Jul 14 12:06:04.376260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc8077-f943-4f1e-93c8-ec98405c0d29 req-f1b93afa-007d-4099-bffa-549fd1275e5f tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:04.377714 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ebc8077-f943-4f1e-93c8-ec98405c0d29 req-f1b93afa-007d-4099-bffa-549fd1275e5f tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0655661 Jul 14 12:06:04.415168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ebc8077-f943-4f1e-93c8-ec98405c0d29 req-6c91ae81-3251-49f6-90f1-dce5851309a2 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315938 Jul 14 12:06:05.776911 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805b1d6-8441-4ef1-91b1-b05fd23b053c req-583e3e4c-b73a-41d0-94dd-b88eda7014b9 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:05.778412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0805b1d6-8441-4ef1-91b1-b05fd23b053c req-583e3e4c-b73a-41d0-94dd-b88eda7014b9 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0690825 Jul 14 12:06:05.816902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0805b1d6-8441-4ef1-91b1-b05fd23b053c req-94a3a5af-7b32-44a7-aff0-5fba145e3698 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328560 Jul 14 12:06:06.991419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a2a89-a0da-4dd9-b19e-4e5cf1102d7a req-0221ab88-c5ee-40c2-b0e9-14a89d6f422b tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:06.992908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d7a2a89-a0da-4dd9-b19e-4e5cf1102d7a req-0221ab88-c5ee-40c2-b0e9-14a89d6f422b tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0666866 Jul 14 12:06:07.031269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d7a2a89-a0da-4dd9-b19e-4e5cf1102d7a req-c4f79366-5f3f-48f4-befc-d79397e77ed9 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Jul 14 12:06:08.204404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aa464-9698-47cc-95b6-e0a1b64ba52e req-bfbcf570-1dc3-4108-9d92-ce16d6e0904f tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:08.205912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-986aa464-9698-47cc-95b6-e0a1b64ba52e req-bfbcf570-1dc3-4108-9d92-ce16d6e0904f tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0640969 Jul 14 12:06:08.242698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-986aa464-9698-47cc-95b6-e0a1b64ba52e req-bf230b02-f411-4f1f-bf7c-f47dbbc6f376 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Jul 14 12:06:09.416642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939b14-71b4-4025-9f3a-867487875af8 req-4c63d068-0370-4fbe-872c-decce8c67bc1 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:09.418354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23939b14-71b4-4025-9f3a-867487875af8 req-4c63d068-0370-4fbe-872c-decce8c67bc1 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0629542 Jul 14 12:06:09.458673 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23939b14-71b4-4025-9f3a-867487875af8 req-a2a527b0-4d73-4bea-8220-8f9447a5e0d3 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346448 Jul 14 12:06:09.521675 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82a49a90-47d9-42aa-b100-2875f9403140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.634488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2401-9749-4d50-bc04-ce32dbae7022 req-5007639c-84a8-4971-9d02-7b58dde18a31 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:10.636553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-788d2401-9749-4d50-bc04-ce32dbae7022 req-5007639c-84a8-4971-9d02-7b58dde18a31 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0660470 Jul 14 12:06:10.673501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-788d2401-9749-4d50-bc04-ce32dbae7022 req-67071f16-56aa-4c84-9010-f06459512961 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313015 Jul 14 12:06:11.859937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08938cdf-9760-4ac7-bcee-0337d4475a47 req-757d2c45-6705-43c7-acf1-d8ca2f24aabd tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:11.861421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08938cdf-9760-4ac7-bcee-0337d4475a47 req-757d2c45-6705-43c7-acf1-d8ca2f24aabd tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0653651 Jul 14 12:06:11.901357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08938cdf-9760-4ac7-bcee-0337d4475a47 req-1e6d4b2b-47b9-4840-ab1d-0c4aac2842cf tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Jul 14 12:06:12.004258 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:06:12.301745 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:12.671558 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0128f22d-ed03-431a-99ef-71dfb740884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:13.080455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd4d2c-15b7-400d-8abe-298b8aec98fc req-1a9b9eed-14a4-4ba9-a886-2f6d38fe7135 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:13.081972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44fd4d2c-15b7-400d-8abe-298b8aec98fc req-1a9b9eed-14a4-4ba9-a886-2f6d38fe7135 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0683584 Jul 14 12:06:13.122855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44fd4d2c-15b7-400d-8abe-298b8aec98fc req-9da44bbb-a483-4166-9643-29658ecdbbef tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353663 Jul 14 12:06:13.520241 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:14.295330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d5d6d-5b4e-45d7-8fe9-3f7c7d3ac06f req-de23c3eb-77ab-420c-ad05-ce78bb9ffc57 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:14.296842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-264d5d6d-5b4e-45d7-8fe9-3f7c7d3ac06f req-de23c3eb-77ab-420c-ad05-ce78bb9ffc57 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0634203 Jul 14 12:06:14.334916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-264d5d6d-5b4e-45d7-8fe9-3f7c7d3ac06f req-dc2ed0dd-9d17-4eb7-9b77-188dd1521133 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325229 Jul 14 12:06:15.226864 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.510642 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b21a2-18ea-425c-935e-c7478ea8adf7 req-284e68d7-407f-4968-9b8f-fd6fa6d44c59 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:15.513814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-193b21a2-18ea-425c-935e-c7478ea8adf7 req-284e68d7-407f-4968-9b8f-fd6fa6d44c59 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0689211 Jul 14 12:06:15.551043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-193b21a2-18ea-425c-935e-c7478ea8adf7 req-fdc2682c-96be-4599-8a0d-22ae6fa57fbd tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Jul 14 12:06:16.727651 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fd96d-8f37-487b-9567-1d92ffe9e2ae req-3e56bd31-4e9f-4ffd-8a21-ffb40278a5c6 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:16.729236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b65fd96d-8f37-487b-9567-1d92ffe9e2ae req-3e56bd31-4e9f-4ffd-8a21-ffb40278a5c6 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0660911 Jul 14 12:06:16.767312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b65fd96d-8f37-487b-9567-1d92ffe9e2ae req-40a229c6-d284-4344-9283-0b9957f10da5 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Jul 14 12:06:17.226102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-19d70e7d-f145-40e3-acaa-a4a5b2fb540e req-b09a9bf9-c9b8-4962-b5e4-01f4c0e8b2dd service neutron] (93702) timed out ('10.222.0.38', 39404) {{(pid=93702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 12:06:17.952149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dfa5e-35aa-4418-bbd5-8f68931a0515 req-2889bc79-3a74-400f-879c-831a35575862 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:17.953665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-103dfa5e-35aa-4418-bbd5-8f68931a0515 req-2889bc79-3a74-400f-879c-831a35575862 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0628448 Jul 14 12:06:17.990484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-103dfa5e-35aa-4418-bbd5-8f68931a0515 req-ff652042-a8d2-4449-92d5-365f1d5d7402 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311010 Jul 14 12:06:19.164151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92a8f1-13c2-46d8-94d1-d8326ba1c48b req-ce73a67b-ac60-4e0d-9487-97ecdc3d15f3 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:19.165639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd92a8f1-13c2-46d8-94d1-d8326ba1c48b req-ce73a67b-ac60-4e0d-9487-97ecdc3d15f3 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0667517 Jul 14 12:06:19.204625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd92a8f1-13c2-46d8-94d1-d8326ba1c48b req-15bb8c16-266c-40ec-909e-3724696f7d16 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328369 Jul 14 12:06:20.376578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f4462-b741-4a1f-bf48-9ed97dbde242 req-6bb3e59e-319b-44f5-8f76-18209c71a878 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:20.378088 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a7f4462-b741-4a1f-bf48-9ed97dbde242 req-6bb3e59e-319b-44f5-8f76-18209c71a878 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0639448 Jul 14 12:06:20.415071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a7f4462-b741-4a1f-bf48-9ed97dbde242 req-0f4f6408-a693-4289-88af-a6bfeaca74ca tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Jul 14 12:06:21.601704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171d8aa-6415-4167-b612-036c8b5b1a31 req-39ced9a8-a122-4a3f-a2ed-832ac2733748 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:21.603169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3171d8aa-6415-4167-b612-036c8b5b1a31 req-39ced9a8-a122-4a3f-a2ed-832ac2733748 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0718458 Jul 14 12:06:21.640979 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3171d8aa-6415-4167-b612-036c8b5b1a31 req-27113dab-d542-46a8-ae61-4f3e89a09b5d tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320423 Jul 14 12:06:22.819674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da68485-a262-413e-b94c-d88907384093 req-7bdb7661-29bf-4327-92e6-02be7247f95c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:22.821085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0da68485-a262-413e-b94c-d88907384093 req-7bdb7661-29bf-4327-92e6-02be7247f95c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0681286 Jul 14 12:06:22.860740 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0da68485-a262-413e-b94c-d88907384093 req-7b3e8cb9-f3ce-4c20-98f6-65d6673dafde tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Jul 14 12:06:24.048976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770c7e6-4dfb-4a28-aa8f-61122fabfad3 req-c5077742-6342-4019-a839-cb14471e2e06 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:24.050482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1770c7e6-4dfb-4a28-aa8f-61122fabfad3 req-c5077742-6342-4019-a839-cb14471e2e06 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0647852 Jul 14 12:06:24.089679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1770c7e6-4dfb-4a28-aa8f-61122fabfad3 req-08f52a02-c876-4eac-811b-c552e40c1d1d tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336452 Jul 14 12:06:25.265025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443ffb-c0c9-496b-b8e4-0aa3667531e4 req-47c8c3a6-0fc2-4db6-b5ca-008b0fb29d85 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:25.266519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45443ffb-c0c9-496b-b8e4-0aa3667531e4 req-47c8c3a6-0fc2-4db6-b5ca-008b0fb29d85 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0670569 Jul 14 12:06:25.302656 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45443ffb-c0c9-496b-b8e4-0aa3667531e4 req-cb77748c-1b42-4457-9f05-ddb0131eaf37 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304780 Jul 14 12:06:26.467290 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:26.475473 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d347f-726a-47b5-8599-c300f1b06486 req-e467c519-171b-4ff2-b849-9ed06de6aba3 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:26.477009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a7d347f-726a-47b5-8599-c300f1b06486 req-e467c519-171b-4ff2-b849-9ed06de6aba3 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0642197 Jul 14 12:06:26.515182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a7d347f-726a-47b5-8599-c300f1b06486 req-05f904ab-cbe2-44a8-8f4a-1ef350ce86a6 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324407 Jul 14 12:06:27.692665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54668fa6-b8ad-4c1b-8f18-a5e8f78ea842 req-8877d91d-ea92-46b8-8066-27be561e96d1 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:27.694128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54668fa6-b8ad-4c1b-8f18-a5e8f78ea842 req-8877d91d-ea92-46b8-8066-27be561e96d1 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0624084 Jul 14 12:06:27.731522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54668fa6-b8ad-4c1b-8f18-a5e8f78ea842 req-237ba7d0-2ba9-42bc-81f6-7b31b2896df9 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Jul 14 12:06:28.390712 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:28.963062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4157cea-8d37-4dcc-af36-6efa405f61ed req-ceeacb7b-d679-4f06-ac28-4e436f0b0d56 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:28.964584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4157cea-8d37-4dcc-af36-6efa405f61ed req-ceeacb7b-d679-4f06-ac28-4e436f0b0d56 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.1225903 Jul 14 12:06:29.003621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4157cea-8d37-4dcc-af36-6efa405f61ed req-831cfd4d-9a46-4359-9409-487be468b41d tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Jul 14 12:06:29.486701 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-28f8417c-0b68-443e-ab58-da59dd4de881 service neutron] show failed (client error): The resource could not be found. Jul 14 12:06:29.487710 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-28f8417c-0b68-443e-ab58-da59dd4de881 service neutron] 10.222.0.45 "GET /v2.0/ports/86436a15-0b74-4f98-895b-83bb900fed5f/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0591331 Jul 14 12:06:29.781006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-19ffbec4-c0ed-4d28-9d9c-823267f78ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:29.782443 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-19ffbec4-c0ed-4d28-9d9c-823267f78ec7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4&tenant_id=85e7fe7a318b47299e6ae23073f255eb HTTP/1.1" status: 200 len: 1096 time: 0.0858061 Jul 14 12:06:29.792958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:29.866946 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:30.065300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:30.099660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:06:30.171251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:30.173519 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f63a58e-98f5-4fed-8b0f-b54210d6fa5e" -d '{"events": [{"server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:30.179413 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:30.200023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Transition to ACTIVE for port object 86436a15-0b74-4f98-895b-83bb900fed5f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:30.204902 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:30.236326 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc1e474-0597-417a-9100-a6e9f3076348 x-openstack-request-id: req-2dc1e474-0597-417a-9100-a6e9f3076348 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:30.236625 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:30.236877 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2dc1e474-0597-417a-9100-a6e9f3076348 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:30.237273 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f', 'code': 200} Jul 14 12:06:30.248737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b087002-0be0-4917-a0eb-fb0395f4c582 req-16b6c3d2-15c3-49e1-9df8-817058f9a8b6 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:30.250232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b087002-0be0-4917-a0eb-fb0395f4c582 req-16b6c3d2-15c3-49e1-9df8-817058f9a8b6 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.1311233 Jul 14 12:06:30.303769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] No DVR routers for this DVR port 86436a15-0b74-4f98-895b-83bb900fed5f on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:30.305511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Pushing event updated for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:30.330744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.331091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.331439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.331781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.332145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.332481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.332811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.333142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.333471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.333797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.334122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.334447 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:30.364515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b087002-0be0-4917-a0eb-fb0395f4c582 req-69c17662-8298-4720-880d-cb35b18f8b9d tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073353 Jul 14 12:06:30.376010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Attempting to bind port 86436a15-0b74-4f98-895b-83bb900fed5f on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:06:30.376350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Attempting to bind port 86436a15-0b74-4f98-895b-83bb900fed5f by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '82142773-8557-4d26-b762-acadb8bab92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:06:30.376683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Attempting to bind port 86436a15-0b74-4f98-895b-83bb900fed5f on network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:30.381266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Port 86436a15-0b74-4f98-895b-83bb900fed5f on network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:06:30.381592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Attempting to bind port 86436a15-0b74-4f98-895b-83bb900fed5f on network 534bf19c-777c-41e1-b1ca-25fe27a4e7c3 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:30.386249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:06:30.386591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Checking segment: {'id': '82142773-8557-4d26-b762-acadb8bab92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:30.387001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Bound using segment: {'id': '82142773-8557-4d26-b762-acadb8bab92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:06:30.387979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Bound port: 86436a15-0b74-4f98-895b-83bb900fed5f, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82142773-8557-4d26-b762-acadb8bab92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:06:30.388345 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:30.450974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:06:30.454794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:06:30.459517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:30.491242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:30.491873 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:30.493228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] 10.222.0.64 "PUT /v2.0/ports/86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 200 len: 1091 time: 0.7042856 Jul 14 12:06:30.515339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626f52e-3f1d-42ba-9dc1-19f84dd04beb service neutron] Pushing event updated for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:30.572238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-64074f47-49d8-4923-9fbd-b4072f570f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:30.573715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-64074f47-49d8-4923-9fbd-b4072f570f7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85e7fe7a318b47299e6ae23073f255eb&device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0555973 Jul 14 12:06:30.660093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-983dda3e-96a8-4108-8329-a15e84ffc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:30.661560 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-983dda3e-96a8-4108-8329-a15e84ffc96b service neutron] 10.222.0.64 "GET /v2.0/networks?id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3 HTTP/1.1" status: 200 len: 911 time: 0.0818961 Jul 14 12:06:30.700941 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-dc454613-3db1-46ae-8845-060e3d3a59d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 200 len: 217 time: 0.0330751 Jul 14 12:06:30.752399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-a7cfd244-4724-4673-8b0a-e892d148dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:30.753831 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-a7cfd244-4724-4673-8b0a-e892d148dcf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d91085d-ea66-48dc-a90d-dd04413c734c HTTP/1.1" status: 200 len: 851 time: 0.0471315 Jul 14 12:06:30.786181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-5aaa9068-23c5-4a8d-8182-6f9142c75bb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258610 Jul 14 12:06:30.872504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-12f323c6-0f61-4603-9a56-2f0bcaaa4c6b service neutron] 10.222.0.64 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796955 Jul 14 12:06:30.961379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-464db1ba-81c3-4334-bad3-09003064d8c2 req-91458400-168e-4b02-962b-3ceee0fc1036 service neutron] 10.222.0.64 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830879 Jul 14 12:06:31.538926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ee6cc-074e-456e-a492-77aefdcf0459 req-22f7be27-b8bd-4109-982d-76000612f49e tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:31.540680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b3ee6cc-074e-456e-a492-77aefdcf0459 req-22f7be27-b8bd-4109-982d-76000612f49e tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 943 time: 0.0634835 Jul 14 12:06:31.578413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b3ee6cc-074e-456e-a492-77aefdcf0459 req-b53f7e29-44ab-4ec8-a660-1c82804ac414 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Jul 14 12:06:31.797131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 86436a15-0b74-4f98-895b-83bb900fed5f no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:31.835014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 86436a15-0b74-4f98-895b-83bb900fed5f not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:32.238330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:32.240684 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:32.288232 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e19c0f-6a97-442c-914c-34c20cd6b839 x-openstack-request-id: req-45e19c0f-6a97-442c-914c-34c20cd6b839 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:32.288525 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:32.288785 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45e19c0f-6a97-442c-914c-34c20cd6b839 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:32.289178 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f', 'status': 'completed', 'code': 200} Jul 14 12:06:32.370971 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-1ec0a331-3d55-4cc3-912d-2a9b2f5d773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.373130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-94710dad-a75d-4714-86b6-30068cde5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.373321 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-1ec0a331-3d55-4cc3-912d-2a9b2f5d773c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85e7fe7a318b47299e6ae23073f255eb&device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0545461 Jul 14 12:06:32.374844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-94710dad-a75d-4714-86b6-30068cde5d56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85e7fe7a318b47299e6ae23073f255eb&device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0596399 Jul 14 12:06:32.474623 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-a5afd772-9eb9-48e4-b5f0-745930b0c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.476148 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-a5afd772-9eb9-48e4-b5f0-745930b0c892 service neutron] 10.222.0.45 "GET /v2.0/networks?id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3 HTTP/1.1" status: 200 len: 911 time: 0.0926747 Jul 14 12:06:32.523148 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-6848b1f7-9f97-49a9-b9cd-9bee601002b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 200 len: 217 time: 0.0369182 Jul 14 12:06:32.585575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-a9f6ff01-717c-482e-95ba-81e65f57f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.587088 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-a9f6ff01-717c-482e-95ba-81e65f57f776 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d91085d-ea66-48dc-a90d-dd04413c734c HTTP/1.1" status: 200 len: 851 time: 0.0535424 Jul 14 12:06:32.605330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 86436a15-0b74-4f98-895b-83bb900fed5f details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:06:32.640866 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-7bbebb16-6e1b-42e5-a494-d18a3869cb1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461545 Jul 14 12:06:32.721057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:32.739132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '86436a15-0b74-4f98-895b-83bb900fed5f', 'network_id': '534bf19c-777c-41e1-b1ca-25fe27a4e7c3', 'port_id': '86436a15-0b74-4f98-895b-83bb900fed5f', 'mac_address': 'fa:16:3e:6b:c1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d91085d-ea66-48dc-a90d-dd04413c734c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:06:32.779918 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-6cbbc119-7980-4987-a9d3-03b4f6065d7e service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286042 Jul 14 12:06:32.783385 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.801685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86436a15-0b74-4f98-895b-83bb900fed5f {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:06:32.824293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:32.830877 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.852366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-3ab43d0f-08e4-4bb8-a952-003e26786d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.853889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-3ab43d0f-08e4-4bb8-a952-003e26786d0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3 HTTP/1.1" status: 200 len: 911 time: 0.4729896 Jul 14 12:06:32.868674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92089e1-bc16-4403-9baf-1494e4572cd6 req-2b825e50-db24-41db-9e76-22d2214e9e23 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.872679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b92089e1-bc16-4403-9baf-1494e4572cd6 req-2b825e50-db24-41db-9e76-22d2214e9e23 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 943 time: 0.1387827 Jul 14 12:06:32.894156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:32.897251 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-cc5c7064-4a14-4484-9cf5-495c3d7e1579 service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065400 Jul 14 12:06:32.925179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-515df9f1-aba2-4edf-86b9-f3f8e061d538 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 200 len: 217 time: 0.0514216 Jul 14 12:06:32.971173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b92089e1-bc16-4403-9baf-1494e4572cd6 req-0a2f9d04-ce56-4c58-8d8b-95f257ad9ba1 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902915 Jul 14 12:06:32.988549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-1c9748b5-289f-486a-812c-330beeb39c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.990022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-1c9748b5-289f-486a-812c-330beeb39c05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d91085d-ea66-48dc-a90d-dd04413c734c HTTP/1.1" status: 200 len: 851 time: 0.0588655 Jul 14 12:06:33.032724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-8c477995-6d71-4ec5-b5fe-8a6736095954 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347648 Jul 14 12:06:33.068461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['86436a15-0b74-4f98-895b-83bb900fed5f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:33.133431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-81d6c94e-ee18-45e9-ba4c-224e02c35646 service neutron] 10.222.0.64 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938416 Jul 14 12:06:33.257081 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b26bdd-ef38-4093-a6b5-0c9e9d1c5ec4 req-fa93f715-0ec5-4554-a1e8-5c091f85cbdc service neutron] 10.222.0.64 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162586 Jul 14 12:06:33.464704 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-d59128ac-f047-4d41-89f5-8b571fff9e5f tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:33.466934 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-d59128ac-f047-4d41-89f5-8b571fff9e5f tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.45 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4&tenant_id=85e7fe7a318b47299e6ae23073f255eb&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 944 time: 0.1269934 Jul 14 12:06:33.533609 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-3b85b226-5413-457b-9169-eda9d65eb715 service neutron] delete failed (client error): The resource could not be found. Jul 14 12:06:33.534696 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-3b85b226-5413-457b-9169-eda9d65eb715 service neutron] 10.222.0.45 "DELETE /v2.0/ports/86436a15-0b74-4f98-895b-83bb900fed5f/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0581512 Jul 14 12:06:33.656204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-f1b198f5-6de2-479b-bc3d-3ffcbf93acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:33.657836 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-f1b198f5-6de2-479b-bc3d-3ffcbf93acdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85e7fe7a318b47299e6ae23073f255eb&device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0727503 Jul 14 12:06:33.764464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-a97a04f9-7215-44fd-8253-e9505c76f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:33.766037 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-a97a04f9-7215-44fd-8253-e9505c76f51a service neutron] 10.222.0.45 "GET /v2.0/networks?id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3 HTTP/1.1" status: 200 len: 911 time: 0.0977895 Jul 14 12:06:33.816378 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-9c0a88db-0ffc-4d14-826f-acce04b65dff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 200 len: 217 time: 0.0400515 Jul 14 12:06:33.867879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-d8de8ab6-fb24-4ae3-8835-ce34ebeac053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:33.869394 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-d8de8ab6-fb24-4ae3-8835-ce34ebeac053 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d91085d-ea66-48dc-a90d-dd04413c734c HTTP/1.1" status: 200 len: 851 time: 0.0471721 Jul 14 12:06:33.909315 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-70b42b95-d211-4a8c-8427-e34a7bc1934a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534bf19c-777c-41e1-b1ca-25fe27a4e7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286872 Jul 14 12:06:34.009005 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-78938302-1ea8-450a-9958-39d7670520aa service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892246 Jul 14 12:06:34.105054 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-b2a12a2b-ef4c-4780-8e4f-c93eab1cd197 service neutron] 10.222.0.45 "GET /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 Jul 14 12:06:34.611817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 86436a15-0b74-4f98-895b-83bb900fed5f up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:34.661125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 86436a15-0b74-4f98-895b-83bb900fed5f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:34.664741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 86436a15-0b74-4f98-895b-83bb900fed5f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:34.665118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.748197 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.771296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:34.773609 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a006d94-3d72-4d90-bbaf-93c754b48617" -d '{"events": [{"server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "name": "network-vif-plugged", "status": "completed", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:34.789908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:34.795747 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.821771 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc5e803-c3a5-4126-95f0-f68574da327d x-openstack-request-id: req-8bc5e803-c3a5-4126-95f0-f68574da327d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:34.822067 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "name": "network-vif-plugged", "status": "completed", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:34.822318 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8bc5e803-c3a5-4126-95f0-f68574da327d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:34.822707 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f', 'code': 200} Jul 14 12:06:34.853017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:35.033144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba3f7-d529-47fe-9645-38d9850d9482 req-f1ad55f0-2f43-45e4-b55a-c6e444bb6ec5 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:35.034696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b91ba3f7-d529-47fe-9645-38d9850d9482 req-f1ad55f0-2f43-45e4-b55a-c6e444bb6ec5 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0642941 Jul 14 12:06:35.074063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b91ba3f7-d529-47fe-9645-38d9850d9482 req-daa8aeba-8c42-4d7f-baec-9531c9a86658 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336118 Jul 14 12:06:36.195300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-718e300b-51fb-4c14-a077-60369d4558f9 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:36.196847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-718e300b-51fb-4c14-a077-60369d4558f9 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.64 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.0624151 Jul 14 12:06:36.322376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe0919-94e0-44df-9438-70468549f211 req-1ea67239-b157-4ad5-87dc-f0d717ce4668 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:36.323899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76fe0919-94e0-44df-9438-70468549f211 req-1ea67239-b157-4ad5-87dc-f0d717ce4668 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/ports?device_id=a424b3b3-4940-4740-a709-664bd7618ec4 HTTP/1.1" status: 200 len: 945 time: 0.1261506 Jul 14 12:06:36.360954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Deleting port 86436a15-0b74-4f98-895b-83bb900fed5f {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:36.361212 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.412678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76fe0919-94e0-44df-9438-70468549f211 req-30676779-f4fa-482a-a7b3-9cda0a57dfe2 tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.38 "GET /v2.0/security-groups?id=b96c23ed-ede3-4871-9638-ca13ae372237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810645 Jul 14 12:06:36.460584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] For port 86436a15-0b74-4f98-895b-83bb900fed5f, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86436a15-0b74-4f98-895b-83bb900fed5f,segment=NetworkSegment(82142773-8557-4d26-b762-acadb8bab92b),segment_id=82142773-8557-4d26-b762-acadb8bab92b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:36.460948 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.473679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Calling delete_port for 86436a15-0b74-4f98-895b-83bb900fed5f owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:36.601331 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.613907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['86436a15-0b74-4f98-895b-83bb900fed5f'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:36.632089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Pushing event deleted for resources: {'Port': ['ID=86436a15-0b74-4f98-895b-83bb900fed5f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:36.675556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] No DVR routers for this DVR port 86436a15-0b74-4f98-895b-83bb900fed5f on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:36.678281 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.680344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b224cfbe-dddc-4958-bc8e-85d1d7838bfd req-98e34edb-8fa0-40b8-bd68-f55fbce7b04c tempest-DeleteServersTestJSON-1676983049 tempest-DeleteServersTestJSON-1676983049-project] 10.222.0.64 "DELETE /v2.0/ports/86436a15-0b74-4f98-895b-83bb900fed5f HTTP/1.1" status: 204 len: 173 time: 0.4742043 Jul 14 12:06:36.680784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'name': 'network-vif-deleted', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:36.683055 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6127df-9c16-4c8a-abf8-633f16b19c86" -d '{"events": [{"server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "name": "network-vif-deleted", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:36.723724 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3d9f6b-45bb-4979-83b4-d5c3af38b8f4 x-openstack-request-id: req-5d3d9f6b-45bb-4979-83b4-d5c3af38b8f4 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:36.724204 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a424b3b3-4940-4740-a709-664bd7618ec4", "name": "network-vif-deleted", "tag": "86436a15-0b74-4f98-895b-83bb900fed5f", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:36.724484 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d3d9f6b-45bb-4979-83b4-d5c3af38b8f4 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:36.724884 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a424b3b3-4940-4740-a709-664bd7618ec4', 'name': 'network-vif-deleted', 'tag': '86436a15-0b74-4f98-895b-83bb900fed5f', 'status': 'completed', 'code': 200} Jul 14 12:06:37.653875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53956) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:37.698561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c881d38e-ae26-4ce7-b86d-b764c26b008c admin admin] Deleting subnet 2d91085d-ea66-48dc-a90d-dd04413c734c {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:06:37.702243 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c881d38e-ae26-4ce7-b86d-b764c26b008c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.739074 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c881d38e-ae26-4ce7-b86d-b764c26b008c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.777192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c881d38e-ae26-4ce7-b86d-b764c26b008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.827834 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c881d38e-ae26-4ce7-b86d-b764c26b008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.853348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881d38e-ae26-4ce7-b86d-b764c26b008c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d91085d-ea66-48dc-a90d-dd04413c734c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:37.855352 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c881d38e-ae26-4ce7-b86d-b764c26b008c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.857432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c881d38e-ae26-4ce7-b86d-b764c26b008c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2d91085d-ea66-48dc-a90d-dd04413c734c HTTP/1.1" status: 204 len: 168 time: 0.2025557 Jul 14 12:06:37.860001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53958) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:37.929373 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.005295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.015206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534bf19c-777c-41e1-b1ca-25fe27a4e7c3']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:38.025086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82142773-8557-4d26-b762-acadb8bab92b') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:38.025376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82142773-8557-4d26-b762-acadb8bab92b') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:38.033956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.047273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.053033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:06:38.053413 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:06:38.055023 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:06:38.112186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.117446 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.119239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/534bf19c-777c-41e1-b1ca-25fe27a4e7c3 HTTP/1.1" status: 204 len: 168 time: 0.2583387 Jul 14 12:06:38.130954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646d45a-4fcf-4393-8543-7fec5413d9e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=534bf19c-777c-41e1-b1ca-25fe27a4e7c3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:38.228425 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53964) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:38.268143 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-db378ae2-a0e2-489c-9f51-e9b7afca0f5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85e7fe7a318b47299e6ae23073f255eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384312 Jul 14 12:06:38.270460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53966) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:38.318495 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56237574-21c7-4e52-9f54-e48e2a238323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.339628 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56237574-21c7-4e52-9f54-e48e2a238323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.386566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56237574-21c7-4e52-9f54-e48e2a238323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.389177 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56237574-21c7-4e52-9f54-e48e2a238323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.390329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-56237574-21c7-4e52-9f54-e48e2a238323 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b96c23ed-ede3-4871-9638-ca13ae372237 HTTP/1.1" status: 204 len: 168 time: 0.1189857 Jul 14 12:06:38.398276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237574-21c7-4e52-9f54-e48e2a238323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96c23ed-ede3-4871-9638-ca13ae372237,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:39.070264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 53988) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:39.173812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-684513077-network', 'tenant_id': '94954e69c21a463ea9e89843ac77783d'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:39.197317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Made reservation on behalf of 94954e69c21a463ea9e89843ac77783d for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:06:39.199811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.214189 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.309097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.314066 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.344023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:06:39.353192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2791f0ed-7794-4e61-9ef4-7c97298fb258,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:39.361403 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.361968 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Added segment 7646ac3a-4c97-411c-a63f-3be7b393304a of type vlan for network 217dc316-eba6-4f78-852c-e3ae5003affc Jul 14 12:06:39.405422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.437468 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.438561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:39.439159 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.495590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4241917 Jul 14 12:06:39.499415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 53992) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:39.504055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3e6ad-7153-435f-946f-4621c01db3ed admin admin] Pushing event updated for resources: {'Network': ['ID=217dc316-eba6-4f78-852c-e3ae5003affc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:39.505114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Request body: {'subnet': {'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-684513077-subnet', 'tenant_id': '94954e69c21a463ea9e89843ac77783d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:39.524907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 217dc316-eba6-4f78-852c-e3ae5003affc details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:06:39.529656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Made reservation on behalf of 94954e69c21a463ea9e89843ac77783d for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:06:39.533820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.553574 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-403d9a55-a31b-40e0-9cdd-2dd642afbd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.722720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.784054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21361fc-005a-4384-84d1-d8004c0d555e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:39.791469 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Checking segment: {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:39.791826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Network hostable DHCP agents. Network: 217dc316-eba6-4f78-852c-e3ae5003affc, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:06:39.810188 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Network 217dc316-eba6-4f78-852c-e3ae5003affc is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:06:39.821119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 217dc316-eba6-4f78-852c-e3ae5003affc) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:39.825896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:39.826791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.831280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d321600-29bf-427b-85a1-0d8c22183e3b None None] Network 217dc316-eba6-4f78-852c-e3ae5003affc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:06:39.840708 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5714f902-3d03-43ff-b033-546f1ba18e81 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3401575 Jul 14 12:06:39.977131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67360701-43ee-43c0-a0b2-f8d4c62220a8 None None] Network 217dc316-eba6-4f78-852c-e3ae5003affc requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:06:40.309933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-3f0aa80e-06dc-452e-a88c-2ce5e5b928bb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:40.311431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-3f0aa80e-06dc-452e-a88c-2ce5e5b928bb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 814 time: 0.1084104 Jul 14 12:06:40.327609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7963ffdf-87b0-4d43-b669-b00b6484f0bf tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/quotas/94954e69c21a463ea9e89843ac77783d HTTP/1.1" status: 200 len: 375 time: 0.0101357 Jul 14 12:06:40.364586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-0ffabb27-5ca5-415a-8ef7-8673868e3666 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313525 Jul 14 12:06:40.458886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-04619f6e-19bc-45be-a605-52d52b675249 service neutron] 10.222.0.38 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876639 Jul 14 12:06:40.550527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-1cfd049d-9ca2-45d5-be57-76bbe7352c59 service neutron] 10.222.0.38 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858688 Jul 14 12:06:40.674334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 86436a15-0b74-4f98-895b-83bb900fed5f no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:40.704796 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 86436a15-0b74-4f98-895b-83bb900fed5f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:40.705149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 86436a15-0b74-4f98-895b-83bb900fed5f not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:40.737701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-247adfba-2941-4f2f-8528-00d222015b65 req-63e80928-b4ae-4aab-b33b-0a956b2b8b55 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 210 time: 0.0368686 Jul 14 12:06:41.833686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-be21c5ca-c796-4556-87c8-56becba30ab5 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:41.835509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-be21c5ca-c796-4556-87c8-56becba30ab5 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 814 time: 0.1229346 Jul 14 12:06:41.849888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Request body: {'port': {'device_id': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc', 'admin_state_up': True, 'tenant_id': '94954e69c21a463ea9e89843ac77783d'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:41.940034 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0c3d0d9-a835-44de-a929-17d433ee2b5b req-5cd12e63-2cfc-43d7-b190-19357d10fbc5 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 210 time: 0.0392389 Jul 14 12:06:42.007832 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Made reservation on behalf of 94954e69c21a463ea9e89843ac77783d for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:06:42.011424 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.149573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Allocated IP 172.20.0.8 (217dc316-eba6-4f78-852c-e3ae5003affc/a21361fc-005a-4384-84d1-d8004c0d555e/0a66e04f-f3e1-4e92-9c64-329f16b18c40) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:06:42.295562 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.296557 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.334517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.384877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Network 217dc316-eba6-4f78-852c-e3ae5003affc is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:06:42.388184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:42.392261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:06:42.417933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Pushing event updated for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:42.444329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:42.444949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.459504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-7f786303-5b88-4199-8e4a-24b009dea171 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6136587 Jul 14 12:06:42.470820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Request body: {'port': {'device_id': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:42.542259 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.671956 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8e885a8-5883-45cc-9011-3e5eb7cd0147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.815460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a66e04f-f3e1-4e92-9c64-329f16b18c40 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:06:42.823142 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.836422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Transition to ACTIVE for port object 0a66e04f-f3e1-4e92-9c64-329f16b18c40 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:42.840242 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.910690 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Pushing event updated for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:42.961902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Attempting to bind port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:06:42.962261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Attempting to bind port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:06:42.962593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Attempting to bind port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on network 217dc316-eba6-4f78-852c-e3ae5003affc {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:42.967352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on network 217dc316-eba6-4f78-852c-e3ae5003affc not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:06:42.967352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Attempting to bind port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on network 217dc316-eba6-4f78-852c-e3ae5003affc {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:42.972787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:06:42.973124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Checking segment: {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:42.973509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Bound using segment: {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:06:42.973945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Bound port: 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:06:42.974307 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.045723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:06:43.049152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:06:43.053892 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.121369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:43.122006 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.124278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] 10.222.0.64 "PUT /v2.0/ports/0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 200 len: 1091 time: 0.6577103 Jul 14 12:06:43.125741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:43.128219 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9571e7cd-048a-4837-a557-78166a0b6426" -d '{"events": [{"name": "network-changed", "server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:43.167075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31318e33-b6f7-410e-976f-1428bc2bb535 service neutron] Pushing event updated for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:43.184190 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8755e03a-d95d-445a-b3a0-2eedc5bd5e2b x-openstack-request-id: req-8755e03a-d95d-445a-b3a0-2eedc5bd5e2b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:43.184479 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:43.184726 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8755e03a-d95d-445a-b3a0-2eedc5bd5e2b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:43.185112 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'status': 'completed', 'code': 200} Jul 14 12:06:43.225580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121076f-1a6a-4c31-926c-321036eb49ab req-d072875c-3377-425b-a5d9-8231b799f39b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:43.227057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d121076f-1a6a-4c31-926c-321036eb49ab req-d072875c-3377-425b-a5d9-8231b799f39b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 943 time: 0.1464546 Jul 14 12:06:43.277906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-377350c5-12df-42b1-ae24-d2fbce979c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:43.279613 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-377350c5-12df-42b1-ae24-d2fbce979c84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 1094 time: 0.1059430 Jul 14 12:06:43.282894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d121076f-1a6a-4c31-926c-321036eb49ab req-22041399-8760-4e1f-9932-22a056106c41 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Jul 14 12:06:43.321802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-f3c2d17c-2e1d-41ef-b6f5-917e223f8172 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 200 len: 217 time: 0.0345867 Jul 14 12:06:43.376190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-52daa925-815d-4982-8f2d-51b81a6e1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:43.377736 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-52daa925-815d-4982-8f2d-51b81a6e1565 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0498583 Jul 14 12:06:43.411684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-81b1cc6c-6f61-405a-bcf6-9d9f33334523 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272644 Jul 14 12:06:43.502637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-e544f4ca-51e1-4f2c-aaae-60e489e3ed19 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845892 Jul 14 12:06:43.524053 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.601622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3cc3d0c-06a7-4e48-8fe3-9eff65b6eab3 req-82a85adf-4921-4ef7-a431-0ec99329b90e service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930278 Jul 14 12:06:43.710758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571e7cd-048a-4837-a557-78166a0b6426 req-6b40fe5f-bd55-4ce9-b9ca-22b9669576ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:43.712503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9571e7cd-048a-4837-a557-78166a0b6426 req-6b40fe5f-bd55-4ce9-b9ca-22b9669576ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 1094 time: 0.0580320 Jul 14 12:06:43.808174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571e7cd-048a-4837-a557-78166a0b6426 req-0b0b9771-fd99-4fc9-8a2b-5f5a55cf4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:43.809573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9571e7cd-048a-4837-a557-78166a0b6426 req-0b0b9771-fd99-4fc9-8a2b-5f5a55cf4e26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0907764 Jul 14 12:06:43.852360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9571e7cd-048a-4837-a557-78166a0b6426 req-34acbd42-830a-4843-b5ab-36dc1a1f5b7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 200 len: 217 time: 0.0352151 Jul 14 12:06:43.911238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571e7cd-048a-4837-a557-78166a0b6426 req-c56c2064-d1a3-4ab8-84fa-90e7fc82ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:43.913151 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9571e7cd-048a-4837-a557-78166a0b6426 req-c56c2064-d1a3-4ab8-84fa-90e7fc82ae49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0531750 Jul 14 12:06:43.947154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9571e7cd-048a-4837-a557-78166a0b6426 req-fa2ab536-715a-4b3e-a8c7-d3747a060cee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261576 Jul 14 12:06:44.044293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9571e7cd-048a-4837-a557-78166a0b6426 req-fa73ea8c-3ee3-470c-a800-aa3b9826dbc7 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891914 Jul 14 12:06:44.137524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9571e7cd-048a-4837-a557-78166a0b6426 req-b72eec8f-947d-45df-9974-c0d1b1d80d51 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853252 Jul 14 12:06:44.471616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3b276-8e50-46ea-b64a-27ff0d2860c4 req-967b3785-2c60-4b82-a71f-1d03c7798855 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:44.473156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efa3b276-8e50-46ea-b64a-27ff0d2860c4 req-967b3785-2c60-4b82-a71f-1d03c7798855 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 943 time: 0.0753784 Jul 14 12:06:44.516166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-efa3b276-8e50-46ea-b64a-27ff0d2860c4 req-dc98700f-cd77-4cd3-b8bb-0a67c353c715 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Jul 14 12:06:45.227315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.694668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7abe08-8852-4d53-9b21-a34fa3edabb7 req-a88f40be-cff8-4c31-9487-a332e4c47899 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:45.696224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e7abe08-8852-4d53-9b21-a34fa3edabb7 req-a88f40be-cff8-4c31-9487-a332e4c47899 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 943 time: 0.0642073 Jul 14 12:06:45.737904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2e7abe08-8852-4d53-9b21-a34fa3edabb7 req-ef05538f-cd5c-48cf-a7ce-012ad04dee53 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359833 Jul 14 12:06:46.714026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0a66e04f-f3e1-4e92-9c64-329f16b18c40 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:06:46.814426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:46.827893 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc', 'port_id': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'mac_address': 'fa:16:3e:f5:28:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21361fc-005a-4384-84d1-d8004c0d555e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:06:46.876534 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:46.891472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a66e04f-f3e1-4e92-9c64-329f16b18c40 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:06:46.913070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:46.917783 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:46.923130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd38003-2330-45d8-8b3c-0edac26eae22 req-8577ed13-9b34-42e0-b8f6-96382fa1aa29 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:46.924774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0dd38003-2330-45d8-8b3c-0edac26eae22 req-8577ed13-9b34-42e0-b8f6-96382fa1aa29 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 943 time: 0.0677855 Jul 14 12:06:46.969440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:46.971292 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0dd38003-2330-45d8-8b3c-0edac26eae22 req-a341d489-85e0-445b-bb40-e70058206757 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Jul 14 12:06:46.977656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.977845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.978149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.978486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.978824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.979164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.979488 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.979821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.980178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.980505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.980833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:46.981155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:47.112575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['0a66e04f-f3e1-4e92-9c64-329f16b18c40'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:48.155708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772a49f-e8cf-46b6-9108-0e403134a3c0 req-644c8844-4c4b-499b-88bf-b2aa2e90c97b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:48.157321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a772a49f-e8cf-46b6-9108-0e403134a3c0 req-644c8844-4c4b-499b-88bf-b2aa2e90c97b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 944 time: 0.0664809 Jul 14 12:06:48.196293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a772a49f-e8cf-46b6-9108-0e403134a3c0 req-4222aa5c-d0d5-42d5-ba44-320bb1fc36b7 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Jul 14 12:06:48.723906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0a66e04f-f3e1-4e92-9c64-329f16b18c40 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:48.777253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:48.781891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:48.782246 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.859718 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.882938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:48.885243 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e02dee-c4f0-436c-9ab5-21a33bef990b" -d '{"events": [{"server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "name": "network-vif-plugged", "status": "completed", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:48.899636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:48.903571 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.932201 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4028315-c8fc-4826-942f-3749b8780ca0 x-openstack-request-id: req-d4028315-c8fc-4826-942f-3749b8780ca0 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:48.932589 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "name": "network-vif-plugged", "status": "completed", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:48.932847 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4028315-c8fc-4826-942f-3749b8780ca0 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:48.933235 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'code': 200} Jul 14 12:06:48.963963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:49.004299 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:06:49.042284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62569-3511-4c23-b434-25ad8530c805 req-8803d5e7-7e1f-4daf-8c40-0d2dbb6bc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:49.043838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4de62569-3511-4c23-b434-25ad8530c805 req-8803d5e7-7e1f-4daf-8c40-0d2dbb6bc8c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 1096 time: 0.0522797 Jul 14 12:06:49.078465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4de62569-3511-4c23-b434-25ad8530c805 req-e59c54b2-08f9-4873-812b-deac1388a41e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283775 Jul 14 12:06:49.377590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e0d17-c775-4084-a7c9-4102ef1e4584 req-e3e59d38-7165-4b18-94d1-5b7053b7edcb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:49.379080 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-800e0d17-c775-4084-a7c9-4102ef1e4584 req-e3e59d38-7165-4b18-94d1-5b7053b7edcb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0670054 Jul 14 12:06:49.417825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-800e0d17-c775-4084-a7c9-4102ef1e4584 req-cf795dee-e747-4536-af73-907f44ae45b0 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328355 Jul 14 12:06:50.595302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea475c24-079c-4a1b-aaf6-60a5d792dcc6 req-a92e7f6f-146d-4e17-8ad3-a7527959033e tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:50.596894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea475c24-079c-4a1b-aaf6-60a5d792dcc6 req-a92e7f6f-146d-4e17-8ad3-a7527959033e tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0643501 Jul 14 12:06:50.637803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea475c24-079c-4a1b-aaf6-60a5d792dcc6 req-9959ae7b-88e5-433f-aa1f-7b5ab938340c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353365 Jul 14 12:06:50.818192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57f097-c228-44d0-aa27-4c3536a29228 req-7305adcb-e481-4b9e-97f2-eda8ccd6d117 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:50.819877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b57f097-c228-44d0-aa27-4c3536a29228 req-7305adcb-e481-4b9e-97f2-eda8ccd6d117 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0654135 Jul 14 12:06:50.869098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b57f097-c228-44d0-aa27-4c3536a29228 req-802ef950-22c9-4acb-96b9-2fd985c99fd0 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427792 Jul 14 12:06:51.266554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3ae8e-8cd9-4468-931b-7abcc26a412b req-d9281127-45b9-4e8f-af0e-1d5d51a82e19 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:51.268247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83b3ae8e-8cd9-4468-931b-7abcc26a412b req-d9281127-45b9-4e8f-af0e-1d5d51a82e19 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0706441 Jul 14 12:06:51.314496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83b3ae8e-8cd9-4468-931b-7abcc26a412b req-609b0c7f-5309-4c1f-96ff-c5e6b4693c59 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373149 Jul 14 12:06:51.549510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4fdc5-d1e1-4d13-9667-a0465b4dee9d req-5fc91b57-c5f0-4e8e-80af-d9505b54bc5b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:51.551092 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1c4fdc5-d1e1-4d13-9667-a0465b4dee9d req-5fc91b57-c5f0-4e8e-80af-d9505b54bc5b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0776343 Jul 14 12:06:51.602157 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1c4fdc5-d1e1-4d13-9667-a0465b4dee9d req-630a7246-6def-44e8-b38b-89fe08479f63 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Jul 14 12:06:52.089981 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-76e92c46-fb0f-452b-8620-340e95a4910a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0654519 Jul 14 12:06:52.149974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e254c65-07fa-438c-bf99-307700667219 req-13bf3171-bd13-405d-b596-16145444ac70 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:52.151547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e254c65-07fa-438c-bf99-307700667219 req-13bf3171-bd13-405d-b596-16145444ac70 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0711658 Jul 14 12:06:52.191999 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e254c65-07fa-438c-bf99-307700667219 req-72275e00-9510-46be-91ff-9a4e42d4de9e tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339453 Jul 14 12:06:53.382145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa2e39-86e7-40a1-9095-98934208f169 req-366c4cd1-0c0c-4f2b-ac65-47d1edea6e6c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:53.383643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-adaa2e39-86e7-40a1-9095-98934208f169 req-366c4cd1-0c0c-4f2b-ac65-47d1edea6e6c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0761623 Jul 14 12:06:53.451744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-adaa2e39-86e7-40a1-9095-98934208f169 req-371acf20-14a0-46f9-949b-d71b9c74cc35 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588341 Jul 14 12:06:53.472045 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bff46-40b1-4910-a210-c4537399a05d req-102b8cd8-a00c-4677-9f97-cc7954a8e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:53.472045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-102b8cd8-a00c-4677-9f97-cc7954a8e553 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 1096 time: 0.0946164 Jul 14 12:06:53.556836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bff46-40b1-4910-a210-c4537399a05d req-7eb43666-a90a-480e-b5df-c6150d7b6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:53.558283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-7eb43666-a90a-480e-b5df-c6150d7b6716 service neutron] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0839477 Jul 14 12:06:53.601625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-62d29021-9b64-439a-9be7-5245ef2d0275 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 200 len: 217 time: 0.0349286 Jul 14 12:06:53.652400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bff46-40b1-4910-a210-c4537399a05d req-be611226-cc4d-4ed4-b7bb-0edf1515c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:53.653841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-be611226-cc4d-4ed4-b7bb-0edf1515c4eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0464571 Jul 14 12:06:53.686634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-de8d3262-daef-40db-a550-c3a1da6652bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259204 Jul 14 12:06:53.776907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-be7897df-6f5c-44f9-b6b9-351fe827e27d service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841391 Jul 14 12:06:53.884073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-2cedf8b8-2d49-4fa5-b9d8-fa28db065c90 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998917 Jul 14 12:06:54.627330 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fd66c-13bf-468d-8e5b-b06d3a958a63 req-b9eea7c1-c9f5-4833-9e1a-b160a7918341 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:54.628865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e17fd66c-13bf-468d-8e5b-b06d3a958a63 req-b9eea7c1-c9f5-4833-9e1a-b160a7918341 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0649965 Jul 14 12:06:54.668628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e17fd66c-13bf-468d-8e5b-b06d3a958a63 req-446104f2-6641-4102-a8a2-c80a858e51d6 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338166 Jul 14 12:06:55.849814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba853dc-5a01-4cea-81c1-4c85fad15d61 req-2b45d6a2-5197-4d64-ae99-ab11e8f64792 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:55.851200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ba853dc-5a01-4cea-81c1-4c85fad15d61 req-2b45d6a2-5197-4d64-ae99-ab11e8f64792 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0679953 Jul 14 12:06:55.894135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ba853dc-5a01-4cea-81c1-4c85fad15d61 req-e2edab39-c479-4577-b9aa-5016fe11439f tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Jul 14 12:06:56.471786 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:57.068395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d2165-3bcd-4b43-b2fa-0edf932b5cef req-1c87e23b-c327-4647-b563-add14169cf04 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:57.069789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b0d2165-3bcd-4b43-b2fa-0edf932b5cef req-1c87e23b-c327-4647-b563-add14169cf04 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0639498 Jul 14 12:06:57.110769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b0d2165-3bcd-4b43-b2fa-0edf932b5cef req-436a24a1-200d-4837-8d81-004400c95b17 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354259 Jul 14 12:06:58.311578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d073f8-e9de-4906-973e-86bec986536e req-c3883485-8a27-4ce0-9ccb-b560febe4a14 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:58.313738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39d073f8-e9de-4906-973e-86bec986536e req-c3883485-8a27-4ce0-9ccb-b560febe4a14 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0750635 Jul 14 12:06:58.353976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39d073f8-e9de-4906-973e-86bec986536e req-72adc5ca-3208-49e2-b3aa-e00cc41be4fb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342474 Jul 14 12:06:58.411362 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:59.544130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fb2ca-d16d-4a9c-9b0e-f450e83cd15c req-608f87f1-2600-42c2-81ff-4cb47d3cdcc4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:59.546019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe0fb2ca-d16d-4a9c-9b0e-f450e83cd15c req-608f87f1-2600-42c2-81ff-4cb47d3cdcc4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0707529 Jul 14 12:06:59.587516 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe0fb2ca-d16d-4a9c-9b0e-f450e83cd15c req-a686c266-45cc-4d2c-9e0d-e73935877940 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362377 Jul 14 12:07:00.769862 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397093cf-b238-4932-81f0-b828741d67e9 req-82ea5fc4-1801-4608-b50d-7be4c391cb84 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:00.771352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-397093cf-b238-4932-81f0-b828741d67e9 req-82ea5fc4-1801-4608-b50d-7be4c391cb84 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0654161 Jul 14 12:07:00.808825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-397093cf-b238-4932-81f0-b828741d67e9 req-57979082-984f-4c20-bb76-9ceb29d1bc5b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Jul 14 12:07:01.996117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd136320-2f9c-4e7a-8701-07bb96bc2a34 req-f71497c5-e049-4da3-a028-d1a1e3cb2350 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:01.997619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd136320-2f9c-4e7a-8701-07bb96bc2a34 req-f71497c5-e049-4da3-a028-d1a1e3cb2350 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0761118 Jul 14 12:07:02.354387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd136320-2f9c-4e7a-8701-07bb96bc2a34 req-e822d785-8b42-42e0-89e1-29460f016b8f tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503404 Jul 14 12:07:03.525947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec49b1-0ee8-4cc8-a1a3-20ead1973550 req-38f67bde-5060-466b-8de2-de5fad7f5bf2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:03.527437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7aec49b1-0ee8-4cc8-a1a3-20ead1973550 req-38f67bde-5060-466b-8de2-de5fad7f5bf2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0624933 Jul 14 12:07:03.566554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7aec49b1-0ee8-4cc8-a1a3-20ead1973550 req-6d69516a-b607-45ae-ad40-85fab1c0d3be tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331373 Jul 14 12:07:04.738181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b915138-1cd4-4982-80d0-3d8808a0e265 req-d21b87e5-c6f0-413a-b963-20011de09c84 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:04.739671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b915138-1cd4-4982-80d0-3d8808a0e265 req-d21b87e5-c6f0-413a-b963-20011de09c84 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0633795 Jul 14 12:07:04.785966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b915138-1cd4-4982-80d0-3d8808a0e265 req-2885e5f1-9fca-4741-a520-47504aabe531 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Jul 14 12:07:05.959420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205df0-e3ee-41a5-b479-f3d6faf3dafd req-2f711666-d90c-46bc-87b5-277408a5e3e3 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:05.960949 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91205df0-e3ee-41a5-b479-f3d6faf3dafd req-2f711666-d90c-46bc-87b5-277408a5e3e3 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0650537 Jul 14 12:07:06.002541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91205df0-e3ee-41a5-b479-f3d6faf3dafd req-ed1ae71c-f891-4be5-ab3d-124b417ab515 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359948 Jul 14 12:07:07.176249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eaa23-c595-4e3e-8ded-e749538067b8 req-f07f5d12-e35f-443d-9e1c-0aa6e6ec0fd3 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:07.177750 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a90eaa23-c595-4e3e-8ded-e749538067b8 req-f07f5d12-e35f-443d-9e1c-0aa6e6ec0fd3 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0646639 Jul 14 12:07:07.215593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a90eaa23-c595-4e3e-8ded-e749538067b8 req-1c804742-868f-410c-a99d-6b8b3f70443d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323226 Jul 14 12:07:08.392559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb4218-b24d-4a70-91b5-b8b621589712 req-22f26ac4-6521-4f73-83f9-cdc1319d66de tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:08.394058 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37bb4218-b24d-4a70-91b5-b8b621589712 req-22f26ac4-6521-4f73-83f9-cdc1319d66de tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0690665 Jul 14 12:07:08.431920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37bb4218-b24d-4a70-91b5-b8b621589712 req-ae070f2b-67bd-4d2f-b219-2c7cb8c07da7 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Jul 14 12:07:09.521745 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f759cc21-abb3-4708-914d-4cf17c3d6c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:09.614483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619b4fb-67b6-486a-a91e-1f06e4e2c275 req-cdca2b3e-2372-45b2-8cee-bc7331a75eee tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:09.616047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1619b4fb-67b6-486a-a91e-1f06e4e2c275 req-cdca2b3e-2372-45b2-8cee-bc7331a75eee tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0651007 Jul 14 12:07:09.655611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1619b4fb-67b6-486a-a91e-1f06e4e2c275 req-70da4389-243a-4205-be53-4dd8bd10b430 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Jul 14 12:07:10.829882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3131bfc-c1c4-41dc-abc1-0866443b282d req-9a477b32-9129-4e1d-b7dc-ef543f35825b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:10.831296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3131bfc-c1c4-41dc-abc1-0866443b282d req-9a477b32-9129-4e1d-b7dc-ef543f35825b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0621455 Jul 14 12:07:10.872365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3131bfc-c1c4-41dc-abc1-0866443b282d req-73f5816c-04fc-4f68-b689-d3a293baa5d8 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355523 Jul 14 12:07:12.046811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e057db-a09f-47f0-8e66-9ade00d4ef19 req-c5105093-caa1-41b0-b353-3cf5b30a311d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:12.048343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2e057db-a09f-47f0-8e66-9ade00d4ef19 req-c5105093-caa1-41b0-b353-3cf5b30a311d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0630474 Jul 14 12:07:12.086997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2e057db-a09f-47f0-8e66-9ade00d4ef19 req-a271ade7-fa70-483a-af44-66a5bfa53422 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327325 Jul 14 12:07:12.297924 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:12.672128 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa713a68-e6de-479d-ae9c-3747cf2e48ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:13.260214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d323940-0d3b-4adb-a9d7-a72f26f88b51 req-de265ea9-57d8-4bb9-a000-cf30bea9465f tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:13.261719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d323940-0d3b-4adb-a9d7-a72f26f88b51 req-de265ea9-57d8-4bb9-a000-cf30bea9465f tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0637555 Jul 14 12:07:13.299122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d323940-0d3b-4adb-a9d7-a72f26f88b51 req-4e4e121f-7b18-4159-924f-ead72c44f51d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Jul 14 12:07:13.524795 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:14.476403 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6aa50-8662-474b-ba25-84e7fbf694e1 req-cbb32914-f698-4cec-8efe-251550e20fbb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:14.477904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8a6aa50-8662-474b-ba25-84e7fbf694e1 req-cbb32914-f698-4cec-8efe-251550e20fbb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0672445 Jul 14 12:07:14.516112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8a6aa50-8662-474b-ba25-84e7fbf694e1 req-68ac97a9-77bc-467b-aa6e-d09b62238e2c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Jul 14 12:07:15.229697 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:15.692324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f169c-e215-409b-8e55-379777cd84fe req-c2c82833-9216-4a03-83a5-7b2b6f578784 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:15.693832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-687f169c-e215-409b-8e55-379777cd84fe req-c2c82833-9216-4a03-83a5-7b2b6f578784 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0628211 Jul 14 12:07:15.788295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-687f169c-e215-409b-8e55-379777cd84fe req-d7a1da48-e62a-4d8c-acc5-a7da099c0673 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889378 Jul 14 12:07:16.962761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1896afe-83d5-4150-a2e3-fcd8b72d6c14 req-c0a9aff7-26b1-4912-8e88-8ad347e96f7b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:16.964269 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1896afe-83d5-4150-a2e3-fcd8b72d6c14 req-c0a9aff7-26b1-4912-8e88-8ad347e96f7b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0668917 Jul 14 12:07:17.002975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d1896afe-83d5-4150-a2e3-fcd8b72d6c14 req-bbae5960-6815-4051-b7c3-550987d2085b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Jul 14 12:07:18.185316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121147-8967-412e-8d01-45c4d5c4d86c req-9e0e60d3-9160-448f-a8d1-c846dc01838e tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:18.186930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8121147-8967-412e-8d01-45c4d5c4d86c req-9e0e60d3-9160-448f-a8d1-c846dc01838e tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0703607 Jul 14 12:07:18.224899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8121147-8967-412e-8d01-45c4d5c4d86c req-8424bcf7-8663-42c9-a8ee-52e539fa7ea6 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Jul 14 12:07:19.401865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208a89e-aa7b-4d4d-a719-c855471a5b95 req-56b210fa-7ecd-4ef6-a0e0-826845cc92bc tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:19.403471 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4208a89e-aa7b-4d4d-a719-c855471a5b95 req-56b210fa-7ecd-4ef6-a0e0-826845cc92bc tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0661330 Jul 14 12:07:19.442399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4208a89e-aa7b-4d4d-a719-c855471a5b95 req-b70735eb-de63-4723-a166-7621315de126 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331900 Jul 14 12:07:20.623054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e56a-e868-41a3-a784-e65f1751184f req-84458f12-2a91-4e75-8632-e1ef0a89ec8a tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:20.624832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4e9e56a-e868-41a3-a784-e65f1751184f req-84458f12-2a91-4e75-8632-e1ef0a89ec8a tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0681787 Jul 14 12:07:20.662814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4e9e56a-e868-41a3-a784-e65f1751184f req-50b98e3b-7cdb-461e-9c92-9403373357dd tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Jul 14 12:07:20.815335 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-186bff46-40b1-4910-a210-c4537399a05d req-45f3df5c-3080-4c5e-9843-01bd222057cb service neutron] show failed (client error): The resource could not be found. Jul 14 12:07:20.816381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-45f3df5c-3080-4c5e-9843-01bd222057cb service neutron] 10.222.0.64 "GET /v2.0/ports/0a66e04f-f3e1-4e92-9c64-329f16b18c40/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0553064 Jul 14 12:07:21.115044 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bff46-40b1-4910-a210-c4537399a05d req-06476690-2633-4f38-ab90-6c620629dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.116680 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-06476690-2633-4f38-ab90-6c620629dd31 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a&tenant_id=94954e69c21a463ea9e89843ac77783d HTTP/1.1" status: 200 len: 1096 time: 0.0950038 Jul 14 12:07:21.131349 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:21.209791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:21.420430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:21.454103 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:07:21.492227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:21.494466 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8813c032-00b7-4408-854d-80a73cfaf852" -d '{"events": [{"server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:21.498341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:21.512670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Transition to ACTIVE for port object 0a66e04f-f3e1-4e92-9c64-329f16b18c40 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:07:21.517398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:21.548872 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf1d97-b047-449f-91a8-acbe6c873789 x-openstack-request-id: req-2acf1d97-b047-449f-91a8-acbe6c873789 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:21.549162 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:21.549437 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2acf1d97-b047-449f-91a8-acbe6c873789 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:21.549829 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'code': 200} Jul 14 12:07:21.584507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] No DVR routers for this DVR port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:07:21.590970 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Pushing event updated for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:21.618729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.619075 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.619414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.619754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.620185 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.620512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.620839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.621165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.621487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.621809 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.622131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.622451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:21.635717 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Attempting to bind port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:07:21.636086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Attempting to bind port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:07:21.636415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Attempting to bind port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on network 217dc316-eba6-4f78-852c-e3ae5003affc {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:07:21.641071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on network 217dc316-eba6-4f78-852c-e3ae5003affc not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:07:21.641386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Attempting to bind port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on network 217dc316-eba6-4f78-852c-e3ae5003affc {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:07:21.646130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:07:21.646462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Checking segment: {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:07:21.646837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Bound using segment: {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:07:21.647257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Bound port: 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:07:21.647615 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:21.709506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:07:21.712531 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:07:21.717641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:21.761071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.761702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:21.763109 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] 10.222.0.45 "PUT /v2.0/ports/0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 200 len: 1091 time: 0.6364813 Jul 14 12:07:21.777754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096595-46bb-497e-aff0-80f2031cad1e service neutron] Pushing event updated for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:21.844836 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a833d6-465f-461a-949f-b6bdaf9f67a1 req-6a498ab2-08a4-45ee-915a-0600692db5cd tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.846394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43a833d6-465f-461a-949f-b6bdaf9f67a1 req-6a498ab2-08a4-45ee-915a-0600692db5cd tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 943 time: 0.0729401 Jul 14 12:07:21.848945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bff46-40b1-4910-a210-c4537399a05d req-f3f53935-b63b-4729-977c-3a05dd53a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.850449 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-f3f53935-b63b-4729-977c-3a05dd53a5c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 1094 time: 0.0533762 Jul 14 12:07:21.890725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43a833d6-465f-461a-949f-b6bdaf9f67a1 req-4fd68cf3-84c7-4ab8-84c9-97f9f7c49684 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380139 Jul 14 12:07:21.946690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bff46-40b1-4910-a210-c4537399a05d req-a99af28f-4062-4c43-9f7e-afc7dda19735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.948349 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-a99af28f-4062-4c43-9f7e-afc7dda19735 service neutron] 10.222.0.45 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0877452 Jul 14 12:07:21.993305 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-05eb87b5-1711-4912-9dc6-d35aba4ea13d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 200 len: 217 time: 0.0338914 Jul 14 12:07:22.046098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bff46-40b1-4910-a210-c4537399a05d req-655bff5d-e340-4f5f-9650-169f0a265b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:22.047621 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-655bff5d-e340-4f5f-9650-169f0a265b12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0445068 Jul 14 12:07:22.084105 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-c4153118-8c55-485f-99b1-34f573e1d1bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260942 Jul 14 12:07:22.179009 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-80c5d153-2545-4dd5-a899-f6a877367ca8 service neutron] 10.222.0.45 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846822 Jul 14 12:07:22.273590 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-186bff46-40b1-4910-a210-c4537399a05d req-4f775189-b5dd-4911-ac23-6c1f4e9927d9 service neutron] 10.222.0.45 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845773 Jul 14 12:07:23.089060 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2688f-df43-46ec-a640-555ed9af2471 req-40a2de28-88d8-4a63-a7b2-59e62caa6c7c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:23.090548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baa2688f-df43-46ec-a640-555ed9af2471 req-40a2de28-88d8-4a63-a7b2-59e62caa6c7c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 943 time: 0.0704420 Jul 14 12:07:23.133190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baa2688f-df43-46ec-a640-555ed9af2471 req-69fb8763-60c1-4a02-a0a5-a0d1bdb485fd tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362868 Jul 14 12:07:23.550646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:23.553000 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:23.599781 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72689943-93e3-4bb9-b166-4ce1cf2c1ea2 x-openstack-request-id: req-72689943-93e3-4bb9-b166-4ce1cf2c1ea2 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:23.600105 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:23.600536 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72689943-93e3-4bb9-b166-4ce1cf2c1ea2 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:23.600815 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'status': 'completed', 'code': 200} Jul 14 12:07:23.677707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-6daa6aed-3e24-42e7-9a2b-20fa8a7bf80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:23.679226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-6daa6aed-3e24-42e7-9a2b-20fa8a7bf80a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 1094 time: 0.0560551 Jul 14 12:07:23.679793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-f995cb76-8ea3-493d-b985-3aee74ecff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:23.681309 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-f995cb76-8ea3-493d-b985-3aee74ecff6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 1094 time: 0.0603294 Jul 14 12:07:23.772269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-d54b4bd4-c383-4043-9f9b-2ce7ce306673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:23.773751 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-d54b4bd4-c383-4043-9f9b-2ce7ce306673 service neutron] 10.222.0.45 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0855033 Jul 14 12:07:23.775508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-6dc227ff-99bd-4e9e-94c9-2239da3e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:23.777021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-6dc227ff-99bd-4e9e-94c9-2239da3e010c service neutron] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0917943 Jul 14 12:07:23.821168 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-3f2f1a71-e960-4866-998d-c8c5f446eb9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 200 len: 217 time: 0.0389409 Jul 14 12:07:23.822029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-dab64f4c-8a2a-4e2b-bff0-9795f8963700 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 200 len: 217 time: 0.0389304 Jul 14 12:07:23.870454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-f5d7d116-d880-4205-847a-07f247d16039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:23.870713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-7c0d2146-8ecb-4a96-ba91-2f664afcf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:23.872325 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-f5d7d116-d880-4205-847a-07f247d16039 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0438972 Jul 14 12:07:23.872482 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-7c0d2146-8ecb-4a96-ba91-2f664afcf8e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0446777 Jul 14 12:07:23.905546 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-d09db58d-f8c8-4e5e-8a33-c776f7fef96a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265150 Jul 14 12:07:23.908807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-18e2ef2e-30db-4320-aa62-7f1bd82202a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309317 Jul 14 12:07:24.000992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-a83cf6ee-e72b-4ea2-aca3-77c895d3976e service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849307 Jul 14 12:07:24.010799 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-8e62b760-5c74-4f0f-9a00-825ec4961ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964065 Jul 14 12:07:24.101495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-deadfda7-ed02-4e3c-889c-7830b9ae3823 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942032 Jul 14 12:07:24.113426 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-516beca4-dee4-4278-95bd-b8c4c7ae2ad6 req-fd54a69a-8fe8-4ad2-b032-2cb318b6fb0d service neutron] 10.222.0.45 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960283 Jul 14 12:07:24.320248 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fbe46-0603-4aea-93a3-521d88a8e23a req-227125e6-4233-4b99-9c49-ed0512a679fe tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:24.321729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1fbe46-0603-4aea-93a3-521d88a8e23a req-227125e6-4233-4b99-9c49-ed0512a679fe tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 943 time: 0.0630052 Jul 14 12:07:24.366049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3b1fbe46-0603-4aea-93a3-521d88a8e23a req-752c097c-6c6c-4dd2-880e-1a0ece18c47a tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382941 Jul 14 12:07:24.763995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e28325-a472-49f6-9ca8-e6088ff8c9f8 req-dbbbd1cd-e06d-4bb4-97d8-4b0ebd6638b0 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:24.765563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09e28325-a472-49f6-9ca8-e6088ff8c9f8 req-dbbbd1cd-e06d-4bb4-97d8-4b0ebd6638b0 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 943 time: 0.1583881 Jul 14 12:07:24.774694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66574a27-872e-4159-afc6-6e8be13598f7 req-07551cd9-6153-413f-bd58-4549d9f91a26 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:24.776139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66574a27-872e-4159-afc6-6e8be13598f7 req-07551cd9-6153-413f-bd58-4549d9f91a26 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.64 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a&tenant_id=94954e69c21a463ea9e89843ac77783d&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 943 time: 0.1670828 Jul 14 12:07:24.852730 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09e28325-a472-49f6-9ca8-e6088ff8c9f8 req-7ddbb161-41e4-4805-9ab2-54749bb887f1 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756218 Jul 14 12:07:24.856598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0a66e04f-f3e1-4e92-9c64-329f16b18c40 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:07:24.865212 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-66574a27-872e-4159-afc6-6e8be13598f7 req-166209f9-806a-494f-8e10-5d19eb6ce697 service neutron] delete failed (client error): The resource could not be found. Jul 14 12:07:24.866248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66574a27-872e-4159-afc6-6e8be13598f7 req-166209f9-806a-494f-8e10-5d19eb6ce697 service neutron] 10.222.0.64 "DELETE /v2.0/ports/0a66e04f-f3e1-4e92-9c64-329f16b18c40/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0826483 Jul 14 12:07:24.896489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 0a66e04f-f3e1-4e92-9c64-329f16b18c40 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:07:24.960587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66574a27-872e-4159-afc6-6e8be13598f7 req-a479b961-290e-47d8-9b0a-debf1637f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:24.962111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66574a27-872e-4159-afc6-6e8be13598f7 req-a479b961-290e-47d8-9b0a-debf1637f1a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 1094 time: 0.0536244 Jul 14 12:07:25.050448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66574a27-872e-4159-afc6-6e8be13598f7 req-eebc3026-d495-4f86-8167-7a6e85ac4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:25.051833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66574a27-872e-4159-afc6-6e8be13598f7 req-eebc3026-d495-4f86-8167-7a6e85ac4621 service neutron] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0834725 Jul 14 12:07:25.095871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66574a27-872e-4159-afc6-6e8be13598f7 req-6599f8e2-50de-4d7d-9800-f7562fe7ac7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 200 len: 217 time: 0.0370474 Jul 14 12:07:25.145818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66574a27-872e-4159-afc6-6e8be13598f7 req-b1d75594-e879-4ace-a600-ee08fb10a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:25.147295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66574a27-872e-4159-afc6-6e8be13598f7 req-b1d75594-e879-4ace-a600-ee08fb10a94d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0455625 Jul 14 12:07:25.179154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66574a27-872e-4159-afc6-6e8be13598f7 req-6e0c8f95-76fe-4001-b33f-46527cba1fe5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257456 Jul 14 12:07:25.272663 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66574a27-872e-4159-afc6-6e8be13598f7 req-57f8e6c9-d421-44ba-b36e-ba8f0f7b06ad service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863092 Jul 14 12:07:25.360137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66574a27-872e-4159-afc6-6e8be13598f7 req-df780d40-8389-40e0-a24d-dc56624dde51 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813186 Jul 14 12:07:25.980344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0a66e04f-f3e1-4e92-9c64-329f16b18c40 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:07:26.004249 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:07:26.049439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f87eeb-40a8-4fcf-be23-b4c713688a72 req-7f812b55-4c8b-49cd-b8b0-18d0a93e81a7 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:26.050989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96f87eeb-40a8-4fcf-be23-b4c713688a72 req-7f812b55-4c8b-49cd-b8b0-18d0a93e81a7 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 943 time: 0.0735586 Jul 14 12:07:26.080322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:26.090951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-96f87eeb-40a8-4fcf-be23-b4c713688a72 req-ae4e437c-514f-4038-bc4b-9d95e53d958d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Jul 14 12:07:26.091717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc', 'port_id': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'mac_address': 'fa:16:3e:f5:28:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21361fc-005a-4384-84d1-d8004c0d555e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:07:26.130231 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:26.144195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a66e04f-f3e1-4e92-9c64-329f16b18c40 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:07:26.164784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:26.168691 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:26.219520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:26.278886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c7dfa-1290-4410-bf41-841c9d3769be req-3c99a1be-1ebb-4d0f-b798-228a734a2422 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:26.280888 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd5c7dfa-1290-4410-bf41-841c9d3769be req-3c99a1be-1ebb-4d0f-b798-228a734a2422 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 944 time: 0.0739894 Jul 14 12:07:26.320030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd5c7dfa-1290-4410-bf41-841c9d3769be req-48d33c02-3f63-43fd-bedb-2ed620ed66af tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Jul 14 12:07:26.404178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['0a66e04f-f3e1-4e92-9c64-329f16b18c40'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:07:26.499109 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2ffb4-f2fd-48a3-8cb3-940e6eaf78c2 req-91c832cb-6e47-4dcd-853d-8ac0d223c859 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:26.500865 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8d2ffb4-f2fd-48a3-8cb3-940e6eaf78c2 req-91c832cb-6e47-4dcd-853d-8ac0d223c859 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 944 time: 0.0649869 Jul 14 12:07:26.513177 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:26.542593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8d2ffb4-f2fd-48a3-8cb3-940e6eaf78c2 req-7b4ade9d-0448-48df-8380-c4759fc92456 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350358 Jul 14 12:07:27.014707 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-600b6fed-6b9d-47cb-a18d-8687ac15b1f8 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:27.016910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-600b6fed-6b9d-47cb-a18d-8687ac15b1f8 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 814 time: 0.1046140 Jul 14 12:07:27.031532 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-5434d032-39dc-488d-b1e7-2d13f8d803cc tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/quotas/94954e69c21a463ea9e89843ac77783d HTTP/1.1" status: 200 len: 375 time: 0.0092640 Jul 14 12:07:27.096610 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-dec277f7-632a-4e16-9fa5-db11c19178a7 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587807 Jul 14 12:07:27.191203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-6c7fa22a-9302-4248-a25b-37cdcd0d799f service neutron] 10.222.0.38 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880473 Jul 14 12:07:27.283693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d4830cc2-3c03-49dc-9e1e-074f13741675 service neutron] 10.222.0.38 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866339 Jul 14 12:07:27.461797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-889838fd-52ba-443d-b134-15a4ffe2b7a4 req-c978f2b5-1dcb-438d-83ae-035df87285bc tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 210 time: 0.0340388 Jul 14 12:07:27.986497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0a66e04f-f3e1-4e92-9c64-329f16b18c40 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:07:28.062895 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:07:28.068395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:07:28.068976 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:28.151647 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:28.176844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:28.179091 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103b713d-238d-45e1-af28-43d28a5f7469" -d '{"events": [{"server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "name": "network-vif-plugged", "status": "completed", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:28.192090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:28.196681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:28.221644 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54877b5f-7790-47d5-81eb-1700df4572ce x-openstack-request-id: req-54877b5f-7790-47d5-81eb-1700df4572ce {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:28.221928 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "name": "network-vif-plugged", "status": "completed", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:28.222175 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54877b5f-7790-47d5-81eb-1700df4572ce {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:28.222559 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'code': 200} Jul 14 12:07:28.249434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:28.252280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-b7c293ca-2faf-46bb-bdde-5bcadc57539e tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:28.253803 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-b7c293ca-2faf-46bb-bdde-5bcadc57539e tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.45 "GET /v2.0/ports?device_id=164b12fc-4087-482f-ad90-51c56ed6e88a HTTP/1.1" status: 200 len: 945 time: 0.0651629 Jul 14 12:07:28.364196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Deleting port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:07:28.364551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:28.410729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:28.456452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] For port 0a66e04f-f3e1-4e92-9c64-329f16b18c40, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=0a66e04f-f3e1-4e92-9c64-329f16b18c40,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:28.456870 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:28.470504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Calling delete_port for 0a66e04f-f3e1-4e92-9c64-329f16b18c40 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:07:28.536336 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-2b94f8a3-45da-414f-9e4a-1353dce1071c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:28.538044 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-2b94f8a3-45da-414f-9e4a-1353dce1071c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 814 time: 0.1150978 Jul 14 12:07:28.554599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Request body: {'port': {'device_id': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc', 'admin_state_up': True, 'tenant_id': '94954e69c21a463ea9e89843ac77783d'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:28.661152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-984518ca-e637-4968-81f3-567c165df2de req-c5b304c0-1b92-472d-9343-52aa9cacc81d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 210 time: 0.0484731 Jul 14 12:07:28.732106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Made reservation on behalf of 94954e69c21a463ea9e89843ac77783d for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:07:28.736962 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:28.880206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Allocated IP 172.20.0.3 (217dc316-eba6-4f78-852c-e3ae5003affc/a21361fc-005a-4384-84d1-d8004c0d555e/1a66d623-3e68-4b6b-b3f1-517d6b85c3cf) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:07:28.995574 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.011298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['0a66e04f-f3e1-4e92-9c64-329f16b18c40'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:07:29.026439 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Pushing event deleted for resources: {'Port': ['ID=0a66e04f-f3e1-4e92-9c64-329f16b18c40,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:29.050372 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.080931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] No DVR routers for this DVR port 0a66e04f-f3e1-4e92-9c64-329f16b18c40 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:07:29.083445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.085458 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-cdf4d52f-ae8a-42dc-b808-9af8e9723644 req-c514dc9e-08c6-4cea-81ae-55d41446c9ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.45 "DELETE /v2.0/ports/0a66e04f-f3e1-4e92-9c64-329f16b18c40 HTTP/1.1" status: 204 len: 173 time: 0.8258452 Jul 14 12:07:29.085913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'name': 'network-vif-deleted', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:29.088367 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a95015-fc81-4f74-9661-cc27b6037a13" -d '{"events": [{"server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "name": "network-vif-deleted", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:29.091944 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.107929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['0a66e04f-f3e1-4e92-9c64-329f16b18c40'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:07:29.128965 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6875ce4f-9a52-47b1-86a6-840f0c473ad0 x-openstack-request-id: req-6875ce4f-9a52-47b1-86a6-840f0c473ad0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:29.129564 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164b12fc-4087-482f-ad90-51c56ed6e88a", "name": "network-vif-deleted", "tag": "0a66e04f-f3e1-4e92-9c64-329f16b18c40", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:29.129987 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6875ce4f-9a52-47b1-86a6-840f0c473ad0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:29.130608 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164b12fc-4087-482f-ad90-51c56ed6e88a', 'name': 'network-vif-deleted', 'tag': '0a66e04f-f3e1-4e92-9c64-329f16b18c40', 'status': 'completed', 'code': 200} Jul 14 12:07:29.154237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Network 217dc316-eba6-4f78-852c-e3ae5003affc is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:07:29.157818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:07:29.161761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:07:29.168147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Pushing event updated for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:29.212846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:29.213457 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.228640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-4299da8d-dcb1-4b4e-bf44-a37a3645e947 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6806464 Jul 14 12:07:29.240737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Request body: {'port': {'device_id': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:29.313921 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.598015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:07:29.605220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.619485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Transition to ACTIVE for port object 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:07:29.623125 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.680489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:29.754745 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Attempting to bind port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:07:29.755080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Attempting to bind port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:07:29.755465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Attempting to bind port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on network 217dc316-eba6-4f78-852c-e3ae5003affc {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:07:29.759910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on network 217dc316-eba6-4f78-852c-e3ae5003affc not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:07:29.760229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Attempting to bind port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on network 217dc316-eba6-4f78-852c-e3ae5003affc {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:07:29.768157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:07:29.768500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Checking segment: {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:07:29.768887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Bound using segment: {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:07:29.769326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Bound port: 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:07:29.769685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.880288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:07:29.884219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:07:29.898514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a756c4-7228-4436-8e82-0594168d35c9 req-bd303848-5f9b-400d-a0f2-a6c23daee78c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:29.900150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63a756c4-7228-4436-8e82-0594168d35c9 req-bd303848-5f9b-400d-a0f2-a6c23daee78c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 943 time: 0.1212466 Jul 14 12:07:29.901124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.960377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:29.961025 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.962456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] 10.222.0.64 "PUT /v2.0/ports/1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 1091 time: 0.7259612 Jul 14 12:07:29.962895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:29.965160 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:30.003170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63a756c4-7228-4436-8e82-0594168d35c9 req-c55d42a2-1d3b-4cac-94cf-82fd5c13daa2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960791 Jul 14 12:07:30.004196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5f46d-01db-47d5-b0c0-3aede08c88e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:30.051486 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7380d89-81b3-41f6-b3b6-92695454452a x-openstack-request-id: req-b7380d89-81b3-41f6-b3b6-92695454452a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:30.051783 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:30.052096 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7380d89-81b3-41f6-b3b6-92695454452a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:30.052500 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'status': 'completed', 'code': 200} Jul 14 12:07:30.067675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-be85820e-57e0-4acd-ad3d-26c9a5d3e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:30.069247 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-be85820e-57e0-4acd-ad3d-26c9a5d3e187 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 1094 time: 0.0602775 Jul 14 12:07:30.112895 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-ab488978-9dd1-4661-83bf-804bb442263a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 217 time: 0.0361812 Jul 14 12:07:30.166089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-dec77578-f037-4467-b845-93792fce4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:30.167435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-dec77578-f037-4467-b845-93792fce4f43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0492978 Jul 14 12:07:30.200700 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-6d3a1218-0c14-49e6-8c4d-5d384e169bd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268810 Jul 14 12:07:30.289110 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-68dbf30c-3b26-4277-82d5-6f359aca91ae service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Jul 14 12:07:30.384834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-873be0b2-928b-4bdf-b39f-948873ae1dfa req-eed48968-cac8-4a36-860f-26d3e5dfbc0c service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886629 Jul 14 12:07:30.484525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-44fc5724-e04f-4ebc-9453-8d9462a152d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:30.486031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-44fc5724-e04f-4ebc-9453-8d9462a152d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 1094 time: 0.0533440 Jul 14 12:07:30.580178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-2b161bae-10f0-4e6b-bf70-dfea77e57c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:30.581681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-2b161bae-10f0-4e6b-bf70-dfea77e57c99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0897236 Jul 14 12:07:30.622525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-f4a1184d-4bf9-4498-ad7d-ccbc16c59378 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 217 time: 0.0342650 Jul 14 12:07:30.670852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-1cbe0449-0872-4753-be43-70670d5d4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:30.672492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-1cbe0449-0872-4753-be43-70670d5d4c46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0434182 Jul 14 12:07:30.705548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-e4ffcd80-07d4-4ae9-83ca-d2cf6632238e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262961 Jul 14 12:07:30.796421 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-cb9ef026-ff4f-41cf-b247-a833b21ac1fd service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839765 Jul 14 12:07:30.883042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf3c4a3c-53ec-4bc5-bd78-d37695a9f334 req-bd12e85c-605a-47e1-8218-44c9dc964335 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805850 Jul 14 12:07:31.201416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611822d-e0a4-42b3-9b4c-0eca83c18460 req-41027e9d-9ea1-47e6-84cf-1bd39faeade4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:31.202973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4611822d-e0a4-42b3-9b4c-0eca83c18460 req-41027e9d-9ea1-47e6-84cf-1bd39faeade4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 943 time: 0.0695870 Jul 14 12:07:31.240173 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4611822d-e0a4-42b3-9b4c-0eca83c18460 req-abd03c66-4e3f-40d5-8920-f479cc65f705 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Jul 14 12:07:32.021827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0a66e04f-f3e1-4e92-9c64-329f16b18c40 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:07:32.041203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 0a66e04f-f3e1-4e92-9c64-329f16b18c40 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:07:32.041546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 0a66e04f-f3e1-4e92-9c64-329f16b18c40 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:07:32.417619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4853b-b957-4e8b-b6bc-f826a0721989 req-1cc769f2-8414-490f-a50a-e68c7ced3fb4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:32.419109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7df4853b-b957-4e8b-b6bc-f826a0721989 req-1cc769f2-8414-490f-a50a-e68c7ced3fb4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 943 time: 0.0637350 Jul 14 12:07:32.457975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7df4853b-b957-4e8b-b6bc-f826a0721989 req-af34ab86-1006-4f3e-abce-1c58dab999f4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Jul 14 12:07:32.891802 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:07:32.985140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:32.996192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc', 'port_id': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'mac_address': 'fa:16:3e:1d:72:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21361fc-005a-4384-84d1-d8004c0d555e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:07:33.034827 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:33.047560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:07:33.067049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:33.070773 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:33.117437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:33.270258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['1a66d623-3e68-4b6b-b3f1-517d6b85c3cf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:07:33.632671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c2df9-62f0-45f5-a1aa-1f91ce7c9d8b req-4b91a6f7-5f26-4322-98dd-d9d54b7336b1 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:33.634153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db0c2df9-62f0-45f5-a1aa-1f91ce7c9d8b req-4b91a6f7-5f26-4322-98dd-d9d54b7336b1 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 944 time: 0.0669637 Jul 14 12:07:33.671068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db0c2df9-62f0-45f5-a1aa-1f91ce7c9d8b req-ed03fb13-a79f-4e7e-b305-f33c8ac842d0 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Jul 14 12:07:34.849247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b201f1-450b-4ff4-b2dc-fbdfff76bee2 req-10e9b8da-e966-4f02-9a71-af47c9bd50c4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:34.850761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73b201f1-450b-4ff4-b2dc-fbdfff76bee2 req-10e9b8da-e966-4f02-9a71-af47c9bd50c4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 944 time: 0.0652676 Jul 14 12:07:34.889319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73b201f1-450b-4ff4-b2dc-fbdfff76bee2 req-f26dd703-801b-47bc-bbc4-0260f3316a3d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Jul 14 12:07:34.914093 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:07:34.961859 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:07:34.965384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:07:34.965824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.040388 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.065824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:35.068063 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08e5148-db42-4bf0-a1cc-ccbde66b19ff" -d '{"events": [{"server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "name": "network-vif-plugged", "status": "completed", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:35.081097 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:35.085435 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.108824 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574f86cf-31f6-4f1d-b968-f3312a2bf82a x-openstack-request-id: req-574f86cf-31f6-4f1d-b968-f3312a2bf82a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:35.109768 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "name": "network-vif-plugged", "status": "completed", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:35.110028 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-574f86cf-31f6-4f1d-b968-f3312a2bf82a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:35.110479 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'code': 200} Jul 14 12:07:35.136078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:35.216234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb0300-79dc-4166-a1dc-0599d257807e req-4c74c8f4-2649-42f5-b281-28bca7b1045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:35.217742 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44bb0300-79dc-4166-a1dc-0599d257807e req-4c74c8f4-2649-42f5-b281-28bca7b1045d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 1096 time: 0.0531516 Jul 14 12:07:35.253636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44bb0300-79dc-4166-a1dc-0599d257807e req-9f1c33e2-a843-42b2-8abc-38f383dbe090 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299385 Jul 14 12:07:36.071085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfcdea-5aa0-47d2-9ac0-0bf91575d42a req-548b452c-ac73-408f-ad8d-9253466eacbb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:36.072616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03dfcdea-5aa0-47d2-9ac0-0bf91575d42a req-548b452c-ac73-408f-ad8d-9253466eacbb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0701306 Jul 14 12:07:36.111183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-03dfcdea-5aa0-47d2-9ac0-0bf91575d42a req-3faa2ae2-64a6-4e44-8b31-3089b2efc3d6 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Jul 14 12:07:37.285543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559df7-89c3-45c2-abf7-1a6c2debd3f7 req-ea6803ad-231e-4157-8ac3-52b508e62828 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:37.287029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d559df7-89c3-45c2-abf7-1a6c2debd3f7 req-ea6803ad-231e-4157-8ac3-52b508e62828 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0625191 Jul 14 12:07:37.323965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d559df7-89c3-45c2-abf7-1a6c2debd3f7 req-fb76b727-0d35-49a3-b167-32b34bbf44bd tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312715 Jul 14 12:07:37.499983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e22048-032e-4f25-aa35-533ad775a72b req-bd699b28-a34c-4191-a862-adf41ede8b68 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:37.501456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84e22048-032e-4f25-aa35-533ad775a72b req-bd699b28-a34c-4191-a862-adf41ede8b68 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0653412 Jul 14 12:07:37.540192 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-84e22048-032e-4f25-aa35-533ad775a72b req-ecafb0ca-1982-40c1-930b-86048cc58480 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Jul 14 12:07:37.875265 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-b795c10e-0b4f-4b15-a64e-e8ed94bc42c5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0534663 Jul 14 12:07:37.945811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50d9b2-2d78-41b4-8258-d4c4897df115 req-16ccf338-8d7d-4322-8d32-04d838ed6c29 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:37.947431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd50d9b2-2d78-41b4-8258-d4c4897df115 req-16ccf338-8d7d-4322-8d32-04d838ed6c29 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0656033 Jul 14 12:07:37.987438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd50d9b2-2d78-41b4-8258-d4c4897df115 req-81323fb8-fa7b-48bf-a1a9-e5226e80d088 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Jul 14 12:07:39.188997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-65d7d2f3-b7fe-4536-87da-989a0eb493f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:39.190437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-65d7d2f3-b7fe-4536-87da-989a0eb493f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 1096 time: 0.1037016 Jul 14 12:07:39.202671 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c098-76e2-46bb-85ce-52e7c3c5cea1 req-9d09d312-c8e8-4dec-b457-37eda2942e1d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:39.204702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b114c098-76e2-46bb-85ce-52e7c3c5cea1 req-9d09d312-c8e8-4dec-b457-37eda2942e1d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0897295 Jul 14 12:07:39.291278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b114c098-76e2-46bb-85ce-52e7c3c5cea1 req-dddac064-244c-4a6c-b224-cf6779b73934 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785153 Jul 14 12:07:39.319713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-9116733b-972a-4a5c-905c-76892bcc50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:39.321240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-9116733b-972a-4a5c-905c-76892bcc50a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.1156869 Jul 14 12:07:39.367128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-d8b250f5-50da-4f99-af5a-501ff475bb35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 217 time: 0.0389965 Jul 14 12:07:39.416536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-af125f93-6663-4942-9fe5-9782ad2c6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:39.417983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-af125f93-6663-4942-9fe5-9782ad2c6bcb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0452380 Jul 14 12:07:39.448900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-ad459657-674a-41ed-8d36-c97165952068 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250301 Jul 14 12:07:39.519368 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2658d147-7563-4def-b6ee-9846b9366b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:39.861652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-84f2aa78-08b8-4b0b-99dc-d772734a6eda service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057028 Jul 14 12:07:39.948931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-b698706a-a7e9-41d2-889c-cf3cc6c3341f service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808146 Jul 14 12:07:40.489977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb003ba7-0245-4548-a49a-7a66c333bc6a req-6c741aa6-9f89-498d-ba7b-538abaa52774 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:40.491475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb003ba7-0245-4548-a49a-7a66c333bc6a req-6c741aa6-9f89-498d-ba7b-538abaa52774 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0826137 Jul 14 12:07:40.528812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb003ba7-0245-4548-a49a-7a66c333bc6a req-a93a19a7-cf74-45ca-bdf2-4e3da4d8dc76 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Jul 14 12:07:41.706291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4dde7-bd8e-4601-8ea7-fede4f488a8d req-29640702-fed2-4ee0-87b6-8ed848835a36 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:41.707820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89a4dde7-bd8e-4601-8ea7-fede4f488a8d req-29640702-fed2-4ee0-87b6-8ed848835a36 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0635469 Jul 14 12:07:41.746349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-89a4dde7-bd8e-4601-8ea7-fede4f488a8d req-5f0c5292-bc90-4f4a-bd11-baf0e4fe10ed tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Jul 14 12:07:42.299501 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:42.673215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5db865a2-a19e-4b0f-b17e-77e57f669f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:42.925271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4f3c0-6623-4e6c-913b-8e669c78cc80 req-7d77a6c4-33c3-42a2-9587-390fe68c75a2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:42.926767 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8be4f3c0-6623-4e6c-913b-8e669c78cc80 req-7d77a6c4-33c3-42a2-9587-390fe68c75a2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0629904 Jul 14 12:07:42.968180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8be4f3c0-6623-4e6c-913b-8e669c78cc80 req-829c1f2f-1fd0-40b2-8085-52d4ca063e3b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Jul 14 12:07:43.527185 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:44.140038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762b203-8b2b-4126-a8a9-d336cf4f77a2 req-43783b9d-8e09-466f-8187-131876c80904 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:44.142246 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d762b203-8b2b-4126-a8a9-d336cf4f77a2 req-43783b9d-8e09-466f-8187-131876c80904 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0642180 Jul 14 12:07:44.179349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d762b203-8b2b-4126-a8a9-d336cf4f77a2 req-68737ecd-0fe6-4b41-97b9-f0ce846e305d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313473 Jul 14 12:07:45.233516 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:45.364535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ae61-7895-4aa9-810b-37a39f963082 req-a9970cc8-b26f-44de-9c88-b37096f46f27 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:45.365917 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f021ae61-7895-4aa9-810b-37a39f963082 req-a9970cc8-b26f-44de-9c88-b37096f46f27 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0623443 Jul 14 12:07:45.405485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f021ae61-7895-4aa9-810b-37a39f963082 req-8356ee76-efe1-4516-83f6-872012471ea5 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339177 Jul 14 12:07:46.308825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-19202208-c7a9-40bf-a70b-b5c3333f2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:46.310413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-19202208-c7a9-40bf-a70b-b5c3333f2296 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 1096 time: 0.0560989 Jul 14 12:07:46.412683 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-64933b41-5d27-40f9-8106-5b61ea570d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:46.414314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-64933b41-5d27-40f9-8106-5b61ea570d30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0850031 Jul 14 12:07:46.458937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-82722421-93e5-4583-b236-7b9180ca5326 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 217 time: 0.0377412 Jul 14 12:07:46.513799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-b2911020-5ada-4941-b33f-f9514abe707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:46.515301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-b2911020-5ada-4941-b33f-f9514abe707e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0506053 Jul 14 12:07:46.556777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-637036a5-c2d8-4cd2-9f64-5ed0e7728a29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356908 Jul 14 12:07:46.677864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf99d7-6f8a-4711-bf49-3050e947d61f req-738bad36-4199-4f8d-99c2-777cdf2e6279 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:46.679354 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6daf99d7-6f8a-4711-bf49-3050e947d61f req-738bad36-4199-4f8d-99c2-777cdf2e6279 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.1506338 Jul 14 12:07:46.682946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-325b2a32-449d-41ce-9c9a-d688c694ad1e service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110227 Jul 14 12:07:46.768607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6daf99d7-6f8a-4711-bf49-3050e947d61f req-12cc9794-e755-46fb-b266-0551a67fc64a tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835576 Jul 14 12:07:46.800181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eee3b477-d676-4707-9f8f-1b066e133e7d req-6902cafe-99b7-4c45-8e54-85c836538b2a service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091640 Jul 14 12:07:47.942386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1756db-3b82-4936-8d36-f249b90e5bbb req-571fbb42-aa01-434e-8ad2-340370e2ce2f tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:47.943800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be1756db-3b82-4936-8d36-f249b90e5bbb req-571fbb42-aa01-434e-8ad2-340370e2ce2f tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0638986 Jul 14 12:07:47.980914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-be1756db-3b82-4936-8d36-f249b90e5bbb req-ceaa02c1-6034-4b91-b728-66b91a9fb9b3 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Jul 14 12:07:49.152600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b4dd1-b482-45cf-b5ad-d14ca883e2a6 req-cbb85e8f-747e-4ac7-a083-c9f69d1de8b5 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:49.154017 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e5b4dd1-b482-45cf-b5ad-d14ca883e2a6 req-cbb85e8f-747e-4ac7-a083-c9f69d1de8b5 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0638919 Jul 14 12:07:49.192439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e5b4dd1-b482-45cf-b5ad-d14ca883e2a6 req-15ba8dc4-8490-421c-83fb-7a6b66b886ab tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Jul 14 12:07:50.372562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c4ea2-f7af-4567-b53f-91b1631270c9 req-4b215c5d-ac93-4e1f-8081-adf1b637cdf2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:50.374057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-855c4ea2-f7af-4567-b53f-91b1631270c9 req-4b215c5d-ac93-4e1f-8081-adf1b637cdf2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0684624 Jul 14 12:07:50.412707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-855c4ea2-f7af-4567-b53f-91b1631270c9 req-8ac1f543-8fc2-402c-94d7-9d94ece015b8 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Jul 14 12:07:51.588704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f5304-d047-4128-9d0b-a075ca06f369 req-5d2b7fab-ebaf-4fe3-8442-11e74ee6f798 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:51.590248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-678f5304-d047-4128-9d0b-a075ca06f369 req-5d2b7fab-ebaf-4fe3-8442-11e74ee6f798 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0648911 Jul 14 12:07:51.629103 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-678f5304-d047-4128-9d0b-a075ca06f369 req-680e5e8b-f513-46b6-9893-a382ba868cab tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Jul 14 12:07:52.807700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b12f-4649-4517-9559-db0fc7186bf3 req-7715dd0d-c4db-447d-ab1d-9c5c10752a60 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:52.809208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f90b12f-4649-4517-9559-db0fc7186bf3 req-7715dd0d-c4db-447d-ab1d-9c5c10752a60 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0686040 Jul 14 12:07:52.848329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5f90b12f-4649-4517-9559-db0fc7186bf3 req-c1757e79-443a-47da-b114-561524fe94e7 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Jul 14 12:07:54.025922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98993548-975d-46ab-be67-7adad551fc73 req-c8c1b4d7-ee0e-4116-a32a-d8ef85829ec4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:54.027425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98993548-975d-46ab-be67-7adad551fc73 req-c8c1b4d7-ee0e-4116-a32a-d8ef85829ec4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0639091 Jul 14 12:07:54.066183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98993548-975d-46ab-be67-7adad551fc73 req-05f578b2-01dc-450f-a8c0-2f4c0e1fba54 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Jul 14 12:07:55.240737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92248e7c-6e4c-4432-a5fc-2fa81f5e6cd9 req-fb51dc69-a4a1-4e8f-ab47-5f188f9854f2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:55.242259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92248e7c-6e4c-4432-a5fc-2fa81f5e6cd9 req-fb51dc69-a4a1-4e8f-ab47-5f188f9854f2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0640576 Jul 14 12:07:55.282936 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92248e7c-6e4c-4432-a5fc-2fa81f5e6cd9 req-643b8c86-08e1-4111-b5a0-012a2a68ea38 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Jul 14 12:07:56.461318 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97604d1-5bbe-4310-a9e5-c4b835ce1c5f req-be511998-062f-4bbc-b21b-f1085baefae1 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:56.462815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a97604d1-5bbe-4310-a9e5-c4b835ce1c5f req-be511998-062f-4bbc-b21b-f1085baefae1 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0679448 Jul 14 12:07:56.497594 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:56.503349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a97604d1-5bbe-4310-a9e5-c4b835ce1c5f req-1c0f65f5-f972-4ba1-a464-067f8d0f14ed tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Jul 14 12:07:57.677248 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c0b62-9a78-4305-9d6a-3dc8fc4ac654 req-9b7783ec-65da-4d8f-87f4-59fae896b9ef tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:57.678976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-553c0b62-9a78-4305-9d6a-3dc8fc4ac654 req-9b7783ec-65da-4d8f-87f4-59fae896b9ef tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0638535 Jul 14 12:07:57.716547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-553c0b62-9a78-4305-9d6a-3dc8fc4ac654 req-0373dfce-41d4-4d25-8214-3e6cc97865c2 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Jul 14 12:07:58.426370 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:58.898406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a42086-af3b-4798-b8c6-e33888a30b67 req-8438c0a2-d63c-4742-bd86-148fd7c11a41 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:58.899940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2a42086-af3b-4798-b8c6-e33888a30b67 req-8438c0a2-d63c-4742-bd86-148fd7c11a41 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0714228 Jul 14 12:07:58.939842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2a42086-af3b-4798-b8c6-e33888a30b67 req-569adfb7-aaa9-4f04-946a-037e31685453 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343626 Jul 14 12:08:00.119052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d91b3-b281-47a8-9200-36cb6a37bb04 req-b50fd5a3-7083-4515-8f72-e74f3ea53436 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:00.120564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a6d91b3-b281-47a8-9200-36cb6a37bb04 req-b50fd5a3-7083-4515-8f72-e74f3ea53436 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0640941 Jul 14 12:08:00.159293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1a6d91b3-b281-47a8-9200-36cb6a37bb04 req-bf4ba68a-38ca-4a50-a968-b7b21144a778 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328970 Jul 14 12:08:01.338173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9039070-6623-477b-a701-efa58adfa88f req-5d4e21f7-4326-4928-ba7f-6cc32b5900bb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:01.339680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9039070-6623-477b-a701-efa58adfa88f req-5d4e21f7-4326-4928-ba7f-6cc32b5900bb tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0639422 Jul 14 12:08:01.378808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d9039070-6623-477b-a701-efa58adfa88f req-3e6dc561-f778-4302-be36-69e106b8c4e0 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Jul 14 12:08:02.558670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b22bb-a6aa-4a64-91e5-086d72ad6c96 req-c65ff388-c602-4713-8e1c-33df4cd8be5d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:02.560280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e40b22bb-a6aa-4a64-91e5-086d72ad6c96 req-c65ff388-c602-4713-8e1c-33df4cd8be5d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0699155 Jul 14 12:08:02.599028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e40b22bb-a6aa-4a64-91e5-086d72ad6c96 req-218629e0-22cf-4265-9538-b47855928236 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 Jul 14 12:08:03.004143 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:08:03.770176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf66b7-7c1d-485f-8e32-36233a7034ce req-80ccc883-e6a7-4cf3-b038-2266c38f40e5 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:03.771717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3abf66b7-7c1d-485f-8e32-36233a7034ce req-80ccc883-e6a7-4cf3-b038-2266c38f40e5 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0632937 Jul 14 12:08:03.809594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3abf66b7-7c1d-485f-8e32-36233a7034ce req-42ea5529-fae5-41ab-988f-469e2713c09a tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 14 12:08:04.988082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67bbdc-c07c-45e9-8e5a-421e6471dadf req-958735e8-75f9-43c3-93ab-c1ca1c79c026 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:04.989603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe67bbdc-c07c-45e9-8e5a-421e6471dadf req-958735e8-75f9-43c3-93ab-c1ca1c79c026 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0679097 Jul 14 12:08:05.027938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe67bbdc-c07c-45e9-8e5a-421e6471dadf req-01549784-e19d-4829-8ebe-09877ed142d7 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Jul 14 12:08:06.202937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66188c6-9803-424c-b2e4-ae59f0901faf req-ee1d23e6-a5e3-4625-9c22-3b5141c093e6 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:06.205435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e66188c6-9803-424c-b2e4-ae59f0901faf req-ee1d23e6-a5e3-4625-9c22-3b5141c093e6 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0670450 Jul 14 12:08:06.246883 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e66188c6-9803-424c-b2e4-ae59f0901faf req-ad66f646-4cb2-498b-a134-df9b46f66315 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358434 Jul 14 12:08:06.836883 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-acf7373c-cb88-4f32-a5e0-6bb7ae96c77a service neutron] show failed (client error): The resource could not be found. Jul 14 12:08:06.837907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-acf7373c-cb88-4f32-a5e0-6bb7ae96c77a service neutron] 10.222.0.64 "GET /v2.0/ports/1a66d623-3e68-4b6b-b3f1-517d6b85c3cf/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0535538 Jul 14 12:08:07.083863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-211d8c45-72f1-4091-a9a7-28f379f3b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:07.085304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-211d8c45-72f1-4091-a9a7-28f379f3b95f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37&tenant_id=94954e69c21a463ea9e89843ac77783d HTTP/1.1" status: 200 len: 1096 time: 0.0514503 Jul 14 12:08:07.099632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:07.171324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:07.371667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:07.405456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:07.426087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df3728-fe92-4ff4-bcf4-c313a373327a req-c60578ec-00e9-47e6-b427-7006403d7f86 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:07.427622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3df3728-fe92-4ff4-bcf4-c313a373327a req-c60578ec-00e9-47e6-b427-7006403d7f86 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0686696 Jul 14 12:08:07.445093 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:07.447393 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23c478c-6b48-48a9-bc91-18b9de23f61c" -d '{"events": [{"server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "name": "network-vif-unplugged", "status": "completed", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:07.451118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:07.466779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Transition to ACTIVE for port object 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:07.468028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3df3728-fe92-4ff4-bcf4-c313a373327a req-93ddcd03-692d-491c-a5d0-21f46784845d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338473 Jul 14 12:08:07.472449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:07.509796 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae5177d-a935-4754-8233-e76ef7eb9ad5 x-openstack-request-id: req-8ae5177d-a935-4754-8233-e76ef7eb9ad5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:07.510601 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "name": "network-vif-unplugged", "status": "completed", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:07.510601 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ae5177d-a935-4754-8233-e76ef7eb9ad5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:07.510783 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'code': 200} Jul 14 12:08:07.544155 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] No DVR routers for this DVR port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:08:07.546000 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Pushing event updated for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:07.582246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Attempting to bind port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:07.582586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Attempting to bind port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:07.582921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Attempting to bind port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on network 217dc316-eba6-4f78-852c-e3ae5003affc {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:07.587141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on network 217dc316-eba6-4f78-852c-e3ae5003affc not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:08:07.587461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Attempting to bind port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on network 217dc316-eba6-4f78-852c-e3ae5003affc {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:07.592363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:07.592707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Checking segment: {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:07.593080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Bound using segment: {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:07.593502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Bound port: 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646ac3a-4c97-411c-a63f-3be7b393304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:07.593853 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:07.657850 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:07.660956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:07.666718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:07.703988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:07.704564 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:07.705989 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] 10.222.0.45 "PUT /v2.0/ports/1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 1091 time: 0.6105146 Jul 14 12:08:07.729163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2dda3-90d4-439f-8947-a19e4e025e26 service neutron] Pushing event updated for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:07.787757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-8829e9fd-fb31-40de-9562-568bc5b67618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:07.789356 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-8829e9fd-fb31-40de-9562-568bc5b67618 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 1094 time: 0.0558841 Jul 14 12:08:07.883943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-66138020-7480-433f-843c-d596eb11d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:07.885495 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-66138020-7480-433f-843c-d596eb11d728 service neutron] 10.222.0.45 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0895638 Jul 14 12:08:07.934139 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-eff376cb-d742-455e-934a-3986763058ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 217 time: 0.0387809 Jul 14 12:08:07.985900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-4bc46ade-eb5f-44f9-99c2-758d638b35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:07.987595 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-4bc46ade-eb5f-44f9-99c2-758d638b35cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0454075 Jul 14 12:08:08.021759 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-bda9c318-330d-46b1-974b-b703d8da7431 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268030 Jul 14 12:08:08.119652 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-ecd3e083-3e3a-4e64-b281-50ee2685918f service neutron] 10.222.0.45 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903752 Jul 14 12:08:08.213368 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ede2e4d5-a1c5-45c1-9f8d-0d37f05f7ada req-147c2cf6-44dd-435f-ba69-cdf7cf4c0d03 service neutron] 10.222.0.45 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841670 Jul 14 12:08:08.647188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b92d8-7c82-40a6-8837-d4c68508fd6e req-9bc08dc0-9d08-44aa-88a9-ac36ab34fa20 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:08.648754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-523b92d8-7c82-40a6-8837-d4c68508fd6e req-9bc08dc0-9d08-44aa-88a9-ac36ab34fa20 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 943 time: 0.0636015 Jul 14 12:08:08.685712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-523b92d8-7c82-40a6-8837-d4c68508fd6e req-92a590a1-a39b-44ce-9bc2-75ced2768338 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Jul 14 12:08:09.512386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:09.515014 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:09.522855 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-994bbcef-8615-4623-a3ba-04c8abe64aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:09.568339 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620055ae-eb4d-4008-bdc2-a6025ae5c112 x-openstack-request-id: req-620055ae-eb4d-4008-bdc2-a6025ae5c112 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:09.568695 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:09.568977 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-620055ae-eb4d-4008-bdc2-a6025ae5c112 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:09.569430 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'status': 'completed', 'code': 200} Jul 14 12:08:09.648730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-404e2d0b-8e7e-43d0-9ad2-7a9c90906675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:09.650366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-404e2d0b-8e7e-43d0-9ad2-7a9c90906675 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 1094 time: 0.0574419 Jul 14 12:08:09.652757 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-e7014fb3-122f-4742-bb29-decc3454d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:09.654352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-e7014fb3-122f-4742-bb29-decc3454d39e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 1094 time: 0.0634036 Jul 14 12:08:09.752632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-dbea4230-f5c8-4ccb-b4c0-64892dff9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:09.754288 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-dbea4230-f5c8-4ccb-b4c0-64892dff9e82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0933738 Jul 14 12:08:09.754917 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-6d4ed9e2-d7a8-439e-bdbd-8f0b68ae180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:09.756754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-6d4ed9e2-d7a8-439e-bdbd-8f0b68ae180d service neutron] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0994160 Jul 14 12:08:09.805773 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-363003d1-f4b6-497c-b75e-04543f297671 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 217 time: 0.0413411 Jul 14 12:08:09.809299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-081fae2f-dfef-42b7-a84d-7d1dfb1a9fa3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 217 time: 0.0458860 Jul 14 12:08:09.865451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-8b3769dc-d814-4add-bd66-d9ac7eeec0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:09.866999 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-8b3769dc-d814-4add-bd66-d9ac7eeec0f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0517874 Jul 14 12:08:09.896253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-677ae4e3-8b58-42f9-beff-0413497cbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:09.897786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-677ae4e3-8b58-42f9-beff-0413497cbb29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0815558 Jul 14 12:08:09.903379 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-6a00dd9c-5e2f-49e5-8c11-eae9d3d88fc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286510 Jul 14 12:08:09.935508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-9810b51a-528f-4923-92ed-6acc31f96b69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314972 Jul 14 12:08:10.002424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd3fd-0ed2-4c93-935b-ed416b3a1203 req-30e96e81-8219-4a88-908a-6a5061899aef tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:10.004065 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-747cd3fd-0ed2-4c93-935b-ed416b3a1203 req-30e96e81-8219-4a88-908a-6a5061899aef tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 943 time: 0.1783350 Jul 14 12:08:10.008808 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-a76b6902-b4e8-4c78-a229-f22b04b628da service neutron] 10.222.0.45 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988176 Jul 14 12:08:10.065743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-3778b107-98a8-4677-9826-a2f5e9cc12ca service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243362 Jul 14 12:08:10.120836 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-e44fcf6c-621f-4a72-8e01-5ad760eefe68 service neutron] 10.222.0.45 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046190 Jul 14 12:08:10.134247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:08:10.135651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-747cd3fd-0ed2-4c93-935b-ed416b3a1203 req-c05caa3b-f14f-4000-8f35-ea298140b779 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800235 Jul 14 12:08:10.181326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e11f3cb-6f9d-42e9-88d3-3b06e3c5f551 req-423f8497-d4b8-4daf-a249-a35809b2f826 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059041 Jul 14 12:08:10.236638 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:10.247595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'network_id': '217dc316-eba6-4f78-852c-e3ae5003affc', 'port_id': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'mac_address': 'fa:16:3e:1d:72:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21361fc-005a-4384-84d1-d8004c0d555e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:08:10.283677 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.295973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:08:10.315547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:10.319184 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.365909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:10.373043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.373389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.373727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.374066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.374395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.374721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.375045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.375418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.375738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.376091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.376412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.376732 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:10.548568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['1a66d623-3e68-4b6b-b3f1-517d6b85c3cf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:08:11.248006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:08:11.289814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:08:11.327070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a526b6b-cb33-40ed-9dd7-3a38e347508b req-20c51a6e-418f-4919-ac80-824a5d5b9c5c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:11.328642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a526b6b-cb33-40ed-9dd7-3a38e347508b req-20c51a6e-418f-4919-ac80-824a5d5b9c5c tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 944 time: 0.0699196 Jul 14 12:08:11.366546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a526b6b-cb33-40ed-9dd7-3a38e347508b req-0726eb28-d09c-4d82-8af6-4a1b7cd4d71a tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Jul 14 12:08:11.702734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786baf49-76ec-463d-84a0-c81ea0e06dcb req-aaf806eb-e18b-40f6-aa65-9b649bc2e19e tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:11.704458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-786baf49-76ec-463d-84a0-c81ea0e06dcb req-aaf806eb-e18b-40f6-aa65-9b649bc2e19e tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 944 time: 0.1072705 Jul 14 12:08:11.728477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48015798-720c-49f1-be93-5dff438a0063 req-b2e399ca-ea9c-4e0c-b9ea-e1a3d766ab86 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:11.729818 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48015798-720c-49f1-be93-5dff438a0063 req-b2e399ca-ea9c-4e0c-b9ea-e1a3d766ab86 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37&tenant_id=94954e69c21a463ea9e89843ac77783d&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 944 time: 0.0988863 Jul 14 12:08:11.788409 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-786baf49-76ec-463d-84a0-c81ea0e06dcb req-0fc68ffc-3fa5-40d9-ac85-9f20b6301e1b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779607 Jul 14 12:08:11.809092 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-48015798-720c-49f1-be93-5dff438a0063 req-c5e969c9-7537-4b0c-baba-c0ce8d11dd1f service neutron] delete failed (client error): The resource could not be found. Jul 14 12:08:11.810115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48015798-720c-49f1-be93-5dff438a0063 req-c5e969c9-7537-4b0c-baba-c0ce8d11dd1f service neutron] 10.222.0.64 "DELETE /v2.0/ports/1a66d623-3e68-4b6b-b3f1-517d6b85c3cf/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0734334 Jul 14 12:08:11.903090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48015798-720c-49f1-be93-5dff438a0063 req-4adc8fe9-3a34-41c2-bf35-25fec1bda791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:11.904675 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48015798-720c-49f1-be93-5dff438a0063 req-4adc8fe9-3a34-41c2-bf35-25fec1bda791 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94954e69c21a463ea9e89843ac77783d&device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 1095 time: 0.0546124 Jul 14 12:08:11.997871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48015798-720c-49f1-be93-5dff438a0063 req-ce0a45ad-3814-41f8-b73b-db9392a06785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:11.999276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48015798-720c-49f1-be93-5dff438a0063 req-ce0a45ad-3814-41f8-b73b-db9392a06785 service neutron] 10.222.0.64 "GET /v2.0/networks?id=217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 200 len: 914 time: 0.0887275 Jul 14 12:08:12.038521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48015798-720c-49f1-be93-5dff438a0063 req-8cf7e2d1-73db-4315-8a57-cba0de847026 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 200 len: 217 time: 0.0333571 Jul 14 12:08:12.087180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48015798-720c-49f1-be93-5dff438a0063 req-549a4e49-7507-49ff-8b30-1de2270c8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:12.088749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48015798-720c-49f1-be93-5dff438a0063 req-549a4e49-7507-49ff-8b30-1de2270c8735 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 200 len: 854 time: 0.0442581 Jul 14 12:08:12.120746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48015798-720c-49f1-be93-5dff438a0063 req-071534bf-c852-4b66-9843-5b497c35719e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=217dc316-eba6-4f78-852c-e3ae5003affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262537 Jul 14 12:08:12.147334 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:12.198247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:12.201981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:12.202362 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:12.213123 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48015798-720c-49f1-be93-5dff438a0063 req-d5217e0e-1a29-4639-ba56-24504d5ebcb4 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855854 Jul 14 12:08:12.276986 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:12.306584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48015798-720c-49f1-be93-5dff438a0063 req-d94a0759-dcfc-40fc-9551-5334f24e85c3 service neutron] 10.222.0.64 "GET /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863523 Jul 14 12:08:12.309947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:12.312421 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b03fada-f52b-47c2-810b-e782537aa630" -d '{"events": [{"server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "name": "network-vif-plugged", "status": "completed", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:12.322993 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:12.327350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:12.332844 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:12.377556 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fcaabc-0392-4d46-98ac-91be641c48ae x-openstack-request-id: req-a9fcaabc-0392-4d46-98ac-91be641c48ae {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:12.377837 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "name": "network-vif-plugged", "status": "completed", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:12.378094 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9fcaabc-0392-4d46-98ac-91be641c48ae {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:12.378509 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'code': 200} Jul 14 12:08:12.389275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:12.675577 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-535d48e1-8a68-4521-b8e3-4ed7c57a4bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:12.969859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d607f4d-4530-4f59-8bb9-eb8257a31481 req-5ac05d9d-f1fb-4a8a-8795-6af85f888914 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:12.971775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d607f4d-4530-4f59-8bb9-eb8257a31481 req-5ac05d9d-f1fb-4a8a-8795-6af85f888914 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0701034 Jul 14 12:08:13.011031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d607f4d-4530-4f59-8bb9-eb8257a31481 req-48003243-b6f2-4183-98ee-6415e17cf4ad tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Jul 14 12:08:13.183775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10769f-2fa9-401c-b8eb-7ca19ae6245c req-a6edb951-f25c-4ccf-b04b-292405498180 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:13.184960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a10769f-2fa9-401c-b8eb-7ca19ae6245c req-a6edb951-f25c-4ccf-b04b-292405498180 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0636353 Jul 14 12:08:13.223475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a10769f-2fa9-401c-b8eb-7ca19ae6245c req-5d55a347-0d2e-4d95-8767-f7254e834b2d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Jul 14 12:08:13.399055 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315369c-4475-4161-982b-9c6037b66f4e req-42f7d322-b51f-4cf9-b2cb-5ca223316d2d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:13.400567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b315369c-4475-4161-982b-9c6037b66f4e req-42f7d322-b51f-4cf9-b2cb-5ca223316d2d tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0676680 Jul 14 12:08:13.437693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b315369c-4475-4161-982b-9c6037b66f4e req-69e8baa4-11aa-4806-9204-5b7e9e247db4 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Jul 14 12:08:13.531022 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:14.005418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767329d-6c75-4531-9305-b7d51575a799 req-cbb856b5-5077-4b2a-8390-6f64cf8020ed tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:14.006919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d767329d-6c75-4531-9305-b7d51575a799 req-cbb856b5-5077-4b2a-8390-6f64cf8020ed tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0637975 Jul 14 12:08:14.044951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d767329d-6c75-4531-9305-b7d51575a799 req-ac7d9a6c-1488-4ca3-8bd1-f17390e16b4b tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Jul 14 12:08:15.201355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d735-060d-48ba-897b-fe5561c48d08 req-ed826ae6-779e-4477-9d77-6641192989db tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:15.202853 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3444d735-060d-48ba-897b-fe5561c48d08 req-ed826ae6-779e-4477-9d77-6641192989db tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0649366 Jul 14 12:08:15.215842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaf70c-546f-4382-b60c-10a60a79c42a req-cee381a3-17a8-4039-a106-54642c81c1d8 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:15.217367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6edaf70c-546f-4382-b60c-10a60a79c42a req-cee381a3-17a8-4039-a106-54642c81c1d8 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9d1b03c-54dd-42b3-a18f-5875302bfe37 HTTP/1.1" status: 200 len: 945 time: 0.0628741 Jul 14 12:08:15.238562 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:15.257871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6edaf70c-546f-4382-b60c-10a60a79c42a req-2427c4de-4af2-45f2-ae25-7c45e24ed044 tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.38 "GET /v2.0/security-groups?id=2791f0ed-7794-4e61-9ef4-7c97298fb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Jul 14 12:08:15.313263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-3444d735-060d-48ba-897b-fe5561c48d08 req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Deleting port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:08:15.313585 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3444d735-060d-48ba-897b-fe5561c48d08 req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:15.398959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-3444d735-060d-48ba-897b-fe5561c48d08 req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] For port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,segment=NetworkSegment(7646ac3a-4c97-411c-a63f-3be7b393304a),segment_id=7646ac3a-4c97-411c-a63f-3be7b393304a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:15.399209 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3444d735-060d-48ba-897b-fe5561c48d08 req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:15.413149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-3444d735-060d-48ba-897b-fe5561c48d08 req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Calling delete_port for 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:08:15.543008 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3444d735-060d-48ba-897b-fe5561c48d08 req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:15.555865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['1a66d623-3e68-4b6b-b3f1-517d6b85c3cf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:08:15.570886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Pushing event deleted for resources: {'Port': ['ID=1a66d623-3e68-4b6b-b3f1-517d6b85c3cf,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:15.621553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3444d735-060d-48ba-897b-fe5561c48d08 req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] No DVR routers for this DVR port 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:08:15.624058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3444d735-060d-48ba-897b-fe5561c48d08 req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:15.626188 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3444d735-060d-48ba-897b-fe5561c48d08 req-7b296f1e-fa53-4c4e-a564-64d718c299ae tempest-ServerDiskConfigTestJSON-354784368 tempest-ServerDiskConfigTestJSON-354784368-project] 10.222.0.45 "DELETE /v2.0/ports/1a66d623-3e68-4b6b-b3f1-517d6b85c3cf HTTP/1.1" status: 204 len: 173 time: 0.4160762 Jul 14 12:08:15.626646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'name': 'network-vif-deleted', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:15.629006 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615b6045-1072-4e02-a47f-788a2c0d6966" -d '{"events": [{"server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "name": "network-vif-deleted", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:15.665441 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c682e74d-5336-42ea-8b73-65f6d132ee0f x-openstack-request-id: req-c682e74d-5336-42ea-8b73-65f6d132ee0f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:15.665730 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d1b03c-54dd-42b3-a18f-5875302bfe37", "name": "network-vif-deleted", "tag": "1a66d623-3e68-4b6b-b3f1-517d6b85c3cf", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:15.665980 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c682e74d-5336-42ea-8b73-65f6d132ee0f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:15.666385 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d1b03c-54dd-42b3-a18f-5875302bfe37', 'name': 'network-vif-deleted', 'tag': '1a66d623-3e68-4b6b-b3f1-517d6b85c3cf', 'status': 'completed', 'code': 200} Jul 14 12:08:16.490674 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54320) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:16.536409 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b705e8ab-4a3f-440f-acf0-b67e5bbe9869 admin admin] Deleting subnet a21361fc-005a-4384-84d1-d8004c0d555e {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:08:16.539625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b705e8ab-4a3f-440f-acf0-b67e5bbe9869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.573376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b705e8ab-4a3f-440f-acf0-b67e5bbe9869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.613055 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b705e8ab-4a3f-440f-acf0-b67e5bbe9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.665482 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b705e8ab-4a3f-440f-acf0-b67e5bbe9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.696137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705e8ab-4a3f-440f-acf0-b67e5bbe9869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21361fc-005a-4384-84d1-d8004c0d555e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:16.701117 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b705e8ab-4a3f-440f-acf0-b67e5bbe9869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.702696 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b705e8ab-4a3f-440f-acf0-b67e5bbe9869 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a21361fc-005a-4384-84d1-d8004c0d555e HTTP/1.1" status: 204 len: 168 time: 0.2109206 Jul 14 12:08:16.705913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54322) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:16.772872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.855661 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.865871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217dc316-eba6-4f78-852c-e3ae5003affc']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:16.875728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7646ac3a-4c97-411c-a63f-3be7b393304a') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:16.876305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7646ac3a-4c97-411c-a63f-3be7b393304a') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:16.884901 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.898010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.903598 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:08:16.904012 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:08:16.905636 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:08:16.959281 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.966414 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:16.968309 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/217dc316-eba6-4f78-852c-e3ae5003affc HTTP/1.1" status: 204 len: 168 time: 0.2614653 Jul 14 12:08:16.978655 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a7ff3-3b06-4b82-981f-1e66d078e7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=217dc316-eba6-4f78-852c-e3ae5003affc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:17.080700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54326) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:17.125308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7c8ee585-a30c-4776-8767-3e6348140378 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94954e69c21a463ea9e89843ac77783d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433316 Jul 14 12:08:17.127734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54328) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:17.174577 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.194545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.239569 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.242123 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.243260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2791f0ed-7794-4e61-9ef4-7c97298fb258 HTTP/1.1" status: 204 len: 168 time: 0.1146166 Jul 14 12:08:17.250805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2791f0ed-7794-4e61-9ef4-7c97298fb258,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:17.258913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.259370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.259717 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.260078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.260446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.260804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.261132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.261490 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.261819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.262144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.262470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.262792 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060a96d-9ab7-4e97-93e3-6efc2addf363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:17.907217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54350) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:18.004481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-769030556-network', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:18.026430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Made reservation on behalf of 5a29ffa04e48435b858e3c22ff178e4b for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:08:18.028828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.037466 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.132518 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.136280 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.160539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:08:18.168965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1f8efb-6646-4862-8753-3e0ba3b8680d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:18.177190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.177190 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Added segment 8c53c311-e775-486f-9ddd-6621bc5e3bdf of type vlan for network 2558cc3d-ec8b-4354-a76d-3510189e7990 Jul 14 12:08:18.219100 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.247752 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.248669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:18.249266 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.303901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3954468 Jul 14 12:08:18.306892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54354) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:18.309165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46182f-6ffa-4d90-84f4-63424887718a admin admin] Pushing event updated for resources: {'Network': ['ID=2558cc3d-ec8b-4354-a76d-3510189e7990,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:18.312280 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Request body: {'subnet': {'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-769030556-subnet', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:18.319044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:08:18.332496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Made reservation on behalf of 5a29ffa04e48435b858e3c22ff178e4b for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:08:18.334871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.501587 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.560786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=861ffa8a-83a2-4b37-a9a4-468655080306,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:18.570422 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:18.570782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Network hostable DHCP agents. Network: 2558cc3d-ec8b-4354-a76d-3510189e7990, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:08:18.587433 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:08:18.595745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 2558cc3d-ec8b-4354-a76d-3510189e7990) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:18.599683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:18.600315 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.604951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6410ea12-7af8-4a42-8d43-6addc5b1f254 None None] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:08:18.614665 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fff1eb58-0b87-4460-bcb2-fb0efa317cab admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3066175 Jul 14 12:08:18.617418 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54356) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:18.621838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:18.643809 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.644934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.700821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.754021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-2558cc3d-ec8b-4354-a76d-3510189e7990', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:08:18.754809 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.846122 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.892780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Allocated IP 172.20.0.2 (2558cc3d-ec8b-4354-a76d-3510189e7990/861ffa8a-83a2-4b37-a9a4-468655080306/6f58ec2d-40c3-414a-be2e-77a53c716cb2) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:19.036697 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.044784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Transition to ACTIVE for port object 6f58ec2d-40c3-414a-be2e-77a53c716cb2 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:19.059546 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.059759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Transition to ACTIVE for port object 6f58ec2d-40c3-414a-be2e-77a53c716cb2 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:19.066955 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.084307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.102729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:19.108973 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:19.113364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:19.120429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Pushing event updated for resources: {'Port': ['ID=6f58ec2d-40c3-414a-be2e-77a53c716cb2,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:19.173570 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Attempting to bind port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:19.173942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Attempting to bind port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:19.174309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Attempting to bind port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:19.179109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:19.179484 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:19.179908 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.180308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:19.180775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Bound port: 6f58ec2d-40c3-414a-be2e-77a53c716cb2, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:19.181183 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.186621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Allocated IP 172.25.2.97 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/3c002607-a99f-469e-8afc-c38fd564671c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:19.299101 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.339238 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.380515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:19.385240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:19.390542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:19.394711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Pushing event updated for resources: {'Port': ['ID=3c002607-a99f-469e-8afc-c38fd564671c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:19.404653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] For port 6f58ec2d-40c3-414a-be2e-77a53c716cb2, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:19.408420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] For port 6f58ec2d-40c3-414a-be2e-77a53c716cb2, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6f58ec2d-40c3-414a-be2e-77a53c716cb2,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:19.412772 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.473679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6a839-28f0-4d7d-9317-7270e6a0d6c0 None None] Pushing event updated for resources: {'Port': ['ID=6f58ec2d-40c3-414a-be2e-77a53c716cb2,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:19.665072 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.866192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:19.994136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Router 746acea1-d87a-4eea-8814-252c892dd84c is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:08:20.102344 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:08:20.111432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:08:20.121222 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:20.121985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:20.122465 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e098df22-3c88-41e0-9cbd-059e95739c1e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5040910 Jul 14 12:08:20.122978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:08:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:20.125308 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54358) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:20.164457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:08:20.191210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:08:20.191557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 1a66d623-3e68-4b6b-b3f1-517d6b85c3cf not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:08:20.267833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:20.430320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e95c5d-6c4b-4055-a73b-01d471dd5906 None None] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:08:20.490292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-39b21b68-a23d-42d9-9125-1cc5a2cee4dc None None] Provisioning for port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:20.542682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:19Z', 'revision_number': 3, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:20.593422 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:08:20.593789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Updating router 746acea1-d87a-4eea-8814-252c892dd84c port 3c002607-a99f-469e-8afc-c38fd564671c binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:08:20.656531 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:20.932989 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:20.964822 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:20.971395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6f58ec2d-40c3-414a-be2e-77a53c716cb2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:21.004943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Transition to ACTIVE for port object 3c002607-a99f-469e-8afc-c38fd564671c will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:21.016567 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.080513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Attempting to bind port 3c002607-a99f-469e-8afc-c38fd564671c on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:21.080885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Attempting to bind port 3c002607-a99f-469e-8afc-c38fd564671c by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:21.081255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Attempting to bind port 3c002607-a99f-469e-8afc-c38fd564671c on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:21.090280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97889a-ecf3-4712-bba6-3633b70b75a6 None None] Pushing event updated for resources: {'Port': ['ID=3c002607-a99f-469e-8afc-c38fd564671c,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:21.095053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:21.095774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:21.096200 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.096600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:21.097095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Bound port: 3c002607-a99f-469e-8afc-c38fd564671c, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:21.097481 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.109351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Allocated IP 172.20.0.1 (2558cc3d-ec8b-4354-a76d-3510189e7990/861ffa8a-83a2-4b37-a9a4-468655080306/fc9860a3-ff3b-4d78-a48a-18d009b5dc96) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:21.124043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:21.137559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:21.137932 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.189849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-98e032ad-24e9-4741-b80e-f8dd2e0542e2 None None] Provisioning complete for port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:21.190142 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-98e032ad-24e9-4741-b80e-f8dd2e0542e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.217179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] For port 3c002607-a99f-469e-8afc-c38fd564671c, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:21.217632 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.231354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Transition to ACTIVE for port object fc9860a3-ff3b-4d78-a48a-18d009b5dc96 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:21.242092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] For port 3c002607-a99f-469e-8afc-c38fd564671c, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3c002607-a99f-469e-8afc-c38fd564671c,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:21.249801 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.272667 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.315136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:21.318476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:21.321066 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:21.363376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9860a3-ff3b-4d78-a48a-18d009b5dc96,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:21.373670 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.373933 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.384909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:21.385555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:08:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:21.398283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97889a-ecf3-4712-bba6-3633b70b75a6 None None] Pushing event updated for resources: {'Port': ['ID=3c002607-a99f-469e-8afc-c38fd564671c,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:21.448705 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-98e032ad-24e9-4741-b80e-f8dd2e0542e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.489149 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 6f58ec2d-40c3-414a-be2e-77a53c716cb2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6f58ec2d-40c3-414a-be2e-77a53c716cb2,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:21.518763 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.534419 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.609078 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:21.611536 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.db.api [None req-98e032ad-24e9-4741-b80e-f8dd2e0542e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 12:08:21.611913 n-d-778696-8 neutron-server[93703]: DEBUG oslo_db.api [None req-98e032ad-24e9-4741-b80e-f8dd2e0542e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:08:21.670471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=6f58ec2d-40c3-414a-be2e-77a53c716cb2,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:21.702096 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.707797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.776969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9860a3-ff3b-4d78-a48a-18d009b5dc96,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:21.780096 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.789511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.789854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.790191 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.790525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.791042 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.791164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.791492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.791820 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.792164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.792484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.792804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.793119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:21.800902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:19Z', 'revision_number': 3, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:21.827662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470547e8-ef47-484b-821e-e8fb5570ffe7 None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:19Z', 'revision_number': 3, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:08:21.887896 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:21.889363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:22.040815 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:08:22.180817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:08:22.185973 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7b5282e7-7e68-4232-8b2e-835907dd1478 admin admin] 10.222.0.38 "PUT /v2.0/routers/746acea1-d87a-4eea-8814-252c892dd84c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0591261 Jul 14 12:08:22.280629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e5cf307d-61f0-48f8-a14e-66982b9f59ec None None] Provisioning for port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:22.285535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e5cf307d-61f0-48f8-a14e-66982b9f59ec None None] Provisioning complete for port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:22.285907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e5cf307d-61f0-48f8-a14e-66982b9f59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.322711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf307d-61f0-48f8-a14e-66982b9f59ec None None] Port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:08:22.764299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 54366) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:22.770328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2827f864-c2d4-46b3-a363-696c9ba98653 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018648750', 'description': 'tempest-description--1422935180'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:22.792175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2827f864-c2d4-46b3-a363-696c9ba98653 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.882069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2827f864-c2d4-46b3-a363-696c9ba98653 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.887519 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2827f864-c2d4-46b3-a363-696c9ba98653 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.917246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2827f864-c2d4-46b3-a363-696c9ba98653 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.918523 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2827f864-c2d4-46b3-a363-696c9ba98653 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1531878 Jul 14 12:08:22.920520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827f864-c2d4-46b3-a363-696c9ba98653 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4208cbf-ed9d-4979-aee5-21632d6ef3de,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:22.921656 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54368) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:22.927580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-63a40a2a-4935-4ab6-8901-02e16defa1de tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'security_group_rule': {'security_group_id': 'f4208cbf-ed9d-4979-aee5-21632d6ef3de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:22.958032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63a40a2a-4935-4ab6-8901-02e16defa1de tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.990926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3c002607-a99f-469e-8afc-c38fd564671c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:23.024175 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63a40a2a-4935-4ab6-8901-02e16defa1de tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.028609 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63a40a2a-4935-4ab6-8901-02e16defa1de tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.049253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 3c002607-a99f-469e-8afc-c38fd564671c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:23.051356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a40a2a-4935-4ab6-8901-02e16defa1de tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f62cbe-2c38-41ca-b726-543d79222746,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:23.055736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3c002607-a99f-469e-8afc-c38fd564671c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:23.056400 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.059257 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63a40a2a-4935-4ab6-8901-02e16defa1de tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.061229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-63a40a2a-4935-4ab6-8901-02e16defa1de tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375332 Jul 14 12:08:23.063694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54370) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:23.068328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-e2e8abdb-cae5-4afd-857d-0d9257ed22b7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'security_group_rule': {'security_group_id': 'f4208cbf-ed9d-4979-aee5-21632d6ef3de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:23.099066 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e2e8abdb-cae5-4afd-857d-0d9257ed22b7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.163667 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.164696 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e2e8abdb-cae5-4afd-857d-0d9257ed22b7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.168489 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e2e8abdb-cae5-4afd-857d-0d9257ed22b7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.184913 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 3c002607-a99f-469e-8afc-c38fd564671c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3c002607-a99f-469e-8afc-c38fd564671c,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:23.188150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8abdb-cae5-4afd-857d-0d9257ed22b7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce30bc05-f1e8-4d20-9c44-26cb612d35f9,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:23.189454 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.190251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6f58ec2d-40c3-414a-be2e-77a53c716cb2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:23.197134 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e2e8abdb-cae5-4afd-857d-0d9257ed22b7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.198372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e2e8abdb-cae5-4afd-857d-0d9257ed22b7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336842 Jul 14 12:08:23.201435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54372) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:23.207606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:23.232307 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.263999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=3c002607-a99f-469e-8afc-c38fd564671c,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:23.276539 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:23.276917 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.334424 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.406463 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:08:23.415895 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:23.416493 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:08:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:23.445341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Allocated IP 172.25.2.128 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/9698e34d-192f-4921-a180-a49ae2dd2f95) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:23.520974 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:23.547093 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.586767 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.631676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:23.634756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:23.638367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:23.662037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event updated for resources: {'Port': ['ID=9698e34d-192f-4921-a180-a49ae2dd2f95,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:23.724718 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.728623 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 2, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:23.755063 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:08:23.755412 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Updating router 746acea1-d87a-4eea-8814-252c892dd84c port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:08:23.769023 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.789249 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.926880 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.931513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.997202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event updated for resources: {'Port': ['ID=9698e34d-192f-4921-a180-a49ae2dd2f95,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:24.021215 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.036100 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.037633 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-44d66896-7ad6-44ea-a1d2-6b0abcc9f8f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8348699 Jul 14 12:08:24.150852 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.161430 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Transition to ACTIVE for port object fc9860a3-ff3b-4d78-a48a-18d009b5dc96 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:24.167668 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.183360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-62c5bba8-546b-4b18-9fa7-d8b9973c1a2a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2018648750&fields=id&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 267 time: 0.0378737 Jul 14 12:08:24.232962 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Pushing event updated for resources: {'Port': ['ID=fc9860a3-ff3b-4d78-a48a-18d009b5dc96,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:24.261135 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.261478 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.261812 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.262141 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.262467 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.262791 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.263110 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.263529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.264070 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.264463 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.264785 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.265106 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.279180 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Attempting to bind port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:24.279547 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Attempting to bind port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:24.279940 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Attempting to bind port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:24.285504 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:24.285874 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:24.286278 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.286671 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:24.287204 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Bound port: fc9860a3-ff3b-4d78-a48a-18d009b5dc96, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:24.287582 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.302838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-ee21dda5-d9d2-439c-8b48-acec8a2f0ff2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:24.304048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-ee21dda5-d9d2-439c-8b48-acec8a2f0ff2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 811 time: 0.1137896 Jul 14 12:08:24.321708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-a2aaee37-e3cf-4d84-8c13-442e080dae0d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/quotas/5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 375 time: 0.0106030 Jul 14 12:08:24.356391 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] For port fc9860a3-ff3b-4d78-a48a-18d009b5dc96, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:24.360132 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] For port fc9860a3-ff3b-4d78-a48a-18d009b5dc96, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fc9860a3-ff3b-4d78-a48a-18d009b5dc96,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:24.367349 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.405299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-795b3d5f-1885-446b-b258-7a7a0b3aae93 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780153 Jul 14 12:08:24.425337 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:24.425981 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:08:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:24.467751 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94574d-bd7d-44d6-9fea-2cfae0762577 None None] Pushing event updated for resources: {'Port': ['ID=fc9860a3-ff3b-4d78-a48a-18d009b5dc96,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:24.518279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-fe9cf478-0987-4a21-9d62-3d6d678ff009 service neutron] 10.222.0.38 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939958 Jul 14 12:08:24.539494 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:24.619006 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-6cb59338-5a52-4b32-8b9a-d0cd2f51f9b9 service neutron] 10.222.0.38 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938385 Jul 14 12:08:24.784681 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:24Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:24.794469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d8d1007f-2a61-46de-a363-848a6b03bb48 req-5ad410f5-6b13-40d4-aabe-1d049e6aa73a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 210 time: 0.0310771 Jul 14 12:08:24.817587 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d012683a-f136-4e8d-a2f0-ad14061e76f1 None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:24Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:08:24.962358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3c002607-a99f-469e-8afc-c38fd564671c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:25.019248 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3c002607-a99f-469e-8afc-c38fd564671c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:25.019636 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:25.942823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b8c6fef-1922-4d00-9321-61cc017d1702 req-f24ad9a3-074a-4520-b383-4126eb33166d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 210 time: 0.0298851 Jul 14 12:08:26.055461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-014995be-05fb-4f54-8722-3a6e10ba9fa1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:26.056986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-014995be-05fb-4f54-8722-3a6e10ba9fa1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 811 time: 0.1128161 Jul 14 12:08:26.121463 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-4bc23942-17fc-4f90-9ee8-bd2ee6fb50e2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 380 time: 0.0383344 Jul 14 12:08:26.132940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'port': {'device_id': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'admin_state_up': True, 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'security_groups': ['f4208cbf-ed9d-4979-aee5-21632d6ef3de']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:26.244454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Made reservation on behalf of 5a29ffa04e48435b858e3c22ff178e4b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:08:26.248095 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.386898 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Allocated IP 172.20.0.11 (2558cc3d-ec8b-4354-a76d-3510189e7990/861ffa8a-83a2-4b37-a9a4-468655080306/e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:26.514624 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.529711 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.543749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Transition to ACTIVE for port object e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:26.576490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.618024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:26.623147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:26.627806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:26.654784 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event updated for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:26.682912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:26.683634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.701308 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-cf8e91cd-276d-45eb-8163-acae966d5485 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5721793 Jul 14 12:08:26.718235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Request body: {'port': {'device_id': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:26.801866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.917292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-081516ac-6ace-4187-9515-98f656cd16f9 None None] Provisioning for port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:26.922301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-081516ac-6ace-4187-9515-98f656cd16f9 None None] Provisioning complete for port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:26.923772 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-081516ac-6ace-4187-9515-98f656cd16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.930207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fc9860a3-ff3b-4d78-a48a-18d009b5dc96 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:27.007728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-081516ac-6ace-4187-9515-98f656cd16f9 None None] Port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:08:27.026906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:27.032695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:27.033214 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.086557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:08:27.094631 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.108991 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Transition to ACTIVE for port object e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:27.113173 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.135368 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.138073 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ea8cf-bb8a-46ce-bc5e-bd49b557669e req-dfd28453-b7c5-44ee-a75e-696797c8102b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:27.139604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e46ea8cf-bb8a-46ce-bc5e-bd49b557669e req-dfd28453-b7c5-44ee-a75e-696797c8102b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 932 time: 0.0729516 Jul 14 12:08:27.178038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port fc9860a3-ff3b-4d78-a48a-18d009b5dc96, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fc9860a3-ff3b-4d78-a48a-18d009b5dc96,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:27.182876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.202288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e46ea8cf-bb8a-46ce-bc5e-bd49b557669e req-9414722e-78eb-4fb6-bf9a-8840963a80a0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456345 Jul 14 12:08:27.212312 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:27.255546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=fc9860a3-ff3b-4d78-a48a-18d009b5dc96,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:27.257846 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Attempting to bind port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:27.258181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Attempting to bind port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:27.258773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Attempting to bind port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:27.264323 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:08:27.264649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Attempting to bind port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:27.270259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:27.270600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:27.270983 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:27.271411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Bound port: e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:27.272104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.340710 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:27.343828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:27.349740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.387994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:27.388625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.390049 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] 10.222.0.45 "PUT /v2.0/ports/e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1092 time: 0.6766787 Jul 14 12:08:27.390511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:27.393453 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f99928-73be-4f9f-976f-838112d3927f" -d '{"events": [{"name": "network-changed", "server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:27.430719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d023b-4cf4-47c7-9348-7ac40a190354 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:27.449177 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23feab6-6175-40b4-b3f7-147929ab47d6 x-openstack-request-id: req-f23feab6-6175-40b4-b3f7-147929ab47d6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:27.449473 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:27.449726 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f23feab6-6175-40b4-b3f7-147929ab47d6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:27.450155 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'status': 'completed', 'code': 200} Jul 14 12:08:27.513941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-3eb41fd7-ad5d-4381-afb0-b2e502ed0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:27.515494 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-3eb41fd7-ad5d-4381-afb0-b2e502ed0cab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1095 time: 0.0780902 Jul 14 12:08:27.567676 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-b2b12a66-38c8-438d-98e8-228b64f89693 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 217 time: 0.0362949 Jul 14 12:08:27.623022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-0dbda4d4-8325-4df6-9e53-5e7baf742c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:27.624577 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-0dbda4d4-8325-4df6-9e53-5e7baf742c0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0466166 Jul 14 12:08:27.686824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-4888bd1e-b5ea-4ea2-8e4b-e64855970cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:27.688361 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-4888bd1e-b5ea-4ea2-8e4b-e64855970cbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525424 Jul 14 12:08:27.788219 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-7fdfdedb-75f8-473d-9bc5-7bcb62074540 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877488 Jul 14 12:08:27.880337 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2c1ba256-da4a-4336-b975-d7c7dbdc2561 req-3f115cb9-d79b-4db8-bbe7-5c9010a3becc service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813501 Jul 14 12:08:27.983486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f99928-73be-4f9f-976f-838112d3927f req-7c9c861f-5d28-4314-9165-e25d96b3c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:27.985063 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-17f99928-73be-4f9f-976f-838112d3927f req-7c9c861f-5d28-4314-9165-e25d96b3c53c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1095 time: 0.0570152 Jul 14 12:08:28.072985 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f99928-73be-4f9f-976f-838112d3927f req-79f44843-58d9-4186-919a-ca33c6c3602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:28.074480 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-17f99928-73be-4f9f-976f-838112d3927f req-79f44843-58d9-4186-919a-ca33c6c3602a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0833247 Jul 14 12:08:28.118472 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-17f99928-73be-4f9f-976f-838112d3927f req-abc2e277-961e-4267-945f-13bf96d1ad43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 217 time: 0.0375960 Jul 14 12:08:28.174282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f99928-73be-4f9f-976f-838112d3927f req-821cc702-c7a6-4209-9714-880998d49338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:28.175792 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-17f99928-73be-4f9f-976f-838112d3927f req-821cc702-c7a6-4209-9714-880998d49338 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0511568 Jul 14 12:08:28.236997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f99928-73be-4f9f-976f-838112d3927f req-a204065f-6b70-46d3-beff-c04d3968e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:28.238447 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-17f99928-73be-4f9f-976f-838112d3927f req-a204065f-6b70-46d3-beff-c04d3968e76f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537705 Jul 14 12:08:28.334124 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-17f99928-73be-4f9f-976f-838112d3927f req-9a004a7f-c3df-4f99-91fc-913f800306b9 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885561 Jul 14 12:08:28.386304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342033b-ee5d-420e-bb11-ff62cd31dac9 req-34e91e5a-4de9-4962-b959-8bd45dca86d6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:28.387842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b342033b-ee5d-420e-bb11-ff62cd31dac9 req-34e91e5a-4de9-4962-b959-8bd45dca86d6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 944 time: 0.0653858 Jul 14 12:08:28.425555 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.430840 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-17f99928-73be-4f9f-976f-838112d3927f req-2d4edeb7-a00e-43b8-9775-423f1d1de141 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886257 Jul 14 12:08:28.433739 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b342033b-ee5d-420e-bb11-ff62cd31dac9 req-732c87e0-91c0-4a0b-94cb-059d1bf2ccda tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389805 Jul 14 12:08:28.898882 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fc9860a3-ff3b-4d78-a48a-18d009b5dc96 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:28.950305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:28.950669 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.610083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29963e61-f809-4125-aaaa-6a0fcd550292 req-4f6605ba-1432-4e5e-b5b4-e2bc0691d3d1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:29.611680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29963e61-f809-4125-aaaa-6a0fcd550292 req-4f6605ba-1432-4e5e-b5b4-e2bc0691d3d1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 944 time: 0.0630219 Jul 14 12:08:29.650345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-29963e61-f809-4125-aaaa-6a0fcd550292 req-9f59186c-a560-47ed-93ef-943a76368037 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329626 Jul 14 12:08:30.210575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:08:30.303762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:30.315206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'mac_address': 'fa:16:3e:39:5c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:08:30.355523 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.523647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:08:30.543733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:30.553006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.599408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:30.799437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:08:30.829054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7acc9-93c3-4322-a857-37239c654251 req-9a999826-1faf-476d-8fcf-1cc0016ca88b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:30.830796 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92d7acc9-93c3-4322-a857-37239c654251 req-9a999826-1faf-476d-8fcf-1cc0016ca88b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 945 time: 0.0705085 Jul 14 12:08:30.870296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92d7acc9-93c3-4322-a857-37239c654251 req-88e47221-56a8-4d1c-895e-3d3abcdfd2a2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337377 Jul 14 12:08:32.044083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94eeaf8-aa5a-4209-82bb-50ea33b0a2ca req-adc69c15-ffaf-4777-a163-325603da2088 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:32.045580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e94eeaf8-aa5a-4209-82bb-50ea33b0a2ca req-adc69c15-ffaf-4777-a163-325603da2088 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 945 time: 0.0630996 Jul 14 12:08:32.082939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e94eeaf8-aa5a-4209-82bb-50ea33b0a2ca req-8c55e666-6e8f-4cb8-b968-0e357718e4af tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310009 Jul 14 12:08:32.212142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:32.260066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:32.263516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:32.263868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.339026 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.361672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:32.363953 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef97b8e9-378e-42a8-bd71-4738baf6cf5d" -d '{"events": [{"server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "name": "network-vif-plugged", "status": "completed", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:32.377156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:32.381309 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.406914 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e053aca-52d1-4a78-a360-e002268b5ac7 x-openstack-request-id: req-3e053aca-52d1-4a78-a360-e002268b5ac7 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:32.407773 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "name": "network-vif-plugged", "status": "completed", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:32.408056 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e053aca-52d1-4a78-a360-e002268b5ac7 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:32.408478 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'code': 200} Jul 14 12:08:32.433500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:32.528725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955ebd0-356d-4524-a1e0-d7a6768d4d5c req-10a197e5-6599-4751-bc76-c30a6bb4c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:32.530271 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0955ebd0-356d-4524-a1e0-d7a6768d4d5c req-10a197e5-6599-4751-bc76-c30a6bb4c421 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1097 time: 0.0514297 Jul 14 12:08:32.569126 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0955ebd0-356d-4524-a1e0-d7a6768d4d5c req-7151ca6a-1012-4824-a0b7-a0d7dc8601e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285754 Jul 14 12:08:33.267539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be246e7-a502-49b5-9695-a9545803a678 req-299b2064-4497-4ef3-b00a-56adfaaf6f70 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:33.269245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5be246e7-a502-49b5-9695-a9545803a678 req-299b2064-4497-4ef3-b00a-56adfaaf6f70 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0678623 Jul 14 12:08:33.307023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5be246e7-a502-49b5-9695-a9545803a678 req-7ed5377d-dc04-46a8-8720-6557508809e7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322683 Jul 14 12:08:34.483602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95f02-dd86-441a-9e18-a4eba78c76ee req-e8dc1e2c-3760-4502-a529-fac48f3b5418 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:34.485119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1d95f02-dd86-441a-9e18-a4eba78c76ee req-e8dc1e2c-3760-4502-a529-fac48f3b5418 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0633430 Jul 14 12:08:34.525416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1d95f02-dd86-441a-9e18-a4eba78c76ee req-b6f946db-db67-43a0-a037-4b832489e3a3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335038 Jul 14 12:08:34.699287 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5a963-b0e5-475e-a9ab-2201d4eb2ec3 req-4d481e08-b074-48a0-9fbe-5820c8bad876 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:34.700920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ace5a963-b0e5-475e-a9ab-2201d4eb2ec3 req-4d481e08-b074-48a0-9fbe-5820c8bad876 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0632093 Jul 14 12:08:34.709446 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54418) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:34.714150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-fc4bada1-3e2e-4ccb-8995-cc2e28513068 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'floatingip': {'port_id': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:34.757174 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc4bada1-3e2e-4ccb-8995-cc2e28513068 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:35.552257 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc4bada1-3e2e-4ccb-8995-cc2e28513068 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:35.556178 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc4bada1-3e2e-4ccb-8995-cc2e28513068 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:35.656227 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-fc4bada1-3e2e-4ccb-8995-cc2e28513068 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Floating IP 651deac5-262a-40f7-8bdf-f8c637542cef associated. External IP: 172.25.2.128, port: e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf. Jul 14 12:08:35.889845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4bada1-3e2e-4ccb-8995-cc2e28513068 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:08:35.999735 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4bada1-3e2e-4ccb-8995-cc2e28513068 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:08:36.005356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc4bada1-3e2e-4ccb-8995-cc2e28513068 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.010017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:08:36.020275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:36.020902 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:08:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:36.042715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fc4bada1-3e2e-4ccb-8995-cc2e28513068 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "PUT /v2.0/floatingips/651deac5-262a-40f7-8bdf-f8c637542cef HTTP/1.1" status: 200 len: 992 time: 1.3321617 Jul 14 12:08:36.043309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:36.045601 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f" -d '{"events": [{"name": "network-changed", "server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:36.091493 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bb06a6-1e89-4660-bb4b-0e77f21c0d4d x-openstack-request-id: req-e9bb06a6-1e89-4660-bb4b-0e77f21c0d4d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:36.091786 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:36.092195 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e9bb06a6-1e89-4660-bb4b-0e77f21c0d4d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:36.092454 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'status': 'completed', 'code': 200} Jul 14 12:08:36.138762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:36.179924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-1b588a24-3916-4ef1-8fcf-d3fd0cc31d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:36.182288 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-1b588a24-3916-4ef1-8fcf-d3fd0cc31d18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1097 time: 0.0674849 Jul 14 12:08:36.273969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-e200b517-dddc-445a-bddd-a3a7302d2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:36.275482 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-e200b517-dddc-445a-bddd-a3a7302d2619 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0871046 Jul 14 12:08:36.346329 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-1bbd481e-c7b5-483f-bca5-4c292d7b2ef1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1000 time: 0.0631647 Jul 14 12:08:36.372063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:39:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:35Z', 'revision_number': 1, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:36.395949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-0b436391-930e-4c21-98ee-a0a03f31d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:36.397507 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-0b436391-930e-4c21-98ee-a0a03f31d467 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0454483 Jul 14 12:08:36.402003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:08:36.411083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:36.411694 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:08:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:36.456072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-a7926c5f-7193-4bd4-899b-0dca9e9f25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:36.457674 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-a7926c5f-7193-4bd4-899b-0dca9e9f25c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540917 Jul 14 12:08:36.516519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:36.552199 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-cf22e000-883b-43c6-9536-b0ae3ce462a2 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880356 Jul 14 12:08:36.641290 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4587d43b-0f8f-40b6-aff0-fbe24e3bab1f req-d4fee012-429c-460d-ab3b-a23d13452a14 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823975 Jul 14 12:08:36.738421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:39:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:35Z', 'revision_number': 1, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:36.764026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802e263-2649-45cd-a4f7-1ec2d39218e3 None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:39:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:35Z', 'revision_number': 1, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:08:36.961801 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b7adb3-ff86-42c4-a5d8-f3f38c8d53a6 None None] New status for floating IP 651deac5-262a-40f7-8bdf-f8c637542cef: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:08:39.525093 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1840631e-63af-4531-b51d-9278c11d26e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:40.003160 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:08:42.305081 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:42.677040 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9aa2385d-bfb7-41e4-b2fe-fb64b148f0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:43.533539 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:45.240084 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:55.437754 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-d122fe00-fc9f-4c79-a128-d53b897b6e5c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510051 Jul 14 12:08:55.549990 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-5ac94a4e-27da-4de2-93e8-6ad9730aa1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:55.551508 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-5ac94a4e-27da-4de2-93e8-6ad9730aa1ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1097 time: 0.0625949 Jul 14 12:08:55.655620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-c8e66619-88d7-4566-90b3-1dc149b1e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:55.657157 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-c8e66619-88d7-4566-90b3-1dc149b1e93a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0831141 Jul 14 12:08:55.724539 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-ace74ec9-3d10-40e3-bfaa-be0e2a7c309d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1002 time: 0.0606616 Jul 14 12:08:55.775796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-0d6096b9-1bb9-4f21-ae2d-1dab9e7e6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:55.777322 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-0d6096b9-1bb9-4f21-ae2d-1dab9e7e6823 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0443115 Jul 14 12:08:55.833444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-d0740592-c829-442e-9c7f-ed6f1beb210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:55.834973 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-d0740592-c829-442e-9c7f-ed6f1beb210a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511472 Jul 14 12:08:55.933717 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-13db9d2a-7d42-4729-a536-b5ec296a4179 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860767 Jul 14 12:08:56.024109 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3d078dfb-6795-4d56-8c7a-8a1dbdc286f9 req-31f57b97-89c3-4d7e-97a7-38f60c84ec23 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825107 Jul 14 12:08:56.515671 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.430328 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:09.527761 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-906c8912-da71-4aea-a083-81d0076472f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:12.306619 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:12.677524 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ca193563-3751-42e9-82c0-eb2075bde715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:13.536342 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:15.242827 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:17.003024 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:09:26.540481 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:28.444694 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:38.492268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-bae1d439-0439-4502-9c4b-8f3580aea247 req-9da717af-6966-4298-ae33-e079cdb17864 service neutron] (93702) timed out ('10.222.0.45', 64588) {{(pid=93702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 12:09:39.530417 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd815-856d-4831-8eaa-21a076ba6a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:42.307220 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:42.678517 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8ed76a2e-1207-4d51-b790-a7630a5c35bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:43.538984 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:45.246202 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:54.003239 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:09:55.452139 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-7f2e5854-aa6c-4fa5-963a-7cacfe3a7321 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512064 Jul 14 12:09:55.558900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-03c5a6d3-2590-449b-9d15-7fc3da9699c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:55.560457 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-03c5a6d3-2590-449b-9d15-7fc3da9699c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1097 time: 0.0564823 Jul 14 12:09:55.669424 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-71672d4f-3721-4b55-bfcd-ce3e910bc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:55.670919 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-71672d4f-3721-4b55-bfcd-ce3e910bc2ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0845532 Jul 14 12:09:55.744168 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-97d85cb5-e53d-4a81-87e3-3503984ce321 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1002 time: 0.0624347 Jul 14 12:09:55.795533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-58802904-23e1-4a8d-a985-e0a02a03c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:55.797002 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-58802904-23e1-4a8d-a985-e0a02a03c94f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0431650 Jul 14 12:09:55.855385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-64523ec6-6f86-4094-ae63-0dee3aa5823c req-862078ab-9736-4305-b3f1-710f64764adc service neutron] (93702) timed out ('10.222.0.64', 54382) {{(pid=93702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 12:09:55.860988 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-3982a5c0-543a-40ff-8e7a-300624719172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:55.863059 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-3982a5c0-543a-40ff-8e7a-300624719172 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559371 Jul 14 12:09:55.957954 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-f552fe28-280e-4546-af89-e6d25d7a882f service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846570 Jul 14 12:09:56.051403 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2a74942d-ca15-460b-bae2-e6a3381129d3 req-ed234bb9-5243-4d4f-a50a-3e81a19fe6e1 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832269 Jul 14 12:09:56.559961 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:58.445348 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:09.534392 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2c71b417-a092-44d9-aa59-e17866288d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:12.308317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:12.678478 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-697c5f9b-90d5-49a4-bb2b-21d77949243f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:13.544805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:14.878412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c059e1-2e17-45e4-8f80-2143c89f46dd req-cc8719cd-b6e3-4385-92b8-868d4b1d55c3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:14.879811 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44c059e1-2e17-45e4-8f80-2143c89f46dd req-cc8719cd-b6e3-4385-92b8-868d4b1d55c3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0673349 Jul 14 12:10:14.918556 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44c059e1-2e17-45e4-8f80-2143c89f46dd req-e8b150f7-30d4-45e6-b3b7-172bcbee1855 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Jul 14 12:10:15.251251 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:15.328267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb75061-e417-4514-b428-bf00fe42b9b1 req-0993729d-829c-47f6-ab13-ec719f031ae5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:15.329992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-abb75061-e417-4514-b428-bf00fe42b9b1 req-0993729d-829c-47f6-ab13-ec719f031ae5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0652297 Jul 14 12:10:15.368851 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-abb75061-e417-4514-b428-bf00fe42b9b1 req-bb6dca4a-1a1c-42f8-b52e-2bdae742f3a9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Jul 14 12:10:15.370553 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-69b61cd1-172a-4a8d-a260-a73485b6c3e1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1597176 Jul 14 12:10:16.545635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d0f85-3580-4161-bc1d-e23c1b33dca3 req-2cd6b6e6-647f-4bb3-8920-c5c28694a198 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:16.547153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-686d0f85-3580-4161-bc1d-e23c1b33dca3 req-2cd6b6e6-647f-4bb3-8920-c5c28694a198 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0644145 Jul 14 12:10:16.587844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-686d0f85-3580-4161-bc1d-e23c1b33dca3 req-520a7514-3967-472c-a95c-4f59141db1ca tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345724 Jul 14 12:10:16.690124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-48b929a8-3032-401f-8591-854f34eeeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:16.691672 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-48b929a8-3032-401f-8591-854f34eeeb3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1097 time: 0.0559790 Jul 14 12:10:16.785726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-b982779d-eb8d-4693-b061-a7483247f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:16.787268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-b982779d-eb8d-4693-b061-a7483247f670 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0850248 Jul 14 12:10:16.859231 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-d2b1db5c-a729-4604-9a70-beedff893ca2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1002 time: 0.0619171 Jul 14 12:10:16.912462 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-4ef1f129-b1df-41d3-9205-528b25042065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:16.913974 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-4ef1f129-b1df-41d3-9205-528b25042065 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0453784 Jul 14 12:10:16.973305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-4b85db47-2c36-496d-ace7-7722c71238a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:16.974830 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-4b85db47-2c36-496d-ace7-7722c71238a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511968 Jul 14 12:10:17.068951 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-18f8282b-28b6-4a67-9db8-07747e9094cb service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Jul 14 12:10:17.511798 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-e106ee88-1838-4a46-bb93-aa24db789a2b service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327748 Jul 14 12:10:17.778816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3016d3-584b-4606-b7e1-0e3a3b33ceff req-d5b7dc02-8294-46e8-9953-08510eeb53ed tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:17.780248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f3016d3-584b-4606-b7e1-0e3a3b33ceff req-d5b7dc02-8294-46e8-9953-08510eeb53ed tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0710800 Jul 14 12:10:17.819686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f3016d3-584b-4606-b7e1-0e3a3b33ceff req-bd0a83f7-b47c-4e3e-8ba9-a2afaa2b206a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331559 Jul 14 12:10:18.993539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e6a77-bdd8-4b96-b2f1-6fe93f639100 req-a92c7094-a5b2-4d6e-a489-7a6b3d08b65f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:18.995046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-865e6a77-bdd8-4b96-b2f1-6fe93f639100 req-a92c7094-a5b2-4d6e-a489-7a6b3d08b65f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0639462 Jul 14 12:10:19.033483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-865e6a77-bdd8-4b96-b2f1-6fe93f639100 req-c5859255-bb0f-424a-aac7-55998df78c25 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328617 Jul 14 12:10:20.213954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12601d-c4f8-4f37-9200-e26589d6038b req-758b5302-1088-49ed-a3ec-43df829819dc tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:20.215466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e12601d-c4f8-4f37-9200-e26589d6038b req-758b5302-1088-49ed-a3ec-43df829819dc tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0681157 Jul 14 12:10:20.254737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e12601d-c4f8-4f37-9200-e26589d6038b req-dcba0b8e-43f6-4e1b-997e-e449c2703077 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335233 Jul 14 12:10:21.432819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e817a19-2402-43f0-abf5-c05fefe7ea5b req-3d84b606-7403-4333-b75e-384ed92bc734 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:21.434334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e817a19-2402-43f0-abf5-c05fefe7ea5b req-3d84b606-7403-4333-b75e-384ed92bc734 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0645659 Jul 14 12:10:21.477699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e817a19-2402-43f0-abf5-c05fefe7ea5b req-de4354d1-325a-4be0-800f-3b9f3495f7fd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377936 Jul 14 12:10:22.651305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95bb4e-60bc-465b-9501-6fce8970fa83 req-de8e3324-c332-4021-b06d-36b337056fb2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:22.652823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a95bb4e-60bc-465b-9501-6fce8970fa83 req-de8e3324-c332-4021-b06d-36b337056fb2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0638793 Jul 14 12:10:22.690391 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4a95bb4e-60bc-465b-9501-6fce8970fa83 req-4a6000ad-1722-4da2-8c8e-1ee19ff521d2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319428 Jul 14 12:10:23.872506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d690dba-3d10-4de1-a3cf-64af35bd1e8e req-d5dbd120-da50-4950-85f3-3f81d3079bd8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:23.873923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d690dba-3d10-4de1-a3cf-64af35bd1e8e req-d5dbd120-da50-4950-85f3-3f81d3079bd8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0682268 Jul 14 12:10:23.912399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8d690dba-3d10-4de1-a3cf-64af35bd1e8e req-dfbd5a9e-309b-4446-919a-1bfd0dbedac0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318599 Jul 14 12:10:25.089338 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a155e-2b75-445c-8c2a-f5162f77f556 req-cf238019-6d7f-4d03-8d34-65ba21f7ad82 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:25.090840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a64a155e-2b75-445c-8c2a-f5162f77f556 req-cf238019-6d7f-4d03-8d34-65ba21f7ad82 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0628445 Jul 14 12:10:25.127644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a64a155e-2b75-445c-8c2a-f5162f77f556 req-fc31a7ad-5668-470d-b454-d13f61e826a9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Jul 14 12:10:26.324327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab2edc-c7ad-49f1-a341-2314384778db req-19259566-95fc-46ce-9834-bbee4f60d0e5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:26.325839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69ab2edc-c7ad-49f1-a341-2314384778db req-19259566-95fc-46ce-9834-bbee4f60d0e5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0675657 Jul 14 12:10:26.364308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69ab2edc-c7ad-49f1-a341-2314384778db req-0472bdcd-8690-440b-bcbf-21fc0f668d81 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321288 Jul 14 12:10:26.576354 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:27.719874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7a77b-e560-4c24-be34-8c357589ca0e req-ff134ead-aa1b-4341-83e0-3b2b2c282a56 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:27.721402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ac7a77b-e560-4c24-be34-8c357589ca0e req-ff134ead-aa1b-4341-83e0-3b2b2c282a56 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0640996 Jul 14 12:10:27.759499 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ac7a77b-e560-4c24-be34-8c357589ca0e req-2770297c-c1fc-44c6-93f4-23adbd79252c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Jul 14 12:10:28.446284 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:28.933876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e0983-4a70-4cc3-b03e-8de6175efbc1 req-d930a94d-4d34-4919-a7c9-660913818e5b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:28.935393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e0e0983-4a70-4cc3-b03e-8de6175efbc1 req-d930a94d-4d34-4919-a7c9-660913818e5b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0653229 Jul 14 12:10:28.975586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e0e0983-4a70-4cc3-b03e-8de6175efbc1 req-9ae15bc8-aac4-45ea-ad28-7e07d6a0b8b0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Jul 14 12:10:30.152996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc495a2-7d47-49e2-9909-ac631c9eb33e req-d20b99c5-11e1-4d1e-82f8-655c08d025d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:30.154550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0dc495a2-7d47-49e2-9909-ac631c9eb33e req-d20b99c5-11e1-4d1e-82f8-655c08d025d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0695736 Jul 14 12:10:30.193572 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0dc495a2-7d47-49e2-9909-ac631c9eb33e req-9fed2f5f-c202-437c-b642-f9d6f3dac444 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320852 Jul 14 12:10:30.305969 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-45bb7de2-db18-4da7-a1e7-be1eefaeb42a service neutron] show failed (client error): The resource could not be found. Jul 14 12:10:30.306903 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-45bb7de2-db18-4da7-a1e7-be1eefaeb42a service neutron] 10.222.0.45 "GET /v2.0/ports/e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0541468 Jul 14 12:10:30.648251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-087f8506-0620-4447-8278-986c197e6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:30.649778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-087f8506-0620-4447-8278-986c197e6bcc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 1097 time: 0.1346552 Jul 14 12:10:30.662333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:10:30.736824 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:30.942600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:30.976366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:10:31.001764 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:10:31.015991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:10:31.018270 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56fe7ae-a14e-4cfb-8e63-5f0616093f1d" -d '{"events": [{"server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:10:31.022644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:31.036032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Transition to ACTIVE for port object e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:10:31.039665 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:31.087727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:31.152601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.152950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.153296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.153879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.154001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.154276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.154605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.154987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.155261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.155585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.156013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.156340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:31.161994 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfa36cd-26fe-47be-bbab-038856b52da8 x-openstack-request-id: req-7dfa36cd-26fe-47be-bbab-038856b52da8 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:10:31.162277 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:10:31.162528 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dfa36cd-26fe-47be-bbab-038856b52da8 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:10:31.162921 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'code': 200} Jul 14 12:10:31.239670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] No DVR routers for this DVR port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:10:31.436212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddfd5-b8a8-43fc-9659-ac2de22a13b5 req-d7ae9335-ba24-4140-a0d5-89b17311a7e9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:31.437656 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7fddfd5-b8a8-43fc-9659-ac2de22a13b5 req-d7ae9335-ba24-4140-a0d5-89b17311a7e9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 944 time: 0.1109936 Jul 14 12:10:31.440110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Attempting to bind port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:10:31.440480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Attempting to bind port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:10:31.441325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Attempting to bind port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:10:31.452573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:10:31.452898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Attempting to bind port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:10:31.466127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:10:31.466466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:10:31.466846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:10:31.467283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Bound port: e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:10:31.467643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:31.510525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7fddfd5-b8a8-43fc-9659-ac2de22a13b5 req-ce5a799b-c331-4d93-990f-1796d95f308d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656397 Jul 14 12:10:31.548967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:10:31.552332 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:10:31.560688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:31.598428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:31.599070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:31.600511 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] 10.222.0.64 "PUT /v2.0/ports/e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1092 time: 0.9424622 Jul 14 12:10:31.623437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513aa58-6f12-4569-ae69-428d561abfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:31.684754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-bd762f26-0ac5-4bc7-ad3f-7a5db1cc0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:31.686367 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-bd762f26-0ac5-4bc7-ad3f-7a5db1cc0294 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1095 time: 0.0598123 Jul 14 12:10:31.785497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-5690c82a-6cd0-42ba-a6cf-9c0d8372c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:31.786990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-5690c82a-6cd0-42ba-a6cf-9c0d8372c3af service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0947242 Jul 14 12:10:31.852016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-b0ed9249-c54a-4e8c-8f2a-208a91c9d962 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1000 time: 0.0586369 Jul 14 12:10:31.900866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-820d70d7-5ce9-4fb8-bd4e-5f45880ad90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:31.902262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-820d70d7-5ce9-4fb8-bd4e-5f45880ad90b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0436082 Jul 14 12:10:31.963920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-f1f101dc-4e02-4928-8a6b-d1bf7197b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:31.965458 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-f1f101dc-4e02-4928-8a6b-d1bf7197b4b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570731 Jul 14 12:10:32.059268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-412a100c-0906-42f9-9b87-af29b2c50f95 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858021 Jul 14 12:10:32.155001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9a264dd-d9bd-4b2c-9a7a-cc08df1faa73 req-bc544e99-9ee3-4852-a91d-4ebd8e3213d3 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894105 Jul 14 12:10:32.695390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550b51e-2eae-46c2-9abc-f9519db56fe6 req-841d3dd5-a6ab-4318-b41e-4df97b5747f6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:32.696944 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2550b51e-2eae-46c2-9abc-f9519db56fe6 req-841d3dd5-a6ab-4318-b41e-4df97b5747f6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 944 time: 0.0667140 Jul 14 12:10:32.736975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2550b51e-2eae-46c2-9abc-f9519db56fe6 req-e050664e-665b-4c11-ac37-5331a34a06a2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329745 Jul 14 12:10:33.164279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:10:33.166542 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77546a5-b70c-4d7b-b6a3-a87be630777a" -d '{"events": [{"name": "network-changed", "server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:10:33.216637 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656a8847-426b-4b05-847a-37cb1b267d0c x-openstack-request-id: req-656a8847-426b-4b05-847a-37cb1b267d0c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:10:33.216937 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:10:33.217190 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-656a8847-426b-4b05-847a-37cb1b267d0c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:10:33.217597 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'status': 'completed', 'code': 200} Jul 14 12:10:33.294753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-5aeaceb5-2908-4d7d-9cf2-6e9ccb3ccdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:33.296350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-5aeaceb5-2908-4d7d-9cf2-6e9ccb3ccdd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1095 time: 0.0546083 Jul 14 12:10:33.347497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-0fdfc6b2-3e36-4d62-8c02-cd93fe6df941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:33.349290 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-0fdfc6b2-3e36-4d62-8c02-cd93fe6df941 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1095 time: 0.1027915 Jul 14 12:10:33.390315 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-61567b31-27ba-41e4-a0c4-33bbf361867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:33.391912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-61567b31-27ba-41e4-a0c4-33bbf361867f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0887804 Jul 14 12:10:33.445811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-245ff004-46ce-42e2-9b81-e6162b5eb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:33.447242 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-245ff004-46ce-42e2-9b81-e6162b5eb3dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0878153 Jul 14 12:10:33.458307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-010cc5fa-8009-45ed-bf52-7bb7821b3c4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1000 time: 0.0599315 Jul 14 12:10:33.514125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-e3d6627b-b14c-4606-83f3-d7eeffbeeef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:33.515646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-e3d6627b-b14c-4606-83f3-d7eeffbeeef3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0511882 Jul 14 12:10:33.524880 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-ca4f4e11-f688-4efc-95c5-8d99f1d55398 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1000 time: 0.0675581 Jul 14 12:10:33.575783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-aa83b7ba-6b36-45c3-8308-933c3b203685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:33.577457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-aa83b7ba-6b36-45c3-8308-933c3b203685 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548911 Jul 14 12:10:33.577949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-d732da0c-1f47-4ac6-95ae-34113de18ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:33.579413 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-d732da0c-1f47-4ac6-95ae-34113de18ce3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0450447 Jul 14 12:10:33.638533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-24448cc6-f069-4d91-9a9c-570c778accf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:33.640091 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-24448cc6-f069-4d91-9a9c-570c778accf8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521121 Jul 14 12:10:33.675769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-e826dd31-a21c-4013-aad2-9e74081553ca service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910525 Jul 14 12:10:33.746125 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-a17985cd-b40c-4049-800a-66f171db23ea service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956147 Jul 14 12:10:33.783731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-064f1152-c73d-439d-a3c1-0601619d6a9b service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002412 Jul 14 12:10:33.854450 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b77546a5-b70c-4d7b-b6a3-a87be630777a req-0342e152-5087-49a1-ab6e-593f279142c7 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984724 Jul 14 12:10:33.906838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:10:33.926178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfb2d6-733d-4dc2-9063-410ee49c185f req-e265f10a-05a5-4ca2-90f2-b6220b29294c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:33.927762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcdfb2d6-733d-4dc2-9063-410ee49c185f req-e265f10a-05a5-4ca2-90f2-b6220b29294c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 944 time: 0.0687122 Jul 14 12:10:33.967716 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcdfb2d6-733d-4dc2-9063-410ee49c185f req-ef219485-3c35-4398-ba9f-d036cf34639a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340233 Jul 14 12:10:34.006527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:34.019382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'mac_address': 'fa:16:3e:39:5c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:10:34.056251 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:34.070912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:10:34.090988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:34.095518 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:34.152937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:34.163932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.163932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.163932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.163932 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.164951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.164951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.164951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.165808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.165808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.165808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.166104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.166333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:34.280383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f780ed9-0985-4a4f-b8e3-31cd8feab568 req-d8b409a5-53d3-46f2-8bc7-c863a88063ab tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:34.281822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f780ed9-0985-4a4f-b8e3-31cd8feab568 req-d8b409a5-53d3-46f2-8bc7-c863a88063ab tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 945 time: 0.0650074 Jul 14 12:10:34.315254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-fb3f1271-56b1-4f8a-b60e-7fde6e862e59 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:34.316837 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-fb3f1271-56b1-4f8a-b60e-7fde6e862e59 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d&tenant_id=5a29ffa04e48435b858e3c22ff178e4b&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 945 time: 0.0797181 Jul 14 12:10:34.325317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f780ed9-0985-4a4f-b8e3-31cd8feab568 req-3843817d-c9b9-4225-a1d6-464abdff227e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371940 Jul 14 12:10:34.331731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:10:34.384510 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-07bef1a8-404f-4540-9f0e-38b9acffa3d1 service neutron] delete failed (client error): The resource could not be found. Jul 14 12:10:34.385571 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-07bef1a8-404f-4540-9f0e-38b9acffa3d1 service neutron] 10.222.0.45 "DELETE /v2.0/ports/e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0613115 Jul 14 12:10:34.489017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-e91002e5-489e-4e05-a232-ab112e5bb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:34.490585 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-e91002e5-489e-4e05-a232-ab112e5bb8a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 1096 time: 0.0538592 Jul 14 12:10:34.587194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-73ec09f3-8d31-43a0-9794-d3879402f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:34.588776 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-73ec09f3-8d31-43a0-9794-d3879402f697 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0882869 Jul 14 12:10:34.656492 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-c365a078-6422-4209-bf2d-c6ae0a2a2464 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 200 len: 1001 time: 0.0578880 Jul 14 12:10:34.708884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-9d8e4b53-b053-44ba-afa5-d4077904868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:34.710332 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-9d8e4b53-b053-44ba-afa5-d4077904868a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0432334 Jul 14 12:10:34.730855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:10:34.772968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:10:34.780071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-9433fce2-1506-4bf2-95f9-63e283406be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:34.781592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-9433fce2-1506-4bf2-95f9-63e283406be9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609515 Jul 14 12:10:34.873124 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-fb763977-a2e6-4703-9722-05e0d9eeebe3 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808153 Jul 14 12:10:34.969384 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-75664fc6-3f93-44ec-93ae-bfd5f29e012b req-34436574-7afc-4cff-a02e-b7fbc449eb18 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862346 Jul 14 12:10:35.507286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74ad32-7a89-45eb-a760-345fea1a372f req-5ae59ee9-acc7-4adb-8b04-d1c6f5f749de tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:35.508942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a74ad32-7a89-45eb-a760-345fea1a372f req-5ae59ee9-acc7-4adb-8b04-d1c6f5f749de tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 945 time: 0.0651345 Jul 14 12:10:35.553970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a74ad32-7a89-45eb-a760-345fea1a372f req-f6db5b8d-82ce-4b11-a178-2d7c98e30061 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353689 Jul 14 12:10:35.899444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:10:35.948884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:10:35.952421 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:10:35.952974 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:36.027813 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:36.050538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:10:36.052891 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805bd05c-59ff-4ced-a1cc-3e67dd01bcec" -d '{"events": [{"server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "name": "network-vif-plugged", "status": "completed", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:10:36.065603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:36.069626 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:36.121830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:36.149798 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39718233-fccf-41b6-9e59-894fabbd1774 x-openstack-request-id: req-39718233-fccf-41b6-9e59-894fabbd1774 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:10:36.150034 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "name": "network-vif-plugged", "status": "completed", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:10:36.150317 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39718233-fccf-41b6-9e59-894fabbd1774 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:10:36.150724 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'code': 200} Jul 14 12:10:36.729312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc07899-c353-461b-b344-c2fdd4ea8454 req-e5ef8666-e464-4783-b1ec-8cd1504081c3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:36.730955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcc07899-c353-461b-b344-c2fdd4ea8454 req-e5ef8666-e464-4783-b1ec-8cd1504081c3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0643425 Jul 14 12:10:36.770541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcc07899-c353-461b-b344-c2fdd4ea8454 req-566d18c7-eb43-44b3-8c2d-ab554dbf9497 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338936 Jul 14 12:10:36.953673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1bcdd-9824-4b1f-b0ba-a7acebf2a1c4 req-dcb31790-5f91-4c13-99d3-1ca72b58d7c9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:36.955166 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2eb1bcdd-9824-4b1f-b0ba-a7acebf2a1c4 req-dcb31790-5f91-4c13-99d3-1ca72b58d7c9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0674706 Jul 14 12:10:36.994259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2eb1bcdd-9824-4b1f-b0ba-a7acebf2a1c4 req-ba0fdb64-10fb-4876-9235-baf5e6d48147 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329311 Jul 14 12:10:37.170129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a2f9a-3960-45f7-a64f-c8f17f8f95e7 req-21d08bdb-070b-4d2c-841c-18393e6b8138 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:37.171596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-056a2f9a-3960-45f7-a64f-c8f17f8f95e7 req-21d08bdb-070b-4d2c-841c-18393e6b8138 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0643783 Jul 14 12:10:37.211543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-056a2f9a-3960-45f7-a64f-c8f17f8f95e7 req-4c765949-df62-4efb-af95-5d1ba7ee2f24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335891 Jul 14 12:10:37.599675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d1265-3c42-4ffc-bb5f-195bea1f5b9f req-906c1bd6-56c9-40ff-a982-3397c5a787f1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:37.601182 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e7d1265-3c42-4ffc-bb5f-195bea1f5b9f req-906c1bd6-56c9-40ff-a982-3397c5a787f1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0637019 Jul 14 12:10:37.642306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6e7d1265-3c42-4ffc-bb5f-195bea1f5b9f req-569677fe-5f86-48a2-b673-4cba13218b5f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355525 Jul 14 12:10:38.848499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-8a63e49f-696f-4f1d-a8bc-5028a2cee399 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:38.849989 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-8a63e49f-696f-4f1d-a8bc-5028a2cee399 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.1072481 Jul 14 12:10:38.864181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278f2bc-9b9a-4edc-bc09-5aefe7fb8aba req-e6f0e34f-dc10-4a56-8877-da07f884ab8d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:38.865600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0278f2bc-9b9a-4edc-bc09-5aefe7fb8aba req-e6f0e34f-dc10-4a56-8877-da07f884ab8d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 946 time: 0.0939629 Jul 14 12:10:38.945798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0278f2bc-9b9a-4edc-bc09-5aefe7fb8aba req-1dfc8b4b-13c4-4513-96dc-a9b40f180b38 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738759 Jul 14 12:10:38.990367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Deleting port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:10:38.990710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:39.082290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] For port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:39.082659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:39.301619 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:39.301892 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:39.302205 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Floating IP 651deac5-262a-40f7-8bdf-f8c637542cef disassociated. External IP: 172.25.2.128, port: e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf. Jul 14 12:10:39.302549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Calling delete_port for e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:10:39.431512 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:39.461382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event deleted for resources: {'Port': ['ID=e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:39.541877 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efb1-5259-4dd1-9be3-cdab3e85b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:39.916866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:10:40.027022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:10:40.037873 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:10:40.047565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:10:40.048231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:10:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:40.085089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] No DVR routers for this DVR port e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:10:40.105784 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:40.107752 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01380d39-4426-4f3f-b1af-bf024e95ab3e req-b226da63-fce1-4996-a7ab-a0e79134bdf9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "DELETE /v2.0/ports/e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf HTTP/1.1" status: 204 len: 173 time: 1.2520084 Jul 14 12:10:40.108365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'name': 'network-vif-deleted', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:10:40.110611 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b35869-9500-4b70-adf0-46a7cbbd180f" -d '{"events": [{"server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "name": "network-vif-deleted", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:10:40.114719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fa5f1c0-5a34-430b-962c-49c2c2f9a2aa req-36e30b8c-b880-43ee-91be-aa166b24c01f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=751f34a7-2b95-4a0e-8d3c-efa7d277da7d HTTP/1.1" status: 200 len: 210 time: 0.0571239 Jul 14 12:10:40.164556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:10:40.168546 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adfe8e1-6ea8-484e-95e3-2ce69d0c596c x-openstack-request-id: req-2adfe8e1-6ea8-484e-95e3-2ce69d0c596c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:10:40.168842 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751f34a7-2b95-4a0e-8d3c-efa7d277da7d", "name": "network-vif-deleted", "tag": "e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:10:40.169099 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2adfe8e1-6ea8-484e-95e3-2ce69d0c596c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:10:40.169500 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751f34a7-2b95-4a0e-8d3c-efa7d277da7d', 'name': 'network-vif-deleted', 'tag': 'e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf', 'status': 'completed', 'code': 200} Jul 14 12:10:40.534946 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:40.561035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:10:40.570001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:10:40.570606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:10:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:40.676391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:10:40.875791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:40.903059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf154f5-87fa-4604-a500-3d93749b210f None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:10:41.113150 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dd1dbf-e939-4e14-baf9-feea9f3aa746 None None] New status for floating IP 651deac5-262a-40f7-8bdf-f8c637542cef: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:10:41.430387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-c0a7eaba-335a-4e17-9bae-96f752054fd0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2018648750&fields=id&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 267 time: 0.0335658 Jul 14 12:10:41.535710 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726852cc-6c92-4898-841e-52f619a63ffb req-24d85b0f-8556-4490-be0f-5c1088908127 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:41.537244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-24d85b0f-8556-4490-be0f-5c1088908127 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 811 time: 0.1006207 Jul 14 12:10:41.552769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-36dca099-779e-4972-922c-4de2eb2920f4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/quotas/5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 375 time: 0.0098846 Jul 14 12:10:41.627728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-0abb5f9f-a7be-4bad-8e8e-607eeacf4c96 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692942 Jul 14 12:10:41.722585 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-b38816e2-7297-402a-8321-affdcaefc977 service neutron] 10.222.0.38 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828557 Jul 14 12:10:41.815032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-bb236e4c-dd31-4905-b724-75a28c22140e service neutron] 10.222.0.38 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867820 Jul 14 12:10:41.910517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:10:41.930897 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:10:41.931218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device e2c395e4-0b5e-4af8-bdbb-1f7ba6fad1cf not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:10:41.988267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-324506d8-13d9-463f-8499-4610ad4eee34 req-2aa18186-6129-40bf-825c-440e4502db2d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 210 time: 0.0321634 Jul 14 12:10:42.313456 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:42.679626 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f348d5ba-780b-4198-8c3e-a6e6cb9d85ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:43.137327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f56fee7-0dc4-4d36-b0f4-bbbbdd827ffc req-15b81c8d-cbaa-45fe-9f15-53ff79228f75 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 210 time: 0.0301602 Jul 14 12:10:43.316383 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726852cc-6c92-4898-841e-52f619a63ffb req-65b2f40c-d01d-4e3e-b2d7-80fe8a7934b8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:43.318078 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-65b2f40c-d01d-4e3e-b2d7-80fe8a7934b8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 811 time: 0.1030071 Jul 14 12:10:43.382619 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-49231c55-990d-45e5-bd53-d94c5a0a6951 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 380 time: 0.0366869 Jul 14 12:10:43.392430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'port': {'device_id': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'admin_state_up': True, 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'security_groups': ['f4208cbf-ed9d-4979-aee5-21632d6ef3de']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:10:43.500885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Made reservation on behalf of 5a29ffa04e48435b858e3c22ff178e4b for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:10:43.505002 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:43.546273 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:43.635414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Allocated IP 172.20.0.3 (2558cc3d-ec8b-4354-a76d-3510189e7990/861ffa8a-83a2-4b37-a9a4-468655080306/4bffe65b-23a5-4c1b-b784-9d15f01cead7) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:10:43.779401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:43.794081 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Transition to ACTIVE for port object 4bffe65b-23a5-4c1b-b784-9d15f01cead7 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:10:43.828028 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:43.876336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:10:43.880355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:10:43.885073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:10:43.892282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event updated for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:43.925940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.925940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.926294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.926579 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.926912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.927240 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.927567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.927912 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.928238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.928561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.928882 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.929202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:43.955813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:43.957212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:43.972338 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-3b764458-85d6-44d7-9da4-9f44cc6fe6ec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835664 Jul 14 12:10:43.985805 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Request body: {'port': {'device_id': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:10:44.062865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:44.142846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-484d4d88-2f3a-4885-9b28-b8c73b104798 None None] Provisioning for port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:10:44.147320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-484d4d88-2f3a-4885-9b28-b8c73b104798 None None] Provisioning complete for port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:10:44.147765 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-484d4d88-2f3a-4885-9b28-b8c73b104798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:44.182164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-484d4d88-2f3a-4885-9b28-b8c73b104798 None None] Port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:10:44.314494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac5169-2c31-40ef-baeb-c9d5e5f6523b req-2eca3095-4447-4810-b4ff-deb6520de8b6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:44.316807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0dac5169-2c31-40ef-baeb-c9d5e5f6523b req-2eca3095-4447-4810-b4ff-deb6520de8b6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 931 time: 0.0649326 Jul 14 12:10:44.348525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bffe65b-23a5-4c1b-b784-9d15f01cead7 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:10:44.356076 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:44.360225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0dac5169-2c31-40ef-baeb-c9d5e5f6523b req-037fe6e6-2a76-4380-a50f-818610025a09 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354071 Jul 14 12:10:44.368554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Transition to ACTIVE for port object 4bffe65b-23a5-4c1b-b784-9d15f01cead7 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:10:44.372273 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:44.443596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Pushing event updated for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:44.493356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Attempting to bind port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:10:44.493689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Attempting to bind port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:10:44.494025 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Attempting to bind port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:10:44.498493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:10:44.498812 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Attempting to bind port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:10:44.504454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:10:44.504978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:10:44.505363 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:10:44.505795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Bound port: 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:10:44.506157 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:44.578321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:10:44.581902 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:10:44.586651 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:44.622706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:44.623328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:44.624837 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] 10.222.0.45 "PUT /v2.0/ports/4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 1091 time: 0.6434164 Jul 14 12:10:44.625282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:10:44.627561 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b1b4d8-313d-4e41-959f-ffac07eb1e09" -d '{"events": [{"name": "network-changed", "server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:10:44.662908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa960c66-6a79-44ce-8558-9ea4b2343730 service neutron] Pushing event updated for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:44.733145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726852cc-6c92-4898-841e-52f619a63ffb req-000438b3-dd5e-4a5e-afbe-98ab668ff3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:44.734470 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-000438b3-dd5e-4a5e-afbe-98ab668ff3d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1094 time: 0.0672371 Jul 14 12:10:44.754093 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a09b059-cd49-474a-9b10-27e56378f30c x-openstack-request-id: req-3a09b059-cd49-474a-9b10-27e56378f30c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:10:44.754561 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:10:44.754863 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a09b059-cd49-474a-9b10-27e56378f30c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:10:44.755322 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'status': 'completed', 'code': 200} Jul 14 12:10:44.790836 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-7e92a102-3778-4d0d-93ba-ccfb5182353e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 217 time: 0.0446851 Jul 14 12:10:44.848411 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726852cc-6c92-4898-841e-52f619a63ffb req-73c3a933-055a-49c2-9c68-1fd43e318bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:44.849912 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-73c3a933-055a-49c2-9c68-1fd43e318bc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0482931 Jul 14 12:10:44.910911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726852cc-6c92-4898-841e-52f619a63ffb req-f688666f-1f15-4b8e-b3f4-fb8d46ff831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:44.912506 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-f688666f-1f15-4b8e-b3f4-fb8d46ff831a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532157 Jul 14 12:10:45.009924 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-6ee33931-d8eb-4c63-91a7-6fec5ea39df3 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857003 Jul 14 12:10:45.102526 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-726852cc-6c92-4898-841e-52f619a63ffb req-d9033330-32dc-46cd-aa10-f38ea21fbb82 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817151 Jul 14 12:10:45.215058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-1564d389-c43d-4f9f-a61e-416b3b0906db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:45.216597 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-1564d389-c43d-4f9f-a61e-416b3b0906db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1094 time: 0.0545418 Jul 14 12:10:45.259215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:45.314360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-ff62edaf-0c9d-4203-92e1-66897aa7944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:45.316278 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-ff62edaf-0c9d-4203-92e1-66897aa7944b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0921352 Jul 14 12:10:45.360730 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-9162cbbc-435c-491b-9f30-43bf93be3ff9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 217 time: 0.0342097 Jul 14 12:10:45.418360 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-720489ee-a2c2-4ae1-8f7e-174305367c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:45.419838 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-720489ee-a2c2-4ae1-8f7e-174305367c9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0488005 Jul 14 12:10:45.477535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-79d23839-779a-483d-b7a7-f93a734201e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:45.478975 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-79d23839-779a-483d-b7a7-f93a734201e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521705 Jul 14 12:10:45.544108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295a453-97a6-4f7a-817c-8a454a62d647 req-a6d44c5a-2fb0-4dfe-8594-91cb1d0938d4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:45.545765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f295a453-97a6-4f7a-817c-8a454a62d647 req-a6d44c5a-2fb0-4dfe-8594-91cb1d0938d4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 943 time: 0.0740831 Jul 14 12:10:45.572984 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-3475a262-a712-4524-b1a7-14a6d6c1046e service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858865 Jul 14 12:10:45.586291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f295a453-97a6-4f7a-817c-8a454a62d647 req-32142606-3fcd-4556-ae54-2fbd92f0c81b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342848 Jul 14 12:10:45.670284 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-70b1b4d8-313d-4e41-959f-ffac07eb1e09 req-14eb1e9e-0e6a-4ac1-b72c-d13397d57a30 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901868 Jul 14 12:10:46.766090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61978f5-98ac-4bf3-b978-687758edddc1 req-7bc45c23-1f43-497e-9e99-bc0bcfe642a7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:46.767601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b61978f5-98ac-4bf3-b978-687758edddc1 req-7bc45c23-1f43-497e-9e99-bc0bcfe642a7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 943 time: 0.0660119 Jul 14 12:10:46.806138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b61978f5-98ac-4bf3-b978-687758edddc1 req-004eaf00-4509-4886-911b-81856c9fb295 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327265 Jul 14 12:10:46.840515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4bffe65b-23a5-4c1b-b784-9d15f01cead7 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:10:46.934528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:46.946925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'mac_address': 'fa:16:3e:53:90:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:10:46.983224 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:46.996745 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bffe65b-23a5-4c1b-b784-9d15f01cead7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:10:47.016634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:47.020777 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:47.070843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:47.366384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4bffe65b-23a5-4c1b-b784-9d15f01cead7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:10:47.982243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb2099-71ea-40dd-a415-11f8dfd4fe74 req-6af5758e-594e-4e28-bd36-c324ac622a54 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:47.983762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5abb2099-71ea-40dd-a415-11f8dfd4fe74 req-6af5758e-594e-4e28-bd36-c324ac622a54 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 944 time: 0.0675812 Jul 14 12:10:48.023279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5abb2099-71ea-40dd-a415-11f8dfd4fe74 req-4fd23a05-fc84-4e11-b32c-0b51321b9be6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330439 Jul 14 12:10:48.843160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4bffe65b-23a5-4c1b-b784-9d15f01cead7 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:10:48.893310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:10:48.897537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:10:48.897911 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:48.973611 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:48.994983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:10:48.997264 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daecdc2-47e3-45b6-a648-44b993df599e" -d '{"events": [{"server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "name": "network-vif-plugged", "status": "completed", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:10:49.010628 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:49.015793 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:49.053932 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a5e3e9-81bc-4cd7-bb85-08abee122e32 x-openstack-request-id: req-82a5e3e9-81bc-4cd7-bb85-08abee122e32 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:10:49.054239 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "name": "network-vif-plugged", "status": "completed", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:10:49.054514 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82a5e3e9-81bc-4cd7-bb85-08abee122e32 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:10:49.054908 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'code': 200} Jul 14 12:10:49.072583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:49.182615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6921d7-0011-4375-a2b7-53425445a4fd req-7ee271f4-c222-4146-be19-9bf164bb3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:49.184124 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c6921d7-0011-4375-a2b7-53425445a4fd req-7ee271f4-c222-4146-be19-9bf164bb3e2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1096 time: 0.0544748 Jul 14 12:10:49.201909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83cf18-b326-4617-9339-8261ddb47e9a req-7c610445-cd63-443e-8332-ae385a75c592 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:49.203431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f83cf18-b326-4617-9339-8261ddb47e9a req-7c610445-cd63-443e-8332-ae385a75c592 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0659392 Jul 14 12:10:49.224657 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7c6921d7-0011-4375-a2b7-53425445a4fd req-7cc9c5e6-af07-4db9-9738-d922060f9295 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289845 Jul 14 12:10:49.242854 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3f83cf18-b326-4617-9339-8261ddb47e9a req-a21d7f8d-27b1-485d-8baf-7c9ee9d17eaa tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327702 Jul 14 12:10:50.420069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30de8-9514-41d8-b8cd-abc9e3eb9eb3 req-265c74db-f769-49a9-b903-4efed14f83f2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:50.421608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67c30de8-9514-41d8-b8cd-abc9e3eb9eb3 req-265c74db-f769-49a9-b903-4efed14f83f2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0665853 Jul 14 12:10:50.459665 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67c30de8-9514-41d8-b8cd-abc9e3eb9eb3 req-57d67560-269a-41a2-bdbf-03fb87806fc4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323446 Jul 14 12:10:50.634180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edcf24-809d-468f-9f44-8dc1d4101d32 req-09c443f8-4e60-4c9b-872b-1d6f3c3773a4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:50.635670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4edcf24-809d-468f-9f44-8dc1d4101d32 req-09c443f8-4e60-4c9b-872b-1d6f3c3773a4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0690355 Jul 14 12:10:50.645113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 54806) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:10:50.649633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-cee364f1-30fb-4223-a524-c40f6e86a8e3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'floatingip': {'port_id': '4bffe65b-23a5-4c1b-b784-9d15f01cead7'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:10:50.687771 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cee364f1-30fb-4223-a524-c40f6e86a8e3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:51.139674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cee364f1-30fb-4223-a524-c40f6e86a8e3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:51.143694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cee364f1-30fb-4223-a524-c40f6e86a8e3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:51.247188 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-cee364f1-30fb-4223-a524-c40f6e86a8e3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Floating IP 651deac5-262a-40f7-8bdf-f8c637542cef associated. External IP: 172.25.2.128, port: 4bffe65b-23a5-4c1b-b784-9d15f01cead7. Jul 14 12:10:51.461348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee364f1-30fb-4223-a524-c40f6e86a8e3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:10:51.571986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee364f1-30fb-4223-a524-c40f6e86a8e3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:10:51.576826 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cee364f1-30fb-4223-a524-c40f6e86a8e3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:51.582427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:10:51.591635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:10:51.592295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:10:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:51.617649 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cee364f1-30fb-4223-a524-c40f6e86a8e3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "PUT /v2.0/floatingips/651deac5-262a-40f7-8bdf-f8c637542cef HTTP/1.1" status: 200 len: 991 time: 0.9688823 Jul 14 12:10:51.617649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:10:51.618256 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939" -d '{"events": [{"name": "network-changed", "server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:10:51.661387 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220689b4-0b50-48e8-b450-80cd4060169b x-openstack-request-id: req-220689b4-0b50-48e8-b450-80cd4060169b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:10:51.661873 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:10:51.662190 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-220689b4-0b50-48e8-b450-80cd4060169b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:10:51.662660 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'status': 'completed', 'code': 200} Jul 14 12:10:51.710025 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:10:51.744091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-93af147c-b3c8-461b-8a26-cd3ba56ca8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:51.745717 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-93af147c-b3c8-461b-8a26-cd3ba56ca8df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1096 time: 0.0608995 Jul 14 12:10:51.842919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-cc580a4f-08ce-4940-a530-b50a9696ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:51.844375 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-cc580a4f-08ce-4940-a530-b50a9696ee9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0916295 Jul 14 12:10:51.909191 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-cc8ae65e-60cd-4c26-9da2-d9d2fe32ac1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 999 time: 0.0576546 Jul 14 12:10:51.938956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:53:90:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:10:51Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:51.963165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-ef69c53f-cd4f-44f6-b53a-407adcf924d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:51.964735 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-ef69c53f-cd4f-44f6-b53a-407adcf924d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0492139 Jul 14 12:10:51.965087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:10:51.974478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:10:51.975079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:10:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:52.028227 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-69c551c6-b7ed-47c3-b06d-639e1e7e4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:52.029803 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-69c551c6-b7ed-47c3-b06d-639e1e7e4932 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577257 Jul 14 12:10:52.083607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:10:52.126088 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-d1248b37-576e-483c-8db5-0c3140fb601d service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887122 Jul 14 12:10:52.225181 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ff2e5a92-6ad2-4718-abdf-8ae7f7220939 req-21fd2329-1e9c-4d6e-94b6-9b9c0d7d41b5 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917535 Jul 14 12:10:52.311476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:53:90:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:10:51Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:52.337033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e12ef2-6ef4-493a-aba4-ef66c1ca3eaa None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:53:90:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:10:51Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:10:52.537647 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde7fd2-92fc-4fd8-aa84-665577d7358d None None] New status for floating IP 651deac5-262a-40f7-8bdf-f8c637542cef: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:10:56.441982 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-0e433521-8b1d-43d3-8abf-b84bd4103afb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518274 Jul 14 12:10:56.539906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-73cb70dd-106d-4f66-9914-6e8b91d6f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:56.541441 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-73cb70dd-106d-4f66-9914-6e8b91d6f1fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1096 time: 0.0563698 Jul 14 12:10:56.579537 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:56.651115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-4a88cd98-8147-4e00-b805-776460e3624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:56.652627 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-4a88cd98-8147-4e00-b805-776460e3624a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0904450 Jul 14 12:10:56.716862 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-9576dd99-1659-4876-aad5-628e6256a06d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 1001 time: 0.0572479 Jul 14 12:10:56.770901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-85ce94ee-a31e-4e2c-afb9-cb66dbb07ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:56.772453 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-85ce94ee-a31e-4e2c-afb9-cb66dbb07ba0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0488226 Jul 14 12:10:56.829279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-c80a0455-b1f4-4594-b80f-a1ea94b14380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:56.830865 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-c80a0455-b1f4-4594-b80f-a1ea94b14380 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521734 Jul 14 12:10:56.920022 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-13b035fd-068a-4754-987f-566df8dda1e7 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829189 Jul 14 12:10:57.015267 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed0c367d-02ee-4593-99fb-e749ef5162da req-e9aee3f2-e560-4f03-918e-689d8b22ca30 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891197 Jul 14 12:10:58.446769 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:08.005257 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:11:09.539449 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-be3d75b9-7425-49aa-be82-7301b14cf945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:12.306221 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:12.681508 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb84a-c2bf-45e8-873c-e739cda69f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:13.548158 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:15.254815 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.577471 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:28.462213 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:37.697544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-203d6cae-3ebf-47bc-abc2-8e1a40fddd6d req-0dc13a6c-afcb-462e-a73b-ce6573a6fee1 service neutron] (93702) timed out ('10.222.0.45', 64590) {{(pid=93702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 12:11:39.530692 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7a2e81ba-6014-4968-b763-1c46cea7a507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:42.308705 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:42.682232 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e272749-431b-4389-9c75-e1b09bd02303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:43.554036 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:45.082743 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:11:45.256564 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:56.584740 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:58.453709 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-cc00184b-f0bf-4d59-a0d9-fc66f99b07fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575962 Jul 14 12:11:58.462695 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:58.552781 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-1e6f4198-9329-4bb1-905e-f893580b5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:58.554208 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-1e6f4198-9329-4bb1-905e-f893580b5dad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1096 time: 0.0568967 Jul 14 12:11:58.661848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-c14e6dd7-bee9-4d16-8eb8-179fb2bb2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:58.663323 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-c14e6dd7-bee9-4d16-8eb8-179fb2bb2930 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0826237 Jul 14 12:11:58.736112 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-ac84a63b-739b-42ec-8820-a9f4ea121f50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 1001 time: 0.0612476 Jul 14 12:11:58.788776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-494ac794-ac9c-411f-ba3a-07d9efb7ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:58.790250 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-494ac794-ac9c-411f-ba3a-07d9efb7ec47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0435405 Jul 14 12:11:58.859617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-5147df1b-1bdd-4914-9f5a-deb2f2f9ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:58.861082 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-5147df1b-1bdd-4914-9f5a-deb2f2f9ec94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603836 Jul 14 12:11:58.956048 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-c1f8459d-b6a9-463c-a17f-2854d5d1a676 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834551 Jul 14 12:11:59.046958 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-18abca0c-45f5-4af2-a1c7-6941e10cd94b req-5179202b-086e-4380-8982-5584872c6c86 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841415 Jul 14 12:12:09.533852 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa410982-b368-4368-a946-906c871ba372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:12.310425 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:12.685691 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c903ec9-3ebb-4ca4-8710-568f805b0428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:13.552800 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:15.259875 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:22.002709 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:12:26.588227 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:28.466177 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:31.554872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1cf43-79dd-4e31-a25c-4f47b940be1f req-941f8473-3bf9-42ca-9b51-a4b5b6f643ad tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:31.556353 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44e1cf43-79dd-4e31-a25c-4f47b940be1f req-941f8473-3bf9-42ca-9b51-a4b5b6f643ad tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.1871462 Jul 14 12:12:31.594147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44e1cf43-79dd-4e31-a25c-4f47b940be1f req-97672e53-1b7a-4d6d-97a0-8b21bbd9cb0d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Jul 14 12:12:32.834339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849589cc-7568-417d-bd6a-a628eebffe4a req-46f5faa6-4852-4d50-a2f9-586eb7815fcf tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:32.835759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-849589cc-7568-417d-bd6a-a628eebffe4a req-46f5faa6-4852-4d50-a2f9-586eb7815fcf tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.1293437 Jul 14 12:12:32.873296 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-849589cc-7568-417d-bd6a-a628eebffe4a req-4b12e12f-da73-43ac-8a9a-e5a7ddf8d5e1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Jul 14 12:12:34.045872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befd605-c03a-4b3b-8cb9-8361f9fee82a req-602759e4-dafa-404b-b17d-f0237658132c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:34.047374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4befd605-c03a-4b3b-8cb9-8361f9fee82a req-602759e4-dafa-404b-b17d-f0237658132c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0646141 Jul 14 12:12:34.085664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4befd605-c03a-4b3b-8cb9-8361f9fee82a req-dc1ba36a-5557-4c4e-bbb8-84f4a70b45e1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325906 Jul 14 12:12:35.261210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eed5-b5c7-4875-a5b3-db21027390ff req-2b243543-243a-4a87-a30d-34cb3df15031 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:35.263752 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7274eed5-b5c7-4875-a5b3-db21027390ff req-2b243543-243a-4a87-a30d-34cb3df15031 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0671771 Jul 14 12:12:35.301441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7274eed5-b5c7-4875-a5b3-db21027390ff req-84abe67e-b125-42cb-829c-46d1323ddcb0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Jul 14 12:12:36.478385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a380c-328b-4c36-a377-1a62f6d013f1 req-0068b42d-471a-437c-8564-2475208c8b24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:36.479909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d26a380c-328b-4c36-a377-1a62f6d013f1 req-0068b42d-471a-437c-8564-2475208c8b24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0631309 Jul 14 12:12:36.517850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d26a380c-328b-4c36-a377-1a62f6d013f1 req-aee61fac-9fe2-4634-a75c-4a21cc572ba4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322404 Jul 14 12:12:37.694247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd917655-a5fd-4a85-a8fa-f560673d88d4 req-9cce54bf-5e00-4c3a-8dcf-4ad8774ce5a5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:37.695957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd917655-a5fd-4a85-a8fa-f560673d88d4 req-9cce54bf-5e00-4c3a-8dcf-4ad8774ce5a5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0672646 Jul 14 12:12:37.743926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd917655-a5fd-4a85-a8fa-f560673d88d4 req-e71040c6-5e6e-4bc3-8de7-644bc3db7bfa tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412104 Jul 14 12:12:38.917898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b5a8-1d4b-4cc7-a432-a2c519104848 req-625134d3-490c-4f2e-bc11-c3a3da838915 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:38.920057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5017b5a8-1d4b-4cc7-a432-a2c519104848 req-625134d3-490c-4f2e-bc11-c3a3da838915 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0671830 Jul 14 12:12:38.956280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5017b5a8-1d4b-4cc7-a432-a2c519104848 req-b3d04f58-fc96-45e3-ba73-7f181b852a7a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306871 Jul 14 12:12:39.535615 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-008d8c3d-7537-4985-9e19-c3e70e5d8963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:40.132226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ef63-1e08-49bf-88ff-95f434a04ceb req-c2546009-786a-4c0d-b712-f819b581419b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:40.133709 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2879ef63-1e08-49bf-88ff-95f434a04ceb req-c2546009-786a-4c0d-b712-f819b581419b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0632038 Jul 14 12:12:40.171749 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2879ef63-1e08-49bf-88ff-95f434a04ceb req-3b01a9c9-5c98-4a2f-a6df-520b55b67029 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Jul 14 12:12:41.348520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37470921-3f9a-45b3-b52b-55559d65fc1b req-7861e6e2-51d2-4d44-8fb2-80ae5989ca04 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:41.349922 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37470921-3f9a-45b3-b52b-55559d65fc1b req-7861e6e2-51d2-4d44-8fb2-80ae5989ca04 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0682268 Jul 14 12:12:41.387629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37470921-3f9a-45b3-b52b-55559d65fc1b req-1853e34b-881e-4b69-8378-5b653c412b57 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Jul 14 12:12:42.311104 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:42.557903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2baf1-2774-4f42-a498-cbb50a90ff4a req-b6b10c9e-cbc4-4518-8202-f8369e0c2610 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:42.559425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1cd2baf1-2774-4f42-a498-cbb50a90ff4a req-b6b10c9e-cbc4-4518-8202-f8369e0c2610 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0639255 Jul 14 12:12:42.598548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1cd2baf1-2774-4f42-a498-cbb50a90ff4a req-8118e038-571d-4877-b7f3-8d5a14c33b91 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Jul 14 12:12:42.685624 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1265-5fba-4877-bdbb-05045d1cd858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:42.939790 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-3a1b31ba-d860-4d95-bfe0-84885dbe34ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526884 Jul 14 12:12:42.998755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac118d-3e64-49f6-a510-5b4160455e5e req-0a38a622-1be3-4bc4-a922-4bff757f4b81 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:43.000431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5ac118d-3e64-49f6-a510-5b4160455e5e req-0a38a622-1be3-4bc4-a922-4bff757f4b81 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0667093 Jul 14 12:12:43.039474 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5ac118d-3e64-49f6-a510-5b4160455e5e req-657ccb00-37a5-4a59-88d4-8f03cc2709ce tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334504 Jul 14 12:12:43.555754 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:44.216378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e9cb-ed9b-4a83-90f2-9ce0cd7f26b6 req-728069d4-9746-435f-818b-5e5cf2a502f3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:44.218538 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6f0e9cb-ed9b-4a83-90f2-9ce0cd7f26b6 req-728069d4-9746-435f-818b-5e5cf2a502f3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0662951 Jul 14 12:12:44.256071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6f0e9cb-ed9b-4a83-90f2-9ce0cd7f26b6 req-42acc0be-634d-499b-8072-1d698bf9b801 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319459 Jul 14 12:12:45.262716 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:45.438913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76fb52-6b38-4fae-84ab-f991fa87a843 req-30268f80-a777-4d34-beb7-07ea13c51d1c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:45.440644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d76fb52-6b38-4fae-84ab-f991fa87a843 req-30268f80-a777-4d34-beb7-07ea13c51d1c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0657818 Jul 14 12:12:45.482274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d76fb52-6b38-4fae-84ab-f991fa87a843 req-3ee85e1d-be5a-4043-bb30-5ddb03328e99 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359509 Jul 14 12:12:46.658484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11279-c567-4503-9180-2bbdae1230b5 req-0053fdc6-40b7-4f96-b0fa-a01e3fbaa383 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:46.659982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10a11279-c567-4503-9180-2bbdae1230b5 req-0053fdc6-40b7-4f96-b0fa-a01e3fbaa383 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0676448 Jul 14 12:12:46.696765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10a11279-c567-4503-9180-2bbdae1230b5 req-5fc69ec9-8163-49d4-b462-94a4b47b6b0d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Jul 14 12:12:47.876421 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f3ce4-433b-4990-9924-1c5174c9e18c req-1c2464c1-4310-4f2c-b8bf-394e55451f23 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:47.877832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a98f3ce4-433b-4990-9924-1c5174c9e18c req-1c2464c1-4310-4f2c-b8bf-394e55451f23 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0632191 Jul 14 12:12:47.916172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a98f3ce4-433b-4990-9924-1c5174c9e18c req-3fb53cef-9956-4711-a06b-a05b4a3c9bac tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326481 Jul 14 12:12:48.149981 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-6e29f739-b112-4e7e-8e72-1941307ec090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:48.151393 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-6e29f739-b112-4e7e-8e72-1941307ec090 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1096 time: 0.0581529 Jul 14 12:12:48.239720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-55dc522d-49a6-4166-be11-c91a7756b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:48.241324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-55dc522d-49a6-4166-be11-c91a7756b450 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0830834 Jul 14 12:12:48.310028 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-de12ac43-22fb-415c-ac25-2a3553841be0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 1001 time: 0.0617552 Jul 14 12:12:48.358321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-fc6e1bfb-b59f-4cdd-a59d-4f8947d46590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:48.360799 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-fc6e1bfb-b59f-4cdd-a59d-4f8947d46590 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0441184 Jul 14 12:12:48.416666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-37f10222-132c-47e9-bbf4-d8550279bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:48.418068 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-37f10222-132c-47e9-bbf4-d8550279bdbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504506 Jul 14 12:12:48.517056 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-d7b10808-2f26-484c-9396-102679d79eaf service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845909 Jul 14 12:12:48.605981 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-1494be6d-ca0a-474b-b3c1-cfb0e498bc33 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811853 Jul 14 12:12:49.090137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757c15f-8e7d-4a23-a558-bb7951a2a1e5 req-d699fef6-86df-4917-9134-b92d767f7ed4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:49.091661 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f757c15f-8e7d-4a23-a558-bb7951a2a1e5 req-d699fef6-86df-4917-9134-b92d767f7ed4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0644941 Jul 14 12:12:49.134598 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f757c15f-8e7d-4a23-a558-bb7951a2a1e5 req-8dee1cac-7aa3-46f7-9d74-6a94b53a8d18 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367866 Jul 14 12:12:50.310789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9cad0-8077-453c-a411-e65ead7df3f8 req-ce288394-f805-4dca-85e8-f411f44a2a32 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:50.313054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f9cad0-8077-453c-a411-e65ead7df3f8 req-ce288394-f805-4dca-85e8-f411f44a2a32 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0668216 Jul 14 12:12:50.350939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27f9cad0-8077-453c-a411-e65ead7df3f8 req-3914acc2-bf48-4f47-9a1f-2357cf4481c2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322638 Jul 14 12:12:50.804373 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-e2d82c07-6485-4b0d-824d-fa1b08263741 service neutron] show failed (client error): The resource could not be found. Jul 14 12:12:50.805404 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-e2d82c07-6485-4b0d-824d-fa1b08263741 service neutron] 10.222.0.45 "GET /v2.0/ports/4bffe65b-23a5-4c1b-b784-9d15f01cead7/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0545146 Jul 14 12:12:51.054472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-b833700f-da43-49b8-845e-98dd9ef7684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:51.055995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-b833700f-da43-49b8-845e-98dd9ef7684e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 1096 time: 0.0521705 Jul 14 12:12:51.067038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:12:51.147510 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:51.346646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:12:51.378940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:12:51.418217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:12:51.420509 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b40282-b1e4-44d3-9cda-d0fb8dd0e6a9" -d '{"events": [{"server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:12:51.425262 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:51.438548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Transition to ACTIVE for port object 4bffe65b-23a5-4c1b-b784-9d15f01cead7 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:12:51.443089 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:51.483113 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03d4e9-afe2-49bd-ab6d-fa5a56115699 x-openstack-request-id: req-2b03d4e9-afe2-49bd-ab6d-fa5a56115699 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:12:51.483415 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:12:51.483668 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b03d4e9-afe2-49bd-ab6d-fa5a56115699 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:12:51.484105 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'code': 200} Jul 14 12:12:51.566335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Pushing event updated for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:12:51.583090 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.583440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.583790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.584166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.584509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.584850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.585191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.585521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.585858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.586191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.586524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.586852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:51.634819 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] No DVR routers for this DVR port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:12:51.681222 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ed2b-a0d4-4cb5-bf7b-c7b8ab9aea4b req-4fd1495b-1d84-47de-bb5a-6c9bbcadbe8f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:51.682819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baf7ed2b-a0d4-4cb5-bf7b-c7b8ab9aea4b req-4fd1495b-1d84-47de-bb5a-6c9bbcadbe8f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 943 time: 0.1978061 Jul 14 12:12:51.756118 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-baf7ed2b-a0d4-4cb5-bf7b-c7b8ab9aea4b req-0f70ed79-3d68-444b-8142-5e680a62d7df tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669298 Jul 14 12:12:51.815661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Attempting to bind port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:12:51.816030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Attempting to bind port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:12:51.816366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Attempting to bind port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:12:51.820589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:12:51.820914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Attempting to bind port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:12:51.825638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:12:51.825976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:12:51.826357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:12:51.826781 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Bound port: 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:12:51.827271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:51.890509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:12:51.894041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:12:51.898695 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:51.931596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:51.932246 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:51.933638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] 10.222.0.64 "PUT /v2.0/ports/4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 1091 time: 0.8705249 Jul 14 12:12:51.965427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee971c0b-13d4-43c5-b7a6-dba329d1e960 service neutron] Pushing event updated for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:12:52.016716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-5ac6770a-c19e-4d4d-9be4-5f20b5a2b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:52.018300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-5ac6770a-c19e-4d4d-9be4-5f20b5a2b41c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1094 time: 0.0606022 Jul 14 12:12:52.118103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-27e89145-6721-45d3-a166-eb3f5662bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:52.119651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-27e89145-6721-45d3-a166-eb3f5662bf63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0952461 Jul 14 12:12:52.184582 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-268681e6-07c3-4068-85d1-fb092755cbe5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 999 time: 0.0582352 Jul 14 12:12:52.237041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-042c31bb-69ab-4034-be11-a12b456f728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:52.238510 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-042c31bb-69ab-4034-be11-a12b456f728e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0483837 Jul 14 12:12:52.293864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-17c00909-370f-4e04-b97a-380522c8a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:52.295340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-17c00909-370f-4e04-b97a-380522c8a677 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499833 Jul 14 12:12:52.305592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-4c2d1022-9cf7-4f08-b83f-4bb4096893c5 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:12:52.306513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-4c2d1022-9cf7-4f08-b83f-4bb4096893c5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049124 Jul 14 12:12:52.392940 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-fd0103e5-b5f3-4224-bfb4-fcad01bcb5c7 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800171 Jul 14 12:12:52.481958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-54e23f3b-c45c-4ea2-84f5-df4bbeec56d6 req-71404027-f886-4ff6-b93c-685f65dc3958 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824380 Jul 14 12:12:52.936649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b64fb-a774-47f8-9faa-60337d76a41e req-43ae0e0d-5be0-4981-bc4e-692db93f0d55 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:52.938222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db7b64fb-a774-47f8-9faa-60337d76a41e req-43ae0e0d-5be0-4981-bc4e-692db93f0d55 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 943 time: 0.0627875 Jul 14 12:12:52.976630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db7b64fb-a774-47f8-9faa-60337d76a41e req-11a09c7a-d697-45ef-8327-2ce91117d033 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 Jul 14 12:12:53.305139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-d93d7113-38a8-48d3-8964-8795beb0f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:53.306625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-d93d7113-38a8-48d3-8964-8795beb0f997 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1094 time: 0.0559826 Jul 14 12:12:53.341983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4bffe65b-23a5-4c1b-b784-9d15f01cead7 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:12:53.380757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4bffe65b-23a5-4c1b-b784-9d15f01cead7 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:12:53.409953 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-5ff90cf2-b304-404e-9edc-a6141d6e95de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:53.411429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-5ff90cf2-b304-404e-9edc-a6141d6e95de service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0842938 Jul 14 12:12:53.479068 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-f02cdbe5-ef62-45e4-8d9d-751c1774d151 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 999 time: 0.0596919 Jul 14 12:12:53.484592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:12:53.486791 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118fa691-2e57-45d0-8f18-77b4790e7e58" -d '{"events": [{"name": "network-changed", "server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:12:53.535382 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ee4d3-e9b2-4498-bd0d-74ffeb16b196 x-openstack-request-id: req-148ee4d3-e9b2-4498-bd0d-74ffeb16b196 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:12:53.535678 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:12:53.535967 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-148ee4d3-e9b2-4498-bd0d-74ffeb16b196 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:12:53.536369 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'status': 'completed', 'code': 200} Jul 14 12:12:53.538305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-c3420c3e-c5a1-429b-8230-d3ee35dca86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:53.540589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-c3420c3e-c5a1-429b-8230-d3ee35dca86b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0509508 Jul 14 12:12:53.601070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-e4f55102-fae8-464a-acce-d34569f968b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:53.602640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-e4f55102-fae8-464a-acce-d34569f968b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548873 Jul 14 12:12:53.616290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-2fcb015b-ad76-4420-a0df-44271450d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:53.617810 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-2fcb015b-ad76-4420-a0df-44271450d7fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1094 time: 0.0586264 Jul 14 12:12:53.699651 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-a05258ca-df21-4f7b-9550-becb38d536d3 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892439 Jul 14 12:12:53.713679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-775f5c34-61ee-45a5-8eae-c6531d17b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:53.714706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-775f5c34-61ee-45a5-8eae-c6531d17b235 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0870664 Jul 14 12:12:53.791229 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-8f2cda93-83d1-4ddb-8c43-633bc86c50e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 999 time: 0.0656912 Jul 14 12:12:53.796965 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d35cffb6-3b05-44b4-a6e5-c70e57e36778 req-452ce4a3-4a49-4d2d-93e3-7eda1be818e9 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910370 Jul 14 12:12:53.847538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-123b2158-69bb-4735-b5b3-495cffdea198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:53.848986 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-123b2158-69bb-4735-b5b3-495cffdea198 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0470791 Jul 14 12:12:53.895872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-bb65edcd-8393-41d9-81e5-68321679122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:53.897430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-bb65edcd-8393-41d9-81e5-68321679122c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1094 time: 0.0534201 Jul 14 12:12:53.910843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-4922d85c-02dc-47c9-86b7-9dafc81e34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:53.912377 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-4922d85c-02dc-47c9-86b7-9dafc81e34cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521293 Jul 14 12:12:54.017597 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-dc7a608b-f297-4960-93a9-bfd94458cea8 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934756 Jul 14 12:12:54.117437 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-23a4e0de-d982-412d-81ed-0fcaa2231428 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894446 Jul 14 12:12:54.363641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-9d7e13ad-d318-40b9-ab1e-8b333fb3588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:54.365171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-9d7e13ad-d318-40b9-ab1e-8b333fb3588c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.4619820 Jul 14 12:12:54.381585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f17482-6a73-4722-9ed1-8c600bba93c0 req-5b9018b2-ab4d-4876-a314-b68591e2e65e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:54.382900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43f17482-6a73-4722-9ed1-8c600bba93c0 req-5b9018b2-ab4d-4876-a314-b68591e2e65e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 943 time: 0.0981092 Jul 14 12:12:54.463624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43f17482-6a73-4722-9ed1-8c600bba93c0 req-07ec08ba-5e05-43f6-bac8-4a4de592db7e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742352 Jul 14 12:12:54.467508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-8e6220a5-3674-4626-9744-b1e25784ce39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 999 time: 0.0944376 Jul 14 12:12:54.483680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4bffe65b-23a5-4c1b-b784-9d15f01cead7 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:12:54.518188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-cd73dd84-5089-418d-9ba3-10320c0b28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:54.519712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-cd73dd84-5089-418d-9ba3-10320c0b28b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0455046 Jul 14 12:12:54.579115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-d6aab3ab-7b1c-4c80-be7a-920b61649ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:54.581172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-d6aab3ab-7b1c-4c80-be7a-920b61649ad0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555947 Jul 14 12:12:54.584850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:12:54.596808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'mac_address': 'fa:16:3e:53:90:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:12:54.641264 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:54.654772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bffe65b-23a5-4c1b-b784-9d15f01cead7 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:12:54.677537 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:12:54.681925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:54.685156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-db1c98d2-3504-488c-8b2c-9141f174e2fe service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970628 Jul 14 12:12:54.740392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:12:54.754188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.754544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.754896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.756425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.756425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.756425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.756425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.756844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.756937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.757203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.757531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.757888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:54.826459 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-118fa691-2e57-45d0-8f18-77b4790e7e58 req-b161d6bc-6b6a-4a22-936d-79103f2499b2 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353583 Jul 14 12:12:54.830310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3f675-2335-4770-99aa-19e565401792 req-07fe150e-a266-408f-bfa8-d5156101bc41 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:54.831827 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-aaa3f675-2335-4770-99aa-19e565401792 req-07fe150e-a266-408f-bfa8-d5156101bc41 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e&tenant_id=5a29ffa04e48435b858e3c22ff178e4b&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 944 time: 0.0880730 Jul 14 12:12:54.857314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b9ae8-8984-45df-84ad-b432f8099224 req-b183d45e-9850-46f7-9bd3-1b69da53bda7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:54.859308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b9b9ae8-8984-45df-84ad-b432f8099224 req-b183d45e-9850-46f7-9bd3-1b69da53bda7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 944 time: 0.0846097 Jul 14 12:12:54.885846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['4bffe65b-23a5-4c1b-b784-9d15f01cead7'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:12:54.898856 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b9b9ae8-8984-45df-84ad-b432f8099224 req-fbb92e96-a10d-46f2-9bdf-d1258a870272 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335395 Jul 14 12:12:54.901805 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-aaa3f675-2335-4770-99aa-19e565401792 req-93c47cf6-bdaa-49ee-b888-651032a91617 service neutron] delete failed (client error): The resource could not be found. Jul 14 12:12:54.903073 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-aaa3f675-2335-4770-99aa-19e565401792 req-93c47cf6-bdaa-49ee-b888-651032a91617 service neutron] 10.222.0.45 "DELETE /v2.0/ports/4bffe65b-23a5-4c1b-b784-9d15f01cead7/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0643234 Jul 14 12:12:55.008967 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3f675-2335-4770-99aa-19e565401792 req-53be0530-e3eb-44da-bb05-b566ec59c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:55.010488 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-aaa3f675-2335-4770-99aa-19e565401792 req-53be0530-e3eb-44da-bb05-b566ec59c538 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1095 time: 0.0536208 Jul 14 12:12:55.098238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3f675-2335-4770-99aa-19e565401792 req-6b5db866-9b98-4cea-83e4-2e6ecbee1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:55.099712 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-aaa3f675-2335-4770-99aa-19e565401792 req-6b5db866-9b98-4cea-83e4-2e6ecbee1a78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0817246 Jul 14 12:12:55.179011 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-aaa3f675-2335-4770-99aa-19e565401792 req-efad76d9-4034-4c04-bda5-a91f58702020 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 1000 time: 0.0712528 Jul 14 12:12:55.228382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3f675-2335-4770-99aa-19e565401792 req-b822c57a-42f6-47da-b03a-8bcca83e87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:55.229822 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-aaa3f675-2335-4770-99aa-19e565401792 req-b822c57a-42f6-47da-b03a-8bcca83e87dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0447404 Jul 14 12:12:55.285691 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3f675-2335-4770-99aa-19e565401792 req-e09a9742-2062-4d61-a05d-f9e6a3cf40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:55.287158 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-aaa3f675-2335-4770-99aa-19e565401792 req-e09a9742-2062-4d61-a05d-f9e6a3cf40d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501101 Jul 14 12:12:55.377519 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-aaa3f675-2335-4770-99aa-19e565401792 req-959a5d0b-f26d-430b-b7ad-adebe3c0961a service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829086 Jul 14 12:12:55.464412 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-aaa3f675-2335-4770-99aa-19e565401792 req-f7ca6ae0-0172-4aaf-8fd9-7c8e3e603e76 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794713 Jul 14 12:12:56.082470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc242ae-7c2b-4833-b252-51a2b3499fa0 req-b9eb4d83-1d6b-45b9-b93a-1596d58490f6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:56.083983 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5dc242ae-7c2b-4833-b252-51a2b3499fa0 req-b9eb4d83-1d6b-45b9-b93a-1596d58490f6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 944 time: 0.0635798 Jul 14 12:12:56.124036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5dc242ae-7c2b-4833-b252-51a2b3499fa0 req-745eb9e8-10b9-4377-80af-7f343bbc96c2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340800 Jul 14 12:12:56.298068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb18fd-5c31-426d-91aa-b00f4dc5ade4 req-c8016766-b5a8-4481-8a61-04d793a119ea tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:56.299541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ecb18fd-5c31-426d-91aa-b00f4dc5ade4 req-c8016766-b5a8-4481-8a61-04d793a119ea tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 944 time: 0.0663095 Jul 14 12:12:56.337760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ecb18fd-5c31-426d-91aa-b00f4dc5ade4 req-2c192a4f-4a12-4184-b466-519e1c0da754 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325782 Jul 14 12:12:56.499568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4bffe65b-23a5-4c1b-b784-9d15f01cead7 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:12:56.570309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:12:56.574735 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:12:56.575121 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:56.630178 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:56.681543 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:56.709461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:12:56.711808 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaa0151-8553-4d75-a425-2d5d2a1ca4d0" -d '{"events": [{"server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "name": "network-vif-plugged", "status": "completed", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:12:56.728400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:12:56.734688 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:56.744391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-f8ec987e-d223-4778-be41-09a0dabbd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:56.746077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-f8ec987e-d223-4778-be41-09a0dabbd697 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 1095 time: 0.1085274 Jul 14 12:12:56.763836 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cc1abc-4e55-4e62-851b-9773b988e212 x-openstack-request-id: req-94cc1abc-4e55-4e62-851b-9773b988e212 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:12:56.764151 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "name": "network-vif-plugged", "status": "completed", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:12:56.764401 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94cc1abc-4e55-4e62-851b-9773b988e212 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:12:56.764784 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'code': 200} Jul 14 12:12:56.770660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed342d-6839-41f1-8240-a2c0af7d21e0 req-80882901-0564-4e92-808f-5b64a95cd10f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:56.772852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87ed342d-6839-41f1-8240-a2c0af7d21e0 req-80882901-0564-4e92-808f-5b64a95cd10f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 944 time: 0.1241245 Jul 14 12:12:56.793013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:12:56.866019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87ed342d-6839-41f1-8240-a2c0af7d21e0 req-cea9d13a-ed13-4e2f-bacf-0a3a6f5efc94 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809700 Jul 14 12:12:56.887023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-edc213b3-b715-4bf0-b4c3-9f8aef0349f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:56.889778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-edc213b3-b715-4bf0-b4c3-9f8aef0349f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1369588 Jul 14 12:12:56.963717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-ca57198f-0858-4cd4-b963-b00bf391d8f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 200 len: 1001 time: 0.0678592 Jul 14 12:12:57.023747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-e6b301bd-6389-4ab6-b738-a5ef4314fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:57.025420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-e6b301bd-6389-4ab6-b738-a5ef4314fb74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0558660 Jul 14 12:12:57.091677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-9745cbb9-9153-4c78-8930-86fc59f77e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:57.093924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-9745cbb9-9153-4c78-8930-86fc59f77e79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609841 Jul 14 12:12:57.184521 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-759975b8-75a2-455e-a385-1cfbde49cf72 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847044 Jul 14 12:12:57.276303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b14943c-80e1-42cc-b86b-b76e7ba113a8 req-d2b2d08d-ecd2-42ec-b881-504a9f979260 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860095 Jul 14 12:12:58.041072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069ab2c-f0fd-4829-9add-3e53c73420ce req-00b2623d-4192-44b2-9ba3-43e68ff4e6e7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:58.042547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a069ab2c-f0fd-4829-9add-3e53c73420ce req-00b2623d-4192-44b2-9ba3-43e68ff4e6e7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0628562 Jul 14 12:12:58.080298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a069ab2c-f0fd-4829-9add-3e53c73420ce req-d8922935-531b-4458-a587-5d35cf1696c4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320992 Jul 14 12:12:58.465881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11e52f-6d0f-4f81-ab1c-66396b2c4509 req-db1859ec-8e47-4c4c-85fe-49ff7c6df51d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:58.467368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea11e52f-6d0f-4f81-ab1c-66396b2c4509 req-db1859ec-8e47-4c4c-85fe-49ff7c6df51d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.0683978 Jul 14 12:12:58.479218 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:58.506909 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea11e52f-6d0f-4f81-ab1c-66396b2c4509 req-269462f9-c39f-49cb-aae2-b5caccd372fe tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Jul 14 12:12:59.003941 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:12:59.686967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-2d030b54-2153-4a05-82ce-289b9fb27b21 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:59.688473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-2d030b54-2153-4a05-82ce-289b9fb27b21 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.1018443 Jul 14 12:12:59.737768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259099b-e4c5-4de6-ba3f-2327f9be676f req-e5c5566d-b942-4333-baee-5919183acbec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:59.739251 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d259099b-e4c5-4de6-ba3f-2327f9be676f req-e5c5566d-b942-4333-baee-5919183acbec tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 945 time: 0.1176095 Jul 14 12:12:59.809193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d259099b-e4c5-4de6-ba3f-2327f9be676f req-2888381b-08f1-4f6a-8dad-bdf0e51894be tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625670 Jul 14 12:12:59.831124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Deleting port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:12:59.831479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:59.916901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] For port 4bffe65b-23a5-4c1b-b784-9d15f01cead7, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4bffe65b-23a5-4c1b-b784-9d15f01cead7,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:12:59.917268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:00.092303 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:00.092584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:00.092897 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Floating IP 651deac5-262a-40f7-8bdf-f8c637542cef disassociated. External IP: 172.25.2.128, port: 4bffe65b-23a5-4c1b-b784-9d15f01cead7. Jul 14 12:13:00.093283 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Calling delete_port for 4bffe65b-23a5-4c1b-b784-9d15f01cead7 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:13:00.237548 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:00.283357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event deleted for resources: {'Port': ['ID=4bffe65b-23a5-4c1b-b784-9d15f01cead7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:00.416038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:13:00.537737 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:13:00.549205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:13:00.562904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:13:00.563342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:12:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:00.586641 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] No DVR routers for this DVR port 4bffe65b-23a5-4c1b-b784-9d15f01cead7 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:13:00.589439 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:00.591546 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49cfcd8a-cb17-4c10-9ae4-2a54831a2bfe req-fd683a6f-b911-4cea-aed0-0f66a6f07251 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "DELETE /v2.0/ports/4bffe65b-23a5-4c1b-b784-9d15f01cead7 HTTP/1.1" status: 204 len: 173 time: 0.8975258 Jul 14 12:13:00.592040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'name': 'network-vif-deleted', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:13:00.595155 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e6c290-ae50-4471-87ec-d08cf36ba535" -d '{"events": [{"server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "name": "network-vif-deleted", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:13:00.641579 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e235d2b-c5fe-4945-8912-003d8bf82ac2 x-openstack-request-id: req-1e235d2b-c5fe-4945-8912-003d8bf82ac2 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:13:00.642031 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98724837-eb98-4dfc-9c22-ab4387dbfe3e", "name": "network-vif-deleted", "tag": "4bffe65b-23a5-4c1b-b784-9d15f01cead7", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:13:00.642461 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e235d2b-c5fe-4945-8912-003d8bf82ac2 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:13:00.643051 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98724837-eb98-4dfc-9c22-ab4387dbfe3e', 'name': 'network-vif-deleted', 'tag': '4bffe65b-23a5-4c1b-b784-9d15f01cead7', 'status': 'completed', 'code': 200} Jul 14 12:13:00.697630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:13:00.974857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:01.002129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:13:01.006228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-120974cf-4e0c-4894-9707-a9ab0e70a084 req-8729de37-9337-42ee-bd5e-78ef756360b0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=98724837-eb98-4dfc-9c22-ab4387dbfe3e HTTP/1.1" status: 200 len: 210 time: 0.0356402 Jul 14 12:13:01.011161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:13:01.011783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:12:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:01.118452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:13:01.332306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:01.522338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480c17a-2d2f-4846-bdfc-095b92a192f4 None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:13:01.743488 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c0759-7ba5-4c30-90de-72ad75e29023 None None] New status for floating IP 651deac5-262a-40f7-8bdf-f8c637542cef: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:13:02.356519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-3ade6a5c-af75-4e34-bfc1-e097ec1309b3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2018648750&fields=id&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 267 time: 0.0340507 Jul 14 12:13:02.466196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ca882244-b68f-4894-9d22-9f43e2ebec23 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:02.467672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ca882244-b68f-4894-9d22-9f43e2ebec23 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 811 time: 0.1043670 Jul 14 12:13:02.482578 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-fb17c143-eaeb-4f38-b4a9-4485b6d23f57 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/quotas/5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 375 time: 0.0089421 Jul 14 12:13:02.548136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4bffe65b-23a5-4c1b-b784-9d15f01cead7 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:13:02.551231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-eb14c39d-6851-4d08-8b9b-163658056afa tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636470 Jul 14 12:13:02.568584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 4bffe65b-23a5-4c1b-b784-9d15f01cead7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:13:02.568719 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4bffe65b-23a5-4c1b-b784-9d15f01cead7 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:13:02.704083 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-6baa614e-1e0c-4c36-a886-d6fef8783625 service neutron] 10.222.0.38 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414335 Jul 14 12:13:02.795450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-74400c90-1548-47ea-94e7-2a65bb73db23 service neutron] 10.222.0.38 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853441 Jul 14 12:13:02.961597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-91b0d821-2c36-49eb-b43f-758c80d6ca36 req-b35ccebb-b120-4347-bb06-42a42b4e0663 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 210 time: 0.0286932 Jul 14 12:13:04.041793 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-456eaeee-12cb-48f6-be2e-3106457999b5 req-da402743-3a66-45a3-af63-486d75140500 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 210 time: 0.0283291 Jul 14 12:13:05.188011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-da6dcc9e-7708-444f-9654-069fdbea76ec req-4ec2a7ed-ed6c-46f0-9a3c-a48c38e799f6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 210 time: 0.0323989 Jul 14 12:13:06.018280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-93a078e1-e444-4182-a29f-b9139a793329 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:06.019797 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-93a078e1-e444-4182-a29f-b9139a793329 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 811 time: 0.1046143 Jul 14 12:13:06.065565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-bd1445ce-54bc-4bed-a78e-81454ca6f386 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 380 time: 0.0358067 Jul 14 12:13:06.074436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'port': {'device_id': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'admin_state_up': True, 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'security_groups': ['f4208cbf-ed9d-4979-aee5-21632d6ef3de']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:13:06.182457 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Made reservation on behalf of 5a29ffa04e48435b858e3c22ff178e4b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:13:06.186364 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:06.337491 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92c757c4-9b90-4fb2-b16c-aaeb23a37468 req-5ff7f104-232f-4ba4-89a9-6a4d31d40a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 210 time: 0.0401676 Jul 14 12:13:06.341157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Allocated IP 172.20.0.12 (2558cc3d-ec8b-4354-a76d-3510189e7990/861ffa8a-83a2-4b37-a9a4-468655080306/72bbcf59-75a2-4bb4-a6b2-30bfd7128201) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:13:06.472663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:06.486874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Transition to ACTIVE for port object 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:13:06.519580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:06.569077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:13:06.572229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:13:06.576093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:13:06.583371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:06.629483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:06.630113 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:06.644836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-50240c64-ec80-46fd-b4d4-242f3aa59034 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740788 Jul 14 12:13:06.657596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Request body: {'port': {'device_id': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:13:06.730936 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:06.800692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9a97b107-75d9-410f-8fac-4e27eb7d5e07 None None] Provisioning for port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:13:06.804346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9a97b107-75d9-410f-8fac-4e27eb7d5e07 None None] Provisioning complete for port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:13:06.804715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a97b107-75d9-410f-8fac-4e27eb7d5e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:06.836891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9a97b107-75d9-410f-8fac-4e27eb7d5e07 None None] Port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:13:06.995261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:13:07.002675 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:07.014220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Transition to ACTIVE for port object 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:13:07.018788 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:07.069764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:07.141546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:13:07.141883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:13:07.142219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:13:07.146650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:13:07.146977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:13:07.152102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:13:07.152438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:13:07.152827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:13:07.153256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Bound port: 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:13:07.153616 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:07.219975 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:13:07.223050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:13:07.226418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:07.268974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:07.269649 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:07.271067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] 10.222.0.64 "PUT /v2.0/ports/72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1092 time: 0.6184318 Jul 14 12:13:07.271512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:13:07.273799 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d734a4-8cf7-4da3-9e68-25e98447861c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:13:07.310821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce8f91-ec11-498c-b00b-3f8e36ab0fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:07.325469 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77dc77d-0d56-4818-83ef-691db2f39d57 x-openstack-request-id: req-f77dc77d-0d56-4818-83ef-691db2f39d57 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:13:07.325764 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:13:07.326010 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f77dc77d-0d56-4818-83ef-691db2f39d57 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:13:07.326407 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'status': 'completed', 'code': 200} Jul 14 12:13:07.373575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-25251e0f-6234-4ad1-9b9e-9403e6ca1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:07.375697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-25251e0f-6234-4ad1-9b9e-9403e6ca1f27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1095 time: 0.0600283 Jul 14 12:13:07.422605 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-4d1168a1-abf7-4241-b3b4-9efc64666374 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 217 time: 0.0396266 Jul 14 12:13:07.503044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-78b9f57d-2982-4e11-b03d-93b71bea9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:07.504551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-78b9f57d-2982-4e11-b03d-93b71bea9a3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0766137 Jul 14 12:13:07.560438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2b1e9-0758-439e-a683-71fac61568c6 req-9f3428db-7bf7-41b8-bb9d-bfdd2c153459 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:07.562417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eba2b1e9-0758-439e-a683-71fac61568c6 req-9f3428db-7bf7-41b8-bb9d-bfdd2c153459 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 944 time: 0.1070070 Jul 14 12:13:07.603111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ac9c9b7f-d3ee-4e9c-a0aa-09633d6586b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:07.604644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-ac9c9b7f-d3ee-4e9c-a0aa-09633d6586b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927892 Jul 14 12:13:07.620329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eba2b1e9-0758-439e-a683-71fac61568c6 req-9b95014f-1258-4b09-ad36-05ffb8ea7578 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515347 Jul 14 12:13:07.693690 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-f9e4055e-c3a4-46c9-a0b0-e514ac2ba888 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824246 Jul 14 12:13:07.785074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed429e92-9b0a-4087-a9b2-5c1411b8e4f9 req-0f7db08d-178f-47bf-9ee6-8d31d6f39dc8 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835755 Jul 14 12:13:07.880319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-8917af78-9bfc-4a6f-92ca-0f4ec871ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:07.881729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-8917af78-9bfc-4a6f-92ca-0f4ec871ff86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1095 time: 0.0515046 Jul 14 12:13:07.972542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-59b8ed0f-7466-421d-aed1-e85decd41b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:07.973976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-59b8ed0f-7466-421d-aed1-e85decd41b32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0846078 Jul 14 12:13:08.014464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-e57deac0-89eb-4380-a513-588fbd704bf8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 217 time: 0.0331450 Jul 14 12:13:08.060885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-18c5d811-0494-4388-b35f-e0d7cc23a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:08.062300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-18c5d811-0494-4388-b35f-e0d7cc23a7c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0419874 Jul 14 12:13:08.117155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-cf148d76-e6da-4054-80ce-7173d73113be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:08.118611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-cf148d76-e6da-4054-80ce-7173d73113be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501146 Jul 14 12:13:08.209139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-be4a733b-0855-4e2e-8c87-061bdfe4a282 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827746 Jul 14 12:13:08.296850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3d734a4-8cf7-4da3-9e68-25e98447861c req-50ab3305-eef1-4eb0-964e-7e3d58e4fed8 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810487 Jul 14 12:13:08.794893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fd4fb-08b9-4019-b797-6ea9eeb2e89a req-237b7fd1-ac8c-41b7-9182-ffb10f0fce58 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:08.796411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e0fd4fb-08b9-4019-b797-6ea9eeb2e89a req-237b7fd1-ac8c-41b7-9182-ffb10f0fce58 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 944 time: 0.0661752 Jul 14 12:13:08.834326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0e0fd4fb-08b9-4019-b797-6ea9eeb2e89a req-a0d38044-d064-46bc-ab67-4b77ad474de2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320699 Jul 14 12:13:09.540197 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec436943-8392-4169-aad6-4d5d43799012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:10.008207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7128f03-d6a3-4c3f-aeee-13ba5eb9aaff req-102ffa98-2020-4bf0-9bcf-864ba70d4b7a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:10.010186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7128f03-d6a3-4c3f-aeee-13ba5eb9aaff req-102ffa98-2020-4bf0-9bcf-864ba70d4b7a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 944 time: 0.0664799 Jul 14 12:13:10.047063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7128f03-d6a3-4c3f-aeee-13ba5eb9aaff req-f89f60bf-b798-48a9-b3e7-a60af1228a63 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308332 Jul 14 12:13:10.610848 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:13:10.705061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:13:10.715820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'mac_address': 'fa:16:3e:ee:ea:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:13:10.753323 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:10.769659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:13:10.788194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:13:10.792029 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:10.838059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:10.981649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['72bbcf59-75a2-4bb4-a6b2-30bfd7128201'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:13:11.222105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa3d5-e665-4a7e-8b7e-532c11096c1e req-c44d9f8f-1d38-4436-ba88-a21baeefbe26 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:11.223588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-063aa3d5-e665-4a7e-8b7e-532c11096c1e req-c44d9f8f-1d38-4436-ba88-a21baeefbe26 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0667260 Jul 14 12:13:11.259439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-063aa3d5-e665-4a7e-8b7e-532c11096c1e req-272dee9a-ca8f-4258-81b1-4873f05a38db tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303442 Jul 14 12:13:12.313646 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:12.443498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b54af5-dc6c-4069-810a-dfe69b1049eb req-7dafe286-6a11-47b7-b1a0-f18e1f714be3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:12.444998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31b54af5-dc6c-4069-810a-dfe69b1049eb req-7dafe286-6a11-47b7-b1a0-f18e1f714be3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0623810 Jul 14 12:13:12.481321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31b54af5-dc6c-4069-810a-dfe69b1049eb req-8aa6a256-762c-4888-ba44-7aaa8a8add83 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Jul 14 12:13:12.624286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:13:12.689770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:13:12.693262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f26f67f1-4264-487d-ba1d-d1587bd35613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:12.695311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:13:12.695664 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:12.768898 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:12.789933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:13:12.792147 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e301a4d-df0a-4a87-8245-94714ae1b618" -d '{"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-plugged", "status": "completed", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:13:12.805346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:13:12.809503 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:12.835530 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e801059-96a3-426c-8d72-372a69914763 x-openstack-request-id: req-6e801059-96a3-426c-8d72-372a69914763 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:13:12.835814 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-plugged", "status": "completed", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:13:12.836089 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e801059-96a3-426c-8d72-372a69914763 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:13:12.836471 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'code': 200} Jul 14 12:13:12.862311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:12.940212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5f9c0-d023-4ef2-915f-b21d4a3e6e13 req-d7270ca2-5965-4c98-a9cc-f19c28836255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:12.941675 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9de5f9c0-d023-4ef2-915f-b21d4a3e6e13 req-d7270ca2-5965-4c98-a9cc-f19c28836255 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1097 time: 0.0504148 Jul 14 12:13:12.976164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9de5f9c0-d023-4ef2-915f-b21d4a3e6e13 req-85e06c2b-9dc7-449f-8137-7ddc7dbe3fa1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277476 Jul 14 12:13:13.558469 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:13.660015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846e094-e621-4035-b14b-4746b6caa321 req-7c5f2caa-4301-4a9d-bc98-b6078d646590 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:13.661540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4846e094-e621-4035-b14b-4746b6caa321 req-7c5f2caa-4301-4a9d-bc98-b6078d646590 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0691385 Jul 14 12:13:13.702615 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4846e094-e621-4035-b14b-4746b6caa321 req-b3573bcc-07b8-4568-b935-4ec3d86e78ab tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355201 Jul 14 12:13:14.878551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482f676-6617-459b-ac40-6f5027772e5b req-e45c34e7-9540-4e61-aeba-8a6fa0f174a7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:14.879981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a482f676-6617-459b-ac40-6f5027772e5b req-e45c34e7-9540-4e61-aeba-8a6fa0f174a7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0636568 Jul 14 12:13:14.916946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a482f676-6617-459b-ac40-6f5027772e5b req-43949b34-a0ec-4387-92bc-1d0f7113477c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313554 Jul 14 12:13:15.084773 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910978d-6f8e-475a-8f9a-a5e0491b2f33 req-3f9617ba-e937-4734-b725-5ef88eb2bc0a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:15.086253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c910978d-6f8e-475a-8f9a-a5e0491b2f33 req-3f9617ba-e937-4734-b725-5ef88eb2bc0a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0654242 Jul 14 12:13:15.095501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55212) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:13:15.099900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-9c96f823-45a2-4974-a30b-74068c180c24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'floatingip': {'port_id': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:13:15.137315 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c96f823-45a2-4974-a30b-74068c180c24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:15.266072 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:15.903183 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c96f823-45a2-4974-a30b-74068c180c24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:15.906874 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c96f823-45a2-4974-a30b-74068c180c24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:16.005860 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-9c96f823-45a2-4974-a30b-74068c180c24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Floating IP 651deac5-262a-40f7-8bdf-f8c637542cef associated. External IP: 172.25.2.128, port: 72bbcf59-75a2-4bb4-a6b2-30bfd7128201. Jul 14 12:13:16.210001 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c96f823-45a2-4974-a30b-74068c180c24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:13:16.316564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c96f823-45a2-4974-a30b-74068c180c24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:13:16.321200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c96f823-45a2-4974-a30b-74068c180c24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:16.326139 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:13:16.335189 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:13:16.335808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:13:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:16.357165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-9c96f823-45a2-4974-a30b-74068c180c24 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "PUT /v2.0/floatingips/651deac5-262a-40f7-8bdf-f8c637542cef HTTP/1.1" status: 200 len: 992 time: 1.2605913 Jul 14 12:13:16.357862 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:13:16.360924 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af68ed1c-248a-4e6d-a245-b2d522b1679e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:13:16.398041 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be520560-a175-4da2-ad3f-aec6d6f37873 x-openstack-request-id: req-be520560-a175-4da2-ad3f-aec6d6f37873 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:13:16.398337 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:13:16.398589 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be520560-a175-4da2-ad3f-aec6d6f37873 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:13:16.398990 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'status': 'completed', 'code': 200} Jul 14 12:13:16.444616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:13:16.476722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-fdde0373-f50a-4b90-9942-73dd0c662b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:16.478224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-fdde0373-f50a-4b90-9942-73dd0c662b9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1097 time: 0.0561082 Jul 14 12:13:16.571131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-85ec1658-2887-4203-9936-1827e9d4e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:16.572650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-85ec1658-2887-4203-9936-1827e9d4e06b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0884447 Jul 14 12:13:16.637112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-cc2de71d-c560-4fcb-a8a7-76199fdeb808 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1000 time: 0.0570598 Jul 14 12:13:16.664882 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:ee:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:13:15Z', 'revision_number': 9, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:16.685393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-eba1ac49-4a8f-456f-bfc1-7ec076fefaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:16.686906 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-eba1ac49-4a8f-456f-bfc1-7ec076fefaed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0444031 Jul 14 12:13:16.694863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:13:16.703109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:13:16.703705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:13:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:16.747722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-bb07121b-1bdd-402c-8973-e2168d4bc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:16.749197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-bb07121b-1bdd-402c-8973-e2168d4bc3fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560291 Jul 14 12:13:16.808213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:13:16.836933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-13969ece-fb7a-44c6-a6bf-665d91a9292e service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814185 Jul 14 12:13:16.930534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af68ed1c-248a-4e6d-a245-b2d522b1679e req-777611df-0b4e-458b-852f-0d24170892c0 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871329 Jul 14 12:13:17.028168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:ee:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:13:15Z', 'revision_number': 9, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:17.053603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a9120-f931-4afc-a649-a75b5bd2b30e None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:ee:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:13:15Z', 'revision_number': 9, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:13:17.241897 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81b567-71da-4179-847a-2eb2dad7297f None None] New status for floating IP 651deac5-262a-40f7-8bdf-f8c637542cef: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:13:26.609600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:28.496239 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:36.002449 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:13:39.541386 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-725eb108-99a0-42bf-96e1-3f020255531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:42.314928 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:42.686167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b231e99c-ea3d-41e4-beba-cb37a8f72a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:43.561964 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:45.268381 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:53.277624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-fa4826b0-c4d7-468f-bec4-d7f6ce2ec4e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512040 Jul 14 12:13:53.366260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-6ffc4776-60f1-4f76-af12-91ade37c16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:53.367724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-6ffc4776-60f1-4f76-af12-91ade37c16a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1097 time: 0.0510478 Jul 14 12:13:53.485736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-e988715b-84f6-430d-a818-26497840d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:53.487886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-e988715b-84f6-430d-a818-26497840d7c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0984466 Jul 14 12:13:53.552567 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-283c0317-a745-48ac-866e-6710ffee4887 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1003 time: 0.0583775 Jul 14 12:13:53.605139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-3d5a91d0-7a92-49b2-9c26-643352522f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:53.606616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-3d5a91d0-7a92-49b2-9c26-643352522f43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0474501 Jul 14 12:13:53.662169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-9d9adc0c-75b1-49b8-b443-24ee9139f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:53.663643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-9d9adc0c-75b1-49b8-b443-24ee9139f6eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510039 Jul 14 12:13:53.751347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-4cba343f-3ffc-4c16-90b8-a959799d495c service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804896 Jul 14 12:13:53.843028 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffd6cf78-cfec-47b7-b43f-6d612cd1ef2c req-1dc1ecac-36ce-4793-8b75-0c4f06edab72 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855048 Jul 14 12:13:56.622016 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:58.494424 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:09.544789 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8e20bc3d-34c5-48fd-881e-6568a72d6937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:12.316263 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:12.687150 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f6a9fc8c-b582-4b5a-bfd3-d32323a033ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:13.000509 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:14:13.565667 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:15.269454 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:26.616218 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:28.494924 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:39.545972 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-95cb944b-ad00-4fff-9e77-604cf892e691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:42.316768 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:42.687215 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4335477c-a3a8-4948-9622-9e034f10e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:43.568927 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:45.273601 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:49.999442 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:14:51.610260 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-3afc4b9a-67e3-48e1-962d-236a2c889a05 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0565569 Jul 14 12:14:51.666869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6090-8856-4adb-ad4e-4f6899738bc2 req-c6fa74bb-1c5c-4b48-a74a-a5a264d8a105 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:51.668506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1df6090-8856-4adb-ad4e-4f6899738bc2 req-c6fa74bb-1c5c-4b48-a74a-a5a264d8a105 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0647502 Jul 14 12:14:51.709720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1df6090-8856-4adb-ad4e-4f6899738bc2 req-45752040-eee4-4d3e-9f4b-fe6caef4d163 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356903 Jul 14 12:14:52.800065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-1dd7bd93-a28a-4142-ab36-82380d867003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:52.802278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-1dd7bd93-a28a-4142-ab36-82380d867003 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1097 time: 0.0578301 Jul 14 12:14:52.930550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-fd6da2bf-c709-4bf0-b9ff-eada7e53fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:52.931963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-fd6da2bf-c709-4bf0-b9ff-eada7e53fc0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1241040 Jul 14 12:14:52.943875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c159409-21a4-4519-9160-ec3dcb09b535 req-f5b36ecf-a087-4ddb-b6dc-41c9c1024fca tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:52.945244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c159409-21a4-4519-9160-ec3dcb09b535 req-f5b36ecf-a087-4ddb-b6dc-41c9c1024fca tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.1202948 Jul 14 12:14:53.022617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0c159409-21a4-4519-9160-ec3dcb09b535 req-3a89d905-9f40-4a90-8ea3-95c2470f4133 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711477 Jul 14 12:14:53.026484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-3534197b-5c85-4d9a-8fa5-1a9fe24de73f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1003 time: 0.0804019 Jul 14 12:14:53.076805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-f8b1699d-64ed-4d5a-bc1f-d8948c1801fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:53.078260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-f8b1699d-64ed-4d5a-bc1f-d8948c1801fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0456781 Jul 14 12:14:53.139131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-46a16e43-0ac1-4d78-ac41-6a61213acdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:53.140640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-46a16e43-0ac1-4d78-ac41-6a61213acdb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562549 Jul 14 12:14:53.227758 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-0c3efefe-6faf-4c85-8bc3-99dfdcc37799 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805261 Jul 14 12:14:53.317406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-915608d0-5753-4d1c-8a73-8559ac43af0a service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838361 Jul 14 12:14:54.196345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011a63b-9df3-46fc-b925-92813cf2fa26 req-54d4a25b-02ce-4958-ba78-84bf9c78bbe0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:54.197908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3011a63b-9df3-46fc-b925-92813cf2fa26 req-54d4a25b-02ce-4958-ba78-84bf9c78bbe0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0638747 Jul 14 12:14:54.235555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3011a63b-9df3-46fc-b925-92813cf2fa26 req-4c59201e-89e3-402f-92eb-e50e520e7a25 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320539 Jul 14 12:14:55.304733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-2cd24941-f630-4bc2-b53d-b67e0c34c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:55.306147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-2cd24941-f630-4bc2-b53d-b67e0c34c239 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1097 time: 0.0519962 Jul 14 12:14:55.452019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-319ec848-2ae6-4b11-ae84-25a6c50e1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:55.453494 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-319ec848-2ae6-4b11-ae84-25a6c50e1a45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1266053 Jul 14 12:14:55.465829 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851d361-e1d7-46bf-b66c-abe31d37e4c2 req-171959a6-a96f-4e5d-9237-2964dfc0c47b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:55.467202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c851d361-e1d7-46bf-b66c-abe31d37e4c2 req-171959a6-a96f-4e5d-9237-2964dfc0c47b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0959661 Jul 14 12:14:55.548432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c851d361-e1d7-46bf-b66c-abe31d37e4c2 req-466cb092-387f-48bb-b858-dfc9375e4a4f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747969 Jul 14 12:14:55.555401 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-f4241c69-c875-4eab-bd75-22ce8c469c77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1003 time: 0.0872085 Jul 14 12:14:55.604645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-a97a7de6-0c70-44da-9fc6-c46fa51f03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:55.606095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-a97a7de6-0c70-44da-9fc6-c46fa51f03cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0440269 Jul 14 12:14:55.663500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-cc8fed6e-2145-4039-9cf7-76171bae5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:55.664980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-cc8fed6e-2145-4039-9cf7-76171bae5d20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521889 Jul 14 12:14:55.765327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-5af1bea2-8a69-441c-b261-15dfdb15d087 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938025 Jul 14 12:14:55.851974 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95cba1f3-7701-4872-9735-1bf096c03ea9 req-ca5350a0-2e95-42c1-9327-3ef2c40fe3d7 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803254 Jul 14 12:14:56.643842 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:56.740428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855bce5-3375-4a1d-8baf-2a5d47c4a747 req-2fcaaafc-a6ad-4629-8531-e76cbe2e0fc6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:56.741967 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9855bce5-3375-4a1d-8baf-2a5d47c4a747 req-2fcaaafc-a6ad-4629-8531-e76cbe2e0fc6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0786138 Jul 14 12:14:56.780894 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9855bce5-3375-4a1d-8baf-2a5d47c4a747 req-206931a9-2aa2-4f48-9162-732fb63740f0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Jul 14 12:14:57.953503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1d1a4-533c-439b-b895-300981325245 req-6db9cb44-c63a-4ed6-b4b7-0d4f5c15446e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:57.955015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cca1d1a4-533c-439b-b895-300981325245 req-6db9cb44-c63a-4ed6-b4b7-0d4f5c15446e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0632980 Jul 14 12:14:57.993540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cca1d1a4-533c-439b-b895-300981325245 req-ebe02e95-e0ee-4876-86ba-dd7be658f26d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321865 Jul 14 12:14:58.496786 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:59.164014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54dae-00e7-45a0-8cf9-abd07103a19f req-ecbf7e7c-ed4e-4915-828f-46dc86571e53 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:59.165469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6dd54dae-00e7-45a0-8cf9-abd07103a19f req-ecbf7e7c-ed4e-4915-828f-46dc86571e53 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0626469 Jul 14 12:14:59.205188 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6dd54dae-00e7-45a0-8cf9-abd07103a19f req-8042d5d1-f13c-4b2d-9ec9-90592035ebe9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341921 Jul 14 12:15:00.375801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cb893-f08b-4b00-938c-82e289374660 req-1cf2b4fd-8f12-4673-9553-67fc813b5912 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:00.378053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-029cb893-f08b-4b00-938c-82e289374660 req-1cf2b4fd-8f12-4673-9553-67fc813b5912 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0631347 Jul 14 12:15:00.416210 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-029cb893-f08b-4b00-938c-82e289374660 req-a41cae9b-43bc-4114-845d-8fb5c232d88e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Jul 14 12:15:01.590444 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244b950-74c5-424d-a77b-b652a00c28a6 req-ddbbc896-7d08-431b-8948-eefa98eac2d1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:01.591960 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a244b950-74c5-424d-a77b-b652a00c28a6 req-ddbbc896-7d08-431b-8948-eefa98eac2d1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0624969 Jul 14 12:15:01.629626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a244b950-74c5-424d-a77b-b652a00c28a6 req-db3618d9-45a4-4aa8-9f51-d47d3669e81d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312014 Jul 14 12:15:02.801754 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1b730-90a8-4ca2-ba8a-a9a187318d34 req-c9e32866-9bf2-4f63-bdd6-c43bb35d41c6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:02.803224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79a1b730-90a8-4ca2-ba8a-a9a187318d34 req-c9e32866-9bf2-4f63-bdd6-c43bb35d41c6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0656157 Jul 14 12:15:02.839437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79a1b730-90a8-4ca2-ba8a-a9a187318d34 req-24e3a1a6-f892-4236-8a3d-b781b7dc640e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306425 Jul 14 12:15:04.009231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ebffa-d0cb-437f-9599-3b25330444d8 req-d8a020ec-f82a-48d1-9335-59ff09405f42 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:04.010717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-623ebffa-d0cb-437f-9599-3b25330444d8 req-d8a020ec-f82a-48d1-9335-59ff09405f42 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0616624 Jul 14 12:15:04.047727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-623ebffa-d0cb-437f-9599-3b25330444d8 req-a1d8ca9b-84c9-4427-8b98-f39c2028f4f6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Jul 14 12:15:05.230044 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-12508609-3325-4554-87d0-9e5842894b93 service neutron] show failed (client error): The resource could not be found. Jul 14 12:15:05.231082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-12508609-3325-4554-87d0-9e5842894b93 service neutron] 10.222.0.64 "GET /v2.0/ports/72bbcf59-75a2-4bb4-a6b2-30bfd7128201/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0941072 Jul 14 12:15:05.249934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51b69b-e8ba-48bd-9795-e15db34f0244 req-a1fe1f15-91a7-45fa-9d2c-b9585483e461 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:05.251570 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad51b69b-e8ba-48bd-9795-e15db34f0244 req-a1fe1f15-91a7-45fa-9d2c-b9585483e461 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0877588 Jul 14 12:15:05.298699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad51b69b-e8ba-48bd-9795-e15db34f0244 req-936156ad-566c-4108-95d4-0849ab250f27 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 Jul 14 12:15:05.486587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-b18958a9-d676-4149-bb32-51dc3b335011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:05.488214 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-b18958a9-d676-4149-bb32-51dc3b335011 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 1097 time: 0.0511591 Jul 14 12:15:05.504895 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:15:05.573341 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:05.771282 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:06.148630 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:15:06.185831 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:06.188089 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe5bd49-872a-488c-8cdd-d11ab2d69594" -d '{"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-unplugged", "status": "completed", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:06.191521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:06.203398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Transition to ACTIVE for port object 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:15:06.208224 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:06.245894 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7025bd-f9e0-4337-b5e6-e3dfeec10194 x-openstack-request-id: req-db7025bd-f9e0-4337-b5e6-e3dfeec10194 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:06.246182 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-unplugged", "status": "completed", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:06.246430 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-db7025bd-f9e0-4337-b5e6-e3dfeec10194 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:06.246813 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'code': 200} Jul 14 12:15:06.292029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:06.305493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.305836 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.306169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.306496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.306821 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.307141 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.307461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.307779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.308120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.308434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.308748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.309060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:06.340796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] No DVR routers for this DVR port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:15:06.478626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:15:06.478957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:15:06.479287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:15:06.483497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503e3a9-165d-4c3e-ac15-9022595483a4 req-aa164547-e01f-444f-981b-97837be6bfdc tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:06.484069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:15:06.484069 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:15:06.485012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c503e3a9-165d-4c3e-ac15-9022595483a4 req-aa164547-e01f-444f-981b-97837be6bfdc tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 944 time: 0.0654428 Jul 14 12:15:06.489292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:15:06.489789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:15:06.489994 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:15:06.490419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Bound port: 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:15:06.490783 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:06.523907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c503e3a9-165d-4c3e-ac15-9022595483a4 req-07e21e13-6ffb-410a-8a24-ffa366b69e73 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Jul 14 12:15:06.555617 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:15:06.559400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:15:06.564092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:06.596731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:06.597865 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:06.599484 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] 10.222.0.45 "PUT /v2.0/ports/72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1092 time: 1.0991964 Jul 14 12:15:06.634848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169f03d-6b3f-4794-9b9b-fc8b45e93a1d service neutron] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:06.683510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-0b369cd6-4d67-4333-a42f-f9a52ff2d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:06.685120 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-0b369cd6-4d67-4333-a42f-f9a52ff2d68c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1095 time: 0.0582323 Jul 14 12:15:06.781589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-fb273e00-db81-4446-bd45-b052ac21ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:06.783088 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-fb273e00-db81-4446-bd45-b052ac21ab8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0861177 Jul 14 12:15:06.851970 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-370e661a-85b1-4083-97dc-9aeea939cc6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1001 time: 0.0613327 Jul 14 12:15:06.903169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-14e6814c-5144-4221-8ccf-01d81f651f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:06.904574 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-14e6814c-5144-4221-8ccf-01d81f651f34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0434856 Jul 14 12:15:06.959942 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-8c974fea-e463-4c1b-be95-23395be897ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:06.961405 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-8c974fea-e463-4c1b-be95-23395be897ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500913 Jul 14 12:15:07.061881 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-666e0f4b-37e7-4602-8f72-057c20b11f49 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822392 Jul 14 12:15:07.147174 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-344f44a7-8a5c-4a42-8a7f-cba3f9de00c8 req-aee71e3b-d1bd-4f72-8cc8-841acb195033 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788805 Jul 14 12:15:07.700149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc47e94-eae4-463e-a880-a187232cdf71 req-d87d9292-488c-4518-b528-b545ac6503dd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:07.701625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bc47e94-eae4-463e-a880-a187232cdf71 req-d87d9292-488c-4518-b528-b545ac6503dd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 944 time: 0.0661290 Jul 14 12:15:07.739379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8bc47e94-eae4-463e-a880-a187232cdf71 req-80c1c508-3a81-4be8-a73d-43d73da446d2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316164 Jul 14 12:15:08.247890 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:08.250232 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d645d4f-de8b-4156-ba83-718c6e633f38" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:08.296618 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109e555-2814-4825-9f05-6e7efe0b13ca x-openstack-request-id: req-f109e555-2814-4825-9f05-6e7efe0b13ca {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:08.296912 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:08.297189 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f109e555-2814-4825-9f05-6e7efe0b13ca {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:08.297557 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'status': 'completed', 'code': 200} Jul 14 12:15:08.370224 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-670f378a-9011-4675-8064-f539ae974497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:08.371825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-670f378a-9011-4675-8064-f539ae974497 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1095 time: 0.0511446 Jul 14 12:15:08.373085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-deefcbc1-96b9-4fc9-a5b6-0288b63fea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:08.374557 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-deefcbc1-96b9-4fc9-a5b6-0288b63fea04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1095 time: 0.0567775 Jul 14 12:15:08.460859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-615521c2-9f7b-42e4-937e-e13e1bc6c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:08.462130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-53ea8503-a710-4be4-968f-0abb64566feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:08.462347 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-615521c2-9f7b-42e4-937e-e13e1bc6c494 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0843117 Jul 14 12:15:08.463578 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-53ea8503-a710-4be4-968f-0abb64566feb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0821238 Jul 14 12:15:08.529489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-4cd16218-1574-48ec-9802-0f3ae662b83e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1001 time: 0.0612452 Jul 14 12:15:08.533064 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-13ca7ddc-3730-4d46-b5cd-1de5f3caafa5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1001 time: 0.0618629 Jul 14 12:15:08.579977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-b61579e1-cd6c-4a4c-9a29-1ac98ceacd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:08.581460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-b61579e1-cd6c-4a4c-9a29-1ac98ceacd23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0451448 Jul 14 12:15:08.583129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-53115968-7666-42d6-b8a7-9623a228a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:08.584677 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-53115968-7666-42d6-b8a7-9623a228a2fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0451381 Jul 14 12:15:08.637157 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-95f7c8bc-7c9c-4cde-9dcc-10f8c3c0fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:08.638931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-95f7c8bc-7c9c-4cde-9dcc-10f8c3c0fc71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513370 Jul 14 12:15:08.641190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-06886d19-2f0c-4de7-aa2a-fbeb78dcd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:08.642695 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-06886d19-2f0c-4de7-aa2a-fbeb78dcd7a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516028 Jul 14 12:15:08.729488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-f64534b1-de02-4872-a37c-e491c8a94a2f service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847208 Jul 14 12:15:08.735426 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-6da835b1-7b3f-4119-bbcb-31da1ff934f9 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847597 Jul 14 12:15:08.820841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-5480a85a-2778-4264-abb7-67e6fcc7778f service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850499 Jul 14 12:15:08.830546 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9d645d4f-de8b-4156-ba83-718c6e633f38 req-b75ef233-45cd-42f2-b0f7-58208a78bb4a service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849643 Jul 14 12:15:08.929209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145122a8-81bc-438b-9b0e-4ba986d2e4cd req-e7093dea-4a9d-49de-8b87-18cb8fef3c06 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:08.930711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-145122a8-81bc-438b-9b0e-4ba986d2e4cd req-e7093dea-4a9d-49de-8b87-18cb8fef3c06 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 944 time: 0.0717127 Jul 14 12:15:08.968880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-145122a8-81bc-438b-9b0e-4ba986d2e4cd req-715d2766-20b7-4352-9b37-a2f7a0872cd9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Jul 14 12:15:09.250729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:09.288798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:09.555994 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e7959e0-1bda-4af6-ab08-e3986ea91156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:09.972842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:15:10.073016 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:10.085684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'mac_address': 'fa:16:3e:ee:ea:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:15:10.120886 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:10.133966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:15:10.150566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7737db1-9287-4332-95c7-fd0a1621c1d0 req-c19dc977-b8c5-4591-931f-a68e96b40c16 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:10.152089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7737db1-9287-4332-95c7-fd0a1621c1d0 req-c19dc977-b8c5-4591-931f-a68e96b40c16 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 944 time: 0.0627730 Jul 14 12:15:10.153869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:10.157945 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:10.190104 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7737db1-9287-4332-95c7-fd0a1621c1d0 req-bb117b50-2407-45a4-99df-0174b9f5b22b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Jul 14 12:15:10.209330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:10.216458 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.216803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.217141 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.217475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.217806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.218134 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.218460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.218785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.219111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.219434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.219754 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.220098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:10.425626 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['72bbcf59-75a2-4bb4-a6b2-30bfd7128201'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:15:10.598485 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-69a3dba6-8b11-4ace-a53f-b07c68cabb43 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:10.600644 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-69a3dba6-8b11-4ace-a53f-b07c68cabb43 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a&tenant_id=5a29ffa04e48435b858e3c22ff178e4b&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 945 time: 0.0832727 Jul 14 12:15:10.645600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff3e52-0379-45b6-b63f-29a84e841c44 req-b202e7a5-66d1-418c-aa7b-9806d561ae57 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:10.647201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ecff3e52-0379-45b6-b63f-29a84e841c44 req-b202e7a5-66d1-418c-aa7b-9806d561ae57 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0635343 Jul 14 12:15:10.665152 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-89731db5-ce10-49a3-a8f0-ca67d7dadd84 service neutron] 10.222.0.45 "GET /v2.0/ports/72bbcf59-75a2-4bb4-a6b2-30bfd7128201/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 382 time: 0.0584545 Jul 14 12:15:10.684823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ecff3e52-0379-45b6-b63f-29a84e841c44 req-e592d802-930d-40f2-81ba-57dec8bdaa2f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Jul 14 12:15:10.741430 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-dbabda47-7fcc-488d-8f6a-2135e787af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:10.742887 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-dbabda47-7fcc-488d-8f6a-2135e787af11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1096 time: 0.0529950 Jul 14 12:15:10.831341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-90368ce8-0b18-419a-b859-4d07601027e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:10.833471 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-90368ce8-0b18-419a-b859-4d07601027e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0838668 Jul 14 12:15:10.901884 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-1e60c9a1-c36f-427e-9bf0-322e5b89b9d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1002 time: 0.0605762 Jul 14 12:15:10.949225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-3590fda8-3a28-4443-a8ef-c27b75dffd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:10.950639 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-3590fda8-3a28-4443-a8ef-c27b75dffd7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0423813 Jul 14 12:15:11.007769 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-24c26178-3bc0-468e-8fb9-a68e3b808caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:11.009243 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-24c26178-3bc0-468e-8fb9-a68e3b808caa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524039 Jul 14 12:15:11.100618 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-c3274d06-73ff-4129-a5da-e0df8038b372 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838971 Jul 14 12:15:11.187538 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-97220a56-1a9c-4806-8375-dca63653ad92 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795591 Jul 14 12:15:11.861262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c56b0-f414-4c27-ab22-d7b84abd92f5 req-c81662ed-dd15-4088-a197-f1946458a003 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:11.862650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-513c56b0-f414-4c27-ab22-d7b84abd92f5 req-c81662ed-dd15-4088-a197-f1946458a003 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0652709 Jul 14 12:15:11.899804 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-513c56b0-f414-4c27-ab22-d7b84abd92f5 req-406eef43-4b10-471a-ab11-58f22c08060f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309289 Jul 14 12:15:11.973328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:15:12.022652 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:15:12.026370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:15:12.026737 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:12.104766 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:12.126585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:12.128962 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee7207c-a53f-46cd-a093-f153b5e0d007" -d '{"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-plugged", "status": "completed", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:12.141772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:12.147472 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:12.182683 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37888f6b-1453-419a-b520-45d8fd8d0d5a x-openstack-request-id: req-37888f6b-1453-419a-b520-45d8fd8d0d5a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:12.183001 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-plugged", "status": "completed", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:12.183276 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-37888f6b-1453-419a-b520-45d8fd8d0d5a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:12.183691 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'code': 200} Jul 14 12:15:12.195743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:12.318093 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:12.690203 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac83cc2e-13c1-4394-8064-5606728509e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:13.081428 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155bb43-c788-46d4-b6b0-ec5b20f3afd1 req-f0fe081e-7ad0-4277-af1b-9b9df899b35c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:13.083174 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4155bb43-c788-46d4-b6b0-ec5b20f3afd1 req-f0fe081e-7ad0-4277-af1b-9b9df899b35c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 946 time: 0.0656378 Jul 14 12:15:13.123628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4155bb43-c788-46d4-b6b0-ec5b20f3afd1 req-66244ff7-727a-44f6-a9e2-3aeabab5252a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343168 Jul 14 12:15:13.331756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-6bfe5bfd-90f7-4521-a4e9-5862c7ffc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:13.333305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-6bfe5bfd-90f7-4521-a4e9-5862c7ffc1c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 1097 time: 0.0566087 Jul 14 12:15:13.344395 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:15:13.414525 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:13.573396 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:13.609215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:13.641084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:15:13.682599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:13.684935 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0567d775-061a-4aa2-8a76-2ff3b7e54918" -d '{"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-unplugged", "status": "completed", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:13.688701 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:13.701088 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Transition to ACTIVE for port object 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:15:13.705888 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:13.737852 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d52d69-4a35-4b98-b56a-c76094834d19 x-openstack-request-id: req-99d52d69-4a35-4b98-b56a-c76094834d19 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:13.738439 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-unplugged", "status": "completed", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:13.738689 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99d52d69-4a35-4b98-b56a-c76094834d19 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:13.739735 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'code': 200} Jul 14 12:15:13.799179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=10']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:13.813331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.813774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.813923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.814261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.814600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.814932 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.815261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.815591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.815937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.816804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.817138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.817461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:13.857005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] No DVR routers for this DVR port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:15:13.991380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:15:13.991706 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:15:13.992067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:15:13.996765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:15:13.997082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Attempting to bind port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:15:14.001818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:15:14.002151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:15:14.002576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:15:14.002949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Bound port: 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:15:14.003300 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:14.068317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:15:14.071135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:15:14.075434 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:14.108557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:14.109222 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:14.110533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] 10.222.0.64 "PUT /v2.0/ports/72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1093 time: 0.7704728 Jul 14 12:15:14.131644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaeb75-86cd-4bcd-9b62-b8f6879dbd19 service neutron] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=11']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:14.199512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-68c93800-3d80-4dcb-9ea8-d1a82ea94726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:14.201098 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-68c93800-3d80-4dcb-9ea8-d1a82ea94726 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1096 time: 0.0665982 Jul 14 12:15:14.336133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-f9db117f-dcf6-4ed9-b7bb-484a494a65db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:14.337622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-f9db117f-dcf6-4ed9-b7bb-484a494a65db service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1295581 Jul 14 12:15:14.349667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122763-1f0f-4d1f-8423-28fcf3d2849f req-086729d0-7dbd-4f8a-b652-80022469a95d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:14.351047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4122763-1f0f-4d1f-8423-28fcf3d2849f req-086729d0-7dbd-4f8a-b652-80022469a95d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0974598 Jul 14 12:15:14.760233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4122763-1f0f-4d1f-8423-28fcf3d2849f req-7a06c4e5-f8e0-48c9-9ee5-299b19409d95 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028955 Jul 14 12:15:14.766565 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-78189f02-5036-4f25-a507-8e6bb0004d42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1001 time: 0.4146218 Jul 14 12:15:14.816624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-001223ea-2fe8-4fcb-941c-459877d78557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:14.818112 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-001223ea-2fe8-4fcb-941c-459877d78557 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0452993 Jul 14 12:15:14.876625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-f9fa6906-1df7-41db-b77c-e01478d73945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:14.878086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-f9fa6906-1df7-41db-b77c-e01478d73945 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537300 Jul 14 12:15:14.963661 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-95450588-23c0-419d-8b5b-514ef68a02d4 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790398 Jul 14 12:15:15.052904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fee4d9f-5a84-4f39-b87c-e974f21c99a9 req-7bc988e1-e6cf-4fbb-b1de-a08fc3603998 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Jul 14 12:15:15.275487 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:15.740326 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:15.742718 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16085016-b62e-47a3-a86b-40ce35c04a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:15.790690 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53e4f30-689b-4581-b3ac-329fc1d12622 x-openstack-request-id: req-a53e4f30-689b-4581-b3ac-329fc1d12622 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:15.791425 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:15.791545 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a53e4f30-689b-4581-b3ac-329fc1d12622 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:15.791939 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'status': 'completed', 'code': 200} Jul 14 12:15:15.871385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-78123a12-d901-4e3c-9392-eff60b408337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:15.872004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-b21db151-2097-4165-a403-0c610dfe14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:15.872857 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-78123a12-d901-4e3c-9392-eff60b408337 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1096 time: 0.0614691 Jul 14 12:15:15.873340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-b21db151-2097-4165-a403-0c610dfe14f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 1096 time: 0.0551753 Jul 14 12:15:15.961672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-8083b517-7c1c-4a4e-9bc9-41d4ffd1bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:15.963207 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-8083b517-7c1c-4a4e-9bc9-41d4ffd1bd4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0837975 Jul 14 12:15:16.010053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f9ee8-2f71-40a7-818f-24412833a41b req-ae3f8474-e7d3-4c1b-8156-c89d3d1096c0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:16.011559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-475f9ee8-2f71-40a7-818f-24412833a41b req-ae3f8474-e7d3-4c1b-8156-c89d3d1096c0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.1318798 Jul 14 12:15:16.017979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-78900e14-90e1-4311-9228-0a23d283496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:16.019098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:16.020164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-78900e14-90e1-4311-9228-0a23d283496c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1386454 Jul 14 12:15:16.041599 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-6cec9c82-4410-4854-8e1b-7df1557c8149 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1001 time: 0.0712504 Jul 14 12:15:16.057625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:16.093194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-33b122bc-f7a9-417e-8751-a509f555e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:16.094675 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-33b122bc-f7a9-417e-8751-a509f555e375 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0448902 Jul 14 12:15:16.103158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-475f9ee8-2f71-40a7-818f-24412833a41b req-54e5c0a6-e86a-4122-8887-b4107a836cb9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792804 Jul 14 12:15:16.110611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-8e0a7d16-c75e-454d-9f88-f9316a7939df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 200 len: 1001 time: 0.0791497 Jul 14 12:15:16.154021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-578b2134-b81e-49cd-a193-2f5c2132c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:16.155500 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-578b2134-b81e-49cd-a193-2f5c2132c281 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542326 Jul 14 12:15:16.163716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-99799d78-a0bb-4cc2-a562-1d7471280c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:16.165244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-99799d78-a0bb-4cc2-a562-1d7471280c80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0486925 Jul 14 12:15:16.221623 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-79d0f3cc-b11c-45e2-b411-c2a0b0ebe65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:16.223308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-79d0f3cc-b11c-45e2-b411-c2a0b0ebe65c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517247 Jul 14 12:15:16.248789 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-c988f4bd-bf2a-4c48-83d3-ba25c6622f22 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867448 Jul 14 12:15:16.314671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-b687fb39-afc5-4ec1-9ec8-ab3c9294e614 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814350 Jul 14 12:15:16.335969 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-04d33ff1-2e6b-438c-917c-47b9238551e9 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805683 Jul 14 12:15:16.419446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-16085016-b62e-47a3-a86b-40ce35c04a3e req-6af21ed1-81cc-4c27-a6f9-fefb0a1ea05e service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968299 Jul 14 12:15:17.278501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50334f46-679f-4560-9771-b2e4ef035a73 req-e05e7156-de39-40d5-89c1-3cc7dfe2c0dd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:17.279997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50334f46-679f-4560-9771-b2e4ef035a73 req-e05e7156-de39-40d5-89c1-3cc7dfe2c0dd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0616169 Jul 14 12:15:17.317094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-50334f46-679f-4560-9771-b2e4ef035a73 req-c384a1e5-982d-44f5-a54f-f8f326e64144 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308547 Jul 14 12:15:17.489115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757727c-308f-4fac-a52a-dedc3a841fb8 req-1c3c88d6-a656-4829-9aa1-2b56525850cd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:17.490602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a757727c-308f-4fac-a52a-dedc3a841fb8 req-1c3c88d6-a656-4829-9aa1-2b56525850cd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0675442 Jul 14 12:15:17.527240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a757727c-308f-4fac-a52a-dedc3a841fb8 req-b4d78e4d-f440-4c9a-986c-3018caed6d84 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Jul 14 12:15:17.696362 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf171d7-a8e6-43ea-aaf9-355d0ec16943 req-a9e9a2b7-58e7-4f9b-887f-347c8cd86a85 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:17.697823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3bf171d7-a8e6-43ea-aaf9-355d0ec16943 req-a9e9a2b7-58e7-4f9b-887f-347c8cd86a85 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0626667 Jul 14 12:15:17.734854 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3bf171d7-a8e6-43ea-aaf9-355d0ec16943 req-a35f87ac-800c-4247-89c6-b88bf2408dd0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314844 Jul 14 12:15:18.114204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588163ad-a560-4ad9-8eef-96a929c23623 req-f21578bb-5895-4e18-bdd5-30d8c77bd361 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:18.115619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-588163ad-a560-4ad9-8eef-96a929c23623 req-f21578bb-5895-4e18-bdd5-30d8c77bd361 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0652773 Jul 14 12:15:18.154225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-588163ad-a560-4ad9-8eef-96a929c23623 req-646d54b7-7aba-40ad-867a-cc5f2f501279 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330741 Jul 14 12:15:19.246093 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-ea449c3c-46a4-4de8-84bf-4d5587c2de06 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:19.247619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-ea449c3c-46a4-4de8-84bf-4d5587c2de06 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.0665827 Jul 14 12:15:19.292110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:15:19.382879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:19.390766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506162ba-c370-44cb-bb8c-fc04e7e69746 req-65324ca4-d257-43ea-9975-f8c008eefe9d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:19.392284 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-506162ba-c370-44cb-bb8c-fc04e7e69746 req-65324ca4-d257-43ea-9975-f8c008eefe9d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 945 time: 0.1136739 Jul 14 12:15:19.395316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'mac_address': 'fa:16:3e:ee:ea:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:15:19.415551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Deleting port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:19.415927 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.434442 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.446562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:15:19.465795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:19.469737 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.477268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-506162ba-c370-44cb-bb8c-fc04e7e69746 req-c123fe4f-eb67-4cea-bb70-95576bf63572 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786772 Jul 14 12:15:19.518768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] For port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:19.519211 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.519353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=12']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:19.690456 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.690745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.691606 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Floating IP 651deac5-262a-40f7-8bdf-f8c637542cef disassociated. External IP: 172.25.2.128, port: 72bbcf59-75a2-4bb4-a6b2-30bfd7128201. Jul 14 12:15:19.692119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Calling delete_port for 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:19.817357 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.854112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event deleted for resources: {'Port': ['ID=72bbcf59-75a2-4bb4-a6b2-30bfd7128201,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:19.973035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:15:20.078952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:15:20.088736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:15:20.097323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:20.097943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:15:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:20.126543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] No DVR routers for this DVR port 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:15:20.129879 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.132107 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-21778cd4-5568-4e64-bd9b-dfa90eb13c90 req-d3de681d-8807-4db3-831e-6401d306290c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "DELETE /v2.0/ports/72bbcf59-75a2-4bb4-a6b2-30bfd7128201 HTTP/1.1" status: 204 len: 173 time: 0.8791156 Jul 14 12:15:20.132552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-deleted', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:20.134903 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93601bd-8e55-4c10-a385-924fa17a6359" -d '{"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-deleted", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:20.173661 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeffa61-ec72-4078-8af7-0e9999bacced x-openstack-request-id: req-faeffa61-ec72-4078-8af7-0e9999bacced {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:20.173955 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e3cb9-89c3-4b35-9da6-70ef5a18890a", "name": "network-vif-deleted", "tag": "72bbcf59-75a2-4bb4-a6b2-30bfd7128201", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:20.174208 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-faeffa61-ec72-4078-8af7-0e9999bacced {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:20.174621 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e3cb9-89c3-4b35-9da6-70ef5a18890a', 'name': 'network-vif-deleted', 'tag': '72bbcf59-75a2-4bb4-a6b2-30bfd7128201', 'status': 'completed', 'code': 200} Jul 14 12:15:20.357629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:20.554117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:20.584320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:15:20.593064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:20.593845 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:15:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:20.647481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9bf028c-5c85-4896-abc8-f361062fffd1 req-082c7b01-6a30-426a-9e43-3c744a63a5aa tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e6e3cb9-89c3-4b35-9da6-70ef5a18890a HTTP/1.1" status: 200 len: 210 time: 0.0325029 Jul 14 12:15:20.704374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:20.898999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:20.924920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c421b-9c4a-4a85-8a2a-83c5977bf11b None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:15:21.129839 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f89e7-aefd-49a4-abbd-ed2c1aa18f8d None None] New status for floating IP 651deac5-262a-40f7-8bdf-f8c637542cef: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:15:21.991961 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-e024faef-15dd-4980-9d9a-9cff480eeec2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2018648750&fields=id&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 267 time: 0.0325541 Jul 14 12:15:22.099763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-1992759b-49d5-46a1-987e-cfdc095f7725 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:22.101490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-1992759b-49d5-46a1-987e-cfdc095f7725 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 811 time: 0.1032810 Jul 14 12:15:22.116502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-0a49ed98-9f63-4c5a-a7d8-60f777b6c7d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/quotas/5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 375 time: 0.0092170 Jul 14 12:15:22.184073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-96ba05b5-31e5-4dd3-a4e6-2fd467654e30 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627751 Jul 14 12:15:22.275752 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-104b8ee8-8e84-4ab5-8462-c4fae0253ee8 service neutron] 10.222.0.38 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801585 Jul 14 12:15:22.365563 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-8c4f8441-1ca4-4f14-b7a7-3c12908180e2 service neutron] 10.222.0.38 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840411 Jul 14 12:15:22.530867 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec28425a-ba45-41f5-9fdd-e7e80b3187ac req-5f9ace76-d7ed-4112-93b3-b17153db57b5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 210 time: 0.0301704 Jul 14 12:15:23.329027 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:23.353468 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:15:23.353809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 72bbcf59-75a2-4bb4-a6b2-30bfd7128201 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:23.626165 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-7d21aca2-5680-4a3a-9ab3-8eb9900bea86 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:23.628009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-7d21aca2-5680-4a3a-9ab3-8eb9900bea86 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 811 time: 0.1063786 Jul 14 12:15:23.694096 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74a97791-4cc7-4b53-b354-daac190329f4 req-6119b1d1-ed92-40a9-971d-5002a18e154b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 210 time: 0.0388820 Jul 14 12:15:23.698587 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-2cb3a5e8-0b96-4ba9-b73d-d6c8c504814d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 380 time: 0.0625968 Jul 14 12:15:23.710038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'port': {'device_id': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'admin_state_up': True, 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'security_groups': ['f4208cbf-ed9d-4979-aee5-21632d6ef3de']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:15:23.821291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Made reservation on behalf of 5a29ffa04e48435b858e3c22ff178e4b for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:15:23.824791 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.947177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Allocated IP 172.20.0.9 (2558cc3d-ec8b-4354-a76d-3510189e7990/861ffa8a-83a2-4b37-a9a4-468655080306/d0498f39-183f-4450-b616-a10fbee003f9) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:15:24.082989 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.096208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Transition to ACTIVE for port object d0498f39-183f-4450-b616-a10fbee003f9 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:15:24.129811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.169805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:15:24.174824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:15:24.179119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:15:24.211144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:24.237927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:24.239155 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.254013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-143e7ade-be09-4189-bcb3-64c8842a5a4b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486212 Jul 14 12:15:24.265432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Request body: {'port': {'device_id': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:15:24.339750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.408403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-debef80d-1b01-42f4-88d8-52161f7cf0a6 None None] Provisioning for port d0498f39-183f-4450-b616-a10fbee003f9 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:15:24.412314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-debef80d-1b01-42f4-88d8-52161f7cf0a6 None None] Provisioning complete for port d0498f39-183f-4450-b616-a10fbee003f9 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:15:24.412688 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-debef80d-1b01-42f4-88d8-52161f7cf0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.445585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-debef80d-1b01-42f4-88d8-52161f7cf0a6 None None] Port d0498f39-183f-4450-b616-a10fbee003f9 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:15:24.598321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0498f39-183f-4450-b616-a10fbee003f9 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:15:24.605533 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.617571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Transition to ACTIVE for port object d0498f39-183f-4450-b616-a10fbee003f9 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:15:24.620918 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.667087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:24.743871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:15:24.744215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:15:24.744549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:15:24.749057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Port d0498f39-183f-4450-b616-a10fbee003f9 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:15:24.749411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:15:24.755234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:15:24.755584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:15:24.755996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:15:24.756433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Bound port: d0498f39-183f-4450-b616-a10fbee003f9, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:15:24.756794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.868882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:15:24.872599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:15:24.876858 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.925288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:24.925941 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.927344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] 10.222.0.64 "PUT /v2.0/ports/d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1091 time: 0.6664965 Jul 14 12:15:24.927812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:24.930081 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:24.949207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb142b-2df1-400a-a088-6d0fd7098b7b service neutron] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:24.959611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e220ea-56eb-4fcb-86a9-daef91504288 req-f84e90da-74bd-4e0e-9774-231d4892709c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:24.961223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25e220ea-56eb-4fcb-86a9-daef91504288 req-f84e90da-74bd-4e0e-9774-231d4892709c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.1456478 Jul 14 12:15:24.993340 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c9edae-0ab5-4d1a-bda4-27a9d8aa21db x-openstack-request-id: req-97c9edae-0ab5-4d1a-bda4-27a9d8aa21db {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:24.993628 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:24.993879 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97c9edae-0ab5-4d1a-bda4-27a9d8aa21db {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:24.994271 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'status': 'completed', 'code': 200} Jul 14 12:15:25.041031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-25e220ea-56eb-4fcb-86a9-daef91504288 req-3b4741d9-5be5-47ce-b46a-44d89d8e64c5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720623 Jul 14 12:15:25.062429 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-415d6cf2-08e5-4f19-a0fb-3ae371b7d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:25.064239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-415d6cf2-08e5-4f19-a0fb-3ae371b7d0e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1094 time: 0.0870550 Jul 14 12:15:25.106662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-7022343c-f394-46ab-8ba3-0674910e6ca0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 217 time: 0.0352011 Jul 14 12:15:25.154485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-ac4d8b2e-f569-4795-9eb3-131a8afb1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:25.156115 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-ac4d8b2e-f569-4795-9eb3-131a8afb1494 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0431602 Jul 14 12:15:25.215451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-a6c806d1-0274-4e4b-ac6f-2ebdc5156735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:25.216900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-a6c806d1-0274-4e4b-ac6f-2ebdc5156735 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551305 Jul 14 12:15:25.313266 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-2bbb5e00-b6bb-4fb8-89f2-9fafea1ca054 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861676 Jul 14 12:15:25.399877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81ae4780-72d2-4aca-8fe4-aebc093e1b7a req-9147470d-2b56-46dc-a2ee-86058e111954 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806274 Jul 14 12:15:25.496699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-33851c29-c7a5-4537-9f05-18b0e8d547ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:25.498163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-33851c29-c7a5-4537-9f05-18b0e8d547ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1094 time: 0.0557849 Jul 14 12:15:25.585631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-bc05bdfa-a1dc-4e00-99fb-75d88dea008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:25.587114 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-bc05bdfa-a1dc-4e00-99fb-75d88dea008b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0824547 Jul 14 12:15:25.630105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-016d8ac8-ae73-4c83-8547-f792cbb79c30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 217 time: 0.0367258 Jul 14 12:15:25.677355 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-fa7d7e10-1093-4376-a526-f95712c2ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:25.678747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-fa7d7e10-1093-4376-a526-f95712c2ac33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0418441 Jul 14 12:15:25.733951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-da55b8d8-7c06-48f6-b52b-081f2a3ee191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:25.735412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-da55b8d8-7c06-48f6-b52b-081f2a3ee191 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499930 Jul 14 12:15:25.826902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-b816b08a-a1ab-417e-ab5a-2d15b7ff320b service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841465 Jul 14 12:15:25.923164 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35f2eeb9-af2f-4cdc-9136-4f30c8cb80fe req-f64fdfd0-66d2-4c17-87e3-84dcc804a3f1 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896316 Jul 14 12:15:26.213974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a51f2-5087-4f26-b4ae-603bddc4deac req-16d2a54e-2fc7-481f-b13d-fb3e9a91edd6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:26.215445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce2a51f2-5087-4f26-b4ae-603bddc4deac req-16d2a54e-2fc7-481f-b13d-fb3e9a91edd6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0623536 Jul 14 12:15:26.252308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ce2a51f2-5087-4f26-b4ae-603bddc4deac req-e6193dd0-0f3c-4145-bef5-626a470903f2 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Jul 14 12:15:26.649310 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:26.998417 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:15:27.344050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d0498f39-183f-4450-b616-a10fbee003f9 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:15:27.426344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f442829-6197-43b1-bf16-f5bdcf79e94b req-31e38e4b-b28d-446d-bc3b-bd4fd60bc75f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:27.427838 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f442829-6197-43b1-bf16-f5bdcf79e94b req-31e38e4b-b28d-446d-bc3b-bd4fd60bc75f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0664158 Jul 14 12:15:27.437173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:27.452630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'd0498f39-183f-4450-b616-a10fbee003f9', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': 'd0498f39-183f-4450-b616-a10fbee003f9', 'mac_address': 'fa:16:3e:de:87:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:15:27.466258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7f442829-6197-43b1-bf16-f5bdcf79e94b req-075a7629-5a5c-495b-8904-42653955ee9b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jul 14 12:15:27.490017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:27.502290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0498f39-183f-4450-b616-a10fbee003f9 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:15:27.522589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:27.526162 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:27.571281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:27.717883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d0498f39-183f-4450-b616-a10fbee003f9'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:15:28.494881 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:28.635375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f7158-9b20-403c-b68d-2ac7216b7a4f req-06ade153-edca-420f-95d4-16c530666a54 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:28.636864 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b81f7158-9b20-403c-b68d-2ac7216b7a4f req-06ade153-edca-420f-95d4-16c530666a54 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0609567 Jul 14 12:15:28.674623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b81f7158-9b20-403c-b68d-2ac7216b7a4f req-7a7c7902-9c6a-42be-952a-c1128ff9a8e1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319653 Jul 14 12:15:29.375445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d0498f39-183f-4450-b616-a10fbee003f9 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:15:29.421113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port d0498f39-183f-4450-b616-a10fbee003f9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:15:29.424807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port d0498f39-183f-4450-b616-a10fbee003f9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:15:29.425173 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:29.500460 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:29.522171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:29.524429 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da1bbc2-6d1c-4f17-a1b1-011db92903f2" -d '{"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-plugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:29.537940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:29.543727 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:29.567043 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6796d-c38a-4f26-91f6-c46d0d61481c x-openstack-request-id: req-a8b6796d-c38a-4f26-91f6-c46d0d61481c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:29.567331 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-plugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:29.567581 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8b6796d-c38a-4f26-91f6-c46d0d61481c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:29.567992 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'code': 200} Jul 14 12:15:29.592594 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:29.677768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adff6cb-f9d2-4537-a4f0-5a8c4a15a545 req-f7e17847-0350-470d-b1dd-42c4f7a8bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:29.679129 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9adff6cb-f9d2-4537-a4f0-5a8c4a15a545 req-f7e17847-0350-470d-b1dd-42c4f7a8bedd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1096 time: 0.0536530 Jul 14 12:15:29.712763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9adff6cb-f9d2-4537-a4f0-5a8c4a15a545 req-ad5e4074-d207-4fa8-93aa-62a052e77266 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270815 Jul 14 12:15:29.845147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253e584-38e9-470a-a358-4aeb39ca9864 req-fc1ab260-ce98-45d6-a4c6-53d73e761382 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:29.846602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1253e584-38e9-470a-a358-4aeb39ca9864 req-fc1ab260-ce98-45d6-a4c6-53d73e761382 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0616820 Jul 14 12:15:29.887533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1253e584-38e9-470a-a358-4aeb39ca9864 req-4108c095-67b0-4c4e-8588-85b9aa16e000 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348766 Jul 14 12:15:31.061179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f755a15-26ae-4d87-a840-8f7985fa4be5 req-d2b1342e-caab-48bd-913a-6198ec3af7ff tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:31.062650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f755a15-26ae-4d87-a840-8f7985fa4be5 req-d2b1342e-caab-48bd-913a-6198ec3af7ff tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0630319 Jul 14 12:15:31.100337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9f755a15-26ae-4d87-a840-8f7985fa4be5 req-fa66cb65-48db-4427-a1b3-bcd1019412bc tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Jul 14 12:15:31.268206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a5659-f8d9-4b52-a374-a5119ca821c0 req-9474d174-524b-47fa-933c-08fc19e42fa7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:31.270254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d3a5659-f8d9-4b52-a374-a5119ca821c0 req-9474d174-524b-47fa-933c-08fc19e42fa7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0669370 Jul 14 12:15:31.278827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 55568) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:31.283210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a9b3a3a5-f0f8-4d35-b1a4-7b958783305a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Request body: {'floatingip': {'port_id': 'd0498f39-183f-4450-b616-a10fbee003f9'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:15:31.321710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9b3a3a5-f0f8-4d35-b1a4-7b958783305a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:32.087068 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9b3a3a5-f0f8-4d35-b1a4-7b958783305a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:32.090693 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9b3a3a5-f0f8-4d35-b1a4-7b958783305a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:32.189206 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-a9b3a3a5-f0f8-4d35-b1a4-7b958783305a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Floating IP 651deac5-262a-40f7-8bdf-f8c637542cef associated. External IP: 172.25.2.128, port: d0498f39-183f-4450-b616-a10fbee003f9. Jul 14 12:15:32.389046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b3a3a5-f0f8-4d35-b1a4-7b958783305a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:15:32.493325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b3a3a5-f0f8-4d35-b1a4-7b958783305a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:15:32.498186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9b3a3a5-f0f8-4d35-b1a4-7b958783305a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:32.502443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:15:32.512834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:32.513448 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:15:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:32.537258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a9b3a3a5-f0f8-4d35-b1a4-7b958783305a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "PUT /v2.0/floatingips/651deac5-262a-40f7-8bdf-f8c637542cef HTTP/1.1" status: 200 len: 992 time: 1.2545159 Jul 14 12:15:32.537258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:32.537536 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1494eac-1d11-481f-a9ef-2c50869bb7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:32.630483 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:32.642853 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb091c92-c675-4149-a8f8-484ecbb89fa7 x-openstack-request-id: req-fb091c92-c675-4149-a8f8-484ecbb89fa7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:32.643140 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:32.643390 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb091c92-c675-4149-a8f8-484ecbb89fa7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:32.643792 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'status': 'completed', 'code': 200} Jul 14 12:15:32.757843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-c62c403b-d8b6-4ba1-af99-1b31246446c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:32.759364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-c62c403b-d8b6-4ba1-af99-1b31246446c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1096 time: 0.0946352 Jul 14 12:15:32.850521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-439bff2a-2ed8-4dd2-945a-44c2e0e5a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:32.852289 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-439bff2a-2ed8-4dd2-945a-44c2e0e5a658 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0868738 Jul 14 12:15:32.857298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': 'd0498f39-183f-4450-b616-a10fbee003f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:de:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:15:32Z', 'revision_number': 13, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:32.883609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:15:32.892006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:32.892553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:15:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:32.915603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-aa2cf41f-ca6d-4179-95e3-860028454744 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1000 time: 0.0575283 Jul 14 12:15:32.967789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-8655b93e-c1a9-4901-a8d2-be7715fe2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:32.969304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-8655b93e-c1a9-4901-a8d2-be7715fe2565 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0479424 Jul 14 12:15:32.996971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:33.026803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-87886649-336a-4bb6-9f25-e91d70c0c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:33.028335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-87886649-336a-4bb6-9f25-e91d70c0c390 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516653 Jul 14 12:15:33.117002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-029cb234-7bb3-458f-b932-edde0fb8f3b5 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820768 Jul 14 12:15:33.211126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e1494eac-1d11-481f-a9ef-2c50869bb7b6 req-476901dc-caf0-44df-8237-b2482cb62314 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877297 Jul 14 12:15:33.216427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': 'd0498f39-183f-4450-b616-a10fbee003f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:de:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:15:32Z', 'revision_number': 13, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:33.247434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de62b448-27f6-453f-8f81-4b0f7eee3501 None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '651deac5-262a-40f7-8bdf-f8c637542cef', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'port_id': 'd0498f39-183f-4450-b616-a10fbee003f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'mac_address': 'fa:16:3e:de:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:15:32Z', 'revision_number': 13, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:15:33.427773 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98255c-89ef-41f5-b5f9-4d0fc5389742 None None] New status for floating IP 651deac5-262a-40f7-8bdf-f8c637542cef: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:15:39.548194 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-47cb7602-8fb7-4897-bf2d-c53d0d816fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:41.172571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-a687e1c1-723d-4351-991e-b38e4850c404 req-18059f96-8212-4225-9c3c-25d6f3527b1e service neutron] (93701) timed out ('10.222.0.64', 54403) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 12:15:42.318442 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:42.691340 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5b98abd4-5179-4065-9731-b3fe3347b4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:43.574512 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:45.277716 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:56.265607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-a6195444-6dec-49c1-93aa-c1b735a4ce9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508940 Jul 14 12:15:56.354305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-a8633f30-3ca0-4a17-87de-fd6709c6091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:56.355773 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-a8633f30-3ca0-4a17-87de-fd6709c6091f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1096 time: 0.0510471 Jul 14 12:15:56.460614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-7fbfffb6-d014-493b-b2b2-6326f9af1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:56.462089 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-7fbfffb6-d014-493b-b2b2-6326f9af1773 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0864894 Jul 14 12:15:56.528478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-a9cb90f0-1ced-4ed8-9c59-27249746f0a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1002 time: 0.0572386 Jul 14 12:15:56.581630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-63ea1b50-9b03-45da-97d1-e53002357a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:56.583259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-63ea1b50-9b03-45da-97d1-e53002357a0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0490375 Jul 14 12:15:56.640259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-e954f815-ab55-4263-a510-33d9ddc07d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:56.641769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-e954f815-ab55-4263-a510-33d9ddc07d51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521696 Jul 14 12:15:56.650222 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:56.729904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-55b7fec5-359d-44fa-9e87-387a438fc655 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817916 Jul 14 12:15:56.828603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b6a8cb9-e6e7-4873-9677-359738133efc req-6cfcd2ec-ceb0-4b3e-9e0f-d553536154cd service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919514 Jul 14 12:15:58.497295 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:03.997823 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:16:09.551204 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc830-a641-4e32-bff9-811aa9a692fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:12.319088 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:12.691474 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5dd93931-a55c-48c7-8e7e-0c93b21b9de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:13.575451 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:15.279315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:26.652466 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:28.511005 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:39.552439 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2e3e6882-43d3-49ab-88e3-383f70907296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:40.996396 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:16:42.320355 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:42.691756 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-edb09920-6f60-48e3-a463-e03314066318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:43.579260 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:45.283079 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:56.668987 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:57.262844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-bb429402-dd89-49c6-afeb-102a81054e96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518718 Jul 14 12:16:57.354823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-99fe9fa3-702b-45b7-998e-3158d32b4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:16:57.356374 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-99fe9fa3-702b-45b7-998e-3158d32b4c97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1096 time: 0.0531871 Jul 14 12:16:57.475171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-021e0477-7cd9-4081-81ec-0ceb1dd98838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:16:57.476829 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-021e0477-7cd9-4081-81ec-0ceb1dd98838 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1011434 Jul 14 12:16:57.545470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-814c1972-e72d-4b1d-9b5e-9aec40051e20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1002 time: 0.0616860 Jul 14 12:16:57.597711 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-8f5530d0-7d5c-48f5-af83-c7b559214b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:16:57.599235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-8f5530d0-7d5c-48f5-af83-c7b559214b9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0479846 Jul 14 12:16:57.655928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-6285a97e-8e5e-407b-a3e0-4a45ebc20e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:16:57.657442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-6285a97e-8e5e-407b-a3e0-4a45ebc20e26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516829 Jul 14 12:16:57.760657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-fc956527-c1fe-4b5a-af8b-0935e4e03911 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968647 Jul 14 12:16:57.855191 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca37adc3-e78e-4c49-8244-b86bcd822fc0 req-50a9cf89-cd0b-4f95-82f1-62e15f9a4e8b service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885019 Jul 14 12:16:58.532274 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:09.555231 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9af2eda9-7bb4-4abc-8e0c-67c9d1de56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:10.052314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a661bb-d4d1-422d-bd92-807c6e0f72e4 req-9428697f-5886-4161-9786-051928ca9895 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:10.054434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6a661bb-d4d1-422d-bd92-807c6e0f72e4 req-9428697f-5886-4161-9786-051928ca9895 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0651982 Jul 14 12:17:10.097920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6a661bb-d4d1-422d-bd92-807c6e0f72e4 req-13110ed9-00de-4081-9eab-a30cefee34b0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377407 Jul 14 12:17:12.322357 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:12.693232 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fde1a3e8-351a-47ff-a95b-2ae60b875551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:13.582998 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:15.286433 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:17.995589 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:17:20.359553 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-bc489ec2-1fd7-4bfc-ac1b-5da1cff66ba6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015959 Jul 14 12:17:20.376639 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2deaa66-4738-4ba7-b4b2-7417f7882998 req-bdea0893-def6-411b-b4ff-1c5f2c0b2ede tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:20.378351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2deaa66-4738-4ba7-b4b2-7417f7882998 req-bdea0893-def6-411b-b4ff-1c5f2c0b2ede tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0697401 Jul 14 12:17:20.419622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b2deaa66-4738-4ba7-b4b2-7417f7882998 req-7ff30766-6832-4552-b15c-682a0176243b tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347688 Jul 14 12:17:21.614200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8610-03f4-4a83-a243-2dcae27479b8 req-0a5a4e51-c3a3-4277-90f9-c72228e69dba tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:21.615976 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7ed8610-03f4-4a83-a243-2dcae27479b8 req-0a5a4e51-c3a3-4277-90f9-c72228e69dba tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0737860 Jul 14 12:17:21.658725 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7ed8610-03f4-4a83-a243-2dcae27479b8 req-2c6405a7-e927-4412-8391-4815cb3d6281 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362377 Jul 14 12:17:22.837722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce37e7-f39f-44db-b4c5-c0074ae4d9b0 req-728d8a54-323e-4fa8-b509-c1d5a8a23b67 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:22.839149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51ce37e7-f39f-44db-b4c5-c0074ae4d9b0 req-728d8a54-323e-4fa8-b509-c1d5a8a23b67 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0685885 Jul 14 12:17:22.877627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51ce37e7-f39f-44db-b4c5-c0074ae4d9b0 req-593f8f50-78b4-4327-b29d-1ff52fe55698 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327911 Jul 14 12:17:23.787833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-045bfde0-12ab-4c6c-8d64-004a609e79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:23.789424 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-045bfde0-12ab-4c6c-8d64-004a609e79f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1096 time: 0.0528011 Jul 14 12:17:23.877432 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-99deb1e1-07d4-4455-a958-86716d2a52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:23.878834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-99deb1e1-07d4-4455-a958-86716d2a52b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0829816 Jul 14 12:17:23.948479 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-6a95de75-aeaf-4f76-8cb1-2417c6ac7651 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1002 time: 0.0636065 Jul 14 12:17:24.022480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-a5aac609-8ff8-4895-a4b5-eb4f9c491cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:24.023931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-a5aac609-8ff8-4895-a4b5-eb4f9c491cc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0697718 Jul 14 12:17:24.098743 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a0d8f-7120-441e-a811-9a765d3f142f req-1c48b9f2-2b50-4ee5-9af3-3e5304e9927c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:24.100855 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-269a0d8f-7120-441e-a811-9a765d3f142f req-1c48b9f2-2b50-4ee5-9af3-3e5304e9927c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.1102509 Jul 14 12:17:24.114877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-275b6741-bd31-4322-bbfd-5ff105c11033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:24.116441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-275b6741-bd31-4322-bbfd-5ff105c11033 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860183 Jul 14 12:17:24.187908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-269a0d8f-7120-441e-a811-9a765d3f142f req-261156c5-510d-4b40-906b-e7e0dfd996f9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806067 Jul 14 12:17:24.221476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-d0256ddf-9e0e-47cc-8e0c-a979cecc4045 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971422 Jul 14 12:17:24.313093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-fdd44585-b777-4091-a7f4-ca5319b1bf99 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856991 Jul 14 12:17:25.371660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacf049-cedc-46e5-9901-8ba3e862cfcd req-e7c36e56-a9c3-45b9-a1b7-4f4ecb10ea1a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:25.373224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bacf049-cedc-46e5-9901-8ba3e862cfcd req-e7c36e56-a9c3-45b9-a1b7-4f4ecb10ea1a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0677524 Jul 14 12:17:25.413199 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bacf049-cedc-46e5-9901-8ba3e862cfcd req-fc907527-3341-4371-82f2-6b8ac0413382 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341601 Jul 14 12:17:26.598271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca11fa-9bca-46bb-8da6-2dfae4ed2488 req-756c015c-6ef9-495b-b140-b1e2caa67ba6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:26.599756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8ca11fa-9bca-46bb-8da6-2dfae4ed2488 req-756c015c-6ef9-495b-b140-b1e2caa67ba6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0694287 Jul 14 12:17:26.642250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c8ca11fa-9bca-46bb-8da6-2dfae4ed2488 req-5ff2e474-cdd2-45cd-9bb1-a09041a9e775 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361533 Jul 14 12:17:26.668069 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:27.823038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45451808-53fb-481b-ada7-c3a92afe2712 req-8dcae281-581e-455c-b26a-d7322f5b38f7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:27.824652 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45451808-53fb-481b-ada7-c3a92afe2712 req-8dcae281-581e-455c-b26a-d7322f5b38f7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0653131 Jul 14 12:17:27.866340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-45451808-53fb-481b-ada7-c3a92afe2712 req-60e3ccbb-259d-423d-a96e-22e2ceec85cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349851 Jul 14 12:17:28.545064 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:29.046278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc13a4-6e83-420c-ad1e-54e55bf237f1 req-9a6226f1-9d23-4c05-96d8-0cbf65a5f5d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:29.046946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffcc13a4-6e83-420c-ad1e-54e55bf237f1 req-9a6226f1-9d23-4c05-96d8-0cbf65a5f5d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0650542 Jul 14 12:17:29.087169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ffcc13a4-6e83-420c-ad1e-54e55bf237f1 req-52783bc5-8591-4e91-a6d7-2bc67742753f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320327 Jul 14 12:17:30.266249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d3cd1-0462-4115-8f15-6f8c05a1c7da req-c63163e1-518a-4344-ae35-8248ca2ec67d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:30.267729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b2d3cd1-0462-4115-8f15-6f8c05a1c7da req-c63163e1-518a-4344-ae35-8248ca2ec67d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0678041 Jul 14 12:17:30.306186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7b2d3cd1-0462-4115-8f15-6f8c05a1c7da req-a81e0d94-e10f-4c90-973e-479554b1a5cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328372 Jul 14 12:17:31.532238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627a13a-6d6a-46de-ae93-c951f77501b6 req-c79fd738-5949-4b6b-a302-602900e993aa tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:31.533770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4627a13a-6d6a-46de-ae93-c951f77501b6 req-c79fd738-5949-4b6b-a302-602900e993aa tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.1138680 Jul 14 12:17:31.571788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4627a13a-6d6a-46de-ae93-c951f77501b6 req-09a355d4-069a-4199-a3e4-db6c83cb7fe5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322900 Jul 14 12:17:32.795211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea04e6-30ae-4e72-8528-1e3aab3e7fa4 req-01c9d843-c85e-44c0-a588-0b1655c89260 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:32.796898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcea04e6-30ae-4e72-8528-1e3aab3e7fa4 req-01c9d843-c85e-44c0-a588-0b1655c89260 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.1139984 Jul 14 12:17:32.834588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcea04e6-30ae-4e72-8528-1e3aab3e7fa4 req-3c03ce12-eae8-4337-97f4-8db6cf50fc2c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Jul 14 12:17:34.010778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948e13-01ad-4773-bae5-c40ca399a3d4 req-c6dee3b8-41b8-4a59-bb1f-f0086948eb42 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:34.012298 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36948e13-01ad-4773-bae5-c40ca399a3d4 req-c6dee3b8-41b8-4a59-bb1f-f0086948eb42 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0657358 Jul 14 12:17:34.049687 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36948e13-01ad-4773-bae5-c40ca399a3d4 req-b94b0be9-93ab-4461-95ec-3f47afa44be7 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314462 Jul 14 12:17:35.228346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83505711-0bb4-4477-8b59-1e3255292a43 req-19f04d7f-db38-458d-a1b4-4e82b5daf8ac tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:35.229833 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83505711-0bb4-4477-8b59-1e3255292a43 req-19f04d7f-db38-458d-a1b4-4e82b5daf8ac tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0657175 Jul 14 12:17:35.267341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-83505711-0bb4-4477-8b59-1e3255292a43 req-579956dd-d5ef-42c2-b794-fd0dee59044c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318267 Jul 14 12:17:36.468301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df610752-b2ef-42ca-a44e-68aab979687d req-c09d743a-a31a-4ae5-a56e-b830619502cd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:36.469850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df610752-b2ef-42ca-a44e-68aab979687d req-c09d743a-a31a-4ae5-a56e-b830619502cd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0806859 Jul 14 12:17:36.510539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df610752-b2ef-42ca-a44e-68aab979687d req-f995aaa7-3ff4-4a7a-829a-6162219c5701 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349972 Jul 14 12:17:37.701606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc942-3aec-4655-95f0-d16da08dc764 req-9498369d-4c84-4dd0-af1b-df226dc2be77 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:37.703921 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d7dc942-3aec-4655-95f0-d16da08dc764 req-9498369d-4c84-4dd0-af1b-df226dc2be77 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0718269 Jul 14 12:17:37.746048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1d7dc942-3aec-4655-95f0-d16da08dc764 req-790f54e7-ed87-4767-8ea4-8db2253fde89 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360470 Jul 14 12:17:38.127082 n-d-778696-8 neutron-server[93702]: INFO neutron.api.v2.resource [req-55a36780-5f31-4763-b184-ffc662a83569 req-caba7547-82c7-4e4b-bac4-65fcfd96ec89 service neutron] show failed (client error): The resource could not be found. Jul 14 12:17:38.128160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-caba7547-82c7-4e4b-bac4-65fcfd96ec89 service neutron] 10.222.0.64 "GET /v2.0/ports/d0498f39-183f-4450-b616-a10fbee003f9/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0649674 Jul 14 12:17:38.457569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-c8812cfd-e502-451e-b777-59843577e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:38.459165 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-c8812cfd-e502-451e-b777-59843577e0a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 1096 time: 0.1168203 Jul 14 12:17:38.475697 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:17:38.556732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:38.793448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:17:38.835487 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:17:38.886042 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:38.888367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:17:38.891396 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1500b-2073-4854-b3f7-37010d1fb92c" -d '{"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-unplugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:17:38.904078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Transition to ACTIVE for port object d0498f39-183f-4450-b616-a10fbee003f9 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:17:38.909935 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:38.950006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509fac5-42a3-4b47-8487-51145393a310 req-65a61649-d307-4970-a08c-6317be329710 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:38.952507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5509fac5-42a3-4b47-8487-51145393a310 req-65a61649-d307-4970-a08c-6317be329710 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0761909 Jul 14 12:17:39.002142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:17:39.012283 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5509fac5-42a3-4b47-8487-51145393a310 req-5653e1dc-eb75-46c8-b8a6-efe255ceb830 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513723 Jul 14 12:17:39.015935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.016294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.016643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.017008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.017325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.017661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.017998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.018321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.018681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.018965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.019291 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.019600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:39.047316 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f976c1b-65ae-44ad-93e9-3880a4782088 x-openstack-request-id: req-4f976c1b-65ae-44ad-93e9-3880a4782088 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:17:39.047624 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-unplugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:17:39.047901 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f976c1b-65ae-44ad-93e9-3880a4782088 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:17:39.048313 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'code': 200} Jul 14 12:17:39.066107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] No DVR routers for this DVR port d0498f39-183f-4450-b616-a10fbee003f9 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:17:39.220787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:17:39.221094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:17:39.221378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:17:39.226378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Port d0498f39-183f-4450-b616-a10fbee003f9 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:17:39.226711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:17:39.231925 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:17:39.232272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:17:39.232661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:17:39.233190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Bound port: d0498f39-183f-4450-b616-a10fbee003f9, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:17:39.234067 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:39.304286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:17:39.307356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:17:39.314009 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:39.354739 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:39.355370 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:39.356817 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] 10.222.0.45 "PUT /v2.0/ports/d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1091 time: 0.8855977 Jul 14 12:17:39.374785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577f3ca-2aed-49a1-809f-3e6ff27d4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:17:39.441793 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-feca030c-008f-408e-8df0-a0e1bfabb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:39.443443 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-feca030c-008f-408e-8df0-a0e1bfabb3bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1094 time: 0.0609093 Jul 14 12:17:39.551262 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d560b8e9-3075-42bb-b9a0-6084738365f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:39.551949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-93c14992-c564-46c4-89f7-cce7f781f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:39.552848 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-93c14992-c564-46c4-89f7-cce7f781f9a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1028605 Jul 14 12:17:39.622779 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-2c4641bd-8668-42c0-80ff-47aba23eeeea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1000 time: 0.0622675 Jul 14 12:17:39.677863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-ccbcb282-a496-4f72-82f3-fc77ad1ab0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:39.679362 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-ccbcb282-a496-4f72-82f3-fc77ad1ab0c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0504556 Jul 14 12:17:39.742806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36780-5f31-4763-b184-ffc662a83569 req-0d52e880-3313-4275-9449-fd254a0cde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:39.744483 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-0d52e880-3313-4275-9449-fd254a0cde5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582376 Jul 14 12:17:39.759020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-fb1870ee-de6c-4fb4-ae0b-9108c516a161 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:17:39.760022 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-fb1870ee-de6c-4fb4-ae0b-9108c516a161 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053322 Jul 14 12:17:39.852787 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-63277356-7dbb-4616-8cba-02270e21a9a2 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857854 Jul 14 12:17:39.949430 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-49760177-8c3c-45e2-8e84-f8fb9d9df0db service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895386 Jul 14 12:17:40.049492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d0498f39-183f-4450-b616-a10fbee003f9 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:17:40.095641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d0498f39-183f-4450-b616-a10fbee003f9 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:17:40.207697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8383f21-65fb-4564-8437-feb2397e2de4 req-8164ac91-f53d-4884-a296-3347f42815ac tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:40.209342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8383f21-65fb-4564-8437-feb2397e2de4 req-8164ac91-f53d-4884-a296-3347f42815ac tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0671716 Jul 14 12:17:40.250072 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8383f21-65fb-4564-8437-feb2397e2de4 req-5dceac7f-670e-4bea-b498-a52b6f1841a9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348806 Jul 14 12:17:41.049886 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:17:41.052496 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a9380b-a939-46a0-b5e6-4042ed2998f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:17:41.105995 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ba483b-a64a-4b73-b643-9f4a1c7bce44 x-openstack-request-id: req-d9ba483b-a64a-4b73-b643-9f4a1c7bce44 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:17:41.106353 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:17:41.106689 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9ba483b-a64a-4b73-b643-9f4a1c7bce44 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:17:41.107136 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'status': 'completed', 'code': 200} Jul 14 12:17:41.184173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-57217810-2df9-4d65-9a8b-a5bce14061e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:41.186179 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-57217810-2df9-4d65-9a8b-a5bce14061e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1094 time: 0.0579889 Jul 14 12:17:41.194872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-6c18dc2c-79e8-4f32-80f8-df0fec6a82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:41.196919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-6c18dc2c-79e8-4f32-80f8-df0fec6a82c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1094 time: 0.0667028 Jul 14 12:17:41.296759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-f2c6f904-3df1-4686-a55f-10ce84552eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:41.298584 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-f2c6f904-3df1-4686-a55f-10ce84552eae service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0951173 Jul 14 12:17:41.317159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-3a3ca35f-03b5-4c56-a5fc-6f974b9e0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:41.318889 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-3a3ca35f-03b5-4c56-a5fc-6f974b9e0828 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1260424 Jul 14 12:17:41.392356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-d411e1fa-cdd4-4985-bbb9-052a6fe70964 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1000 time: 0.0874658 Jul 14 12:17:41.414461 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-08450300-893d-4771-bf4b-10969b20a7fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1000 time: 0.0885255 Jul 14 12:17:41.474805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-97030ca5-2c2f-4426-b261-de1c611f9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:41.476169 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-97030ca5-2c2f-4426-b261-de1c611f9c54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0777814 Jul 14 12:17:41.479628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-dbc08459-0b02-4b0f-a822-0c9662c75909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:41.481474 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-dbc08459-0b02-4b0f-a822-0c9662c75909 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0599685 Jul 14 12:17:41.535786 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4bedd-195b-43b1-ad37-4e54ee7ddced req-7e99c94e-0131-42f4-8020-9bca3b2fbd7a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:41.536861 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72a4bedd-195b-43b1-ad37-4e54ee7ddced req-7e99c94e-0131-42f4-8020-9bca3b2fbd7a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.1296420 Jul 14 12:17:41.553386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-b3f00eeb-59b6-4117-b005-2862498f9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:41.555037 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-b3f00eeb-59b6-4117-b005-2862498f9377 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673280 Jul 14 12:17:41.590382 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-2b9bb7fe-4445-4e09-8d27-a6fa6fcf4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:41.591952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-2b9bb7fe-4445-4e09-8d27-a6fa6fcf4f03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083744 Jul 14 12:17:41.600075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-72a4bedd-195b-43b1-ad37-4e54ee7ddced req-79954ac2-4d14-4365-99a9-0647f260b0f5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486159 Jul 14 12:17:41.662710 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-d1979f53-f359-47c4-936b-e1cb1c6770be service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998375 Jul 14 12:17:41.701152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-1635bae3-d8ba-4003-946b-79b5c798824b service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001024 Jul 14 12:17:41.770961 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-b3228e3a-7c8a-4922-892f-bd685e8bafdb service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019878 Jul 14 12:17:41.812724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30a9380b-a939-46a0-b5e6-4042ed2998f4 req-ccd48eb1-d5eb-4fbd-b550-a80ea2f15849 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051953 Jul 14 12:17:42.326044 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:42.699827 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0c7f19f0-eb87-4145-94f2-cc1275b52774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:42.815151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7d798-a76b-4478-a255-b92d1fc700d2 req-2f569199-fa0b-4fb9-a31d-95e66d85fb0d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:42.816747 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ee7d798-a76b-4478-a255-b92d1fc700d2 req-2f569199-fa0b-4fb9-a31d-95e66d85fb0d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0698693 Jul 14 12:17:42.857519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ee7d798-a76b-4478-a255-b92d1fc700d2 req-b51152fe-65bb-4466-a1c7-7eff5d01c7ff tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349867 Jul 14 12:17:43.590423 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:44.047784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41672cb3-7b2d-4d70-9c72-162eacb473e0 req-55fe75c4-8885-41bb-a17c-beff0342c45d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:44.049343 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41672cb3-7b2d-4d70-9c72-162eacb473e0 req-55fe75c4-8885-41bb-a17c-beff0342c45d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0697944 Jul 14 12:17:44.089952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41672cb3-7b2d-4d70-9c72-162eacb473e0 req-66111d91-4400-4859-bc94-63fb58757522 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348868 Jul 14 12:17:45.288862 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:45.289486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b060b0-479e-4932-8e27-6a60ae9c5d5f req-280e122b-194e-4072-9f09-a89852c3f7a6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:45.290580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95b060b0-479e-4932-8e27-6a60ae9c5d5f req-280e122b-194e-4072-9f09-a89852c3f7a6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0723088 Jul 14 12:17:45.330094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95b060b0-479e-4932-8e27-6a60ae9c5d5f req-d53fcf65-ccbb-45fe-b51e-452fcb2c1b90 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331819 Jul 14 12:17:46.519413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147f9b4-1e1f-4ee9-af0a-7c6f1b15b7d0 req-d7e69c8c-24ed-471e-a02a-0c8eac9808d9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:46.520966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4147f9b4-1e1f-4ee9-af0a-7c6f1b15b7d0 req-d7e69c8c-24ed-471e-a02a-0c8eac9808d9 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0698051 Jul 14 12:17:46.562306 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4147f9b4-1e1f-4ee9-af0a-7c6f1b15b7d0 req-d8ecf5bb-e743-4772-aa94-87b62d323228 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354619 Jul 14 12:17:47.749220 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8417c7e-816c-48c7-8e58-fd95c1af6850 req-d2785bdc-4969-4841-bef4-56a64824d80f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:47.751735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8417c7e-816c-48c7-8e58-fd95c1af6850 req-d2785bdc-4969-4841-bef4-56a64824d80f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0745368 Jul 14 12:17:47.803963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a8417c7e-816c-48c7-8e58-fd95c1af6850 req-ed0257dc-3bb3-45c2-a00d-42c392179905 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465612 Jul 14 12:17:48.995807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bdd85-2784-4e8c-9d54-a4d7cf751c23 req-5cbaade2-11f5-4e5c-a62c-9fc3eb187d37 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:48.997579 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f2bdd85-2784-4e8c-9d54-a4d7cf751c23 req-5cbaade2-11f5-4e5c-a62c-9fc3eb187d37 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0691023 Jul 14 12:17:49.038637 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2f2bdd85-2784-4e8c-9d54-a4d7cf751c23 req-a27c21ff-5372-44ce-9d42-101422ec979f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341339 Jul 14 12:17:50.230989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988581b-781d-422e-87c3-67f5435f8135 req-1c660c15-e64d-4d7e-a5fa-61a1d19c0c13 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:50.232685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0988581b-781d-422e-87c3-67f5435f8135 req-1c660c15-e64d-4d7e-a5fa-61a1d19c0c13 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0727961 Jul 14 12:17:50.274966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0988581b-781d-422e-87c3-67f5435f8135 req-efd867d4-66fc-48d2-9dfa-2121cca56559 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349615 Jul 14 12:17:51.468135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21f77d-642e-4a0f-b004-bc30030ae38a req-1c2f57b5-1b46-4840-a1bf-6629f7e6e899 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:51.469629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee21f77d-642e-4a0f-b004-bc30030ae38a req-1c2f57b5-1b46-4840-a1bf-6629f7e6e899 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0674696 Jul 14 12:17:51.518497 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee21f77d-642e-4a0f-b004-bc30030ae38a req-43333f02-659f-47bb-85c2-caf3605c1991 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412400 Jul 14 12:17:52.697673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acdd8-6db2-4a71-9a15-44ce6529b554 req-e5771239-b8d6-4c5c-a365-cf06951fff58 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:52.699233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-624acdd8-6db2-4a71-9a15-44ce6529b554 req-e5771239-b8d6-4c5c-a365-cf06951fff58 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 943 time: 0.0667725 Jul 14 12:17:52.745149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-624acdd8-6db2-4a71-9a15-44ce6529b554 req-35eb3bac-b5a0-4f0a-a776-763230a8702a tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385220 Jul 14 12:17:52.766423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d0498f39-183f-4450-b616-a10fbee003f9 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:17:52.872391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:17:52.887456 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'd0498f39-183f-4450-b616-a10fbee003f9', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': 'd0498f39-183f-4450-b616-a10fbee003f9', 'mac_address': 'fa:16:3e:de:87:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:17:52.925888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:52.938800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0498f39-183f-4450-b616-a10fbee003f9 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:17:52.960398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:17:52.964985 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:53.017662 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:17:53.026103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.026510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.026898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.027290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.027659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.028081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.028723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.029296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.029750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.030389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.031007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.031475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:53.181862 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-0fb0f4a0-b2b9-4685-9a2c-f7ebbfb7664d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:53.183362 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-0fb0f4a0-b2b9-4685-9a2c-f7ebbfb7664d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed&tenant_id=5a29ffa04e48435b858e3c22ff178e4b&binding%3Ahost_id=n-h2-778696-8 HTTP/1.1" status: 200 len: 944 time: 0.0767040 Jul 14 12:17:53.242725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb43f4d-0380-4a27-93c0-0358a2aba6c4 req-5a9e646a-d990-4148-a694-cfe9165a71cf tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:53.244289 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4eb43f4d-0380-4a27-93c0-0358a2aba6c4 req-5a9e646a-d990-4148-a694-cfe9165a71cf tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0725074 Jul 14 12:17:53.249000 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-416734b3-a989-4f2f-8da1-eb26897392cd service neutron] 10.222.0.45 "GET /v2.0/ports/d0498f39-183f-4450-b616-a10fbee003f9/bindings/n-h2-778696-8 HTTP/1.1" status: 200 len: 382 time: 0.0584047 Jul 14 12:17:53.283969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['d0498f39-183f-4450-b616-a10fbee003f9'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:17:53.286876 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4eb43f4d-0380-4a27-93c0-0358a2aba6c4 req-01942936-670b-492e-84d3-aa56a92ef208 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351691 Jul 14 12:17:53.345054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-d914dd3c-4766-49d0-a85d-6153c86832c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:53.347658 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-d914dd3c-4766-49d0-a85d-6153c86832c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1095 time: 0.0737367 Jul 14 12:17:53.484272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-62c9cfe2-41de-484c-b2ae-ea5d60cb0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:53.486898 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-62c9cfe2-41de-484c-b2ae-ea5d60cb0429 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1308010 Jul 14 12:17:53.571052 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-45c6ec2e-817a-468e-95fe-6dbee65d6fc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1001 time: 0.0775461 Jul 14 12:17:53.621744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-05851c68-141b-4a7d-bfff-87d5191649a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:53.623122 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-05851c68-141b-4a7d-bfff-87d5191649a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0454986 Jul 14 12:17:53.682365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-9748d610-a21f-40e0-a7b6-71a2fda5b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:53.683910 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-9748d610-a21f-40e0-a7b6-71a2fda5b4db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526581 Jul 14 12:17:53.782336 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-4c5d34bc-3856-4deb-9255-7ad0bbfa53d9 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893292 Jul 14 12:17:53.879580 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ce4e6e91-efb6-4a24-9e55-ab7cf065a6f4 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901825 Jul 14 12:17:54.479636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92da15-6373-4fa3-a9bc-d9787fd5ffb8 req-a16b3ef9-10be-4992-85fc-5002cd442d9c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:54.481178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc92da15-6373-4fa3-a9bc-d9787fd5ffb8 req-a16b3ef9-10be-4992-85fc-5002cd442d9c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0643032 Jul 14 12:17:54.520510 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc92da15-6373-4fa3-a9bc-d9787fd5ffb8 req-70668b4e-407a-49f1-a170-376e7343a6cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328953 Jul 14 12:17:54.796814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d0498f39-183f-4450-b616-a10fbee003f9 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:17:54.848118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port d0498f39-183f-4450-b616-a10fbee003f9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:17:54.851948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port d0498f39-183f-4450-b616-a10fbee003f9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:17:54.852316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:54.942365 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:54.971702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:17:54.973972 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3795cdca-b19e-4689-9227-bd177df44250" -d '{"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-plugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:17:54.987127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:17:54.993263 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:54.996023 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:17:55.048377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:17:55.099444 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0f91ae-c432-4844-938c-11fe0689600f x-openstack-request-id: req-7f0f91ae-c432-4844-938c-11fe0689600f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:17:55.099820 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-plugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:17:55.100207 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f0f91ae-c432-4844-938c-11fe0689600f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:17:55.100682 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'code': 200} Jul 14 12:17:55.712571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6a513-0e02-4f3c-9703-739a70c3a9f4 req-6c642d7e-4989-4438-ba65-83643ccbfbed tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:55.714085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3c6a513-0e02-4f3c-9703-739a70c3a9f4 req-6c642d7e-4989-4438-ba65-83643ccbfbed tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0796328 Jul 14 12:17:55.761566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3c6a513-0e02-4f3c-9703-739a70c3a9f4 req-e9d2dc01-a589-42fa-9c6d-92e74bbe49f3 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Jul 14 12:17:56.685958 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:56.967484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aac33-1481-4a52-90e3-6bff8714f790 req-222977e9-bd85-4163-9017-7c5eb85c51a6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:56.969037 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-854aac33-1481-4a52-90e3-6bff8714f790 req-222977e9-bd85-4163-9017-7c5eb85c51a6 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0765367 Jul 14 12:17:57.013127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-854aac33-1481-4a52-90e3-6bff8714f790 req-67f7ee62-4794-4b18-97f3-8522f8dea6bb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 Jul 14 12:17:58.019139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-0e6374d2-b182-41ef-bd66-df5a5ef2b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:58.020715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-0e6374d2-b182-41ef-bd66-df5a5ef2b650 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed&tenant_id=5a29ffa04e48435b858e3c22ff178e4b HTTP/1.1" status: 200 len: 1096 time: 0.0586329 Jul 14 12:17:58.031276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:17:58.107218 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:58.316325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544ec64-3733-4204-8989-51e69792c66d req-65a5bd83-5bd9-4117-85e3-6302c002d8ab tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:58.317847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1544ec64-3733-4204-8989-51e69792c66d req-65a5bd83-5bd9-4117-85e3-6302c002d8ab tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.1762352 Jul 14 12:17:58.375740 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1544ec64-3733-4204-8989-51e69792c66d req-053a74f5-6b2f-4841-90b1-11726a8efeb1 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502520 Jul 14 12:17:58.393649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:17:58.429801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:17:58.467072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:17:58.469329 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab59d42d-f867-457a-a23d-f7b54250ee82" -d '{"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-unplugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:17:58.473620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:58.486112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Transition to ACTIVE for port object d0498f39-183f-4450-b616-a10fbee003f9 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:17:58.490762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:58.527678 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f6cde8-cf24-4255-aed6-4ef029682a73 x-openstack-request-id: req-50f6cde8-cf24-4255-aed6-4ef029682a73 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:17:58.527884 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-unplugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:17:58.528141 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50f6cde8-cf24-4255-aed6-4ef029682a73 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:17:58.528621 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'code': 200} Jul 14 12:17:58.567569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:58.570811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=10']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:17:58.588466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.588850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.589155 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.589485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.589821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.590151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.590484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.590809 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.591137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.591459 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.591793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.592140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:17:58.640150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] No DVR routers for this DVR port d0498f39-183f-4450-b616-a10fbee003f9 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:17:59.138358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:17:59.139495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:17:59.139495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:17:59.145143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Port d0498f39-183f-4450-b616-a10fbee003f9 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:17:59.145476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Attempting to bind port d0498f39-183f-4450-b616-a10fbee003f9 on network 2558cc3d-ec8b-4354-a76d-3510189e7990 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:17:59.150536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:17:59.150879 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Checking segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:17:59.151265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Bound using segment: {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:17:59.151698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Bound port: d0498f39-183f-4450-b616-a10fbee003f9, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53c311-e775-486f-9ddd-6621bc5e3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:17:59.152084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:59.217894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:17:59.222067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:17:59.227418 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:59.274872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:59.275623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:59.277203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] 10.222.0.64 "PUT /v2.0/ports/d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1092 time: 1.2499571 Jul 14 12:17:59.311713 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6085a1-779c-494d-9d3e-9f48580190ed service neutron] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=11']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:17:59.367478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-5b1eb8ec-8495-4cdf-81d5-e4ad5b12b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:59.369634 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-5b1eb8ec-8495-4cdf-81d5-e4ad5b12b970 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1095 time: 0.0662303 Jul 14 12:17:59.473776 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-6f2dcd84-a884-4543-b2d9-a17f8bda1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:59.475271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-6f2dcd84-a884-4543-b2d9-a17f8bda1198 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.0996585 Jul 14 12:17:59.578746 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-b499e447-de19-44b0-bbba-cc3a15dc8010 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1000 time: 0.0962446 Jul 14 12:17:59.643245 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0970ec5-c222-4155-b841-df1b02ec86af req-c88fef24-9b93-446f-86e5-a8ced099e45d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:59.644768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0970ec5-c222-4155-b841-df1b02ec86af req-c88fef24-9b93-446f-86e5-a8ced099e45d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.1229093 Jul 14 12:17:59.650320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-760775ee-0380-423b-b8d7-0dfa0e85c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:59.651660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-760775ee-0380-423b-b8d7-0dfa0e85c0fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0662374 Jul 14 12:17:59.718447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0970ec5-c222-4155-b841-df1b02ec86af req-e668ac03-e10e-4dea-b389-48e51a857b80 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658016 Jul 14 12:17:59.740842 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-d59c38be-dda7-4fc7-a763-bda60c5dfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:17:59.742630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-d59c38be-dda7-4fc7-a763-bda60c5dfbe0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840802 Jul 14 12:17:59.843583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-4c58369f-19ce-4858-b7ec-7d0b56f1e4d9 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940931 Jul 14 12:17:59.942344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-248f05fa-fe20-4143-adcd-63cab2816e7b req-136f21aa-919e-42d2-b090-518c93fc8774 service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929527 Jul 14 12:18:00.529744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:18:00.533927 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:00.598349 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a39289-da2c-4373-941d-537ad1145ce4 x-openstack-request-id: req-c5a39289-da2c-4373-941d-537ad1145ce4 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:00.598735 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:00.598735 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5a39289-da2c-4373-941d-537ad1145ce4 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:00.598735 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'status': 'completed', 'code': 200} Jul 14 12:18:00.691142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-08c2bb29-a742-4423-aead-56018fbe340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:00.693132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-08c2bb29-a742-4423-aead-56018fbe340b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1095 time: 0.0699470 Jul 14 12:18:00.700605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-0773ca14-1bbf-4efb-9f54-8190fb5e1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:00.702476 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-0773ca14-1bbf-4efb-9f54-8190fb5e1bef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 1095 time: 0.0797844 Jul 14 12:18:00.812894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-71a42e1c-6847-4ae5-8145-b8874df82851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:00.814515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-71a42e1c-6847-4ae5-8145-b8874df82851 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1152294 Jul 14 12:18:00.828837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d0498f39-183f-4450-b616-a10fbee003f9 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:18:00.829642 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-5398ed41-bb19-4642-8475-ff5fc0e5eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:00.835895 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-5398ed41-bb19-4642-8475-ff5fc0e5eb0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 200 len: 911 time: 0.1255846 Jul 14 12:18:00.908808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device d0498f39-183f-4450-b616-a10fbee003f9 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:18:00.944702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-ab3497b9-d24e-4b33-a193-2a2ec30b43b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1000 time: 0.1233056 Jul 14 12:18:00.945138 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-6ccfd90d-0c3e-4b0c-a7c4-21bcbdc18c89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 200 len: 1000 time: 0.1019890 Jul 14 12:18:01.015978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef6681-5d95-492d-8fb1-0f523451da01 req-9ee46075-7cf7-47f5-93cf-8f5874cccc67 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:01.017840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1eef6681-5d95-492d-8fb1-0f523451da01 req-9ee46075-7cf7-47f5-93cf-8f5874cccc67 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.1386230 Jul 14 12:18:01.019167 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-5cf66a9b-c73c-4ab5-a933-84e3b9b607e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:01.021161 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-5cf66a9b-c73c-4ab5-a933-84e3b9b607e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0692992 Jul 14 12:18:01.032556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-d4e27366-df5c-4f65-8da3-d2679dc9b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:01.033981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-d4e27366-df5c-4f65-8da3-d2679dc9b32e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 200 len: 850 time: 0.0827982 Jul 14 12:18:01.100930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1eef6681-5d95-492d-8fb1-0f523451da01 req-bbc7f75d-a2eb-4cdd-9b60-da354744393f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753162 Jul 14 12:18:01.125398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-89c9fb2e-ed4b-4f0b-b8e4-ea7f03260420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:01.129915 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-89c9fb2e-ed4b-4f0b-b8e4-ea7f03260420 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981262 Jul 14 12:18:01.139250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-0bccae56-0dc0-4153-8663-90b5824f0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:01.141939 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-0bccae56-0dc0-4153-8663-90b5824f0eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2558cc3d-ec8b-4354-a76d-3510189e7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983763 Jul 14 12:18:01.258562 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-b591dc5f-c7aa-4824-9447-f02ac2df641b service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178732 Jul 14 12:18:01.278566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-b6af8180-3fb3-4601-9e43-8a973f6cd9df service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241269 Jul 14 12:18:01.371186 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-4d52ea77-38ae-4c67-bff5-d9f8e10cae65 service neutron] 10.222.0.45 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046176 Jul 14 12:18:01.403197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-170c966c-82c9-4da1-8199-0c0e9dcaa5a9 req-48941a07-c0d6-40b3-89d4-df59c0e1543f service neutron] 10.222.0.64 "GET /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177049 Jul 14 12:18:02.325067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d62d5-2113-4a6a-b46a-8fc54914ed1a req-18ac1495-b8f8-4dd1-b099-3d3ec308677f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:02.327140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b09d62d5-2113-4a6a-b46a-8fc54914ed1a req-18ac1495-b8f8-4dd1-b099-3d3ec308677f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0771828 Jul 14 12:18:02.373699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b09d62d5-2113-4a6a-b46a-8fc54914ed1a req-2fd66b67-9f0d-4027-a43a-4b6cc9768608 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Jul 14 12:18:03.571705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13510909-51a8-4af4-8d8b-024427f0edd4 req-7a697dd3-2199-49c9-8c6a-565e86cd9b6c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:03.573430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13510909-51a8-4af4-8d8b-024427f0edd4 req-7a697dd3-2199-49c9-8c6a-565e86cd9b6c tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0810018 Jul 14 12:18:03.617744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-13510909-51a8-4af4-8d8b-024427f0edd4 req-52f84ea5-c0f1-4a6d-af17-018aa124bef0 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378463 Jul 14 12:18:04.823774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece547c9-e2e8-4a5f-9624-099c6806ccb5 req-b4d497b5-24c3-46b6-87aa-d0e9adff8361 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:04.825609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ece547c9-e2e8-4a5f-9624-099c6806ccb5 req-b4d497b5-24c3-46b6-87aa-d0e9adff8361 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0771945 Jul 14 12:18:04.876504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ece547c9-e2e8-4a5f-9624-099c6806ccb5 req-28fd629e-a5eb-4b19-ac7a-0bd136ba4a09 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437334 Jul 14 12:18:06.057577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8beacd-3a79-45a8-a81c-3728a3f5275d req-5d24123f-79dd-4c6a-8c2f-9c858f31730f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:06.059097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b8beacd-3a79-45a8-a81c-3728a3f5275d req-5d24123f-79dd-4c6a-8c2f-9c858f31730f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0645630 Jul 14 12:18:06.106942 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b8beacd-3a79-45a8-a81c-3728a3f5275d req-46702a2e-f008-41fc-ac41-9a9ee97f9dc4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 Jul 14 12:18:07.302691 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058c754-9322-41d4-ab35-12d93d6a3bcf req-7885140b-35c6-4b5a-827e-6e6479bee611 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:07.304184 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2058c754-9322-41d4-ab35-12d93d6a3bcf req-7885140b-35c6-4b5a-827e-6e6479bee611 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0714464 Jul 14 12:18:07.347513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2058c754-9322-41d4-ab35-12d93d6a3bcf req-3868827d-f3ad-48fc-a32a-3ae23f282225 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362177 Jul 14 12:18:08.542365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b753-12da-44f5-b7ec-f09fdf93bc62 req-926b3b41-5448-4e78-8c98-8dd9b19afcce tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:08.544004 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11d2b753-12da-44f5-b7ec-f09fdf93bc62 req-926b3b41-5448-4e78-8c98-8dd9b19afcce tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0746894 Jul 14 12:18:08.589643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11d2b753-12da-44f5-b7ec-f09fdf93bc62 req-f13adc76-6364-4e41-b4f6-c11efe680fbe tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397079 Jul 14 12:18:09.562530 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2ec600d5-4ceb-4e2d-be9d-9c0bcbbf3eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:09.772847 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fc18d-652a-44d6-9f0b-9b711ba18f60 req-37927b49-d6d5-43d5-901b-8677767d0d22 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:09.776340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2fc18d-652a-44d6-9f0b-9b711ba18f60 req-37927b49-d6d5-43d5-901b-8677767d0d22 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0701640 Jul 14 12:18:09.817934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e2fc18d-652a-44d6-9f0b-9b711ba18f60 req-8c9d5af3-c0aa-4ac8-92ff-2f90e4fd4abd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377913 Jul 14 12:18:11.024198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f2f3-2300-4db2-b223-9fdb30f494a8 req-ed15eb5c-911f-420b-8368-742cf8b46c97 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:11.025791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d13f2f3-2300-4db2-b223-9fdb30f494a8 req-ed15eb5c-911f-420b-8368-742cf8b46c97 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0805895 Jul 14 12:18:11.071580 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d13f2f3-2300-4db2-b223-9fdb30f494a8 req-d59ed9b2-463f-4e0d-b52a-d6723048552e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 Jul 14 12:18:12.172643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d0498f39-183f-4450-b616-a10fbee003f9 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:18:12.273513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:12.287133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'd0498f39-183f-4450-b616-a10fbee003f9', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'port_id': 'd0498f39-183f-4450-b616-a10fbee003f9', 'mac_address': 'fa:16:3e:de:87:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:18:12.290026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c7186-474e-48fd-bc12-df2d4b0cbf87 req-a80110c2-9c59-49bb-9db3-be85d1ca80cd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:12.291628 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-937c7186-474e-48fd-bc12-df2d4b0cbf87 req-a80110c2-9c59-49bb-9db3-be85d1ca80cd tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 944 time: 0.0702572 Jul 14 12:18:12.340913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-937c7186-474e-48fd-bc12-df2d4b0cbf87 req-b302e570-0dbb-4b9f-a257-7df2584cb71e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429683 Jul 14 12:18:12.341408 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:12.344733 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:12.357832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0498f39-183f-4450-b616-a10fbee003f9 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:18:12.380813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:12.384975 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:12.438061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=12']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:12.523738 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352ed62-8cf2-473e-8d07-5828f37f6b72 req-94f5ba9a-e515-46f6-9ddb-b0d59121b355 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:12.525305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d352ed62-8cf2-473e-8d07-5828f37f6b72 req-94f5ba9a-e515-46f6-9ddb-b0d59121b355 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0650139 Jul 14 12:18:12.567132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d352ed62-8cf2-473e-8d07-5828f37f6b72 req-0cec443c-e4b3-4a60-ab2d-e95c25413e44 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356886 Jul 14 12:18:12.643082 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['d0498f39-183f-4450-b616-a10fbee003f9'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:18:12.707826 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8b3f21d0-abd5-4ffd-b168-64c3e9f2f590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:12.763024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa08b0-7047-4a75-ac75-cb27bf728ce2 req-1106e8ff-8996-49fb-9500-d9f2dfb2a451 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:12.764645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87aa08b0-7047-4a75-ac75-cb27bf728ce2 req-1106e8ff-8996-49fb-9500-d9f2dfb2a451 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0759532 Jul 14 12:18:12.805557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87aa08b0-7047-4a75-ac75-cb27bf728ce2 req-cc072761-5dae-4931-93b1-0ec70b425a89 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349720 Jul 14 12:18:13.210581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6ccff-1576-4b4a-ac07-8b7e9ab65626 req-fb5705f4-50b3-4ae1-b248-f0a612e6ca5f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:13.212146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06c6ccff-1576-4b4a-ac07-8b7e9ab65626 req-fb5705f4-50b3-4ae1-b248-f0a612e6ca5f tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 945 time: 0.0658174 Jul 14 12:18:13.250685 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06c6ccff-1576-4b4a-ac07-8b7e9ab65626 req-5ae465d3-3675-4d05-ab38-95f836e83104 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Jul 14 12:18:13.589876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:14.187577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d0498f39-183f-4450-b616-a10fbee003f9 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:14.239592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port d0498f39-183f-4450-b616-a10fbee003f9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:18:14.243820 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port d0498f39-183f-4450-b616-a10fbee003f9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:18:14.244287 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:14.329314 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:14.356210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:18:14.358512 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e865122-fa85-4329-9c14-a677a2c2a2a0" -d '{"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-plugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:14.373110 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:14.378142 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:14.405420 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbaa08d-bf60-4b64-9f15-f6c2e11e42a8 x-openstack-request-id: req-3cbaa08d-bf60-4b64-9f15-f6c2e11e42a8 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:14.405716 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-plugged", "status": "completed", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:14.405966 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cbaa08d-bf60-4b64-9f15-f6c2e11e42a8 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:14.406353 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'code': 200} Jul 14 12:18:14.436216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=13']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:14.450262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6730db-bd8a-4092-886a-ce9aa2538a27 req-d4e71cc5-e64a-44f5-8058-e9f237587793 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:14.451800 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb6730db-bd8a-4092-886a-ce9aa2538a27 req-d4e71cc5-e64a-44f5-8058-e9f237587793 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 946 time: 0.0787022 Jul 14 12:18:14.496817 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb6730db-bd8a-4092-886a-ce9aa2538a27 req-7a15b95d-9627-4037-ae81-bcf6113df46d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4208cbf-ed9d-4979-aee5-21632d6ef3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 Jul 14 12:18:14.698026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-f0c90d56-5206-44cb-8aa6-a8598056be77 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:14.699547 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-f0c90d56-5206-44cb-8aa6-a8598056be77 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 946 time: 0.0660062 Jul 14 12:18:14.801464 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Deleting port d0498f39-183f-4450-b616-a10fbee003f9 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:18:14.801812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:14.901281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] For port d0498f39-183f-4450-b616-a10fbee003f9, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=d0498f39-183f-4450-b616-a10fbee003f9,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:14.901635 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:15.085927 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:15.086206 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:15.086522 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Floating IP 651deac5-262a-40f7-8bdf-f8c637542cef disassociated. External IP: 172.25.2.128, port: d0498f39-183f-4450-b616-a10fbee003f9. Jul 14 12:18:15.086864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Calling delete_port for d0498f39-183f-4450-b616-a10fbee003f9 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:18:15.223472 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:15.253814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event deleted for resources: {'Port': ['ID=d0498f39-183f-4450-b616-a10fbee003f9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:15.298222 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:15.381280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:18:15.509557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:18:15.521218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:18:15.530961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:18:15.531620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:18:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:15.558748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] No DVR routers for this DVR port d0498f39-183f-4450-b616-a10fbee003f9 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:18:15.562544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:15.566175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4e8b83a9-d0a2-4625-9f1b-c6ebf228fb8e req-9f522839-d3f7-4095-aded-e55da2fd44d8 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.64 "DELETE /v2.0/ports/d0498f39-183f-4450-b616-a10fbee003f9 HTTP/1.1" status: 204 len: 173 time: 0.8609099 Jul 14 12:18:15.566719 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-deleted', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:18:15.570764 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94e9d35-296c-47b2-a72e-32e816323c4e" -d '{"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-deleted", "tag": "d0498f39-183f-4450-b616-a10fbee003f9"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:15.624722 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdfe5a4-efbe-46ee-877e-41a2de9d140f x-openstack-request-id: req-7bdfe5a4-efbe-46ee-877e-41a2de9d140f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:15.625086 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc600c9-f3d5-4dbd-96de-f3934a9cdaed", "name": "network-vif-deleted", "tag": "d0498f39-183f-4450-b616-a10fbee003f9", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:15.625466 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bdfe5a4-efbe-46ee-877e-41a2de9d140f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:15.625966 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc600c9-f3d5-4dbd-96de-f3934a9cdaed', 'name': 'network-vif-deleted', 'tag': 'd0498f39-183f-4450-b616-a10fbee003f9', 'status': 'completed', 'code': 200} Jul 14 12:18:15.663700 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-36d4c577-30cc-43f8-81c4-f8d5f30576a9 req-f71ae843-631a-4792-be14-d3e0502f94d5 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 210 time: 0.0356860 Jul 14 12:18:15.665417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:18:15.873464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:15.909695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:18:15.918432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:18:15.919228 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:18:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:16.029347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:18:16.246846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:16.273143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0d750-d9b8-4b65-a529-0270ccde3d6e None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:08:21Z', 'revision_number': 4, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'fc9860a3-ff3b-4d78-a48a-18d009b5dc96', 'name': '', 'network_id': '2558cc3d-ec8b-4354-a76d-3510189e7990', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'mac_address': 'fa:16:3e:55:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:20Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'subnets': [{'id': '861ffa8a-83a2-4b37-a9a4-468655080306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:18:16.508531 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0034788e-e6d7-4d2a-a70e-bb895e4d13b7 None None] New status for floating IP 651deac5-262a-40f7-8bdf-f8c637542cef: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:18:16.814154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14b4d26a-44d6-49a3-8b92-9d68335de335 req-f715c9be-1fe7-4480-bc3c-cadc0107172e tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 210 time: 0.0306733 Jul 14 12:18:17.965234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02696f2d-9a1e-44b8-86f2-91c5eb452146 req-bff4e163-bc85-4337-88b1-226afe438129 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 210 time: 0.0318968 Jul 14 12:18:18.202962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d0498f39-183f-4450-b616-a10fbee003f9 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:18:18.228694 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: d0498f39-183f-4450-b616-a10fbee003f9 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:18:18.229041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device d0498f39-183f-4450-b616-a10fbee003f9 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:18:19.114724 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b208ba0d-fb75-430a-92cd-1db8be66da2b req-b09d88b4-56d2-4ddb-8daa-d77e497b407d tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc600c9-f3d5-4dbd-96de-f3934a9cdaed HTTP/1.1" status: 200 len: 210 time: 0.0291173 Jul 14 12:18:23.392237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56046) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:23.453392 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-20994e66-f089-4808-bf59-4d35c542a954 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:23.477179 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-20994e66-f089-4808-bf59-4d35c542a954 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:23.525268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-20994e66-f089-4808-bf59-4d35c542a954 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:23.527834 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-20994e66-f089-4808-bf59-4d35c542a954 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:23.532049 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56048) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:23.532760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-20994e66-f089-4808-bf59-4d35c542a954 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "DELETE /v2.0/security-groups/f4208cbf-ed9d-4979-aee5-21632d6ef3de HTTP/1.1" status: 204 len: 168 time: 0.1387465 Jul 14 12:18:23.543083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20994e66-f089-4808-bf59-4d35c542a954 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4208cbf-ed9d-4979-aee5-21632d6ef3de,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:23.557675 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-1532a644-bd0f-412f-aae4-9c98ab8074c4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] show failed (client error): The resource could not be found. Jul 14 12:18:23.562869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56050) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:23.570361 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1532a644-bd0f-412f-aae4-9c98ab8074c4 tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "GET /v2.0/security-groups/f4208cbf-ed9d-4979-aee5-21632d6ef3de HTTP/1.1" status: 404 len: 347 time: 0.0280266 Jul 14 12:18:23.694468 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Deleting port 9698e34d-192f-4921-a180-a49ae2dd2f95 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:18:23.694811 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:23.768988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:23.769314 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:23.780899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Calling delete_port for 9698e34d-192f-4921-a180-a49ae2dd2f95 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:18:23.919273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:23.950298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Pushing event deleted for resources: {'Port': ['ID=9698e34d-192f-4921-a180-a49ae2dd2f95,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:24.011343 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:24.014257 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:24.015454 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2a65c80a-f62a-4a18-b87b-f8e90490a0cb tempest-ServerActionsTestJSON-1598853795 tempest-ServerActionsTestJSON-1598853795-project] 10.222.0.38 "DELETE /v2.0/floatingips/651deac5-262a-40f7-8bdf-f8c637542cef HTTP/1.1" status: 204 len: 168 time: 0.4510701 Jul 14 12:18:24.018523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56052) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:24.542014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:24.814143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Deleting port fc9860a3-ff3b-4d78-a48a-18d009b5dc96 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:18:24.814405 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:24.899925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] For port fc9860a3-ff3b-4d78-a48a-18d009b5dc96, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=fc9860a3-ff3b-4d78-a48a-18d009b5dc96,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:24.900292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:24.914328 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Calling delete_port for fc9860a3-ff3b-4d78-a48a-18d009b5dc96 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:18:25.106590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:25.132077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9860a3-ff3b-4d78-a48a-18d009b5dc96,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:25.309547 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:25.526080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Router 746acea1-d87a-4eea-8814-252c892dd84c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:18:25.641237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:18:25.648162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b5239112-04a1-4be9-8b10-b8782bd8dfea admin admin] 10.222.0.38 "PUT /v2.0/routers/746acea1-d87a-4eea-8814-252c892dd84c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6269991 Jul 14 12:18:25.649158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56056) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:25.651931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] Sync routers for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:18:25.662650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:18:25.663290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:18:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:25.756251 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:25.769064 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:18:25.962837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:18:25Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:25.990743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] Checking router: 746acea1-d87a-4eea-8814-252c892dd84c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:18:26.000493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] Routers {'746acea1-d87a-4eea-8814-252c892dd84c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:18:26.001126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:18:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['746acea1-d87a-4eea-8814-252c892dd84c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:26.156116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] Set router 746acea1-d87a-4eea-8814-252c892dd84c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:18:26.288027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.345046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Deleting port 3c002607-a99f-469e-8afc-c38fd564671c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:18:26.345388 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.395657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:18:25Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:26.422004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2c75d-5f43-4a72-9e5c-6c05b511b5ab None None] The sync data for ids ['746acea1-d87a-4eea-8814-252c892dd84c'] in n-d-778696-8 is: [{'id': '746acea1-d87a-4eea-8814-252c892dd84c', 'name': 'tempest-ServerActionsTestJSON-769030556-router', 'tenant_id': '5a29ffa04e48435b858e3c22ff178e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '3c002607-a99f-469e-8afc-c38fd564671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:18Z', 'updated_at': '2021-07-14T12:18:25Z', 'revision_number': 5, 'project_id': '5a29ffa04e48435b858e3c22ff178e4b', 'gw_port': {'id': '3c002607-a99f-469e-8afc-c38fd564671c', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746acea1-d87a-4eea-8814-252c892dd84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:19Z', 'updated_at': '2021-07-14T12:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:18:26.429324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] For port 3c002607-a99f-469e-8afc-c38fd564671c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3c002607-a99f-469e-8afc-c38fd564671c,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:26.429763 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.448058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Calling delete_port for 3c002607-a99f-469e-8afc-c38fd564671c owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:18:26.613853 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.647290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Pushing event deleted for resources: {'Port': ['ID=3c002607-a99f-469e-8afc-c38fd564671c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:26.682776 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.704835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.800996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.803271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.849573 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.849955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746acea1-d87a-4eea-8814-252c892dd84c {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:18:26.855631 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.856932 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3f9c0366-400d-4b15-9c3a-1bb6bd749dba admin admin] 10.222.0.38 "DELETE /v2.0/routers/746acea1-d87a-4eea-8814-252c892dd84c HTTP/1.1" status: 204 len: 168 time: 1.2067931 Jul 14 12:18:26.859452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56058) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:26.910247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-670d1976-a3d7-4c99-a44d-1d263019b218 admin admin] Deleting subnet 861ffa8a-83a2-4b37-a9a4-468655080306 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:18:26.913291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-670d1976-a3d7-4c99-a44d-1d263019b218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:26.947520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-670d1976-a3d7-4c99-a44d-1d263019b218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.035204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-670d1976-a3d7-4c99-a44d-1d263019b218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.100255 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-670d1976-a3d7-4c99-a44d-1d263019b218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.139870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d1976-a3d7-4c99-a44d-1d263019b218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861ffa8a-83a2-4b37-a9a4-468655080306,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:27.144712 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-670d1976-a3d7-4c99-a44d-1d263019b218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.148045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-670d1976-a3d7-4c99-a44d-1d263019b218 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/861ffa8a-83a2-4b37-a9a4-468655080306 HTTP/1.1" status: 204 len: 168 time: 0.2863774 Jul 14 12:18:27.150159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56060) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:27.151699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c35aa0-8fd7-4577-8bc6-229e2c7fd308 None None] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:18:27.227779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.288997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Deleting port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:18:27.289350 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.363213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] For port 6f58ec2d-40c3-414a-be2e-77a53c716cb2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6f58ec2d-40c3-414a-be2e-77a53c716cb2,segment=NetworkSegment(8c53c311-e775-486f-9ddd-6621bc5e3bdf),segment_id=8c53c311-e775-486f-9ddd-6621bc5e3bdf)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:27.363644 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.377273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Calling delete_port for 6f58ec2d-40c3-414a-be2e-77a53c716cb2 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:18:27.423091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] DHCP port deletion for 2558cc3d-ec8b-4354-a76d-3510189e7990 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:18:27.488200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.493167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] Deleting port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:18:27.493546 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.528284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f58ec2d-40c3-414a-be2e-77a53c716cb2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:27.533133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] No DVR routers for this DVR port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:18:27.539269 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fc9860a3-ff3b-4d78-a48a-18d009b5dc96 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:18:27.614012 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.626393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2558cc3d-ec8b-4354-a76d-3510189e7990']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:27.641314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c53c311-e775-486f-9ddd-6621bc5e3bdf') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:27.641587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c53c311-e775-486f-9ddd-6621bc5e3bdf') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:27.652776 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.668142 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.675213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:18:27.675622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:18:27.677500 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:18:27.731690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: fc9860a3-ff3b-4d78-a48a-18d009b5dc96 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:18:27.732384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device fc9860a3-ff3b-4d78-a48a-18d009b5dc96 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:18:27.732495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3c002607-a99f-469e-8afc-c38fd564671c no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:18:27.738997 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.744229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.746485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] 10.222.0.38 "DELETE /v2.0/networks/2558cc3d-ec8b-4354-a76d-3510189e7990 HTTP/1.1" status: 204 len: 168 time: 0.5947666 Jul 14 12:18:27.756834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 3c002607-a99f-469e-8afc-c38fd564671c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:18:27.757188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3c002607-a99f-469e-8afc-c38fd564671c not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:18:27.757608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6f58ec2d-40c3-414a-be2e-77a53c716cb2 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:18:27.761228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea3fab-6bb8-4894-98c3-dfa00e1009cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2558cc3d-ec8b-4354-a76d-3510189e7990,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:27.785185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 6f58ec2d-40c3-414a-be2e-77a53c716cb2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:18:27.785971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6f58ec2d-40c3-414a-be2e-77a53c716cb2 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:18:27.793930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] For port 6f58ec2d-40c3-414a-be2e-77a53c716cb2, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:27.793930 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.807167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] Calling delete_port for 6f58ec2d-40c3-414a-be2e-77a53c716cb2 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:18:27.809911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] Port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 12:18:27.811273 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:27.835275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] Pushing event deleted for resources: {'Port': ['ID=6f58ec2d-40c3-414a-be2e-77a53c716cb2,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:27.837835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] Network 2558cc3d-ec8b-4354-a76d-3510189e7990 is not hosted by any dhcp agent {{(pid=93703) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 12:18:27.838416 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1af84b-3c34-45c7-bce4-542ebc9ed7bb None None] No DVR routers for this DVR port 6f58ec2d-40c3-414a-be2e-77a53c716cb2 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:18:27.907049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56064) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:27.947552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a0c95b77-2876-4246-bdee-b0f9bb734250 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a29ffa04e48435b858e3c22ff178e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393207 Jul 14 12:18:27.950311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56066) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:27.999956 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de17469b-796b-44df-8aba-5f97360fb4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:28.022358 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de17469b-796b-44df-8aba-5f97360fb4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:28.068752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de17469b-796b-44df-8aba-5f97360fb4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:28.071608 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de17469b-796b-44df-8aba-5f97360fb4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:28.072811 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de17469b-796b-44df-8aba-5f97360fb4a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f1f8efb-6646-4862-8753-3e0ba3b8680d HTTP/1.1" status: 204 len: 168 time: 0.1213920 Jul 14 12:18:28.080587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17469b-796b-44df-8aba-5f97360fb4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1f8efb-6646-4862-8753-3e0ba3b8680d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:28.561239 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:28.907311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56088) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:29.024370 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-666392577-network', 'tenant_id': 'b5816bcf7ff243c99d60fc9e2bbc9197'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:18:29.048234 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Made reservation on behalf of b5816bcf7ff243c99d60fc9e2bbc9197 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:29.050803 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.059576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.191873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.196112 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.222754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:18:29.232851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5210db-8567-4dd6-acbd-827404d0bcd9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:29.238119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.238457 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Added segment 2519227b-1390-4fd4-a848-5ace345d0b72 of type vlan for network 7976656e-9cdc-4eb3-a16a-e66c166a2409 Jul 14 12:18:29.287449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.320953 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.321953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:29.322542 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.377248 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4685781 Jul 14 12:18:29.381940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56092) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:29.386430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Request body: {'subnet': {'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-666392577-subnet', 'tenant_id': 'b5816bcf7ff243c99d60fc9e2bbc9197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:18:29.386840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585439a1-7b64-4fb1-b6a9-90fa879cd2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7976656e-9cdc-4eb3-a16a-e66c166a2409,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:29.407565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 7976656e-9cdc-4eb3-a16a-e66c166a2409 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:18:29.416497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Made reservation on behalf of b5816bcf7ff243c99d60fc9e2bbc9197 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:29.419294 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.638711 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.695159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=209e8782-e56e-4b51-bd68-943d505861d5,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:29.704291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Checking segment: {'id': '2519227b-1390-4fd4-a848-5ace345d0b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:18:29.704658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Network hostable DHCP agents. Network: 7976656e-9cdc-4eb3-a16a-e66c166a2409, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:18:29.723741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Network 7976656e-9cdc-4eb3-a16a-e66c166a2409 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:18:29.732935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 7976656e-9cdc-4eb3-a16a-e66c166a2409) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:29.740069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:29.740858 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:29.742308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0395eb-44cd-4c19-a07b-d4e31d2baf59 None None] Network 7976656e-9cdc-4eb3-a16a-e66c166a2409 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:18:29.757575 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3ed7878a-4745-49ce-9091-c454f873aa31 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3751411 Jul 14 12:18:29.884398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630c55f-80d4-4721-a918-f57b558a4ef5 None None] Network 7976656e-9cdc-4eb3-a16a-e66c166a2409 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:18:30.247647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-5041d408-895c-48df-a30b-01d1e22dea87 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:30.249175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-5041d408-895c-48df-a30b-01d1e22dea87 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/networks?id=7976656e-9cdc-4eb3-a16a-e66c166a2409 HTTP/1.1" status: 200 len: 813 time: 0.1105194 Jul 14 12:18:30.265573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-f159a893-cf8b-4bea-84d3-cecf980a13fa tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/quotas/b5816bcf7ff243c99d60fc9e2bbc9197 HTTP/1.1" status: 200 len: 375 time: 0.0098169 Jul 14 12:18:30.302416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-925b1a87-7e7f-4f61-9290-7b582612b190 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5816bcf7ff243c99d60fc9e2bbc9197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303609 Jul 14 12:18:30.368503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-6453fb86-8a71-42c1-9ad3-f9a85ac5b72e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:18:30.369534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-6453fb86-8a71-42c1-9ad3-f9a85ac5b72e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579119 Jul 14 12:18:30.465228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-721b82bc-8192-4bf8-b078-54ee06b978fd service neutron] 10.222.0.38 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892754 Jul 14 12:18:30.560162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-3106e424-8125-489b-99de-9cd7f0cd248b service neutron] 10.222.0.38 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888047 Jul 14 12:18:30.763813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2bd1e36a-91da-4a4c-b1ac-0c6fcb7a90a7 req-bd95b813-1609-4646-a5d2-2073b7083f0e tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 210 time: 0.0370228 Jul 14 12:18:31.816976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-1e680f70-7bf3-42e1-a6f6-098f559ccc4d tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:31.818815 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-1e680f70-7bf3-42e1-a6f6-098f559ccc4d tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.64 "GET /v2.0/networks?id=7976656e-9cdc-4eb3-a16a-e66c166a2409 HTTP/1.1" status: 200 len: 813 time: 0.1115642 Jul 14 12:18:31.837021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Request body: {'port': {'device_id': '670248a6-eaea-4a48-bc0a-849003b0b8fa', 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409', 'admin_state_up': True, 'tenant_id': 'b5816bcf7ff243c99d60fc9e2bbc9197'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:18:31.923721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d07c4ba5-9f75-41ca-9757-7219860db309 req-ec72a558-4324-41d7-896d-747f99ffe7c4 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 210 time: 0.0446198 Jul 14 12:18:31.978048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Made reservation on behalf of b5816bcf7ff243c99d60fc9e2bbc9197 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:31.981793 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:31.994516 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:18:32.105026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Allocated IP 172.20.0.7 (7976656e-9cdc-4eb3-a16a-e66c166a2409/209e8782-e56e-4b51-bd68-943d505861d5/9f957dca-1946-40ae-ba85-4e3fa97dcec3) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:32.255198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:32.295237 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:32.336304 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Network 7976656e-9cdc-4eb3-a16a-e66c166a2409 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:32.341363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:32.345089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:18:32.375909 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Pushing event updated for resources: {'Port': ['ID=9f957dca-1946-40ae-ba85-4e3fa97dcec3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:32.401736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:32.402346 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:32.416335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-b61102f3-ee8d-4782-86c6-06bf5cf1ad1b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836434 Jul 14 12:18:32.428263 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Request body: {'port': {'device_id': '670248a6-eaea-4a48-bc0a-849003b0b8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:18:32.499053 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:32.766313 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f957dca-1946-40ae-ba85-4e3fa97dcec3 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:18:32.773634 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:32.785430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Transition to ACTIVE for port object 9f957dca-1946-40ae-ba85-4e3fa97dcec3 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:18:32.788865 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:32.839929 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Pushing event updated for resources: {'Port': ['ID=9f957dca-1946-40ae-ba85-4e3fa97dcec3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:32.906652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Attempting to bind port 9f957dca-1946-40ae-ba85-4e3fa97dcec3 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:18:32.907009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Attempting to bind port 9f957dca-1946-40ae-ba85-4e3fa97dcec3 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '2519227b-1390-4fd4-a848-5ace345d0b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:18:32.907360 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Attempting to bind port 9f957dca-1946-40ae-ba85-4e3fa97dcec3 on network 7976656e-9cdc-4eb3-a16a-e66c166a2409 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:18:32.912175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Port 9f957dca-1946-40ae-ba85-4e3fa97dcec3 on network 7976656e-9cdc-4eb3-a16a-e66c166a2409 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:18:32.912494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Attempting to bind port 9f957dca-1946-40ae-ba85-4e3fa97dcec3 on network 7976656e-9cdc-4eb3-a16a-e66c166a2409 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:18:32.917215 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:18:32.917547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Checking segment: {'id': '2519227b-1390-4fd4-a848-5ace345d0b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:18:32.917951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Bound using segment: {'id': '2519227b-1390-4fd4-a848-5ace345d0b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:18:32.918371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Bound port: 9f957dca-1946-40ae-ba85-4e3fa97dcec3, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2519227b-1390-4fd4-a848-5ace345d0b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:18:32.918722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:32.984644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] For port 9f957dca-1946-40ae-ba85-4e3fa97dcec3, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:32.988783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] For port 9f957dca-1946-40ae-ba85-4e3fa97dcec3, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9f957dca-1946-40ae-ba85-4e3fa97dcec3,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:32.994008 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:33.030138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:33.031121 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:33.032569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] 10.222.0.64 "PUT /v2.0/ports/9f957dca-1946-40ae-ba85-4e3fa97dcec3 HTTP/1.1" status: 200 len: 1091 time: 0.6085603 Jul 14 12:18:33.033017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670248a6-eaea-4a48-bc0a-849003b0b8fa', 'tag': '9f957dca-1946-40ae-ba85-4e3fa97dcec3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:18:33.036746 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15f2090-88cf-472f-850c-e5337dcd0095" -d '{"events": [{"name": "network-changed", "server_uuid": "670248a6-eaea-4a48-bc0a-849003b0b8fa", "tag": "9f957dca-1946-40ae-ba85-4e3fa97dcec3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:33.090373 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014494c0-99cc-4945-a9a7-6be6c60e867a x-openstack-request-id: req-014494c0-99cc-4945-a9a7-6be6c60e867a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:33.090661 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670248a6-eaea-4a48-bc0a-849003b0b8fa", "tag": "9f957dca-1946-40ae-ba85-4e3fa97dcec3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:33.090911 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-014494c0-99cc-4945-a9a7-6be6c60e867a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:33.091302 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670248a6-eaea-4a48-bc0a-849003b0b8fa', 'tag': '9f957dca-1946-40ae-ba85-4e3fa97dcec3', 'status': 'completed', 'code': 200} Jul 14 12:18:33.118062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d25f1b-736c-479e-9fa0-b3601e3d5f58 service neutron] Pushing event updated for resources: {'Port': ['ID=9f957dca-1946-40ae-ba85-4e3fa97dcec3,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:33.168841 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467df21-2396-4a5c-926e-4a0ee05eb4f6 req-9f5fbbff-2050-4531-8d13-dc148b26fd7d tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:33.170342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0467df21-2396-4a5c-926e-4a0ee05eb4f6 req-9f5fbbff-2050-4531-8d13-dc148b26fd7d tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 943 time: 0.1245248 Jul 14 12:18:33.194383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e8c2ba10-1888-4a2e-8c4f-ade5bf9aa328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:33.195834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-e8c2ba10-1888-4a2e-8c4f-ade5bf9aa328 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5816bcf7ff243c99d60fc9e2bbc9197&device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 1094 time: 0.1251962 Jul 14 12:18:33.246915 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-7fab028f-6cd4-4e11-b8c3-6eccf1a873d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f957dca-1946-40ae-ba85-4e3fa97dcec3 HTTP/1.1" status: 200 len: 217 time: 0.0420268 Jul 14 12:18:33.254321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0467df21-2396-4a5c-926e-4a0ee05eb4f6 req-fe5933db-c5df-4acf-9948-456f50be2d8a tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770576 Jul 14 12:18:33.298277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-59bdc734-1170-45f7-ac91-03355fefbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:33.299764 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-59bdc734-1170-45f7-ac91-03355fefbbc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=209e8782-e56e-4b51-bd68-943d505861d5 HTTP/1.1" status: 200 len: 853 time: 0.0445240 Jul 14 12:18:33.331341 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-3682f82b-7996-41ce-90f8-11a884ab0d5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7976656e-9cdc-4eb3-a16a-e66c166a2409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249450 Jul 14 12:18:33.422507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-0698c5cb-c4e3-4636-b7bf-c4b2be2c194b service neutron] 10.222.0.64 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851042 Jul 14 12:18:33.510492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5ca8015-034a-422c-aa0a-e648c4a7ffe8 req-4ce72c0d-9f6d-45b6-ae2d-ba71f8644c40 service neutron] 10.222.0.64 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822284 Jul 14 12:18:33.623597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-2ca88293-cc1e-411e-85e2-ee19b6d4fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:33.625147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-2ca88293-cc1e-411e-85e2-ee19b6d4fc7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5816bcf7ff243c99d60fc9e2bbc9197&device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 1094 time: 0.0617595 Jul 14 12:18:33.729669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-c71bed05-40b8-4415-a732-723e1166b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:33.731134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-c71bed05-40b8-4415-a732-723e1166b1e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7976656e-9cdc-4eb3-a16a-e66c166a2409 HTTP/1.1" status: 200 len: 913 time: 0.1000106 Jul 14 12:18:33.782984 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-8d126a02-5316-4c31-a44e-cdafad7f59a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f957dca-1946-40ae-ba85-4e3fa97dcec3 HTTP/1.1" status: 200 len: 217 time: 0.0410063 Jul 14 12:18:33.832364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-ca72c83d-06a7-4b6f-add0-85d190298d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:33.833738 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-ca72c83d-06a7-4b6f-add0-85d190298d61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=209e8782-e56e-4b51-bd68-943d505861d5 HTTP/1.1" status: 200 len: 853 time: 0.0445845 Jul 14 12:18:33.868593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-15dc58fb-f702-46d2-a509-7f83f053a056 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7976656e-9cdc-4eb3-a16a-e66c166a2409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271413 Jul 14 12:18:33.965366 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-4182976a-acd0-4b1c-9e45-307dfdbd7b71 service neutron] 10.222.0.64 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889840 Jul 14 12:18:34.056425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e15f2090-88cf-472f-850c-e5337dcd0095 req-aabacea4-4504-4a7c-b8ab-eca269a0b0a6 service neutron] 10.222.0.64 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843101 Jul 14 12:18:34.431875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4e5ca-6352-4500-902c-d0b885fbac79 req-7602009f-8cbf-43b7-8549-d3db28eeeae5 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:34.433376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7f4e5ca-6352-4500-902c-d0b885fbac79 req-7602009f-8cbf-43b7-8549-d3db28eeeae5 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 943 time: 0.0635295 Jul 14 12:18:34.470623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7f4e5ca-6352-4500-902c-d0b885fbac79 req-7f9b9c3c-1039-44a1-87cc-39e842efa38e tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Jul 14 12:18:35.661069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594c5b0-5659-4cdb-8018-e8e83eba680d req-2d4575d6-8b7c-4521-b0c7-992fadbf1d82 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:35.662669 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3594c5b0-5659-4cdb-8018-e8e83eba680d req-2d4575d6-8b7c-4521-b0c7-992fadbf1d82 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 943 time: 0.0715201 Jul 14 12:18:35.706204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3594c5b0-5659-4cdb-8018-e8e83eba680d req-cbf1f671-3cc8-492a-95fe-d6d76d034889 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378315 Jul 14 12:18:36.267065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9f957dca-1946-40ae-ba85-4e3fa97dcec3 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:18:36.359559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9f957dca-1946-40ae-ba85-4e3fa97dcec3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9f957dca-1946-40ae-ba85-4e3fa97dcec3,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:36.370917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '9f957dca-1946-40ae-ba85-4e3fa97dcec3', 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409', 'port_id': '9f957dca-1946-40ae-ba85-4e3fa97dcec3', 'mac_address': 'fa:16:3e:5d:a7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e8782-e56e-4b51-bd68-943d505861d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:18:36.406766 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:36.422419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f957dca-1946-40ae-ba85-4e3fa97dcec3 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:18:36.444174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9f957dca-1946-40ae-ba85-4e3fa97dcec3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9f957dca-1946-40ae-ba85-4e3fa97dcec3,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:36.448436 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:36.496584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9f957dca-1946-40ae-ba85-4e3fa97dcec3,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:36.646013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9f957dca-1946-40ae-ba85-4e3fa97dcec3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:18:36.881226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb955e7a-5154-4580-848f-7d3901165828 req-3d955a07-2e92-4545-9b55-7fe7831d3e8b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:36.882627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb955e7a-5154-4580-848f-7d3901165828 req-3d955a07-2e92-4545-9b55-7fe7831d3e8b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 944 time: 0.0642760 Jul 14 12:18:36.920728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb955e7a-5154-4580-848f-7d3901165828 req-05b8e0aa-f85e-44e4-aa2d-84908f143ba1 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Jul 14 12:18:38.102188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90528761-5f88-4fb0-833c-e965415a4dbb req-70b8acf1-616a-4689-8014-285b6bf5c12b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:38.103694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90528761-5f88-4fb0-833c-e965415a4dbb req-70b8acf1-616a-4689-8014-285b6bf5c12b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 944 time: 0.0693109 Jul 14 12:18:38.140900 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-90528761-5f88-4fb0-833c-e965415a4dbb req-6326da02-28cb-4edd-9d0d-13486752eb17 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Jul 14 12:18:38.279267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9f957dca-1946-40ae-ba85-4e3fa97dcec3 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:38.331085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 9f957dca-1946-40ae-ba85-4e3fa97dcec3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:18:38.337152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 9f957dca-1946-40ae-ba85-4e3fa97dcec3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:18:38.337523 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:38.417416 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:38.440237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670248a6-eaea-4a48-bc0a-849003b0b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f957dca-1946-40ae-ba85-4e3fa97dcec3'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:18:38.442568 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1d9081-6b2a-49cc-b1ed-25f144aebeb1" -d '{"events": [{"server_uuid": "670248a6-eaea-4a48-bc0a-849003b0b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "9f957dca-1946-40ae-ba85-4e3fa97dcec3"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:38.455581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 9f957dca-1946-40ae-ba85-4e3fa97dcec3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9f957dca-1946-40ae-ba85-4e3fa97dcec3,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:38.460428 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:38.489149 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1a2ed7-a89c-45aa-abf6-46cc4ad4661d x-openstack-request-id: req-3e1a2ed7-a89c-45aa-abf6-46cc4ad4661d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:38.489979 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670248a6-eaea-4a48-bc0a-849003b0b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "9f957dca-1946-40ae-ba85-4e3fa97dcec3", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:38.490237 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e1a2ed7-a89c-45aa-abf6-46cc4ad4661d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:38.490629 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670248a6-eaea-4a48-bc0a-849003b0b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f957dca-1946-40ae-ba85-4e3fa97dcec3', 'code': 200} Jul 14 12:18:38.520403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=9f957dca-1946-40ae-ba85-4e3fa97dcec3,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:38.606516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb75a4-f9ca-4b0c-9d7c-091d1f713e94 req-5114a65e-df40-4f77-b78c-325477ce3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:38.608067 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ecb75a4-f9ca-4b0c-9d7c-091d1f713e94 req-5114a65e-df40-4f77-b78c-325477ce3c8b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 1096 time: 0.0562119 Jul 14 12:18:38.650163 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3ecb75a4-f9ca-4b0c-9d7c-091d1f713e94 req-e0bf57c9-f2b8-489a-b6de-cc655167e738 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358882 Jul 14 12:18:39.335019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87411017-f265-4e09-9f25-c30f44dcce6e req-bb4ebf90-4b06-4e9b-bd13-ca998e625b26 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:39.336790 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87411017-f265-4e09-9f25-c30f44dcce6e req-bb4ebf90-4b06-4e9b-bd13-ca998e625b26 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0712361 Jul 14 12:18:39.378095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87411017-f265-4e09-9f25-c30f44dcce6e req-b79d32ca-1698-46b8-bb23-b63ebad5598f tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356300 Jul 14 12:18:39.553782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a09847ba-c6ee-4f07-a479-73116f39789b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:40.558495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ed1dc-8f2a-4334-8558-0bc88b3c1463 req-efd3c4a0-61e8-4b73-9c5e-96eccf5bf49a tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:40.560033 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe5ed1dc-8f2a-4334-8558-0bc88b3c1463 req-efd3c4a0-61e8-4b73-9c5e-96eccf5bf49a tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0686395 Jul 14 12:18:40.601620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe5ed1dc-8f2a-4334-8558-0bc88b3c1463 req-51031fcc-b619-4785-ba2e-33f9e7974131 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360026 Jul 14 12:18:40.826135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-afe7b51b-d1eb-40c6-ab8a-30ed6e84a2e6 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:40.827612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-afe7b51b-d1eb-40c6-ab8a-30ed6e84a2e6 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/networks?id=7976656e-9cdc-4eb3-a16a-e66c166a2409 HTTP/1.1" status: 200 len: 813 time: 0.0998638 Jul 14 12:18:40.842009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-344f948f-b113-4da1-8fd3-3862dbd45b2d tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/quotas/b5816bcf7ff243c99d60fc9e2bbc9197 HTTP/1.1" status: 200 len: 375 time: 0.0090468 Jul 14 12:18:40.908686 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-9bb3481f-ac6f-4897-8673-4b38abe61f99 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5816bcf7ff243c99d60fc9e2bbc9197&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618780 Jul 14 12:18:40.966250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-691f9954-5a27-4dfe-884b-250a52edf4a4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:18:40.967268 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-691f9954-5a27-4dfe-884b-250a52edf4a4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515773 Jul 14 12:18:41.057579 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-13a04c88-0c4f-4c57-a454-f25e6704d008 service neutron] 10.222.0.38 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843077 Jul 14 12:18:41.154507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-1728d63e-b2ed-4f19-9201-5058b7061f55 service neutron] 10.222.0.38 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909743 Jul 14 12:18:41.323036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-93e8aec3-6f05-4625-9379-a27137b1161f req-e0ddf70c-c594-42b9-835e-8cd817f2c3e4 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0288050 Jul 14 12:18:42.331028 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:42.469518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86d54c4d-4786-4ec8-b3d8-7c1b066c980b req-a9671c4f-832b-40f5-a38c-d4930c6bdf76 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0307603 Jul 14 12:18:42.499222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-20fef7d8-8166-440e-8910-b22f29c826e2 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:42.500722 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-20fef7d8-8166-440e-8910-b22f29c826e2 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.45 "GET /v2.0/networks?id=7976656e-9cdc-4eb3-a16a-e66c166a2409 HTTP/1.1" status: 200 len: 813 time: 0.1294820 Jul 14 12:18:42.521961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Request body: {'port': {'device_id': 'fc3d9e3b-f877-4279-8da7-42f55596d0a6', 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409', 'admin_state_up': True, 'tenant_id': 'b5816bcf7ff243c99d60fc9e2bbc9197'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:18:42.634730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Made reservation on behalf of b5816bcf7ff243c99d60fc9e2bbc9197 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:42.638960 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:42.690542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cccf5d36-0d6e-4822-a9de-f9c70df9cf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:42.766491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Allocated IP 172.20.0.8 (7976656e-9cdc-4eb3-a16a-e66c166a2409/209e8782-e56e-4b51-bd68-943d505861d5/cfc8f4aa-e7a8-4120-91e8-ce47b07024ba) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:42.908320 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:42.946540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:42.958170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9f957dca-1946-40ae-ba85-4e3fa97dcec3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:18:42.998641 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Network 7976656e-9cdc-4eb3-a16a-e66c166a2409 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:43.004207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:43.012142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:18:43.023611 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Pushing event updated for resources: {'Port': ['ID=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:43.069305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.069873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.070423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.070973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.071513 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.072085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.072621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.073154 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.073683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.074208 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.074735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.075256 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:43.120300 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:43.121319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:43.144671 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-54248576-2ad6-49b7-b0dc-065677be4662 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6273038 Jul 14 12:18:43.164431 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Request body: {'port': {'device_id': 'fc3d9e3b-f877-4279-8da7-42f55596d0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:18:43.306963 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:43.603527 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:43.704582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb8a23-20c5-4811-bb9b-9ba283df0685 req-1f1ded40-9203-4e86-a082-5708b6c2c5cb tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:43.706208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7bb8a23-20c5-4811-bb9b-9ba283df0685 req-1f1ded40-9203-4e86-a082-5708b6c2c5cb tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 931 time: 0.0816758 Jul 14 12:18:43.751839 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7bb8a23-20c5-4811-bb9b-9ba283df0685 req-eadc21ab-ede4-45b6-bec6-8d9154fabb97 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371785 Jul 14 12:18:44.108533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc8f4aa-e7a8-4120-91e8-ce47b07024ba {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:18:44.117493 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:44.128873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Transition to ACTIVE for port object cfc8f4aa-e7a8-4120-91e8-ce47b07024ba will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:18:44.132841 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:44.203306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Pushing event updated for resources: {'Port': ['ID=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:44.254926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Attempting to bind port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:18:44.255269 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Attempting to bind port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '2519227b-1390-4fd4-a848-5ace345d0b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:18:44.255591 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Attempting to bind port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba on network 7976656e-9cdc-4eb3-a16a-e66c166a2409 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:18:44.259779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba on network 7976656e-9cdc-4eb3-a16a-e66c166a2409 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:18:44.260123 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Attempting to bind port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba on network 7976656e-9cdc-4eb3-a16a-e66c166a2409 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:18:44.265194 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:18:44.265525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Checking segment: {'id': '2519227b-1390-4fd4-a848-5ace345d0b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:18:44.265901 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Bound using segment: {'id': '2519227b-1390-4fd4-a848-5ace345d0b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:18:44.266317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Bound port: cfc8f4aa-e7a8-4120-91e8-ce47b07024ba, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2519227b-1390-4fd4-a848-5ace345d0b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:18:44.266672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:44.331041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] For port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:44.334879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] For port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:44.338623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:44.374068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:44.374691 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:44.376099 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] 10.222.0.45 "PUT /v2.0/ports/cfc8f4aa-e7a8-4120-91e8-ce47b07024ba HTTP/1.1" status: 200 len: 1091 time: 1.2194877 Jul 14 12:18:44.376626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3d9e3b-f877-4279-8da7-42f55596d0a6', 'tag': 'cfc8f4aa-e7a8-4120-91e8-ce47b07024ba'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:18:44.378789 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df29eeb4-6911-4f64-9169-57c7ffbb811d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3d9e3b-f877-4279-8da7-42f55596d0a6", "tag": "cfc8f4aa-e7a8-4120-91e8-ce47b07024ba"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:44.404248 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd419383-88f4-4776-903c-8a13194c9cad service neutron] Pushing event updated for resources: {'Port': ['ID=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:44.420679 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffa8eb4-c59b-4a09-803b-019d001ec3e1 x-openstack-request-id: req-cffa8eb4-c59b-4a09-803b-019d001ec3e1 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:44.420981 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3d9e3b-f877-4279-8da7-42f55596d0a6", "tag": "cfc8f4aa-e7a8-4120-91e8-ce47b07024ba", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:44.421239 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cffa8eb4-c59b-4a09-803b-019d001ec3e1 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:44.421636 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3d9e3b-f877-4279-8da7-42f55596d0a6', 'tag': 'cfc8f4aa-e7a8-4120-91e8-ce47b07024ba', 'status': 'completed', 'code': 200} Jul 14 12:18:44.480156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-95cb26be-b8c4-4b32-bdc0-f3b68b5befe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:44.481663 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-95cb26be-b8c4-4b32-bdc0-f3b68b5befe3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5816bcf7ff243c99d60fc9e2bbc9197&device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 1094 time: 0.0531423 Jul 14 12:18:44.526188 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-1e59936d-71bd-482a-99e8-6605af9e8390 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba HTTP/1.1" status: 200 len: 217 time: 0.0337813 Jul 14 12:18:44.585657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-61bce924-22fa-44df-bd6e-5f728849e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:44.587141 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-61bce924-22fa-44df-bd6e-5f728849e15d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=209e8782-e56e-4b51-bd68-943d505861d5 HTTP/1.1" status: 200 len: 853 time: 0.0509720 Jul 14 12:18:44.623946 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-f84bd647-58b3-4141-b6c0-f438807d15b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7976656e-9cdc-4eb3-a16a-e66c166a2409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255482 Jul 14 12:18:44.714676 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-87f1746b-e332-4efc-85f7-99c63dacaae4 service neutron] 10.222.0.45 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800993 Jul 14 12:18:44.810633 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8b7493eb-2c2d-4628-b333-6f9256f664ca req-2d3f3681-36e0-407a-9fc5-1812ec189810 service neutron] 10.222.0.45 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864494 Jul 14 12:18:44.927498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-e2f2caa5-3a05-4469-9ec3-a826d7d33e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:44.929024 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-e2f2caa5-3a05-4469-9ec3-a826d7d33e98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5816bcf7ff243c99d60fc9e2bbc9197&device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 1094 time: 0.0539284 Jul 14 12:18:44.940158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f350bd-3a7e-4699-ba82-d39e6987851f req-cd182465-6e6b-4fcf-969d-3cc30dfffa45 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:44.941650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31f350bd-3a7e-4699-ba82-d39e6987851f req-cd182465-6e6b-4fcf-969d-3cc30dfffa45 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 943 time: 0.0655713 Jul 14 12:18:44.982937 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-31f350bd-3a7e-4699-ba82-d39e6987851f req-a9a1e26c-1cda-4bbd-afb7-b2404e009436 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343783 Jul 14 12:18:45.033074 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-3924d6fa-cd9e-4e98-b178-c5c21bf18114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:45.035265 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-3924d6fa-cd9e-4e98-b178-c5c21bf18114 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7976656e-9cdc-4eb3-a16a-e66c166a2409 HTTP/1.1" status: 200 len: 913 time: 0.1002030 Jul 14 12:18:45.093735 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-0509433a-e205-45bc-8cf6-955e0d64bbcd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba HTTP/1.1" status: 200 len: 217 time: 0.0510621 Jul 14 12:18:45.151668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-7499a1f3-5558-4060-a86d-22a911cd5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:45.152762 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-7499a1f3-5558-4060-a86d-22a911cd5a0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=209e8782-e56e-4b51-bd68-943d505861d5 HTTP/1.1" status: 200 len: 853 time: 0.0528269 Jul 14 12:18:45.187309 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-4ce6c0e7-fc41-4786-8ccd-4cb9f7401721 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7976656e-9cdc-4eb3-a16a-e66c166a2409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276062 Jul 14 12:18:45.298736 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:45.302725 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-40026624-72eb-43ee-9cdb-ed7c4788d916 service neutron] 10.222.0.45 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082063 Jul 14 12:18:45.406096 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-df29eeb4-6911-4f64-9169-57c7ffbb811d req-10b2b740-c284-406e-a7bf-403a1b389ba8 service neutron] 10.222.0.45 "GET /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953267 Jul 14 12:18:46.161766 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd5982-26c8-4301-94fe-e3f91ca8d234 req-a57761cc-fdfe-4a77-b558-43be910c46c6 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:46.163310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bdcd5982-26c8-4301-94fe-e3f91ca8d234 req-a57761cc-fdfe-4a77-b558-43be910c46c6 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 943 time: 0.0641148 Jul 14 12:18:46.202784 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bdcd5982-26c8-4301-94fe-e3f91ca8d234 req-943b993a-2a07-434e-9915-f12153ab7761 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 Jul 14 12:18:46.984693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cfc8f4aa-e7a8-4120-91e8-ce47b07024ba details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:18:47.078576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:47.090100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'cfc8f4aa-e7a8-4120-91e8-ce47b07024ba', 'network_id': '7976656e-9cdc-4eb3-a16a-e66c166a2409', 'port_id': 'cfc8f4aa-e7a8-4120-91e8-ce47b07024ba', 'mac_address': 'fa:16:3e:04:62:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e8782-e56e-4b51-bd68-943d505861d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:18:47.125682 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:47.138354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc8f4aa-e7a8-4120-91e8-ce47b07024ba {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:18:47.159217 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:47.163280 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:47.214813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:47.385508 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74337d76-2f32-4562-9f97-b0cb9c67c3a5 req-46441d9a-46c4-45c0-ba51-64990e3d8f92 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:47.387009 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74337d76-2f32-4562-9f97-b0cb9c67c3a5 req-46441d9a-46c4-45c0-ba51-64990e3d8f92 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0666814 Jul 14 12:18:47.389568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['cfc8f4aa-e7a8-4120-91e8-ce47b07024ba'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:18:47.427021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-74337d76-2f32-4562-9f97-b0cb9c67c3a5 req-f85e6d97-ecd1-4592-96b9-a0468365ab24 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Jul 14 12:18:48.599730 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31c08d-0430-40e1-83b0-b241c117638c req-0787c3ab-7f18-4ab6-ba9e-5b30ff0b91a7 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:48.601267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad31c08d-0430-40e1-83b0-b241c117638c req-0787c3ab-7f18-4ab6-ba9e-5b30ff0b91a7 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0642598 Jul 14 12:18:48.640413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ad31c08d-0430-40e1-83b0-b241c117638c req-61a6d67c-31e9-4933-8f5c-5d6f018212d6 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Jul 14 12:18:49.000175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cfc8f4aa-e7a8-4120-91e8-ce47b07024ba up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:49.049380 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:18:49.053562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:18:49.053936 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:49.133825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:49.157455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3d9e3b-f877-4279-8da7-42f55596d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc8f4aa-e7a8-4120-91e8-ce47b07024ba'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:18:49.159712 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6952ca91-6c44-443d-830e-80e6e51df3de" -d '{"events": [{"server_uuid": "fc3d9e3b-f877-4279-8da7-42f55596d0a6", "name": "network-vif-plugged", "status": "completed", "tag": "cfc8f4aa-e7a8-4120-91e8-ce47b07024ba"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:49.173142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:49.179256 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:49.202473 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e9c843-219d-4b10-95a0-d59a30c6903e x-openstack-request-id: req-29e9c843-219d-4b10-95a0-d59a30c6903e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:49.202763 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3d9e3b-f877-4279-8da7-42f55596d0a6", "name": "network-vif-plugged", "status": "completed", "tag": "cfc8f4aa-e7a8-4120-91e8-ce47b07024ba", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:49.203029 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29e9c843-219d-4b10-95a0-d59a30c6903e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:49.203409 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3d9e3b-f877-4279-8da7-42f55596d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc8f4aa-e7a8-4120-91e8-ce47b07024ba', 'code': 200} Jul 14 12:18:49.231713 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:49.320929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9a0c-0e72-4322-a971-523c3b88ff9c req-3e5daa17-7a26-4c19-b88f-2aba251a4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:49.322337 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-624d9a0c-0e72-4322-a971-523c3b88ff9c req-3e5daa17-7a26-4c19-b88f-2aba251a4155 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0522101 Jul 14 12:18:49.373326 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-624d9a0c-0e72-4322-a971-523c3b88ff9c req-c5dffedf-333b-4a53-af3c-40d12e5094d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Jul 14 12:18:49.816083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9daddfb-187a-4588-91ae-40bc8b9d237a req-5e0c6a89-5f32-4fd5-910a-9c8c46d470ee tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:49.817699 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a9daddfb-187a-4588-91ae-40bc8b9d237a req-5e0c6a89-5f32-4fd5-910a-9c8c46d470ee tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0675700 Jul 14 12:18:49.856500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a9daddfb-187a-4588-91ae-40bc8b9d237a req-bd1ed53d-1ac8-4b5b-9697-8380afdceb7a tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Jul 14 12:18:51.034761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4000e-5efe-4b84-8e2a-1b3c4f13cab6 req-ce5e4bc7-c7f8-423e-9970-fd43ae36fd1a tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:51.037142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ed4000e-5efe-4b84-8e2a-1b3c4f13cab6 req-ce5e4bc7-c7f8-423e-9970-fd43ae36fd1a tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0644679 Jul 14 12:18:51.075220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ed4000e-5efe-4b84-8e2a-1b3c4f13cab6 req-95d3aeae-9230-42f1-a241-d9ca10451e30 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Jul 14 12:18:51.469363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196f858-518f-4ce4-bfb1-e92270e93691 req-3b409974-03bb-49da-9e7a-b2394ac2aece tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:51.470945 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7196f858-518f-4ce4-bfb1-e92270e93691 req-3b409974-03bb-49da-9e7a-b2394ac2aece tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0662346 Jul 14 12:18:51.511181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7196f858-518f-4ce4-bfb1-e92270e93691 req-f14e0120-1581-4bfc-ab6a-7775d4c1ee7f tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Jul 14 12:18:52.693102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54804d-4229-4da5-9e18-ae7a6e720551 req-6eec8522-516c-412d-b1e4-79eaba4b0926 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:52.694586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb54804d-4229-4da5-9e18-ae7a6e720551 req-6eec8522-516c-412d-b1e4-79eaba4b0926 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0680320 Jul 14 12:18:52.732532 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eb54804d-4229-4da5-9e18-ae7a6e720551 req-359ce518-fa53-41c6-81cb-f2d90908f90e tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Jul 14 12:18:52.812283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-bcea4426-b5a5-4c83-b9b9-295e5e905b9f tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:52.813687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-bcea4426-b5a5-4c83-b9b9-295e5e905b9f tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0642142 Jul 14 12:18:52.921944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Deleting port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:18:52.922293 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:53.009126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] For port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:53.009488 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:53.023401 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Calling delete_port for cfc8f4aa-e7a8-4120-91e8-ce47b07024ba owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:18:53.152036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:53.164066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9f957dca-1946-40ae-ba85-4e3fa97dcec3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:18:53.169611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['cfc8f4aa-e7a8-4120-91e8-ce47b07024ba'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:18:53.182796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Pushing event deleted for resources: {'Port': ['ID=cfc8f4aa-e7a8-4120-91e8-ce47b07024ba,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:53.231412 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] No DVR routers for this DVR port cfc8f4aa-e7a8-4120-91e8-ce47b07024ba on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:18:53.234001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:53.236113 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1f01f361-6572-4ca2-a81a-026f27143b7e req-d9550691-1441-4e26-8caf-3e5aa2623861 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.45 "DELETE /v2.0/ports/cfc8f4aa-e7a8-4120-91e8-ce47b07024ba HTTP/1.1" status: 204 len: 173 time: 0.4136689 Jul 14 12:18:53.236558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3d9e3b-f877-4279-8da7-42f55596d0a6', 'name': 'network-vif-deleted', 'tag': 'cfc8f4aa-e7a8-4120-91e8-ce47b07024ba'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:18:53.239340 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09935bbf95b84dedcca32ed183f5501e2e1cac1eaa5b4245c7c3a85928186527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec69b7-8b4b-4f19-b6be-17e77424fd05" -d '{"events": [{"server_uuid": "fc3d9e3b-f877-4279-8da7-42f55596d0a6", "name": "network-vif-deleted", "tag": "cfc8f4aa-e7a8-4120-91e8-ce47b07024ba"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:53.275238 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b99c112-ccd6-441c-896d-eaf10885645b x-openstack-request-id: req-5b99c112-ccd6-441c-896d-eaf10885645b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:53.275615 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3d9e3b-f877-4279-8da7-42f55596d0a6", "name": "network-vif-deleted", "tag": "cfc8f4aa-e7a8-4120-91e8-ce47b07024ba", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:53.275954 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b99c112-ccd6-441c-896d-eaf10885645b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:53.276420 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3d9e3b-f877-4279-8da7-42f55596d0a6', 'name': 'network-vif-deleted', 'tag': 'cfc8f4aa-e7a8-4120-91e8-ce47b07024ba', 'status': 'completed', 'code': 200} Jul 14 12:18:53.887777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-30556c63-be5a-43c4-bf54-a85c504a42a2 req-a9890b49-7717-4369-8246-fc5c851c6549 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc3d9e3b-f877-4279-8da7-42f55596d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0293827 Jul 14 12:18:55.312760 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af874e-e336-43b0-997b-bccb82a4029d req-7a4418c0-caaf-45db-a025-423be78cfd3c tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:55.314251 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44af874e-e336-43b0-997b-bccb82a4029d req-7a4418c0-caaf-45db-a025-423be78cfd3c tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0624535 Jul 14 12:18:55.355832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44af874e-e336-43b0-997b-bccb82a4029d req-32095fbe-e106-4f96-be8b-f0f085e58b6b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359628 Jul 14 12:18:55.554667 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e1829-6c59-449f-9c68-3c2cac50210d req-2f9ef3e6-e0d2-4c53-b270-85559de01891 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:55.556214 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e1e1829-6c59-449f-9c68-3c2cac50210d req-2f9ef3e6-e0d2-4c53-b270-85559de01891 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0647049 Jul 14 12:18:55.593741 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e1e1829-6c59-449f-9c68-3c2cac50210d req-cc263477-ea7d-48e1-b3ed-bbf46ea831ea tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Jul 14 12:18:55.765977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342189cc-5e83-4266-8bfc-85ef0a0347ee req-531274ed-cc6c-4611-bb17-c7893dd301bf tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:55.767449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-342189cc-5e83-4266-8bfc-85ef0a0347ee req-531274ed-cc6c-4611-bb17-c7893dd301bf tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0620451 Jul 14 12:18:55.804825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-342189cc-5e83-4266-8bfc-85ef0a0347ee req-60a692e1-aec9-4e9a-8b8c-458c7e1a92d4 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Jul 14 12:18:56.081316 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fc7da-9f3d-4377-b7dd-3cefb9124840 req-7e29d05e-aa0f-4bda-af4f-6a24597526ff tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:56.083311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-585fc7da-9f3d-4377-b7dd-3cefb9124840 req-7e29d05e-aa0f-4bda-af4f-6a24597526ff tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0686367 Jul 14 12:18:56.121217 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-585fc7da-9f3d-4377-b7dd-3cefb9124840 req-4af9b800-71cd-4db5-b8f1-8e7ceff8863d tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Jul 14 12:18:56.300300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0f8b8-64c1-4856-923b-52c8d2006b4c req-0dfe0ebe-aa80-4a6f-a452-d048a1aebe33 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:56.302445 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0f0f8b8-64c1-4856-923b-52c8d2006b4c req-0dfe0ebe-aa80-4a6f-a452-d048a1aebe33 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0642292 Jul 14 12:18:56.341775 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0f0f8b8-64c1-4856-923b-52c8d2006b4c req-a2678763-cc0b-494d-af65-24294d943a5b tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Jul 14 12:18:56.526534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e94e33-862e-4898-a280-2e6fee4776e5 req-f0432f54-0b0f-4308-868a-bf5fc37170cb tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:56.528060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51e94e33-862e-4898-a280-2e6fee4776e5 req-f0432f54-0b0f-4308-868a-bf5fc37170cb tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0630102 Jul 14 12:18:56.570744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-51e94e33-862e-4898-a280-2e6fee4776e5 req-3556c4ca-c0b3-4674-89df-940dfb022c03 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371404 Jul 14 12:18:56.699507 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:57.016792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cfc8f4aa-e7a8-4120-91e8-ce47b07024ba no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:18:57.036074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: cfc8f4aa-e7a8-4120-91e8-ce47b07024ba {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:18:57.036494 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cfc8f4aa-e7a8-4120-91e8-ce47b07024ba not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:18:57.076022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9679-fc6a-4219-a8d4-e51d04deb6b8 req-7e2ac106-c3d9-4640-ae48-44c28866d5b4 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:57.077504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dfb9679-fc6a-4219-a8d4-e51d04deb6b8 req-7e2ac106-c3d9-4640-ae48-44c28866d5b4 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0626354 Jul 14 12:18:57.114396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9dfb9679-fc6a-4219-a8d4-e51d04deb6b8 req-b141e278-e400-4c78-ae6a-32e6038d0c1a tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Jul 14 12:18:58.328306 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f54e-1426-443e-bec7-bf6149ca8814 req-a6e95424-9fa0-4774-be46-8f055e1e5713 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:58.329792 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e18f54e-1426-443e-bec7-bf6149ca8814 req-a6e95424-9fa0-4774-be46-8f055e1e5713 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.0977769 Jul 14 12:18:58.386404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43feef34-bf13-45ab-8944-753130fce964 req-e19ab49b-35ae-440e-8ce4-f451e31baaf3 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:58.388238 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43feef34-bf13-45ab-8944-753130fce964 req-e19ab49b-35ae-440e-8ce4-f451e31baaf3 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.64 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 945 time: 0.1105328 Jul 14 12:18:58.394442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e18f54e-1426-443e-bec7-bf6149ca8814 req-890d1f78-e168-4e2c-9224-c9b3e984b8b5 tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a5210db-8567-4dd6-acbd-827404d0bcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575213 Jul 14 12:18:58.492956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-43feef34-bf13-45ab-8944-753130fce964 req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Deleting port 9f957dca-1946-40ae-ba85-4e3fa97dcec3 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:18:58.493300 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-43feef34-bf13-45ab-8944-753130fce964 req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:58.560435 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:58.587606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-43feef34-bf13-45ab-8944-753130fce964 req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] For port 9f957dca-1946-40ae-ba85-4e3fa97dcec3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=9f957dca-1946-40ae-ba85-4e3fa97dcec3,segment=NetworkSegment(2519227b-1390-4fd4-a848-5ace345d0b72),segment_id=2519227b-1390-4fd4-a848-5ace345d0b72)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:58.588010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-43feef34-bf13-45ab-8944-753130fce964 req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:58.601521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-43feef34-bf13-45ab-8944-753130fce964 req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Calling delete_port for 9f957dca-1946-40ae-ba85-4e3fa97dcec3 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:18:58.732852 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-43feef34-bf13-45ab-8944-753130fce964 req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:58.744726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['9f957dca-1946-40ae-ba85-4e3fa97dcec3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:18:58.765575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Pushing event deleted for resources: {'Port': ['ID=9f957dca-1946-40ae-ba85-4e3fa97dcec3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:58.780824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.781167 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.781506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.781840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.782169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.782500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.782815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.783145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.783465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.783787 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.784132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.784452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:58.821970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-43feef34-bf13-45ab-8944-753130fce964 req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] No DVR routers for this DVR port 9f957dca-1946-40ae-ba85-4e3fa97dcec3 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:18:58.824475 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-43feef34-bf13-45ab-8944-753130fce964 req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:58.826586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43feef34-bf13-45ab-8944-753130fce964 req-4bfbf44f-bb0f-4497-81e5-a92e74b063de tempest-ServersNegativeTestJSON-13974491 tempest-ServersNegativeTestJSON-13974491-project] 10.222.0.64 "DELETE /v2.0/ports/9f957dca-1946-40ae-ba85-4e3fa97dcec3 HTTP/1.1" status: 204 len: 173 time: 0.4312241 Jul 14 12:18:58.827069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670248a6-eaea-4a48-bc0a-849003b0b8fa', 'name': 'network-vif-deleted', 'tag': '9f957dca-1946-40ae-ba85-4e3fa97dcec3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:18:58.829406 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cdfaffd569dc8aa2ed245f8dd68d820d088a192fbe0d4589975c71b5c82e6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470ff167-2e80-4337-be73-d700c363f302" -d '{"events": [{"server_uuid": "670248a6-eaea-4a48-bc0a-849003b0b8fa", "name": "network-vif-deleted", "tag": "9f957dca-1946-40ae-ba85-4e3fa97dcec3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:58.865973 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61788329-0a06-40a9-821e-6185131b82a5 x-openstack-request-id: req-61788329-0a06-40a9-821e-6185131b82a5 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:58.866264 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670248a6-eaea-4a48-bc0a-849003b0b8fa", "name": "network-vif-deleted", "tag": "9f957dca-1946-40ae-ba85-4e3fa97dcec3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:58.866527 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61788329-0a06-40a9-821e-6185131b82a5 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:58.866927 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670248a6-eaea-4a48-bc0a-849003b0b8fa', 'name': 'network-vif-deleted', 'tag': '9f957dca-1946-40ae-ba85-4e3fa97dcec3', 'status': 'completed', 'code': 200} Jul 14 12:18:59.274920 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7898b42c-3ef4-478f-861b-e9bb8683f80c req-912e8568-2671-4f8c-81f7-fd9c3816c2fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0392547 Jul 14 12:18:59.350857 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7898b42c-3ef4-478f-861b-e9bb8683f80c req-b6b141ff-9e30-454c-ae35-ccfffd7e4c60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5816bcf7ff243c99d60fc9e2bbc9197&device_id=670248a6-eaea-4a48-bc0a-849003b0b8fa HTTP/1.1" status: 200 len: 210 time: 0.0310004 Jul 14 12:18:59.495720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56236) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:59.544819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abe4f36-9f17-4394-a37d-3a467befb494 admin admin] Deleting subnet 209e8782-e56e-4b51-bd68-943d505861d5 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:18:59.548466 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe4f36-9f17-4394-a37d-3a467befb494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.587580 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe4f36-9f17-4394-a37d-3a467befb494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.630037 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe4f36-9f17-4394-a37d-3a467befb494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.687795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe4f36-9f17-4394-a37d-3a467befb494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.720792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe4f36-9f17-4394-a37d-3a467befb494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209e8782-e56e-4b51-bd68-943d505861d5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:59.725972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe4f36-9f17-4394-a37d-3a467befb494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.730223 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9abe4f36-9f17-4394-a37d-3a467befb494 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/209e8782-e56e-4b51-bd68-943d505861d5 HTTP/1.1" status: 204 len: 168 time: 0.2310536 Jul 14 12:18:59.730619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56238) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:18:59.802821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.886608 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.896924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7976656e-9cdc-4eb3-a16a-e66c166a2409']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:59.902868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898b42c-3ef4-478f-861b-e9bb8683f80c req-6eca35ed-bd55-43f0-9650-a29c8a9af0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:18:59.904578 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7898b42c-3ef4-478f-861b-e9bb8683f80c req-6eca35ed-bd55-43f0-9650-a29c8a9af0c7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b5816bcf7ff243c99d60fc9e2bbc9197&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5217919 Jul 14 12:18:59.907443 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2519227b-1390-4fd4-a848-5ace345d0b72') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:59.907737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2519227b-1390-4fd4-a848-5ace345d0b72') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:59.916849 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.931154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.937157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:18:59.937627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:18:59.939407 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:18:59.993975 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:59.998248 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:00.003413 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7976656e-9cdc-4eb3-a16a-e66c166a2409 HTTP/1.1" status: 204 len: 168 time: 0.2689095 Jul 14 12:19:00.015414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4efcfd-8083-4d86-b1f0-6f73c41bb8e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7976656e-9cdc-4eb3-a16a-e66c166a2409,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:00.072503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898b42c-3ef4-478f-861b-e9bb8683f80c req-8c77c339-5fa7-4a19-b5f2-3851fe51be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:00.074150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7898b42c-3ef4-478f-861b-e9bb8683f80c req-8c77c339-5fa7-4a19-b5f2-3851fe51be05 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1630454 Jul 14 12:19:00.114700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56242) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:00.155607 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ad7f30ca-963e-4ae5-b2a9-ab89dcc803d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5816bcf7ff243c99d60fc9e2bbc9197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397241 Jul 14 12:19:00.158086 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56244) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:00.211212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dac69a64-d6ab-4de9-aebe-58d1990affe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:00.233739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dac69a64-d6ab-4de9-aebe-58d1990affe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:00.280081 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dac69a64-d6ab-4de9-aebe-58d1990affe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:00.282603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dac69a64-d6ab-4de9-aebe-58d1990affe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:00.283766 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-dac69a64-d6ab-4de9-aebe-58d1990affe9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a5210db-8567-4dd6-acbd-827404d0bcd9 HTTP/1.1" status: 204 len: 168 time: 0.1247694 Jul 14 12:19:00.291949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac69a64-d6ab-4de9-aebe-58d1990affe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5210db-8567-4dd6-acbd-827404d0bcd9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:01.000154 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56266) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:01.112966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1447041449'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:01.143381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:01.148268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:01.159729 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:01.272740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:01.276634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:01.304045 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:01.321920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:01.322479 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Added segment 09507b56-f749-49a6-a7b4-b10cda46b0b1 of type vlan for network 8103091b-65ba-408b-b14b-e88a1b5b7879 Jul 14 12:19:01.324419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f69d3b-7829-4d63-917d-0685f19fb7a7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:01.389895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:01.425119 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:01.431029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:01.431630 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:01.494458 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4931474 Jul 14 12:19:01.516730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272c4f3-b303-400b-bba4-5fd66bd018de tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Network': ['ID=8103091b-65ba-408b-b14b-e88a1b5b7879,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:01.532689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 8103091b-65ba-408b-b14b-e88a1b5b7879 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:02.404358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9f957dca-1946-40ae-ba85-4e3fa97dcec3 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:19:02.426255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 9f957dca-1946-40ae-ba85-4e3fa97dcec3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:19:02.426589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 9f957dca-1946-40ae-ba85-4e3fa97dcec3 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:19:04.895817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56270) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:04.901143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'subnet': {'network_id': '8103091b-65ba-408b-b14b-e88a1b5b7879', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:04.999763 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:05.003448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.217539 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.288639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Subnet': ['ID=9683a80b-8ada-4749-96c4-29c0cac8c96d,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:05.304884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Checking segment: {'id': '09507b56-f749-49a6-a7b4-b10cda46b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8103091b-65ba-408b-b14b-e88a1b5b7879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:05.305415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network hostable DHCP agents. Network: 8103091b-65ba-408b-b14b-e88a1b5b7879, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:05.324616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network 8103091b-65ba-408b-b14b-e88a1b5b7879 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:05.339065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 8103091b-65ba-408b-b14b-e88a1b5b7879) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:05.343770 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:05.344910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.349417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff3986-eb23-4a13-ab4f-f006aeac1192 None None] Network 8103091b-65ba-408b-b14b-e88a1b5b7879 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:05.364411 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-838f5053-1994-45a0-9c88-3bb3e2d3c602 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4674914 Jul 14 12:19:05.367056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56272) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:05.374814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-789809447'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:05.399502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:05.403199 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.433780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:05.447693 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.448102 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Added segment 2d7f0a76-9ee3-44d5-9c21-add1ab529283 of type vlan for network 72c1bb7a-abfd-408d-a945-be6ef912eed5 Jul 14 12:19:05.501688 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.546445 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.548886 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-8103091b-65ba-408b-b14b-e88a1b5b7879', 'network_id': '8103091b-65ba-408b-b14b-e88a1b5b7879', 'tenant_id': 'dbe4c9f1822f47d9847497531920c212', 'fixed_ips': [{'subnet_id': '9683a80b-8ada-4749-96c4-29c0cac8c96d'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:19:05.549807 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.554779 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:05.555452 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.621222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2529855 Jul 14 12:19:05.626183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56274) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:05.637032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'subnet': {'network_id': '72c1bb7a-abfd-408d-a945-be6ef912eed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:05.646243 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f72f0-14dd-4272-848c-49f3cf9a2674 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Network': ['ID=72c1bb7a-abfd-408d-a945-be6ef912eed5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:05.663477 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 72c1bb7a-abfd-408d-a945-be6ef912eed5 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:05.748150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:05.753291 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.779049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Allocated IP 2001:db8:0:ffff::2 (8103091b-65ba-408b-b14b-e88a1b5b7879/9683a80b-8ada-4749-96c4-29c0cac8c96d/487c4d3c-9946-4ed2-bbe1-c86ee891b3fb) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:05.955045 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.967836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Transition to ACTIVE for port object 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:05.985630 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:05.990917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Transition to ACTIVE for port object 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:05.999408 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.042995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Network 8103091b-65ba-408b-b14b-e88a1b5b7879 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:06.046000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:06.055530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Pushing event updated for resources: {'Port': ['ID=487c4d3c-9946-4ed2-bbe1-c86ee891b3fb,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:06.056584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:06.066087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Subnet': ['ID=8db5f107-0aa5-4e19-abc3-99a0aefe9127,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:06.068035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.069122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.070069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.070501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.070772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.071114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.071487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.071789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.072153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.072487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.072818 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.073147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:06.078247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Checking segment: {'id': '2d7f0a76-9ee3-44d5-9c21-add1ab529283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72c1bb7a-abfd-408d-a945-be6ef912eed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:06.078247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network hostable DHCP agents. Network: 72c1bb7a-abfd-408d-a945-be6ef912eed5, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:06.100295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network 72c1bb7a-abfd-408d-a945-be6ef912eed5 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:06.112353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 72c1bb7a-abfd-408d-a945-be6ef912eed5) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:06.117541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:06.118231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.125923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7295681-a114-4723-b668-a48165270ff1 None None] Network 72c1bb7a-abfd-408d-a945-be6ef912eed5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:06.135813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-08a169f2-8a5b-4cf0-ac8f-ad121574e4fd tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5080338 Jul 14 12:19:06.139399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56276) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:06.173321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Attempting to bind port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:06.173695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Attempting to bind port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '09507b56-f749-49a6-a7b4-b10cda46b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8103091b-65ba-408b-b14b-e88a1b5b7879'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:06.174070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Attempting to bind port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb on network 8103091b-65ba-408b-b14b-e88a1b5b7879 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:06.186279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:06.186690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Checking segment: {'id': '09507b56-f749-49a6-a7b4-b10cda46b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8103091b-65ba-408b-b14b-e88a1b5b7879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:06.187071 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.187495 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Bound using segment: {'id': '09507b56-f749-49a6-a7b4-b10cda46b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8103091b-65ba-408b-b14b-e88a1b5b7879'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:06.188022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Bound port: 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09507b56-f749-49a6-a7b4-b10cda46b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8103091b-65ba-408b-b14b-e88a1b5b7879'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:06.188496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.277485 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.290382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] For port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:06.323410 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] For port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=487c4d3c-9946-4ed2-bbe1-c86ee891b3fb,segment=NetworkSegment(09507b56-f749-49a6-a7b4-b10cda46b0b1),segment_id=09507b56-f749-49a6-a7b4-b10cda46b0b1)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:06.330765 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.348382 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.423971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5200b-4ab3-41d8-bd52-3d9141bc167b None None] Pushing event updated for resources: {'Port': ['ID=487c4d3c-9946-4ed2-bbe1-c86ee891b3fb,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:06.437118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9feabe7-7373-4c68-bc65-e01cc641b5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-72c1bb7a-abfd-408d-a945-be6ef912eed5', 'network_id': '72c1bb7a-abfd-408d-a945-be6ef912eed5', 'tenant_id': 'dbe4c9f1822f47d9847497531920c212', 'fixed_ips': [{'subnet_id': '8db5f107-0aa5-4e19-abc3-99a0aefe9127'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:19:06.438687 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9feabe7-7373-4c68-bc65-e01cc641b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.451306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.483824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Subnet': ['ID=8db5f107-0aa5-4e19-abc3-99a0aefe9127,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:06.548022 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.554003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d07f7-c9f5-4bc3-ad74-7a3f831875f6 None None] Network 72c1bb7a-abfd-408d-a945-be6ef912eed5 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:06.562225 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c1bb7a-abfd-408d-a945-be6ef912eed5']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:06.581071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7f0a76-9ee3-44d5-9c21-add1ab529283') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:06.581071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7f0a76-9ee3-44d5-9c21-add1ab529283') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:06.592702 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.616828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.653195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:19:06.654229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:19:06.662781 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:19:06.744915 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.756916 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.760131 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/networks/72c1bb7a-abfd-408d-a945-be6ef912eed5 HTTP/1.1" status: 204 len: 168 time: 0.6192334 Jul 14 12:19:06.769519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56278) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:06.772957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358438985'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:06.789990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b35dee-8889-4bef-b222-2e32555aa701 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Network': ['ID=72c1bb7a-abfd-408d-a945-be6ef912eed5,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:06.836676 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:06.841886 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.867991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:06.879392 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.883925 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Added segment 1980f768-f593-4e6f-a3cc-1ec5185b7d93 of type vlan for network ea2bd0c7-662f-4329-b8d7-7e18115aa5a0 Jul 14 12:19:06.926704 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.961460 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.967980 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:06.968593 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.036903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2712266 Jul 14 12:19:07.041651 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56280) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:07.050236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'subnet': {'network_id': 'ea2bd0c7-662f-4329-b8d7-7e18115aa5a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:07.059615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb27cd-2c38-4491-aa4d-b8f0bd6ba9bb tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Network': ['ID=ea2bd0c7-662f-4329-b8d7-7e18115aa5a0,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:07.073070 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network ea2bd0c7-662f-4329-b8d7-7e18115aa5a0 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:07.159343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:07.163727 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.246314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Performing IP validity checks on allocation pools {{(pid=93701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 12:19:07.247130 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 12:19:07.302360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:07.359878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:07.416307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.487253 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Subnet': ['ID=95326912-3506-4391-b775-c28e8f9d74cd,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:07.509218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Checking segment: {'id': '1980f768-f593-4e6f-a3cc-1ec5185b7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ea2bd0c7-662f-4329-b8d7-7e18115aa5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:07.509835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network hostable DHCP agents. Network: ea2bd0c7-662f-4329-b8d7-7e18115aa5a0, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:07.532548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network ea2bd0c7-662f-4329-b8d7-7e18115aa5a0 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:07.548711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, ea2bd0c7-662f-4329-b8d7-7e18115aa5a0) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:07.558846 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90b6e58-ca07-4add-af20-e5ea29d85855 None None] Network ea2bd0c7-662f-4329-b8d7-7e18115aa5a0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:07.565175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:07.566079 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.594371 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56282) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:07.594711 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c97c5c64-abb7-48b4-a278-f1e7fd9b9b55 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5513811 Jul 14 12:19:07.659279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c145dde9-3fbe-4e57-9290-f35f7e8aafab None None] Network 8103091b-65ba-408b-b14b-e88a1b5b7879 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:07.727928 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.760038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-493e4de7-0781-47d5-98dd-b1f1b1d7cc61 None None] Provisioning for port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:07.782138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-493e4de7-0781-47d5-98dd-b1f1b1d7cc61 None None] Provisioning complete for port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:07.782511 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-493e4de7-0781-47d5-98dd-b1f1b1d7cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.792047 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.866849 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.880239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e932058d-59d9-4ab7-98a9-10b9aacbc143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-ea2bd0c7-662f-4329-b8d7-7e18115aa5a0', 'network_id': 'ea2bd0c7-662f-4329-b8d7-7e18115aa5a0', 'tenant_id': 'dbe4c9f1822f47d9847497531920c212', 'fixed_ips': [{'subnet_id': '95326912-3506-4391-b775-c28e8f9d74cd'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:19:07.881249 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e932058d-59d9-4ab7-98a9-10b9aacbc143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.893901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Subnet': ['ID=95326912-3506-4391-b775-c28e8f9d74cd,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:07.966390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.978986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2bd0c7-662f-4329-b8d7-7e18115aa5a0']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:07.993844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1980f768-f593-4e6f-a3cc-1ec5185b7d93') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:07.994499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1980f768-f593-4e6f-a3cc-1ec5185b7d93') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:08.008037 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.030681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.039593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f707eb4-e54a-4113-9fef-673d05a02810 None None] Network ea2bd0c7-662f-4329-b8d7-7e18115aa5a0 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:08.041380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:19:08.042222 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.043144 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-493e4de7-0781-47d5-98dd-b1f1b1d7cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:19:08.047489 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:19:08.150873 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.161363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.168899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/networks/ea2bd0c7-662f-4329-b8d7-7e18115aa5a0 HTTP/1.1" status: 204 len: 168 time: 0.5688684 Jul 14 12:19:08.169875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56284) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:08.177006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2014925028'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:08.194258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074007fc-9df0-40e6-ba97-ee5d291fdf8e tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Network': ['ID=ea2bd0c7-662f-4329-b8d7-7e18115aa5a0,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:08.212348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:08.216014 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.246273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:08.257652 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.257994 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Added segment f2a46557-7e4a-41ff-95c8-e88c5eb9894d of type vlan for network 1538c386-1772-4f56-8427-d3d7703d5a7f Jul 14 12:19:08.302040 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.316161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-493e4de7-0781-47d5-98dd-b1f1b1d7cc61 None None] For port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=487c4d3c-9946-4ed2-bbe1-c86ee891b3fb,segment=NetworkSegment(09507b56-f749-49a6-a7b4-b10cda46b0b1),segment_id=09507b56-f749-49a6-a7b4-b10cda46b0b1)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:08.323918 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-493e4de7-0781-47d5-98dd-b1f1b1d7cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.340456 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.346965 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:08.348007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.419532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e4de7-0781-47d5-98dd-b1f1b1d7cc61 None None] Pushing event updated for resources: {'Port': ['ID=487c4d3c-9946-4ed2-bbe1-c86ee891b3fb,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:08.424127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2533188 Jul 14 12:19:08.428477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56286) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:08.434427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'subnet': {'network_id': '1538c386-1772-4f56-8427-d3d7703d5a7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:08.442450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3c195-ca9f-4e20-86fd-15fc3693991f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Network': ['ID=1538c386-1772-4f56-8427-d3d7703d5a7f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:08.454623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1538c386-1772-4f56-8427-d3d7703d5a7f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:08.567396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:08.571645 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.656746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dbed9a04-24dc-478f-a0a6-fbfc462129b6 None None] Provisioning complete for port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:08.657624 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a04-24dc-478f-a0a6-fbfc462129b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.794209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.858171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Subnet': ['ID=7f8f0011-c1b3-4bc2-b932-ee4d6141d08a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:08.870872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Checking segment: {'id': 'f2a46557-7e4a-41ff-95c8-e88c5eb9894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1538c386-1772-4f56-8427-d3d7703d5a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:08.871244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network hostable DHCP agents. Network: 1538c386-1772-4f56-8427-d3d7703d5a7f, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:08.890516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network 1538c386-1772-4f56-8427-d3d7703d5a7f is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:08.899895 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1538c386-1772-4f56-8427-d3d7703d5a7f) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:08.906804 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:08.908295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.909465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f9ed5-3d5d-4f00-8126-9447b1cd422d None None] Network 1538c386-1772-4f56-8427-d3d7703d5a7f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:08.932485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f67ea21a-ec96-4b33-b50b-78d5873302c1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5017648 Jul 14 12:19:08.935622 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56288) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:08.941491 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1306005534'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:08.962061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:08.965586 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:08.992139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:08.994614 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:19:09.007397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.007804 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Added segment 9754dddd-0573-4e7c-be09-dda67d7abf02 of type vlan for network 433d10d7-25f3-4c8d-892e-726f318a7878 Jul 14 12:19:09.058360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.089969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-1538c386-1772-4f56-8427-d3d7703d5a7f', 'network_id': '1538c386-1772-4f56-8427-d3d7703d5a7f', 'tenant_id': 'dbe4c9f1822f47d9847497531920c212', 'fixed_ips': [{'subnet_id': '7f8f0011-c1b3-4bc2-b932-ee4d6141d08a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:19:09.091018 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.100517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.109685 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:09.110474 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.176108 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2387249 Jul 14 12:19:09.181265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56290) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:09.190413 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Request body: {'subnet': {'network_id': '433d10d7-25f3-4c8d-892e-726f318a7878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:09.193839 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0fb8a-8d5d-4f21-a4d9-f45208e44fd6 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Network': ['ID=433d10d7-25f3-4c8d-892e-726f318a7878,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:09.255244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 433d10d7-25f3-4c8d-892e-726f318a7878 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:09.305037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Made reservation on behalf of dbe4c9f1822f47d9847497531920c212 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:09.306964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:09.308653 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.364594 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Allocated IP 2001:db8::2 (1538c386-1772-4f56-8427-d3d7703d5a7f/7f8f0011-c1b3-4bc2-b932-ee4d6141d08a/a5034a91-23c0-44f2-98af-4eedace97300) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:09.457925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:09.458320 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.530229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.612442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event updated for resources: {'Subnet': ['ID=bdb70939-43e5-422b-8e35-d5ce0b47aa4c,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:09.624025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Checking segment: {'id': '9754dddd-0573-4e7c-be09-dda67d7abf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '433d10d7-25f3-4c8d-892e-726f318a7878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:09.624572 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network hostable DHCP agents. Network: 433d10d7-25f3-4c8d-892e-726f318a7878, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:09.631321 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0b71058-ff25-4fa4-8ecf-70393e643d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.651902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Network 433d10d7-25f3-4c8d-892e-726f318a7878 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:09.666661 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.667962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 433d10d7-25f3-4c8d-892e-726f318a7878) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:09.676846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:09.677746 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.680875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e18c79-1d60-4dc6-b10b-0b2642567e61 None None] Network 433d10d7-25f3-4c8d-892e-726f318a7878 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:09.702457 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ac0ce826-1724-4bb3-b531-1901dd6cd3d1 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5189764 Jul 14 12:19:09.708159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Transition to ACTIVE for port object a5034a91-23c0-44f2-98af-4eedace97300 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:09.710626 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56292) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:09.770496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Transition to ACTIVE for port object a5034a91-23c0-44f2-98af-4eedace97300 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:09.785246 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.876106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Network 1538c386-1772-4f56-8427-d3d7703d5a7f is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:09.888142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:09.890753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:09.900545 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:09.930146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Pushing event updated for resources: {'Port': ['ID=a5034a91-23c0-44f2-98af-4eedace97300,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:09.980894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.028988 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Attempting to bind port a5034a91-23c0-44f2-98af-4eedace97300 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:10.029357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Attempting to bind port a5034a91-23c0-44f2-98af-4eedace97300 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'f2a46557-7e4a-41ff-95c8-e88c5eb9894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1538c386-1772-4f56-8427-d3d7703d5a7f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:10.029725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Attempting to bind port a5034a91-23c0-44f2-98af-4eedace97300 on network 1538c386-1772-4f56-8427-d3d7703d5a7f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:10.039394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:10.040512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Checking segment: {'id': 'f2a46557-7e4a-41ff-95c8-e88c5eb9894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1538c386-1772-4f56-8427-d3d7703d5a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:10.044983 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.045809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Bound using segment: {'id': 'f2a46557-7e4a-41ff-95c8-e88c5eb9894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1538c386-1772-4f56-8427-d3d7703d5a7f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:10.047407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Bound port: a5034a91-23c0-44f2-98af-4eedace97300, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a46557-7e4a-41ff-95c8-e88c5eb9894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1538c386-1772-4f56-8427-d3d7703d5a7f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:10.047575 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.052722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fce8f9-9360-4599-8bb8-a92fa828c1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-433d10d7-25f3-4c8d-892e-726f318a7878', 'network_id': '433d10d7-25f3-4c8d-892e-726f318a7878', 'tenant_id': 'dbe4c9f1822f47d9847497531920c212', 'fixed_ips': [{'subnet_id': 'bdb70939-43e5-422b-8e35-d5ce0b47aa4c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:19:10.053756 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c8fce8f9-9360-4599-8bb8-a92fa828c1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.058311 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.117673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb70939-43e5-422b-8e35-d5ce0b47aa4c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:10.199181 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.213063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433d10d7-25f3-4c8d-892e-726f318a7878']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:10.243768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] For port a5034a91-23c0-44f2-98af-4eedace97300, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:10.250450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] For port a5034a91-23c0-44f2-98af-4eedace97300, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a5034a91-23c0-44f2-98af-4eedace97300,segment=NetworkSegment(f2a46557-7e4a-41ff-95c8-e88c5eb9894d),segment_id=f2a46557-7e4a-41ff-95c8-e88c5eb9894d)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:10.256008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11061de6-0b40-4856-903a-a9f91221756f None None] Network 433d10d7-25f3-4c8d-892e-726f318a7878 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:10.262788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9754dddd-0573-4e7c-be09-dda67d7abf02') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:10.263235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9754dddd-0573-4e7c-be09-dda67d7abf02') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:10.263644 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.277398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.298196 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.306126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:19:10.306627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:19:10.310018 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:19:10.401461 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.426015 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.427718 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/networks/433d10d7-25f3-4c8d-892e-726f318a7878 HTTP/1.1" status: 204 len: 168 time: 0.7159729 Jul 14 12:19:10.432260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56294) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:10.434058 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550b267-5648-44bb-9b0f-361b1dd626ed tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Network': ['ID=433d10d7-25f3-4c8d-892e-726f318a7878,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:10.469584 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f877d1-882b-4fd5-8d40-689f28fd09e9 None None] Pushing event updated for resources: {'Port': ['ID=a5034a91-23c0-44f2-98af-4eedace97300,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:10.523745 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e5e4ed-a669-4d4a-879e-04d677ee528f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] GET failed (client error): The resource could not be found. Jul 14 12:19:10.525159 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-08e5e4ed-a669-4d4a-879e-04d677ee528f tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "GET /v2.0/subnets/bdb70939-43e5-422b-8e35-d5ce0b47aa4c HTTP/1.1" status: 404 len: 337 time: 0.0907812 Jul 14 12:19:10.534855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56296) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:10.558140 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-340b1a6d-913c-465d-b6b1-6adcdb92c47b tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] DELETE failed (client error): The resource could not be found. Jul 14 12:19:10.559124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340b1a6d-913c-465d-b6b1-6adcdb92c47b tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:19:10.561555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-340b1a6d-913c-465d-b6b1-6adcdb92c47b tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/networks/433d10d7-25f3-4c8d-892e-726f318a7878 HTTP/1.1" status: 404 len: 339 time: 0.0298064 Jul 14 12:19:10.566177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56298) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:10.605065 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec5e22f-4d7a-4acb-9ff7-0e31bb191077 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] DELETE failed (client error): The resource could not be found. Jul 14 12:19:10.605801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec5e22f-4d7a-4acb-9ff7-0e31bb191077 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:19:10.608045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4ec5e22f-4d7a-4acb-9ff7-0e31bb191077 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/subnets/bdb70939-43e5-422b-8e35-d5ce0b47aa4c HTTP/1.1" status: 404 len: 337 time: 0.0384884 Jul 14 12:19:10.610859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56300) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:10.643403 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8a6490-79ae-432e-88a1-760e85855ab2 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] DELETE failed (client error): The resource could not be found. Jul 14 12:19:10.644396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8a6490-79ae-432e-88a1-760e85855ab2 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:19:10.647914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8f8a6490-79ae-432e-88a1-760e85855ab2 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/networks/433d10d7-25f3-4c8d-892e-726f318a7878 HTTP/1.1" status: 404 len: 339 time: 0.0342939 Jul 14 12:19:10.650878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56302) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:10.747597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-512c481b-b284-4a1c-bcf7-691931ed1a2c tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Deleting subnet 7f8f0011-c1b3-4bc2-b932-ee4d6141d08a {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:19:10.753389 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-512c481b-b284-4a1c-bcf7-691931ed1a2c tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.811044 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-512c481b-b284-4a1c-bcf7-691931ed1a2c tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.934332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-512c481b-b284-4a1c-bcf7-691931ed1a2c tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.002097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-512c481b-b284-4a1c-bcf7-691931ed1a2c tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.034364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c481b-b284-4a1c-bcf7-691931ed1a2c tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8f0011-c1b3-4bc2-b932-ee4d6141d08a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:11.036585 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-512c481b-b284-4a1c-bcf7-691931ed1a2c tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.039406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-512c481b-b284-4a1c-bcf7-691931ed1a2c tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/subnets/7f8f0011-c1b3-4bc2-b932-ee4d6141d08a HTTP/1.1" status: 204 len: 168 time: 0.3872485 Jul 14 12:19:11.041870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56304) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:11.158743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.226198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Deleting port a5034a91-23c0-44f2-98af-4eedace97300 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:19:11.226544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.304903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] For port a5034a91-23c0-44f2-98af-4eedace97300, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=a5034a91-23c0-44f2-98af-4eedace97300,segment=NetworkSegment(f2a46557-7e4a-41ff-95c8-e88c5eb9894d),segment_id=f2a46557-7e4a-41ff-95c8-e88c5eb9894d)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:11.305281 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.323617 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Calling delete_port for a5034a91-23c0-44f2-98af-4eedace97300 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:19:11.324660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a5034a91-23c0-44f2-98af-4eedace97300 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:11.395298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port a5034a91-23c0-44f2-98af-4eedace97300 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:11.435012 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.462952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Port': ['ID=a5034a91-23c0-44f2-98af-4eedace97300,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:11.466588 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] No DVR routers for this DVR port a5034a91-23c0-44f2-98af-4eedace97300 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:19:11.558439 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.570825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1538c386-1772-4f56-8427-d3d7703d5a7f']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:11.582856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a46557-7e4a-41ff-95c8-e88c5eb9894d') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:11.583192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a46557-7e4a-41ff-95c8-e88c5eb9894d') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:11.601745 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.618598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.625669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:19:11.626075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:19:11.629582 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:19:11.655471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5031e4b-589e-47df-941c-467552cf33e1 None None] Network 1538c386-1772-4f56-8427-d3d7703d5a7f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:11.694084 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.699729 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.706099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/networks/1538c386-1772-4f56-8427-d3d7703d5a7f HTTP/1.1" status: 204 len: 168 time: 0.6596227 Jul 14 12:19:11.706667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56306) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:11.729309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938a36e-b77b-4b71-ac36-b8d5154bf1fe tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Network': ['ID=1538c386-1772-4f56-8427-d3d7703d5a7f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:11.732493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-704509df-1cba-43b0-b76b-59f72a96683f None None] Could not find standard attr ID for object a5034a91-23c0-44f2-98af-4eedace97300. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 12:19:11.745617 n-d-778696-8 neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-748aa04c-4902-43ce-8c1b-474b89223460 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] DELETE failed (client error): The resource could not be found. Jul 14 12:19:11.746115 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748aa04c-4902-43ce-8c1b-474b89223460 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:19:11.747897 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-748aa04c-4902-43ce-8c1b-474b89223460 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/subnets/95326912-3506-4391-b775-c28e8f9d74cd HTTP/1.1" status: 404 len: 337 time: 0.0398774 Jul 14 12:19:11.750791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56308) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:11.772593 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f469ff77-c301-4121-b802-3f37641b98e4 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] DELETE failed (client error): The resource could not be found. Jul 14 12:19:11.773160 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f469ff77-c301-4121-b802-3f37641b98e4 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:19:11.779031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f469ff77-c301-4121-b802-3f37641b98e4 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/networks/ea2bd0c7-662f-4329-b8d7-7e18115aa5a0 HTTP/1.1" status: 404 len: 339 time: 0.0229228 Jul 14 12:19:11.779275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:11.807523 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-892b07c9-e355-4b49-9991-553d3b6cecad tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] DELETE failed (client error): The resource could not be found. Jul 14 12:19:11.808019 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892b07c9-e355-4b49-9991-553d3b6cecad tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:19:11.809757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-892b07c9-e355-4b49-9991-553d3b6cecad tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/subnets/8db5f107-0aa5-4e19-abc3-99a0aefe9127 HTTP/1.1" status: 404 len: 337 time: 0.0296190 Jul 14 12:19:11.812859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56312) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:11.839062 n-d-778696-8 neutron-server[93702]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb819a0-be98-454d-87ac-f2823339efe9 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] DELETE failed (client error): The resource could not be found. Jul 14 12:19:11.839618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb819a0-be98-454d-87ac-f2823339efe9 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 12:19:11.841394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5eb819a0-be98-454d-87ac-f2823339efe9 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/networks/72c1bb7a-abfd-408d-a945-be6ef912eed5 HTTP/1.1" status: 404 len: 339 time: 0.0271585 Jul 14 12:19:11.844133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56314) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:11.860195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f11530-f48a-4510-9902-b921a2134970 None None] DHCP port deletion for 1538c386-1772-4f56-8427-d3d7703d5a7f request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:19:11.899352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e557a2f-afc2-406c-bf16-beaf6304ca19 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Deleting subnet 9683a80b-8ada-4749-96c4-29c0cac8c96d {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:19:11.902541 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e557a2f-afc2-406c-bf16-beaf6304ca19 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.943919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e557a2f-afc2-406c-bf16-beaf6304ca19 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.047581 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e557a2f-afc2-406c-bf16-beaf6304ca19 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.110662 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e557a2f-afc2-406c-bf16-beaf6304ca19 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.139431 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e557a2f-afc2-406c-bf16-beaf6304ca19 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Subnet': ['ID=9683a80b-8ada-4749-96c4-29c0cac8c96d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:12.143094 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e557a2f-afc2-406c-bf16-beaf6304ca19 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.145025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7e557a2f-afc2-406c-bf16-beaf6304ca19 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/subnets/9683a80b-8ada-4749-96c4-29c0cac8c96d HTTP/1.1" status: 204 len: 168 time: 0.2999918 Jul 14 12:19:12.148357 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56316) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:12.154088 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6dbd1d-3d86-4a10-9b78-ff04d9421d81 None None] Network 8103091b-65ba-408b-b14b-e88a1b5b7879 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:12.226824 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.293381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Deleting port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:19:12.293742 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.341240 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.362210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605fa503-f19d-4bbb-85ec-38ae1dbb669f None None] DHCP port deletion for 8103091b-65ba-408b-b14b-e88a1b5b7879 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:19:12.365558 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] For port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=487c4d3c-9946-4ed2-bbe1-c86ee891b3fb,segment=NetworkSegment(09507b56-f749-49a6-a7b4-b10cda46b0b1),segment_id=09507b56-f749-49a6-a7b4-b10cda46b0b1)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:12.366087 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.381394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Calling delete_port for 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:19:12.410554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-605fa503-f19d-4bbb-85ec-38ae1dbb669f None None] Deleting port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:19:12.410983 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-605fa503-f19d-4bbb-85ec-38ae1dbb669f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.467871 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.489929 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-605fa503-f19d-4bbb-85ec-38ae1dbb669f None None] For port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=487c4d3c-9946-4ed2-bbe1-c86ee891b3fb,segment=NetworkSegment(09507b56-f749-49a6-a7b4-b10cda46b0b1),segment_id=09507b56-f749-49a6-a7b4-b10cda46b0b1)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:12.490723 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-605fa503-f19d-4bbb-85ec-38ae1dbb669f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.513499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-605fa503-f19d-4bbb-85ec-38ae1dbb669f None None] Calling delete_port for 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:19:12.520994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] No DVR routers for this DVR port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:19:12.530521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Port': ['ID=487c4d3c-9946-4ed2-bbe1-c86ee891b3fb,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:12.601631 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-605fa503-f19d-4bbb-85ec-38ae1dbb669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.623909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.633536 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fa503-f19d-4bbb-85ec-38ae1dbb669f None None] Pushing event deleted for resources: {'Port': ['ID=487c4d3c-9946-4ed2-bbe1-c86ee891b3fb,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:12.635648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8103091b-65ba-408b-b14b-e88a1b5b7879']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:12.637777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605fa503-f19d-4bbb-85ec-38ae1dbb669f None None] No DVR routers for this DVR port 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:19:12.653859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09507b56-f749-49a6-a7b4-b10cda46b0b1') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:12.654158 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09507b56-f749-49a6-a7b4-b10cda46b0b1') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:12.664530 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.683501 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.690501 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:19:12.690901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:19:12.694629 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:19:12.698788 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-04e42a88-e345-4b59-9c0d-8bf97f1dea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.757508 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.765513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.766968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] 10.222.0.38 "DELETE /v2.0/networks/8103091b-65ba-408b-b14b-e88a1b5b7879 HTTP/1.1" status: 204 len: 168 time: 0.6176703 Jul 14 12:19:12.778253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b715e-d258-4998-acaa-3e50a11c1b81 tempest-NetworksIpV6Test-295915618 tempest-NetworksIpV6Test-295915618-project] Pushing event deleted for resources: {'Network': ['ID=8103091b-65ba-408b-b14b-e88a1b5b7879,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:13.028589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56322) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:13.164500 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2337b827-6d9e-4f73-a475-4297f6feccaf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dbe4c9f1822f47d9847497531920c212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343958 Jul 14 12:19:13.166736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56326) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:13.219625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb85acb-154a-4234-a2a8-61de889114cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:13.238682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:19:13.246020 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb85acb-154a-4234-a2a8-61de889114cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:13.259142 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:19:13.259491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 487c4d3c-9946-4ed2-bbe1-c86ee891b3fb not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:19:13.260009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a5034a91-23c0-44f2-98af-4eedace97300 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:19:13.279455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: a5034a91-23c0-44f2-98af-4eedace97300 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:19:13.279797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device a5034a91-23c0-44f2-98af-4eedace97300 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:19:13.296682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb85acb-154a-4234-a2a8-61de889114cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:13.299254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcb85acb-154a-4234-a2a8-61de889114cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:13.300441 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fcb85acb-154a-4234-a2a8-61de889114cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/80f69d3b-7829-4d63-917d-0685f19fb7a7 HTTP/1.1" status: 204 len: 168 time: 0.1327908 Jul 14 12:19:13.308548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb85acb-154a-4234-a2a8-61de889114cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f69d3b-7829-4d63-917d-0685f19fb7a7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:13.597924 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:13.976645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56348) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:14.078101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0709c3fa-ef72-44fd-b937-4f6a10f17780 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2059599358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:14.105085 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0709c3fa-ef72-44fd-b937-4f6a10f17780 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.105966 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0709c3fa-ef72-44fd-b937-4f6a10f17780 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.158120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0709c3fa-ef72-44fd-b937-4f6a10f17780 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.161900 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0709c3fa-ef72-44fd-b937-4f6a10f17780 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.180247 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0709c3fa-ef72-44fd-b937-4f6a10f17780 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.181486 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0709c3fa-ef72-44fd-b937-4f6a10f17780 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2033615 Jul 14 12:19:14.184348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56352) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:14.189683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-193805787'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:14.212172 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Made reservation on behalf of 8990fb3ea0114bae99775d7ed392d4d3 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:14.215700 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.224755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.320350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.326394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.356307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:14.366512 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df2814e-19e6-472d-91b8-ddfa7467d809,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:14.374185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.374485 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Added segment b6823210-ac42-4527-954d-9ccc97bf88a9 of type vlan for network 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11 Jul 14 12:19:14.421118 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.450934 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.456696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:14.457269 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.518241 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3314085 Jul 14 12:19:14.519963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56354) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:14.525950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Request body: {'subnet': {'network_id': '2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:14.527351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772d9a0-64c1-486f-aff8-08337283b738 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event updated for resources: {'Network': ['ID=2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:14.539261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:14.632278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Made reservation on behalf of 8990fb3ea0114bae99775d7ed392d4d3 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:14.635922 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.819839 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.884528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event updated for resources: {'Subnet': ['ID=a7c274c4-5495-4a32-9a85-af8b279c95a1,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:14.895885 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Checking segment: {'id': 'b6823210-ac42-4527-954d-9ccc97bf88a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:14.896258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Network hostable DHCP agents. Network: 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:14.915539 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Network 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:14.926317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:14.931663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:14.932304 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.936344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb28e2-504d-4139-b8b0-b0534d684222 None None] Network 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:14.953077 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-71a3d8dc-5dca-498c-8911-0b61871bdc96 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4313848 Jul 14 12:19:14.955796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56356) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:14.964309 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1280741512'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:14.994899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Made reservation on behalf of 8990fb3ea0114bae99775d7ed392d4d3 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:14.998940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.025675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:15.036033 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.036392 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Added segment 58dfa31c-5539-4fba-9ce0-18bbd86834f9 of type vlan for network 1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f Jul 14 12:19:15.082973 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.115857 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.117328 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11', 'network_id': '2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11', 'tenant_id': '8990fb3ea0114bae99775d7ed392d4d3', 'fixed_ips': [{'subnet_id': 'a7c274c4-5495-4a32-9a85-af8b279c95a1'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:19:15.118218 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.121474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:15.122080 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.170485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2129660 Jul 14 12:19:15.173683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56358) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:15.182632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Request body: {'subnet': {'network_id': '1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:15.190930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17195f38-414e-4bc9-ac1b-f98ecee9b590 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event updated for resources: {'Network': ['ID=1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:15.212666 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:15.286592 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Made reservation on behalf of 8990fb3ea0114bae99775d7ed392d4d3 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:15.291376 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.332526 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.346441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Allocated IP 172.20.0.2 (2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11/a7c274c4-5495-4a32-9a85-af8b279c95a1/856c10dc-edd7-45d9-9752-a9b5c2c54ae6) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:15.492929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.496835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.505476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Transition to ACTIVE for port object 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:15.522787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Transition to ACTIVE for port object 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:15.529407 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.561420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event updated for resources: {'Subnet': ['ID=1ef45cc0-d0c4-483c-8ef8-845a93e5423b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:15.569997 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Checking segment: {'id': '58dfa31c-5539-4fba-9ce0-18bbd86834f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:15.570387 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Network hostable DHCP agents. Network: 1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:15.580330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Network 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:15.584499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:15.586454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Pushing event updated for resources: {'Port': ['ID=856c10dc-edd7-45d9-9752-a9b5c2c54ae6,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:15.588734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:15.595738 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Network 1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:15.607826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:15.616110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:15.616859 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.618522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4a0938-c039-452c-abe0-61def653f8ee None None] Network 1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:15.639706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3c29ab2c-602f-45b2-adaa-7fd1fb7d5a8f tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4587314 Jul 14 12:19:15.640230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56360) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:15.645241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c680a84e-372a-4601-93f8-5b0e805ac1d9 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Request body: {'router': {'external_gateway_info': {'network_id': '1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:15.707968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Attempting to bind port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:15.708340 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Attempting to bind port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'b6823210-ac42-4527-954d-9ccc97bf88a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:15.708705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Attempting to bind port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 on network 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:15.717916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:15.718513 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Checking segment: {'id': 'b6823210-ac42-4527-954d-9ccc97bf88a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:15.718701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.719202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Bound using segment: {'id': 'b6823210-ac42-4527-954d-9ccc97bf88a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:15.719566 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Bound port: 856c10dc-edd7-45d9-9752-a9b5c2c54ae6, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6823210-ac42-4527-954d-9ccc97bf88a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:15.720064 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.869845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c680a84e-372a-4601-93f8-5b0e805ac1d9 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:15.993070 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [None req-c680a84e-372a-4601-93f8-5b0e805ac1d9 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 12:19:15.994058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] For port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:15.994581 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-c680a84e-372a-4601-93f8-5b0e805ac1d9 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "PUT /v2.0/routers/4ee183b5-154c-4ff7-a5ba-73aeac939517 HTTP/1.1" status: 400 len: 364 time: 0.3529830 Jul 14 12:19:15.998741 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] For port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=856c10dc-edd7-45d9-9752-a9b5c2c54ae6,segment=NetworkSegment(b6823210-ac42-4527-954d-9ccc97bf88a9),segment_id=b6823210-ac42-4527-954d-9ccc97bf88a9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:16.000471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56362) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:16.020466 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.056316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25430d1a-8ad6-4153-9ebc-b4dff85ed40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f', 'network_id': '1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f', 'tenant_id': '8990fb3ea0114bae99775d7ed392d4d3', 'fixed_ips': [{'subnet_id': '1ef45cc0-d0c4-483c-8ef8-845a93e5423b'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:19:16.057705 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25430d1a-8ad6-4153-9ebc-b4dff85ed40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.058654 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d79f541-4ebd-4078-88a5-4a64b5dd0a07 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Deleting subnet 1ef45cc0-d0c4-483c-8ef8-845a93e5423b {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:19:16.062532 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d79f541-4ebd-4078-88a5-4a64b5dd0a07 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.116030 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d79f541-4ebd-4078-88a5-4a64b5dd0a07 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.151437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78a08a-dee3-4420-8ea7-d555d7fcc573 None None] Pushing event updated for resources: {'Port': ['ID=856c10dc-edd7-45d9-9752-a9b5c2c54ae6,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:16.169278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d79f541-4ebd-4078-88a5-4a64b5dd0a07 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.245276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d79f541-4ebd-4078-88a5-4a64b5dd0a07 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server [None req-25430d1a-8ad6-4153-9ebc-b4dff85ed40e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ef45cc0-d0c4-483c-8ef8-845a93e5423b: This subnet is being modified by another concurrent operation. Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server raise exception Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ef45cc0-d0c4-483c-8ef8-845a93e5423b: This subnet is being modified by another concurrent operation. Jul 14 12:19:16.246951 n-d-778696-8 neutron-server[93703]: ERROR oslo_messaging.rpc.server Jul 14 12:19:16.292204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1d2f98-d138-4cae-8905-11133a103851 None None] Network 1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:16.294953 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79f541-4ebd-4078-88a5-4a64b5dd0a07 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef45cc0-d0c4-483c-8ef8-845a93e5423b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:16.295446 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d79f541-4ebd-4078-88a5-4a64b5dd0a07 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.297792 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6d79f541-4ebd-4078-88a5-4a64b5dd0a07 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "DELETE /v2.0/subnets/1ef45cc0-d0c4-483c-8ef8-845a93e5423b HTTP/1.1" status: 204 len: 168 time: 0.2961624 Jul 14 12:19:16.303892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56364) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:16.402728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.514815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.525321 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:16.538964 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dfa31c-5539-4fba-9ce0-18bbd86834f9') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:16.539258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dfa31c-5539-4fba-9ce0-18bbd86834f9') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:16.549887 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.564607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.571805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:19:16.572071 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:19:16.575139 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:19:16.652688 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.660300 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.663529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "DELETE /v2.0/networks/1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f HTTP/1.1" status: 204 len: 168 time: 0.3618155 Jul 14 12:19:16.668094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56366) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:16.675886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde9934-8df5-434b-b1b6-8b5cbf8df984 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event deleted for resources: {'Network': ['ID=1a555c7c-f21c-4c27-bd5b-a44ea4dfc91f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:16.742840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-434cbfc8-e1a0-407a-ba30-b089bfaab5e8 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Deleting subnet a7c274c4-5495-4a32-9a85-af8b279c95a1 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:19:16.747705 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-434cbfc8-e1a0-407a-ba30-b089bfaab5e8 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.806929 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-434cbfc8-e1a0-407a-ba30-b089bfaab5e8 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.909885 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-434cbfc8-e1a0-407a-ba30-b089bfaab5e8 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:16.986547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-434cbfc8-e1a0-407a-ba30-b089bfaab5e8 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.016620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cbfc8-e1a0-407a-ba30-b089bfaab5e8 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c274c4-5495-4a32-9a85-af8b279c95a1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:17.020337 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-434cbfc8-e1a0-407a-ba30-b089bfaab5e8 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.024044 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-434cbfc8-e1a0-407a-ba30-b089bfaab5e8 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "DELETE /v2.0/subnets/a7c274c4-5495-4a32-9a85-af8b279c95a1 HTTP/1.1" status: 204 len: 168 time: 0.3542185 Jul 14 12:19:17.026454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56368) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:17.118672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.121358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81544309-613f-4cc1-92e2-e5929cf03f6e None None] Network 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:17.179776 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Deleting port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:19:17.180078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.250183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5852dfa1-21b1-49dc-8443-e7728d55aaba None None] Provisioning for port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:17.263838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] For port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=856c10dc-edd7-45d9-9752-a9b5c2c54ae6,segment=NetworkSegment(b6823210-ac42-4527-954d-9ccc97bf88a9),segment_id=b6823210-ac42-4527-954d-9ccc97bf88a9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:17.264483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.283493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Calling delete_port for 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:19:17.310560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:17.369128 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] DHCP port deletion for 2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:19:17.371963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:17.377683 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:17.378085 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.401739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.434586 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event deleted for resources: {'Port': ['ID=856c10dc-edd7-45d9-9752-a9b5c2c54ae6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:17.436561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] No DVR routers for this DVR port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:19:17.454137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Could not find standard attr ID for object 856c10dc-edd7-45d9-9752-a9b5c2c54ae6. {{(pid=93703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 12:19:17.462678 n-d-778696-8 neutron-server[93703]: INFO neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No ports have port_id starting with 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 Jul 14 12:19:17.475165 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] Deleting port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:19:17.475542 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.521456 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.533668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:17.542995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] For port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:17.543389 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.546090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6823210-ac42-4527-954d-9ccc97bf88a9') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:17.546090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6823210-ac42-4527-954d-9ccc97bf88a9') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:17.555876 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.559532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] Calling delete_port for 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:19:17.562601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] Port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 12:19:17.563910 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.581043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.591425 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:19:17.592090 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.592596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] Pushing event deleted for resources: {'Port': ['ID=856c10dc-edd7-45d9-9752-a9b5c2c54ae6,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:19:17.596802 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:19:17.600201 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af631587-e30d-4601-b056-ce26cd4f5dc2 None None] No DVR routers for this DVR port 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:19:17.622522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca646c-8a61-49b1-a92b-2d003b5ae74b None None] get_active_networks_info from n-d-778696-8 {{(pid=93703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 12:19:17.694304 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.699677 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:17.705524 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "DELETE /v2.0/networks/2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11 HTTP/1.1" status: 204 len: 168 time: 0.6756158 Jul 14 12:19:17.705988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56370) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:17.718706 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca646c-8a61-49b1-a92b-2d003b5ae74b None None] Resources bound (agent type, host, resource id): {{(pid=93703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 12:19:17.723818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e7c33-0f0f-42be-b5f1-675a02f66034 tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Pushing event deleted for resources: {'Network': ['ID=2dcfc4d5-d4dd-43d2-b470-4e3d12d6cc11,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:17.749380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bb44abda-25f1-4f5d-9cbd-9248f44ee6de tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ee183b5-154c-4ff7-a5ba-73aeac939517 HTTP/1.1" status: 200 len: 205 time: 0.0421872 Jul 14 12:19:17.753199 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56372) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:18.211317 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c5a8-c1e3-4cba-b198-5ee6e034b4af tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:18.372034 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c5a8-c1e3-4cba-b198-5ee6e034b4af tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:18.374234 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c5a8-c1e3-4cba-b198-5ee6e034b4af tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:18.424441 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c5a8-c1e3-4cba-b198-5ee6e034b4af tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:18.424944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce9c5a8-c1e3-4cba-b198-5ee6e034b4af tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee183b5-154c-4ff7-a5ba-73aeac939517 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:19:18.433068 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c5a8-c1e3-4cba-b198-5ee6e034b4af tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:18.434371 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1ce9c5a8-c1e3-4cba-b198-5ee6e034b4af tempest-RoutersNegativeTest-280066050 tempest-RoutersNegativeTest-280066050-project] 10.222.0.38 "DELETE /v2.0/routers/4ee183b5-154c-4ff7-a5ba-73aeac939517 HTTP/1.1" status: 204 len: 168 time: 0.6799328 Jul 14 12:19:18.725222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56378) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:18.867619 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d811aca9-7ecf-4347-9c73-c59b407f8c7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8990fb3ea0114bae99775d7ed392d4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411967 Jul 14 12:19:18.870170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56382) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:18.921693 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c49faab-8398-47de-8f0f-cec7661e658c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:18.943847 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c49faab-8398-47de-8f0f-cec7661e658c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:19.001424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c49faab-8398-47de-8f0f-cec7661e658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:19.004146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c49faab-8398-47de-8f0f-cec7661e658c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:19.005351 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6c49faab-8398-47de-8f0f-cec7661e658c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1df2814e-19e6-472d-91b8-ddfa7467d809 HTTP/1.1" status: 204 len: 168 time: 0.1342220 Jul 14 12:19:19.015728 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49faab-8398-47de-8f0f-cec7661e658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df2814e-19e6-472d-91b8-ddfa7467d809,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:19.255197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:19:19.289447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:19:19.289918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 856c10dc-edd7-45d9-9752-a9b5c2c54ae6 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:19:19.745659 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56404) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:19.854938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-498804153-network', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:19.893460 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Made reservation on behalf of 1b7b93b88d5b41a8a3de1fb06ec76539 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:19.896427 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:19.905304 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:19.999655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.003754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.030716 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:20.042106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc62f75-f362-4bf7-b27e-324c3fb26fff,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:20.047261 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.047611 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Added segment 5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e of type vlan for network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 Jul 14 12:19:20.091628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.126146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.127176 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:20.127886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.186782 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4398301 Jul 14 12:19:20.190075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56408) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:20.195449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Request body: {'subnet': {'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-subnet', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:20.197246 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8b48-a649-401a-b28b-b2a44e1e81de admin admin] Pushing event updated for resources: {'Network': ['ID=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:20.207026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:20.221747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Made reservation on behalf of 1b7b93b88d5b41a8a3de1fb06ec76539 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:20.225044 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.402516 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.466475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=905eb860-040d-44ad-baf1-953eb5997d58,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:20.477298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Checking segment: {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:20.477668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Network hostable DHCP agents. Network: 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:20.497823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:20.510190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:20.515957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:20.517196 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.525184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848777f9-f088-4546-b103-51591da5fba1 None None] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:20.539048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5fdad588-4d9c-4046-8701-0d500292dcfb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3478293 Jul 14 12:19:20.542291 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56410) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:20.547026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:20.575110 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.576264 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.638267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.688252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'fixed_ips': [{'subnet_id': '905eb860-040d-44ad-baf1-953eb5997d58'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:19:20.689141 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.783130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:20.852183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Allocated IP 172.20.0.2 (5ca1bee7-c77c-4052-945b-8d0dc8cb9a68/905eb860-040d-44ad-baf1-953eb5997d58/27e36d52-8bc6-4467-afec-eed16fa525f9) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:21.000700 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:21.002142 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:21.012926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Transition to ACTIVE for port object 27e36d52-8bc6-4467-afec-eed16fa525f9 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:21.026748 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:21.038151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Transition to ACTIVE for port object 27e36d52-8bc6-4467-afec-eed16fa525f9 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:21.044453 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:21.089500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:21.092275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:21.096993 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:21.104708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Pushing event updated for resources: {'Port': ['ID=27e36d52-8bc6-4467-afec-eed16fa525f9,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:21.135803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Allocated IP 172.25.2.35 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/715238f9-b9c0-4c26-837a-7e048714635d) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:21.162865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Attempting to bind port 27e36d52-8bc6-4467-afec-eed16fa525f9 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:21.163233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Attempting to bind port 27e36d52-8bc6-4467-afec-eed16fa525f9 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:21.163598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Attempting to bind port 27e36d52-8bc6-4467-afec-eed16fa525f9 on network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:21.168854 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:21.169237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Checking segment: {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:21.169648 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:21.170049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Bound using segment: {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:21.170523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Bound port: 27e36d52-8bc6-4467-afec-eed16fa525f9, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:21.170909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:21.237797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] For port 27e36d52-8bc6-4467-afec-eed16fa525f9, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:21.242346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] For port 27e36d52-8bc6-4467-afec-eed16fa525f9, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=27e36d52-8bc6-4467-afec-eed16fa525f9,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:21.245853 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:21.249487 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:21.301158 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:21.310215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380450b-64f0-48f9-93c0-7a25ae5ef5b4 None None] Pushing event updated for resources: {'Port': ['ID=27e36d52-8bc6-4467-afec-eed16fa525f9,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:21.347528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:21.350349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:21.353368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:21.376665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Pushing event updated for resources: {'Port': ['ID=715238f9-b9c0-4c26-837a-7e048714635d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:21.993148 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:22.218707 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:22.288599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d621c975-4de7-459b-a4ff-4784e6d0ca57 None None] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:22.356750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bc0aca22-802d-49c3-bd26-b4cca890d9db None None] Provisioning for port 27e36d52-8bc6-4467-afec-eed16fa525f9 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:22.389795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Router 8ca0b2ba-531b-4968-910d-58d3587f8020 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:19:22.510383 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:22.522220 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Sync routers for ids ['8ca0b2ba-531b-4968-910d-58d3587f8020'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:19:22.530190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:22.531810 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Routers {'8ca0b2ba-531b-4968-910d-58d3587f8020'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:19:22.532016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0edda921-6c94-471e-8a1d-a39a25c76bdb admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9884679 Jul 14 12:19:22.532810 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:19:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8ca0b2ba-531b-4968-910d-58d3587f8020'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:22.534975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56412) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:22.654438 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Set router 8ca0b2ba-531b-4968-910d-58d3587f8020 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:19:22.841740 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '715238f9-b9c0-4c26-837a-7e048714635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:20Z', 'updated_at': '2021-07-14T12:19:21Z', 'revision_number': 3, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'gw_port': {'id': '715238f9-b9c0-4c26-837a-7e048714635d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ee:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:21Z', 'updated_at': '2021-07-14T12:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:22.872741 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Checking router: 8ca0b2ba-531b-4968-910d-58d3587f8020 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:19:22.873087 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Updating router 8ca0b2ba-531b-4968-910d-58d3587f8020 port 715238f9-b9c0-4c26-837a-7e048714635d binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:19:22.910651 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:22.977619 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.145247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Allocated IP 172.20.0.1 (5ca1bee7-c77c-4052-945b-8d0dc8cb9a68/905eb860-040d-44ad-baf1-953eb5997d58/7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:23.178399 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.189820 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Transition to ACTIVE for port object 715238f9-b9c0-4c26-837a-7e048714635d will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:23.197829 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.254470 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Attempting to bind port 715238f9-b9c0-4c26-837a-7e048714635d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:23.255182 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Attempting to bind port 715238f9-b9c0-4c26-837a-7e048714635d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:23.255182 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Attempting to bind port 715238f9-b9c0-4c26-837a-7e048714635d on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:23.259215 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Pushing event updated for resources: {'Port': ['ID=715238f9-b9c0-4c26-837a-7e048714635d,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:23.264591 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:23.264851 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:23.265236 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.265632 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:23.266109 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Bound port: 715238f9-b9c0-4c26-837a-7e048714635d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:23.266488 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.281849 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.295826 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.296189 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.296533 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.296870 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.297207 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.297538 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.297872 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.298200 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.298526 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.298853 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.299178 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.299508 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:23.303481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 27e36d52-8bc6-4467-afec-eed16fa525f9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:23.304145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Transition to ACTIVE for port object 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:23.351534 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.353198 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] For port 715238f9-b9c0-4c26-837a-7e048714635d, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:23.358086 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] For port 715238f9-b9c0-4c26-837a-7e048714635d, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=715238f9-b9c0-4c26-837a-7e048714635d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:23.368107 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.368577 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 27e36d52-8bc6-4467-afec-eed16fa525f9 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:23.372758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 27e36d52-8bc6-4467-afec-eed16fa525f9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:23.373198 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.404273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:23.411037 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:23.415393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:23.430969 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Routers {'8ca0b2ba-531b-4968-910d-58d3587f8020'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:19:23.431774 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:19:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8ca0b2ba-531b-4968-910d-58d3587f8020'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:23.435173 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc618-d4cf-498e-bd66-231cb16dd37e None None] Pushing event updated for resources: {'Port': ['ID=715238f9-b9c0-4c26-837a-7e048714635d,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:23.457572 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.477851 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.502575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Pushing event updated for resources: {'Port': ['ID=7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:23.524981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 27e36d52-8bc6-4467-afec-eed16fa525f9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=27e36d52-8bc6-4467-afec-eed16fa525f9,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:23.535202 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.560763 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] Set router 8ca0b2ba-531b-4968-910d-58d3587f8020 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:19:23.608593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=27e36d52-8bc6-4467-afec-eed16fa525f9,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:23.638703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.725774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6d5372eb-5305-4cbc-8782-17354e41c64a None None] Provisioning for port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:23.730901 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6d5372eb-5305-4cbc-8782-17354e41c64a None None] Provisioning complete for port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:23.731347 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d5372eb-5305-4cbc-8782-17354e41c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.773211 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '715238f9-b9c0-4c26-837a-7e048714635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:20Z', 'updated_at': '2021-07-14T12:19:21Z', 'revision_number': 3, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'gw_port': {'id': '715238f9-b9c0-4c26-837a-7e048714635d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ee:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:21Z', 'updated_at': '2021-07-14T12:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:23.781756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6d5372eb-5305-4cbc-8782-17354e41c64a None None] Port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:19:23.805435 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5f551-5c2d-4b97-8852-d6427bcbdbce None None] The sync data for ids ['8ca0b2ba-531b-4968-910d-58d3587f8020'] in n-d-778696-8 is: [{'id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '715238f9-b9c0-4c26-837a-7e048714635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:20Z', 'updated_at': '2021-07-14T12:19:21Z', 'revision_number': 3, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'gw_port': {'id': '715238f9-b9c0-4c26-837a-7e048714635d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ee:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:21Z', 'updated_at': '2021-07-14T12:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:19:23.825450 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.831176 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:23.900059 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Pushing event updated for resources: {'Port': ['ID=7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:23.904028 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:24.015547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:24.017098 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:24.171989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Router 8ca0b2ba-531b-4968-910d-58d3587f8020 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:19:24.301575 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:24.309136 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d145bd2a-f380-45b1-8549-71fdc6a9e16d admin admin] 10.222.0.38 "PUT /v2.0/routers/8ca0b2ba-531b-4968-910d-58d3587f8020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728157 Jul 14 12:19:24.320335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-246ed915-a7eb-41ac-ba1d-5e6f68a5a688 None None] Provisioning complete for port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:24.320974 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-246ed915-a7eb-41ac-ba1d-5e6f68a5a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:24.361229 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-246ed915-a7eb-41ac-ba1d-5e6f68a5a688 None None] Port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:19:24.864913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56428) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:24.870853 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1303761700-network', 'tenant_id': '80b23b113f9a447a949a1be487ef3244'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:24.904413 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Made reservation on behalf of 80b23b113f9a447a949a1be487ef3244 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:24.907961 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:24.922389 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.027973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.032143 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.058036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:25.067124 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9a37e7-5ab4-4ff3-901a-819003689eff,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:25.075951 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.077083 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Added segment bb211d75-2fe6-4f47-9f79-357cd2211f68 of type vlan for network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff Jul 14 12:19:25.120032 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.157777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.159022 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:25.159884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.227984 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3615012 Jul 14 12:19:25.230287 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56430) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:25.237783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Request body: {'subnet': {'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-subnet', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:25.246378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8cb2-ace4-4afb-8428-1b42523e24f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac63633-ea0e-4afe-ab47-e3c1085d93ff,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:25.259884 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:25.267303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Made reservation on behalf of 80b23b113f9a447a949a1be487ef3244 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:25.270134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.377877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 715238f9-b9c0-4c26-837a-7e048714635d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:25.434700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 715238f9-b9c0-4c26-837a-7e048714635d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:25.438772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 715238f9-b9c0-4c26-837a-7e048714635d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:25.439129 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.492678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.538916 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.560223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=858597b5-7983-460b-8bf0-541edc4bb26f,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:25.570423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Checking segment: {'id': 'bb211d75-2fe6-4f47-9f79-357cd2211f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:25.570871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Network hostable DHCP agents. Network: 2ac63633-ea0e-4afe-ab47-e3c1085d93ff, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:25.572283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 715238f9-b9c0-4c26-837a-7e048714635d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=715238f9-b9c0-4c26-837a-7e048714635d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:25.577971 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.579343 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 27e36d52-8bc6-4467-afec-eed16fa525f9 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:25.593947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:25.609661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 2ac63633-ea0e-4afe-ab47-e3c1085d93ff) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:25.617158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:25.618892 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.623598 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Sync routers for ids ['8ca0b2ba-531b-4968-910d-58d3587f8020'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:19:25.632200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea28813-2291-440a-8892-e9fec289e067 None None] Network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:25.636966 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9b00328a-0654-424a-9936-a24fa9b19502 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4035254 Jul 14 12:19:25.640235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56432) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:25.644996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:25.669280 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.670360 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.712608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Routers {'8ca0b2ba-531b-4968-910d-58d3587f8020'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:19:25.713256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:19:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8ca0b2ba-531b-4968-910d-58d3587f8020'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:25.724950 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=715238f9-b9c0-4c26-837a-7e048714635d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:25.731392 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.814131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 27e36d52-8bc6-4467-afec-eed16fa525f9 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:25.814425 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.918397 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:25.941185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Set router 8ca0b2ba-531b-4968-910d-58d3587f8020 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:19:26.012252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-2ac63633-ea0e-4afe-ab47-e3c1085d93ff', 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'fixed_ips': [{'subnet_id': '858597b5-7983-460b-8bf0-541edc4bb26f'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:19:26.013485 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.179454 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.205056 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.326079 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Allocated IP 172.25.2.165 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/77ef8dd3-e5fc-4847-9154-02e95910085d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:26.466275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Allocated IP 172.20.0.2 (2ac63633-ea0e-4afe-ab47-e3c1085d93ff/858597b5-7983-460b-8bf0-541edc4bb26f/e589e900-95d0-4cb9-afeb-0125525e286c) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:26.483578 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.528358 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.552435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '715238f9-b9c0-4c26-837a-7e048714635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:20Z', 'updated_at': '2021-07-14T12:19:23Z', 'revision_number': 4, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'gw_port': {'id': '715238f9-b9c0-4c26-837a-7e048714635d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ee:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:21Z', 'updated_at': '2021-07-14T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706', 'name': '', 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'mac_address': 'fa:16:3e:85:db:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '905eb860-040d-44ad-baf1-953eb5997d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:22Z', 'updated_at': '2021-07-14T12:19:23Z', 'revision_number': 2, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'subnets': [{'id': '905eb860-040d-44ad-baf1-953eb5997d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:26.591158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Checking router: 8ca0b2ba-531b-4968-910d-58d3587f8020 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:19:26.591429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:26.591594 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Updating router 8ca0b2ba-531b-4968-910d-58d3587f8020 port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:19:26.598417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:26.602132 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Pushing event updated for resources: {'Port': ['ID=77ef8dd3-e5fc-4847-9154-02e95910085d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:26.606438 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:26.673659 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.733305 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.753734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Transition to ACTIVE for port object e589e900-95d0-4cb9-afeb-0125525e286c will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:26.813012 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.835642 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Transition to ACTIVE for port object e589e900-95d0-4cb9-afeb-0125525e286c will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:26.848779 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.933785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:26.934594 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:26.944829 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:26.947976 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:26.963890 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Pushing event updated for resources: {'Port': ['ID=e589e900-95d0-4cb9-afeb-0125525e286c,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:27.053185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Attempting to bind port e589e900-95d0-4cb9-afeb-0125525e286c on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:27.053689 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Attempting to bind port e589e900-95d0-4cb9-afeb-0125525e286c by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'bb211d75-2fe6-4f47-9f79-357cd2211f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:27.054263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Attempting to bind port e589e900-95d0-4cb9-afeb-0125525e286c on network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:27.066795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:27.067173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Checking segment: {'id': 'bb211d75-2fe6-4f47-9f79-357cd2211f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:27.067582 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.068044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Bound using segment: {'id': 'bb211d75-2fe6-4f47-9f79-357cd2211f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:27.069087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Bound port: e589e900-95d0-4cb9-afeb-0125525e286c, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb211d75-2fe6-4f47-9f79-357cd2211f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:27.069475 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.160744 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.175185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.188315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Transition to ACTIVE for port object 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:27.200704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] For port e589e900-95d0-4cb9-afeb-0125525e286c, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:27.204465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] For port e589e900-95d0-4cb9-afeb-0125525e286c, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e589e900-95d0-4cb9-afeb-0125525e286c,segment=NetworkSegment(bb211d75-2fe6-4f47-9f79-357cd2211f68),segment_id=bb211d75-2fe6-4f47-9f79-357cd2211f68)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:27.205770 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.250366 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.303392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 715238f9-b9c0-4c26-837a-7e048714635d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:27.308345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6ce10-c2da-4b87-9787-b34349d4683f None None] Pushing event updated for resources: {'Port': ['ID=7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:27.361091 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Router 6b52e21b-879d-462f-9fca-abe022bfa41c is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:19:27.470125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583abf08-08ba-4a7e-bc27-c598d07d8873 None None] Pushing event updated for resources: {'Port': ['ID=e589e900-95d0-4cb9-afeb-0125525e286c,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:27.480637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Attempting to bind port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:27.481153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Attempting to bind port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:27.481366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Attempting to bind port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 on network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:27.489720 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:27.490622 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Checking segment: {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:27.491131 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.491533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Bound using segment: {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:27.492105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Bound port: 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:27.492495 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.513925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 715238f9-b9c0-4c26-837a-7e048714635d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:27.514299 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.550782 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:27.569816 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Sync routers for ids ['6b52e21b-879d-462f-9fca-abe022bfa41c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:19:27.587258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.588795 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7e7ab19e-4a76-4a2b-9e56-6d9cf56f679e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9473619 Jul 14 12:19:27.591545 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Routers {'6b52e21b-879d-462f-9fca-abe022bfa41c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:19:27.592804 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:19:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6b52e21b-879d-462f-9fca-abe022bfa41c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:27.593849 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56434) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:19:27.638387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] For port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:27.641994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] For port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:27.667736 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:27.806792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Routers {'8ca0b2ba-531b-4968-910d-58d3587f8020'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:19:27.807523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:19:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8ca0b2ba-531b-4968-910d-58d3587f8020'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:27.809074 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Set router 6b52e21b-879d-462f-9fca-abe022bfa41c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:19:27.908698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6ce10-c2da-4b87-9787-b34349d4683f None None] Pushing event updated for resources: {'Port': ['ID=7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:28.007068 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:25Z', 'updated_at': '2021-07-14T12:19:26Z', 'revision_number': 3, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'gw_port': {'id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:26Z', 'updated_at': '2021-07-14T12:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:28.036480 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Checking router: 6b52e21b-879d-462f-9fca-abe022bfa41c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:19:28.036934 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Updating router 6b52e21b-879d-462f-9fca-abe022bfa41c port 77ef8dd3-e5fc-4847-9154-02e95910085d binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:19:28.049789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] Set router 8ca0b2ba-531b-4968-910d-58d3587f8020 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:19:28.184325 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:28.370267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '715238f9-b9c0-4c26-837a-7e048714635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:20Z', 'updated_at': '2021-07-14T12:19:23Z', 'revision_number': 4, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'gw_port': {'id': '715238f9-b9c0-4c26-837a-7e048714635d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ee:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:21Z', 'updated_at': '2021-07-14T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706', 'name': '', 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'mac_address': 'fa:16:3e:85:db:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '905eb860-040d-44ad-baf1-953eb5997d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:22Z', 'updated_at': '2021-07-14T12:19:27Z', 'revision_number': 4, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'subnets': [{'id': '905eb860-040d-44ad-baf1-953eb5997d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:28.416096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbfe10-e960-4169-8950-b01f2388b029 None None] The sync data for ids ['8ca0b2ba-531b-4968-910d-58d3587f8020'] in n-d-778696-8 is: [{'id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '715238f9-b9c0-4c26-837a-7e048714635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:20Z', 'updated_at': '2021-07-14T12:19:23Z', 'revision_number': 4, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'gw_port': {'id': '715238f9-b9c0-4c26-837a-7e048714635d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ee:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:21Z', 'updated_at': '2021-07-14T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706', 'name': '', 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'mac_address': 'fa:16:3e:85:db:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '905eb860-040d-44ad-baf1-953eb5997d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:22Z', 'updated_at': '2021-07-14T12:19:27Z', 'revision_number': 4, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'subnets': [{'id': '905eb860-040d-44ad-baf1-953eb5997d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:19:28.592103 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:28.593700 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:28.613642 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Transition to ACTIVE for port object 77ef8dd3-e5fc-4847-9154-02e95910085d will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:28.625467 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:28.721282 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Attempting to bind port 77ef8dd3-e5fc-4847-9154-02e95910085d on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:28.721671 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Attempting to bind port 77ef8dd3-e5fc-4847-9154-02e95910085d by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:28.722085 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Attempting to bind port 77ef8dd3-e5fc-4847-9154-02e95910085d on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:28.730055 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881a3a1-750e-4fa8-a3fd-c2a584c9ffe2 None None] Pushing event updated for resources: {'Port': ['ID=77ef8dd3-e5fc-4847-9154-02e95910085d,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:28.737326 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:28.738039 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:28.738656 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:28.739236 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:28.740925 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Bound port: 77ef8dd3-e5fc-4847-9154-02e95910085d, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:28.741510 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:28.839834 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] For port 77ef8dd3-e5fc-4847-9154-02e95910085d, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:28.842882 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:28.845342 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] For port 77ef8dd3-e5fc-4847-9154-02e95910085d, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=77ef8dd3-e5fc-4847-9154-02e95910085d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:28.851297 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:28.923125 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Routers {'6b52e21b-879d-462f-9fca-abe022bfa41c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:19:28.924093 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:19:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6b52e21b-879d-462f-9fca-abe022bfa41c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:28.931189 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881a3a1-750e-4fa8-a3fd-c2a584c9ffe2 None None] Pushing event updated for resources: {'Port': ['ID=77ef8dd3-e5fc-4847-9154-02e95910085d,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:28.936685 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320a6303-d6e1-4d44-8171-55b4743faa87 None None] Network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:19:29.041991 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-034e7a29-cfbb-4fcb-b8a7-7245782055bf None None] Provisioning for port e589e900-95d0-4cb9-afeb-0125525e286c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:29.086090 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Allocated IP 172.20.0.1 (2ac63633-ea0e-4afe-ab47-e3c1085d93ff/858597b5-7983-460b-8bf0-541edc4bb26f/338148db-d890-488a-b416-9af59f69b5c6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:29.099880 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] Set router 6b52e21b-879d-462f-9fca-abe022bfa41c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:19:29.252165 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:29.316603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Transition to ACTIVE for port object 338148db-d890-488a-b416-9af59f69b5c6 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:29.409936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:29.415470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:29.419557 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:25Z', 'updated_at': '2021-07-14T12:19:26Z', 'revision_number': 3, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'gw_port': {'id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:26Z', 'updated_at': '2021-07-14T12:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:29.434838 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:29.437696 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:29.458156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:29.476473 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d0471-6685-49f5-bb2f-8b1c67d26dc3 None None] The sync data for ids ['6b52e21b-879d-462f-9fca-abe022bfa41c'] in n-d-778696-8 is: [{'id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:25Z', 'updated_at': '2021-07-14T12:19:26Z', 'revision_number': 3, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'gw_port': {'id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:26Z', 'updated_at': '2021-07-14T12:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:19:29.522039 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:29.531094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Pushing event updated for resources: {'Port': ['ID=338148db-d890-488a-b416-9af59f69b5c6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:29.531387 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:29.544242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:29.544996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:29.714733 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:29.774137 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:29.780060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:29.786848 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:29.788273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e589e900-95d0-4cb9-afeb-0125525e286c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:29.897273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-acee1e29-3d76-4a63-ab90-2149be814b99 None None] Provisioning for port 338148db-d890-488a-b416-9af59f69b5c6 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:29.910516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:29.913952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-acee1e29-3d76-4a63-ab90-2149be814b99 None None] Provisioning complete for port 338148db-d890-488a-b416-9af59f69b5c6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:29.914401 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acee1e29-3d76-4a63-ab90-2149be814b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:29.993644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port e589e900-95d0-4cb9-afeb-0125525e286c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:30.006118 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e589e900-95d0-4cb9-afeb-0125525e286c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:30.006881 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:30.011891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-acee1e29-3d76-4a63-ab90-2149be814b99 None None] Port 338148db-d890-488a-b416-9af59f69b5c6 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:19:30.139885 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:30.140657 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:30.168164 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:30.200321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port e589e900-95d0-4cb9-afeb-0125525e286c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e589e900-95d0-4cb9-afeb-0125525e286c,segment=NetworkSegment(bb211d75-2fe6-4f47-9f79-357cd2211f68),segment_id=bb211d75-2fe6-4f47-9f79-357cd2211f68)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:30.209517 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:30.265557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Pushing event updated for resources: {'Port': ['ID=338148db-d890-488a-b416-9af59f69b5c6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:30.286830 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:30.287358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=e589e900-95d0-4cb9-afeb-0125525e286c,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:30.430134 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:30.431698 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:30.610616 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Router 6b52e21b-879d-462f-9fca-abe022bfa41c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:19:30.742344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-29d5ee5b-ad29-402f-b71a-edd54b0ad3d4 None None] Provisioning complete for port 338148db-d890-488a-b416-9af59f69b5c6 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:30.743429 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-29d5ee5b-ad29-402f-b71a-edd54b0ad3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:30.782423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:30.799474 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2dd538fd-73c6-4097-abaa-f88b17df6789 admin admin] 10.222.0.38 "PUT /v2.0/routers/6b52e21b-879d-462f-9fca-abe022bfa41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994925 Jul 14 12:19:30.802246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-29d5ee5b-ad29-402f-b71a-edd54b0ad3d4 None None] Port 338148db-d890-488a-b416-9af59f69b5c6 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:19:31.409316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:31.494212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:31.494511 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:31.611635 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 77ef8dd3-e5fc-4847-9154-02e95910085d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:31.685350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 77ef8dd3-e5fc-4847-9154-02e95910085d completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:31.690481 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 77ef8dd3-e5fc-4847-9154-02e95910085d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:31.690875 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:31.835088 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:31.861351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 77ef8dd3-e5fc-4847-9154-02e95910085d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=77ef8dd3-e5fc-4847-9154-02e95910085d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:31.866305 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:31.867609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e589e900-95d0-4cb9-afeb-0125525e286c up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:31.956999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=77ef8dd3-e5fc-4847-9154-02e95910085d,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:31.969455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port e589e900-95d0-4cb9-afeb-0125525e286c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:31.970030 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:32.017151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Sync routers for ids ['6b52e21b-879d-462f-9fca-abe022bfa41c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:19:32.034215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Routers {'6b52e21b-879d-462f-9fca-abe022bfa41c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:19:32.034858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:19:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6b52e21b-879d-462f-9fca-abe022bfa41c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:32.226451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-af1bcf15-6b2f-43d6-8fe8-e04a2b8941dd tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:32.227785 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-af1bcf15-6b2f-43d6-8fe8-e04a2b8941dd tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/networks?id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 HTTP/1.1" status: 200 len: 816 time: 0.1458607 Jul 14 12:19:32.247765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2abebebc-a365-4d4d-9e8d-a62ce00e6102 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/quotas/1b7b93b88d5b41a8a3de1fb06ec76539 HTTP/1.1" status: 200 len: 375 time: 0.0116107 Jul 14 12:19:32.335657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-dcba0bc1-cc2e-4dbc-a5c4-fbae638390c2 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b7b93b88d5b41a8a3de1fb06ec76539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796707 Jul 14 12:19:32.361654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Set router 6b52e21b-879d-462f-9fca-abe022bfa41c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:19:32.451914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-049f2b50-1745-4bcc-a0ad-ff9e0a0f9b7b service neutron] 10.222.0.38 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971122 Jul 14 12:19:32.566236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-c10d9291-8770-4f24-b055-88d4f7d2799c service neutron] 10.222.0.38 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033299 Jul 14 12:19:32.599774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:25Z', 'updated_at': '2021-07-14T12:19:29Z', 'revision_number': 4, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'gw_port': {'id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:26Z', 'updated_at': '2021-07-14T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '338148db-d890-488a-b416-9af59f69b5c6', 'name': '', 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'mac_address': 'fa:16:3e:59:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '858597b5-7983-460b-8bf0-541edc4bb26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:28Z', 'updated_at': '2021-07-14T12:19:29Z', 'revision_number': 2, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'subnets': [{'id': '858597b5-7983-460b-8bf0-541edc4bb26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:32.629236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Checking router: 6b52e21b-879d-462f-9fca-abe022bfa41c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:19:32.629236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Updating router 6b52e21b-879d-462f-9fca-abe022bfa41c port 338148db-d890-488a-b416-9af59f69b5c6 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:19:32.669609 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:32.942959 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc24eb2a-c251-4206-9086-c98e49e56a09 req-33e89294-fd50-46b1-85bc-e26c2bedd5ac tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 210 time: 0.1504018 Jul 14 12:19:33.010168 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:33.021403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Transition to ACTIVE for port object 338148db-d890-488a-b416-9af59f69b5c6 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:33.030785 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:33.090492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf91290-5d14-4ee0-8872-8a39fdeeed07 None None] Pushing event updated for resources: {'Port': ['ID=338148db-d890-488a-b416-9af59f69b5c6,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:33.151573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Attempting to bind port 338148db-d890-488a-b416-9af59f69b5c6 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:33.152079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Attempting to bind port 338148db-d890-488a-b416-9af59f69b5c6 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'bb211d75-2fe6-4f47-9f79-357cd2211f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:33.152527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Attempting to bind port 338148db-d890-488a-b416-9af59f69b5c6 on network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:33.159336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:33.159892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Checking segment: {'id': 'bb211d75-2fe6-4f47-9f79-357cd2211f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:33.160404 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:33.161015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Bound using segment: {'id': 'bb211d75-2fe6-4f47-9f79-357cd2211f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:33.162265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Bound port: 338148db-d890-488a-b416-9af59f69b5c6, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb211d75-2fe6-4f47-9f79-357cd2211f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:33.163589 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:33.259454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] For port 338148db-d890-488a-b416-9af59f69b5c6, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:33.264681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] For port 338148db-d890-488a-b416-9af59f69b5c6, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=338148db-d890-488a-b416-9af59f69b5c6,segment=NetworkSegment(bb211d75-2fe6-4f47-9f79-357cd2211f68),segment_id=bb211d75-2fe6-4f47-9f79-357cd2211f68)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:33.270925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:33.313974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 77ef8dd3-e5fc-4847-9154-02e95910085d up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:33.398702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf91290-5d14-4ee0-8872-8a39fdeeed07 None None] Pushing event updated for resources: {'Port': ['ID=338148db-d890-488a-b416-9af59f69b5c6,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:33.410545 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Routers {'6b52e21b-879d-462f-9fca-abe022bfa41c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:19:33.411072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:19:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6b52e21b-879d-462f-9fca-abe022bfa41c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:33.503103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 77ef8dd3-e5fc-4847-9154-02e95910085d triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:33.503792 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:33.616304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] Set router 6b52e21b-879d-462f-9fca-abe022bfa41c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:19:33.915409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:25Z', 'updated_at': '2021-07-14T12:19:29Z', 'revision_number': 4, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'gw_port': {'id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:26Z', 'updated_at': '2021-07-14T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '338148db-d890-488a-b416-9af59f69b5c6', 'name': '', 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'mac_address': 'fa:16:3e:59:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '858597b5-7983-460b-8bf0-541edc4bb26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:28Z', 'updated_at': '2021-07-14T12:19:33Z', 'revision_number': 4, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'subnets': [{'id': '858597b5-7983-460b-8bf0-541edc4bb26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:33.952675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27541b21-4e19-4814-8bb3-348b90265d4f None None] The sync data for ids ['6b52e21b-879d-462f-9fca-abe022bfa41c'] in n-d-778696-8 is: [{'id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:25Z', 'updated_at': '2021-07-14T12:19:29Z', 'revision_number': 4, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'gw_port': {'id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:26Z', 'updated_at': '2021-07-14T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '338148db-d890-488a-b416-9af59f69b5c6', 'name': '', 'network_id': '2ac63633-ea0e-4afe-ab47-e3c1085d93ff', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'mac_address': 'fa:16:3e:59:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '858597b5-7983-460b-8bf0-541edc4bb26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:28Z', 'updated_at': '2021-07-14T12:19:33Z', 'revision_number': 4, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'subnets': [{'id': '858597b5-7983-460b-8bf0-541edc4bb26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:19:34.203503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3367c1fb-4e6f-42d0-8da3-19de28be7c94 req-525856e0-412e-4b07-ad2b-0af9b39ef18a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 210 time: 0.0555871 Jul 14 12:19:34.281636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-b0e0b62e-85cc-4b9e-861d-ae980d0ec1d7 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:34.284162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-b0e0b62e-85cc-4b9e-861d-ae980d0ec1d7 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.64 "GET /v2.0/networks?id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 HTTP/1.1" status: 200 len: 816 time: 0.2161396 Jul 14 12:19:34.300505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Request body: {'port': {'device_id': 'd4b252c5-19d1-4a1d-a924-f2f07d75d6ee', 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'admin_state_up': True, 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:34.454818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Made reservation on behalf of 1b7b93b88d5b41a8a3de1fb06ec76539 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:34.459198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:34.654749 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Allocated IP 172.20.0.9 (5ca1bee7-c77c-4052-945b-8d0dc8cb9a68/905eb860-040d-44ad-baf1-953eb5997d58/071c841f-7fce-4c7b-b200-7f0af1649aa1) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:34.847623 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:34.874334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Transition to ACTIVE for port object 071c841f-7fce-4c7b-b200-7f0af1649aa1 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:34.912694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:34.955404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:34.961610 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:34.964268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:19:34.994545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Pushing event updated for resources: {'Port': ['ID=071c841f-7fce-4c7b-b200-7f0af1649aa1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:35.026511 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:35.027055 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.043453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2d664f13-a487-47b5-bd3a-147eef03a06a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7507696 Jul 14 12:19:35.151150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Request body: {'port': {'device_id': 'd4b252c5-19d1-4a1d-a924-f2f07d75d6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:19:35.237135 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.264207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-20e82223-5908-4d47-99ad-4b3a581c19b6 None None] Provisioning for port 071c841f-7fce-4c7b-b200-7f0af1649aa1 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:35.271842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-20e82223-5908-4d47-99ad-4b3a581c19b6 None None] Provisioning complete for port 071c841f-7fce-4c7b-b200-7f0af1649aa1 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:35.272590 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-20e82223-5908-4d47-99ad-4b3a581c19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.308492 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 338148db-d890-488a-b416-9af59f69b5c6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:35.368294 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-20e82223-5908-4d47-99ad-4b3a581c19b6 None None] Port 071c841f-7fce-4c7b-b200-7f0af1649aa1 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:19:35.391308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 338148db-d890-488a-b416-9af59f69b5c6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:35.396926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 338148db-d890-488a-b416-9af59f69b5c6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:35.397776 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.494196 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.532844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 338148db-d890-488a-b416-9af59f69b5c6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=338148db-d890-488a-b416-9af59f69b5c6,segment=NetworkSegment(bb211d75-2fe6-4f47-9f79-357cd2211f68),segment_id=bb211d75-2fe6-4f47-9f79-357cd2211f68)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:35.540378 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.564583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4cbc0-02cf-4ce0-b29e-13ed8f22cca0 req-076bcee6-a0fd-437f-97b3-a82f5a6c1f23 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:35.565543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66c4cbc0-02cf-4ce0-b29e-13ed8f22cca0 req-076bcee6-a0fd-437f-97b3-a82f5a6c1f23 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 931 time: 0.1982834 Jul 14 12:19:35.597218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=338148db-d890-488a-b416-9af59f69b5c6,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:35.627006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071c841f-7fce-4c7b-b200-7f0af1649aa1 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:19:35.648105 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.658344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66c4cbc0-02cf-4ce0-b29e-13ed8f22cca0 req-1d0485b8-45e0-4762-836e-d3c293e3884e tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656934 Jul 14 12:19:35.666188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Transition to ACTIVE for port object 071c841f-7fce-4c7b-b200-7f0af1649aa1 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:19:35.670361 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.738016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Pushing event updated for resources: {'Port': ['ID=071c841f-7fce-4c7b-b200-7f0af1649aa1,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:35.816122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Attempting to bind port 071c841f-7fce-4c7b-b200-7f0af1649aa1 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:19:35.816551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Attempting to bind port 071c841f-7fce-4c7b-b200-7f0af1649aa1 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:19:35.816908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Attempting to bind port 071c841f-7fce-4c7b-b200-7f0af1649aa1 on network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:35.822138 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Port 071c841f-7fce-4c7b-b200-7f0af1649aa1 on network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:19:35.822461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Attempting to bind port 071c841f-7fce-4c7b-b200-7f0af1649aa1 on network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:19:35.827828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:19:35.828203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Checking segment: {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:19:35.828589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Bound using segment: {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:19:35.829024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Bound port: 071c841f-7fce-4c7b-b200-7f0af1649aa1, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:19:35.829385 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.930046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] For port 071c841f-7fce-4c7b-b200-7f0af1649aa1, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:35.935708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] For port 071c841f-7fce-4c7b-b200-7f0af1649aa1, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=071c841f-7fce-4c7b-b200-7f0af1649aa1,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:35.941804 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.978051 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:35.978687 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:35.980406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] 10.222.0.64 "PUT /v2.0/ports/071c841f-7fce-4c7b-b200-7f0af1649aa1 HTTP/1.1" status: 200 len: 1091 time: 0.8827586 Jul 14 12:19:35.982662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b252c5-19d1-4a1d-a924-f2f07d75d6ee', 'tag': '071c841f-7fce-4c7b-b200-7f0af1649aa1'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:19:36.024029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec1ee2-e18b-4a2f-8252-af102e6f5729 service neutron] Pushing event updated for resources: {'Port': ['ID=071c841f-7fce-4c7b-b200-7f0af1649aa1,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:36.046714 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e07196f-c8a9-4df9-9be0-de285e10646f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b252c5-19d1-4a1d-a924-f2f07d75d6ee", "tag": "071c841f-7fce-4c7b-b200-7f0af1649aa1"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:36.111827 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-f2ee4f29-ba75-4c92-872b-343b2dd78e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:36.113453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-f2ee4f29-ba75-4c92-872b-343b2dd78e22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b7b93b88d5b41a8a3de1fb06ec76539&device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 1094 time: 0.0783195 Jul 14 12:19:36.166407 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-2a554382-5311-45da-b748-070b00536893 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=071c841f-7fce-4c7b-b200-7f0af1649aa1 HTTP/1.1" status: 200 len: 217 time: 0.0458360 Jul 14 12:19:36.168553 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad3d494-c803-4750-baf9-0dfc252a210b x-openstack-request-id: req-fad3d494-c803-4750-baf9-0dfc252a210b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:36.169023 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b252c5-19d1-4a1d-a924-f2f07d75d6ee", "tag": "071c841f-7fce-4c7b-b200-7f0af1649aa1", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:36.169392 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fad3d494-c803-4750-baf9-0dfc252a210b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:36.169966 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b252c5-19d1-4a1d-a924-f2f07d75d6ee', 'tag': '071c841f-7fce-4c7b-b200-7f0af1649aa1', 'status': 'completed', 'code': 200} Jul 14 12:19:36.229665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-eff012e3-abc8-4a62-9137-84c3533edea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:36.231761 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-eff012e3-abc8-4a62-9137-84c3533edea3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=905eb860-040d-44ad-baf1-953eb5997d58 HTTP/1.1" status: 200 len: 855 time: 0.0572758 Jul 14 12:19:36.291668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-054b6de5-62ad-4624-ba6f-55f93f594981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:36.293191 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-054b6de5-62ad-4624-ba6f-55f93f594981 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550773 Jul 14 12:19:36.392439 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-636a8b3c-fe04-4831-a77a-aea0ba58b6fe service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923276 Jul 14 12:19:36.497344 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-845e99c6-6f7d-4dc2-9b6d-da7c582ee131 req-e617323c-d1ca-41c7-a0bb-54621205a42b service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989318 Jul 14 12:19:36.621392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-68c5c3e3-88b9-4e5e-b4e6-2033b7d8dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:36.623119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-68c5c3e3-88b9-4e5e-b4e6-2033b7d8dbe6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b7b93b88d5b41a8a3de1fb06ec76539&device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 1094 time: 0.0693891 Jul 14 12:19:36.724870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-42aca3cc-bb94-4d97-b5ed-a501596acb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:36.727026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-42aca3cc-bb94-4d97-b5ed-a501596acb34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 HTTP/1.1" status: 200 len: 916 time: 0.0981009 Jul 14 12:19:36.776274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-85ff5ec2-8359-41b8-9623-61bc42f8b6e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=071c841f-7fce-4c7b-b200-7f0af1649aa1 HTTP/1.1" status: 200 len: 217 time: 0.0412190 Jul 14 12:19:36.873075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-68c22c21-5108-4bdd-aab9-7bd5ed534e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:36.874591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-68c22c21-5108-4bdd-aab9-7bd5ed534e9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=905eb860-040d-44ad-baf1-953eb5997d58 HTTP/1.1" status: 200 len: 855 time: 0.0917683 Jul 14 12:19:36.936216 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52b273-58d2-4f44-9bff-486c04b64087 req-08c56a9b-78fa-435d-92b9-e8ab76887a52 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:36.937701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe52b273-58d2-4f44-9bff-486c04b64087 req-08c56a9b-78fa-435d-92b9-e8ab76887a52 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 943 time: 0.1241813 Jul 14 12:19:36.989115 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-1f47d82a-a34b-4896-bbb8-64f6e8b2f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:36.990766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-1f47d82a-a34b-4896-bbb8-64f6e8b2f6e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059191 Jul 14 12:19:36.997755 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fe52b273-58d2-4f44-9bff-486c04b64087 req-7546a71c-d0b2-4166-863e-9e94f80aa0ed tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523806 Jul 14 12:19:37.095475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-66167e1c-5339-4c48-a465-337d87095f84 service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967584 Jul 14 12:19:37.195168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1e07196f-c8a9-4df9-9be0-de285e10646f req-109acf88-ff1e-4cb9-9942-5ffd7fc96dc5 service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902824 Jul 14 12:19:37.260326 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 338148db-d890-488a-b416-9af59f69b5c6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:37.313931 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 338148db-d890-488a-b416-9af59f69b5c6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:37.314309 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:38.197137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cee545-42f4-457e-8e29-9cec61d3907d req-80b77c45-50fb-4728-b934-60e6815e63c0 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:38.198653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7cee545-42f4-457e-8e29-9cec61d3907d req-80b77c45-50fb-4728-b934-60e6815e63c0 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 943 time: 0.0725889 Jul 14 12:19:38.239278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7cee545-42f4-457e-8e29-9cec61d3907d req-5f6d147f-ad44-475a-a8fa-ffb2b94d2ef1 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348797 Jul 14 12:19:39.415122 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f9e55-9cf3-45b2-aaf3-3bbec054cae5 req-2e13dff3-6798-4886-b290-f0896a611e07 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:39.416666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f6f9e55-9cf3-45b2-aaf3-3bbec054cae5 req-2e13dff3-6798-4886-b290-f0896a611e07 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 943 time: 0.0641873 Jul 14 12:19:39.455553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0f6f9e55-9cf3-45b2-aaf3-3bbec054cae5 req-1347471a-08b8-40c4-9e8c-41adeb17f81f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Jul 14 12:19:39.554003 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4eee156f-2c1b-41a0-a84f-aa4e1da8d740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:40.544313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 071c841f-7fce-4c7b-b200-7f0af1649aa1 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:19:40.631427 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871212b6-eed4-4d2b-b04e-52ba8cb9a6f3 req-6774ec30-c4a3-40ee-b144-034267255b78 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:40.634141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-871212b6-eed4-4d2b-b04e-52ba8cb9a6f3 req-6774ec30-c4a3-40ee-b144-034267255b78 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 943 time: 0.0676737 Jul 14 12:19:40.641595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 071c841f-7fce-4c7b-b200-7f0af1649aa1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=071c841f-7fce-4c7b-b200-7f0af1649aa1,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:40.653159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '071c841f-7fce-4c7b-b200-7f0af1649aa1', 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'port_id': '071c841f-7fce-4c7b-b200-7f0af1649aa1', 'mac_address': 'fa:16:3e:32:54:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905eb860-040d-44ad-baf1-953eb5997d58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:19:40.676307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-871212b6-eed4-4d2b-b04e-52ba8cb9a6f3 req-b5e5d657-26fa-4121-8844-b622ebca9781 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363820 Jul 14 12:19:40.694569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:40.707013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071c841f-7fce-4c7b-b200-7f0af1649aa1 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:19:40.725979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 071c841f-7fce-4c7b-b200-7f0af1649aa1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=071c841f-7fce-4c7b-b200-7f0af1649aa1,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:40.731558 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:40.779363 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=071c841f-7fce-4c7b-b200-7f0af1649aa1,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:40.933648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['071c841f-7fce-4c7b-b200-7f0af1649aa1'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:19:41.861004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acbcb3-a933-420e-af72-ebedf3dae048 req-dd5dbc17-a66a-47f5-8cd1-35f5a42d03ea tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:41.863317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95acbcb3-a933-420e-af72-ebedf3dae048 req-dd5dbc17-a66a-47f5-8cd1-35f5a42d03ea tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 944 time: 0.0720971 Jul 14 12:19:41.903622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95acbcb3-a933-420e-af72-ebedf3dae048 req-a3512689-ff9f-4af8-9380-6beb846bec99 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346727 Jul 14 12:19:42.333994 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:42.552869 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 071c841f-7fce-4c7b-b200-7f0af1649aa1 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:42.600327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 071c841f-7fce-4c7b-b200-7f0af1649aa1 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:19:42.604613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 071c841f-7fce-4c7b-b200-7f0af1649aa1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:19:42.604971 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:42.687640 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:42.697561 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6386a0e3-cdc2-4753-9d8a-a4a655cf7e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:42.713409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b252c5-19d1-4a1d-a924-f2f07d75d6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071c841f-7fce-4c7b-b200-7f0af1649aa1'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:19:42.715660 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f93c14aab25fa3953b55aecfeb6ef108010ae04ec8d2b7444aa511f4bb03bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bdbb3-9708-4435-a571-6764359523ce" -d '{"events": [{"server_uuid": "d4b252c5-19d1-4a1d-a924-f2f07d75d6ee", "name": "network-vif-plugged", "status": "completed", "tag": "071c841f-7fce-4c7b-b200-7f0af1649aa1"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:42.729000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 071c841f-7fce-4c7b-b200-7f0af1649aa1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=071c841f-7fce-4c7b-b200-7f0af1649aa1,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:42.732951 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:42.762129 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf907f9-072d-4f91-b295-f76df7b35e7b x-openstack-request-id: req-ccf907f9-072d-4f91-b295-f76df7b35e7b {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:42.762420 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b252c5-19d1-4a1d-a924-f2f07d75d6ee", "name": "network-vif-plugged", "status": "completed", "tag": "071c841f-7fce-4c7b-b200-7f0af1649aa1", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:42.762670 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ccf907f9-072d-4f91-b295-f76df7b35e7b {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:42.763062 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b252c5-19d1-4a1d-a924-f2f07d75d6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071c841f-7fce-4c7b-b200-7f0af1649aa1', 'code': 200} Jul 14 12:19:42.789464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=071c841f-7fce-4c7b-b200-7f0af1649aa1,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:42.867601 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab307-002c-4809-8644-939150fa1a4b req-9a1394c3-3883-4aad-83d5-d1ff2af3dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:42.869071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ffab307-002c-4809-8644-939150fa1a4b req-9a1394c3-3883-4aad-83d5-d1ff2af3dfde service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 1096 time: 0.0552483 Jul 14 12:19:42.904097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ffab307-002c-4809-8644-939150fa1a4b req-5c2497e0-683b-4f9d-b79c-9efbfc88d604 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280313 Jul 14 12:19:43.079070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e2011-97ea-4ede-b651-350f032ad114 req-86d67177-3cac-4544-b7f9-74a7cc5fa331 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:43.080674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d4e2011-97ea-4ede-b651-350f032ad114 req-86d67177-3cac-4544-b7f9-74a7cc5fa331 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 945 time: 0.0668511 Jul 14 12:19:43.119766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d4e2011-97ea-4ede-b651-350f032ad114 req-56654451-ce3c-4faa-b38f-c138e821daa4 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Jul 14 12:19:43.601316 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:44.293033 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c8fc5-eb49-4ac4-83b0-81e8a11835a6 req-88cdfb85-3867-4c0a-8d77-c43b3af1a829 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:44.294519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-884c8fc5-eb49-4ac4-83b0-81e8a11835a6 req-88cdfb85-3867-4c0a-8d77-c43b3af1a829 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 945 time: 0.0626314 Jul 14 12:19:44.332001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-884c8fc5-eb49-4ac4-83b0-81e8a11835a6 req-e61c8f68-7892-4f12-926c-ed9080d2d0fe tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Jul 14 12:19:44.529310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed13a67-959f-4cb7-a2fe-60c125001afb req-7bdced2d-da8d-4105-be9a-611f5daef28d tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:19:44.530866 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fed13a67-959f-4cb7-a2fe-60c125001afb req-7bdced2d-da8d-4105-be9a-611f5daef28d tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 945 time: 0.0840502 Jul 14 12:19:44.583569 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fed13a67-959f-4cb7-a2fe-60c125001afb req-fd3fc9d1-6450-48e8-9e59-7e1877f2d4de tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446854 Jul 14 12:19:45.302685 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:45.995028 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:19:56.720502 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:58.605679 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:00.267363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-b8aece21-8a8a-425b-9c5c-ede0e10e30a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567012 Jul 14 12:20:00.370596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-bf876282-0910-475d-a6c1-c24934786b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:00.372203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-bf876282-0910-475d-a6c1-c24934786b85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b7b93b88d5b41a8a3de1fb06ec76539&device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 1096 time: 0.0569258 Jul 14 12:20:00.489331 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-5aea4b28-7c9e-4a70-873d-95f213639ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:00.491349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-5aea4b28-7c9e-4a70-873d-95f213639ce2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 HTTP/1.1" status: 200 len: 916 time: 0.0961239 Jul 14 12:20:00.533576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-6bde816c-e14f-4680-b701-862c8b49de84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=071c841f-7fce-4c7b-b200-7f0af1649aa1 HTTP/1.1" status: 200 len: 217 time: 0.0356431 Jul 14 12:20:00.582492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-e023f92c-55a3-4fb1-8743-bba7ab74e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:00.584032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-e023f92c-55a3-4fb1-8743-bba7ab74e92f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=905eb860-040d-44ad-baf1-953eb5997d58 HTTP/1.1" status: 200 len: 855 time: 0.0442624 Jul 14 12:20:00.645816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-f4f545ca-4778-429c-bbba-ee22c06d2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:00.647371 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-f4f545ca-4778-429c-bbba-ee22c06d2c57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571313 Jul 14 12:20:00.738975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-5aef40b6-8308-4265-8ef8-64ca7b1218a6 service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844622 Jul 14 12:20:00.833802 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca0818eb-fa18-478a-80be-c68b01790d56 req-437c424a-01e1-45e3-abae-dba826d15af1 service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886343 Jul 14 12:20:04.895647 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ca07f-5557-4cf6-8bb7-6f9b7c2ef9b4 req-2bd0a589-404c-419d-a10b-e827f5d84cf5 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:04.897916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-262ca07f-5557-4cf6-8bb7-6f9b7c2ef9b4 req-2bd0a589-404c-419d-a10b-e827f5d84cf5 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 945 time: 0.0673771 Jul 14 12:20:04.942892 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-262ca07f-5557-4cf6-8bb7-6f9b7c2ef9b4 req-d05144a9-0eb7-4ee9-b2e4-c5b408d56176 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Jul 14 12:20:06.120968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456bdf-9631-4037-b582-d98b6f8a5ba9 req-31b28ecd-e323-4307-933d-d2ddb30aabbf tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:06.122484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40456bdf-9631-4037-b582-d98b6f8a5ba9 req-31b28ecd-e323-4307-933d-d2ddb30aabbf tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 945 time: 0.0643945 Jul 14 12:20:06.162299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-40456bdf-9631-4037-b582-d98b6f8a5ba9 req-0f2e89d6-c00e-4c62-aeef-69613735c6db tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Jul 14 12:20:06.357493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-3f2d8dc3-65ee-4cc9-9115-f4b207d34f32 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:06.358923 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-3f2d8dc3-65ee-4cc9-9115-f4b207d34f32 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 945 time: 0.0672293 Jul 14 12:20:06.475278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Deleting port 071c841f-7fce-4c7b-b200-7f0af1649aa1 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:06.475828 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:06.575232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] For port 071c841f-7fce-4c7b-b200-7f0af1649aa1, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=071c841f-7fce-4c7b-b200-7f0af1649aa1,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:06.575594 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:06.589408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Calling delete_port for 071c841f-7fce-4c7b-b200-7f0af1649aa1 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:06.721695 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:06.753973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Pushing event deleted for resources: {'Port': ['ID=071c841f-7fce-4c7b-b200-7f0af1649aa1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:06.769499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.769858 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.770208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.770554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.770889 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.771228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.771568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.772567 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.773067 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.773408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.773744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.774077 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:06.813544 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] No DVR routers for this DVR port 071c841f-7fce-4c7b-b200-7f0af1649aa1 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:20:06.816276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:06.818295 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a2f3f8e-6c9b-47a6-a574-565dae9ad096 req-bc38ec98-67fa-403c-bf42-6e0cee69207a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.64 "DELETE /v2.0/ports/071c841f-7fce-4c7b-b200-7f0af1649aa1 HTTP/1.1" status: 204 len: 173 time: 0.4542396 Jul 14 12:20:06.819381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b252c5-19d1-4a1d-a924-f2f07d75d6ee', 'name': 'network-vif-deleted', 'tag': '071c841f-7fce-4c7b-b200-7f0af1649aa1'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:20:06.821888 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a08a13-a062-40ae-aac7-565d06fd8cde" -d '{"events": [{"server_uuid": "d4b252c5-19d1-4a1d-a924-f2f07d75d6ee", "name": "network-vif-deleted", "tag": "071c841f-7fce-4c7b-b200-7f0af1649aa1"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:20:06.875412 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1592d3c4-576f-4a68-9371-e9db455cd25a x-openstack-request-id: req-1592d3c4-576f-4a68-9371-e9db455cd25a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:20:06.875713 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b252c5-19d1-4a1d-a924-f2f07d75d6ee", "name": "network-vif-deleted", "tag": "071c841f-7fce-4c7b-b200-7f0af1649aa1", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:20:06.876013 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1592d3c4-576f-4a68-9371-e9db455cd25a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:20:06.876400 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b252c5-19d1-4a1d-a924-f2f07d75d6ee', 'name': 'network-vif-deleted', 'tag': '071c841f-7fce-4c7b-b200-7f0af1649aa1', 'status': 'completed', 'code': 200} Jul 14 12:20:07.341037 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f0fc37f-4e35-4586-beba-e4bb7872529c req-71169da8-1385-4d71-b67c-ac8efbf454f1 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b252c5-19d1-4a1d-a924-f2f07d75d6ee HTTP/1.1" status: 200 len: 210 time: 0.0284030 Jul 14 12:20:08.731798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 071c841f-7fce-4c7b-b200-7f0af1649aa1 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:20:08.765370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 071c841f-7fce-4c7b-b200-7f0af1649aa1 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:20:08.765788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 071c841f-7fce-4c7b-b200-7f0af1649aa1 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:20:09.026945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-0c4b52fd-d5e9-4e55-b40a-8c487f18fb4a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:09.028571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-0c4b52fd-d5e9-4e55-b40a-8c487f18fb4a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/networks?id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 HTTP/1.1" status: 200 len: 816 time: 0.1305461 Jul 14 12:20:09.046258 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-d5d73c76-174d-4310-96e5-0fed18d99553 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/quotas/1b7b93b88d5b41a8a3de1fb06ec76539 HTTP/1.1" status: 200 len: 375 time: 0.0120745 Jul 14 12:20:09.123997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-44879b42-129c-4b6d-8094-0c73f8898f7f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b7b93b88d5b41a8a3de1fb06ec76539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719242 Jul 14 12:20:09.237574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-2ac3922a-0f1b-4a23-8a62-0586df5db3cc service neutron] 10.222.0.38 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995693 Jul 14 12:20:09.558728 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b965a61-1eb3-41b4-ba37-55b40d56f0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:09.716432 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-75f9aa9d-06f5-4e9c-8966-7defa0638e81 service neutron] 10.222.0.38 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707363 Jul 14 12:20:09.914709 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b38c4809-0020-4b2e-bf41-271441794f8d req-53ada80f-4635-432e-85bf-93adc485a6d9 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0309737 Jul 14 12:20:11.153227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e2ae7d0-6062-481d-9726-58b445a4680b req-83cc371a-d0bc-4c28-83d4-2823b04755b0 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0416479 Jul 14 12:20:11.183074 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-db5e9f0d-e70b-43ef-b389-5b6658f64297 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:11.184650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-db5e9f0d-e70b-43ef-b389-5b6658f64297 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.64 "GET /v2.0/networks?id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 HTTP/1.1" status: 200 len: 816 time: 0.1987734 Jul 14 12:20:11.199248 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Request body: {'port': {'device_id': '88c27d5a-b2f7-4812-894d-5e820423d4f9', 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'admin_state_up': True, 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:20:11.340008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Made reservation on behalf of 1b7b93b88d5b41a8a3de1fb06ec76539 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:11.343802 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:11.516624 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Allocated IP 172.20.0.6 (5ca1bee7-c77c-4052-945b-8d0dc8cb9a68/905eb860-040d-44ad-baf1-953eb5997d58/44c47e5c-3eb1-49d9-9ba5-c44920514b5c) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:11.737062 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:11.760060 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Transition to ACTIVE for port object 44c47e5c-3eb1-49d9-9ba5-c44920514b5c will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:20:11.810788 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:11.882110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:11.891091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:11.897324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:20:11.924545 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Pushing event updated for resources: {'Port': ['ID=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:11.971587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:11.972321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:11.989832 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-35a01f7c-83d9-4661-a1f1-9af1de0366aa tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962575 Jul 14 12:20:12.001882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Request body: {'port': {'device_id': '88c27d5a-b2f7-4812-894d-5e820423d4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:20:12.090150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.130019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e7517eba-be20-4213-a11d-c7f20122188c None None] Provisioning for port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:20:12.134923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e7517eba-be20-4213-a11d-c7f20122188c None None] Provisioning complete for port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:20:12.135402 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e7517eba-be20-4213-a11d-c7f20122188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.176974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e7517eba-be20-4213-a11d-c7f20122188c None None] Port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:20:12.336734 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.429091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12df24-9125-4398-92f5-8ea9341d8c1a req-ca1c4115-7ee6-4a94-850e-4a8628cb31c7 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:12.430630 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a12df24-9125-4398-92f5-8ea9341d8c1a req-ca1c4115-7ee6-4a94-850e-4a8628cb31c7 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 931 time: 0.1388695 Jul 14 12:20:12.436744 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c47e5c-3eb1-49d9-9ba5-c44920514b5c {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:20:12.452019 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.476363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Transition to ACTIVE for port object 44c47e5c-3eb1-49d9-9ba5-c44920514b5c will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:20:12.481909 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.522622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a12df24-9125-4398-92f5-8ea9341d8c1a req-ed648ee3-823a-4b91-a106-5384192940de tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797045 Jul 14 12:20:12.547129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Pushing event updated for resources: {'Port': ['ID=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:12.638759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Attempting to bind port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:20:12.639179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Attempting to bind port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:20:12.639445 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Attempting to bind port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c on network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:20:12.644258 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c on network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:20:12.644589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Attempting to bind port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c on network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:20:12.651020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:20:12.651363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Checking segment: {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:20:12.651758 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Bound using segment: {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:20:12.652237 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Bound port: 44c47e5c-3eb1-49d9-9ba5-c44920514b5c, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:20:12.652602 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.694135 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6550ccaa-83f2-400f-8a12-c234db2a3d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.734279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] For port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:12.737736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] For port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:12.741890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.778779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:12.779671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.781417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] 10.222.0.64 "PUT /v2.0/ports/44c47e5c-3eb1-49d9-9ba5-c44920514b5c HTTP/1.1" status: 200 len: 1091 time: 0.7841985 Jul 14 12:20:12.781978 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c27d5a-b2f7-4812-894d-5e820423d4f9', 'tag': '44c47e5c-3eb1-49d9-9ba5-c44920514b5c'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:20:12.785219 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc29f8b9-deb1-4378-afd0-11418287700e" -d '{"events": [{"name": "network-changed", "server_uuid": "88c27d5a-b2f7-4812-894d-5e820423d4f9", "tag": "44c47e5c-3eb1-49d9-9ba5-c44920514b5c"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:20:12.817029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d422658-c3fd-4043-b261-fb1925d5476f service neutron] Pushing event updated for resources: {'Port': ['ID=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:12.863950 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a199e3b-3790-4ab7-ad16-74322ae6f920 x-openstack-request-id: req-1a199e3b-3790-4ab7-ad16-74322ae6f920 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:20:12.864243 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c27d5a-b2f7-4812-894d-5e820423d4f9", "tag": "44c47e5c-3eb1-49d9-9ba5-c44920514b5c", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:20:12.864495 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a199e3b-3790-4ab7-ad16-74322ae6f920 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:20:12.864889 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c27d5a-b2f7-4812-894d-5e820423d4f9', 'tag': '44c47e5c-3eb1-49d9-9ba5-c44920514b5c', 'status': 'completed', 'code': 200} Jul 14 12:20:12.899376 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-32d984dc-c6d8-42de-ad2f-b5adb0f9c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:12.901326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-32d984dc-c6d8-42de-ad2f-b5adb0f9c647 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b7b93b88d5b41a8a3de1fb06ec76539&device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 1094 time: 0.0747004 Jul 14 12:20:12.944668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-58aba64c-e6c7-4f48-9319-1f98cc90d094 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c47e5c-3eb1-49d9-9ba5-c44920514b5c HTTP/1.1" status: 200 len: 217 time: 0.0361583 Jul 14 12:20:12.999424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-ee19331e-8c7a-4824-a02d-df5ac4fac841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:13.000951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-ee19331e-8c7a-4824-a02d-df5ac4fac841 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=905eb860-040d-44ad-baf1-953eb5997d58 HTTP/1.1" status: 200 len: 855 time: 0.0505388 Jul 14 12:20:13.066100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-afbcd917-37a3-4e84-b165-0afebd5e8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:13.067667 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-afbcd917-37a3-4e84-b165-0afebd5e8c23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600631 Jul 14 12:20:13.168076 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-0306a0e6-fecb-4117-bda2-a5a2ef067bc4 service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933423 Jul 14 12:20:13.265016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-41869f09-5adc-4ce6-ade3-3d95d71401f8 req-7fedd888-a744-49f5-ae7f-7c1677a3a255 service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898354 Jul 14 12:20:13.376343 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29f8b9-deb1-4378-afd0-11418287700e req-e6577381-5543-42f9-93b3-3a82510bc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:13.377791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc29f8b9-deb1-4378-afd0-11418287700e req-e6577381-5543-42f9-93b3-3a82510bc7a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b7b93b88d5b41a8a3de1fb06ec76539&device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 1094 time: 0.0592403 Jul 14 12:20:13.471393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29f8b9-deb1-4378-afd0-11418287700e req-570493db-4785-43ed-9c71-610c67b23f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:13.472926 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc29f8b9-deb1-4378-afd0-11418287700e req-570493db-4785-43ed-9c71-610c67b23f6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 HTTP/1.1" status: 200 len: 916 time: 0.0885642 Jul 14 12:20:13.518789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc29f8b9-deb1-4378-afd0-11418287700e req-78383165-e76f-4dca-965b-af4a930bd9aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c47e5c-3eb1-49d9-9ba5-c44920514b5c HTTP/1.1" status: 200 len: 217 time: 0.0393646 Jul 14 12:20:13.570580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29f8b9-deb1-4378-afd0-11418287700e req-1213218e-d347-4f33-9d35-14fe2c5d0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:13.572094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc29f8b9-deb1-4378-afd0-11418287700e req-1213218e-d347-4f33-9d35-14fe2c5d0834 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=905eb860-040d-44ad-baf1-953eb5997d58 HTTP/1.1" status: 200 len: 855 time: 0.0463994 Jul 14 12:20:13.605877 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:13.643086 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29f8b9-deb1-4378-afd0-11418287700e req-9f8dcf94-ec98-4923-b9eb-5398c05fbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:13.644540 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc29f8b9-deb1-4378-afd0-11418287700e req-9f8dcf94-ec98-4923-b9eb-5398c05fbfc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653207 Jul 14 12:20:13.782672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc29f8b9-deb1-4378-afd0-11418287700e req-a70569e9-7bdb-4709-9fa1-466977f02d0c service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308737 Jul 14 12:20:13.791276 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a949c90-847e-45c1-abfc-0d7949540227 req-2ba0ffb2-acfc-48da-8ca4-e75e7cfde680 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:13.792795 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a949c90-847e-45c1-abfc-0d7949540227 req-2ba0ffb2-acfc-48da-8ca4-e75e7cfde680 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 943 time: 0.1334145 Jul 14 12:20:13.883723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a949c90-847e-45c1-abfc-0d7949540227 req-fc164d19-a02f-4df0-b9a8-993ef4887200 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825827 Jul 14 12:20:13.911704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc29f8b9-deb1-4378-afd0-11418287700e req-eb3ad032-4179-4e1c-8a6c-76300447dcf8 service neutron] 10.222.0.64 "GET /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179190 Jul 14 12:20:15.067833 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ed06b-ba70-4d69-9cf7-c3f9fc1ed6b0 req-ba5a7d4c-44d9-4f9e-97bf-c28778a3b2ca tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:15.069847 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b39ed06b-ba70-4d69-9cf7-c3f9fc1ed6b0 req-ba5a7d4c-44d9-4f9e-97bf-c28778a3b2ca tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 943 time: 0.0658457 Jul 14 12:20:15.110992 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b39ed06b-ba70-4d69-9cf7-c3f9fc1ed6b0 req-7cecc1ce-0497-4a65-8275-e58d8f65fde8 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351162 Jul 14 12:20:15.304618 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:16.295637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919269c6-92f3-4e4e-acd6-f42ae9188f39 req-ac4c43d2-2f0e-429f-bac6-c46dbf9fb66b tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:16.297219 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-919269c6-92f3-4e4e-acd6-f42ae9188f39 req-ac4c43d2-2f0e-429f-bac6-c46dbf9fb66b tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 943 time: 0.0685146 Jul 14 12:20:16.355987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-919269c6-92f3-4e4e-acd6-f42ae9188f39 req-679e836b-8b14-4f7f-ad82-97257caff7df tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530114 Jul 14 12:20:16.767551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 44c47e5c-3eb1-49d9-9ba5-c44920514b5c details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:20:16.859730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:16.871774 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '44c47e5c-3eb1-49d9-9ba5-c44920514b5c', 'network_id': '5ca1bee7-c77c-4052-945b-8d0dc8cb9a68', 'port_id': '44c47e5c-3eb1-49d9-9ba5-c44920514b5c', 'mac_address': 'fa:16:3e:cf:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905eb860-040d-44ad-baf1-953eb5997d58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:20:16.909307 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:16.925756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c47e5c-3eb1-49d9-9ba5-c44920514b5c {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:20:16.946900 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:16.950957 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:17.001600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:17.009618 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.009970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.010315 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.010659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.010999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.011337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.011952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.012608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.014281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.014620 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.014954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.015286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:17.137909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['44c47e5c-3eb1-49d9-9ba5-c44920514b5c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:20:17.543127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b209f8-e973-4acb-9d2e-081eb043f983 req-cc63feec-3257-47f3-9425-ae37a60ea10b tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:17.544786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33b209f8-e973-4acb-9d2e-081eb043f983 req-cc63feec-3257-47f3-9425-ae37a60ea10b tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0716655 Jul 14 12:20:17.585822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33b209f8-e973-4acb-9d2e-081eb043f983 req-6fd2a70b-cc1e-4bca-8e81-7dade75c29cd tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350955 Jul 14 12:20:18.773824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb2cc5-37be-459f-9eb8-a8313ef9d110 req-cf255a0e-8dce-434e-b8fe-ca8dfa24b285 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:18.776134 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5eeb2cc5-37be-459f-9eb8-a8313ef9d110 req-cf255a0e-8dce-434e-b8fe-ca8dfa24b285 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0754137 Jul 14 12:20:18.777937 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 44c47e5c-3eb1-49d9-9ba5-c44920514b5c up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:18.828025 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5eeb2cc5-37be-459f-9eb8-a8313ef9d110 req-0a21bcc7-3f8d-4f86-9850-599a18b0829f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Jul 14 12:20:18.836516 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:20:18.840803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:20:18.841302 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:18.920450 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:18.944361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c27d5a-b2f7-4812-894d-5e820423d4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c47e5c-3eb1-49d9-9ba5-c44920514b5c'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:20:18.959435 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:18.973735 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:19.001487 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92ffd3e-41d6-45c4-a14b-041107430d47" -d '{"events": [{"server_uuid": "88c27d5a-b2f7-4812-894d-5e820423d4f9", "name": "network-vif-plugged", "status": "completed", "tag": "44c47e5c-3eb1-49d9-9ba5-c44920514b5c"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:20:19.031567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:19.105359 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9fbb8a-0bcb-4042-b7cb-d96beb6e44b5 x-openstack-request-id: req-6d9fbb8a-0bcb-4042-b7cb-d96beb6e44b5 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:20:19.105657 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c27d5a-b2f7-4812-894d-5e820423d4f9", "name": "network-vif-plugged", "status": "completed", "tag": "44c47e5c-3eb1-49d9-9ba5-c44920514b5c", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:20:19.105944 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d9fbb8a-0bcb-4042-b7cb-d96beb6e44b5 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:20:19.106352 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c27d5a-b2f7-4812-894d-5e820423d4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c47e5c-3eb1-49d9-9ba5-c44920514b5c', 'code': 200} Jul 14 12:20:19.237089 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956502d9-0beb-4177-bea7-67d3dfea53b6 req-1e95ff77-0a1d-412c-ad89-f369cb707667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:19.238666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956502d9-0beb-4177-bea7-67d3dfea53b6 req-1e95ff77-0a1d-412c-ad89-f369cb707667 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 1096 time: 0.0586309 Jul 14 12:20:19.280710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-956502d9-0beb-4177-bea7-67d3dfea53b6 req-8e2fb2f5-4a27-4055-957c-61f44b616625 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Jul 14 12:20:20.021595 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26c7d6-d177-4891-b870-c154f75bf037 req-694ebb10-ef11-4305-a31a-c02ba5df0971 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:20.024410 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd26c7d6-d177-4891-b870-c154f75bf037 req-694ebb10-ef11-4305-a31a-c02ba5df0971 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0809054 Jul 14 12:20:20.070024 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cd26c7d6-d177-4891-b870-c154f75bf037 req-e70c1a30-1013-4942-a89b-7c2d2a5da77a tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 Jul 14 12:20:21.258005 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f5eea-bc95-48a1-b21a-9877e72f8ef8 req-8177e171-1a8d-4b98-9524-b7c6501a7a31 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:21.259535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc6f5eea-bc95-48a1-b21a-9877e72f8ef8 req-8177e171-1a8d-4b98-9524-b7c6501a7a31 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0694516 Jul 14 12:20:21.300678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bc6f5eea-bc95-48a1-b21a-9877e72f8ef8 req-6f3a9708-c6d8-4cfc-87f4-b202cc75e2c5 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347476 Jul 14 12:20:21.500969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d1ca-6e44-4b3b-bdfa-d26bd384307e req-ea9325a9-6a4e-4cb5-8439-2e20ede5b9ac tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:21.502502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5514d1ca-6e44-4b3b-bdfa-d26bd384307e req-ea9325a9-6a4e-4cb5-8439-2e20ede5b9ac tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0833416 Jul 14 12:20:21.543660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5514d1ca-6e44-4b3b-bdfa-d26bd384307e req-ef4eff74-e3e2-4df7-a5c1-c06849ccad81 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345023 Jul 14 12:20:22.995032 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:20:26.734832 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:28.612516 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:39.561190 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5f7371c8-1dd9-4071-9812-d958f4dc3312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:40.691902 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1e710-3077-4f0a-9ed3-578217ce0919 req-7a821d85-d906-49d1-a0bd-9e73e590f684 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:40.693138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59d1e710-3077-4f0a-9ed3-578217ce0919 req-7a821d85-d906-49d1-a0bd-9e73e590f684 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0666525 Jul 14 12:20:40.735593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-59d1e710-3077-4f0a-9ed3-578217ce0919 req-933e3f02-eee7-45cb-9da3-9ac983a902bd tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355897 Jul 14 12:20:41.917079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebee3e2-95bf-4111-bace-f739d58ea0c6 req-d252b8b6-c0d3-4139-b382-12759779345b tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:41.918519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bebee3e2-95bf-4111-bace-f739d58ea0c6 req-d252b8b6-c0d3-4139-b382-12759779345b tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0697975 Jul 14 12:20:41.958027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bebee3e2-95bf-4111-bace-f739d58ea0c6 req-643f4c0b-56f9-4033-bd8f-bc0810663e75 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/security-groups?id=1bc62f75-f362-4bf7-b27e-324c3fb26fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Jul 14 12:20:42.202040 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-b6498fac-a6c3-4cda-9b38-08acfd450980 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:42.203554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-b6498fac-a6c3-4cda-9b38-08acfd450980 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.64 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0673094 Jul 14 12:20:42.308004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Deleting port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:42.308353 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:42.340600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:42.398818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] For port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:42.399931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:42.413337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Calling delete_port for 44c47e5c-3eb1-49d9-9ba5-c44920514b5c owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:42.552124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:42.564129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['44c47e5c-3eb1-49d9-9ba5-c44920514b5c'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:20:42.585723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Pushing event deleted for resources: {'Port': ['ID=44c47e5c-3eb1-49d9-9ba5-c44920514b5c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:42.632549 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] No DVR routers for this DVR port 44c47e5c-3eb1-49d9-9ba5-c44920514b5c on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:20:42.636876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:42.639551 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07b58e01-99b9-4d93-ba36-ef0bf1f6fde1 req-bd206046-41f7-4765-ba0f-15b8e528b42f tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.64 "DELETE /v2.0/ports/44c47e5c-3eb1-49d9-9ba5-c44920514b5c HTTP/1.1" status: 204 len: 173 time: 0.4297931 Jul 14 12:20:42.639551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c27d5a-b2f7-4812-894d-5e820423d4f9', 'name': 'network-vif-deleted', 'tag': '44c47e5c-3eb1-49d9-9ba5-c44920514b5c'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:20:42.641663 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf1957e-4876-490d-8035-7bc796f80816" -d '{"events": [{"server_uuid": "88c27d5a-b2f7-4812-894d-5e820423d4f9", "name": "network-vif-deleted", "tag": "44c47e5c-3eb1-49d9-9ba5-c44920514b5c"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:20:42.683488 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4350e41a-27fb-43ad-bf7f-65b8ed13ca9a x-openstack-request-id: req-4350e41a-27fb-43ad-bf7f-65b8ed13ca9a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:20:42.683840 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c27d5a-b2f7-4812-894d-5e820423d4f9", "name": "network-vif-deleted", "tag": "44c47e5c-3eb1-49d9-9ba5-c44920514b5c", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:20:42.684236 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4350e41a-27fb-43ad-bf7f-65b8ed13ca9a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:20:42.684789 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c27d5a-b2f7-4812-894d-5e820423d4f9', 'name': 'network-vif-deleted', 'tag': '44c47e5c-3eb1-49d9-9ba5-c44920514b5c', 'status': 'completed', 'code': 200} Jul 14 12:20:42.704851 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-768b8122-f5cf-4fb3-8318-9e428e173969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:43.139267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-86cd4e3b-b718-41c7-b93d-2eea9f391bd5 req-83a2c3aa-8798-43b4-a0fc-4dc0cdca87a1 tempest-TestEncryptedCinderVolumes-948243443 tempest-TestEncryptedCinderVolumes-948243443-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c27d5a-b2f7-4812-894d-5e820423d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0383415 Jul 14 12:20:43.605506 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:44.271647 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56776) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:44.630748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:44.910326 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Deleting port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:44.910579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:44.917722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 44c47e5c-3eb1-49d9-9ba5-c44920514b5c no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:20:44.936843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 44c47e5c-3eb1-49d9-9ba5-c44920514b5c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:20:44.937191 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 44c47e5c-3eb1-49d9-9ba5-c44920514b5c not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:20:44.993754 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] For port 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:44.994131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:45.007348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Calling delete_port for 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:45.188842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:45.219294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:45.250464 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.250807 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.251145 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.251480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.251810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.252164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.252492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.252817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.253142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.253468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.253787 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.254106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:45.309778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:45.400098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:45.615112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Router 8ca0b2ba-531b-4968-910d-58d3587f8020 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:20:45.719184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:45.724402 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4be72a8d-e5f6-4de4-85cb-fc164bd82178 admin admin] 10.222.0.38 "PUT /v2.0/routers/8ca0b2ba-531b-4968-910d-58d3587f8020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4516547 Jul 14 12:20:45.726830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56780) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:45.728154 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] Sync routers for ids ['8ca0b2ba-531b-4968-910d-58d3587f8020'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:45.738220 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] Routers {'8ca0b2ba-531b-4968-910d-58d3587f8020'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:20:45.738837 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8ca0b2ba-531b-4968-910d-58d3587f8020'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:45.845421 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] Set router 8ca0b2ba-531b-4968-910d-58d3587f8020 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:20:45.859714 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:45.967069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.021023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Deleting port 715238f9-b9c0-4c26-837a-7e048714635d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:46.021357 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.027895 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '715238f9-b9c0-4c26-837a-7e048714635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:20Z', 'updated_at': '2021-07-14T12:20:45Z', 'revision_number': 5, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'gw_port': {'id': '715238f9-b9c0-4c26-837a-7e048714635d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ee:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:21Z', 'updated_at': '2021-07-14T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:46.054112 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] Checking router: 8ca0b2ba-531b-4968-910d-58d3587f8020 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:46.063254 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] Routers {'8ca0b2ba-531b-4968-910d-58d3587f8020'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:20:46.063918 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['8ca0b2ba-531b-4968-910d-58d3587f8020'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:46.106129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] For port 715238f9-b9c0-4c26-837a-7e048714635d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=715238f9-b9c0-4c26-837a-7e048714635d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:46.106405 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.120259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Calling delete_port for 715238f9-b9c0-4c26-837a-7e048714635d owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:46.153820 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] Set router 8ca0b2ba-531b-4968-910d-58d3587f8020 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:20:46.210485 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:20Z', 'updated_at': '2021-07-14T12:20:45Z', 'revision_number': 6, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:46.238020 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ca01b-447f-492e-84dc-d5102f9607ab None None] The sync data for ids ['8ca0b2ba-531b-4968-910d-58d3587f8020'] in n-d-778696-8 is: [{'id': '8ca0b2ba-531b-4968-910d-58d3587f8020', 'name': 'tempest-TestEncryptedCinderVolumes-498804153-router', 'tenant_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:20Z', 'updated_at': '2021-07-14T12:20:45Z', 'revision_number': 6, 'project_id': '1b7b93b88d5b41a8a3de1fb06ec76539', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:46.295900 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.323785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Pushing event deleted for resources: {'Port': ['ID=715238f9-b9c0-4c26-837a-7e048714635d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:46.391723 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.481960 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.484121 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.528940 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.529423 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca0b2ba-531b-4968-910d-58d3587f8020 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:20:46.537017 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.538226 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-909535d3-5a48-463e-821f-160698efc90c admin admin] 10.222.0.38 "DELETE /v2.0/routers/8ca0b2ba-531b-4968-910d-58d3587f8020 HTTP/1.1" status: 204 len: 168 time: 0.8098655 Jul 14 12:20:46.542961 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56782) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:46.589184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edf1b72-1fc1-493d-8dc4-41206874fd3e admin admin] Deleting subnet 905eb860-040d-44ad-baf1-953eb5997d58 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:20:46.592662 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2edf1b72-1fc1-493d-8dc4-41206874fd3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.629585 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2edf1b72-1fc1-493d-8dc4-41206874fd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.718360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2edf1b72-1fc1-493d-8dc4-41206874fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.775708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2edf1b72-1fc1-493d-8dc4-41206874fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.804844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf1b72-1fc1-493d-8dc4-41206874fd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905eb860-040d-44ad-baf1-953eb5997d58,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:46.808313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2edf1b72-1fc1-493d-8dc4-41206874fd3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.811383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2edf1b72-1fc1-493d-8dc4-41206874fd3e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/905eb860-040d-44ad-baf1-953eb5997d58 HTTP/1.1" status: 204 len: 168 time: 0.2680607 Jul 14 12:20:46.812904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf5832b-41e7-4e75-8c09-ab2e0098ce9b None None] Network 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:20:46.814793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56784) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:46.916305 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:46.989600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Deleting port 27e36d52-8bc6-4467-afec-eed16fa525f9 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:46.989951 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.033272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46869e3e-e1aa-47f1-8159-a82c84642230 None None] DHCP port deletion for 5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:20:47.057977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] For port 27e36d52-8bc6-4467-afec-eed16fa525f9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=27e36d52-8bc6-4467-afec-eed16fa525f9,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:47.058345 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.072384 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Calling delete_port for 27e36d52-8bc6-4467-afec-eed16fa525f9 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:47.081210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-46869e3e-e1aa-47f1-8159-a82c84642230 None None] Deleting port 27e36d52-8bc6-4467-afec-eed16fa525f9 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:47.081590 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-46869e3e-e1aa-47f1-8159-a82c84642230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.152636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-46869e3e-e1aa-47f1-8159-a82c84642230 None None] For port 27e36d52-8bc6-4467-afec-eed16fa525f9, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=27e36d52-8bc6-4467-afec-eed16fa525f9,segment=NetworkSegment(5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e),segment_id=5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:47.153039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-46869e3e-e1aa-47f1-8159-a82c84642230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.168007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-46869e3e-e1aa-47f1-8159-a82c84642230 None None] Calling delete_port for 27e36d52-8bc6-4467-afec-eed16fa525f9 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:47.172181 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.200534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e36d52-8bc6-4467-afec-eed16fa525f9,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:47.204325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] No DVR routers for this DVR port 27e36d52-8bc6-4467-afec-eed16fa525f9 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:20:47.268942 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-46869e3e-e1aa-47f1-8159-a82c84642230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.296939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.309663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca1bee7-c77c-4052-945b-8d0dc8cb9a68']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:47.310451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46869e3e-e1aa-47f1-8159-a82c84642230 None None] Pushing event deleted for resources: {'Port': ['ID=27e36d52-8bc6-4467-afec-eed16fa525f9,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:47.317543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46869e3e-e1aa-47f1-8159-a82c84642230 None None] No DVR routers for this DVR port 27e36d52-8bc6-4467-afec-eed16fa525f9 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:20:47.326356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:47.326356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3744fb-27ec-46e3-9dbf-dfd0ffc1329e') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:47.341665 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.357740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 715238f9-b9c0-4c26-837a-7e048714635d no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:20:47.362746 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.371006 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:20:47.371486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:20:47.373968 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:20:47.380912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 715238f9-b9c0-4c26-837a-7e048714635d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:20:47.381265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 715238f9-b9c0-4c26-837a-7e048714635d not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:20:47.381682 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 27e36d52-8bc6-4467-afec-eed16fa525f9 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:20:47.406369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 27e36d52-8bc6-4467-afec-eed16fa525f9 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:20:47.406905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 27e36d52-8bc6-4467-afec-eed16fa525f9 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:20:47.407354 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:20:47.427402 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:20:47.427763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 7f3f9ef3-03f4-45a8-b351-d6b1ef8b2706 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:20:47.433714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.440459 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:47.442731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5ca1bee7-c77c-4052-945b-8d0dc8cb9a68 HTTP/1.1" status: 204 len: 168 time: 0.6266129 Jul 14 12:20:47.446528 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56786) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:47.454609 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e9372-fc88-41b5-8a12-54939a6d7c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca1bee7-c77c-4052-945b-8d0dc8cb9a68,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:48.206715 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:48.462905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Deleting port 338148db-d890-488a-b416-9af59f69b5c6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:48.463165 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:48.543343 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] For port 338148db-d890-488a-b416-9af59f69b5c6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=338148db-d890-488a-b416-9af59f69b5c6,segment=NetworkSegment(bb211d75-2fe6-4f47-9f79-357cd2211f68),segment_id=bb211d75-2fe6-4f47-9f79-357cd2211f68)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:48.543702 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:48.557325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Calling delete_port for 338148db-d890-488a-b416-9af59f69b5c6 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:48.750597 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:48.777999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Pushing event deleted for resources: {'Port': ['ID=338148db-d890-488a-b416-9af59f69b5c6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:48.964411 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:49.215302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Router 6b52e21b-879d-462f-9fca-abe022bfa41c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:20:49.324554 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:49.330039 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-726247d0-350a-4d98-adf0-07b50724d55e admin admin] 10.222.0.38 "PUT /v2.0/routers/6b52e21b-879d-462f-9fca-abe022bfa41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8819940 Jul 14 12:20:49.332364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56788) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:49.333096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] Sync routers for ids ['6b52e21b-879d-462f-9fca-abe022bfa41c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:49.342922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] Routers {'6b52e21b-879d-462f-9fca-abe022bfa41c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:20:49.343553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6b52e21b-879d-462f-9fca-abe022bfa41c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:49.444706 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:49.451205 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] Set router 6b52e21b-879d-462f-9fca-abe022bfa41c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:20:49.556252 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:49.615047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Deleting port 77ef8dd3-e5fc-4847-9154-02e95910085d {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:49.615568 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:49.808464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:25Z', 'updated_at': '2021-07-14T12:20:48Z', 'revision_number': 5, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'gw_port': {'id': '77ef8dd3-e5fc-4847-9154-02e95910085d', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:19:26Z', 'updated_at': '2021-07-14T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:49.841469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] Checking router: 6b52e21b-879d-462f-9fca-abe022bfa41c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:49.850837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] Routers {'6b52e21b-879d-462f-9fca-abe022bfa41c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:20:49.851471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['6b52e21b-879d-462f-9fca-abe022bfa41c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:49.940522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] Set router 6b52e21b-879d-462f-9fca-abe022bfa41c gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:20:49.947554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] For port 77ef8dd3-e5fc-4847-9154-02e95910085d, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=77ef8dd3-e5fc-4847-9154-02e95910085d,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:49.947956 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:49.961450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Calling delete_port for 77ef8dd3-e5fc-4847-9154-02e95910085d owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:49.993695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:25Z', 'updated_at': '2021-07-14T12:20:49Z', 'revision_number': 6, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:50.023398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d9889-3e6f-45f6-b11e-d0aad83e75ff None None] The sync data for ids ['6b52e21b-879d-462f-9fca-abe022bfa41c'] in n-d-778696-8 is: [{'id': '6b52e21b-879d-462f-9fca-abe022bfa41c', 'name': 'tempest-TestEncryptedCinderVolumes-1303761700-router', 'tenant_id': '80b23b113f9a447a949a1be487ef3244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:19:25Z', 'updated_at': '2021-07-14T12:20:49Z', 'revision_number': 6, 'project_id': '80b23b113f9a447a949a1be487ef3244', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:50.141637 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.170871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ef8dd3-e5fc-4847-9154-02e95910085d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:50.241295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.339256 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.341493 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.394593 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.395106 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b52e21b-879d-462f-9fca-abe022bfa41c {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:20:50.401842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.406116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56790) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:50.406712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-373bbdb7-9e31-4d3f-9611-efead12b6303 admin admin] 10.222.0.38 "DELETE /v2.0/routers/6b52e21b-879d-462f-9fca-abe022bfa41c HTTP/1.1" status: 204 len: 168 time: 1.0728757 Jul 14 12:20:50.466277 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4f2c58-33df-4b40-ab30-36fd5a9212f5 admin admin] Deleting subnet 858597b5-7983-460b-8bf0-541edc4bb26f {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:20:50.473001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2c58-33df-4b40-ab30-36fd5a9212f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.507498 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2c58-33df-4b40-ab30-36fd5a9212f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.593204 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2c58-33df-4b40-ab30-36fd5a9212f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.650173 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2c58-33df-4b40-ab30-36fd5a9212f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.683110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f2c58-33df-4b40-ab30-36fd5a9212f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858597b5-7983-460b-8bf0-541edc4bb26f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:50.685894 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2c58-33df-4b40-ab30-36fd5a9212f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.687957 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9d4f2c58-33df-4b40-ab30-36fd5a9212f5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/858597b5-7983-460b-8bf0-541edc4bb26f HTTP/1.1" status: 204 len: 168 time: 0.2806125 Jul 14 12:20:50.691644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56792) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:50.691883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36340dcd-ff2e-486a-8dc8-4833a9faf8c5 None None] Network 2ac63633-ea0e-4afe-ab47-e3c1085d93ff requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:20:50.764603 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.838830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Deleting port e589e900-95d0-4cb9-afeb-0125525e286c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:50.839140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.895194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667f806-6e2a-4bdd-a3e0-3d7307d9db85 None None] DHCP port deletion for 2ac63633-ea0e-4afe-ab47-e3c1085d93ff request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:20:50.924106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] For port e589e900-95d0-4cb9-afeb-0125525e286c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e589e900-95d0-4cb9-afeb-0125525e286c,segment=NetworkSegment(bb211d75-2fe6-4f47-9f79-357cd2211f68),segment_id=bb211d75-2fe6-4f47-9f79-357cd2211f68)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:50.924805 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:50.946877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Calling delete_port for e589e900-95d0-4cb9-afeb-0125525e286c owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:50.963310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d667f806-6e2a-4bdd-a3e0-3d7307d9db85 None None] Deleting port e589e900-95d0-4cb9-afeb-0125525e286c {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:20:50.963692 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d667f806-6e2a-4bdd-a3e0-3d7307d9db85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.028962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d667f806-6e2a-4bdd-a3e0-3d7307d9db85 None None] For port e589e900-95d0-4cb9-afeb-0125525e286c, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=e589e900-95d0-4cb9-afeb-0125525e286c,segment=NetworkSegment(bb211d75-2fe6-4f47-9f79-357cd2211f68),segment_id=bb211d75-2fe6-4f47-9f79-357cd2211f68)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:51.029362 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d667f806-6e2a-4bdd-a3e0-3d7307d9db85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.036740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.043478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d667f806-6e2a-4bdd-a3e0-3d7307d9db85 None None] Calling delete_port for e589e900-95d0-4cb9-afeb-0125525e286c owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:20:51.067289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] No DVR routers for this DVR port e589e900-95d0-4cb9-afeb-0125525e286c on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:20:51.074225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Pushing event deleted for resources: {'Port': ['ID=e589e900-95d0-4cb9-afeb-0125525e286c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:51.137884 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d667f806-6e2a-4bdd-a3e0-3d7307d9db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.156005 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.163173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667f806-6e2a-4bdd-a3e0-3d7307d9db85 None None] Pushing event deleted for resources: {'Port': ['ID=e589e900-95d0-4cb9-afeb-0125525e286c,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:51.167267 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667f806-6e2a-4bdd-a3e0-3d7307d9db85 None None] No DVR routers for this DVR port e589e900-95d0-4cb9-afeb-0125525e286c on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:20:51.175625 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac63633-ea0e-4afe-ab47-e3c1085d93ff']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:51.188724 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb211d75-2fe6-4f47-9f79-357cd2211f68') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:51.189021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb211d75-2fe6-4f47-9f79-357cd2211f68') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:51.199198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.213188 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.219105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:20:51.219529 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:20:51.221447 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:20:51.285276 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.290964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.295741 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2ac63633-ea0e-4afe-ab47-e3c1085d93ff HTTP/1.1" status: 204 len: 168 time: 0.6006818 Jul 14 12:20:51.309059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 338148db-d890-488a-b416-9af59f69b5c6 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:20:51.309261 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74597b2e-812a-41e7-a9aa-3effab3b7130 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac63633-ea0e-4afe-ab47-e3c1085d93ff,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:51.332657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 338148db-d890-488a-b416-9af59f69b5c6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:20:51.333004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 338148db-d890-488a-b416-9af59f69b5c6 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:20:51.333420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 77ef8dd3-e5fc-4847-9154-02e95910085d no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:20:51.352790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 77ef8dd3-e5fc-4847-9154-02e95910085d {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:20:51.353147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 77ef8dd3-e5fc-4847-9154-02e95910085d not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:20:51.353603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e589e900-95d0-4cb9-afeb-0125525e286c no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:20:51.372966 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: e589e900-95d0-4cb9-afeb-0125525e286c {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:20:51.373316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device e589e900-95d0-4cb9-afeb-0125525e286c not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:20:51.471317 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56796) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:51.517460 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-652c3d9c-e948-4b43-bffe-cde8bd98633b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b7b93b88d5b41a8a3de1fb06ec76539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448675 Jul 14 12:20:51.520378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56798) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:51.570551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f93fa0ce-e917-4f6c-af72-50a78a255224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.591622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f93fa0ce-e917-4f6c-af72-50a78a255224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.638355 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f93fa0ce-e917-4f6c-af72-50a78a255224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.640822 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f93fa0ce-e917-4f6c-af72-50a78a255224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:51.642033 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f93fa0ce-e917-4f6c-af72-50a78a255224 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1bc62f75-f362-4bf7-b27e-324c3fb26fff HTTP/1.1" status: 204 len: 168 time: 0.1207335 Jul 14 12:20:51.654229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fa0ce-e917-4f6c-af72-50a78a255224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc62f75-f362-4bf7-b27e-324c3fb26fff,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:51.980192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56804) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:52.021071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-81b97c6e-550d-410e-956f-660e90a340db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80b23b113f9a447a949a1be487ef3244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397077 Jul 14 12:20:52.024500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56806) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:52.080517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad024226-696e-4a82-a3bd-825f7d118740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:52.101185 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad024226-696e-4a82-a3bd-825f7d118740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:52.147561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad024226-696e-4a82-a3bd-825f7d118740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:52.150131 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ad024226-696e-4a82-a3bd-825f7d118740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:52.151270 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ad024226-696e-4a82-a3bd-825f7d118740 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a9a37e7-5ab4-4ff3-901a-819003689eff HTTP/1.1" status: 204 len: 168 time: 0.1258605 Jul 14 12:20:52.161212 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad024226-696e-4a82-a3bd-825f7d118740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9a37e7-5ab4-4ff3-901a-819003689eff,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:52.823094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56828) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:52.919354 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1050420561-network', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:20:52.944402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Made reservation on behalf of 82ce176fe5cc4323bbb2152118319f61 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:52.947287 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:52.955597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.046671 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.051110 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.072591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:20:53.089152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef882c68-9e98-4078-9df3-91a683f19cb4,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:53.092538 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.092951 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Added segment 2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc of type vlan for network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 Jul 14 12:20:53.131903 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.161785 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.162753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:53.163342 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.234262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4100316 Jul 14 12:20:53.237296 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56832) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:53.242482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Request body: {'subnet': {'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1050420561-subnet', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:20:53.252877 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd93fe-da8a-4bd3-b522-c551db0d8ffd admin admin] Pushing event updated for resources: {'Network': ['ID=c5489115-1ec0-4ace-bbb7-184ea39a8ec9,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:53.265329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:20:53.267689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Made reservation on behalf of 82ce176fe5cc4323bbb2152118319f61 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:53.270098 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.440804 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.488923 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a396eac2-ee4c-4ac3-9299-425d8311b018,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:53.503917 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Checking segment: {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:20:53.504276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Network hostable DHCP agents. Network: c5489115-1ec0-4ace-bbb7-184ea39a8ec9, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:20:53.520486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:20:53.529508 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, c5489115-1ec0-4ace-bbb7-184ea39a8ec9) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:53.533767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:53.534362 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.541630 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cbba01-4b25-4693-938a-c9b3f681cf2e None None] Network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:20:53.548402 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0ea86936-0d2a-4598-8c30-7d57af382782 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3099267 Jul 14 12:20:53.551078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56834) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:53.555556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:20:53.582199 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.583291 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.636773 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.692015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:20:53.692954 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.787007 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.832249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Allocated IP 172.20.0.2 (c5489115-1ec0-4ace-bbb7-184ea39a8ec9/a396eac2-ee4c-4ac3-9299-425d8311b018/6deb1c30-a407-4c71-8d32-c3aafd504d3f) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:53.986743 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.995709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:53.997811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Transition to ACTIVE for port object 6deb1c30-a407-4c71-8d32-c3aafd504d3f will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:20:54.017391 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Transition to ACTIVE for port object 6deb1c30-a407-4c71-8d32-c3aafd504d3f will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:20:54.020859 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:54.026632 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:54.076319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:54.079219 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:54.083788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:20:54.091240 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Pushing event updated for resources: {'Port': ['ID=6deb1c30-a407-4c71-8d32-c3aafd504d3f,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:54.145405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Allocated IP 172.25.2.213 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/f7ca66d1-bdff-49ce-acd7-5014a9d3d274) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:54.152370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Attempting to bind port 6deb1c30-a407-4c71-8d32-c3aafd504d3f on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:20:54.152756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Attempting to bind port 6deb1c30-a407-4c71-8d32-c3aafd504d3f by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:20:54.153127 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Attempting to bind port 6deb1c30-a407-4c71-8d32-c3aafd504d3f on network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:20:54.158322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:20:54.158904 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Checking segment: {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:20:54.159248 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:54.159641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Bound using segment: {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:20:54.160182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Bound port: 6deb1c30-a407-4c71-8d32-c3aafd504d3f, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:20:54.160628 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:54.247226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] For port 6deb1c30-a407-4c71-8d32-c3aafd504d3f, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:54.250540 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] For port 6deb1c30-a407-4c71-8d32-c3aafd504d3f, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6deb1c30-a407-4c71-8d32-c3aafd504d3f,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:54.255179 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:54.279374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:54.317106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64757852-127c-4126-bdcc-b08e224fcaa7 None None] Pushing event updated for resources: {'Port': ['ID=6deb1c30-a407-4c71-8d32-c3aafd504d3f,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:54.332979 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:54.379944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:54.383220 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:54.387795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:20:54.411305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ca66d1-bdff-49ce-acd7-5014a9d3d274,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:54.663709 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:54.864286 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:54.999112 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Router 44e688e5-1400-4a45-8442-0db401600e35 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:20:55.297113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20a251-71e8-4f80-ac20-c79790111332 None None] Network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:20:55.369436 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6deb1c30-a407-4c71-8d32-c3aafd504d3f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:55.432265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-35ab66c6-c43d-46a3-8aa1-4dd9f6520c62 None None] Provisioning for port 6deb1c30-a407-4c71-8d32-c3aafd504d3f completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:20:55.487108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:55.497783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 6deb1c30-a407-4c71-8d32-c3aafd504d3f completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:20:55.502489 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Sync routers for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:55.503102 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:55.504259 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7bc6d461-87a6-4332-abe0-b0a3277009b4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9522214 Jul 14 12:20:55.506861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56836) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:55.517846 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:20:55.518701 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:55.518860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6deb1c30-a407-4c71-8d32-c3aafd504d3f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:20:55.519181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:55.627990 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:55.663610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 6deb1c30-a407-4c71-8d32-c3aafd504d3f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6deb1c30-a407-4c71-8d32-c3aafd504d3f,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:55.673420 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:55.752563 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:20:55.756033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=6deb1c30-a407-4c71-8d32-c3aafd504d3f,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:55.881694 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5ffdf860-e65a-497f-bbf4-0132168883e3 None None] Provisioning complete for port 6deb1c30-a407-4c71-8d32-c3aafd504d3f triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:20:55.882124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf860-e65a-497f-bbf4-0132168883e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:55.958832 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:54Z', 'revision_number': 3, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:55.986969 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Checking router: 44e688e5-1400-4a45-8442-0db401600e35 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:55.987326 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Updating router 44e688e5-1400-4a45-8442-0db401600e35 port f7ca66d1-bdff-49ce-acd7-5014a9d3d274 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:20:56.023388 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.027692 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.210485 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Allocated IP 172.20.0.1 (c5489115-1ec0-4ace-bbb7-184ea39a8ec9/a396eac2-ee4c-4ac3-9299-425d8311b018/95468f5d-b3df-4562-a91d-98a5489d6f11) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:56.292022 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.302294 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Transition to ACTIVE for port object f7ca66d1-bdff-49ce-acd7-5014a9d3d274 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:20:56.310111 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.325623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.344271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Transition to ACTIVE for port object 95468f5d-b3df-4562-a91d-98a5489d6f11 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:20:56.363489 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Attempting to bind port f7ca66d1-bdff-49ce-acd7-5014a9d3d274 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:20:56.363873 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Attempting to bind port f7ca66d1-bdff-49ce-acd7-5014a9d3d274 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:20:56.364233 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Attempting to bind port f7ca66d1-bdff-49ce-acd7-5014a9d3d274 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:20:56.366080 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Pushing event updated for resources: {'Port': ['ID=f7ca66d1-bdff-49ce-acd7-5014a9d3d274,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:56.375638 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.376073 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.376446 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.376776 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.377170 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.377533 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.377859 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.378203 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.378500 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.378846 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.379179 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.379406 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.379575 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:56.382768 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:20:56.383811 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:20:56.384518 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.384948 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:20:56.385807 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Bound port: f7ca66d1-bdff-49ce-acd7-5014a9d3d274, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:20:56.386460 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.427961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:56.434166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:56.436996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:20:56.440459 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Pushing event updated for resources: {'Port': ['ID=95468f5d-b3df-4562-a91d-98a5489d6f11,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:56.449093 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] For port f7ca66d1-bdff-49ce-acd7-5014a9d3d274, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:56.453432 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] For port f7ca66d1-bdff-49ce-acd7-5014a9d3d274, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f7ca66d1-bdff-49ce-acd7-5014a9d3d274,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:56.458510 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.498007 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.508513 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:20:56.509143 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:56.563468 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137c45e-02a4-47d8-b91c-71215ce7fa5e None None] Pushing event updated for resources: {'Port': ['ID=f7ca66d1-bdff-49ce-acd7-5014a9d3d274,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:56.635253 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:20:56.678638 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.701444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aa890777-feb3-493a-bea3-dbf0d3c9eec6 None None] Provisioning for port 95468f5d-b3df-4562-a91d-98a5489d6f11 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:20:56.706065 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aa890777-feb3-493a-bea3-dbf0d3c9eec6 None None] Provisioning complete for port 95468f5d-b3df-4562-a91d-98a5489d6f11 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:20:56.706805 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aa890777-feb3-493a-bea3-dbf0d3c9eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.762137 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.763208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aa890777-feb3-493a-bea3-dbf0d3c9eec6 None None] Port 95468f5d-b3df-4562-a91d-98a5489d6f11 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:20:56.849826 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:54Z', 'revision_number': 3, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:56.877703 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.885402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:56.896588 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4106c-2eec-437a-a4bd-1ceb6e646e5f None None] The sync data for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 is: [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:54Z', 'revision_number': 3, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:56.955600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Pushing event updated for resources: {'Port': ['ID=95468f5d-b3df-4562-a91d-98a5489d6f11,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:56.959128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:57.063712 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:57.065244 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:57.217395 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Router 44e688e5-1400-4a45-8442-0db401600e35 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:20:57.366456 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:57.373020 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b87974b9-8c7a-4540-b832-7c534a2436cb admin admin] 10.222.0.38 "PUT /v2.0/routers/44e688e5-1400-4a45-8442-0db401600e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8649354 Jul 14 12:20:57.395207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-30f103bd-52f7-4363-a02a-7727cd6c1f89 None None] Provisioning complete for port 95468f5d-b3df-4562-a91d-98a5489d6f11 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:20:57.395573 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30f103bd-52f7-4363-a02a-7727cd6c1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:57.430984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6deb1c30-a407-4c71-8d32-c3aafd504d3f up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:57.475510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-30f103bd-52f7-4363-a02a-7727cd6c1f89 None None] Port 95468f5d-b3df-4562-a91d-98a5489d6f11 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:20:57.497664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6deb1c30-a407-4c71-8d32-c3aafd504d3f triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:20:57.499697 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:57.592187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f7ca66d1-bdff-49ce-acd7-5014a9d3d274 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:57.644373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f7ca66d1-bdff-49ce-acd7-5014a9d3d274 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:20:57.648788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f7ca66d1-bdff-49ce-acd7-5014a9d3d274 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:20:57.649305 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:57.738865 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:57.762906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port f7ca66d1-bdff-49ce-acd7-5014a9d3d274, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f7ca66d1-bdff-49ce-acd7-5014a9d3d274,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:57.768742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:57.825696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=f7ca66d1-bdff-49ce-acd7-5014a9d3d274,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:57.924219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56852) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:57.930498 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-710632664-network', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:20:57.951486 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Made reservation on behalf of 049ce36ad37941b5b89bd7336b88dcd5 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:57.953946 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:57.963825 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.056294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.060230 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.085916 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:20:58.096714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017dc294-834f-4b12-be19-9854809e0328,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:58.102086 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.102446 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Added segment a396c49f-4b39-421b-a3df-7f0a8a88c889 of type vlan for network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 Jul 14 12:20:58.145078 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.176365 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.177404 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:58.177998 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.236305 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3108904 Jul 14 12:20:58.238919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56854) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:58.244673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Request body: {'subnet': {'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-710632664-subnet', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:20:58.256119 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d26c3-24bd-44c6-aca2-3020407a1178 admin admin] Pushing event updated for resources: {'Network': ['ID=843beef9-3a2d-4f7e-9103-3a01f3b1aef4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:58.267746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:20:58.273897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Made reservation on behalf of 049ce36ad37941b5b89bd7336b88dcd5 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:58.276377 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.460820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.521749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdb3e73-636a-45fc-96c0-9a99ef641e2c,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:58.530131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Checking segment: {'id': 'a396c49f-4b39-421b-a3df-7f0a8a88c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:20:58.530593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Network hostable DHCP agents. Network: 843beef9-3a2d-4f7e-9103-3a01f3b1aef4, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:20:58.549137 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:20:58.569929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 843beef9-3a2d-4f7e-9103-3a01f3b1aef4) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:58.570725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Sync routers for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:58.574530 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:20:58.575583 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.582246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec2113-340e-4aca-80a8-f60bd8af980d None None] Network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:20:58.590927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f4ebd559-122c-4b01-9127-1f99b2448c9c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3507595 Jul 14 12:20:58.593274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 56856) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:20:58.597690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:20:58.626283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.627554 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.638055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:20:58.638664 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:58.689647 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.696544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.810827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:20:58.843602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:58.880276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-843beef9-3a2d-4f7e-9103-3a01f3b1aef4', 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'fixed_ips': [{'subnet_id': '4cdb3e73-636a-45fc-96c0-9a99ef641e2c'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:20:58.881130 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.064036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.083835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.189139 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Allocated IP 172.25.2.113 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/26e40955-382d-4227-a071-0572c26b4d04) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:59.296693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Allocated IP 172.20.0.2 (843beef9-3a2d-4f7e-9103-3a01f3b1aef4/4cdb3e73-636a-45fc-96c0-9a99ef641e2c/2d54b448-cc36-4dce-ac6c-69ec01b5b655) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:59.323556 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.340230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f7ca66d1-bdff-49ce-acd7-5014a9d3d274 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:59.372933 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.408090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '95468f5d-b3df-4562-a91d-98a5489d6f11', 'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'mac_address': 'fa:16:3e:10:4b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:56Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 2, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'subnets': [{'id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:59.415214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:59.421126 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:59.426569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:20:59.429797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Pushing event updated for resources: {'Port': ['ID=26e40955-382d-4227-a071-0572c26b4d04,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:59.454104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Checking router: 44e688e5-1400-4a45-8442-0db401600e35 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:59.454462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Updating router 44e688e5-1400-4a45-8442-0db401600e35 port 95468f5d-b3df-4562-a91d-98a5489d6f11 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:20:59.530275 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.566816 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f7ca66d1-bdff-49ce-acd7-5014a9d3d274 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:20:59.567230 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.637295 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.653425 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Transition to ACTIVE for port object 2d54b448-cc36-4dce-ac6c-69ec01b5b655 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:20:59.696477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.727951 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Transition to ACTIVE for port object 2d54b448-cc36-4dce-ac6c-69ec01b5b655 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:20:59.746151 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.840503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:59.873508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:59.875910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:20:59.886684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Pushing event updated for resources: {'Port': ['ID=2d54b448-cc36-4dce-ac6c-69ec01b5b655,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:59.901725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.964426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Attempting to bind port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:20:59.964894 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Attempting to bind port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a396c49f-4b39-421b-a3df-7f0a8a88c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:20:59.965860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Attempting to bind port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 on network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:20:59.981220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:20:59.981504 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Checking segment: {'id': 'a396c49f-4b39-421b-a3df-7f0a8a88c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:20:59.981907 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.982304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Bound using segment: {'id': 'a396c49f-4b39-421b-a3df-7f0a8a88c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:20:59.982784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Bound port: 2d54b448-cc36-4dce-ac6c-69ec01b5b655, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a396c49f-4b39-421b-a3df-7f0a8a88c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:20:59.983163 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:59.994833 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:21:00.034033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Router 28542319-993f-4b1f-abe9-f6f871908098 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:21:00.093569 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:00.106773 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] For port 2d54b448-cc36-4dce-ac6c-69ec01b5b655, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:00.110981 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] For port 2d54b448-cc36-4dce-ac6c-69ec01b5b655, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2d54b448-cc36-4dce-ac6c-69ec01b5b655,segment=NetworkSegment(a396c49f-4b39-421b-a3df-7f0a8a88c889),segment_id=a396c49f-4b39-421b-a3df-7f0a8a88c889)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:00.112480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Transition to ACTIVE for port object 95468f5d-b3df-4562-a91d-98a5489d6f11 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:21:00.116672 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:00.122768 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:00.142910 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:21:00.152921 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Sync routers for ids ['28542319-993f-4b1f-abe9-f6f871908098'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:21:00.163608 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Routers {'28542319-993f-4b1f-abe9-f6f871908098'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:21:00.164947 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['28542319-993f-4b1f-abe9-f6f871908098'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:00.169484 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:00.173857 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f198e16a-0b74-4910-af1f-b53498f59a3e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5767336 Jul 14 12:21:00.174369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 56858) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:00.203284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb6588-934d-42fe-aeef-0f7dafd4c929 None None] Pushing event updated for resources: {'Port': ['ID=2d54b448-cc36-4dce-ac6c-69ec01b5b655,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:00.306375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Attempting to bind port 95468f5d-b3df-4562-a91d-98a5489d6f11 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:21:00.306828 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Attempting to bind port 95468f5d-b3df-4562-a91d-98a5489d6f11 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:21:00.307107 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Attempting to bind port 95468f5d-b3df-4562-a91d-98a5489d6f11 on network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:21:00.310673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554ad88-0319-468b-abe4-fd31817048d3 None None] Pushing event updated for resources: {'Port': ['ID=95468f5d-b3df-4562-a91d-98a5489d6f11,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:00.322335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:21:00.322717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Checking segment: {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:21:00.323623 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:00.323623 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Bound using segment: {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:21:00.324655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Bound port: 95468f5d-b3df-4562-a91d-98a5489d6f11, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:21:00.325051 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:00.336910 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Set router 28542319-993f-4b1f-abe9-f6f871908098 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:21:00.430735 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] For port 95468f5d-b3df-4562-a91d-98a5489d6f11, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:00.435154 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] For port 95468f5d-b3df-4562-a91d-98a5489d6f11, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=95468f5d-b3df-4562-a91d-98a5489d6f11,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:00.446016 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:00.559927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554ad88-0319-468b-abe4-fd31817048d3 None None] Pushing event updated for resources: {'Port': ['ID=95468f5d-b3df-4562-a91d-98a5489d6f11,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:00.573158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:21:00.574747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:00.673799 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28542319-993f-4b1f-abe9-f6f871908098', 'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '26e40955-382d-4227-a071-0572c26b4d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:58Z', 'updated_at': '2021-07-14T12:20:59Z', 'revision_number': 3, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'gw_port': {'id': '26e40955-382d-4227-a071-0572c26b4d04', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:59Z', 'updated_at': '2021-07-14T12:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:00.721446 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Checking router: 28542319-993f-4b1f-abe9-f6f871908098 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:21:00.721815 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Updating router 28542319-993f-4b1f-abe9-f6f871908098 port 26e40955-382d-4227-a071-0572c26b4d04 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:21:00.780985 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:00.789572 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:21:00.857651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.052675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '95468f5d-b3df-4562-a91d-98a5489d6f11', 'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'mac_address': 'fa:16:3e:10:4b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:56Z', 'updated_at': '2021-07-14T12:21:00Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'subnets': [{'id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:01.080617 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616829d1-c626-403c-8ed6-92efb6d2b5ab None None] The sync data for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 is: [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '95468f5d-b3df-4562-a91d-98a5489d6f11', 'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'mac_address': 'fa:16:3e:10:4b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:56Z', 'updated_at': '2021-07-14T12:21:00Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'subnets': [{'id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:21:01.084665 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.097667 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Transition to ACTIVE for port object 26e40955-382d-4227-a071-0572c26b4d04 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:21:01.104886 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.110824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Allocated IP 172.20.0.1 (843beef9-3a2d-4f7e-9103-3a01f3b1aef4/4cdb3e73-636a-45fc-96c0-9a99ef641e2c/591e8bc1-66d0-499a-a5c1-880dd09081c3) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:21:01.155342 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Attempting to bind port 26e40955-382d-4227-a071-0572c26b4d04 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:21:01.156070 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Attempting to bind port 26e40955-382d-4227-a071-0572c26b4d04 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:21:01.156554 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Attempting to bind port 26e40955-382d-4227-a071-0572c26b4d04 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:21:01.194985 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:21:01.195502 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:21:01.196473 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.197029 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:21:01.197524 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Bound port: 26e40955-382d-4227-a071-0572c26b4d04, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:21:01.197898 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.263463 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] For port 26e40955-382d-4227-a071-0572c26b4d04, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:01.266903 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] For port 26e40955-382d-4227-a071-0572c26b4d04, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=26e40955-382d-4227-a071-0572c26b4d04,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:01.269143 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.276953 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.290978 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fefd43-a726-435c-a169-a5a9a7046989 None None] Pushing event updated for resources: {'Port': ['ID=26e40955-382d-4227-a071-0572c26b4d04,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:01.295152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Transition to ACTIVE for port object 591e8bc1-66d0-499a-a5c1-880dd09081c3 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:21:01.364979 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.402655 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fefd43-a726-435c-a169-a5a9a7046989 None None] Pushing event updated for resources: {'Port': ['ID=26e40955-382d-4227-a071-0572c26b4d04,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:01.421509 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Routers {'28542319-993f-4b1f-abe9-f6f871908098'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:21:01.422474 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['28542319-993f-4b1f-abe9-f6f871908098'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:01.428658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:01.435465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:01.453649 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:21:01.457250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Pushing event updated for resources: {'Port': ['ID=591e8bc1-66d0-499a-a5c1-880dd09081c3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:01.501613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2d54b448-cc36-4dce-ac6c-69ec01b5b655 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:01.547865 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.581248 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:21:01.587215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 95468f5d-b3df-4562-a91d-98a5489d6f11 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:01.596675 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] Set router 28542319-993f-4b1f-abe9-f6f871908098 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:21:01.661347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 95468f5d-b3df-4562-a91d-98a5489d6f11 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:21:01.666632 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 95468f5d-b3df-4562-a91d-98a5489d6f11 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:01.667363 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.720445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e50010-020d-466f-8c02-a34292d283f5 None None] Network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:21:01.829806 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.831659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e3a0278f-2092-4acb-b521-1ec5fcc24205 None None] Provisioning for port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:21:01.839420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.852313 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e3a0278f-2092-4acb-b521-1ec5fcc24205 None None] Provisioning complete for port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:01.853023 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e3a0278f-2092-4acb-b521-1ec5fcc24205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:01.946814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 95468f5d-b3df-4562-a91d-98a5489d6f11, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=95468f5d-b3df-4562-a91d-98a5489d6f11,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:01.958228 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:02.018772 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28542319-993f-4b1f-abe9-f6f871908098', 'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '26e40955-382d-4227-a071-0572c26b4d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:58Z', 'updated_at': '2021-07-14T12:20:59Z', 'revision_number': 3, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'gw_port': {'id': '26e40955-382d-4227-a071-0572c26b4d04', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:59Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:02.019051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=95468f5d-b3df-4562-a91d-98a5489d6f11,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:02.062179 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44fe9fe-0fd7-40d4-905e-268a267c5303 None None] The sync data for ids ['28542319-993f-4b1f-abe9-f6f871908098'] in n-d-778696-8 is: [{'id': '28542319-993f-4b1f-abe9-f6f871908098', 'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '26e40955-382d-4227-a071-0572c26b4d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:58Z', 'updated_at': '2021-07-14T12:20:59Z', 'revision_number': 3, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'gw_port': {'id': '26e40955-382d-4227-a071-0572c26b4d04', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:59Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:21:02.072064 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:02.078267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:02.094104 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e3a0278f-2092-4acb-b521-1ec5fcc24205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:02.144616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e3a0278f-2092-4acb-b521-1ec5fcc24205 None None] For port 2d54b448-cc36-4dce-ac6c-69ec01b5b655, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2d54b448-cc36-4dce-ac6c-69ec01b5b655,segment=NetworkSegment(a396c49f-4b39-421b-a3df-7f0a8a88c889),segment_id=a396c49f-4b39-421b-a3df-7f0a8a88c889)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:02.154426 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e3a0278f-2092-4acb-b521-1ec5fcc24205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:02.168950 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Pushing event updated for resources: {'Port': ['ID=591e8bc1-66d0-499a-a5c1-880dd09081c3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:02.190204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:02.253074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0278f-2092-4acb-b521-1ec5fcc24205 None None] Pushing event updated for resources: {'Port': ['ID=2d54b448-cc36-4dce-ac6c-69ec01b5b655,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:02.343218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:02.345537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:02.526014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57d053e9-1c3c-4572-8aa4-062898db3bc0 None None] Provisioning complete for port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:02.526408 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57d053e9-1c3c-4572-8aa4-062898db3bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:02.546391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Router 28542319-993f-4b1f-abe9-f6f871908098 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:21:02.719188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57d053e9-1c3c-4572-8aa4-062898db3bc0 None None] Provisioning for port 591e8bc1-66d0-499a-a5c1-880dd09081c3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:21:02.741968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57d053e9-1c3c-4572-8aa4-062898db3bc0 None None] Provisioning complete for port 591e8bc1-66d0-499a-a5c1-880dd09081c3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:02.743269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57d053e9-1c3c-4572-8aa4-062898db3bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:02.783268 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:21:02.792167 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2056a472-b834-4a34-bdb1-08e68b4c153a admin admin] 10.222.0.38 "PUT /v2.0/routers/28542319-993f-4b1f-abe9-f6f871908098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6167076 Jul 14 12:21:02.812553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-57d053e9-1c3c-4572-8aa4-062898db3bc0 None None] Port 591e8bc1-66d0-499a-a5c1-880dd09081c3 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:21:02.957735 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-eaaafc57-f967-4b37-a907-8d9931ffd665 None None] Provisioning complete for port 591e8bc1-66d0-499a-a5c1-880dd09081c3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:02.958302 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eaaafc57-f967-4b37-a907-8d9931ffd665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:03.016669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-eaaafc57-f967-4b37-a907-8d9931ffd665 None None] Port 591e8bc1-66d0-499a-a5c1-880dd09081c3 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:21:03.145397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a1acdc83-cdcb-4688-ac87-513c119657f5 None None] Provisioning complete for port 591e8bc1-66d0-499a-a5c1-880dd09081c3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:03.145397 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a1acdc83-cdcb-4688-ac87-513c119657f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:03.186911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a1acdc83-cdcb-4688-ac87-513c119657f5 None None] Port 591e8bc1-66d0-499a-a5c1-880dd09081c3 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:21:03.428253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2d54b448-cc36-4dce-ac6c-69ec01b5b655 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:03.491221 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:03.491743 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:03.608325 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 95468f5d-b3df-4562-a91d-98a5489d6f11 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:03.676768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 95468f5d-b3df-4562-a91d-98a5489d6f11 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:03.677170 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:03.759928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 26e40955-382d-4227-a071-0572c26b4d04 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:03.812049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 26e40955-382d-4227-a071-0572c26b4d04 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:21:03.815708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 26e40955-382d-4227-a071-0572c26b4d04 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:03.816111 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:03.945043 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:03.974348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 26e40955-382d-4227-a071-0572c26b4d04, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=26e40955-382d-4227-a071-0572c26b4d04,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:03.981493 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:04.049238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=26e40955-382d-4227-a071-0572c26b4d04,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:04.833084 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Sync routers for ids ['28542319-993f-4b1f-abe9-f6f871908098'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:21:04.846559 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Routers {'28542319-993f-4b1f-abe9-f6f871908098'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:21:04.847404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['28542319-993f-4b1f-abe9-f6f871908098'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:04.984243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Set router 28542319-993f-4b1f-abe9-f6f871908098 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:21:05.357475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 26e40955-382d-4227-a071-0572c26b4d04 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:05.460440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 26e40955-382d-4227-a071-0572c26b4d04 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:05.460847 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:05.488367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28542319-993f-4b1f-abe9-f6f871908098', 'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '26e40955-382d-4227-a071-0572c26b4d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:58Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 4, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'gw_port': {'id': '26e40955-382d-4227-a071-0572c26b4d04', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:59Z', 'updated_at': '2021-07-14T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '591e8bc1-66d0-499a-a5c1-880dd09081c3', 'name': '', 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'mac_address': 'fa:16:3e:19:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4cdb3e73-636a-45fc-96c0-9a99ef641e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:21:00Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 2, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'subnets': [{'id': '4cdb3e73-636a-45fc-96c0-9a99ef641e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:05.538254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Checking router: 28542319-993f-4b1f-abe9-f6f871908098 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:21:05.538529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Updating router 28542319-993f-4b1f-abe9-f6f871908098 port 591e8bc1-66d0-499a-a5c1-880dd09081c3 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:21:05.596708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:06.010184 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:06.028600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Transition to ACTIVE for port object 591e8bc1-66d0-499a-a5c1-880dd09081c3 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:21:06.048058 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:06.177687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3e850-8991-4e00-81d1-7fd6df686261 None None] Pushing event updated for resources: {'Port': ['ID=591e8bc1-66d0-499a-a5c1-880dd09081c3,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:06.235146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Attempting to bind port 591e8bc1-66d0-499a-a5c1-880dd09081c3 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:21:06.235726 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Attempting to bind port 591e8bc1-66d0-499a-a5c1-880dd09081c3 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'a396c49f-4b39-421b-a3df-7f0a8a88c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:21:06.236381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Attempting to bind port 591e8bc1-66d0-499a-a5c1-880dd09081c3 on network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:21:06.246087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:21:06.246659 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Checking segment: {'id': 'a396c49f-4b39-421b-a3df-7f0a8a88c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:21:06.247582 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:06.247582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Bound using segment: {'id': 'a396c49f-4b39-421b-a3df-7f0a8a88c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:21:06.248493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Bound port: 591e8bc1-66d0-499a-a5c1-880dd09081c3, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a396c49f-4b39-421b-a3df-7f0a8a88c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:21:06.249010 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:06.388068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] For port 591e8bc1-66d0-499a-a5c1-880dd09081c3, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:06.391945 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] For port 591e8bc1-66d0-499a-a5c1-880dd09081c3, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=591e8bc1-66d0-499a-a5c1-880dd09081c3,segment=NetworkSegment(a396c49f-4b39-421b-a3df-7f0a8a88c889),segment_id=a396c49f-4b39-421b-a3df-7f0a8a88c889)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:06.401836 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:06.498655 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Routers {'28542319-993f-4b1f-abe9-f6f871908098'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:21:06.499338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:20:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['28542319-993f-4b1f-abe9-f6f871908098'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:06.503276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3e850-8991-4e00-81d1-7fd6df686261 None None] Pushing event updated for resources: {'Port': ['ID=591e8bc1-66d0-499a-a5c1-880dd09081c3,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:06.662099 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] Set router 28542319-993f-4b1f-abe9-f6f871908098 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:21:06.914990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28542319-993f-4b1f-abe9-f6f871908098', 'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '26e40955-382d-4227-a071-0572c26b4d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:58Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 4, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'gw_port': {'id': '26e40955-382d-4227-a071-0572c26b4d04', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:59Z', 'updated_at': '2021-07-14T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '591e8bc1-66d0-499a-a5c1-880dd09081c3', 'name': '', 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'mac_address': 'fa:16:3e:19:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4cdb3e73-636a-45fc-96c0-9a99ef641e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:21:00Z', 'updated_at': '2021-07-14T12:21:06Z', 'revision_number': 4, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'subnets': [{'id': '4cdb3e73-636a-45fc-96c0-9a99ef641e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:06.952405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe75cf-a44d-4b74-bb84-355eafd96d59 None None] The sync data for ids ['28542319-993f-4b1f-abe9-f6f871908098'] in n-d-778696-8 is: [{'id': '28542319-993f-4b1f-abe9-f6f871908098', 'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '26e40955-382d-4227-a071-0572c26b4d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:58Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 4, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'gw_port': {'id': '26e40955-382d-4227-a071-0572c26b4d04', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:59Z', 'updated_at': '2021-07-14T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '591e8bc1-66d0-499a-a5c1-880dd09081c3', 'name': '', 'network_id': '843beef9-3a2d-4f7e-9103-3a01f3b1aef4', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'mac_address': 'fa:16:3e:19:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4cdb3e73-636a-45fc-96c0-9a99ef641e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:21:00Z', 'updated_at': '2021-07-14T12:21:06Z', 'revision_number': 4, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'subnets': [{'id': '4cdb3e73-636a-45fc-96c0-9a99ef641e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:21:07.386613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 591e8bc1-66d0-499a-a5c1-880dd09081c3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:07.465233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 591e8bc1-66d0-499a-a5c1-880dd09081c3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:21:07.470054 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 591e8bc1-66d0-499a-a5c1-880dd09081c3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:07.470424 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:07.585300 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:07.633958 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 591e8bc1-66d0-499a-a5c1-880dd09081c3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=591e8bc1-66d0-499a-a5c1-880dd09081c3,segment=NetworkSegment(a396c49f-4b39-421b-a3df-7f0a8a88c889),segment_id=a396c49f-4b39-421b-a3df-7f0a8a88c889)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:07.644932 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:07.708605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=591e8bc1-66d0-499a-a5c1-880dd09081c3,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:09.376707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 591e8bc1-66d0-499a-a5c1-880dd09081c3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:09.439443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 591e8bc1-66d0-499a-a5c1-880dd09081c3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:09.439985 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:09.591454 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e40cbc7-ec37-4396-8bd7-f019a98dc009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:12.344829 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:12.687571 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fe610e73-6326-4660-a993-8db26e16cd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:13.458462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950a0b-a62d-4704-ae32-0108c1804164 req-3c90103d-2161-42d4-992b-3d184889fb69 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:13.460019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-3c90103d-2161-42d4-992b-3d184889fb69 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/networks?id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 200 len: 815 time: 0.1222267 Jul 14 12:21:13.476074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-f6f9ee31-dd6a-47af-83e5-0cbce3480841 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/quotas/82ce176fe5cc4323bbb2152118319f61 HTTP/1.1" status: 200 len: 375 time: 0.0098901 Jul 14 12:21:13.564498 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-3363a300-36ad-4906-9690-e93666229d6a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=82ce176fe5cc4323bbb2152118319f61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820577 Jul 14 12:21:13.608608 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:13.825872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-69688c60-a43c-4e05-9854-b73f93e49012 service neutron] 10.222.0.38 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309006 Jul 14 12:21:14.158352 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-36faee75-3422-4ce6-aa1f-77db388053ee service neutron] 10.222.0.38 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266315 Jul 14 12:21:14.401447 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ceb0ae11-3266-4216-b491-752c71c817f4 req-e4c626e6-3bef-45bb-ab0b-7f95143d5b66 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 210 time: 0.0304959 Jul 14 12:21:15.314840 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:15.559383 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c6529c39-77d8-421d-bad8-943c97da1c9c req-2bd15677-a34c-48df-8981-96854bc1ea45 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 210 time: 0.0447841 Jul 14 12:21:15.587129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950a0b-a62d-4704-ae32-0108c1804164 req-243a26a3-09af-4c8e-97a4-4523b424e9c8 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:15.588731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-243a26a3-09af-4c8e-97a4-4523b424e9c8 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.64 "GET /v2.0/networks?id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 200 len: 815 time: 0.1518395 Jul 14 12:21:15.600856 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'port': {'device_id': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'admin_state_up': True, 'tenant_id': '82ce176fe5cc4323bbb2152118319f61'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:15.716955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Made reservation on behalf of 82ce176fe5cc4323bbb2152118319f61 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:21:15.720787 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:15.857373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Allocated IP 172.20.0.14 (c5489115-1ec0-4ace-bbb7-184ea39a8ec9/a396eac2-ee4c-4ac3-9299-425d8311b018/86fc94a4-6d9e-4173-bc1a-b7951122a4d3) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:21:16.126075 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:16.159014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Transition to ACTIVE for port object 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:21:16.224608 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:16.300910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:16.307465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:16.310056 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:21:16.338131 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'Port': ['ID=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:16.354614 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.355469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.356017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.356681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.357374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.357874 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.358506 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.358988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.359484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.360002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.360497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.360987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:16.400349 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:16.401036 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:16.424101 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-6fc8a205-8c94-470a-bc41-f4e7cb5870ca tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8272567 Jul 14 12:21:16.583222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5f5facc0-760c-43c7-8d53-afffc22b45c1 None None] Provisioning for port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:21:16.588397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5f5facc0-760c-43c7-8d53-afffc22b45c1 None None] Provisioning complete for port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:16.589026 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5f5facc0-760c-43c7-8d53-afffc22b45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:16.649126 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5f5facc0-760c-43c7-8d53-afffc22b45c1 None None] Port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:21:16.771878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5565128-0acb-4416-b46f-6651056ba64d req-9d6e41dd-bbec-48ed-bcee-3211598448a6 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:16.774113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5565128-0acb-4416-b46f-6651056ba64d req-9d6e41dd-bbec-48ed-bcee-3211598448a6 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 932 time: 0.0824733 Jul 14 12:21:16.815195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c5565128-0acb-4416-b46f-6651056ba64d req-ef899e22-a563-4591-87b5-59cc1d00f37a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351074 Jul 14 12:21:18.048994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf72223-256e-4b05-8ab9-4dce08707904 req-335532cc-e46c-4f46-9928-4990e03640a1 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:18.051534 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bf72223-256e-4b05-8ab9-4dce08707904 req-335532cc-e46c-4f46-9928-4990e03640a1 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 932 time: 0.1069174 Jul 14 12:21:18.100779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bf72223-256e-4b05-8ab9-4dce08707904 req-28849fc1-d111-41e8-804a-18ca0474f14c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Jul 14 12:21:19.357480 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca11ed6-eacd-4ea3-9170-c34d98b437cf req-0b2e7ee4-de68-438c-9c92-1e9187c5936d tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:19.359189 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ca11ed6-eacd-4ea3-9170-c34d98b437cf req-0b2e7ee4-de68-438c-9c92-1e9187c5936d tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 932 time: 0.0863333 Jul 14 12:21:19.408896 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ca11ed6-eacd-4ea3-9170-c34d98b437cf req-dd468be9-bff0-4489-842b-6a253933c972 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432055 Jul 14 12:21:20.600486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780076c5-c28b-4fec-879a-f2375bce07f0 req-50b2300c-b43c-4331-ae61-9ba2a445c81f tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:20.602172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-780076c5-c28b-4fec-879a-f2375bce07f0 req-50b2300c-b43c-4331-ae61-9ba2a445c81f tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 932 time: 0.0757554 Jul 14 12:21:20.650241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-780076c5-c28b-4fec-879a-f2375bce07f0 req-f83945ad-a2a2-492d-af30-bbd8fa560dd4 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Jul 14 12:21:21.843340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08fbc4-8e1b-403b-8777-4ff9405071bf req-23b30d4b-3224-42a4-b502-0116340e1499 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:21.844872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a08fbc4-8e1b-403b-8777-4ff9405071bf req-23b30d4b-3224-42a4-b502-0116340e1499 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 932 time: 0.0754254 Jul 14 12:21:21.892850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5a08fbc4-8e1b-403b-8777-4ff9405071bf req-d15eb658-1837-4590-9032-c46b910f6bed tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Jul 14 12:21:23.094780 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ace06-277e-4d75-931c-c9f59bd7965a req-b80c9334-6526-4804-a952-d5f60c19831c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:23.096402 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c5ace06-277e-4d75-931c-c9f59bd7965a req-b80c9334-6526-4804-a952-d5f60c19831c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 932 time: 0.0829444 Jul 14 12:21:23.141394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9c5ace06-277e-4d75-931c-c9f59bd7965a req-a1ebfd59-ae46-4fa8-b334-9c60c77f9036 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388887 Jul 14 12:21:24.348954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583850cb-6073-4059-9177-c39c1a284c06 req-487f0d9f-5ba4-4a5e-9c93-0740dcf85f21 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:24.350577 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-583850cb-6073-4059-9177-c39c1a284c06 req-487f0d9f-5ba4-4a5e-9c93-0740dcf85f21 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 932 time: 0.0867271 Jul 14 12:21:24.396055 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-583850cb-6073-4059-9177-c39c1a284c06 req-f205a4ef-abdb-4401-9a54-7b6b41efd6e4 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Jul 14 12:21:25.572886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80410e9b-2800-4948-828d-70d82dde3782 req-5b834f55-718d-46c3-925d-1e0c41eb88f9 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:25.574438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80410e9b-2800-4948-828d-70d82dde3782 req-5b834f55-718d-46c3-925d-1e0c41eb88f9 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 932 time: 0.0658875 Jul 14 12:21:25.612505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Request body: {'port': {'device_id': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:25.639271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80410e9b-2800-4948-828d-70d82dde3782 req-3d3264b1-b79e-481c-888c-64ee9e21b609 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591962 Jul 14 12:21:25.699572 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:25.966082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:21:25.973682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:25.986687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Transition to ACTIVE for port object 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:21:25.991774 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:26.053350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Pushing event updated for resources: {'Port': ['ID=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:26.128356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Attempting to bind port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:21:26.128692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Attempting to bind port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:21:26.129025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Attempting to bind port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 on network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:21:26.134875 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 on network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:21:26.135202 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Attempting to bind port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 on network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:21:26.140834 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:21:26.141181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Checking segment: {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:21:26.141565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Bound using segment: {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:21:26.142025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Bound port: 86fc94a4-6d9e-4173-bc1a-b7951122a4d3, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:21:26.142510 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:26.209206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] For port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:26.212437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] For port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:26.217125 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:26.252076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:26.252707 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:26.254093 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] 10.222.0.64 "PUT /v2.0/ports/86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 1092 time: 0.6471355 Jul 14 12:21:26.254538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:21:26.256850 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc16432-97e4-4eb3-a1b7-74d762b62244" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:26.282228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2f595-3a6d-48f2-b5be-e3d33e629d49 service neutron] Pushing event updated for resources: {'Port': ['ID=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:26.330709 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953b9a81-5d19-4a7a-967a-a41904bbab2a x-openstack-request-id: req-953b9a81-5d19-4a7a-967a-a41904bbab2a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:26.331003 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:26.331273 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-953b9a81-5d19-4a7a-967a-a41904bbab2a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:26.331658 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'status': 'completed', 'code': 200} Jul 14 12:21:26.364278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950a0b-a62d-4704-ae32-0108c1804164 req-242808dc-233e-4145-9c83-215de433724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:26.365826 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-242808dc-233e-4145-9c83-215de433724f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82ce176fe5cc4323bbb2152118319f61&device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1095 time: 0.0682313 Jul 14 12:21:26.409412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-f0982d6a-3b25-415c-8a1a-ee76c30c1e34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0365860 Jul 14 12:21:26.463226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950a0b-a62d-4704-ae32-0108c1804164 req-b492f876-e58b-447f-950b-02c97fa64e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:26.464856 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-b492f876-e58b-447f-950b-02c97fa64e6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a396eac2-ee4c-4ac3-9299-425d8311b018 HTTP/1.1" status: 200 len: 854 time: 0.0492852 Jul 14 12:21:26.524183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950a0b-a62d-4704-ae32-0108c1804164 req-2756876f-2145-40fa-ad75-bdc9489e857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:26.525612 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-2756876f-2145-40fa-ad75-bdc9489e857b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547442 Jul 14 12:21:26.625536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-da082ebb-694d-47c6-adc1-3c2e44d94a36 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933170 Jul 14 12:21:26.722005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-79950a0b-a62d-4704-ae32-0108c1804164 req-4ec50c4a-430d-4aa3-83d4-0d2926f767b1 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905726 Jul 14 12:21:26.744732 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:26.868026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50790d-a519-424d-9c67-cd3e3877c502 req-90a2f7cb-2ba7-49ca-8e4e-5c61be094277 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:26.869503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b50790d-a519-424d-9c67-cd3e3877c502 req-90a2f7cb-2ba7-49ca-8e4e-5c61be094277 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 944 time: 0.1123176 Jul 14 12:21:26.872584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-570ccdac-bc2a-407f-828c-25afbd31d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:26.874002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-570ccdac-bc2a-407f-828c-25afbd31d79e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82ce176fe5cc4323bbb2152118319f61&device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1095 time: 0.0831065 Jul 14 12:21:26.961666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8b50790d-a519-424d-9c67-cd3e3877c502 req-e032074f-fc90-4e48-86d6-1c54be9d260e tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860100 Jul 14 12:21:26.997674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-1396c3e5-8fa0-479d-92a7-11458fb6e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:26.999208 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-1396c3e5-8fa0-479d-92a7-11458fb6e9a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 200 len: 915 time: 0.1177993 Jul 14 12:21:27.050615 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-78133fc7-1e92-4fbc-9882-de063fbdb45e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0435300 Jul 14 12:21:27.099161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-ce2b79fe-22fa-4d7c-95c8-ec3a2d14a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:27.100646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-ce2b79fe-22fa-4d7c-95c8-ec3a2d14a990 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a396eac2-ee4c-4ac3-9299-425d8311b018 HTTP/1.1" status: 200 len: 854 time: 0.0437520 Jul 14 12:21:27.164625 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-1d9ef6a9-28bb-458b-a344-bcd3bfd114e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:27.166441 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-1d9ef6a9-28bb-458b-a344-bcd3bfd114e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588367 Jul 14 12:21:27.257016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-323ede03-5efe-46f3-9f5e-102cb617498e service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832779 Jul 14 12:21:27.351446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fc16432-97e4-4eb3-a1b7-74d762b62244 req-7cae67ec-f4a0-49f0-a811-4221f4df555f service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880644 Jul 14 12:21:28.144438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f716b7f-ee94-431b-b3d4-86f6b00d451a req-b42a5271-c00b-477c-b851-49cde9beb05e tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:28.145947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f716b7f-ee94-431b-b3d4-86f6b00d451a req-b42a5271-c00b-477c-b851-49cde9beb05e tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 944 time: 0.0638440 Jul 14 12:21:28.186947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4f716b7f-ee94-431b-b3d4-86f6b00d451a req-f5fd2234-97fc-4f6e-84e9-ba27c81bca32 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Jul 14 12:21:28.635973 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:29.088865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:21:29.183606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:29.194543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'port_id': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'mac_address': 'fa:16:3e:0f:2d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:21:29.231790 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:29.245056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:21:29.265715 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:29.269677 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:29.319530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:29.328106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.328457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.328803 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.329144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.329479 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.329832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.330144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.330472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.330942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.331233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.331568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.331965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:29.370018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2e9d1-024f-45cf-afd3-4e32193c6648 req-28861949-7b2a-4c1a-abe1-a94e0eb890e3 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:29.371529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12f2e9d1-024f-45cf-afd3-4e32193c6648 req-28861949-7b2a-4c1a-abe1-a94e0eb890e3 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 945 time: 0.0685053 Jul 14 12:21:29.411152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-12f2e9d1-024f-45cf-afd3-4e32193c6648 req-b7b0675f-c187-483d-a1b8-a166cbfa06c4 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340462 Jul 14 12:21:29.504008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['86fc94a4-6d9e-4173-bc1a-b7951122a4d3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:30.606451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5f2d0-48a8-42a6-816f-1f3582fd859d req-280dd894-acce-46ab-b9f4-3b1a4e56c5fd tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:30.608000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b5f2d0-48a8-42a6-816f-1f3582fd859d req-280dd894-acce-46ab-b9f4-3b1a4e56c5fd tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 945 time: 0.0752718 Jul 14 12:21:30.646284 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-20b5f2d0-48a8-42a6-816f-1f3582fd859d req-b7ff1900-76d1-4878-9ed0-27dbb1dc9d07 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326195 Jul 14 12:21:31.104815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:31.153088 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:21:31.156843 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:31.157218 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:31.237535 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:31.259443 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:21:31.261985 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e45888-37cf-4a9f-abde-617d7ea2c277" -d '{"events": [{"server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "name": "network-vif-plugged", "status": "completed", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:31.276590 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:31.283095 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:31.311091 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702cda35-385f-4407-b057-09ef14686059 x-openstack-request-id: req-702cda35-385f-4407-b057-09ef14686059 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:31.311442 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "name": "network-vif-plugged", "status": "completed", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:31.311651 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-702cda35-385f-4407-b057-09ef14686059 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:31.312075 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'code': 200} Jul 14 12:21:31.338852 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:31.423903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf0a5e-0e8e-456a-922f-15a41fee63a5 req-339e4939-0fc6-41e7-97d1-b10472c1ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:31.425358 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2cf0a5e-0e8e-456a-922f-15a41fee63a5 req-339e4939-0fc6-41e7-97d1-b10472c1ec34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1097 time: 0.0534618 Jul 14 12:21:31.459698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2cf0a5e-0e8e-456a-922f-15a41fee63a5 req-8ba1482f-c171-4fb1-928a-e68bfab53935 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283692 Jul 14 12:21:31.832380 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9cf71-fe05-47cd-9808-82b66fc377e1 req-77faa3b6-490f-4150-b669-7cdd7807a9c7 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:31.833933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-def9cf71-fe05-47cd-9808-82b66fc377e1 req-77faa3b6-490f-4150-b669-7cdd7807a9c7 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 946 time: 0.0739880 Jul 14 12:21:31.877111 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-def9cf71-fe05-47cd-9808-82b66fc377e1 req-052f449a-82e1-41fa-afb5-b46c5f9b515d tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Jul 14 12:21:33.067266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99a623-5b84-43c1-a878-c5d59adfebdc req-06a34f6e-2f90-437a-a66b-19b0282bcfb5 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:33.068891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c99a623-5b84-43c1-a878-c5d59adfebdc req-06a34f6e-2f90-437a-a66b-19b0282bcfb5 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 946 time: 0.0706539 Jul 14 12:21:33.114045 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8c99a623-5b84-43c1-a878-c5d59adfebdc req-3b6d8d06-b79b-4717-956a-f08b6949e547 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384972 Jul 14 12:21:33.295751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c643-03a7-4557-96d1-f320648a071b req-08628462-b5ed-4c49-844d-c34dc01dd2f5 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:33.297385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d29c643-03a7-4557-96d1-f320648a071b req-08628462-b5ed-4c49-844d-c34dc01dd2f5 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 946 time: 0.0664065 Jul 14 12:21:33.340490 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9d29c643-03a7-4557-96d1-f320648a071b req-b08f93aa-7374-42f3-93ed-6870f225c918 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371091 Jul 14 12:21:33.712561 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de660d-f3e2-41e1-b7d4-14d51a7ae8d3 req-31be6a47-9d25-4467-8fec-e1afc772e1b2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:33.714211 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27de660d-f3e2-41e1-b7d4-14d51a7ae8d3 req-31be6a47-9d25-4467-8fec-e1afc772e1b2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 946 time: 0.0762725 Jul 14 12:21:33.756674 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27de660d-f3e2-41e1-b7d4-14d51a7ae8d3 req-534c992c-5e23-4904-a54b-49096f4e86fc tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366163 Jul 14 12:21:36.994761 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:21:39.564806 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0a153d93-e152-40d6-83d7-9b98dfb5fa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:42.347039 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:42.690683 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8470-5aee-4ffc-abce-e7eb4e2247e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:43.611941 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:45.317047 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:45.589061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3418e45-9289-400d-a747-6c1acd6a7800 req-ef8872ae-d497-4bea-969b-336f5b208343 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:45.590626 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3418e45-9289-400d-a747-6c1acd6a7800 req-ef8872ae-d497-4bea-969b-336f5b208343 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 946 time: 0.0648606 Jul 14 12:21:45.630233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c3418e45-9289-400d-a747-6c1acd6a7800 req-ec3ee6f7-05e0-4b95-b655-b83165789657 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338848 Jul 14 12:21:45.656136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57074) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:45.754936 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed66b29-7a9d-4764-90c4-1f6fbf916b46 tempest-TestMinimumBasicScenario-300617063 tempest-TestMinimumBasicScenario-300617063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:45.756513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8ed66b29-7a9d-4764-90c4-1f6fbf916b46 tempest-TestMinimumBasicScenario-300617063 tempest-TestMinimumBasicScenario-300617063-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1092 time: 0.0993602 Jul 14 12:21:45.759518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57078) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:45.764272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:45.789444 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:45.883651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:45.988995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Allocated IP 172.25.2.96 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/8d511138-5f99-4d92-a618-09218aada3a1) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:21:46.091070 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:46.130200 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:46.175500 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:46.178254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:46.182137 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:21:46.203587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'Port': ['ID=8d511138-5f99-4d92-a618-09218aada3a1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:46.688640 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:47.052378 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:47.224436 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:47.234399 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:47.304054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'Port': ['ID=8d511138-5f99-4d92-a618-09218aada3a1,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:47.315807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:47.416359 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Floating IP bc37d2f3-9422-4332-ab2c-a1bbe49f68cc associated. External IP: 172.25.2.96, port: 86fc94a4-6d9e-4173-bc1a-b7951122a4d3. Jul 14 12:21:47.643069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Router 44e688e5-1400-4a45-8442-0db401600e35 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:21:47.774250 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:21:47.785755 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] Sync routers for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:21:47.795133 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:47.801675 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:21:47.802690 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:21:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:47.834047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7f29c534-e879-4034-8ff9-aaf93d38f93a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0732405 Jul 14 12:21:47.834450 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:21:47.837316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57080) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:47.837902 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:47.843127 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548939268', 'description': 'tempest-secgroup-smoke-548939268 description', 'project_id': '82ce176fe5cc4323bbb2152118319f61'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:47.888257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:47.892729 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7a3300-f104-4401-96d5-efab8f66da64 x-openstack-request-id: req-da7a3300-f104-4401-96d5-efab8f66da64 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:47.893167 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:47.893580 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da7a3300-f104-4401-96d5-efab8f66da64 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:47.894233 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'status': 'completed', 'code': 200} Jul 14 12:21:47.937344 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:21:47.977020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-4667ded8-62bb-46d4-aa75-b098a3143dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:47.978705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-4667ded8-62bb-46d4-aa75-b098a3143dd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82ce176fe5cc4323bbb2152118319f61&device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1097 time: 0.0632894 Jul 14 12:21:48.004761 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.010041 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.045525 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a10016e-3e9c-4958-9a8a-30acb2d8ce37,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:48.052866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.058363 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2155721 Jul 14 12:21:48.058619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57090) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:48.063511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9c10d471-3d2a-4669-946b-e83ce468c012 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'security_group_rule': {'security_group_id': '6a10016e-3e9c-4958-9a8a-30acb2d8ce37', 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:48.068484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.068840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.069173 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.069541 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.069885 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.070221 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.070605 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.070914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.071212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.071542 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.072080 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.072608 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9993f9-f237-443a-a984-939e4edbe8ad tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:48.106543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c10d471-3d2a-4669-946b-e83ce468c012 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.129314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-9b3960ed-14aa-4142-a7d3-8badfbdebe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:48.130935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-9b3960ed-14aa-4142-a7d3-8badfbdebe01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 200 len: 915 time: 0.1462748 Jul 14 12:21:48.185875 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c10d471-3d2a-4669-946b-e83ce468c012 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.191159 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c10d471-3d2a-4669-946b-e83ce468c012 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.209464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-4bddfb3d-8d46-4793-8d02-81b711c77a8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 999 time: 0.0719018 Jul 14 12:21:48.212400 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10d471-3d2a-4669-946b-e83ce468c012 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870a782e-0e15-4d43-8753-6a8d3eaa7a48,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:48.219983 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c10d471-3d2a-4669-946b-e83ce468c012 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.223748 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9c10d471-3d2a-4669-946b-e83ce468c012 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618216 Jul 14 12:21:48.224109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57092) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:48.231182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9fc5ff79-c888-4929-9864-99bb582070fa tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'security_group_rule': {'security_group_id': '6a10016e-3e9c-4958-9a8a-30acb2d8ce37', 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:48.241223 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'bc37d2f3-9422-4332-ab2c-a1bbe49f68cc', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '44e688e5-1400-4a45-8442-0db401600e35', 'port_id': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'mac_address': 'fa:16:3e:0f:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:21:46Z', 'updated_at': '2021-07-14T12:21:46Z', 'revision_number': 0, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95468f5d-b3df-4562-a91d-98a5489d6f11', 'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'mac_address': 'fa:16:3e:10:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:56Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 5, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'subnets': [{'id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:48.264279 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fc5ff79-c888-4929-9864-99bb582070fa tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.271984 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] Checking router: 44e688e5-1400-4a45-8442-0db401600e35 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:21:48.274175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-5f555e2f-51b3-41f0-9853-a75cab67f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:48.275912 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-5f555e2f-51b3-41f0-9853-a75cab67f472 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a396eac2-ee4c-4ac3-9299-425d8311b018 HTTP/1.1" status: 200 len: 854 time: 0.0590661 Jul 14 12:21:48.282357 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:21:48.282989 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:21:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:48.340350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-73ce0a84-be80-4424-84fd-fb0580e6ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:48.341991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-73ce0a84-be80-4424-84fd-fb0580e6ceec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593312 Jul 14 12:21:48.365208 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fc5ff79-c888-4929-9864-99bb582070fa tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.371281 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fc5ff79-c888-4929-9864-99bb582070fa tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.391780 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5ff79-c888-4929-9864-99bb582070fa tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3377107-ff8d-48db-9ef6-04e35f4d8ae9,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:48.399722 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:21:48.402449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fc5ff79-c888-4929-9864-99bb582070fa tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.404222 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9fc5ff79-c888-4929-9864-99bb582070fa tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1789768 Jul 14 12:21:48.407002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57094) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:48.412761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-61e915e1-eb40-4643-83a2-ab9b580a87dd tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'security_group_rule': {'security_group_id': '6a10016e-3e9c-4958-9a8a-30acb2d8ce37', 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:48.440814 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-6f09919d-ef05-4653-abfa-1d335264a8db service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919573 Jul 14 12:21:48.441080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61e915e1-eb40-4643-83a2-ab9b580a87dd tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.505641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61e915e1-eb40-4643-83a2-ab9b580a87dd tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.520591 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61e915e1-eb40-4643-83a2-ab9b580a87dd tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.540607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e915e1-eb40-4643-83a2-ab9b580a87dd tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f26850-f629-4d9d-974d-ae305f8fa002,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:48.551050 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61e915e1-eb40-4643-83a2-ab9b580a87dd tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.557185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fc94f85-3b64-4a5c-a5b6-02de323cd4bb req-d2545efb-d302-48b2-9a55-ec3aef9856d4 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082025 Jul 14 12:21:48.557185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57096) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:48.558703 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-61e915e1-eb40-4643-83a2-ab9b580a87dd tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497023 Jul 14 12:21:48.562404 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-67a9baae-4c1b-4f2e-99e1-838581bcdc2b tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'security_group_rule': {'security_group_id': '6a10016e-3e9c-4958-9a8a-30acb2d8ce37', 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:48.595464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67a9baae-4c1b-4f2e-99e1-838581bcdc2b tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.648257 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'bc37d2f3-9422-4332-ab2c-a1bbe49f68cc', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '44e688e5-1400-4a45-8442-0db401600e35', 'port_id': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'mac_address': 'fa:16:3e:0f:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:21:46Z', 'updated_at': '2021-07-14T12:21:46Z', 'revision_number': 0, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95468f5d-b3df-4562-a91d-98a5489d6f11', 'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'mac_address': 'fa:16:3e:10:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:56Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 5, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'subnets': [{'id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:48.655999 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67a9baae-4c1b-4f2e-99e1-838581bcdc2b tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.660031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67a9baae-4c1b-4f2e-99e1-838581bcdc2b tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.679751 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5558a-9c25-4fdb-9449-b2ef608034d2 None None] The sync data for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 is: [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'bc37d2f3-9422-4332-ab2c-a1bbe49f68cc', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '44e688e5-1400-4a45-8442-0db401600e35', 'port_id': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'mac_address': 'fa:16:3e:0f:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:21:46Z', 'updated_at': '2021-07-14T12:21:46Z', 'revision_number': 0, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95468f5d-b3df-4562-a91d-98a5489d6f11', 'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'mac_address': 'fa:16:3e:10:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:56Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 5, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'subnets': [{'id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:21:48.680264 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9baae-4c1b-4f2e-99e1-838581bcdc2b tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8ce5e1-ec8f-4227-bdb2-d4372e2c7e52,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:48.691552 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-67a9baae-4c1b-4f2e-99e1-838581bcdc2b tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.695911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-67a9baae-4c1b-4f2e-99e1-838581bcdc2b tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346579 Jul 14 12:21:48.696358 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57098) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:48.701234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5b0d6332-b7de-4d7d-a5e8-16c9f030e1c2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'security_group_rule': {'security_group_id': '6a10016e-3e9c-4958-9a8a-30acb2d8ce37', 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:48.727200 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-5b0d6332-b7de-4d7d-a5e8-16c9f030e1c2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Project 82ce176fe5cc4323bbb2152118319f61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:21:48.732736 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b0d6332-b7de-4d7d-a5e8-16c9f030e1c2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.809544 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b0d6332-b7de-4d7d-a5e8-16c9f030e1c2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.813732 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b0d6332-b7de-4d7d-a5e8-16c9f030e1c2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.834731 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d6332-b7de-4d7d-a5e8-16c9f030e1c2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef988c42-5ebd-4c69-b629-731bcc185b71,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:48.838188 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5b0d6332-b7de-4d7d-a5e8-16c9f030e1c2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.839442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5b0d6332-b7de-4d7d-a5e8-16c9f030e1c2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420398 Jul 14 12:21:48.842425 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57100) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:21:48.847335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-04d6ca48-3d09-4efb-9982-e4fce8a332fc tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'security_group_rule': {'security_group_id': '6a10016e-3e9c-4958-9a8a-30acb2d8ce37', 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:48.876108 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-04d6ca48-3d09-4efb-9982-e4fce8a332fc tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Project 82ce176fe5cc4323bbb2152118319f61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:21:48.882274 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d6ca48-3d09-4efb-9982-e4fce8a332fc tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.914040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbd612-da6d-4958-b575-0fba947930e8 None None] New status for floating IP bc37d2f3-9422-4332-ab2c-a1bbe49f68cc: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:21:48.955166 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d6ca48-3d09-4efb-9982-e4fce8a332fc tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.959338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d6ca48-3d09-4efb-9982-e4fce8a332fc tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.978819 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6ca48-3d09-4efb-9982-e4fce8a332fc tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a2180e-4af1-466a-9d1d-ee0b1949ddbc,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:48.992570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04d6ca48-3d09-4efb-9982-e4fce8a332fc tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:48.994218 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-04d6ca48-3d09-4efb-9982-e4fce8a332fc tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507692 Jul 14 12:21:49.132152 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-b170d9db-cd5b-402e-8d5e-dd2473c3274f tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548939268&fields=id&tenant_id=82ce176fe5cc4323bbb2152118319f61 HTTP/1.1" status: 200 len: 267 time: 0.0487165 Jul 14 12:21:49.207474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-2b41318b-b8df-46d7-bd7f-050a0b130c96 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:49.209119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-2b41318b-b8df-46d7-bd7f-050a0b130c96 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 946 time: 0.0708916 Jul 14 12:21:49.221608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-e5244eab-6a84-41c5-aeb6-328031610eeb tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'port': {'security_groups': ['ef882c68-9e98-4078-9df3-91a683f19cb4', '6a10016e-3e9c-4958-9a8a-30acb2d8ce37']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:21:49.322385 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-e5244eab-6a84-41c5-aeb6-328031610eeb tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:49.513281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-e5244eab-6a84-41c5-aeb6-328031610eeb tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] For port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:49.543762 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-e5244eab-6a84-41c5-aeb6-328031610eeb tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:49.548322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-e5244eab-6a84-41c5-aeb6-328031610eeb tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:49.559517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['86fc94a4-6d9e-4173-bc1a-b7951122a4d3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:49.594881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-e5244eab-6a84-41c5-aeb6-328031610eeb tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:49.595486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-e5244eab-6a84-41c5-aeb6-328031610eeb tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:49.596916 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d86e6409-4a6c-4aa3-8a1d-16d0207815e3 req-e5244eab-6a84-41c5-aeb6-328031610eeb tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "PUT /v2.0/ports/86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 982 time: 0.3806560 Jul 14 12:21:49.624485 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5244eab-6a84-41c5-aeb6-328031610eeb tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'Port': ['ID=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:49.656724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['86fc94a4-6d9e-4173-bc1a-b7951122a4d3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:49.794837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dcd33-042a-449f-8fde-a1c364f79e3d req-08434dab-93db-49ce-83d4-5f38151cd2a4 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:49.796524 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-499dcd33-042a-449f-8fde-a1c364f79e3d req-08434dab-93db-49ce-83d4-5f38151cd2a4 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0815537 Jul 14 12:21:49.843425 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-499dcd33-042a-449f-8fde-a1c364f79e3d req-6ac2a867-5092-4a25-a414-09ab61b4a1a4 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396175 Jul 14 12:21:49.883928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-77834d4f-61a9-4207-b0da-1f9cd70b49c9 None None] Provisioning complete for port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:21:49.884293 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-77834d4f-61a9-4207-b0da-1f9cd70b49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:49.895144 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:21:49.898206 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:49.945095 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69be54a7-f7ec-432a-9043-22f48537e5b9 x-openstack-request-id: req-69be54a7-f7ec-432a-9043-22f48537e5b9 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:49.945390 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:49.946109 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69be54a7-f7ec-432a-9043-22f48537e5b9 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:49.946109 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'status': 'completed', 'code': 200} Jul 14 12:21:50.029299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-bba83ab7-3cdc-47fe-a4e3-af838dda9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:50.030924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-bba83ab7-3cdc-47fe-a4e3-af838dda9659 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82ce176fe5cc4323bbb2152118319f61&device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1136 time: 0.0592101 Jul 14 12:21:50.129670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-48fe5724-7514-4fef-8ac3-9a33cf4fb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:50.131140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-48fe5724-7514-4fef-8ac3-9a33cf4fb8cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 200 len: 915 time: 0.0939119 Jul 14 12:21:50.202531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-5dd6478a-47ff-446d-a696-f01c7f533522 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0647793 Jul 14 12:21:50.252096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-80781e2d-abf5-4b3e-bd46-8c452f29e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:50.253588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-80781e2d-abf5-4b3e-bd46-8c452f29e12d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a396eac2-ee4c-4ac3-9299-425d8311b018 HTTP/1.1" status: 200 len: 854 time: 0.0448101 Jul 14 12:21:50.314162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-42a46851-c96a-432f-9be2-a9c253a94464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:21:50.315720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-42a46851-c96a-432f-9be2-a9c253a94464 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542727 Jul 14 12:21:50.412654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-8900be8e-eb54-458c-b9bb-dde788de46d6 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875752 Jul 14 12:21:50.506050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b81f5e8f-6bc0-40de-bfa7-cc7bc0144c5f req-ecf4d378-37a0-42a7-b586-aab0be13519c service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868409 Jul 14 12:21:56.738888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:21:58.650052 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:04.265787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-48dc9188-9980-46d1-98b4-f96e7fa96838 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569828 Jul 14 12:22:04.368650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-0889b30a-afb2-48ca-886c-b8eef1d3b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:04.370228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-0889b30a-afb2-48ca-886c-b8eef1d3b5d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82ce176fe5cc4323bbb2152118319f61&device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1136 time: 0.0611496 Jul 14 12:22:04.483265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-0fff967b-66a3-4f3b-8386-641303368c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:04.484852 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-0fff967b-66a3-4f3b-8386-641303368c4f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 200 len: 915 time: 0.0919049 Jul 14 12:22:04.564203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-06ce39dd-f4f2-48d2-84d4-af759707799e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0707796 Jul 14 12:22:04.617580 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-f59d2459-5934-4361-a354-c96a2fafe295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:04.619085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-f59d2459-5934-4361-a354-c96a2fafe295 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a396eac2-ee4c-4ac3-9299-425d8311b018 HTTP/1.1" status: 200 len: 854 time: 0.0489740 Jul 14 12:22:04.679335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-0c3ef294-f61a-4c94-8dbb-edc4017dabad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:04.681069 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-0c3ef294-f61a-4c94-8dbb-edc4017dabad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555134 Jul 14 12:22:04.783554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-84434a04-dad6-49d8-a04e-4a143b687f37 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954013 Jul 14 12:22:04.876310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f51fb16d-6243-4aad-a703-8acb815917f4 req-bcaf8f5a-3641-4d4e-b5ec-7f79bff4c751 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864103 Jul 14 12:22:05.215791 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-79b38a2e-b79a-4c7e-a5a2-71b1df814028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:05.217813 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-79b38a2e-b79a-4c7e-a5a2-71b1df814028 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82ce176fe5cc4323bbb2152118319f61&device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1136 time: 0.1067998 Jul 14 12:22:05.302193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ba558-dd4b-4ca3-842b-2d02f2db1d82 req-11e29d57-6770-4e13-a5f7-443b2685cb57 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:05.303877 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f64ba558-dd4b-4ca3-842b-2d02f2db1d82 req-11e29d57-6770-4e13-a5f7-443b2685cb57 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.1553283 Jul 14 12:22:05.373294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-464fb9dc-2a0a-42a7-9060-d8590b0dd16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:05.375415 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-464fb9dc-2a0a-42a7-9060-d8590b0dd16e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 200 len: 915 time: 0.1473012 Jul 14 12:22:05.380348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f64ba558-dd4b-4ca3-842b-2d02f2db1d82 req-7d0ca28b-cc07-4340-92c9-0fdf70383046 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691535 Jul 14 12:22:05.454882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-a0675d21-6849-4ca1-a887-ecd266988083 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0719254 Jul 14 12:22:05.505182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-0b290068-8db6-4794-b517-07500287624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:05.507130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-0b290068-8db6-4794-b517-07500287624e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a396eac2-ee4c-4ac3-9299-425d8311b018 HTTP/1.1" status: 200 len: 854 time: 0.0453503 Jul 14 12:22:05.573541 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-72ab1e6e-b8bf-4961-ad3b-f07008e3df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:05.575117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-72ab1e6e-b8bf-4961-ad3b-f07008e3df20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617898 Jul 14 12:22:05.670799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-53cff330-737e-43bf-8f0d-e34cba100182 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890040 Jul 14 12:22:05.772872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e79948f4-697f-4e5e-ac35-e8c36fd986d5 req-8e41aef5-32c1-4803-9936-e8e376ab4cce service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944927 Jul 14 12:22:06.574394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675a0f-766a-42ac-a2c2-f0332383f117 req-a00daf2c-ffef-4f64-9add-c421f8259da3 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:06.576049 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38675a0f-766a-42ac-a2c2-f0332383f117 req-a00daf2c-ffef-4f64-9add-c421f8259da3 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0706961 Jul 14 12:22:06.619964 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-38675a0f-766a-42ac-a2c2-f0332383f117 req-c4f65f0b-1254-4d30-a7a3-f75bb169c759 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378408 Jul 14 12:22:07.821034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3929f13-1a4e-4a6a-9a99-e4f9343d3b7b req-a3cf92fa-fd93-467b-b606-0f4021c72221 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:07.822464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3929f13-1a4e-4a6a-9a99-e4f9343d3b7b req-a3cf92fa-fd93-467b-b606-0f4021c72221 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0690775 Jul 14 12:22:07.874535 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d3929f13-1a4e-4a6a-9a99-e4f9343d3b7b req-57584a73-d1d2-48e2-b7ea-779d28d8aac4 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462868 Jul 14 12:22:09.074320 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a89af2-d826-4d50-a574-97f88c2a396c req-4c0095f9-587f-41ef-81fb-ca802ea1fa67 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:09.075946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4a89af2-d826-4d50-a574-97f88c2a396c req-4c0095f9-587f-41ef-81fb-ca802ea1fa67 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0752385 Jul 14 12:22:09.124677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4a89af2-d826-4d50-a574-97f88c2a396c req-20e87715-82e5-42aa-9e96-5523e39490b2 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425751 Jul 14 12:22:09.563004 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c6d123ec-5084-485a-a581-c762928b8051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:10.306095 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8cbf-26dc-4725-a1d6-e13e3cdb900d req-941ed5c1-a81e-434f-9c6b-e7e2c811eb46 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:10.307508 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-abce8cbf-26dc-4725-a1d6-e13e3cdb900d req-941ed5c1-a81e-434f-9c6b-e7e2c811eb46 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0642102 Jul 14 12:22:10.356972 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-abce8cbf-26dc-4725-a1d6-e13e3cdb900d req-7f5f55b4-395c-4cd4-8dc0-a86e47dc7641 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400100 Jul 14 12:22:11.537938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dd8eb-d9a3-4bca-bf48-0a269f61d486 req-efeb7797-d8c0-4495-bb84-ef90abe1a712 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:11.539570 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a0dd8eb-d9a3-4bca-bf48-0a269f61d486 req-efeb7797-d8c0-4495-bb84-ef90abe1a712 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0669167 Jul 14 12:22:11.585241 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2a0dd8eb-d9a3-4bca-bf48-0a269f61d486 req-39dbc228-7065-45c1-9545-a7d4a2a73b14 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392325 Jul 14 12:22:12.349717 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:12.695603 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1286849-af76-4b72-94cc-ee63d457b383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:12.774200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968dad4-0f06-452a-afca-a7cbbe22b64f req-4de32488-245c-4eb9-9fcf-ffad17583a9a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:12.775918 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1968dad4-0f06-452a-afca-a7cbbe22b64f req-4de32488-245c-4eb9-9fcf-ffad17583a9a tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0670221 Jul 14 12:22:12.818450 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1968dad4-0f06-452a-afca-a7cbbe22b64f req-4b13eebb-ef91-4b06-a749-a9894e4b9224 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363431 Jul 14 12:22:13.613723 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:13.994102 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:22:13.995747 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca84c9e-d20d-4a69-96a1-dbda3a1647f6 req-35829531-2357-45a2-b376-29829a3605d8 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:13.997509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ca84c9e-d20d-4a69-96a1-dbda3a1647f6 req-35829531-2357-45a2-b376-29829a3605d8 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0659914 Jul 14 12:22:14.043696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ca84c9e-d20d-4a69-96a1-dbda3a1647f6 req-9d6fea75-e3fc-40f5-9ba7-93cba413f9c5 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383801 Jul 14 12:22:15.234728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc027ac-a855-4663-98d1-258d004a2a31 req-e74f0bb7-41a0-4ced-a238-faa1b0c3f078 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:15.236320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cc027ac-a855-4663-98d1-258d004a2a31 req-e74f0bb7-41a0-4ced-a238-faa1b0c3f078 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0716531 Jul 14 12:22:15.278412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2cc027ac-a855-4663-98d1-258d004a2a31 req-3fad7420-d97c-4ff2-90db-2112b56ea98b tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356667 Jul 14 12:22:15.318012 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:16.469680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beffad7-ca31-498b-96e9-80089b19d2a1 req-0e2e7646-d1a5-4da4-9cb2-9e9b385e4db5 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:16.471255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7beffad7-ca31-498b-96e9-80089b19d2a1 req-0e2e7646-d1a5-4da4-9cb2-9e9b385e4db5 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0728464 Jul 14 12:22:16.514014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7beffad7-ca31-498b-96e9-80089b19d2a1 req-a62b990f-390a-4063-9de8-0564c7fdce0d tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358946 Jul 14 12:22:17.698652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0782-6e53-4f2b-904b-82afeaf5e428 req-bf61cc23-c937-4998-afce-2af8a1ddc542 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:17.700179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee0d0782-6e53-4f2b-904b-82afeaf5e428 req-bf61cc23-c937-4998-afce-2af8a1ddc542 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0694888 Jul 14 12:22:17.741533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ee0d0782-6e53-4f2b-904b-82afeaf5e428 req-3b104581-68eb-400c-81a0-7d0aab0af83e tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a10016e-3e9c-4958-9a8a-30acb2d8ce37&id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355623 Jul 14 12:22:26.761109 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:28.657565 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:39.565120 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0f694f42-4760-4513-a2b1-4775f3937267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:42.352496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:42.695874 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a5de3b7f-b9b7-432b-9877-323b586aa2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:43.617831 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:45.320688 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:50.269460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-f2358d84-d16d-45a6-aa7b-134faa293ed3 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548939268&fields=id&tenant_id=82ce176fe5cc4323bbb2152118319f61 HTTP/1.1" status: 200 len: 267 time: 0.0352483 Jul 14 12:22:50.337891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-ccd6849b-b8a6-44dc-8b71-b80d7bff416c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:50.339413 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-ccd6849b-b8a6-44dc-8b71-b80d7bff416c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 985 time: 0.0642910 Jul 14 12:22:50.351104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Request body: {'port': {'security_groups': ['ef882c68-9e98-4078-9df3-91a683f19cb4']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:22:50.447618 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:50.892100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] For port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:22:50.922860 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:50.928184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:50.939923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['86fc94a4-6d9e-4173-bc1a-b7951122a4d3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:22:50.973598 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:50.974972 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:50.976597 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fecc8b44-06a6-4c23-bb1c-443cfb3b9892 req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "PUT /v2.0/ports/86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 943 time: 0.6309452 Jul 14 12:22:50.977200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:22:50.979586 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbbfe84-b620-4b71-aead-149fb21c9a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:22:50.982941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57166) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:22:51.003585 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:22:51.007017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event updated for resources: {'Port': ['ID=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:51.015660 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.016189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.016755 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.017197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.017640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.018075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.018551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.018957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.019399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.019830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.020529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.020682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071859c5-284a-4b15-9d32-cec3b11648e0 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.049720 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7895da-b1bf-448a-be11-2e45a5df979c x-openstack-request-id: req-2c7895da-b1bf-448a-be11-2e45a5df979c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:22:51.050336 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:22:51.051098 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c7895da-b1bf-448a-be11-2e45a5df979c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:22:51.051725 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'status': 'completed', 'code': 200} Jul 14 12:22:51.057475 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['86fc94a4-6d9e-4173-bc1a-b7951122a4d3'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:22:51.099606 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.149464 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.155970 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-63e6d635-b20c-4166-9a2f-faf22f33d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:51.158113 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-63e6d635-b20c-4166-9a2f-faf22f33d00d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82ce176fe5cc4323bbb2152118319f61&device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1097 time: 0.0823493 Jul 14 12:22:51.260136 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.262792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.266404 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "DELETE /v2.0/security-groups/6a10016e-3e9c-4958-9a8a-30acb2d8ce37 HTTP/1.1" status: 204 len: 168 time: 0.2794015 Jul 14 12:22:51.267573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57172) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:22:51.281083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a10016e-3e9c-4958-9a8a-30acb2d8ce37,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:51.284271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-57fd574b-a6cf-4392-aa63-e24e8474270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:51.286871 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-57fd574b-a6cf-4392-aa63-e24e8474270e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 200 len: 915 time: 0.1212268 Jul 14 12:22:51.315875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7689f203-bd65-4d28-89fd-de9286a3276e None None] Provisioning complete for port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:22:51.316097 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7689f203-bd65-4d28-89fd-de9286a3276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.322506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.322506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.322943 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.323111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.323500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.323773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.324120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.324446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.324760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.325082 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.325393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.325711 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae419c-1ee9-47d1-aba3-4ca0cb587066 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:51.366727 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-d1321ea4-f9c2-4ff1-87c8-9ae5c5417310 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0733941 Jul 14 12:22:51.426977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-63960da2-3f3c-48be-b47b-bc496ec37f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:51.429362 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-63960da2-3f3c-48be-b47b-bc496ec37f22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a396eac2-ee4c-4ac3-9299-425d8311b018 HTTP/1.1" status: 200 len: 854 time: 0.0551980 Jul 14 12:22:51.450690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Deleting port 8d511138-5f99-4d92-a618-09218aada3a1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:22:51.451038 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.488185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-13749235-0b3c-4b98-b307-fa75b93d3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:51.490867 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-13749235-0b3c-4b98-b307-fa75b93d3fef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534291 Jul 14 12:22:51.530718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.531150 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.543745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Calling delete_port for 8d511138-5f99-4d92-a618-09218aada3a1 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:22:51.590542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-91610982-b285-4107-b25e-245acd020180 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935190 Jul 14 12:22:51.690338 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5fbbfe84-b620-4b71-aead-149fb21c9a5c req-6b7c3b9a-8e7f-455d-8445-af683de7e89f service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918455 Jul 14 12:22:51.699565 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.727193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event deleted for resources: {'Port': ['ID=8d511138-5f99-4d92-a618-09218aada3a1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:51.787764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:51.788115 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Floating IP bc37d2f3-9422-4332-ab2c-a1bbe49f68cc disassociated (deleted). External IP: 172.25.2.96, port: 86fc94a4-6d9e-4173-bc1a-b7951122a4d3. Jul 14 12:22:52.354843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Router 44e688e5-1400-4a45-8442-0db401600e35 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:22:52.459708 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:22:52.464790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:52.468885 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] Sync routers for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:22:52.478746 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:22:52.479352 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:22:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:22:52.505937 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-af9aeb1b-3265-4345-8caa-8b56fcac036c tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "DELETE /v2.0/floatingips/bc37d2f3-9422-4332-ab2c-a1bbe49f68cc HTTP/1.1" status: 204 len: 168 time: 1.2356734 Jul 14 12:22:52.506766 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:22:52.594682 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:22:52.715598 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e86b74-8082-42d7-b1b9-047ac4fa33ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:22:52.831031 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '95468f5d-b3df-4562-a91d-98a5489d6f11', 'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'mac_address': 'fa:16:3e:10:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:56Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 5, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'subnets': [{'id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:22:52.876619 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] Checking router: 44e688e5-1400-4a45-8442-0db401600e35 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:22:52.888528 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:22:52.889154 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:22:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:22:52.906195 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e9b7a0-2ec4-4e98-847c-153be4a11243 x-openstack-request-id: req-49e9b7a0-2ec4-4e98-847c-153be4a11243 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:22:52.906492 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:22:52.906743 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49e9b7a0-2ec4-4e98-847c-153be4a11243 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:22:52.907139 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'status': 'completed', 'code': 200} Jul 14 12:22:52.986529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-fd071d69-5fde-49d6-a79a-4b6a033714d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:52.988043 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-fd071d69-5fde-49d6-a79a-4b6a033714d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82ce176fe5cc4323bbb2152118319f61&device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 1097 time: 0.0592468 Jul 14 12:22:53.083979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-b0cf75c4-88f1-4d07-bde3-d8d33403da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:53.085481 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-b0cf75c4-88f1-4d07-bde3-d8d33403da24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 200 len: 915 time: 0.0903156 Jul 14 12:22:53.103375 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:22:53.132359 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-cef79db8-f464-40ad-b080-9ce7b43d2be3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0384171 Jul 14 12:22:53.182105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-06fe60fc-f2da-4f22-b971-c67d1212bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:53.183837 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-06fe60fc-f2da-4f22-b971-c67d1212bf1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a396eac2-ee4c-4ac3-9299-425d8311b018 HTTP/1.1" status: 200 len: 854 time: 0.0454640 Jul 14 12:22:53.246627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-de4c3d7b-9fb5-4f16-910f-55949b4ba2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:22:53.248145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-de4c3d7b-9fb5-4f16-910f-55949b4ba2a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5489115-1ec0-4ace-bbb7-184ea39a8ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558937 Jul 14 12:22:53.261254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-d5ee572c-86f8-4d06-813e-21081cbd17d8 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:22:53.262289 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-d5ee572c-86f8-4d06-813e-21081cbd17d8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057681 Jul 14 12:22:53.301349 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '95468f5d-b3df-4562-a91d-98a5489d6f11', 'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'mac_address': 'fa:16:3e:10:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:56Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 5, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'subnets': [{'id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:22:53.334838 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c860d-891c-4e2a-9d26-0f8c9703be39 None None] The sync data for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 is: [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:20:56Z', 'revision_number': 4, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '95468f5d-b3df-4562-a91d-98a5489d6f11', 'name': '', 'network_id': 'c5489115-1ec0-4ace-bbb7-184ea39a8ec9', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'mac_address': 'fa:16:3e:10:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:56Z', 'updated_at': '2021-07-14T12:21:01Z', 'revision_number': 5, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'subnets': [{'id': 'a396eac2-ee4c-4ac3-9299-425d8311b018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:22:53.375390 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-33384ded-6788-4701-be68-8b316775ef42 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066616 Jul 14 12:22:53.470270 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-98e86b74-8082-42d7-b1b9-047ac4fa33ae req-17c2f1a8-aa0d-4566-93f8-a57dd6243b95 service neutron] 10.222.0.64 "GET /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881305 Jul 14 12:22:53.619075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d6889-3ce7-43c2-be03-37d39dd4ad8c None None] New status for floating IP bc37d2f3-9422-4332-ab2c-a1bbe49f68cc: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:22:56.771297 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:58.667698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:22:59.998578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bffb6-2082-450d-8d25-04cc3ac91976 req-e24ae938-f992-49a8-bb43-756237e5cbd9 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:00.000117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b4bffb6-2082-450d-8d25-04cc3ac91976 req-e24ae938-f992-49a8-bb43-756237e5cbd9 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 946 time: 0.0714259 Jul 14 12:23:00.039385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b4bffb6-2082-450d-8d25-04cc3ac91976 req-94c4dc29-ac86-453e-aed5-c575e290155d tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328598 Jul 14 12:23:01.216661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfff3a-33d2-4137-99b5-ebae301df206 req-e2781767-9127-46a2-94fd-6c33ea2ce766 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:01.218203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bbdfff3a-33d2-4137-99b5-ebae301df206 req-e2781767-9127-46a2-94fd-6c33ea2ce766 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 946 time: 0.0642624 Jul 14 12:23:01.256360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bbdfff3a-33d2-4137-99b5-ebae301df206 req-599acae5-7d07-4474-9a6b-0583a5a20d7d tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef882c68-9e98-4078-9df3-91a683f19cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Jul 14 12:23:01.551230 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008d63-87e9-4427-b7fb-47573aed672a req-f564aed4-983f-4482-95b1-69a7906be02f tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:01.552808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07008d63-87e9-4427-b7fb-47573aed672a req-f564aed4-983f-4482-95b1-69a7906be02f tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 946 time: 0.0677378 Jul 14 12:23:01.653290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-07008d63-87e9-4427-b7fb-47573aed672a req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Deleting port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:23:01.653557 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07008d63-87e9-4427-b7fb-47573aed672a req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:01.745285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-07008d63-87e9-4427-b7fb-47573aed672a req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] For port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:01.745649 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07008d63-87e9-4427-b7fb-47573aed672a req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:01.758538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-07008d63-87e9-4427-b7fb-47573aed672a req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Calling delete_port for 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:23:01.881839 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07008d63-87e9-4427-b7fb-47573aed672a req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:01.915104 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Pushing event deleted for resources: {'Port': ['ID=86fc94a4-6d9e-4173-bc1a-b7951122a4d3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:01.959470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-07008d63-87e9-4427-b7fb-47573aed672a req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] No DVR routers for this DVR port 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:23:01.962220 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-07008d63-87e9-4427-b7fb-47573aed672a req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:01.964203 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07008d63-87e9-4427-b7fb-47573aed672a req-8dd6172c-c4ca-4fde-9ab4-3c1b811182ab tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.64 "DELETE /v2.0/ports/86fc94a4-6d9e-4173-bc1a-b7951122a4d3 HTTP/1.1" status: 204 len: 173 time: 0.4060051 Jul 14 12:23:01.964644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'name': 'network-vif-deleted', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:23:01.966920 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b3e1c5-3f50-4bf1-8bda-eb53e0da3562" -d '{"events": [{"server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "name": "network-vif-deleted", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:02.021292 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9c9c18-4ea2-49a0-ac32-e4c454dd56ff x-openstack-request-id: req-2c9c9c18-4ea2-49a0-ac32-e4c454dd56ff {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:02.021585 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9be2ce7-9306-4e57-9b5a-fb76559e7f1d", "name": "network-vif-deleted", "tag": "86fc94a4-6d9e-4173-bc1a-b7951122a4d3", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:02.021853 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c9c9c18-4ea2-49a0-ac32-e4c454dd56ff {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:02.022295 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9be2ce7-9306-4e57-9b5a-fb76559e7f1d', 'name': 'network-vif-deleted', 'tag': '86fc94a4-6d9e-4173-bc1a-b7951122a4d3', 'status': 'completed', 'code': 200} Jul 14 12:23:02.420054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d69b456-afdf-46f1-a1c2-ddb860d160cc req-4dde8202-2802-445e-bc4c-9802fc70fbf3 tempest-TestMinimumBasicScenario-756450617 tempest-TestMinimumBasicScenario-756450617-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9be2ce7-9306-4e57-9b5a-fb76559e7f1d HTTP/1.1" status: 200 len: 210 time: 0.0318382 Jul 14 12:23:03.522233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:03.542883 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:23:03.543234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 86fc94a4-6d9e-4173-bc1a-b7951122a4d3 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:23:04.020506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57290) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:04.381688 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:04.639521 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Deleting port 95468f5d-b3df-4562-a91d-98a5489d6f11 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:23:04.639764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:04.716231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] For port 95468f5d-b3df-4562-a91d-98a5489d6f11, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=95468f5d-b3df-4562-a91d-98a5489d6f11,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:04.716572 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:04.731211 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Calling delete_port for 95468f5d-b3df-4562-a91d-98a5489d6f11 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:23:04.928043 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:04.964830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Pushing event deleted for resources: {'Port': ['ID=95468f5d-b3df-4562-a91d-98a5489d6f11,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:05.157092 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:05.404632 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Router 44e688e5-1400-4a45-8442-0db401600e35 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:23:05.537863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:23:05.543597 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-3d318505-32b5-4543-98a4-9a6c593a91dd admin admin] 10.222.0.38 "PUT /v2.0/routers/44e688e5-1400-4a45-8442-0db401600e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5211589 Jul 14 12:23:05.546321 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57292) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:05.547339 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] Sync routers for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:23:05.559369 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:05.560300 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:22:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:05.662630 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:05.679252 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:05.765992 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:05.818108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Deleting port f7ca66d1-bdff-49ce-acd7-5014a9d3d274 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:23:05.818448 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:05.860364 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:23:04Z', 'revision_number': 5, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port': {'id': 'f7ca66d1-bdff-49ce-acd7-5014a9d3d274', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e688e5-1400-4a45-8442-0db401600e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:54Z', 'updated_at': '2021-07-14T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:05.887878 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] Checking router: 44e688e5-1400-4a45-8442-0db401600e35 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:23:05.895981 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] Routers {'44e688e5-1400-4a45-8442-0db401600e35'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:05.896582 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:22:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['44e688e5-1400-4a45-8442-0db401600e35'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:05.897461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] For port f7ca66d1-bdff-49ce-acd7-5014a9d3d274, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f7ca66d1-bdff-49ce-acd7-5014a9d3d274,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:05.897823 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:05.910856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Calling delete_port for f7ca66d1-bdff-49ce-acd7-5014a9d3d274 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:23:05.985428 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] Set router 44e688e5-1400-4a45-8442-0db401600e35 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:06.040918 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:23:05Z', 'revision_number': 6, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:06.069113 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c625fe5-b5c4-4e11-ba51-3cc04a19418d None None] The sync data for ids ['44e688e5-1400-4a45-8442-0db401600e35'] in n-d-778696-8 is: [{'id': '44e688e5-1400-4a45-8442-0db401600e35', 'name': 'tempest-TestMinimumBasicScenario-1050420561-router', 'tenant_id': '82ce176fe5cc4323bbb2152118319f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:53Z', 'updated_at': '2021-07-14T12:23:05Z', 'revision_number': 6, 'project_id': '82ce176fe5cc4323bbb2152118319f61', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:23:06.083961 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.118046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ca66d1-bdff-49ce-acd7-5014a9d3d274,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:06.181027 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.271982 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.273993 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.316260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.316751 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e688e5-1400-4a45-8442-0db401600e35 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:23:06.321212 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.322389 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8a213ca5-c64e-4edf-920d-a4f3a25eb76d admin admin] 10.222.0.38 "DELETE /v2.0/routers/44e688e5-1400-4a45-8442-0db401600e35 HTTP/1.1" status: 204 len: 168 time: 0.7751000 Jul 14 12:23:06.324842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57294) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:06.374105 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-217d3f52-6cb1-477c-b5cf-3e4a128ab6f6 admin admin] Deleting subnet a396eac2-ee4c-4ac3-9299-425d8311b018 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:23:06.377254 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217d3f52-6cb1-477c-b5cf-3e4a128ab6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.413167 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217d3f52-6cb1-477c-b5cf-3e4a128ab6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.497424 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217d3f52-6cb1-477c-b5cf-3e4a128ab6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.549366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217d3f52-6cb1-477c-b5cf-3e4a128ab6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.579497 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d3f52-6cb1-477c-b5cf-3e4a128ab6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a396eac2-ee4c-4ac3-9299-425d8311b018,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:06.583434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-217d3f52-6cb1-477c-b5cf-3e4a128ab6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.585357 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-217d3f52-6cb1-477c-b5cf-3e4a128ab6f6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a396eac2-ee4c-4ac3-9299-425d8311b018 HTTP/1.1" status: 204 len: 168 time: 0.2595847 Jul 14 12:23:06.587837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57296) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:06.590556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949fcb1-5cf3-4698-a4db-551a2bd4d746 None None] Network c5489115-1ec0-4ace-bbb7-184ea39a8ec9 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:23:06.655557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.707644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Deleting port 6deb1c30-a407-4c71-8d32-c3aafd504d3f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:23:06.708635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.775824 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] For port 6deb1c30-a407-4c71-8d32-c3aafd504d3f, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6deb1c30-a407-4c71-8d32-c3aafd504d3f,segment=NetworkSegment(2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc),segment_id=2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:06.776206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.788792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Calling delete_port for 6deb1c30-a407-4c71-8d32-c3aafd504d3f owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:23:06.856006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] DHCP port deletion for c5489115-1ec0-4ace-bbb7-184ea39a8ec9 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:23:06.870120 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.896519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Pushing event deleted for resources: {'Port': ['ID=6deb1c30-a407-4c71-8d32-c3aafd504d3f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:06.901403 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] No DVR routers for this DVR port 6deb1c30-a407-4c71-8d32-c3aafd504d3f on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:23:06.906399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Deleting port 6deb1c30-a407-4c71-8d32-c3aafd504d3f {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:23:06.906399 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.970644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] For port 6deb1c30-a407-4c71-8d32-c3aafd504d3f, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:06.971034 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.988989 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:06.994012 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Calling delete_port for 6deb1c30-a407-4c71-8d32-c3aafd504d3f owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:23:06.996406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Port 6deb1c30-a407-4c71-8d32-c3aafd504d3f was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 12:23:06.998088 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:07.000129 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5489115-1ec0-4ace-bbb7-184ea39a8ec9']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:07.011755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:07.012078 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0e432c-61c2-41a3-8ed8-d03e81f3cfbc') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:07.022218 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:07.025245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Pushing event deleted for resources: {'Port': ['ID=6deb1c30-a407-4c71-8d32-c3aafd504d3f,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:07.034175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] No DVR routers for this DVR port 6deb1c30-a407-4c71-8d32-c3aafd504d3f on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:23:07.036502 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:07.040998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.041355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.041705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.042344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.042455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.042700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.043059 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.043392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.043723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.044511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.045432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.045806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13657c18-700d-4e3b-8b98-5877274c001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:07.048419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:23:07.052382 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:23:07.054457 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:23:07.113869 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:07.120429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:07.122048 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c5489115-1ec0-4ace-bbb7-184ea39a8ec9 HTTP/1.1" status: 204 len: 168 time: 0.5327537 Jul 14 12:23:07.125136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57298) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:07.133873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494d761-0bb7-4cf7-b809-816a99dfad48 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5489115-1ec0-4ace-bbb7-184ea39a8ec9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:07.397455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 95468f5d-b3df-4562-a91d-98a5489d6f11 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:07.417161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 95468f5d-b3df-4562-a91d-98a5489d6f11 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:23:07.417606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 95468f5d-b3df-4562-a91d-98a5489d6f11 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:23:07.418035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6deb1c30-a407-4c71-8d32-c3aafd504d3f no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:07.436417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 6deb1c30-a407-4c71-8d32-c3aafd504d3f {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:23:07.436762 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6deb1c30-a407-4c71-8d32-c3aafd504d3f not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:23:07.437177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f7ca66d1-bdff-49ce-acd7-5014a9d3d274 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:07.455740 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f7ca66d1-bdff-49ce-acd7-5014a9d3d274 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:23:07.456131 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f7ca66d1-bdff-49ce-acd7-5014a9d3d274 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:23:07.485563 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:07.736807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Deleting port 591e8bc1-66d0-499a-a5c1-880dd09081c3 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:23:07.737185 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:07.813893 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] For port 591e8bc1-66d0-499a-a5c1-880dd09081c3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=591e8bc1-66d0-499a-a5c1-880dd09081c3,segment=NetworkSegment(a396c49f-4b39-421b-a3df-7f0a8a88c889),segment_id=a396c49f-4b39-421b-a3df-7f0a8a88c889)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:07.814245 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:07.827479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Calling delete_port for 591e8bc1-66d0-499a-a5c1-880dd09081c3 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:23:08.007982 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:08.038672 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=591e8bc1-66d0-499a-a5c1-880dd09081c3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:08.210164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:08.424644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Router 28542319-993f-4b1f-abe9-f6f871908098 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:23:08.530094 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:23:08.537142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-485b436c-68de-4e1c-a4e9-2a1edb107a66 admin admin] 10.222.0.38 "PUT /v2.0/routers/28542319-993f-4b1f-abe9-f6f871908098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4090216 Jul 14 12:23:08.538994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57302) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:08.539157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] Sync routers for ids ['28542319-993f-4b1f-abe9-f6f871908098'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:23:08.548418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] Routers {'28542319-993f-4b1f-abe9-f6f871908098'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:08.549123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:22:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['28542319-993f-4b1f-abe9-f6f871908098'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:08.672470 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:08.685242 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] Set router 28542319-993f-4b1f-abe9-f6f871908098 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:08.889512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28542319-993f-4b1f-abe9-f6f871908098', 'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '26e40955-382d-4227-a071-0572c26b4d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:58Z', 'updated_at': '2021-07-14T12:23:07Z', 'revision_number': 5, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'gw_port': {'id': '26e40955-382d-4227-a071-0572c26b4d04', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:59Z', 'updated_at': '2021-07-14T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:08.918463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] Checking router: 28542319-993f-4b1f-abe9-f6f871908098 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:23:08.928308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] Routers {'28542319-993f-4b1f-abe9-f6f871908098'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:08.928952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:22:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['28542319-993f-4b1f-abe9-f6f871908098'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:09.036614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] Set router 28542319-993f-4b1f-abe9-f6f871908098 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:09.057349 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.110620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Deleting port 26e40955-382d-4227-a071-0572c26b4d04 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:23:09.110988 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.191479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] For port 26e40955-382d-4227-a071-0572c26b4d04, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=26e40955-382d-4227-a071-0572c26b4d04,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:09.191903 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.205955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Calling delete_port for 26e40955-382d-4227-a071-0572c26b4d04 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:23:09.218582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28542319-993f-4b1f-abe9-f6f871908098', 'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '26e40955-382d-4227-a071-0572c26b4d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:58Z', 'updated_at': '2021-07-14T12:23:07Z', 'revision_number': 5, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'gw_port': {'id': '26e40955-382d-4227-a071-0572c26b4d04', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:59Z', 'updated_at': '2021-07-14T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:09.250550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf84277-3d95-4c76-84d9-b1b3ff7515bc None None] The sync data for ids ['28542319-993f-4b1f-abe9-f6f871908098'] in n-d-778696-8 is: [{'id': '28542319-993f-4b1f-abe9-f6f871908098', 'name': 'tempest-TestMinimumBasicScenario-710632664-router', 'tenant_id': '049ce36ad37941b5b89bd7336b88dcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '26e40955-382d-4227-a071-0572c26b4d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:20:58Z', 'updated_at': '2021-07-14T12:23:07Z', 'revision_number': 5, 'project_id': '049ce36ad37941b5b89bd7336b88dcd5', 'gw_port': {'id': '26e40955-382d-4227-a071-0572c26b4d04', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28542319-993f-4b1f-abe9-f6f871908098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:20:59Z', 'updated_at': '2021-07-14T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:23:09.382976 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.412963 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e40955-382d-4227-a071-0572c26b4d04,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:09.477370 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.568802 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-78a8675a-f355-44cc-80b8-c7939710bcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.573546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.576031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.633032 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.633772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28542319-993f-4b1f-abe9-f6f871908098 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:23:09.641066 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.645113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57304) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:09.657429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d30b5974-a8ef-4382-86ee-75914679f0f7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/28542319-993f-4b1f-abe9-f6f871908098 HTTP/1.1" status: 204 len: 168 time: 1.1173341 Jul 14 12:23:09.694157 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d073734-a1c0-4cc5-b3c5-e04eff75065d admin admin] Deleting subnet 4cdb3e73-636a-45fc-96c0-9a99ef641e2c {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:23:09.697517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d073734-a1c0-4cc5-b3c5-e04eff75065d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.737221 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d073734-a1c0-4cc5-b3c5-e04eff75065d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.746371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 591e8bc1-66d0-499a-a5c1-880dd09081c3 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:09.780427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 591e8bc1-66d0-499a-a5c1-880dd09081c3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:23:09.781173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 591e8bc1-66d0-499a-a5c1-880dd09081c3 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:23:09.836477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d073734-a1c0-4cc5-b3c5-e04eff75065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.892887 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d073734-a1c0-4cc5-b3c5-e04eff75065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.922866 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d073734-a1c0-4cc5-b3c5-e04eff75065d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:09.924797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4d073734-a1c0-4cc5-b3c5-e04eff75065d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4cdb3e73-636a-45fc-96c0-9a99ef641e2c HTTP/1.1" status: 204 len: 168 time: 0.2786171 Jul 14 12:23:09.926366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d073734-a1c0-4cc5-b3c5-e04eff75065d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdb3e73-636a-45fc-96c0-9a99ef641e2c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:09.928325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57306) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:09.932188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f1d366-3a09-47e7-ba26-7f19e9af174f None None] Network 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:23:10.018830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.079303 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Deleting port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:23:10.079647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.156482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] For port 2d54b448-cc36-4dce-ac6c-69ec01b5b655, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=2d54b448-cc36-4dce-ac6c-69ec01b5b655,segment=NetworkSegment(a396c49f-4b39-421b-a3df-7f0a8a88c889),segment_id=a396c49f-4b39-421b-a3df-7f0a8a88c889)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:10.157031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.174962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Calling delete_port for 2d54b448-cc36-4dce-ac6c-69ec01b5b655 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:23:10.254251 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.279661 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d54b448-cc36-4dce-ac6c-69ec01b5b655,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:10.283582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] No DVR routers for this DVR port 2d54b448-cc36-4dce-ac6c-69ec01b5b655 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:23:10.356605 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.366783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843beef9-3a2d-4f7e-9103-3a01f3b1aef4']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:10.376866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a396c49f-4b39-421b-a3df-7f0a8a88c889') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:10.377166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a396c49f-4b39-421b-a3df-7f0a8a88c889') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:10.386864 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.404029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.410322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:23:10.410719 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:23:10.413334 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:23:10.425181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5327aaa7-6c9c-479b-97da-4321dba87e8d None None] DHCP port deletion for 843beef9-3a2d-4f7e-9103-3a01f3b1aef4 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:23:10.469031 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.475298 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.477227 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] 10.222.0.38 "DELETE /v2.0/networks/843beef9-3a2d-4f7e-9103-3a01f3b1aef4 HTTP/1.1" status: 204 len: 168 time: 0.5478039 Jul 14 12:23:10.488341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e7251-1ff1-4529-b42b-afbf363a9616 admin admin] Pushing event deleted for resources: {'Network': ['ID=843beef9-3a2d-4f7e-9103-3a01f3b1aef4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:10.644053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:10.690282 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fe0f6f35-f661-489f-a72b-f31eedd7369e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82ce176fe5cc4323bbb2152118319f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450535 Jul 14 12:23:10.692928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57312) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:10.741826 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-305afdb3-a49b-4323-9612-ce4ee1effdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.764595 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-305afdb3-a49b-4323-9612-ce4ee1effdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.813780 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-305afdb3-a49b-4323-9612-ce4ee1effdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.816390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-305afdb3-a49b-4323-9612-ce4ee1effdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:10.818257 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-305afdb3-a49b-4323-9612-ce4ee1effdb2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef882c68-9e98-4078-9df3-91a683f19cb4 HTTP/1.1" status: 204 len: 168 time: 0.1244285 Jul 14 12:23:10.826954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305afdb3-a49b-4323-9612-ce4ee1effdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef882c68-9e98-4078-9df3-91a683f19cb4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:11.134657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57318) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:11.176530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a6d622ed-2f38-410e-8ac9-fb82383142ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=049ce36ad37941b5b89bd7336b88dcd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405960 Jul 14 12:23:11.178928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57320) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:11.227420 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-af4d03a8-e816-4599-aec9-7bf733a577b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:11.248163 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-af4d03a8-e816-4599-aec9-7bf733a577b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:11.297764 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-af4d03a8-e816-4599-aec9-7bf733a577b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:11.300486 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-af4d03a8-e816-4599-aec9-7bf733a577b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:11.301849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-af4d03a8-e816-4599-aec9-7bf733a577b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/017dc294-834f-4b12-be19-9854809e0328 HTTP/1.1" status: 204 len: 168 time: 0.1219833 Jul 14 12:23:11.310327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d03a8-e816-4599-aec9-7bf733a577b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017dc294-834f-4b12-be19-9854809e0328,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:11.397511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2d54b448-cc36-4dce-ac6c-69ec01b5b655 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:11.418942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 2d54b448-cc36-4dce-ac6c-69ec01b5b655 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:23:11.419367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 2d54b448-cc36-4dce-ac6c-69ec01b5b655 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:23:11.419933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 26e40955-382d-4227-a071-0572c26b4d04 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:11.440295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 26e40955-382d-4227-a071-0572c26b4d04 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:23:11.440525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 26e40955-382d-4227-a071-0572c26b4d04 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:23:12.353525 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:12.698507 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d8f2d1e7-d03a-4497-804e-4722b1f1d7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.030256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57360) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:13.034916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-776927793', 'description': 'tempest-secgroup-smoke-776927793 description', 'project_id': '9fd74d92344d412791e5387595bf6250'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:13.063001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.071393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.167027 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.170954 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.210803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6615de7c-33ac-4e7b-8d23-5694093a6b07,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:13.265714 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.269414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.295892 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.297149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2658861 Jul 14 12:23:13.300473 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57362) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:13.301193 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bd764-bf70-4141-8c81-ad1da4a272ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c06cab9-b657-4c55-a3a8-001327b3548f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:13.307505 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-53e4cd74-262d-432e-a494-bb7f4b8ee9af tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '1c06cab9-b657-4c55-a3a8-001327b3548f', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:13.335288 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53e4cd74-262d-432e-a494-bb7f4b8ee9af tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.392494 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53e4cd74-262d-432e-a494-bb7f4b8ee9af tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.396308 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53e4cd74-262d-432e-a494-bb7f4b8ee9af tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.414070 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4cd74-262d-432e-a494-bb7f4b8ee9af tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c2f562-aea4-4af4-ac3e-d521dfd97b70,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:13.419980 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53e4cd74-262d-432e-a494-bb7f4b8ee9af tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.422015 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-53e4cd74-262d-432e-a494-bb7f4b8ee9af tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193528 Jul 14 12:23:13.423777 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57364) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:13.428695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1a55b448-9fa5-42a5-a22c-f3627518c553 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '1c06cab9-b657-4c55-a3a8-001327b3548f', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:13.455683 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a55b448-9fa5-42a5-a22c-f3627518c553 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.516506 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a55b448-9fa5-42a5-a22c-f3627518c553 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.520024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a55b448-9fa5-42a5-a22c-f3627518c553 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.540200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55b448-9fa5-42a5-a22c-f3627518c553 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aa3fb8-07f8-41b9-ba5d-196f86952e31,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:13.543290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a55b448-9fa5-42a5-a22c-f3627518c553 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.544514 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1a55b448-9fa5-42a5-a22c-f3627518c553 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197989 Jul 14 12:23:13.547267 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57366) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:13.552276 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b98a2bab-808e-40bd-baed-48323cef6407 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '1c06cab9-b657-4c55-a3a8-001327b3548f', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:13.577665 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b98a2bab-808e-40bd-baed-48323cef6407 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.619811 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.636162 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b98a2bab-808e-40bd-baed-48323cef6407 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.639605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b98a2bab-808e-40bd-baed-48323cef6407 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.656851 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a2bab-808e-40bd-baed-48323cef6407 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db37d39-8dfb-4a86-a8dd-d230acbc114e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:13.662730 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b98a2bab-808e-40bd-baed-48323cef6407 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.664146 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b98a2bab-808e-40bd-baed-48323cef6407 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159167 Jul 14 12:23:13.666773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57368) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:13.671299 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5ac2fcfb-36c8-4390-964a-c6addab49978 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '1c06cab9-b657-4c55-a3a8-001327b3548f', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:13.698132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fcfb-36c8-4390-964a-c6addab49978 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.757061 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fcfb-36c8-4390-964a-c6addab49978 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.760862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fcfb-36c8-4390-964a-c6addab49978 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.779351 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2fcfb-36c8-4390-964a-c6addab49978 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cdf899-cefc-4940-b13b-e21138b01165,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:13.787206 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fcfb-36c8-4390-964a-c6addab49978 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.788613 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-5ac2fcfb-36c8-4390-964a-c6addab49978 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209331 Jul 14 12:23:13.791236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57370) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:13.795585 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a0ca7312-0bbd-4e71-adb7-a84bb9f905f3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '1c06cab9-b657-4c55-a3a8-001327b3548f', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:13.819115 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-a0ca7312-0bbd-4e71-adb7-a84bb9f905f3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:23:13.824001 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7312-0bbd-4e71-adb7-a84bb9f905f3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.886532 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7312-0bbd-4e71-adb7-a84bb9f905f3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.890686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7312-0bbd-4e71-adb7-a84bb9f905f3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.909065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca7312-0bbd-4e71-adb7-a84bb9f905f3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ea739f-4da1-494a-95a1-d1c98b34eeca,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:13.911806 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7312-0bbd-4e71-adb7-a84bb9f905f3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:13.913020 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a0ca7312-0bbd-4e71-adb7-a84bb9f905f3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208720 Jul 14 12:23:13.915814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57372) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:13.920250 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ebedb191-4673-498b-829b-1e7d40d8265b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '1c06cab9-b657-4c55-a3a8-001327b3548f', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:13.940975 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-ebedb191-4673-498b-829b-1e7d40d8265b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:23:13.946325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebedb191-4673-498b-829b-1e7d40d8265b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.006813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebedb191-4673-498b-829b-1e7d40d8265b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.010591 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebedb191-4673-498b-829b-1e7d40d8265b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.028367 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedb191-4673-498b-829b-1e7d40d8265b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e113d301-b651-4bdd-8c7d-2281fec76365,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:14.034375 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebedb191-4673-498b-829b-1e7d40d8265b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.035661 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ebedb191-4673-498b-829b-1e7d40d8265b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188197 Jul 14 12:23:14.038656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57374) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:14.043599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'network': {'name': 'tempest-network-smoke--605228643', 'project_id': '9fd74d92344d412791e5387595bf6250', 'port_security_enabled': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:14.064499 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:23:14.068695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.092063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:23:14.100910 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.101251 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Added segment c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be of type vlan for network 8c28fa20-52e4-4c08-bbe9-8fea2577293c Jul 14 12:23:14.141752 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.169350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.174911 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:14.175509 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.236698 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1969922 Jul 14 12:23:14.240301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57376) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:14.244861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'admin_state_up': True, 'project_id': '9fd74d92344d412791e5387595bf6250', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:14.264073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ee0b-c7c0-44b3-8bae-0e735df3884a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Network': ['ID=8c28fa20-52e4-4c08-bbe9-8fea2577293c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:14.275722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 8c28fa20-52e4-4c08-bbe9-8fea2577293c details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:23:14.277672 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.278740 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.331313 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.476458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.674537 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.693558 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.792700 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.174 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/dab2c9cb-0d9b-4af5-b929-f1c77644e353) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:23:14.896504 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.938281 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:14.975826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:23:14.980631 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:14.983007 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:23:15.015680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=dab2c9cb-0d9b-4af5-b929-f1c77644e353,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:15.238294 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:15.325669 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:15.799596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:15.930300 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router af88880a-0b8c-429a-ad3a-7fe2dcf69610 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:23:16.036329 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:23:16.046998 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Sync routers for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:23:16.057964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.058302 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:16.058926 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:23:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:16.059255 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4c7a82d4-53e1-418e-9c87-e617d7ced493 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8179426 Jul 14 12:23:16.062522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57378) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:16.173592 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:16.212847 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-78172e57-154c-4d86-9e3a-9d3bbb7b0cfa tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=9fd74d92344d412791e5387595bf6250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1491547 Jul 14 12:23:16.215537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57382) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:16.363626 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:15Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:16.385416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478cb2bb-498a-4399-ad5c-8fd849c1787d tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:16.386947 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-478cb2bb-498a-4399-ad5c-8fd849c1787d tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1704700 Jul 14 12:23:16.389921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57384) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:16.391010 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Checking router: af88880a-0b8c-429a-ad3a-7fe2dcf69610 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:23:16.391359 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Updating router af88880a-0b8c-429a-ad3a-7fe2dcf69610 port dab2c9cb-0d9b-4af5-b929-f1c77644e353 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:23:16.427707 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.429060 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-97a69afa-a49e-4f45-8fe6-34922d2cb100 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381455 Jul 14 12:23:16.431720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57386) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:16.436745 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625102393', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'project_id': '9fd74d92344d412791e5387595bf6250', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:16.529307 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:23:16.533641 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.718790 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.782808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Subnet': ['ID=8085f756-bec1-46d2-b3ca-09ddc047e3a4,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:16.784702 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.792602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Checking segment: {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:23:16.792968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network hostable DHCP agents. Network: 8c28fa20-52e4-4c08-bbe9-8fea2577293c, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:23:16.795462 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Transition to ACTIVE for port object dab2c9cb-0d9b-4af5-b929-f1c77644e353 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:23:16.800836 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.809414 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 8c28fa20-52e4-4c08-bbe9-8fea2577293c is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:23:16.819798 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 8c28fa20-52e4-4c08-bbe9-8fea2577293c) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:16.824366 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:16.825429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.832564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1513e70-51e7-42e4-b124-4b467bde3ef7 None None] Network 8c28fa20-52e4-4c08-bbe9-8fea2577293c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:23:16.843943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57388) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:16.844555 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0babaf34-70bb-4344-a219-093ef30fd940 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4111998 Jul 14 12:23:16.850392 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Attempting to bind port dab2c9cb-0d9b-4af5-b929-f1c77644e353 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:23:16.850763 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Attempting to bind port dab2c9cb-0d9b-4af5-b929-f1c77644e353 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:23:16.851120 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Attempting to bind port dab2c9cb-0d9b-4af5-b929-f1c77644e353 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:23:16.858801 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:23:16.859170 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:23:16.859567 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.859995 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:23:16.860442 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Bound port: dab2c9cb-0d9b-4af5-b929-f1c77644e353, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:23:16.860813 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.882857 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Pushing event updated for resources: {'Port': ['ID=dab2c9cb-0d9b-4af5-b929-f1c77644e353,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:16.894509 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.894865 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.895188 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.895563 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.895914 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.896435 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.896766 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.897088 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.897409 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.897735 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.898051 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.898366 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:16.928169 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] For port dab2c9cb-0d9b-4af5-b929-f1c77644e353, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:23:16.931435 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] For port dab2c9cb-0d9b-4af5-b929-f1c77644e353, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dab2c9cb-0d9b-4af5-b929-f1c77644e353,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:23:16.936291 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:16.993965 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:16.994585 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:23:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:16.996455 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2f384-7d50-4282-b8af-388616b22df9 None None] Pushing event updated for resources: {'Port': ['ID=dab2c9cb-0d9b-4af5-b929-f1c77644e353,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:17.010184 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:23:17.011466 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:17.106436 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:17.157500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Allocated IP 172.20.0.2 (8c28fa20-52e4-4c08-bbe9-8fea2577293c/8085f756-bec1-46d2-b3ca-09ddc047e3a4/02f855f1-558b-43e3-b1cd-d827cd5e8d08) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:23:17.299003 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:15Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:17.324444 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:17.328576 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe3538-89eb-4852-adb4-4695ce689062 None None] The sync data for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 is: [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:15Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:23:17.338122 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Transition to ACTIVE for port object 02f855f1-558b-43e3-b1cd-d827cd5e8d08 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:23:17.362048 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Transition to ACTIVE for port object 02f855f1-558b-43e3-b1cd-d827cd5e8d08 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:23:17.369729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:17.408350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Network 8c28fa20-52e4-4c08-bbe9-8fea2577293c is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:23:17.415140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:17.419770 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:23:17.425978 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Pushing event updated for resources: {'Port': ['ID=02f855f1-558b-43e3-b1cd-d827cd5e8d08,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:17.450942 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:17.488223 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Attempting to bind port 02f855f1-558b-43e3-b1cd-d827cd5e8d08 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:23:17.488727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Attempting to bind port 02f855f1-558b-43e3-b1cd-d827cd5e8d08 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:23:17.488998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Attempting to bind port 02f855f1-558b-43e3-b1cd-d827cd5e8d08 on network 8c28fa20-52e4-4c08-bbe9-8fea2577293c {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:23:17.494789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:23:17.495170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Checking segment: {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:23:17.495580 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:17.496002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Bound using segment: {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:23:17.496478 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Bound port: 02f855f1-558b-43e3-b1cd-d827cd5e8d08, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:23:17.496937 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:17.581567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] For port 02f855f1-558b-43e3-b1cd-d827cd5e8d08, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:23:17.586243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] For port 02f855f1-558b-43e3-b1cd-d827cd5e8d08, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=02f855f1-558b-43e3-b1cd-d827cd5e8d08,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:23:17.594814 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:17.667263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25588ed2-273a-42b4-bf62-881f22613350 None None] Pushing event updated for resources: {'Port': ['ID=02f855f1-558b-43e3-b1cd-d827cd5e8d08,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:17.869117 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.1 (8c28fa20-52e4-4c08-bbe9-8fea2577293c/8085f756-bec1-46d2-b3ca-09ddc047e3a4/379b69cf-666e-4c9d-9fa6-3a0e2e753975) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:23:18.001005 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:18.017586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object 379b69cf-666e-4c9d-9fa6-3a0e2e753975 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:23:18.052192 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:18.092419 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 8c28fa20-52e4-4c08-bbe9-8fea2577293c is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:23:18.097906 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:18.102453 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:23:18.128529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=379b69cf-666e-4c9d-9fa6-3a0e2e753975,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:18.152469 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:18.305076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:18.606414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:18.611097 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:18.653046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0511f759-04c2-40d6-839e-15695c7886a1 None None] Network 8c28fa20-52e4-4c08-bbe9-8fea2577293c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:23:18.688912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=379b69cf-666e-4c9d-9fa6-3a0e2e753975,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:18.693002 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:18.737298 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8bb5add9-ed00-4d9e-a8ec-9a9c3a8969c1 None None] Provisioning for port 02f855f1-558b-43e3-b1cd-d827cd5e8d08 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:23:18.791467 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 8c28fa20-52e4-4c08-bbe9-8fea2577293c is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:23:18.793347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:18.915381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router af88880a-0b8c-429a-ad3a-7fe2dcf69610 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:23:19.084810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6a7364f8-d15c-4b12-80ca-1a9379cf2d63 None None] Provisioning for port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:23:19.090705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6a7364f8-d15c-4b12-80ca-1a9379cf2d63 None None] Provisioning complete for port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:19.091248 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a7364f8-d15c-4b12-80ca-1a9379cf2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:19.137333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6a7364f8-d15c-4b12-80ca-1a9379cf2d63 None None] Port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:23:19.257335 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-638888db-0fcb-4e07-b202-5af83b54a1bd None None] Provisioning complete for port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:19.258042 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-638888db-0fcb-4e07-b202-5af83b54a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:19.298987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-638888db-0fcb-4e07-b202-5af83b54a1bd None None] Port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:23:19.333469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:23:19.339384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fb706e4a-fed1-4369-9966-128fbec11dbf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/af88880a-0b8c-429a-ad3a-7fe2dcf69610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4932878 Jul 14 12:23:19.354117 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Sync routers for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:23:19.377708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:19.378858 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:23:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:19.490351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 02f855f1-558b-43e3-b1cd-d827cd5e8d08 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:23:19.528027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-93eccf63-681f-41bc-b052-fd0c8674f746 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776927793&fields=id&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 267 time: 0.0377078 Jul 14 12:23:19.554275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:19.583669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-885ac1cc-d054-4193-9627-64183252fe4f None None] Provisioning complete for port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:19.583982 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-885ac1cc-d054-4193-9627-64183252fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:19.646295 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-b5ff16d5-a28e-48a6-b04a-a7a4db67e8c6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:19.647957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-b5ff16d5-a28e-48a6-b04a-a7a4db67e8c6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/networks?id=8c28fa20-52e4-4c08-bbe9-8fea2577293c HTTP/1.1" status: 200 len: 796 time: 0.1129725 Jul 14 12:23:19.664612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-885ac1cc-d054-4193-9627-64183252fe4f None None] Port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:23:19.665364 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-11033337-d936-4196-b56b-0a03cdc834b8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/quotas/9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 375 time: 0.0111637 Jul 14 12:23:19.674749 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 02f855f1-558b-43e3-b1cd-d827cd5e8d08 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:23:19.708961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 02f855f1-558b-43e3-b1cd-d827cd5e8d08 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:19.709339 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:19.753177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-97eb1529-1378-453b-aa7b-daad0e7de69f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803230 Jul 14 12:23:19.865866 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-9789de9a-a120-4bb1-a738-8b974535ff16 service neutron] 10.222.0.38 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990908 Jul 14 12:23:19.968668 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-75b82ee9-a0fe-49e1-a201-793f3f7942cc service neutron] 10.222.0.38 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962687 Jul 14 12:23:20.004615 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.054330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '379b69cf-666e-4c9d-9fa6-3a0e2e753975', 'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:c2:59:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:17Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 2, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:20.057969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 02f855f1-558b-43e3-b1cd-d827cd5e8d08, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=02f855f1-558b-43e3-b1cd-d827cd5e8d08,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:20.089393 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.090188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dab2c9cb-0d9b-4af5-b929-f1c77644e353 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:23:20.091971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Checking router: af88880a-0b8c-429a-ad3a-7fe2dcf69610 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:23:20.092349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Updating router af88880a-0b8c-429a-ad3a-7fe2dcf69610 port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:23:20.164171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-635c29c0-54a1-44fc-b6df-f9f0526658e2 req-48d1b972-e690-4da2-a471-6e8d6a2d57b8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 210 time: 0.0320535 Jul 14 12:23:20.205600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.211132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=02f855f1-558b-43e3-b1cd-d827cd5e8d08,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:20.259776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port dab2c9cb-0d9b-4af5-b929-f1c77644e353 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:23:20.270412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port dab2c9cb-0d9b-4af5-b929-f1c77644e353 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:20.270986 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.467793 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.511264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port dab2c9cb-0d9b-4af5-b929-f1c77644e353, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dab2c9cb-0d9b-4af5-b929-f1c77644e353,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:20.517451 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.610676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=dab2c9cb-0d9b-4af5-b929-f1c77644e353,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:20.643781 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.659634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Transition to ACTIVE for port object 379b69cf-666e-4c9d-9fa6-3a0e2e753975 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:23:20.667968 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.722414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76112d7f-4de3-42a3-9b4b-9c1e0602562b None None] Pushing event updated for resources: {'Port': ['ID=379b69cf-666e-4c9d-9fa6-3a0e2e753975,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:20.781698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Attempting to bind port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:23:20.782074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Attempting to bind port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:23:20.782441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Attempting to bind port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 on network 8c28fa20-52e4-4c08-bbe9-8fea2577293c {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:23:20.788959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:23:20.792011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Checking segment: {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:23:20.792624 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.793173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Bound using segment: {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:23:20.793757 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Bound port: 379b69cf-666e-4c9d-9fa6-3a0e2e753975, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:23:20.794430 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.863759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] For port 379b69cf-666e-4c9d-9fa6-3a0e2e753975, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:23:20.868730 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] For port 379b69cf-666e-4c9d-9fa6-3a0e2e753975, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=379b69cf-666e-4c9d-9fa6-3a0e2e753975,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:23:20.873660 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:20.928533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:20.929279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:23:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:20.982414 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76112d7f-4de3-42a3-9b4b-9c1e0602562b None None] Pushing event updated for resources: {'Port': ['ID=379b69cf-666e-4c9d-9fa6-3a0e2e753975,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:21.071649 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:21.299002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '379b69cf-666e-4c9d-9fa6-3a0e2e753975', 'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:c2:59:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:17Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:21.310181 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43706e85-94cd-4cd9-9f45-3da11ee626d4 req-24522ed4-0c07-4e93-8f06-bdb9b510364d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 210 time: 0.0296438 Jul 14 12:23:21.326522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c817c77-bc1a-416e-8198-921ee0a124e4 None None] The sync data for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 is: [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '379b69cf-666e-4c9d-9fa6-3a0e2e753975', 'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:c2:59:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:17Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:23:21.468724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 02f855f1-558b-43e3-b1cd-d827cd5e8d08 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:23:21.533707 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 02f855f1-558b-43e3-b1cd-d827cd5e8d08 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:21.534350 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:21.638849 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dab2c9cb-0d9b-4af5-b929-f1c77644e353 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:23:21.714794 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port dab2c9cb-0d9b-4af5-b929-f1c77644e353 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:21.715524 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:21.732097 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-b36ae206-ce82-4e2c-bbc6-928303835b2c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:21.734416 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-b36ae206-ce82-4e2c-bbc6-928303835b2c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/networks?id=8c28fa20-52e4-4c08-bbe9-8fea2577293c HTTP/1.1" status: 200 len: 796 time: 0.1859601 Jul 14 12:23:21.800294 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-80910d60-3fa8-4ebf-bb74-9c7f13921d42 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 379 time: 0.0555453 Jul 14 12:23:21.812800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'port': {'device_id': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'admin_state_up': True, 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'security_groups': ['1c06cab9-b657-4c55-a3a8-001327b3548f']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:21.937986 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:23:21.941794 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:22.083597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.3 (8c28fa20-52e4-4c08-bbe9-8fea2577293c/8085f756-bec1-46d2-b3ca-09ddc047e3a4/39243f98-e6fe-4c86-8a9a-2479553e2b0e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:23:22.234402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:22.250880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object 39243f98-e6fe-4c86-8a9a-2479553e2b0e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:23:22.284820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:22.336481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 8c28fa20-52e4-4c08-bbe9-8fea2577293c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:23:22.339576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:22.343635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:23:22.351306 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=39243f98-e6fe-4c86-8a9a-2479553e2b0e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:22.398374 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:22.399049 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:22.419977 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-00375439-e16b-4931-8a0f-cce3ae3b3634 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143486 Jul 14 12:23:22.524200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Request body: {'port': {'device_id': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:22.538634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aea2f-7221-4be9-806f-0a7082e97e0d req-716e305f-0347-4197-a4dd-3997c4b654c0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:22.540260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-590aea2f-7221-4be9-806f-0a7082e97e0d req-716e305f-0347-4197-a4dd-3997c4b654c0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 931 time: 0.0941141 Jul 14 12:23:22.592898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-590aea2f-7221-4be9-806f-0a7082e97e0d req-5f18a08b-0571-4abb-8532-b1119463c1ac tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464339 Jul 14 12:23:22.617213 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:22.640001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d13992de-7dc4-4c0a-9306-77fc54b28e90 None None] Provisioning for port 39243f98-e6fe-4c86-8a9a-2479553e2b0e completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:23:22.643872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d13992de-7dc4-4c0a-9306-77fc54b28e90 None None] Provisioning complete for port 39243f98-e6fe-4c86-8a9a-2479553e2b0e triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:22.644447 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d13992de-7dc4-4c0a-9306-77fc54b28e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:22.693928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d13992de-7dc4-4c0a-9306-77fc54b28e90 None None] Port 39243f98-e6fe-4c86-8a9a-2479553e2b0e cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:23:22.913584 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39243f98-e6fe-4c86-8a9a-2479553e2b0e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:23:22.922840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:22.937405 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Transition to ACTIVE for port object 39243f98-e6fe-4c86-8a9a-2479553e2b0e will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:23:22.941140 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:23.002062 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Pushing event updated for resources: {'Port': ['ID=39243f98-e6fe-4c86-8a9a-2479553e2b0e,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:23.079931 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Attempting to bind port 39243f98-e6fe-4c86-8a9a-2479553e2b0e on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:23:23.080271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Attempting to bind port 39243f98-e6fe-4c86-8a9a-2479553e2b0e by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:23:23.080601 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Attempting to bind port 39243f98-e6fe-4c86-8a9a-2479553e2b0e on network 8c28fa20-52e4-4c08-bbe9-8fea2577293c {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:23:23.085588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Port 39243f98-e6fe-4c86-8a9a-2479553e2b0e on network 8c28fa20-52e4-4c08-bbe9-8fea2577293c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:23:23.085915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Attempting to bind port 39243f98-e6fe-4c86-8a9a-2479553e2b0e on network 8c28fa20-52e4-4c08-bbe9-8fea2577293c {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:23:23.091259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:23:23.091596 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Checking segment: {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:23:23.092009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Bound using segment: {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:23:23.092444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Bound port: 39243f98-e6fe-4c86-8a9a-2479553e2b0e, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:23:23.092808 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:23.166561 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] For port 39243f98-e6fe-4c86-8a9a-2479553e2b0e, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:23:23.169510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] For port 39243f98-e6fe-4c86-8a9a-2479553e2b0e, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:23:23.173874 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:23.209930 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:23.210617 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:23.212087 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] 10.222.0.45 "PUT /v2.0/ports/39243f98-e6fe-4c86-8a9a-2479553e2b0e HTTP/1.1" status: 200 len: 1091 time: 0.7407913 Jul 14 12:23:23.212476 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:23:23.214762 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0384ad74-12a2-4d72-90c4-80351096e489" -d '{"events": [{"name": "network-changed", "server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:23.243500 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c886ea4-8848-4667-9624-02c951ce1b9b service neutron] Pushing event updated for resources: {'Port': ['ID=39243f98-e6fe-4c86-8a9a-2479553e2b0e,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:23.271265 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29c89b9-0038-47ac-b67f-859d17ad47dc x-openstack-request-id: req-c29c89b9-0038-47ac-b67f-859d17ad47dc {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:23.271594 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:23.271730 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c29c89b9-0038-47ac-b67f-859d17ad47dc {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:23.272086 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'status': 'completed', 'code': 200} Jul 14 12:23:23.320104 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-22d541a7-6511-4539-b0b9-7ceb6d68208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:23.321724 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-22d541a7-6511-4539-b0b9-7ceb6d68208b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 1094 time: 0.0637219 Jul 14 12:23:23.375751 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-366637c1-2544-4acf-b677-f75626ffd29d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e HTTP/1.1" status: 200 len: 217 time: 0.0445960 Jul 14 12:23:23.434526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-448070cb-3652-43be-a15b-f99e51f77e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:23.436261 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-448070cb-3652-43be-a15b-f99e51f77e40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8085f756-bec1-46d2-b3ca-09ddc047e3a4 HTTP/1.1" status: 200 len: 834 time: 0.0510633 Jul 14 12:23:23.447831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 379b69cf-666e-4c9d-9fa6-3a0e2e753975 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:23:23.500977 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:23:23.505316 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:23.505719 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:23.514270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-c2ec0fe9-8955-4a60-acc8-b7109b13cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:23.515810 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-c2ec0fe9-8955-4a60-acc8-b7109b13cdc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c28fa20-52e4-4c08-bbe9-8fea2577293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711966 Jul 14 12:23:23.584961 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:23.618119 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-d14f799b-a8d3-4b88-88db-3c09e1827c69 service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913925 Jul 14 12:23:23.618485 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 379b69cf-666e-4c9d-9fa6-3a0e2e753975, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=379b69cf-666e-4c9d-9fa6-3a0e2e753975,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:23.622497 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:23.680297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=379b69cf-666e-4c9d-9fa6-3a0e2e753975,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:23.717472 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7beb5fa7-7fc5-4af1-9b27-0f4ca715e590 req-94d5bae0-98fc-4e1f-a930-b7baeb5029be service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925832 Jul 14 12:23:23.800021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66614843-7bcb-4662-948b-69c669d5b24f req-7262e11e-1beb-47d4-b102-b3165827854e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:23.801607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66614843-7bcb-4662-948b-69c669d5b24f req-7262e11e-1beb-47d4-b102-b3165827854e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 943 time: 0.0718150 Jul 14 12:23:23.842147 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-66614843-7bcb-4662-948b-69c669d5b24f req-1108d182-25f8-4943-acd4-eb2ebb537f20 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342245 Jul 14 12:23:23.844526 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384ad74-12a2-4d72-90c4-80351096e489 req-e846eeaa-355e-46f7-bdb3-7c721cf4d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:23.846105 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0384ad74-12a2-4d72-90c4-80351096e489 req-e846eeaa-355e-46f7-bdb3-7c721cf4d409 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 1094 time: 0.0737083 Jul 14 12:23:23.939946 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384ad74-12a2-4d72-90c4-80351096e489 req-07f6dd9f-1506-49a9-8ccb-07cd0f8b2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:23.941660 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0384ad74-12a2-4d72-90c4-80351096e489 req-07f6dd9f-1506-49a9-8ccb-07cd0f8b2964 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c28fa20-52e4-4c08-bbe9-8fea2577293c HTTP/1.1" status: 200 len: 896 time: 0.0885279 Jul 14 12:23:23.993390 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0384ad74-12a2-4d72-90c4-80351096e489 req-18ebf7fe-5341-4d27-b2f7-7166cfeb7c37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e HTTP/1.1" status: 200 len: 217 time: 0.0430818 Jul 14 12:23:24.048999 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384ad74-12a2-4d72-90c4-80351096e489 req-987ec785-bad0-4455-a1c2-8da696087b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:24.050816 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0384ad74-12a2-4d72-90c4-80351096e489 req-987ec785-bad0-4455-a1c2-8da696087b52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8085f756-bec1-46d2-b3ca-09ddc047e3a4 HTTP/1.1" status: 200 len: 834 time: 0.0489435 Jul 14 12:23:24.110212 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384ad74-12a2-4d72-90c4-80351096e489 req-faed4470-f897-4ae1-912a-931267407563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:24.111739 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0384ad74-12a2-4d72-90c4-80351096e489 req-faed4470-f897-4ae1-912a-931267407563 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c28fa20-52e4-4c08-bbe9-8fea2577293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527363 Jul 14 12:23:24.212796 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0384ad74-12a2-4d72-90c4-80351096e489 req-99e3deea-b74e-46ea-acb2-5346d548b4ce service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903609 Jul 14 12:23:24.307861 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0384ad74-12a2-4d72-90c4-80351096e489 req-93800c3e-a887-419b-bbc3-c196d0375737 service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879953 Jul 14 12:23:25.017987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d3916-3d12-45d4-8945-bfb4d7abad68 req-85f0293c-25ba-4f07-8fa9-ad147697e1da tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:25.019464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c34d3916-3d12-45d4-8945-bfb4d7abad68 req-85f0293c-25ba-4f07-8fa9-ad147697e1da tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 943 time: 0.0627079 Jul 14 12:23:25.056506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c34d3916-3d12-45d4-8945-bfb4d7abad68 req-1da5a883-847d-4bde-bf6d-de8579092741 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307205 Jul 14 12:23:25.401099 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 379b69cf-666e-4c9d-9fa6-3a0e2e753975 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:23:25.449733 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:25.450113 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:26.233049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b9138-8383-4de7-8ecf-55b60a3a27d7 req-1db328ab-8011-46c7-96ab-9612cb67044e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:26.234522 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b04b9138-8383-4de7-8ecf-55b60a3a27d7 req-1db328ab-8011-46c7-96ab-9612cb67044e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 943 time: 0.0702763 Jul 14 12:23:26.272232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b04b9138-8383-4de7-8ecf-55b60a3a27d7 req-2867ee90-7cd1-4b89-bce7-58939a474e0a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314214 Jul 14 12:23:26.434624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 39243f98-e6fe-4c86-8a9a-2479553e2b0e details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:23:26.536906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 39243f98-e6fe-4c86-8a9a-2479553e2b0e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:26.548568 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'port_id': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'mac_address': 'fa:16:3e:57:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:23:26.585931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:26.598864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39243f98-e6fe-4c86-8a9a-2479553e2b0e {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:23:26.622621 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 39243f98-e6fe-4c86-8a9a-2479553e2b0e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:26.627099 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:26.673889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=39243f98-e6fe-4c86-8a9a-2479553e2b0e,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:26.768431 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:26.886437 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['39243f98-e6fe-4c86-8a9a-2479553e2b0e'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:23:27.456860 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eb3ad-8232-4880-8803-77edac4d8e0f req-616fe6b2-30c4-4d66-b110-a303cccac731 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:27.458901 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a2eb3ad-8232-4880-8803-77edac4d8e0f req-616fe6b2-30c4-4d66-b110-a303cccac731 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 944 time: 0.0691471 Jul 14 12:23:27.508170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8a2eb3ad-8232-4880-8803-77edac4d8e0f req-23cefba3-c9cb-4ac4-8102-58ddc9e1fa5a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434389 Jul 14 12:23:27.993035 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:23:28.481512 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 39243f98-e6fe-4c86-8a9a-2479553e2b0e up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:23:28.530100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 39243f98-e6fe-4c86-8a9a-2479553e2b0e completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:23:28.536244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 39243f98-e6fe-4c86-8a9a-2479553e2b0e triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:23:28.536760 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:28.620723 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:28.644250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:23:28.647158 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70aa20b-72a5-4f66-9b27-19e08d63090c" -d '{"events": [{"server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "name": "network-vif-plugged", "status": "completed", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:28.660177 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 39243f98-e6fe-4c86-8a9a-2479553e2b0e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:28.665608 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:28.693205 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3619-4e07-4940-b8ab-26f2f37a18df req-a2dfcb06-83a9-421e-8810-4cc419006736 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:28.695154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-430a3619-4e07-4940-b8ab-26f2f37a18df req-a2dfcb06-83a9-421e-8810-4cc419006736 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 944 time: 0.0741456 Jul 14 12:23:28.696971 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d1789d-dce8-4d8e-bdcf-9272a7eba88c x-openstack-request-id: req-35d1789d-dce8-4d8e-bdcf-9272a7eba88c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:28.697265 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "name": "network-vif-plugged", "status": "completed", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:28.697519 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35d1789d-dce8-4d8e-bdcf-9272a7eba88c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:28.697910 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'code': 200} Jul 14 12:23:28.717414 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:28.732175 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=39243f98-e6fe-4c86-8a9a-2479553e2b0e,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:28.757440 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-430a3619-4e07-4940-b8ab-26f2f37a18df req-d595665b-03de-4fba-8e37-337198b42b62 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564783 Jul 14 12:23:28.819880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee000-ba13-4430-8b1b-c08111198981 req-76dbc95f-395f-4983-885c-c650428d6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:28.822005 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-207ee000-ba13-4430-8b1b-c08111198981 req-76dbc95f-395f-4983-885c-c650428d6526 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0599580 Jul 14 12:23:28.872876 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-207ee000-ba13-4430-8b1b-c08111198981 req-816c0e4b-ca13-46b2-a81b-674234588d39 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Jul 14 12:23:29.951530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af675610-238e-4bc0-9fe8-ffff090c6eec req-04f5cda2-f510-459a-bda8-09e2105f1899 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:29.953091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af675610-238e-4bc0-9fe8-ffff090c6eec req-04f5cda2-f510-459a-bda8-09e2105f1899 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0640683 Jul 14 12:23:29.992395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af675610-238e-4bc0-9fe8-ffff090c6eec req-fbbbefed-c47f-491f-a0e9-57be2b0d8e0c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335321 Jul 14 12:23:30.167435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41512eb-9b06-42d7-9bf3-0c91855bc557 req-d8c494b6-ebb3-4ec1-8e33-fcd1abaf05a8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:30.168963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a41512eb-9b06-42d7-9bf3-0c91855bc557 req-d8c494b6-ebb3-4ec1-8e33-fcd1abaf05a8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0633669 Jul 14 12:23:30.207429 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a41512eb-9b06-42d7-9bf3-0c91855bc557 req-0bdd0a3e-3736-4a64-a505-b1372e36cef4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328271 Jul 14 12:23:30.232179 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57456) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:30.288209 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ba35c-6aff-4453-80a9-26719b7d45d4 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:30.289664 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2f4ba35c-6aff-4453-80a9-26719b7d45d4 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 1091 time: 0.0564876 Jul 14 12:23:30.292575 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57458) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:30.296945 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:23:30.319677 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:30.419293 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:30.527242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.42 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/cb3dcb05-824b-489e-a946-591757c8dd1b) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:23:30.627096 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:30.665620 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:30.710668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:23:30.713562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:30.717217 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:23:30.722853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=cb3dcb05-824b-489e-a946-591757c8dd1b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:31.089163 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:31.174571 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:31.326935 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:31.331224 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:31.402103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=cb3dcb05-824b-489e-a946-591757c8dd1b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:31.410256 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:31.512407 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP 345fc487-0235-4374-95bc-95e9d1b8fea7 associated. External IP: 172.25.2.42, port: 39243f98-e6fe-4c86-8a9a-2479553e2b0e. Jul 14 12:23:31.720923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router af88880a-0b8c-429a-ad3a-7fe2dcf69610 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:23:31.827720 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:23:31.837674 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] Sync routers for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:23:31.844764 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:31.847274 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:31.847898 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:23:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:31.882061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c53459bb-216b-47fe-ae9e-4da497a4f631 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5884445 Jul 14 12:23:31.882673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:23:31.885298 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd44aea-10fc-4fea-a155-8313950a1bea" -d '{"events": [{"name": "network-changed", "server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:31.925060 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ddc72-f4d9-40ab-a541-f12937f1b1e2 x-openstack-request-id: req-471ddc72-f4d9-40ab-a541-f12937f1b1e2 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:31.925354 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:31.925608 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-471ddc72-f4d9-40ab-a541-f12937f1b1e2 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:31.926013 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'status': 'completed', 'code': 200} Jul 14 12:23:31.961939 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:32.008017 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-ad7810fd-dfd6-4619-8d5d-6ab11aab008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:32.010561 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-ad7810fd-dfd6-4619-8d5d-6ab11aab008a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0615697 Jul 14 12:23:32.046085 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c27270-e5c4-4a0c-aecc-e15133c99e67 req-e98a86dd-8709-4d52-88da-2e2409a69eeb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:32.048040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3c27270-e5c4-4a0c-aecc-e15133c99e67 req-e98a86dd-8709-4d52-88da-2e2409a69eeb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0669801 Jul 14 12:23:32.093624 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3c27270-e5c4-4a0c-aecc-e15133c99e67 req-4f4ee578-2690-4362-9687-7cf2154d8e68 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392430 Jul 14 12:23:32.109453 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-f466ef12-8426-4d16-84f3-afea94a1da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:32.111083 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-f466ef12-8426-4d16-84f3-afea94a1da61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c28fa20-52e4-4c08-bbe9-8fea2577293c HTTP/1.1" status: 200 len: 896 time: 0.0932071 Jul 14 12:23:32.119564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57464) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:32.181903 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c01de2d9-3051-4fda-b18c-e368ccf0b98f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/345fc487-0235-4374-95bc-95e9d1b8fea7 HTTP/1.1" status: 200 len: 990 time: 0.0610733 Jul 14 12:23:32.206038 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '345fc487-0235-4374-95bc-95e9d1b8fea7', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'port_id': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'mac_address': 'fa:16:3e:57:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:23:30Z', 'updated_at': '2021-07-14T12:23:30Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379b69cf-666e-4c9d-9fa6-3a0e2e753975', 'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:c2:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:17Z', 'updated_at': '2021-07-14T12:23:23Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:32.215117 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-efddd177-f7b4-4e75-b99c-ef2c2d6094b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e HTTP/1.1" status: 200 len: 998 time: 0.0966644 Jul 14 12:23:32.239865 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] Checking router: af88880a-0b8c-429a-ad3a-7fe2dcf69610 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:23:32.248186 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:23:32.248796 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:23:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:32.266899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-5b8d1ae8-843b-43f0-b1f6-3db53f676574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:32.268321 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-5b8d1ae8-843b-43f0-b1f6-3db53f676574 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8085f756-bec1-46d2-b3ca-09ddc047e3a4 HTTP/1.1" status: 200 len: 834 time: 0.0465024 Jul 14 12:23:32.326047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-4fb19544-ef72-4bd8-8171-88f9be72187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:23:32.327576 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-4fb19544-ef72-4bd8-8171-88f9be72187f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c28fa20-52e4-4c08-bbe9-8fea2577293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529957 Jul 14 12:23:32.360593 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:23:32.433265 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-cc7655f3-a010-4056-9ad7-3f1e9cb319fe service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987120 Jul 14 12:23:32.533108 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd44aea-10fc-4fea-a155-8313950a1bea req-780f6fe4-57ce-4059-88f7-0f4b59b5e364 service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928013 Jul 14 12:23:32.590365 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '345fc487-0235-4374-95bc-95e9d1b8fea7', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'port_id': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'mac_address': 'fa:16:3e:57:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:23:30Z', 'updated_at': '2021-07-14T12:23:30Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379b69cf-666e-4c9d-9fa6-3a0e2e753975', 'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:c2:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:17Z', 'updated_at': '2021-07-14T12:23:23Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:32.619659 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735f7f2-e5f7-4b98-b351-646aa5e95f44 None None] The sync data for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 is: [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '345fc487-0235-4374-95bc-95e9d1b8fea7', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'port_id': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'mac_address': 'fa:16:3e:57:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:23:30Z', 'updated_at': '2021-07-14T12:23:30Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379b69cf-666e-4c9d-9fa6-3a0e2e753975', 'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:c2:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:17Z', 'updated_at': '2021-07-14T12:23:23Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:23:32.821268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac341e2-7353-4af8-a7e5-1069205587dc None None] New status for floating IP 345fc487-0235-4374-95bc-95e9d1b8fea7: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:23:33.185915 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57468) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:23:33.250295 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0ea5a9de-d657-4468-9a70-d3489802b3f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/345fc487-0235-4374-95bc-95e9d1b8fea7 HTTP/1.1" status: 200 len: 992 time: 0.0630238 Jul 14 12:23:39.571208 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c42b05c6-b3d8-4ab3-84c3-717d7f6c87c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:42.354379 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:42.699797 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f9f0af71-3673-4138-ab08-1ab460e52892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:43.618837 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:45.327340 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:56.776060 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:23:58.682515 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:04.992800 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:24:06.576317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb13ac-d2c2-4f34-88c0-a20afdbba391 req-840c5cc9-7d04-4973-bf1d-294b904f1f8e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:06.577886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fefb13ac-d2c2-4f34-88c0-a20afdbba391 req-840c5cc9-7d04-4973-bf1d-294b904f1f8e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0642638 Jul 14 12:24:06.630384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fefb13ac-d2c2-4f34-88c0-a20afdbba391 req-ea9d3823-79c7-4409-8f2c-8a0942686a31 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451593 Jul 14 12:24:07.813996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b1c3-2916-4f5a-9910-05972b3e16cb req-8c1cbf4c-4e9d-409c-ae87-35ed63651fd4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:07.815517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9159b1c3-2916-4f5a-9910-05972b3e16cb req-8c1cbf4c-4e9d-409c-ae87-35ed63651fd4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0699868 Jul 14 12:24:07.854554 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9159b1c3-2916-4f5a-9910-05972b3e16cb req-c4161942-5bb2-4faa-9dcb-0aa4efdc2c1c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328245 Jul 14 12:24:07.879615 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57488) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:07.940597 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f91ff0e4-5189-49e7-a3aa-f174027d8d1e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/345fc487-0235-4374-95bc-95e9d1b8fea7 HTTP/1.1" status: 200 len: 992 time: 0.0597184 Jul 14 12:24:08.459212 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-3e841023-6cb8-437a-9bc7-7b1985e76434 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575516 Jul 14 12:24:08.558538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-a2fd2f75-3874-4ac8-8798-2d899d5985c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:08.560134 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-a2fd2f75-3874-4ac8-8798-2d899d5985c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0573182 Jul 14 12:24:08.669789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-2b9d1c20-ae34-4448-bcdf-3dfad478ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:08.671352 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-2b9d1c20-ae34-4448-bcdf-3dfad478ffb6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c28fa20-52e4-4c08-bbe9-8fea2577293c HTTP/1.1" status: 200 len: 896 time: 0.0890341 Jul 14 12:24:08.743380 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-3228e95d-f101-4f65-b543-489d3287937e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e HTTP/1.1" status: 200 len: 1000 time: 0.0643551 Jul 14 12:24:08.793848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-f04d6615-4f64-4efd-8270-8998249a63be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:08.795385 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-f04d6615-4f64-4efd-8270-8998249a63be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8085f756-bec1-46d2-b3ca-09ddc047e3a4 HTTP/1.1" status: 200 len: 834 time: 0.0451672 Jul 14 12:24:08.855522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-14bc3d3f-eb7f-4d4c-8b7e-7913d23d4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:08.857090 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-14bc3d3f-eb7f-4d4c-8b7e-7913d23d4ca1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c28fa20-52e4-4c08-bbe9-8fea2577293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557969 Jul 14 12:24:08.951211 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-389e7f5d-9c43-4631-8032-1317352ac809 service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874295 Jul 14 12:24:09.045933 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-84ee1f1f-8776-43e9-a1ab-9c0f34fe508a req-a79b985e-c697-4cd6-9a51-f480621d2e5b service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876479 Jul 14 12:24:09.395888 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1a94a-cc4b-4a12-af37-576048344f2b req-52260a6e-f039-4d1f-b578-d8b633da2a8e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:09.398541 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ff1a94a-cc4b-4a12-af37-576048344f2b req-52260a6e-f039-4d1f-b578-d8b633da2a8e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0677333 Jul 14 12:24:09.449795 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4ff1a94a-cc4b-4a12-af37-576048344f2b req-2cdd4eee-dcc2-410f-9255-a2720c961867 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419626 Jul 14 12:24:09.576254 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0a9fa9d4-cd8b-4c35-8605-88f9c95f7c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:10.632619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6e772-4e50-40b6-a7af-a882f446965c req-4bc5d161-6405-4d2c-8f06-8395870ded75 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:10.634369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1f6e772-4e50-40b6-a7af-a882f446965c req-4bc5d161-6405-4d2c-8f06-8395870ded75 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0681510 Jul 14 12:24:10.672230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1f6e772-4e50-40b6-a7af-a882f446965c req-0340d4dd-493d-4f2f-948d-7e2858027e4a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 Jul 14 12:24:10.699788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57500) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:10.765783 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8eee4fad-a99b-46b7-b7e7-c7f54a19ddf3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/345fc487-0235-4374-95bc-95e9d1b8fea7 HTTP/1.1" status: 200 len: 992 time: 0.0646689 Jul 14 12:24:11.027835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57506) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:11.195999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port cb3dcb05-824b-489e-a946-591757c8dd1b {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:24:11.196349 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:11.270949 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:11.271272 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:11.283916 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for cb3dcb05-824b-489e-a946-591757c8dd1b owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:24:11.457989 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:11.486914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=cb3dcb05-824b-489e-a946-591757c8dd1b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:11.516198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.516551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.516896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.517235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.517572 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.517908 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.518239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.518568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.518899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.519234 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.519557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.519903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:11.563716 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:11.563716 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP 345fc487-0235-4374-95bc-95e9d1b8fea7 disassociated (deleted). External IP: 172.25.2.42, port: 39243f98-e6fe-4c86-8a9a-2479553e2b0e. Jul 14 12:24:11.771920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router af88880a-0b8c-429a-ad3a-7fe2dcf69610 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:24:11.882589 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:11.887150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:11.892362 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ed04c-9116-496e-a996-149286905c7f None None] Sync routers for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:11.901637 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ed04c-9116-496e-a996-149286905c7f None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:11.902235 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-893ed04c-9116-496e-a996-149286905c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:23:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:11.922897 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-589787c7-5904-4a2b-b4ca-dbd02fac2536 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/floatingips/345fc487-0235-4374-95bc-95e9d1b8fea7 HTTP/1.1" status: 204 len: 168 time: 0.8938701 Jul 14 12:24:11.923486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:24:11.925764 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736" -d '{"events": [{"name": "network-changed", "server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:11.965142 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae02ad78-59c1-49c6-a0ff-aae84db21b88 x-openstack-request-id: req-ae02ad78-59c1-49c6-a0ff-aae84db21b88 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:11.965456 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:11.965706 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae02ad78-59c1-49c6-a0ff-aae84db21b88 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:11.966116 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'status': 'completed', 'code': 200} Jul 14 12:24:12.050646 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-7e2e3feb-f48a-4f04-8a54-e564affb7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:12.052198 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-7e2e3feb-f48a-4f04-8a54-e564affb7ced service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0571055 Jul 14 12:24:12.109175 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-893ed04c-9116-496e-a996-149286905c7f None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:12.157021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-0aa1181f-e03f-460f-8ff6-ea048c2df6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:12.158596 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-0aa1181f-e03f-460f-8ff6-ea048c2df6a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c28fa20-52e4-4c08-bbe9-8fea2577293c HTTP/1.1" status: 200 len: 896 time: 0.0977468 Jul 14 12:24:12.210306 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-b9189643-5f36-423b-b328-3af7ca94f6e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e HTTP/1.1" status: 200 len: 217 time: 0.0443611 Jul 14 12:24:12.278095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-6514c561-9bb5-488e-a59f-e875ab520b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:12.279659 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-6514c561-9bb5-488e-a59f-e875ab520b0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8085f756-bec1-46d2-b3ca-09ddc047e3a4 HTTP/1.1" status: 200 len: 834 time: 0.0623140 Jul 14 12:24:12.355843 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-c29d0436-968c-4abc-bbf3-bb34a7ca287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:12.357705 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-c29d0436-968c-4abc-bbf3-bb34a7ca287a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c28fa20-52e4-4c08-bbe9-8fea2577293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701578 Jul 14 12:24:12.365164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:12.366054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a411e67-b304-4228-b4a9-ebaed129999d req-e72cfb4c-b3d4-4dfa-bb87-ccac594d25e9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:12.367762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a411e67-b304-4228-b4a9-ebaed129999d req-e72cfb4c-b3d4-4dfa-bb87-ccac594d25e9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0898294 Jul 14 12:24:12.426657 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9a411e67-b304-4228-b4a9-ebaed129999d req-3adeae92-7ad4-4254-b504-a93f814bf43f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528224 Jul 14 12:24:12.436061 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-893ed04c-9116-496e-a996-149286905c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '379b69cf-666e-4c9d-9fa6-3a0e2e753975', 'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:c2:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:17Z', 'updated_at': '2021-07-14T12:23:23Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:12.469866 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ed04c-9116-496e-a996-149286905c7f None None] Checking router: af88880a-0b8c-429a-ad3a-7fe2dcf69610 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:12.480319 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ed04c-9116-496e-a996-149286905c7f None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:12.481017 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-893ed04c-9116-496e-a996-149286905c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:23:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:12.498564 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-c79afd7b-ea5e-48a5-9e07-4e4947cf11a9 service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327648 Jul 14 12:24:12.608263 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-893ed04c-9116-496e-a996-149286905c7f None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:12.613444 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1723641d-9708-4ebd-9cfd-cc7ecbbc0736 req-1430246a-4bed-4580-950f-85b8897b78c7 service neutron] 10.222.0.45 "GET /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071596 Jul 14 12:24:12.701527 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d3b3b844-c502-48a4-88f3-d8c0205c5fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:12.817820 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-893ed04c-9116-496e-a996-149286905c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '379b69cf-666e-4c9d-9fa6-3a0e2e753975', 'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:c2:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:17Z', 'updated_at': '2021-07-14T12:23:23Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:12.844699 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ed04c-9116-496e-a996-149286905c7f None None] The sync data for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 is: [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:18Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '379b69cf-666e-4c9d-9fa6-3a0e2e753975', 'name': '', 'network_id': '8c28fa20-52e4-4c08-bbe9-8fea2577293c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:c2:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:17Z', 'updated_at': '2021-07-14T12:23:23Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '8085f756-bec1-46d2-b3ca-09ddc047e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:13.068821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16b7ee-29b8-4b8c-885c-9401396c17d5 None None] New status for floating IP 345fc487-0235-4374-95bc-95e9d1b8fea7: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:24:13.605399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b9e57-4b42-490d-95e0-d37eed45370d req-09383632-5248-44b0-b200-4b12ba407604 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:13.607523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-252b9e57-4b42-490d-95e0-d37eed45370d req-09383632-5248-44b0-b200-4b12ba407604 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0685129 Jul 14 12:24:13.621302 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:13.646810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-252b9e57-4b42-490d-95e0-d37eed45370d req-c1a6bf76-5bf9-4140-8467-8353a86a27ed tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c06cab9-b657-4c55-a3a8-001327b3548f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336273 Jul 14 12:24:14.054463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba0479-45c3-479e-878b-e72f33219dab req-214f721d-aae0-4d06-a92a-aa501b491651 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:14.056324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1eba0479-45c3-479e-878b-e72f33219dab req-214f721d-aae0-4d06-a92a-aa501b491651 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 945 time: 0.0712605 Jul 14 12:24:14.160868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1eba0479-45c3-479e-878b-e72f33219dab req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 39243f98-e6fe-4c86-8a9a-2479553e2b0e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:24:14.161211 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1eba0479-45c3-479e-878b-e72f33219dab req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:14.253354 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1eba0479-45c3-479e-878b-e72f33219dab req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port 39243f98-e6fe-4c86-8a9a-2479553e2b0e, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=39243f98-e6fe-4c86-8a9a-2479553e2b0e,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:14.253711 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1eba0479-45c3-479e-878b-e72f33219dab req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:14.266218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-1eba0479-45c3-479e-878b-e72f33219dab req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 39243f98-e6fe-4c86-8a9a-2479553e2b0e owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:24:14.394879 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1eba0479-45c3-479e-878b-e72f33219dab req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:14.427514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=39243f98-e6fe-4c86-8a9a-2479553e2b0e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:14.440905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.441257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.441599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.441938 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.442271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.442602 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.442957 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.443270 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.443597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.444523 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.444926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.445257 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.484932 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eba0479-45c3-479e-878b-e72f33219dab req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] No DVR routers for this DVR port 39243f98-e6fe-4c86-8a9a-2479553e2b0e on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:24:14.487605 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1eba0479-45c3-479e-878b-e72f33219dab req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:14.489774 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1eba0479-45c3-479e-878b-e72f33219dab req-353e582a-a58a-407d-8a56-6c4cfacc22bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "DELETE /v2.0/ports/39243f98-e6fe-4c86-8a9a-2479553e2b0e HTTP/1.1" status: 204 len: 173 time: 0.4242926 Jul 14 12:24:14.490247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'name': 'network-vif-deleted', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:24:14.493192 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afec095a-a8a6-4316-82dd-5c2570d768bf" -d '{"events": [{"server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "name": "network-vif-deleted", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:14.537560 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd150e-250b-4b1b-89de-5d19415d45ac x-openstack-request-id: req-13dd150e-250b-4b1b-89de-5d19415d45ac {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:14.538663 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8", "name": "network-vif-deleted", "tag": "39243f98-e6fe-4c86-8a9a-2479553e2b0e", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:14.538921 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13dd150e-250b-4b1b-89de-5d19415d45ac {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:14.539353 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8', 'name': 'network-vif-deleted', 'tag': '39243f98-e6fe-4c86-8a9a-2479553e2b0e', 'status': 'completed', 'code': 200} Jul 14 12:24:14.805027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1eb26a3c-2695-4d72-8968-b3540234d2a5 req-687a5757-b354-4755-923c-7ea389141128 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aad3a2f-04e9-430d-a8a1-f9c6e9300fa8 HTTP/1.1" status: 200 len: 210 time: 0.0288076 Jul 14 12:24:15.331315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:15.905938 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57522) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:16.573579 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:16.844866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 379b69cf-666e-4c9d-9fa6-3a0e2e753975 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:24:16.845114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:16.935059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port 379b69cf-666e-4c9d-9fa6-3a0e2e753975, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=379b69cf-666e-4c9d-9fa6-3a0e2e753975,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:16.935800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:16.948244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 379b69cf-666e-4c9d-9fa6-3a0e2e753975 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:24:17.135080 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:17.166238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=379b69cf-666e-4c9d-9fa6-3a0e2e753975,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:17.365351 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:17.594142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router af88880a-0b8c-429a-ad3a-7fe2dcf69610 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:24:17.704597 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:17.710531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-669ebcd9-dea0-48fe-8596-03f7e775fb05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/af88880a-0b8c-429a-ad3a-7fe2dcf69610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8034420 Jul 14 12:24:17.713032 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57524) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:17.715335 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] Sync routers for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:17.724646 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:17.725835 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:24:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:17.765076 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba66e742-e132-4d09-968d-4651f1e30937 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting subnet 8085f756-bec1-46d2-b3ca-09ddc047e3a4 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:24:17.768328 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba66e742-e132-4d09-968d-4651f1e30937 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:17.808105 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba66e742-e132-4d09-968d-4651f1e30937 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:17.830951 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:17.894705 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba66e742-e132-4d09-968d-4651f1e30937 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:17.952652 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba66e742-e132-4d09-968d-4651f1e30937 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:17.980891 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e742-e132-4d09-968d-4651f1e30937 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Subnet': ['ID=8085f756-bec1-46d2-b3ca-09ddc047e3a4,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:17.982797 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba66e742-e132-4d09-968d-4651f1e30937 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:17.987138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ba66e742-e132-4d09-968d-4651f1e30937 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/subnets/8085f756-bec1-46d2-b3ca-09ddc047e3a4 HTTP/1.1" status: 204 len: 168 time: 0.2705591 Jul 14 12:24:17.987556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57526) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:17.993227 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da2c6fa-df44-4e5a-8b82-4cf56ede8098 None None] Network 8c28fa20-52e4-4c08-bbe9-8fea2577293c requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:24:18.008995 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:24:17Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:18.039759 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] Checking router: af88880a-0b8c-429a-ad3a-7fe2dcf69610 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:18.049819 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] Routers {'af88880a-0b8c-429a-ad3a-7fe2dcf69610'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:18.050571 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:24:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:18.098133 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.159988 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] Set router af88880a-0b8c-429a-ad3a-7fe2dcf69610 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:18.189336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf03cd0-a530-4916-8456-520364888351 None None] DHCP port deletion for 8c28fa20-52e4-4c08-bbe9-8fea2577293c request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:24:18.206366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.237427 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-acf03cd0-a530-4916-8456-520364888351 None None] Deleting port 02f855f1-558b-43e3-b1cd-d827cd5e8d08 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:24:18.238047 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.266062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port dab2c9cb-0d9b-4af5-b929-f1c77644e353 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:24:18.266602 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.303278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-acf03cd0-a530-4916-8456-520364888351 None None] For port 02f855f1-558b-43e3-b1cd-d827cd5e8d08, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=02f855f1-558b-43e3-b1cd-d827cd5e8d08,segment=NetworkSegment(c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be),segment_id=c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:18.303681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.316129 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-acf03cd0-a530-4916-8456-520364888351 None None] Calling delete_port for 02f855f1-558b-43e3-b1cd-d827cd5e8d08 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:24:18.338332 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:24:17Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:18.352187 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port dab2c9cb-0d9b-4af5-b929-f1c77644e353, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=dab2c9cb-0d9b-4af5-b929-f1c77644e353,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:18.352543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.364483 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8dfbc-a98a-4e4a-965f-232e18bf4d86 None None] The sync data for ids ['af88880a-0b8c-429a-ad3a-7fe2dcf69610'] in n-d-778696-8 is: [{'id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892420779', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:24:17Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'dab2c9cb-0d9b-4af5-b929-f1c77644e353', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88880a-0b8c-429a-ad3a-7fe2dcf69610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:23:14Z', 'updated_at': '2021-07-14T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:18.365252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for dab2c9cb-0d9b-4af5-b929-f1c77644e353 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:24:18.404595 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.432992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf03cd0-a530-4916-8456-520364888351 None None] Pushing event deleted for resources: {'Port': ['ID=02f855f1-558b-43e3-b1cd-d827cd5e8d08,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:18.437934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf03cd0-a530-4916-8456-520364888351 None None] No DVR routers for this DVR port 02f855f1-558b-43e3-b1cd-d827cd5e8d08 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:24:18.448158 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.448432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.448851 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.449121 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.449461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.449787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.450317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.450641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.450968 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.451291 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.451640 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.451948 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf03cd0-a530-4916-8456-520364888351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:18.539232 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.563611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=dab2c9cb-0d9b-4af5-b929-f1c77644e353,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:18.626592 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.715717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 39243f98-e6fe-4c86-8a9a-2479553e2b0e no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:18.733910 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.737661 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.743899 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 39243f98-e6fe-4c86-8a9a-2479553e2b0e {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:24:18.744690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 39243f98-e6fe-4c86-8a9a-2479553e2b0e not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:18.793288 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.793790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Fanout notify agent at l3_agent the message router_deleted on router af88880a-0b8c-429a-ad3a-7fe2dcf69610 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:24:18.801046 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.802189 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b1c1a317-a04b-4d31-b25e-0ed0b6067fd9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/routers/af88880a-0b8c-429a-ad3a-7fe2dcf69610 HTTP/1.1" status: 204 len: 168 time: 0.8137684 Jul 14 12:24:18.805801 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57528) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:18.886560 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.981162 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:18.992361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c28fa20-52e4-4c08-bbe9-8fea2577293c']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:19.003565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:19.003887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0417cb6-9c34-4ba0-bdf8-ab6a2d5d59be') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:19.014598 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.029726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.036284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:24:19.036711 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:24:19.040694 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:24:19.104068 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.111274 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.113086 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/networks/8c28fa20-52e4-4c08-bbe9-8fea2577293c HTTP/1.1" status: 204 len: 168 time: 0.3062925 Jul 14 12:24:19.115956 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57530) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:19.124677 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f58a5a-077f-4484-ae0f-18a61aaaa57f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Network': ['ID=8c28fa20-52e4-4c08-bbe9-8fea2577293c,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:19.176725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fda1b0ef-b7ac-48ff-aef9-7197f9463d9a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.202170 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fda1b0ef-b7ac-48ff-aef9-7197f9463d9a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.260847 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fda1b0ef-b7ac-48ff-aef9-7197f9463d9a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.263453 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fda1b0ef-b7ac-48ff-aef9-7197f9463d9a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.264661 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-fda1b0ef-b7ac-48ff-aef9-7197f9463d9a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/security-groups/1c06cab9-b657-4c55-a3a8-001327b3548f HTTP/1.1" status: 204 len: 168 time: 0.1477125 Jul 14 12:24:19.275444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1b0ef-b7ac-48ff-aef9-7197f9463d9a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c06cab9-b657-4c55-a3a8-001327b3548f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:19.463188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 379b69cf-666e-4c9d-9fa6-3a0e2e753975 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:19.484371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 379b69cf-666e-4c9d-9fa6-3a0e2e753975 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:24:19.484822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 379b69cf-666e-4c9d-9fa6-3a0e2e753975 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:19.485301 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 02f855f1-558b-43e3-b1cd-d827cd5e8d08 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:19.504320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 02f855f1-558b-43e3-b1cd-d827cd5e8d08 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:24:19.504671 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 02f855f1-558b-43e3-b1cd-d827cd5e8d08 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:19.505083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dab2c9cb-0d9b-4af5-b929-f1c77644e353 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:19.525168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: dab2c9cb-0d9b-4af5-b929-f1c77644e353 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:24:19.525515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device dab2c9cb-0d9b-4af5-b929-f1c77644e353 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:19.814666 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57536) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:19.820085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-490a46b3-df5b-4a91-964f-59b215ebe838 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255210469', 'description': 'tempest-secgroup-smoke-255210469 description', 'project_id': '9fd74d92344d412791e5387595bf6250'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:19.846420 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-490a46b3-df5b-4a91-964f-59b215ebe838 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.930845 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-490a46b3-df5b-4a91-964f-59b215ebe838 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.935296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-490a46b3-df5b-4a91-964f-59b215ebe838 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.965941 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-490a46b3-df5b-4a91-964f-59b215ebe838 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:19.967369 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-490a46b3-df5b-4a91-964f-59b215ebe838 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1517546 Jul 14 12:24:19.968263 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a46b3-df5b-4a91-964f-59b215ebe838 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b87a94-7fe4-4d6a-ab96-13b1e8647166,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:19.970372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57538) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:19.976753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-88157b7b-489c-4aff-b7a2-ac40c642be96 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': 'a3b87a94-7fe4-4d6a-ab96-13b1e8647166', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:20.004695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88157b7b-489c-4aff-b7a2-ac40c642be96 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.061198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88157b7b-489c-4aff-b7a2-ac40c642be96 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.064958 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88157b7b-489c-4aff-b7a2-ac40c642be96 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.083581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88157b7b-489c-4aff-b7a2-ac40c642be96 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35812585-03c5-4159-aeca-ea5a86ffb4a7,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:20.089914 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88157b7b-489c-4aff-b7a2-ac40c642be96 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.091193 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-88157b7b-489c-4aff-b7a2-ac40c642be96 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194141 Jul 14 12:24:20.093989 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57540) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:20.098762 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-acb73763-8b74-40d2-a1c3-bacd52d573b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': 'a3b87a94-7fe4-4d6a-ab96-13b1e8647166', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:20.125661 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb73763-8b74-40d2-a1c3-bacd52d573b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.183738 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb73763-8b74-40d2-a1c3-bacd52d573b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.188022 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb73763-8b74-40d2-a1c3-bacd52d573b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.207537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb73763-8b74-40d2-a1c3-bacd52d573b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a3ccb6-3282-4c91-a927-a72de92d3702,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:20.214443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb73763-8b74-40d2-a1c3-bacd52d573b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.215651 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-acb73763-8b74-40d2-a1c3-bacd52d573b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207483 Jul 14 12:24:20.218421 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57542) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:20.222908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6a55914d-1939-474a-a18f-cd70cead99c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': 'a3b87a94-7fe4-4d6a-ab96-13b1e8647166', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:20.249192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a55914d-1939-474a-a18f-cd70cead99c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.310249 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a55914d-1939-474a-a18f-cd70cead99c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.313970 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a55914d-1939-474a-a18f-cd70cead99c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.333548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55914d-1939-474a-a18f-cd70cead99c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658cfd70-d69a-4a00-8a91-65bc590a39f8,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:20.337962 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a55914d-1939-474a-a18f-cd70cead99c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.339148 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6a55914d-1939-474a-a18f-cd70cead99c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197889 Jul 14 12:24:20.341963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57544) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:20.346324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-17b0a7bc-4b6c-4c86-8b39-185a6899057b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': 'a3b87a94-7fe4-4d6a-ab96-13b1e8647166', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:20.372895 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b0a7bc-4b6c-4c86-8b39-185a6899057b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.432147 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b0a7bc-4b6c-4c86-8b39-185a6899057b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.435647 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b0a7bc-4b6c-4c86-8b39-185a6899057b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.455159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0a7bc-4b6c-4c86-8b39-185a6899057b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccef044f-8d15-4723-adfd-055416ff0354,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:20.458986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17b0a7bc-4b6c-4c86-8b39-185a6899057b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.461083 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-17b0a7bc-4b6c-4c86-8b39-185a6899057b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181681 Jul 14 12:24:20.463719 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57546) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:20.468376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-07df2885-0c03-42ae-80b2-673d6ddaa22c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': 'a3b87a94-7fe4-4d6a-ab96-13b1e8647166', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:20.489555 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-07df2885-0c03-42ae-80b2-673d6ddaa22c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:24:20.494557 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07df2885-0c03-42ae-80b2-673d6ddaa22c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.556167 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07df2885-0c03-42ae-80b2-673d6ddaa22c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.560390 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07df2885-0c03-42ae-80b2-673d6ddaa22c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.578891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df2885-0c03-42ae-80b2-673d6ddaa22c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc37b147-63fc-4f73-a34b-0df3f118d4ea,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:20.586705 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07df2885-0c03-42ae-80b2-673d6ddaa22c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.587939 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-07df2885-0c03-42ae-80b2-673d6ddaa22c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232255 Jul 14 12:24:20.590727 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57548) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:20.595114 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-39b88ef2-40e8-4f98-a000-6d55761df7a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': 'a3b87a94-7fe4-4d6a-ab96-13b1e8647166', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:20.617287 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-39b88ef2-40e8-4f98-a000-6d55761df7a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:24:20.622278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39b88ef2-40e8-4f98-a000-6d55761df7a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.685429 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39b88ef2-40e8-4f98-a000-6d55761df7a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.689321 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39b88ef2-40e8-4f98-a000-6d55761df7a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.709177 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b88ef2-40e8-4f98-a000-6d55761df7a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da76884d-024d-40f4-a778-9adf891447f6,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:20.712737 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39b88ef2-40e8-4f98-a000-6d55761df7a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.713955 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-39b88ef2-40e8-4f98-a000-6d55761df7a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223044 Jul 14 12:24:20.716837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57550) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:20.721868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'network': {'name': 'tempest-network-smoke--1133550529', 'project_id': '9fd74d92344d412791e5387595bf6250', 'port_security_enabled': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:20.742175 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:24:20.745695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.770106 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:24:20.780042 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.780389 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Added segment 4ecae069-d197-412a-a991-c6a37f299d29 of type vlan for network b0c13460-eb39-4ea0-93f0-d91b2f79af7f Jul 14 12:24:20.822650 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.852296 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.857735 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:20.858325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.918868 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2009752 Jul 14 12:24:20.921694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57552) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:20.926477 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'admin_state_up': True, 'project_id': '9fd74d92344d412791e5387595bf6250', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:20.927680 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cc09d-a0ad-407e-b6b9-e4d5b716e65a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Network': ['ID=b0c13460-eb39-4ea0-93f0-d91b2f79af7f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:20.944606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b0c13460-eb39-4ea0-93f0-d91b2f79af7f details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:24:20.961512 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:20.962889 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:21.018850 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:21.470026 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:21.662144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:21.680660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:21.783675 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.4 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/14fc2b32-8aaf-4d61-9904-4213ead911f3) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:21.882972 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:21.925901 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:21.965509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:21.968311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:21.971962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:24:21.993933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=14fc2b32-8aaf-4d61-9904-4213ead911f3,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:22.221726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:22.423679 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:22.557951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router d53bd09c-8881-4b73-a845-db031afcb6f9 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:24:22.672227 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:22.683379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Sync routers for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:22.690308 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:22.691581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b97845a7-ae47-4f0e-af84-89d2d8938186 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7688673 Jul 14 12:24:22.694564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:22.695316 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57554) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:22.695824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:24:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:22.725856 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1eec673a-126b-4b00-a28b-eebe74b23d9c tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=9fd74d92344d412791e5387595bf6250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285881 Jul 14 12:24:22.728589 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57556) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:22.818033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19bc23b-69e2-4a1f-a7bd-cd47328f4678 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:22.820099 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e19bc23b-69e2-4a1f-a7bd-cd47328f4678 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903444 Jul 14 12:24:22.823021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57558) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:22.866545 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-286cfa8a-ce20-458f-9b24-7929f416eb05 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419812 Jul 14 12:24:22.869533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57560) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:22.874649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-667113017', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'project_id': '9fd74d92344d412791e5387595bf6250', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:22.969963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:23.164639 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:22Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:23.196919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Checking router: d53bd09c-8881-4b73-a845-db031afcb6f9 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:23.197265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Updating router d53bd09c-8881-4b73-a845-db031afcb6f9 port 14fc2b32-8aaf-4d61-9904-4213ead911f3 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:24:23.232163 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.314661 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:24:23.318487 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2382070'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.496154 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.500313 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2382020'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.505880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Transition to ACTIVE for port object 14fc2b32-8aaf-4d61-9904-4213ead911f3 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:24:23.511874 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.559271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Attempting to bind port 14fc2b32-8aaf-4d61-9904-4213ead911f3 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:24:23.559271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Attempting to bind port 14fc2b32-8aaf-4d61-9904-4213ead911f3 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:24:23.559271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Attempting to bind port 14fc2b32-8aaf-4d61-9904-4213ead911f3 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:24:23.560695 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Subnet': ['ID=af04f86e-39e1-4bcb-a997-0c16f91f05fa,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:23.566947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:24:23.567323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:24:23.567888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.568138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:24:23.568613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Bound port: 14fc2b32-8aaf-4d61-9904-4213ead911f3, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:24:23.568998 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.571692 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Checking segment: {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:24:23.572089 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network hostable DHCP agents. Network: b0c13460-eb39-4ea0-93f0-d91b2f79af7f, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:24:23.589324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network b0c13460-eb39-4ea0-93f0-d91b2f79af7f is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:24:23.596366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329149a4-4ff2-4ef3-bd06-78a8f12a9cbc None None] Pushing event updated for resources: {'Port': ['ID=14fc2b32-8aaf-4d61-9904-4213ead911f3,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:23.598288 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, b0c13460-eb39-4ea0-93f0-d91b2f79af7f) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:23.603502 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:23.604134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.617085 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea011b7-8fe4-4f12-8d3b-f061b3a97ff8 None None] Network b0c13460-eb39-4ea0-93f0-d91b2f79af7f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:24:23.618850 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-52690ca7-5c84-4f85-a048-78d35a44fc16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7481921 Jul 14 12:24:23.621652 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57562) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:23.673156 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] For port 14fc2b32-8aaf-4d61-9904-4213ead911f3, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:23.688777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] For port 14fc2b32-8aaf-4d61-9904-4213ead911f3, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=14fc2b32-8aaf-4d61-9904-4213ead911f3,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:23.698404 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.799643 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:23.800216 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:24:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:23.803538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329149a4-4ff2-4ef3-bd06-78a8f12a9cbc None None] Pushing event updated for resources: {'Port': ['ID=14fc2b32-8aaf-4d61-9904-4213ead911f3,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:23.906930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:24:23.907767 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:23.994553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:24.059041 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:24.166585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Allocated IP 172.20.0.2 (b0c13460-eb39-4ea0-93f0-d91b2f79af7f/af04f86e-39e1-4bcb-a997-0c16f91f05fa/56fe93ce-d4be-43f5-ad73-832ca5aa1955) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:24.309982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:22Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:24.350502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326d3cb-0a46-497e-ae02-47849817566c None None] The sync data for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 is: [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:22Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:24.376132 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:24.385954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Transition to ACTIVE for port object 56fe93ce-d4be-43f5-ad73-832ca5aa1955 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:24:24.401837 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Transition to ACTIVE for port object 56fe93ce-d4be-43f5-ad73-832ca5aa1955 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:24:24.408419 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:24.448856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Network b0c13460-eb39-4ea0-93f0-d91b2f79af7f is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:24.453692 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:24.457364 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:24:24.464200 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.1 (b0c13460-eb39-4ea0-93f0-d91b2f79af7f/af04f86e-39e1-4bcb-a997-0c16f91f05fa/6da2af5d-f6c1-4d27-93f6-0a13c1caca31) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:24.470377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Pushing event updated for resources: {'Port': ['ID=56fe93ce-d4be-43f5-ad73-832ca5aa1955,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:24.520406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Attempting to bind port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:24:24.520781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Attempting to bind port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:24:24.521146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Attempting to bind port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 on network b0c13460-eb39-4ea0-93f0-d91b2f79af7f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:24:24.527408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:24:24.527784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Checking segment: {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:24:24.528258 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:24.532327 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Bound using segment: {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:24:24.533005 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Bound port: 56fe93ce-d4be-43f5-ad73-832ca5aa1955, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:24:24.533751 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:24.611675 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:24.623832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] For port 56fe93ce-d4be-43f5-ad73-832ca5aa1955, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:24.632452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] For port 56fe93ce-d4be-43f5-ad73-832ca5aa1955, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=56fe93ce-d4be-43f5-ad73-832ca5aa1955,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:24.635964 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:24:24.641086 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:24.671263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:24.713524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2965bd-182d-4f9a-bf04-6c23eb5b4d66 None None] Pushing event updated for resources: {'Port': ['ID=56fe93ce-d4be-43f5-ad73-832ca5aa1955,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:24.717348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network b0c13460-eb39-4ea0-93f0-d91b2f79af7f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:24.723707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:24.728537 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:24:24.758009 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=6da2af5d-f6c1-4d27-93f6-0a13c1caca31,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:24.782551 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:24.958835 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:25.252851 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:25.258679 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:25.331944 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=6da2af5d-f6c1-4d27-93f6-0a13c1caca31,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:25.335366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:25.439162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network b0c13460-eb39-4ea0-93f0-d91b2f79af7f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:25.440800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:25.505734 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 14fc2b32-8aaf-4d61-9904-4213ead911f3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:25.564834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 14fc2b32-8aaf-4d61-9904-4213ead911f3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:24:25.567998 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router d53bd09c-8881-4b73-a845-db031afcb6f9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:24:25.570226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 14fc2b32-8aaf-4d61-9904-4213ead911f3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:25.570643 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:25.654433 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:25.676215 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 14fc2b32-8aaf-4d61-9904-4213ead911f3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=14fc2b32-8aaf-4d61-9904-4213ead911f3,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:25.681592 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:25.682305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 56fe93ce-d4be-43f5-ad73-832ca5aa1955 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:25.686857 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:25.708980 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2337b3b2-90fc-479b-a828-b9947090e2bf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/d53bd09c-8881-4b73-a845-db031afcb6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0781446 Jul 14 12:24:25.770695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a5d238-4937-45f7-a339-786a8d88365d None None] Network b0c13460-eb39-4ea0-93f0-d91b2f79af7f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:24:25.811935 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=14fc2b32-8aaf-4d61-9904-4213ead911f3,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:25.843395 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:24:25.863913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-ec11d142-b630-4116-a551-ddc51442eb53 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255210469&fields=id&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 267 time: 0.0347552 Jul 14 12:24:25.899555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f04e6d36-c79a-42a5-a034-d7c898a710a2 None None] Provisioning for port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:24:25.908760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f04e6d36-c79a-42a5-a034-d7c898a710a2 None None] Provisioning complete for port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:25.909131 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f04e6d36-c79a-42a5-a034-d7c898a710a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:25.972813 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-7872918b-cf1d-4cb3-9aa3-cabd11df2640 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:25.978505 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-7872918b-cf1d-4cb3-9aa3-cabd11df2640 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/networks?id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f HTTP/1.1" status: 200 len: 797 time: 0.1070299 Jul 14 12:24:25.994040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8c7d9acf-9421-40c6-a588-877403006488 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/quotas/9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 375 time: 0.0120530 Jul 14 12:24:26.030736 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f04e6d36-c79a-42a5-a034-d7c898a710a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:26.070108 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f04e6d36-c79a-42a5-a034-d7c898a710a2 None None] For port 56fe93ce-d4be-43f5-ad73-832ca5aa1955, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=56fe93ce-d4be-43f5-ad73-832ca5aa1955,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:26.075352 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f04e6d36-c79a-42a5-a034-d7c898a710a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:26.075781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-256ba386-a0a9-474a-9252-fc1bc2e22028 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762935 Jul 14 12:24:26.142164 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6d36-c79a-42a5-a034-d7c898a710a2 None None] Pushing event updated for resources: {'Port': ['ID=56fe93ce-d4be-43f5-ad73-832ca5aa1955,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:26.186100 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-f28e03f8-33e4-49af-84a0-607596d14bcf service neutron] 10.222.0.38 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943274 Jul 14 12:24:26.299648 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ee5d3e4-a797-447a-9429-4b170f2a4468 None None] Provisioning for port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:24:26.301054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-a0b3cb46-25ab-445f-9f52-4ee32a8b9373 service neutron] 10.222.0.38 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015306 Jul 14 12:24:26.305809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ee5d3e4-a797-447a-9429-4b170f2a4468 None None] Provisioning complete for port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:26.306446 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ee5d3e4-a797-447a-9429-4b170f2a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:26.347872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5d3e4-a797-447a-9429-4b170f2a4468 None None] Port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:24:26.360028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4ee5d3e4-a797-447a-9429-4b170f2a4468 None None] Provisioning complete for port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:26.360540 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4ee5d3e4-a797-447a-9429-4b170f2a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:26.382840 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Sync routers for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:26.393367 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:26.394776 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:24:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:26.522387 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3c85a0f5-09f4-4c70-900d-3ef1ed5b60cc req-9d6f00c8-54d5-4eee-a5db-e77eb21f8220 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 210 time: 0.0322702 Jul 14 12:24:26.537051 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:26.598250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e1b92e91-d1fc-4a09-b8f7-ef40c87d67b3 None None] Provisioning complete for port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:26.598250 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e1b92e91-d1fc-4a09-b8f7-ef40c87d67b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:26.649290 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e1b92e91-d1fc-4a09-b8f7-ef40c87d67b3 None None] Port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:24:26.781585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0e156587-6339-4636-b8e5-7470eadde825 None None] Provisioning complete for port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:26.782351 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0e156587-6339-4636-b8e5-7470eadde825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:26.802001 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:26.817990 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0e156587-6339-4636-b8e5-7470eadde825 None None] Port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:24:26.855955 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:24Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '6da2af5d-f6c1-4d27-93f6-0a13c1caca31', 'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:24Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 2, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:26.882905 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Checking router: d53bd09c-8881-4b73-a845-db031afcb6f9 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:26.883400 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Updating router d53bd09c-8881-4b73-a845-db031afcb6f9 port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:24:26.928100 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:27.216773 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:27.227173 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Transition to ACTIVE for port object 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:24:27.233019 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:27.302544 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Pushing event updated for resources: {'Port': ['ID=6da2af5d-f6c1-4d27-93f6-0a13c1caca31,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:27.311065 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.311415 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.311760 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.312126 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.312459 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.312789 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.313121 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.313450 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.313776 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.314103 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.314427 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.314746 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:27.348381 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Attempting to bind port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:24:27.348747 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Attempting to bind port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:24:27.349104 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Attempting to bind port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 on network b0c13460-eb39-4ea0-93f0-d91b2f79af7f {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:24:27.355226 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:24:27.355595 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Checking segment: {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:24:27.356027 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:27.356415 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Bound using segment: {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:24:27.356870 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Bound port: 6da2af5d-f6c1-4d27-93f6-0a13c1caca31, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:24:27.357240 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:27.428567 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] For port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:27.432943 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] For port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6da2af5d-f6c1-4d27-93f6-0a13c1caca31,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:27.440051 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:27.444856 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 14fc2b32-8aaf-4d61-9904-4213ead911f3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:27.496180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 14fc2b32-8aaf-4d61-9904-4213ead911f3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:27.496559 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:27.501844 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:27.502475 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:24:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:27.508787 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251be95-ff85-44fb-b0d5-4980441aa77d None None] Pushing event updated for resources: {'Port': ['ID=6da2af5d-f6c1-4d27-93f6-0a13c1caca31,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:27.635293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 56fe93ce-d4be-43f5-ad73-832ca5aa1955 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:27.691749 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:27.715483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1ba87b50-4a7f-4e92-b7f5-d5aeb198c4be req-80fbf739-31b1-4a26-b55c-9cda6adbd580 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 210 time: 0.0394187 Jul 14 12:24:27.718855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:27.719251 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:27.875293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-3a089090-416d-4322-83f8-c7658315d212 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:27.877351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-3a089090-416d-4322-83f8-c7658315d212 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "GET /v2.0/networks?id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f HTTP/1.1" status: 200 len: 797 time: 0.1444902 Jul 14 12:24:27.933349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-058353ba-90e6-4407-b715-e9f1a7fdd787 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 379 time: 0.0472825 Jul 14 12:24:27.943323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'port': {'device_id': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'admin_state_up': True, 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'security_groups': ['a3b87a94-7fe4-4d6a-ab96-13b1e8647166']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:28.009710 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:24Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '6da2af5d-f6c1-4d27-93f6-0a13c1caca31', 'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:24Z', 'updated_at': '2021-07-14T12:24:27Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:28.039224 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5f1c4-f6cb-43b9-a300-10c911dc12cd None None] The sync data for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 is: [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:24Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '6da2af5d-f6c1-4d27-93f6-0a13c1caca31', 'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:24Z', 'updated_at': '2021-07-14T12:24:27Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:28.051565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:24:28.057170 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:28.208503 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.4 (b0c13460-eb39-4ea0-93f0-d91b2f79af7f/af04f86e-39e1-4bcb-a997-0c16f91f05fa/fad6f587-8daf-4f19-9c1c-b74a07e62299) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:28.356068 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:28.370949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object fad6f587-8daf-4f19-9c1c-b74a07e62299 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:24:28.405269 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:28.451169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network b0c13460-eb39-4ea0-93f0-d91b2f79af7f is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:28.454499 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:28.458350 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:24:28.465655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=fad6f587-8daf-4f19-9c1c-b74a07e62299,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:28.519221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:28.520273 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:28.539030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-8f73341d-c892-4cbe-b21e-fc2580d30cdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5995650 Jul 14 12:24:28.550630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Request body: {'port': {'device_id': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:28.637604 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:28.701103 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:28.717920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6a73bdd7-b3de-46c0-87c1-4977f60c36ed None None] Provisioning for port fad6f587-8daf-4f19-9c1c-b74a07e62299 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:24:28.722338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6a73bdd7-b3de-46c0-87c1-4977f60c36ed None None] Provisioning complete for port fad6f587-8daf-4f19-9c1c-b74a07e62299 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:28.722729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a73bdd7-b3de-46c0-87c1-4977f60c36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:28.767842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6a73bdd7-b3de-46c0-87c1-4977f60c36ed None None] Port fad6f587-8daf-4f19-9c1c-b74a07e62299 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:24:28.979408 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad6f587-8daf-4f19-9c1c-b74a07e62299 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:24:28.989182 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:29.001065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906429a-196f-4c36-b231-2afd9435d4c6 req-72867337-9ef2-4b4f-b2da-2a33aeddcb85 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:29.002617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9906429a-196f-4c36-b231-2afd9435d4c6 req-72867337-9ef2-4b4f-b2da-2a33aeddcb85 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 931 time: 0.1394508 Jul 14 12:24:29.018543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Transition to ACTIVE for port object fad6f587-8daf-4f19-9c1c-b74a07e62299 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:24:29.028061 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:29.086190 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9906429a-196f-4c36-b231-2afd9435d4c6 req-c9809804-e671-4adb-a942-044bfabe9d62 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768692 Jul 14 12:24:29.095823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6f587-8daf-4f19-9c1c-b74a07e62299,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:29.183361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Attempting to bind port fad6f587-8daf-4f19-9c1c-b74a07e62299 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:24:29.183899 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Attempting to bind port fad6f587-8daf-4f19-9c1c-b74a07e62299 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:24:29.184373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Attempting to bind port fad6f587-8daf-4f19-9c1c-b74a07e62299 on network b0c13460-eb39-4ea0-93f0-d91b2f79af7f {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:24:29.194251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Port fad6f587-8daf-4f19-9c1c-b74a07e62299 on network b0c13460-eb39-4ea0-93f0-d91b2f79af7f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:24:29.194695 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Attempting to bind port fad6f587-8daf-4f19-9c1c-b74a07e62299 on network b0c13460-eb39-4ea0-93f0-d91b2f79af7f {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:24:29.200521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:24:29.200972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Checking segment: {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:24:29.201471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Bound using segment: {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:24:29.201910 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Bound port: fad6f587-8daf-4f19-9c1c-b74a07e62299, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecae069-d197-412a-a991-c6a37f299d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:24:29.202271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:29.277866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] For port fad6f587-8daf-4f19-9c1c-b74a07e62299, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:29.281126 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] For port fad6f587-8daf-4f19-9c1c-b74a07e62299, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:29.285728 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:29.319519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:29.320222 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:29.321604 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] 10.222.0.64 "PUT /v2.0/ports/fad6f587-8daf-4f19-9c1c-b74a07e62299 HTTP/1.1" status: 200 len: 1091 time: 0.7755847 Jul 14 12:24:29.322042 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:24:29.324326 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f848cb-6b13-4aac-95cf-6ba05e57de97" -d '{"events": [{"name": "network-changed", "server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:29.354855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2190138-0b0e-4c8b-bf14-047a60607804 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6f587-8daf-4f19-9c1c-b74a07e62299,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:29.391996 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23492f81-16d6-42de-aae8-b987ff275d75 x-openstack-request-id: req-23492f81-16d6-42de-aae8-b987ff275d75 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:29.392309 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:29.392574 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23492f81-16d6-42de-aae8-b987ff275d75 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:29.392968 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'status': 'completed', 'code': 200} Jul 14 12:24:29.430311 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-26c5160c-648f-478d-9769-2c934515c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:29.432165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-26c5160c-648f-478d-9769-2c934515c7ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 1094 time: 0.0710318 Jul 14 12:24:29.480016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-3d71a294-8ec2-4607-9c6c-22ec9434bbde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299 HTTP/1.1" status: 200 len: 217 time: 0.0404601 Jul 14 12:24:29.482272 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:29.540508 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:24:29.543118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-e00a9d59-0464-4196-85db-7b1639afe85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:29.544780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-e00a9d59-0464-4196-85db-7b1639afe85d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af04f86e-39e1-4bcb-a997-0c16f91f05fa HTTP/1.1" status: 200 len: 834 time: 0.0590694 Jul 14 12:24:29.545773 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:29.546203 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:29.605078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-0ce216df-38fa-44fa-8822-f90c85cd1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:29.606704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-0ce216df-38fa-44fa-8822-f90c85cd1ddd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554829 Jul 14 12:24:29.626853 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:29.668230 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6da2af5d-f6c1-4d27-93f6-0a13c1caca31,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:29.672124 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:29.705419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-4b2eae07-7ceb-4c73-a677-b06bf24b6a3d service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912688 Jul 14 12:24:29.721606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=6da2af5d-f6c1-4d27-93f6-0a13c1caca31,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:29.793224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f1795eb9-0628-4a56-a002-f43d9db362f9 req-80e94ec3-d9e2-4f1b-ab5a-314a8776af2b service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819898 Jul 14 12:24:29.888652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-8442736c-11da-43b7-8a74-488e5a624e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:29.890172 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-8442736c-11da-43b7-8a74-488e5a624e98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 1094 time: 0.0524793 Jul 14 12:24:29.979878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-597c6d8c-02bc-41ad-85da-ae043fe3a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:29.981337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-597c6d8c-02bc-41ad-85da-ae043fe3a54e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f HTTP/1.1" status: 200 len: 897 time: 0.0850642 Jul 14 12:24:30.023047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-c4dccba5-69b5-4e01-9bed-ea272c201485 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299 HTTP/1.1" status: 200 len: 217 time: 0.0338519 Jul 14 12:24:30.073790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-7ec5c221-c1d8-4ddf-839c-c73759b64d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:30.075146 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-7ec5c221-c1d8-4ddf-839c-c73759b64d90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af04f86e-39e1-4bcb-a997-0c16f91f05fa HTTP/1.1" status: 200 len: 834 time: 0.0463009 Jul 14 12:24:30.134327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-f3bd8875-7269-45ab-90ab-abcbd458ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:30.135882 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-f3bd8875-7269-45ab-90ab-abcbd458ebe5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526557 Jul 14 12:24:30.256951 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-d623ff2c-afd6-4c09-87fb-d7d0c0f98adb service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131935 Jul 14 12:24:30.344125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f1a7-3546-43b5-a405-5beaa7109c7e req-29aec7ea-634b-4585-92dd-6ddbc8e4fe15 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:30.345523 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85e8f1a7-3546-43b5-a405-5beaa7109c7e req-29aec7ea-634b-4585-92dd-6ddbc8e4fe15 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 943 time: 0.1345565 Jul 14 12:24:30.379057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-67f848cb-6b13-4aac-95cf-6ba05e57de97 req-2e065439-ec50-4e43-9e54-2a606e2ad8ea service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157985 Jul 14 12:24:30.397822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85e8f1a7-3546-43b5-a405-5beaa7109c7e req-3b46918b-6b13-4483-98ca-0af25511db06 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452256 Jul 14 12:24:31.436654 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:31.484697 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:31.485064 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:31.640770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34177fd-bbdc-4ade-bcf9-89e8f6d6c278 req-f8e27ec8-4418-40b4-8921-e1345b2c9490 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:31.642200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d34177fd-bbdc-4ade-bcf9-89e8f6d6c278 req-f8e27ec8-4418-40b4-8921-e1345b2c9490 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 943 time: 0.1304376 Jul 14 12:24:31.679697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d34177fd-bbdc-4ade-bcf9-89e8f6d6c278 req-d483e25f-d87e-40ce-ac1b-7121840cf610 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Jul 14 12:24:32.021013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device fad6f587-8daf-4f19-9c1c-b74a07e62299 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:24:32.110814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port fad6f587-8daf-4f19-9c1c-b74a07e62299, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:32.122203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'port_id': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'mac_address': 'fa:16:3e:06:e1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:24:32.158225 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:32.174352 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad6f587-8daf-4f19-9c1c-b74a07e62299 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:24:32.194525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port fad6f587-8daf-4f19-9c1c-b74a07e62299, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:32.198791 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:32.403123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=fad6f587-8daf-4f19-9c1c-b74a07e62299,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:32.441684 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['fad6f587-8daf-4f19-9c1c-b74a07e62299'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:24:32.904933 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92698c09-1404-41e6-bdf0-5aebd19280a2 req-504c5009-5297-4417-8e61-1002a0897f87 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:32.906444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92698c09-1404-41e6-bdf0-5aebd19280a2 req-504c5009-5297-4417-8e61-1002a0897f87 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 944 time: 0.1141293 Jul 14 12:24:32.944907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92698c09-1404-41e6-bdf0-5aebd19280a2 req-f85c05e0-c846-43e2-953e-3e148d132095 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325289 Jul 14 12:24:34.052157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device fad6f587-8daf-4f19-9c1c-b74a07e62299 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:34.105160 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port fad6f587-8daf-4f19-9c1c-b74a07e62299 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:24:34.109123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port fad6f587-8daf-4f19-9c1c-b74a07e62299 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:24:34.109799 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:34.150020 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11468415-b790-4eef-907b-3eed758e9323 req-2d74729f-2d72-4a86-bd9f-e80e95ddce25 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:34.151526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11468415-b790-4eef-907b-3eed758e9323 req-2d74729f-2d72-4a86-bd9f-e80e95ddce25 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 944 time: 0.0782316 Jul 14 12:24:34.192981 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:34.218218 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:24:34.220657 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa50b94-185e-434d-94ca-8251ca55791c" -d '{"events": [{"server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "name": "network-vif-plugged", "status": "completed", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:34.235148 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port fad6f587-8daf-4f19-9c1c-b74a07e62299, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:34.239917 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:34.270734 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211bd8e8-8590-4813-8882-2edd3a7461f1 x-openstack-request-id: req-211bd8e8-8590-4813-8882-2edd3a7461f1 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:34.271026 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "name": "network-vif-plugged", "status": "completed", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:34.271292 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-211bd8e8-8590-4813-8882-2edd3a7461f1 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:34.272442 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'code': 200} Jul 14 12:24:34.303077 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=fad6f587-8daf-4f19-9c1c-b74a07e62299,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:34.512014 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11468415-b790-4eef-907b-3eed758e9323 req-abc7ba9c-a55f-4ab3-88fd-bf040830a4fe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511498 Jul 14 12:24:34.595393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297cd65-0c7b-460a-a07e-e8146eaf374e req-1cc4914f-845a-4557-98e7-1a785fc075df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:34.597958 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8297cd65-0c7b-460a-a07e-e8146eaf374e req-1cc4914f-845a-4557-98e7-1a785fc075df service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 1096 time: 0.1114833 Jul 14 12:24:34.634160 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8297cd65-0c7b-460a-a07e-e8146eaf374e req-371bd4b2-d9e5-43d0-99f3-6b7c2796ed6e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296941 Jul 14 12:24:35.722412 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421199f-016d-40c7-9401-ec94a128defa req-1f39fad1-a281-4f91-919e-a5218d606c52 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:35.724348 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2421199f-016d-40c7-9401-ec94a128defa req-1f39fad1-a281-4f91-919e-a5218d606c52 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0798151 Jul 14 12:24:35.767616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2421199f-016d-40c7-9401-ec94a128defa req-5163b593-3b13-4be8-971e-f00d720e0490 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360909 Jul 14 12:24:35.967470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4207e-f0c4-4213-a253-330f5dee7ac2 req-83182fae-8733-4c38-9d2b-6de17b0a70d3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:35.969004 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06b4207e-f0c4-4213-a253-330f5dee7ac2 req-83182fae-8733-4c38-9d2b-6de17b0a70d3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0729649 Jul 14 12:24:36.006854 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-06b4207e-f0c4-4213-a253-330f5dee7ac2 req-6919a575-fe60-4de0-914a-faa7c70ee16f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Jul 14 12:24:36.031957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57632) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:36.087130 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63392955-c669-46b5-9ed8-638502183571 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:36.088677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-63392955-c669-46b5-9ed8-638502183571 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 1091 time: 0.0557311 Jul 14 12:24:36.091634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57634) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:36.096177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:24:36.118924 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:36.219522 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:36.326774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.125 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/65750d3b-0dab-438b-bbb7-8945936064a7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:36.439241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:36.481868 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:36.517986 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:36.524762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:36.527288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:24:36.557182 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=65750d3b-0dab-438b-bbb7-8945936064a7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:36.908908 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:36.985552 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:37.142800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:37.147095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:37.212015 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=65750d3b-0dab-438b-bbb7-8945936064a7,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:37.224994 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:37.323514 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP 4eb5b13e-a366-4692-9a90-d6f32096f680 associated. External IP: 172.25.2.125, port: fad6f587-8daf-4f19-9c1c-b74a07e62299. Jul 14 12:24:37.529882 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router d53bd09c-8881-4b73-a845-db031afcb6f9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:24:37.636017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:37.645109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] Sync routers for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:37.653725 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:37.655187 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:37.655822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:24:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:37.693970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-755fc57b-5738-494f-b5a6-217b9ab9c83c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6006789 Jul 14 12:24:37.694878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:24:37.697314 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3152d914-6b8d-486c-85d4-4220aac5fcee" -d '{"events": [{"name": "network-changed", "server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:37.767610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:37.798552 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740efe9e-0f8d-41e3-b295-bf79b1d88d98 x-openstack-request-id: req-740efe9e-0f8d-41e3-b295-bf79b1d88d98 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:37.798845 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:37.799092 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-740efe9e-0f8d-41e3-b295-bf79b1d88d98 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:37.799934 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'status': 'completed', 'code': 200} Jul 14 12:24:37.904784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e05e3-b531-4d30-8bd4-c75fa653e153 req-4fd5d5d4-814b-41a9-a760-560d18244fd2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:37.906299 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-219e05e3-b531-4d30-8bd4-c75fa653e153 req-4fd5d5d4-814b-41a9-a760-560d18244fd2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.1051834 Jul 14 12:24:37.911679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-904994d0-58a3-4d7b-beeb-26784489e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:37.913850 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-904994d0-58a3-4d7b-beeb-26784489e7e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 1096 time: 0.0853097 Jul 14 12:24:37.990843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-219e05e3-b531-4d30-8bd4-c75fa653e153 req-2621b6e3-8942-4033-ae2f-6e977c909b4a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760198 Jul 14 12:24:37.994462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:24Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '4eb5b13e-a366-4692-9a90-d6f32096f680', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'port_id': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'mac_address': 'fa:16:3e:06:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:24:36Z', 'updated_at': '2021-07-14T12:24:36Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da2af5d-f6c1-4d27-93f6-0a13c1caca31', 'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:24Z', 'updated_at': '2021-07-14T12:24:29Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:38.017600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57642) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:38.023482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] Checking router: d53bd09c-8881-4b73-a845-db031afcb6f9 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:38.026365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-5be0cb0d-ceca-41fe-8372-406ae5250d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:38.028056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-5be0cb0d-ceca-41fe-8372-406ae5250d67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f HTTP/1.1" status: 200 len: 897 time: 0.1065123 Jul 14 12:24:38.031994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:24:38.032610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:24:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:38.080789 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-114b05a7-dc77-42cd-8ec4-feb3f113aee4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/4eb5b13e-a366-4692-9a90-d6f32096f680 HTTP/1.1" status: 200 len: 991 time: 0.0602102 Jul 14 12:24:38.101029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-f0deaee0-4f1a-4b6b-8fbf-0016eed76f2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299 HTTP/1.1" status: 200 len: 999 time: 0.0658953 Jul 14 12:24:38.139133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:24:38.151818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-2b9c6f07-863f-4f0e-899f-63b6d023850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:38.153446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-2b9c6f07-863f-4f0e-899f-63b6d023850e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af04f86e-39e1-4bcb-a997-0c16f91f05fa HTTP/1.1" status: 200 len: 834 time: 0.0468059 Jul 14 12:24:38.213461 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-a37e08aa-d094-4d86-a7a3-90aa66a554dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:24:38.215011 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-a37e08aa-d094-4d86-a7a3-90aa66a554dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547652 Jul 14 12:24:38.309528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-8af03245-e055-4f75-9374-f5fb1ccbcf94 service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879800 Jul 14 12:24:38.363756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:24Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '4eb5b13e-a366-4692-9a90-d6f32096f680', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'port_id': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'mac_address': 'fa:16:3e:06:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:24:36Z', 'updated_at': '2021-07-14T12:24:36Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da2af5d-f6c1-4d27-93f6-0a13c1caca31', 'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:24Z', 'updated_at': '2021-07-14T12:24:29Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:38.394312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849035-fce3-4e3c-92ad-b937a2473e76 None None] The sync data for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 is: [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:24Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '4eb5b13e-a366-4692-9a90-d6f32096f680', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'port_id': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'mac_address': 'fa:16:3e:06:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:24:36Z', 'updated_at': '2021-07-14T12:24:36Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da2af5d-f6c1-4d27-93f6-0a13c1caca31', 'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:24Z', 'updated_at': '2021-07-14T12:24:29Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:38.400537 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3152d914-6b8d-486c-85d4-4220aac5fcee req-0ebdf58f-ad67-4e17-bddf-983dd988ea84 service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845668 Jul 14 12:24:38.608165 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3fdae1-3169-4413-ab5a-009ad51658a0 None None] New status for floating IP 4eb5b13e-a366-4692-9a90-d6f32096f680: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:24:39.083585 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57644) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:24:39.148969 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-10e82f8b-eebd-40c6-9059-0c20cadb4724 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/4eb5b13e-a366-4692-9a90-d6f32096f680 HTTP/1.1" status: 200 len: 993 time: 0.0636442 Jul 14 12:24:39.570325 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-47693133-01ca-46c0-bb3e-8474e28ea27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:41.992690 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:24:42.358786 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:42.702286 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-db4936c8-91a5-4d0e-acf1-c25deb921409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:43.623615 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:45.334219 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:56.773832 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:24:58.709546 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:07.255536 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-608edad0-1407-451f-8d28-15d5caad0a00 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527420 Jul 14 12:25:07.345900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-9c4eba59-6918-48d7-9f0d-f52ae0281dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:07.347396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-9c4eba59-6918-48d7-9f0d-f52ae0281dce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 1096 time: 0.0513198 Jul 14 12:25:07.454996 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-6a48d85f-1869-44d0-a2e5-8ef2a509677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:07.456526 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-6a48d85f-1869-44d0-a2e5-8ef2a509677e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f HTTP/1.1" status: 200 len: 897 time: 0.0886633 Jul 14 12:25:07.521305 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-89710d82-26b2-415b-92ab-a7e3bdac60c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299 HTTP/1.1" status: 200 len: 1001 time: 0.0581470 Jul 14 12:25:07.570815 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-438a5c7a-143e-4246-9b10-4dee9abb11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:07.572317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-438a5c7a-143e-4246-9b10-4dee9abb11fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af04f86e-39e1-4bcb-a997-0c16f91f05fa HTTP/1.1" status: 200 len: 834 time: 0.0450935 Jul 14 12:25:07.633449 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-03d6d333-60c8-4b40-ab8d-028802358f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:07.634966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-03d6d333-60c8-4b40-ab8d-028802358f82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559454 Jul 14 12:25:07.724975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-ba43af46-99bf-4585-a6b7-4a9a95bc9e4d service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832276 Jul 14 12:25:07.819350 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a3a66dff-e2d5-41d3-9f34-cbcf10c8af66 req-6d30e926-0241-4f9f-ad06-a70b5147d64e service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872221 Jul 14 12:25:08.005494 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-8565c4ba-356d-44ef-b25f-fa01b4c65cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:08.007233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-8565c4ba-356d-44ef-b25f-fa01b4c65cd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 1096 time: 0.0902290 Jul 14 12:25:08.068552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb5b20-b27c-4718-a2e2-330bbed6c547 req-c4f7f574-2a35-4cd4-b251-edbaf445f9b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:08.070062 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5dfb5b20-b27c-4718-a2e2-330bbed6c547 req-c4f7f574-2a35-4cd4-b251-edbaf445f9b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.1195457 Jul 14 12:25:08.129040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5dfb5b20-b27c-4718-a2e2-330bbed6c547 req-064ec2f9-3451-4d99-b6a2-40b5cc6e1f38 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510604 Jul 14 12:25:08.138823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-863ec4b8-606a-4702-9889-455d78fec8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:08.140356 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-863ec4b8-606a-4702-9889-455d78fec8ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f HTTP/1.1" status: 200 len: 897 time: 0.1256695 Jul 14 12:25:08.210654 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-194819f8-fe60-4011-a043-4f80487fc995 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299 HTTP/1.1" status: 200 len: 1001 time: 0.0622721 Jul 14 12:25:08.257655 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-4b42cf87-35c6-4189-816a-afb2a3bf2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:08.259074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-4b42cf87-35c6-4189-816a-afb2a3bf2a71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af04f86e-39e1-4bcb-a997-0c16f91f05fa HTTP/1.1" status: 200 len: 834 time: 0.0423794 Jul 14 12:25:08.314839 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-1defb71d-c724-4a4d-afea-ddfea3529e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:08.316318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-1defb71d-c724-4a4d-afea-ddfea3529e11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510235 Jul 14 12:25:08.407310 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-b9bae988-9445-472c-8967-75d777e69357 service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838737 Jul 14 12:25:08.494253 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-10fb5ce1-fa00-4453-94ee-b883576eef23 req-cd53e805-6975-40b7-9587-fa5c7e9bc1ff service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800943 Jul 14 12:25:09.310365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd990e-e4f9-4e83-9ce5-9d1f1eb420e3 req-d5c0a6c5-0dbc-4926-8936-77c265b7ab8c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:09.311898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcfd990e-e4f9-4e83-9ce5-9d1f1eb420e3 req-d5c0a6c5-0dbc-4926-8936-77c265b7ab8c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0673683 Jul 14 12:25:09.351952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dcfd990e-e4f9-4e83-9ce5-9d1f1eb420e3 req-3a08e1bd-7bb2-436a-b461-84567b295364 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342898 Jul 14 12:25:09.572368 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ccf12637-c838-459a-83a8-eb54aa877a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:10.530396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974c947-b81c-486c-813f-aecbf4039d25 req-a9627d70-137e-4eb1-b39e-887d7b65b31a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:10.531966 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4974c947-b81c-486c-813f-aecbf4039d25 req-a9627d70-137e-4eb1-b39e-887d7b65b31a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0680223 Jul 14 12:25:10.570617 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4974c947-b81c-486c-813f-aecbf4039d25 req-af76ba0a-367b-4601-9119-dcb8d2baaf79 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330334 Jul 14 12:25:11.743554 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eff59c-fa25-49e8-84c1-fb54c7e1f63a req-0cfd5a38-ed39-487c-a230-069bb8f202a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:11.745070 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0eff59c-fa25-49e8-84c1-fb54c7e1f63a req-0cfd5a38-ed39-487c-a230-069bb8f202a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0636687 Jul 14 12:25:11.784285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0eff59c-fa25-49e8-84c1-fb54c7e1f63a req-b92dea39-2511-42df-879b-e15133fb06c5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328104 Jul 14 12:25:12.360035 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:12.705848 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40c8bdd2-b11c-450b-8651-b2ad2669264c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:12.971725 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97246f04-c1fd-46b1-9b6d-d53996d6507e req-010f5f8c-a0bc-4515-a879-faa22f2fb74a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:12.973385 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97246f04-c1fd-46b1-9b6d-d53996d6507e req-010f5f8c-a0bc-4515-a879-faa22f2fb74a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0698602 Jul 14 12:25:13.013437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97246f04-c1fd-46b1-9b6d-d53996d6507e req-9333564c-017e-4d8e-9ff1-390caaca46b5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343106 Jul 14 12:25:13.627385 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:14.183616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d92c23-16ea-4986-ab2b-279338986547 req-514867eb-3eeb-473f-aa25-39c93f33c9c0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:14.185124 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97d92c23-16ea-4986-ab2b-279338986547 req-514867eb-3eeb-473f-aa25-39c93f33c9c0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0628593 Jul 14 12:25:14.222635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-97d92c23-16ea-4986-ab2b-279338986547 req-cf65baae-f75f-4049-bbf8-77da3552b8db tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319300 Jul 14 12:25:15.342703 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:15.397437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a78d04-e1d1-4e8b-a941-2a4d3eda0c89 req-299a90e0-a908-4d0a-8815-354fd02b0192 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:15.399234 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23a78d04-e1d1-4e8b-a941-2a4d3eda0c89 req-299a90e0-a908-4d0a-8815-354fd02b0192 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0638862 Jul 14 12:25:15.436473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-23a78d04-e1d1-4e8b-a941-2a4d3eda0c89 req-aae1f806-ecd2-4686-b3ee-350a57fc21f8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Jul 14 12:25:16.619118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e505d4-19b0-4b0a-aec8-eda843127b85 req-1f439c1d-31bd-4830-b15e-ebc8bc0d6d69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:16.620924 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11e505d4-19b0-4b0a-aec8-eda843127b85 req-1f439c1d-31bd-4830-b15e-ebc8bc0d6d69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0700760 Jul 14 12:25:16.659843 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-11e505d4-19b0-4b0a-aec8-eda843127b85 req-48821bb5-e788-483f-9b13-d8385aba19e7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326343 Jul 14 12:25:18.014659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a596af-8ec9-4555-b171-fce553ba4fa3 req-cc43af70-d598-49ee-a5ff-55ed4e9eaed2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:18.016177 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95a596af-8ec9-4555-b171-fce553ba4fa3 req-cc43af70-d598-49ee-a5ff-55ed4e9eaed2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0626988 Jul 14 12:25:18.053345 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-95a596af-8ec9-4555-b171-fce553ba4fa3 req-ea66b5ef-a20a-428a-be6e-d791e0573fe9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 Jul 14 12:25:18.991652 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:25:19.229894 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281b88f-d1f8-46aa-b6da-492c20c006ec req-1b7db1ea-4bf8-4aa6-94b3-325bbaad1a0b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:19.232142 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0281b88f-d1f8-46aa-b6da-492c20c006ec req-1b7db1ea-4bf8-4aa6-94b3-325bbaad1a0b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0665450 Jul 14 12:25:19.570715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0281b88f-d1f8-46aa-b6da-492c20c006ec req-fa29b2bb-a2ad-4659-a05f-19abd62d91eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330631 Jul 14 12:25:20.740068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f6afb-29e2-49e3-9b5a-82f00f6cab5a req-755e2c7b-c5d6-412e-bdfc-cac58eb6dc9d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:20.741561 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-402f6afb-29e2-49e3-9b5a-82f00f6cab5a req-755e2c7b-c5d6-412e-bdfc-cac58eb6dc9d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0625966 Jul 14 12:25:20.779267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-402f6afb-29e2-49e3-9b5a-82f00f6cab5a req-1075a402-c2bc-425e-9e39-8a3992cccb06 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Jul 14 12:25:20.803484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57678) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:20.867097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-48ecffe4-0d2c-475f-a184-86105bb3c9f7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/4eb5b13e-a366-4692-9a90-d6f32096f680 HTTP/1.1" status: 200 len: 993 time: 0.0623157 Jul 14 12:25:26.784801 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:28.711429 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:39.576626 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-12e1ac81-c527-4cc6-86e4-a330dd32ad55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:42.360972 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:42.708288 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a60d5e35-f82d-4ac6-ade5-27447f665781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:43.630046 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:45.339135 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:49.237952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57692) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:49.392154 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 65750d3b-0dab-438b-bbb7-8945936064a7 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:25:49.392499 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:49.466776 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:49.467107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:49.478658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 65750d3b-0dab-438b-bbb7-8945936064a7 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:25:49.633528 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:49.663068 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=65750d3b-0dab-438b-bbb7-8945936064a7,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:49.689348 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.689692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.690031 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.690366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.690698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.691029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.691353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.691679 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.692024 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.692347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.692673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.692987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:49.739164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:49.739500 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP 4eb5b13e-a366-4692-9a90-d6f32096f680 disassociated (deleted). External IP: 172.25.2.125, port: fad6f587-8daf-4f19-9c1c-b74a07e62299. Jul 14 12:25:49.940308 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router d53bd09c-8881-4b73-a845-db031afcb6f9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:25:50.047046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:50.051904 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:50.057159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] Sync routers for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:50.067286 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:25:50.067920 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:25:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:50.091329 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-aa5b42a1-fda1-4632-9517-5f266e3401b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/floatingips/4eb5b13e-a366-4692-9a90-d6f32096f680 HTTP/1.1" status: 204 len: 168 time: 0.8522902 Jul 14 12:25:50.091928 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:25:50.094293 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0ffa4f-8808-485a-9728-376e157f034c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:50.137394 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a91e4cf-3a1b-41f2-beb8-20b9de9a5243 x-openstack-request-id: req-8a91e4cf-3a1b-41f2-beb8-20b9de9a5243 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:50.139261 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:50.139518 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a91e4cf-3a1b-41f2-beb8-20b9de9a5243 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:50.139977 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'status': 'completed', 'code': 200} Jul 14 12:25:50.174204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:25:50.222132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ffa4f-8808-485a-9728-376e157f034c req-787a8f70-6c36-41a9-a1cd-a2c8723985f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:50.223672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd0ffa4f-8808-485a-9728-376e157f034c req-787a8f70-6c36-41a9-a1cd-a2c8723985f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 1096 time: 0.0619204 Jul 14 12:25:50.334472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ffa4f-8808-485a-9728-376e157f034c req-873ee4fe-b1bd-4aa5-a298-874cccd4228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:50.336140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd0ffa4f-8808-485a-9728-376e157f034c req-873ee4fe-b1bd-4aa5-a298-874cccd4228a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f HTTP/1.1" status: 200 len: 897 time: 0.1060691 Jul 14 12:25:50.385303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd0ffa4f-8808-485a-9728-376e157f034c req-449d02df-9981-4cff-bce0-8bbee1e1b137 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299 HTTP/1.1" status: 200 len: 217 time: 0.0419085 Jul 14 12:25:50.411404 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:24Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '6da2af5d-f6c1-4d27-93f6-0a13c1caca31', 'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:24Z', 'updated_at': '2021-07-14T12:24:29Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:50.440411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] Checking router: d53bd09c-8881-4b73-a845-db031afcb6f9 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:50.448501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:25:50.449096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:25:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:50.465231 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ffa4f-8808-485a-9728-376e157f034c req-03133097-7a4a-437d-bf8c-8b143c8fe118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:50.466760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd0ffa4f-8808-485a-9728-376e157f034c req-03133097-7a4a-437d-bf8c-8b143c8fe118 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af04f86e-39e1-4bcb-a997-0c16f91f05fa HTTP/1.1" status: 200 len: 834 time: 0.0745292 Jul 14 12:25:50.527692 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85baf0-9f0a-4e43-9e64-16037e71ae9b req-ea8f7070-2f18-4394-8403-17498d83c2bd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:50.529232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af85baf0-9f0a-4e43-9e64-16037e71ae9b req-ea8f7070-2f18-4394-8403-17498d83c2bd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.1106825 Jul 14 12:25:50.566922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:25:50.585811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ffa4f-8808-485a-9728-376e157f034c req-8af9ee5e-5d77-40c6-9423-34b303d92253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:50.587335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd0ffa4f-8808-485a-9728-376e157f034c req-8af9ee5e-5d77-40c6-9423-34b303d92253 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0c13460-eb39-4ea0-93f0-d91b2f79af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098776 Jul 14 12:25:50.590586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af85baf0-9f0a-4e43-9e64-16037e71ae9b req-3b724f98-7b3d-46d1-88cc-801cd7045ea1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510116 Jul 14 12:25:50.683422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd0ffa4f-8808-485a-9728-376e157f034c req-46a83cde-b293-4922-aadd-635d5a3f319d service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891058 Jul 14 12:25:50.767661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:24Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '6da2af5d-f6c1-4d27-93f6-0a13c1caca31', 'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:24Z', 'updated_at': '2021-07-14T12:24:29Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:50.781209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd0ffa4f-8808-485a-9728-376e157f034c req-4c26a919-aaec-447b-b9b4-1f26a0855e2b service neutron] 10.222.0.64 "GET /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908356 Jul 14 12:25:50.797556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1eb201-3966-4349-8742-fd571ce9e49f None None] The sync data for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 is: [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:24:24Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '6da2af5d-f6c1-4d27-93f6-0a13c1caca31', 'name': '', 'network_id': 'b0c13460-eb39-4ea0-93f0-d91b2f79af7f', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:24Z', 'updated_at': '2021-07-14T12:24:29Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': 'af04f86e-39e1-4bcb-a997-0c16f91f05fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:25:51.013250 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91967b07-d8fc-41ef-8f3f-3a9ec5a28d54 None None] New status for floating IP 4eb5b13e-a366-4692-9a90-d6f32096f680: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:25:51.799687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c60247-effb-4e22-b2e3-2ea38cb3dc68 req-620e586c-001f-4690-8403-512562c06f46 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:51.801756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73c60247-effb-4e22-b2e3-2ea38cb3dc68 req-620e586c-001f-4690-8403-512562c06f46 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.0957520 Jul 14 12:25:51.862189 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-8a5104f0-891b-4dcd-b8bd-9c9c406e999c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:51.863786 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-8a5104f0-891b-4dcd-b8bd-9c9c406e999c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c30646f-319c-403d-9f6a-edbcde8c232e HTTP/1.1" status: 200 len: 945 time: 0.1102333 Jul 14 12:25:51.879308 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73c60247-effb-4e22-b2e3-2ea38cb3dc68 req-8b0edcba-8dd5-424c-aa74-cc7cf017aef2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3b87a94-7fe4-4d6a-ab96-13b1e8647166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685513 Jul 14 12:25:51.966398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port fad6f587-8daf-4f19-9c1c-b74a07e62299 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:25:51.966749 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:52.057542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port fad6f587-8daf-4f19-9c1c-b74a07e62299, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=fad6f587-8daf-4f19-9c1c-b74a07e62299,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:52.057822 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:52.071476 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for fad6f587-8daf-4f19-9c1c-b74a07e62299 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:25:52.197132 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:52.228822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=fad6f587-8daf-4f19-9c1c-b74a07e62299,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:52.273509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] No DVR routers for this DVR port fad6f587-8daf-4f19-9c1c-b74a07e62299 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:25:52.276144 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:52.278099 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5416ec32-32b3-4dd7-8b18-35fe8cb6eada req-80bc343e-84fd-4be1-a060-4a1a6b8f8898 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "DELETE /v2.0/ports/fad6f587-8daf-4f19-9c1c-b74a07e62299 HTTP/1.1" status: 204 len: 173 time: 0.4087949 Jul 14 12:25:52.278529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'name': 'network-vif-deleted', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:25:52.280826 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538a879f-6e22-46e8-8585-abd66acc6357" -d '{"events": [{"server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "name": "network-vif-deleted", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:52.326818 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55673b0f-6864-4da5-a6ed-2a406db01d88 x-openstack-request-id: req-55673b0f-6864-4da5-a6ed-2a406db01d88 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:52.327178 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c30646f-319c-403d-9f6a-edbcde8c232e", "name": "network-vif-deleted", "tag": "fad6f587-8daf-4f19-9c1c-b74a07e62299", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:52.327426 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55673b0f-6864-4da5-a6ed-2a406db01d88 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:52.327823 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c30646f-319c-403d-9f6a-edbcde8c232e', 'name': 'network-vif-deleted', 'tag': 'fad6f587-8daf-4f19-9c1c-b74a07e62299', 'status': 'completed', 'code': 200} Jul 14 12:25:52.970537 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57706) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:53.323757 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:53.582962 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:25:53.583226 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:53.669523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port 6da2af5d-f6c1-4d27-93f6-0a13c1caca31, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=6da2af5d-f6c1-4d27-93f6-0a13c1caca31,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:53.669876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:53.682736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:25:53.863922 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:53.889698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=6da2af5d-f6c1-4d27-93f6-0a13c1caca31,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:54.069617 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:54.277345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router d53bd09c-8881-4b73-a845-db031afcb6f9 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:25:54.441983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device fad6f587-8daf-4f19-9c1c-b74a07e62299 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:54.463208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: fad6f587-8daf-4f19-9c1c-b74a07e62299 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:25:54.463549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device fad6f587-8daf-4f19-9c1c-b74a07e62299 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:25:54.666896 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:54.671762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d247907d-05e7-4e39-b3a4-22291e869405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/d53bd09c-8881-4b73-a845-db031afcb6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001314 Jul 14 12:25:54.675248 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57708) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:54.678407 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] Sync routers for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:54.687806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:25:54.688434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:25:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:54.724504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-469d690e-ebc8-44d3-8e8d-62352b13052c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting subnet af04f86e-39e1-4bcb-a997-0c16f91f05fa {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:25:54.727502 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-469d690e-ebc8-44d3-8e8d-62352b13052c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:54.767077 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-469d690e-ebc8-44d3-8e8d-62352b13052c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:54.793544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:25:54.853913 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-469d690e-ebc8-44d3-8e8d-62352b13052c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:54.914648 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-469d690e-ebc8-44d3-8e8d-62352b13052c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:54.943433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d690e-ebc8-44d3-8e8d-62352b13052c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Subnet': ['ID=af04f86e-39e1-4bcb-a997-0c16f91f05fa,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:54.945449 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-469d690e-ebc8-44d3-8e8d-62352b13052c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:54.947321 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-469d690e-ebc8-44d3-8e8d-62352b13052c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/subnets/af04f86e-39e1-4bcb-a997-0c16f91f05fa HTTP/1.1" status: 204 len: 168 time: 0.2711432 Jul 14 12:25:54.950284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57710) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:54.954168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bd64f2-aa53-4d9e-89f0-5db535680130 None None] Network b0c13460-eb39-4ea0-93f0-d91b2f79af7f requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:25:55.063095 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.170085 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.220035 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:25:53Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '14fc2b32-8aaf-4d61-9904-4213ead911f3', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:24:21Z', 'updated_at': '2021-07-14T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:55.224923 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 14fc2b32-8aaf-4d61-9904-4213ead911f3 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:25:55.225270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.267587 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] Checking router: d53bd09c-8881-4b73-a845-db031afcb6f9 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:55.279562 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] Routers {'d53bd09c-8881-4b73-a845-db031afcb6f9'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:25:55.280195 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:25:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d53bd09c-8881-4b73-a845-db031afcb6f9'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:55.307633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port 14fc2b32-8aaf-4d61-9904-4213ead911f3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=14fc2b32-8aaf-4d61-9904-4213ead911f3,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:55.308030 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.322571 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 14fc2b32-8aaf-4d61-9904-4213ead911f3 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:25:55.375722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] Set router d53bd09c-8881-4b73-a845-db031afcb6f9 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:25:55.429462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:25:55Z', 'revision_number': 6, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:55.463188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] DHCP port deletion for b0c13460-eb39-4ea0-93f0-d91b2f79af7f request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:25:55.465434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a8a00-00e8-4ce1-8fcb-b1b876b52f35 None None] The sync data for ids ['d53bd09c-8881-4b73-a845-db031afcb6f9'] in n-d-778696-8 is: [{'id': 'd53bd09c-8881-4b73-a845-db031afcb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103724790', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:24:20Z', 'updated_at': '2021-07-14T12:25:55Z', 'revision_number': 6, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:25:55.503476 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.519782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Deleting port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:25:55.520199 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.537714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=14fc2b32-8aaf-4d61-9904-4213ead911f3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:55.584791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] For port 56fe93ce-d4be-43f5-ad73-832ca5aa1955, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=56fe93ce-d4be-43f5-ad73-832ca5aa1955,segment=NetworkSegment(4ecae069-d197-412a-a991-c6a37f299d29),segment_id=4ecae069-d197-412a-a991-c6a37f299d29)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:55.585191 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.597785 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Calling delete_port for 56fe93ce-d4be-43f5-ad73-832ca5aa1955 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:25:55.598739 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.687439 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.697861 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.700883 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.717145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Pushing event deleted for resources: {'Port': ['ID=56fe93ce-d4be-43f5-ad73-832ca5aa1955,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:55.719756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] No DVR routers for this DVR port 56fe93ce-d4be-43f5-ad73-832ca5aa1955 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:25:55.729575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.729575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.729797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.730011 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.730349 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.730983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.730983 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.731314 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.731644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.732015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.732462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.732656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f6ab0-2ece-4093-a657-88865fd82482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:55.753942 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.754612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Fanout notify agent at l3_agent the message router_deleted on router d53bd09c-8881-4b73-a845-db031afcb6f9 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:25:55.761830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.762948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8867794d-c34a-4784-a7eb-94a4cc66883f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/routers/d53bd09c-8881-4b73-a845-db031afcb6f9 HTTP/1.1" status: 204 len: 168 time: 0.8117392 Jul 14 12:25:55.765778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57712) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:55.842332 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.858389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 56fe93ce-d4be-43f5-ad73-832ca5aa1955 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:55.882185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 56fe93ce-d4be-43f5-ad73-832ca5aa1955 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:25:55.882674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 56fe93ce-d4be-43f5-ad73-832ca5aa1955 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:25:55.938300 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.947944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c13460-eb39-4ea0-93f0-d91b2f79af7f']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:55.958272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecae069-d197-412a-a991-c6a37f299d29') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:55.958582 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecae069-d197-412a-a991-c6a37f299d29') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:55.968115 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.982157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.989402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:25:55.989818 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:55.991562 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:25:55.992827 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:25:56.050138 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.057669 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.059899 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/networks/b0c13460-eb39-4ea0-93f0-d91b2f79af7f HTTP/1.1" status: 204 len: 168 time: 0.2931540 Jul 14 12:25:56.062828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57714) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:56.074538 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcdb8c-f208-47c4-8507-f50a022625c3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Network': ['ID=b0c13460-eb39-4ea0-93f0-d91b2f79af7f,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:56.125824 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.151713 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.220053 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.222681 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.223927 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/security-groups/a3b87a94-7fe4-4d6a-ab96-13b1e8647166 HTTP/1.1" status: 204 len: 168 time: 0.1598880 Jul 14 12:25:56.233714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b87a94-7fe4-4d6a-ab96-13b1e8647166,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:56.245095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.245313 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.245811 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.246014 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.246356 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.246689 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.247026 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.247480 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.247744 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.248337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.248516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.248863 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7384-cd00-4234-a71a-92b833d64408 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:56.606236 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57724) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:56.611838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-8f64afe3-71f8-42af-bb6d-c2a84a137922 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614859967', 'description': 'tempest-secgroup-smoke-1614859967 description', 'project_id': '9fd74d92344d412791e5387595bf6250'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:56.635432 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f64afe3-71f8-42af-bb6d-c2a84a137922 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.720016 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f64afe3-71f8-42af-bb6d-c2a84a137922 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.723476 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f64afe3-71f8-42af-bb6d-c2a84a137922 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.751543 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f64afe3-71f8-42af-bb6d-c2a84a137922 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.752823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8f64afe3-71f8-42af-bb6d-c2a84a137922 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455634 Jul 14 12:25:56.754697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64afe3-71f8-42af-bb6d-c2a84a137922 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457fb98f-1293-496d-82b6-9e8bc642d11d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:56.756305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57726) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:56.761465 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-32057a41-7098-4853-ae08-099fe19be1b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '457fb98f-1293-496d-82b6-9e8bc642d11d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:56.788160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32057a41-7098-4853-ae08-099fe19be1b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.799475 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.835258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32057a41-7098-4853-ae08-099fe19be1b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.839136 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32057a41-7098-4853-ae08-099fe19be1b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.858052 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32057a41-7098-4853-ae08-099fe19be1b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf6a674-f2a1-4c0e-8165-ec4719525202,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:56.865289 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32057a41-7098-4853-ae08-099fe19be1b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.866472 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-32057a41-7098-4853-ae08-099fe19be1b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1090319 Jul 14 12:25:56.869213 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57728) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:56.873558 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e18d6ecf-db41-443d-8e55-b6a11fe42a9d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '457fb98f-1293-496d-82b6-9e8bc642d11d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:56.899109 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e18d6ecf-db41-443d-8e55-b6a11fe42a9d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.957642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e18d6ecf-db41-443d-8e55-b6a11fe42a9d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.961225 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e18d6ecf-db41-443d-8e55-b6a11fe42a9d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.978621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d6ecf-db41-443d-8e55-b6a11fe42a9d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24134622-7ab3-4fc1-b08e-75be4277bd2b,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:56.985718 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e18d6ecf-db41-443d-8e55-b6a11fe42a9d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:56.987229 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e18d6ecf-db41-443d-8e55-b6a11fe42a9d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167941 Jul 14 12:25:56.989668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57730) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:56.994029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8b05c01d-1e29-450f-b0a8-3cf9249d646e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '457fb98f-1293-496d-82b6-9e8bc642d11d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:57.018258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b05c01d-1e29-450f-b0a8-3cf9249d646e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.075290 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b05c01d-1e29-450f-b0a8-3cf9249d646e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.078972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b05c01d-1e29-450f-b0a8-3cf9249d646e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.099241 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05c01d-1e29-450f-b0a8-3cf9249d646e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17bf45f-1c49-4ac1-85b2-b678aca709f9,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:57.106606 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b05c01d-1e29-450f-b0a8-3cf9249d646e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.107971 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8b05c01d-1e29-450f-b0a8-3cf9249d646e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173573 Jul 14 12:25:57.111434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57732) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:57.115842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-43cd9fa4-96c7-4b1f-97c1-fd62ac36abfe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '457fb98f-1293-496d-82b6-9e8bc642d11d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:57.141784 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43cd9fa4-96c7-4b1f-97c1-fd62ac36abfe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.198471 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43cd9fa4-96c7-4b1f-97c1-fd62ac36abfe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.202579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43cd9fa4-96c7-4b1f-97c1-fd62ac36abfe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.222006 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd9fa4-96c7-4b1f-97c1-fd62ac36abfe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e65b53-6276-442f-baef-dee8d4022809,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:57.224596 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43cd9fa4-96c7-4b1f-97c1-fd62ac36abfe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.225709 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-43cd9fa4-96c7-4b1f-97c1-fd62ac36abfe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133194 Jul 14 12:25:57.228552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57734) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:57.232965 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8bf52c84-666b-4b1e-8f62-edbe6a3e7704 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '457fb98f-1293-496d-82b6-9e8bc642d11d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:57.253462 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-8bf52c84-666b-4b1e-8f62-edbe6a3e7704 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:25:57.258338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bf52c84-666b-4b1e-8f62-edbe6a3e7704 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.316716 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bf52c84-666b-4b1e-8f62-edbe6a3e7704 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.320418 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bf52c84-666b-4b1e-8f62-edbe6a3e7704 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.338158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf52c84-666b-4b1e-8f62-edbe6a3e7704 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466fffe7-8265-4ab2-bf21-3b246ce70e54,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:57.344104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bf52c84-666b-4b1e-8f62-edbe6a3e7704 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.345628 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8bf52c84-666b-4b1e-8f62-edbe6a3e7704 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158707 Jul 14 12:25:57.348232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57736) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:57.352729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-98907c27-9f24-48ba-9e4f-36ac8835c9b9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '457fb98f-1293-496d-82b6-9e8bc642d11d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:57.373312 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-98907c27-9f24-48ba-9e4f-36ac8835c9b9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:25:57.378739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-98907c27-9f24-48ba-9e4f-36ac8835c9b9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.437877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-98907c27-9f24-48ba-9e4f-36ac8835c9b9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.442905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-98907c27-9f24-48ba-9e4f-36ac8835c9b9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.464574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98907c27-9f24-48ba-9e4f-36ac8835c9b9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a134f7f-7ebd-4218-916e-d2102e32d68e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:57.472307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-98907c27-9f24-48ba-9e4f-36ac8835c9b9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.473518 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-98907c27-9f24-48ba-9e4f-36ac8835c9b9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243370 Jul 14 12:25:57.476400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57738) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:57.480965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:57.481602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'network': {'name': 'tempest-network-smoke--935897237', 'project_id': '9fd74d92344d412791e5387595bf6250', 'port_security_enabled': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:57.502022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:25:57.502935 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:25:57.503285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 6da2af5d-f6c1-4d27-93f6-0a13c1caca31 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:25:57.503700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 14fc2b32-8aaf-4d61-9904-4213ead911f3 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:57.506602 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.527207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 14fc2b32-8aaf-4d61-9904-4213ead911f3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:25:57.527882 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 14fc2b32-8aaf-4d61-9904-4213ead911f3 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:25:57.531774 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:25:57.542106 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.542450 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Added segment 6a02794e-ec6f-4b0e-9c61-29a70fafd215 of type vlan for network 51c185da-5fe7-40ea-8d38-0de787562077 Jul 14 12:25:57.583270 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.611229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.616920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:57.617539 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.679437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2011817 Jul 14 12:25:57.681864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57740) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:57.686833 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'admin_state_up': True, 'project_id': '9fd74d92344d412791e5387595bf6250', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:57.693297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5162b40-2b72-438c-8f3b-9962eb196fb7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Network': ['ID=51c185da-5fe7-40ea-8d38-0de787562077,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:57.703934 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 51c185da-5fe7-40ea-8d38-0de787562077 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:25:57.711873 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.712854 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:57.767927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:58.158154 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:58.345593 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:58.363939 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:58.465572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.61 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/acb3f920-269e-495d-b679-58af08f507d2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:25:58.571283 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:58.611019 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:58.650755 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:25:58.653477 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:58.659552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:25:58.689679 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=acb3f920-269e-495d-b679-58af08f507d2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:58.701945 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:58.912612 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:59.109070 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:59.233562 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:25:59.337056 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:59.346263 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Sync routers for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:59.355205 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:25:59.355815 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:25:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:59.356064 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:59.359877 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ccc78a69-0cd5-4cc9-8b22-fbd221105233 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6763766 Jul 14 12:25:59.361052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57742) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:59.399991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-27cc185d-3080-468c-96a1-3bfafbdab818 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=9fd74d92344d412791e5387595bf6250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353768 Jul 14 12:25:59.400420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57744) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:59.555733 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:25:59.556014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375448c-f4a5-4ff1-a781-df328da989f2 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:59.557759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5375448c-f4a5-4ff1-a781-df328da989f2 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1560104 Jul 14 12:25:59.560118 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57746) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:59.594848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b3ecfd96-b4f7-4ba2-b0b9-a8af0778d634 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336146 Jul 14 12:25:59.597359 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57748) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:25:59.602197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-328506078', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'project_id': '9fd74d92344d412791e5387595bf6250', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:25:59.693864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:25:59.697722 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:59.732477 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:25:58Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:59.760776 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Checking router: 5d57bd4d-14bb-4af7-829d-4f67c182dd7b for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:59.761466 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Updating router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b port acb3f920-269e-495d-b679-58af08f507d2 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:25:59.801108 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:59.880262 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:59.940560 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Subnet': ['ID=23742afe-4164-4fa8-bee1-9a89003832d4,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:59.948044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Checking segment: {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:25:59.948044 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network hostable DHCP agents. Network: 51c185da-5fe7-40ea-8d38-0de787562077, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:25:59.964837 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 51c185da-5fe7-40ea-8d38-0de787562077 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:25:59.974753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 51c185da-5fe7-40ea-8d38-0de787562077) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:59.979955 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:25:59.980606 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:25:59.983565 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68350939-d3ed-495a-b5c2-d5e08d183cbf None None] Network 51c185da-5fe7-40ea-8d38-0de787562077 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:25:59.997261 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3213988a-696e-4ea7-b658-508134fc4758 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3988144 Jul 14 12:26:00.000438 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57750) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:26:00.055244 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.068573 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Transition to ACTIVE for port object acb3f920-269e-495d-b679-58af08f507d2 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:26:00.073627 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.118093 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Attempting to bind port acb3f920-269e-495d-b679-58af08f507d2 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:26:00.118660 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Attempting to bind port acb3f920-269e-495d-b679-58af08f507d2 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:26:00.119020 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Attempting to bind port acb3f920-269e-495d-b679-58af08f507d2 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:26:00.130362 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:26:00.131144 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:26:00.131630 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.132146 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:26:00.132856 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Bound port: acb3f920-269e-495d-b679-58af08f507d2, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:26:00.133416 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.149303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-51c185da-5fe7-40ea-8d38-0de787562077', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:26:00.150238 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.166000 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Pushing event updated for resources: {'Port': ['ID=acb3f920-269e-495d-b679-58af08f507d2,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:00.196146 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.196659 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.197392 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.197763 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.198095 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.198548 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.199019 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.199373 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.200226 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.200226 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.200466 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.200667 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:00.213739 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] For port acb3f920-269e-495d-b679-58af08f507d2, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:26:00.217570 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] For port acb3f920-269e-495d-b679-58af08f507d2, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=acb3f920-269e-495d-b679-58af08f507d2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:26:00.222214 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.282365 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:26:00.282997 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:25:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:00.293182 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Allocated IP 172.20.0.2 (51c185da-5fe7-40ea-8d38-0de787562077/23742afe-4164-4fa8-bee1-9a89003832d4/cf0730fb-2c8b-407a-a174-3c9c1691e2e3) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:26:00.368076 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8cf92-4a25-4342-8360-d08dc5311886 None None] Pushing event updated for resources: {'Port': ['ID=acb3f920-269e-495d-b679-58af08f507d2,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:00.406201 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:26:00.449458 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.456030 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.458306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Transition to ACTIVE for port object cf0730fb-2c8b-407a-a174-3c9c1691e2e3 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:26:00.474469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Transition to ACTIVE for port object cf0730fb-2c8b-407a-a174-3c9c1691e2e3 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:26:00.481277 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.526761 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Network 51c185da-5fe7-40ea-8d38-0de787562077 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:26:00.531891 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:26:00.534705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:26:00.544418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Pushing event updated for resources: {'Port': ['ID=cf0730fb-2c8b-407a-a174-3c9c1691e2e3,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:00.597634 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Attempting to bind port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:26:00.598013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Attempting to bind port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:26:00.598369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Attempting to bind port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 on network 51c185da-5fe7-40ea-8d38-0de787562077 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:26:00.603300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:26:00.603673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Checking segment: {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:26:00.604118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.604940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Bound using segment: {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:26:00.604940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Bound port: cf0730fb-2c8b-407a-a174-3c9c1691e2e3, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:26:00.605330 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.610362 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:25:58Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:00.641711 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5376fd0b-3e76-400f-a1f5-ade52310e330 None None] The sync data for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 is: [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:25:58Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:26:00.673739 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] For port cf0730fb-2c8b-407a-a174-3c9c1691e2e3, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:26:00.679068 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] For port cf0730fb-2c8b-407a-a174-3c9c1691e2e3, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cf0730fb-2c8b-407a-a174-3c9c1691e2e3,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:26:00.683753 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.749943 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489379c-d997-4e44-a20f-fa88177d9be9 None None] Pushing event updated for resources: {'Port': ['ID=cf0730fb-2c8b-407a-a174-3c9c1691e2e3,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:00.778850 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.1 (51c185da-5fe7-40ea-8d38-0de787562077/23742afe-4164-4fa8-bee1-9a89003832d4/5f4ab569-a79a-45f3-a612-1f3a75829dc7) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:26:00.921107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:00.935591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object 5f4ab569-a79a-45f3-a612-1f3a75829dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:26:00.977975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:01.041784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 51c185da-5fe7-40ea-8d38-0de787562077 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:26:01.049083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:26:01.057141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:26:01.064828 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=5f4ab569-a79a-45f3-a612-1f3a75829dc7,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:01.112488 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:01.269103 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:01.582704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cf0730fb-2c8b-407a-a174-3c9c1691e2e3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:26:01.656514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:26:01.661431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device acb3f920-269e-495d-b679-58af08f507d2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:26:01.722104 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port acb3f920-269e-495d-b679-58af08f507d2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:26:01.727243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port acb3f920-269e-495d-b679-58af08f507d2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:01.727785 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:01.811594 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:01.838531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port acb3f920-269e-495d-b679-58af08f507d2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=acb3f920-269e-495d-b679-58af08f507d2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:01.843358 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:01.869960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf7fe02-329a-42ad-b665-12c8b201182c None None] Network 51c185da-5fe7-40ea-8d38-0de787562077 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:26:01.904518 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:01.909675 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:01.943727 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=acb3f920-269e-495d-b679-58af08f507d2,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:01.971039 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-091311f0-2e3d-4cd1-9c3f-51c71be72b3e None None] Provisioning for port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:26:01.977234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-091311f0-2e3d-4cd1-9c3f-51c71be72b3e None None] Provisioning complete for port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:01.977607 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-091311f0-2e3d-4cd1-9c3f-51c71be72b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:01.987630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=5f4ab569-a79a-45f3-a612-1f3a75829dc7,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:01.990214 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:02.089455 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 51c185da-5fe7-40ea-8d38-0de787562077 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:26:02.091047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:26:02.121985 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-091311f0-2e3d-4cd1-9c3f-51c71be72b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:02.163252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-091311f0-2e3d-4cd1-9c3f-51c71be72b3e None None] For port cf0730fb-2c8b-407a-a174-3c9c1691e2e3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cf0730fb-2c8b-407a-a174-3c9c1691e2e3,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:02.169198 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-091311f0-2e3d-4cd1-9c3f-51c71be72b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:02.216529 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:26:02.227265 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091311f0-2e3d-4cd1-9c3f-51c71be72b3e None None] Pushing event updated for resources: {'Port': ['ID=cf0730fb-2c8b-407a-a174-3c9c1691e2e3,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:02.340727 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:26:02.347476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0e6cc722-c1f4-45c9-b21b-3d2356b0afc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/5d57bd4d-14bb-4af7-829d-4f67c182dd7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3460042 Jul 14 12:26:02.393576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b4eed51c-d1c8-4002-af76-0ceff259ba13 None None] Provisioning complete for port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:02.393951 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b4eed51c-d1c8-4002-af76-0ceff259ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:02.423247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Sync routers for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:26:02.445415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:26:02.446050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:25:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:02.506856 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-cbbfcb51-e0dd-47d3-bb7a-0b540a809a16 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614859967&fields=id&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 267 time: 0.0384295 Jul 14 12:26:02.586725 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:26:02.627391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bf52-fdc6-4f1c-b076-384974293431 req-c3eeb01a-5861-4266-83c7-7c743a3208ea tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:02.628162 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b4eed51c-d1c8-4002-af76-0ceff259ba13 None None] Provisioning for port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:26:02.629285 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-c3eeb01a-5861-4266-83c7-7c743a3208ea tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 796 time: 0.1155262 Jul 14 12:26:02.638213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b4eed51c-d1c8-4002-af76-0ceff259ba13 None None] Provisioning complete for port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:02.638589 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b4eed51c-d1c8-4002-af76-0ceff259ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:02.646361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-d19b13c2-acee-487a-93ac-007f83905a69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/quotas/9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 375 time: 0.0104206 Jul 14 12:26:02.724448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-fd27f207-4190-47d7-a70a-3e7e9c816967 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719485 Jul 14 12:26:02.753808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b4eed51c-d1c8-4002-af76-0ceff259ba13 None None] Port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:26:02.836044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5f4ab569-a79a-45f3-a612-1f3a75829dc7', 'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:24:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:26:00Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 2, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:02.866092 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Checking router: 5d57bd4d-14bb-4af7-829d-4f67c182dd7b for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:26:02.866374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Updating router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:26:02.898662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-02e9b8d3-a9f1-423b-a288-5b3731d6e8b1 service neutron] 10.222.0.38 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254876 Jul 14 12:26:02.994898 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-5235e979-1bbe-4705-872f-0e3da509642f service neutron] 10.222.0.38 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898168 Jul 14 12:26:03.065412 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-83f1c080-4da7-4a5a-b9f7-690c1e567884 None None] Provisioning complete for port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:03.065830 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83f1c080-4da7-4a5a-b9f7-690c1e567884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:03.069986 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:03.129434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-83f1c080-4da7-4a5a-b9f7-690c1e567884 None None] Port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:26:03.175723 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7ea85efc-c1dd-480e-ad07-a6c9a17878aa req-39a8cbab-19b6-4ead-af93-b4e00f17e4e6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0304816 Jul 14 12:26:03.355750 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:03.365679 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Transition to ACTIVE for port object 5f4ab569-a79a-45f3-a612-1f3a75829dc7 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:26:03.371352 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:03.426982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe50a0-57fd-4af7-9e19-ef856a57d592 None None] Pushing event updated for resources: {'Port': ['ID=5f4ab569-a79a-45f3-a612-1f3a75829dc7,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:03.483510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Attempting to bind port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:26:03.484095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Attempting to bind port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:26:03.484589 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Attempting to bind port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 on network 51c185da-5fe7-40ea-8d38-0de787562077 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:26:03.490106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:26:03.490575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Checking segment: {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:26:03.491084 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:03.491533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Bound using segment: {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:26:03.492096 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Bound port: 5f4ab569-a79a-45f3-a612-1f3a75829dc7, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:26:03.493154 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:03.536235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cf0730fb-2c8b-407a-a174-3c9c1691e2e3 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:26:03.596907 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] For port 5f4ab569-a79a-45f3-a612-1f3a75829dc7, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:26:03.610379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] For port 5f4ab569-a79a-45f3-a612-1f3a75829dc7, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5f4ab569-a79a-45f3-a612-1f3a75829dc7,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:26:03.617721 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:03.669288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:03.669699 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:03.727604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe50a0-57fd-4af7-9e19-ef856a57d592 None None] Pushing event updated for resources: {'Port': ['ID=5f4ab569-a79a-45f3-a612-1f3a75829dc7,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:03.735528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:26:03.736185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:25:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:03.869091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device acb3f920-269e-495d-b679-58af08f507d2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:26:03.899038 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:26:04.032419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port acb3f920-269e-495d-b679-58af08f507d2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:04.032794 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:04.189310 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5f4ab569-a79a-45f3-a612-1f3a75829dc7', 'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:24:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:26:00Z', 'updated_at': '2021-07-14T12:26:03Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:04.215650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d051817-1fbd-4fc4-99e7-841cba712811 None None] The sync data for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 is: [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5f4ab569-a79a-45f3-a612-1f3a75829dc7', 'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:24:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:26:00Z', 'updated_at': '2021-07-14T12:26:03Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:26:04.312242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bd2bbfa3-0c3d-4ae7-bbb9-ecc9de52eb15 req-6b88d1de-28e0-4e30-a9b8-09f8be5ce904 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0594096 Jul 14 12:26:05.389507 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bf52-fdc6-4f1c-b076-384974293431 req-26f01ed4-eaba-479d-9592-14fc70ddb49e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:05.392027 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-26f01ed4-eaba-479d-9592-14fc70ddb49e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 796 time: 0.1141424 Jul 14 12:26:05.442612 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-fba49b39-cf8b-438e-ad5d-6eb861709459 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 380 time: 0.0412824 Jul 14 12:26:05.453372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'port': {'device_id': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'admin_state_up': True, 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'security_groups': ['457fb98f-1293-496d-82b6-9e8bc642d11d']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:26:05.469300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a7faf94-9f2a-4ec2-81aa-638072fc3bf5 req-4fa5fa44-8981-4948-ad2c-23bac0526baf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0291722 Jul 14 12:26:05.553675 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5f4ab569-a79a-45f3-a612-1f3a75829dc7 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:26:05.578737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:26:05.583197 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:05.605320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:26:05.609616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:05.610174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:05.695241 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:05.732722 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.10 (51c185da-5fe7-40ea-8d38-0de787562077/23742afe-4164-4fa8-bee1-9a89003832d4/cf8770d1-d7f5-4e41-b3b5-018e0cb9f001) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:26:05.735552 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 5f4ab569-a79a-45f3-a612-1f3a75829dc7, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5f4ab569-a79a-45f3-a612-1f3a75829dc7,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:05.742082 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:05.794277 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=5f4ab569-a79a-45f3-a612-1f3a75829dc7,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:05.901665 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:05.919183 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:26:05.958173 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:06.012920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 51c185da-5fe7-40ea-8d38-0de787562077 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:26:06.018229 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:26:06.024337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:26:06.030047 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:06.093298 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:06.094309 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:06.110392 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-b99d70e5-00a0-4f88-9abf-62dd27892b8f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6610534 Jul 14 12:26:06.122778 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Request body: {'port': {'device_id': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:26:06.209153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:06.326102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bf75f345-e0c5-493e-aa3f-acc2e3681e8b None None] Provisioning for port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:26:06.330087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bf75f345-e0c5-493e-aa3f-acc2e3681e8b None None] Provisioning complete for port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:06.330698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bf75f345-e0c5-493e-aa3f-acc2e3681e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:06.372258 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bf75f345-e0c5-493e-aa3f-acc2e3681e8b None None] Port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:26:06.512817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:26:06.522797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:06.538662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Transition to ACTIVE for port object cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:26:06.544141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:06.644302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:06.670699 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1d5e6-4e45-48a4-b910-4caa21b3d210 req-ba1dfacf-e750-422f-b76a-e792ba8ff22b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:06.673027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81d1d5e6-4e45-48a4-b910-4caa21b3d210 req-ba1dfacf-e750-422f-b76a-e792ba8ff22b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0720410 Jul 14 12:26:06.678063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Attempting to bind port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:26:06.678420 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Attempting to bind port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:26:06.678737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Attempting to bind port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on network 51c185da-5fe7-40ea-8d38-0de787562077 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:26:06.683546 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on network 51c185da-5fe7-40ea-8d38-0de787562077 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:26:06.683921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Attempting to bind port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on network 51c185da-5fe7-40ea-8d38-0de787562077 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:26:06.689164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:26:06.689510 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Checking segment: {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:26:06.689903 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Bound using segment: {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:26:06.690342 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Bound port: cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:26:06.690711 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:06.716399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-81d1d5e6-4e45-48a4-b910-4caa21b3d210 req-9cc4b054-8d3c-4e48-9968-6b5e464306cd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369425 Jul 14 12:26:06.760684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:26:06.764376 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:26:06.770056 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:06.806305 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:06.807368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:06.809809 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] 10.222.0.45 "PUT /v2.0/ports/cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 1092 time: 0.6915298 Jul 14 12:26:06.813006 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:26:06.816807 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca53c500-b935-4955-971c-e616d6293190" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:26:06.847725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc1ab1-73c6-413f-a0f5-d4961ffb30f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:06.878052 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c50fb6b-0bba-4992-8502-9b3c22fded77 x-openstack-request-id: req-3c50fb6b-0bba-4992-8502-9b3c22fded77 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:26:06.878349 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:26:06.878603 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c50fb6b-0bba-4992-8502-9b3c22fded77 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:26:06.879002 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'status': 'completed', 'code': 200} Jul 14 12:26:06.934775 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bf52-fdc6-4f1c-b076-384974293431 req-f93c43ea-abc9-44b5-a476-e9d3251a0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:06.936372 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-f93c43ea-abc9-44b5-a476-e9d3251a0037 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1095 time: 0.0686390 Jul 14 12:26:06.981557 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-c7b48448-499f-468a-ab39-70f68070a5b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 217 time: 0.0367489 Jul 14 12:26:07.037023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bf52-fdc6-4f1c-b076-384974293431 req-fb177bea-0ba6-4df1-a886-8c6d79b5db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:07.038495 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-fb177bea-0ba6-4df1-a886-8c6d79b5db7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 200 len: 834 time: 0.0504136 Jul 14 12:26:07.098268 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bf52-fdc6-4f1c-b076-384974293431 req-fc05eb70-a6b5-4db0-a145-987c0a16ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:07.099765 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-fc05eb70-a6b5-4db0-a145-987c0a16ab2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c185da-5fe7-40ea-8d38-0de787562077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546076 Jul 14 12:26:07.191777 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-a1438478-beb8-49fa-b634-7661d8258881 service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849993 Jul 14 12:26:07.290639 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d962bf52-fdc6-4f1c-b076-384974293431 req-28fb449f-0c10-4611-94c2-2bf307b296eb service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917680 Jul 14 12:26:07.394638 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c500-b935-4955-971c-e616d6293190 req-3e537975-fee3-4007-a484-93f64478777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:07.396166 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ca53c500-b935-4955-971c-e616d6293190 req-3e537975-fee3-4007-a484-93f64478777e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1095 time: 0.0555661 Jul 14 12:26:07.490336 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5f4ab569-a79a-45f3-a612-1f3a75829dc7 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:26:07.494788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c500-b935-4955-971c-e616d6293190 req-a9f1e102-6271-40c1-8801-8c7cda5d5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:07.496357 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ca53c500-b935-4955-971c-e616d6293190 req-a9f1e102-6271-40c1-8801-8c7cda5d5c7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 896 time: 0.0935984 Jul 14 12:26:07.538990 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ca53c500-b935-4955-971c-e616d6293190 req-d09dd554-6e67-4271-b69b-9d8474003d26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 217 time: 0.0353932 Jul 14 12:26:07.540954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:07.541273 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:07.588945 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c500-b935-4955-971c-e616d6293190 req-3ac664b8-92cf-4de9-b54e-7c0d22723c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:07.590492 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ca53c500-b935-4955-971c-e616d6293190 req-3ac664b8-92cf-4de9-b54e-7c0d22723c8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 200 len: 834 time: 0.0449991 Jul 14 12:26:07.654810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c500-b935-4955-971c-e616d6293190 req-7f0c9d78-ccc2-47dc-9bc5-44229cc915a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:07.656950 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ca53c500-b935-4955-971c-e616d6293190 req-7f0c9d78-ccc2-47dc-9bc5-44229cc915a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c185da-5fe7-40ea-8d38-0de787562077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586722 Jul 14 12:26:07.746404 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ca53c500-b935-4955-971c-e616d6293190 req-63adf5ce-d753-4a02-b73f-09f194daae87 service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812533 Jul 14 12:26:07.849513 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ca53c500-b935-4955-971c-e616d6293190 req-37c1ff65-7a36-4abb-9718-9e6fd6d940cb service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959263 Jul 14 12:26:07.900721 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a909b99-fe21-4077-a024-f172b0668847 req-9bce6668-3bdf-4481-9ecc-ac3b48e212c0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:07.902225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a909b99-fe21-4077-a024-f172b0668847 req-9bce6668-3bdf-4481-9ecc-ac3b48e212c0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0709167 Jul 14 12:26:07.941789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a909b99-fe21-4077-a024-f172b0668847 req-75db6566-a90c-4780-b7d7-dcfaddc6363b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338547 Jul 14 12:26:09.128979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e2ca2-a278-4832-91ea-5ec14ac900ce req-39cd14e9-8984-4c48-abc1-f81f73abebe1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:09.130502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-991e2ca2-a278-4832-91ea-5ec14ac900ce req-39cd14e9-8984-4c48-abc1-f81f73abebe1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0707135 Jul 14 12:26:09.172205 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-991e2ca2-a278-4832-91ea-5ec14ac900ce req-d80956db-1dc7-4420-98b5-c03dc45b0fd4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355148 Jul 14 12:26:09.247388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:26:09.348596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:09.361502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'port_id': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'mac_address': 'fa:16:3e:45:f4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:26:09.400522 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:09.415600 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:26:09.438910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:09.446395 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:09.495626 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:09.573611 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-62ce1e0c-a50b-4dea-bad4-9349d5ba0183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:09.687750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:26:10.355058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894727f0-24a2-44f2-80ea-2f952477c089 req-b913c82b-c6bd-413a-a1a8-a566f175fa8d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:10.356504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894727f0-24a2-44f2-80ea-2f952477c089 req-b913c82b-c6bd-413a-a1a8-a566f175fa8d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 945 time: 0.0650175 Jul 14 12:26:10.396276 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894727f0-24a2-44f2-80ea-2f952477c089 req-bd431a2a-1c13-4681-bce5-0514bc69e31e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340908 Jul 14 12:26:11.260143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:26:11.311698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:26:11.315501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:26:11.315953 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:11.399404 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:11.424246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:26:11.426544 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63855f38-ec42-47b9-9924-68d8cf24ed06" -d '{"events": [{"server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:26:11.441086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:11.446738 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:11.504075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:11.534246 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3385d688-eff9-4a5f-bbfb-6f2da6ba9cb7 x-openstack-request-id: req-3385d688-eff9-4a5f-bbfb-6f2da6ba9cb7 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:26:11.534633 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:26:11.534889 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3385d688-eff9-4a5f-bbfb-6f2da6ba9cb7 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:26:11.535290 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'code': 200} Jul 14 12:26:11.591723 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd51eb-055b-480e-815a-9ef4c3497534 req-03b4f391-682f-4fcf-8298-81a4993ac26c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:11.593256 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4bd51eb-055b-480e-815a-9ef4c3497534 req-03b4f391-682f-4fcf-8298-81a4993ac26c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0766494 Jul 14 12:26:11.634005 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c4bd51eb-055b-480e-815a-9ef4c3497534 req-c3bc814a-1c6e-462a-9d13-d0b181e058cc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348961 Jul 14 12:26:11.921707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79954cf0-f9ba-4f73-b7e0-a9a145835031 req-2bacb18a-8dbc-4ae1-8329-cdb38f6d70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:11.923363 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79954cf0-f9ba-4f73-b7e0-a9a145835031 req-2bacb18a-8dbc-4ae1-8329-cdb38f6d70a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1097 time: 0.3239450 Jul 14 12:26:11.959592 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-79954cf0-f9ba-4f73-b7e0-a9a145835031 req-515ca920-c650-4b72-8fd0-dcff72f03b98 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290759 Jul 14 12:26:12.364185 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:12.715275 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-04940bcc-641a-46b7-a8dc-dec12f353c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:12.820990 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b03095-159c-4f29-b904-89845944e289 req-dc55217b-9693-40c0-acd4-aca78875d9a7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:12.822488 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6b03095-159c-4f29-b904-89845944e289 req-dc55217b-9693-40c0-acd4-aca78875d9a7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0659029 Jul 14 12:26:12.860608 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6b03095-159c-4f29-b904-89845944e289 req-9853fd22-2f9a-4a6a-a082-b379f2ed9a93 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324230 Jul 14 12:26:13.633390 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:14.040373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d487956-8437-4f45-b3de-e3ec1ebb6bbe req-eaeda313-cc7c-4d75-a6a6-7203ee1bbdb2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:14.041862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d487956-8437-4f45-b3de-e3ec1ebb6bbe req-eaeda313-cc7c-4d75-a6a6-7203ee1bbdb2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0683906 Jul 14 12:26:14.081556 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4d487956-8437-4f45-b3de-e3ec1ebb6bbe req-8fe1da14-490a-4c59-a2c5-bb99c3d5ed63 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340836 Jul 14 12:26:14.259762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf56478-45ec-4790-956d-5b3731277282 req-af56bb7b-4faf-48a7-abb7-ff727b335a39 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:14.261274 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddf56478-45ec-4790-956d-5b3731277282 req-af56bb7b-4faf-48a7-abb7-ff727b335a39 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0708852 Jul 14 12:26:14.299660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddf56478-45ec-4790-956d-5b3731277282 req-b80a2974-e2a3-4d8a-af47-cacff3a281bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Jul 14 12:26:14.323681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57814) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:26:14.375053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14405ffd-9a42-4d9d-ad67-842591c32966 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:14.376621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-14405ffd-9a42-4d9d-ad67-842591c32966 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1092 time: 0.0518992 Jul 14 12:26:14.379630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57816) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:26:14.384289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:26:14.412068 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:14.510924 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:14.622937 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.66 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/227c10ba-9a55-4af2-a6a3-9894ab94dc58) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:26:14.727948 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:14.769007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:14.804417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:26:14.810475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:26:14.815164 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:26:14.821307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=227c10ba-9a55-4af2-a6a3-9894ab94dc58,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:15.192776 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:15.274356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:15.341732 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:15.424581 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:15.429890 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:15.501698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=227c10ba-9a55-4af2-a6a3-9894ab94dc58,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:15.510939 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:15.615428 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP daf80a64-5f63-4439-a3b7-9572b57a992b associated. External IP: 172.25.2.66, port: cf8770d1-d7f5-4e41-b3b5-018e0cb9f001. Jul 14 12:26:15.827100 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:26:15.941987 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:26:15.951104 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] Sync routers for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:26:15.958743 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:15.961431 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:26:15.962050 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:26:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:15.995411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-51d37a71-9b60-4b53-a631-ce41f76318ae tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6147177 Jul 14 12:26:15.996018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:26:15.998283 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb6925e-112c-49bf-a188-08d093855865" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:26:16.038707 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d37cd55-6176-4e17-807b-2e9e5cd1924a x-openstack-request-id: req-3d37cd55-6176-4e17-807b-2e9e5cd1924a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:26:16.039029 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:26:16.039374 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d37cd55-6176-4e17-807b-2e9e5cd1924a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:26:16.039838 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'status': 'completed', 'code': 200} Jul 14 12:26:16.101174 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:26:16.116286 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6925e-112c-49bf-a188-08d093855865 req-a55eba24-aac9-4fa1-866b-012d4d2a8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:16.117974 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-abb6925e-112c-49bf-a188-08d093855865 req-a55eba24-aac9-4fa1-866b-012d4d2a8174 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1097 time: 0.0546694 Jul 14 12:26:16.178551 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db74f-e965-417e-a1dc-6f844158151a req-90ddbe88-e746-4165-be1d-e7e08512856f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:16.180720 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b3db74f-e965-417e-a1dc-6f844158151a req-90ddbe88-e746-4165-be1d-e7e08512856f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0823982 Jul 14 12:26:16.218610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6925e-112c-49bf-a188-08d093855865 req-61fb6c4d-0e63-4e6d-874b-72f16f203aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:16.220433 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-abb6925e-112c-49bf-a188-08d093855865 req-61fb6c4d-0e63-4e6d-874b-72f16f203aa9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 896 time: 0.0960886 Jul 14 12:26:16.224756 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b3db74f-e965-417e-a1dc-6f844158151a req-8dce68fc-aae6-4a05-8f83-76b3f1fea5ba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382509 Jul 14 12:26:16.256017 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57822) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:26:16.295439 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-abb6925e-112c-49bf-a188-08d093855865 req-c5a4f72a-f606-4aec-a44e-b1465c81444a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 999 time: 0.0691552 Jul 14 12:26:16.323255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-bdc641c3-7e58-4307-80bb-c51ab2bb5c2c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/daf80a64-5f63-4439-a3b7-9572b57a992b HTTP/1.1" status: 200 len: 991 time: 0.0648456 Jul 14 12:26:16.344917 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'daf80a64-5f63-4439-a3b7-9572b57a992b', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'port_id': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'mac_address': 'fa:16:3e:45:f4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:26:15Z', 'updated_at': '2021-07-14T12:26:15Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f4ab569-a79a-45f3-a612-1f3a75829dc7', 'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:24:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:26:00Z', 'updated_at': '2021-07-14T12:26:05Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:16.350802 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6925e-112c-49bf-a188-08d093855865 req-df336539-3f8d-45c1-9026-c1a13e3ca17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:16.352364 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-abb6925e-112c-49bf-a188-08d093855865 req-df336539-3f8d-45c1-9026-c1a13e3ca17a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 200 len: 834 time: 0.0501792 Jul 14 12:26:16.370347 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] Checking router: 5d57bd4d-14bb-4af7-829d-4f67c182dd7b for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:26:16.379646 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:26:16.380450 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:26:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:16.412335 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6925e-112c-49bf-a188-08d093855865 req-61bea1cc-c8ff-46e1-b6cf-75dee8a7c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:16.413901 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-abb6925e-112c-49bf-a188-08d093855865 req-61bea1cc-c8ff-46e1-b6cf-75dee8a7c9a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c185da-5fe7-40ea-8d38-0de787562077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556288 Jul 14 12:26:16.493966 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:26:16.506818 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-abb6925e-112c-49bf-a188-08d093855865 req-50e92ff2-52d2-4d29-9334-6e6aba6f78af service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860100 Jul 14 12:26:16.604627 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-abb6925e-112c-49bf-a188-08d093855865 req-a89af48a-82ed-4b54-ba10-cf1fce009028 service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913954 Jul 14 12:26:16.827912 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'daf80a64-5f63-4439-a3b7-9572b57a992b', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'port_id': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'mac_address': 'fa:16:3e:45:f4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:26:15Z', 'updated_at': '2021-07-14T12:26:15Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f4ab569-a79a-45f3-a612-1f3a75829dc7', 'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:24:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:26:00Z', 'updated_at': '2021-07-14T12:26:05Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:16.856330 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a7e9b-0134-4360-a992-d957b96bedaa None None] The sync data for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 is: [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'daf80a64-5f63-4439-a3b7-9572b57a992b', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'port_id': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'mac_address': 'fa:16:3e:45:f4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:26:15Z', 'updated_at': '2021-07-14T12:26:15Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f4ab569-a79a-45f3-a612-1f3a75829dc7', 'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:24:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:26:00Z', 'updated_at': '2021-07-14T12:26:05Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:26:17.041185 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe65802-4e79-41ff-927f-8dfd4f5f0a7e None None] New status for floating IP daf80a64-5f63-4439-a3b7-9572b57a992b: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:26:17.326079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57824) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:26:17.390120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-973dd514-eb95-4668-a7b8-512045ff80b5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/daf80a64-5f63-4439-a3b7-9572b57a992b HTTP/1.1" status: 200 len: 993 time: 0.0628786 Jul 14 12:26:26.797568 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:28.712927 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:32.992009 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:26:39.570540 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c12baa92-db4e-4920-a6bc-d1a099fd66cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:42.366119 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:42.707526 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2681c7ab-4394-40e0-8d34-2b15180bfe51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:43.638936 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:45.343566 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:51.046029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace6ad3-f1a1-424f-ad3e-a5e71dc044ea req-9632af9d-7274-4faf-bd3f-4c90da3bd66c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:51.047543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aace6ad3-f1a1-424f-ad3e-a5e71dc044ea req-9632af9d-7274-4faf-bd3f-4c90da3bd66c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0684586 Jul 14 12:26:51.049109 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-a3777373-6f94-4d66-b6ab-3ac927ea46d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906351 Jul 14 12:26:51.088109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-aace6ad3-f1a1-424f-ad3e-a5e71dc044ea req-0a7c812b-1109-43a6-855f-f8941c7ba9b9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336812 Jul 14 12:26:52.232993 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-ee45385e-334b-495b-b7df-cf875b26b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:52.234518 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-ee45385e-334b-495b-b7df-cf875b26b31a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1097 time: 0.0537918 Jul 14 12:26:52.340219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-25140710-2712-43b8-970b-c04bbb2781df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:52.340903 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f62e-21d3-4ee0-9ede-e45fc14f3de6 req-98f6a08a-d83a-4e58-828f-7db828fbb845 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:52.341725 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-25140710-2712-43b8-970b-c04bbb2781df service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 896 time: 0.0990920 Jul 14 12:26:52.342446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ada0f62e-21d3-4ee0-9ede-e45fc14f3de6 req-98f6a08a-d83a-4e58-828f-7db828fbb845 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0654256 Jul 14 12:26:52.385757 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ada0f62e-21d3-4ee0-9ede-e45fc14f3de6 req-a40af7f0-fb56-4628-8e1a-a7c1af24e5cc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375297 Jul 14 12:26:52.409802 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-66ce04e5-bc56-447b-a9b5-8b92627ad87b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 1001 time: 0.0610747 Jul 14 12:26:52.464348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-ed7203ef-d61e-41aa-81c6-46235dd3fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:52.465987 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-ed7203ef-d61e-41aa-81c6-46235dd3fda6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 200 len: 834 time: 0.0488091 Jul 14 12:26:52.523218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-89097eea-209e-4e7f-b03a-617677322658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:52.524746 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-89097eea-209e-4e7f-b03a-617677322658 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c185da-5fe7-40ea-8d38-0de787562077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513153 Jul 14 12:26:52.614043 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-eda1da89-66c4-4e77-ac2c-835cd448317c service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818262 Jul 14 12:26:52.706771 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-3e0bd59d-5f89-402f-9cb9-b283e51ea0df service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851331 Jul 14 12:26:53.563108 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c264f8-d79b-4023-bb8f-d0843e99962e req-390b1fb4-411f-4d6d-9e29-c08cd61d18e4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:53.564643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7c264f8-d79b-4023-bb8f-d0843e99962e req-390b1fb4-411f-4d6d-9e29-c08cd61d18e4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0676205 Jul 14 12:26:53.603446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7c264f8-d79b-4023-bb8f-d0843e99962e req-3c33d465-cd07-44c1-a2ce-edbcea100c1e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Jul 14 12:26:54.780111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73694-85bd-478c-8cca-ead6f5d7cef5 req-e3402beb-352a-4a5f-af35-c40f9f9971f0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:54.781594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02e73694-85bd-478c-8cca-ead6f5d7cef5 req-e3402beb-352a-4a5f-af35-c40f9f9971f0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0630987 Jul 14 12:26:54.825618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02e73694-85bd-478c-8cca-ead6f5d7cef5 req-762913eb-4bc3-4e4d-b34a-dd38bcf9e4fe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329096 Jul 14 12:26:56.004072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab7571-a2b3-40c3-884f-945d0898f234 req-e3356435-5101-401a-982a-ce4dc645d1bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:56.005862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7ab7571-a2b3-40c3-884f-945d0898f234 req-e3356435-5101-401a-982a-ce4dc645d1bc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0661688 Jul 14 12:26:56.046625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d7ab7571-a2b3-40c3-884f-945d0898f234 req-8392ac70-cb3c-4171-a4b8-337ebb651283 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Jul 14 12:26:56.803793 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:57.226768 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0bc7f-6833-498b-806f-5694e29622ed req-94ac63b9-c02c-4834-89d1-ff0a7185e7c6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:57.228289 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39a0bc7f-6833-498b-806f-5694e29622ed req-94ac63b9-c02c-4834-89d1-ff0a7185e7c6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0691435 Jul 14 12:26:57.265543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39a0bc7f-6833-498b-806f-5694e29622ed req-efaab00c-5685-4cc8-b3f4-749b28d3336b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Jul 14 12:26:58.443248 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ac890-e546-4234-8cc4-7ff9b0468278 req-39186934-603f-45ee-a4fe-97f35f872d5c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:58.444863 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-306ac890-e546-4234-8cc4-7ff9b0468278 req-39186934-603f-45ee-a4fe-97f35f872d5c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0673335 Jul 14 12:26:58.482872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-306ac890-e546-4234-8cc4-7ff9b0468278 req-133181d9-b1cb-4aa1-96c0-ccfa058b16fe tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Jul 14 12:26:58.702347 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:26:59.678422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a4fd2-df11-4cad-a9a8-9f3a8a01b867 req-55927848-2f28-46a9-9007-9af9fd03f0be tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:26:59.679970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b5a4fd2-df11-4cad-a9a8-9f3a8a01b867 req-55927848-2f28-46a9-9007-9af9fd03f0be tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0814393 Jul 14 12:26:59.718502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0b5a4fd2-df11-4cad-a9a8-9f3a8a01b867 req-84c05174-3521-484b-8c99-01f8623fd616 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326774 Jul 14 12:27:00.900379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7fe7c-be61-46aa-b296-09db080f7d22 req-6be099b8-f503-4205-9ef7-af289c09a3d8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:00.901808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fb7fe7c-be61-46aa-b296-09db080f7d22 req-6be099b8-f503-4205-9ef7-af289c09a3d8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0666814 Jul 14 12:27:00.939772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fb7fe7c-be61-46aa-b296-09db080f7d22 req-a71ac4dc-2517-4a1a-a882-081831eb864e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Jul 14 12:27:02.115535 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad8148-172c-4652-bc1d-b1f0913c1d77 req-95f0d079-35de-494a-9d16-e94d6972802d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:02.116998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddad8148-172c-4652-bc1d-b1f0913c1d77 req-95f0d079-35de-494a-9d16-e94d6972802d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0633662 Jul 14 12:27:02.156943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ddad8148-172c-4652-bc1d-b1f0913c1d77 req-a69a6f61-6ce5-4fd1-ab79-1c662a3f8e5b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339038 Jul 14 12:27:03.337562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cd1f0-ca49-459d-bccd-ef168302793b req-95d8297a-5e4e-43f0-8bb9-d1a2867d74fc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:03.339064 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-168cd1f0-ca49-459d-bccd-ef168302793b req-95d8297a-5e4e-43f0-8bb9-d1a2867d74fc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0686233 Jul 14 12:27:03.376870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-168cd1f0-ca49-459d-bccd-ef168302793b req-a934c6ba-c8bc-4601-b5fe-3ad0019a7ac2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Jul 14 12:27:04.558007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ff01d-56c0-4852-b01a-4d0c03e7ccd9 req-cef67a25-2aad-4c79-8375-55a90f6e1c4f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:04.559583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc9ff01d-56c0-4852-b01a-4d0c03e7ccd9 req-cef67a25-2aad-4c79-8375-55a90f6e1c4f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0654995 Jul 14 12:27:04.601378 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc9ff01d-56c0-4852-b01a-4d0c03e7ccd9 req-c349e95e-1e0b-49e7-b036-1c112657b891 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339618 Jul 14 12:27:05.783606 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc98c2-7cf3-4c14-8185-b45398cf2baa req-153cf25a-db49-4f6f-9bb7-392d189afd74 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:05.785050 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cdc98c2-7cf3-4c14-8185-b45398cf2baa req-153cf25a-db49-4f6f-9bb7-392d189afd74 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0703332 Jul 14 12:27:05.824848 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0cdc98c2-7cf3-4c14-8185-b45398cf2baa req-dfb5aa3e-ee3d-4384-93ef-e76b0bdae45d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336931 Jul 14 12:27:07.029183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18577-2c91-4175-80bd-d69b0c74646c req-8e5b8422-7d46-419d-b975-9219614c4801 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:07.030788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02c18577-2c91-4175-80bd-d69b0c74646c req-8e5b8422-7d46-419d-b975-9219614c4801 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0806379 Jul 14 12:27:07.080397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-02c18577-2c91-4175-80bd-d69b0c74646c req-388a9afb-1645-4d63-8dcc-5ba9e815aa22 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Jul 14 12:27:08.258840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ffcb2-8ea4-4e6e-8fcf-7fd075174b13 req-f6a20c77-f2a6-48d1-a4c7-1a4ce0fb1bfd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:08.260337 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff2ffcb2-8ea4-4e6e-8fcf-7fd075174b13 req-f6a20c77-f2a6-48d1-a4c7-1a4ce0fb1bfd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0634453 Jul 14 12:27:08.298566 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ff2ffcb2-8ea4-4e6e-8fcf-7fd075174b13 req-2a446769-56af-4da2-be6d-57a546eae082 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323617 Jul 14 12:27:09.489087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797aeb0-7459-4ebe-b778-f57c1f09c4d5 req-bd00693b-707d-4520-9953-a8d2b1959ecf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:09.490791 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a797aeb0-7459-4ebe-b778-f57c1f09c4d5 req-bd00693b-707d-4520-9953-a8d2b1959ecf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0683634 Jul 14 12:27:09.530023 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a797aeb0-7459-4ebe-b778-f57c1f09c4d5 req-3182a48c-cc80-499f-abe0-4b3b0aa586d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Jul 14 12:27:09.561196 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-590cce7c-211d-49aa-9d15-6936c9286831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:09.800346 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-4bb48ecf-f0fc-4ef5-805f-279f893d910e service neutron] show failed (client error): The resource could not be found. Jul 14 12:27:09.802396 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-4bb48ecf-f0fc-4ef5-805f-279f893d910e service neutron] 10.222.0.45 "GET /v2.0/ports/cf8770d1-d7f5-4e41-b3b5-018e0cb9f001/bindings/n-h1-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0693820 Jul 14 12:27:09.995081 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:27:10.103252 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-46b9b7ea-5a4a-48a1-aa4a-032bcce37321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:10.105019 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-46b9b7ea-5a4a-48a1-aa4a-032bcce37321 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 1097 time: 0.0935061 Jul 14 12:27:10.117870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:10.193284 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:10.395391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:10.430390 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h2-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:27:10.470147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:27:10.472750 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d80b82-d43f-4ced-8643-915b5fcee95c" -d '{"events": [{"server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:10.477800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:10.492013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Transition to ACTIVE for port object cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:27:10.496925 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:10.543346 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15104d65-1c7f-4509-bcaf-b38d76faac7d x-openstack-request-id: req-15104d65-1c7f-4509-bcaf-b38d76faac7d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:10.543634 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:10.543902 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15104d65-1c7f-4509-bcaf-b38d76faac7d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:10.544292 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'code': 200} Jul 14 12:27:10.624628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Pushing event updated for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:10.646411 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.646681 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.646999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.647307 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.647637 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.648000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.648325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.648645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.648973 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.649294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.649631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:10.649926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:11.059105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] No DVR routers for this DVR port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on host n-h2-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:27:11.125803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb382-da2c-48b0-a7ad-a072e1b5d6a3 req-e37f86d1-5215-4a1d-923f-0b114598fcee tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:11.127323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-825bb382-da2c-48b0-a7ad-a072e1b5d6a3 req-e37f86d1-5215-4a1d-923f-0b114598fcee tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 944 time: 0.4739156 Jul 14 12:27:11.202650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-825bb382-da2c-48b0-a7ad-a072e1b5d6a3 req-26da77fd-38b5-47a3-9a41-00227cc5fe75 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501654 Jul 14 12:27:11.243904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Attempting to bind port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:27:11.244233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Attempting to bind port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:27:11.244618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Attempting to bind port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on network 51c185da-5fe7-40ea-8d38-0de787562077 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:27:11.248915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on network 51c185da-5fe7-40ea-8d38-0de787562077 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:27:11.249246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Attempting to bind port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on network 51c185da-5fe7-40ea-8d38-0de787562077 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:27:11.254124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:27:11.254759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Checking segment: {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:27:11.255139 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Bound using segment: {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:27:11.255559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Bound port: cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a02794e-ec6f-4b0e-9c61-29a70fafd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:27:11.255955 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:11.318969 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:27:11.322298 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:27:11.326056 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:11.358083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:11.358784 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:11.360191 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] 10.222.0.64 "PUT /v2.0/ports/cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 1092 time: 1.2475817 Jul 14 12:27:11.399368 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4dd34-4dcf-419e-bbdc-4a3a7d454afc service neutron] Pushing event updated for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:11.448564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-2140cfb5-a934-4d57-a069-589fe9a2b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:11.450119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-2140cfb5-a934-4d57-a069-589fe9a2b898 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1095 time: 0.0653236 Jul 14 12:27:11.558636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-706aafe0-9eaa-4b18-8043-19246d5d29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:11.560206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-706aafe0-9eaa-4b18-8043-19246d5d29e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 896 time: 0.1040761 Jul 14 12:27:11.628616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-812bb433-afb6-46b0-9953-96e133e04840 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 999 time: 0.0597825 Jul 14 12:27:11.685790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-acc3270d-0fce-46b6-a4d5-14bbbc7f57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:11.687297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-acc3270d-0fce-46b6-a4d5-14bbbc7f57aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 200 len: 834 time: 0.0530424 Jul 14 12:27:11.745297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-736cd3fe-b057-4db6-8b14-5802e71dbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:11.746840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-736cd3fe-b057-4db6-8b14-5802e71dbae5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c185da-5fe7-40ea-8d38-0de787562077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527937 Jul 14 12:27:11.836661 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-095c6218-9725-4eee-83e8-26e2c1dbafbd service neutron] 10.222.0.64 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828485 Jul 14 12:27:11.930492 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05a80033-cfa9-4672-84e3-f6a3899af9a0 req-44284899-e973-48b8-ba93-3d967b3c3545 service neutron] 10.222.0.64 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877259 Jul 14 12:27:12.381824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:12.398289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138a8c6-be05-44b4-88ac-62ca7afa5359 req-f9871b1a-1b42-48a1-af0b-7365b37cb26a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:12.399798 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d138a8c6-be05-44b4-88ac-62ca7afa5359 req-f9871b1a-1b42-48a1-af0b-7365b37cb26a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0744619 Jul 14 12:27:12.439990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d138a8c6-be05-44b4-88ac-62ca7afa5359 req-99d8ce52-1464-4838-882a-d05739724a90 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Jul 14 12:27:12.545864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:27:12.548185 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c599704-e732-470d-84f4-35f6f754f9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:12.605714 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2afaf7d-9f28-403f-bd31-b708c71d2dcb x-openstack-request-id: req-a2afaf7d-9f28-403f-bd31-b708c71d2dcb {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:12.606840 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:12.606840 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2afaf7d-9f28-403f-bd31-b708c71d2dcb {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:12.607200 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'status': 'completed', 'code': 200} Jul 14 12:27:12.686569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599704-e732-470d-84f4-35f6f754f9fb req-707dd3d2-c4a1-407f-a065-650acc4d30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:12.688214 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-707dd3d2-c4a1-407f-a065-650acc4d30cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1095 time: 0.0575485 Jul 14 12:27:12.692285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599704-e732-470d-84f4-35f6f754f9fb req-c311c238-c9dd-4b85-9982-d28a3f2b0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:12.694788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-c311c238-c9dd-4b85-9982-d28a3f2b0068 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1095 time: 0.0652063 Jul 14 12:27:12.711811 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5933c763-c2ff-4afe-a9bc-45f3b2e0877c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:12.789662 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599704-e732-470d-84f4-35f6f754f9fb req-67389315-42de-47d8-ab96-59e930ab4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:12.789974 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599704-e732-470d-84f4-35f6f754f9fb req-85e48ec1-59ce-409e-ac99-7f10128a21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:12.791268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-67389315-42de-47d8-ab96-59e930ab4830 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 896 time: 0.0961487 Jul 14 12:27:12.791486 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-85e48ec1-59ce-409e-ac99-7f10128a21b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 896 time: 0.0899732 Jul 14 12:27:12.859806 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-73249787-5e42-4d64-a934-7169d9c12640 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 999 time: 0.0605578 Jul 14 12:27:12.865718 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-18d3b9b3-8dd7-444f-ba66-dc4807f4c8bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 999 time: 0.0669992 Jul 14 12:27:12.916602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599704-e732-470d-84f4-35f6f754f9fb req-e894a997-18c2-4c5e-9bd6-e86701a4b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:12.918504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-e894a997-18c2-4c5e-9bd6-e86701a4b6ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 200 len: 834 time: 0.0463779 Jul 14 12:27:12.927795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599704-e732-470d-84f4-35f6f754f9fb req-2b9ac9df-48ec-4739-b8d1-3d59a4ca1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:12.929321 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-2b9ac9df-48ec-4739-b8d1-3d59a4ca1c0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 200 len: 834 time: 0.0620201 Jul 14 12:27:12.982208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599704-e732-470d-84f4-35f6f754f9fb req-e90509d4-7ee0-4709-b7a9-dec8b381f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:12.983759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-e90509d4-7ee0-4709-b7a9-dec8b381f7a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c185da-5fe7-40ea-8d38-0de787562077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576277 Jul 14 12:27:12.992457 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599704-e732-470d-84f4-35f6f754f9fb req-a42ac06d-671d-4e22-8d73-636d6cf8d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:12.993981 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-a42ac06d-671d-4e22-8d73-636d6cf8d7f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c185da-5fe7-40ea-8d38-0de787562077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565081 Jul 14 12:27:13.083031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-70af3636-d95f-4a94-831f-bbc641200c8f service neutron] 10.222.0.64 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911415 Jul 14 12:27:13.092873 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-469c883a-3f17-4086-bea0-ee903f39b358 service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894492 Jul 14 12:27:13.194265 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-cf574d9f-89ae-4b63-9412-351aeb5163b4 service neutron] 10.222.0.64 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044638 Jul 14 12:27:13.197773 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4c599704-e732-470d-84f4-35f6f754f9fb req-84c38e02-1082-4367-b728-8b5fa270d1f3 service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974407 Jul 14 12:27:13.510041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:13.565232 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:13.631550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e8ac5-b2c6-4918-8dc9-497eb027e75f req-b45e4fa5-0d80-404e-ba40-cc1d8c100502 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:13.633149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b3e8ac5-b2c6-4918-8dc9-497eb027e75f req-b45e4fa5-0d80-404e-ba40-cc1d8c100502 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0736208 Jul 14 12:27:13.644014 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:13.675233 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4b3e8ac5-b2c6-4918-8dc9-497eb027e75f req-7afdfdd8-425b-483c-9a8e-ea459b50910c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326366 Jul 14 12:27:14.805653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:27:14.859940 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152450c1-ee55-4b0d-b82e-dff754027e4f req-481c8ead-eb35-45e0-b868-380055db11a5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:14.862357 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-152450c1-ee55-4b0d-b82e-dff754027e4f req-481c8ead-eb35-45e0-b868-380055db11a5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0701556 Jul 14 12:27:14.902662 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-152450c1-ee55-4b0d-b82e-dff754027e4f req-01a4279a-6bc9-48f6-9338-d6a8738b367c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351062 Jul 14 12:27:14.906406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:14.918839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'port_id': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'mac_address': 'fa:16:3e:45:f4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:27:14.962335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:14.975680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:27:14.996087 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:15.001534 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:15.059003 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:15.072276 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.072857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.073522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.073985 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.074545 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.075106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.075665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.076250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.077057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.077377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.078147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.078575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:15.238307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:27:15.328702 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8ea74-cd0d-408d-9575-f5b2ca1835b7 req-a598c85d-71eb-48b1-a128-12f2b647a413 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:15.331358 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7b8ea74-cd0d-408d-9575-f5b2ca1835b7 req-a598c85d-71eb-48b1-a128-12f2b647a413 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 945 time: 0.1043227 Jul 14 12:27:15.362971 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:15.372254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea966a-545b-4714-9323-a46b7b691986 req-b037e756-50f5-4307-a139-aa1e1d829e15 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:15.374270 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-93ea966a-545b-4714-9323-a46b7b691986 req-b037e756-50f5-4307-a139-aa1e1d829e15 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6&tenant_id=9fd74d92344d412791e5387595bf6250&binding%3Ahost_id=n-h1-778696-8 HTTP/1.1" status: 200 len: 945 time: 0.1519823 Jul 14 12:27:15.383102 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7b8ea74-cd0d-408d-9575-f5b2ca1835b7 req-45582c62-0970-4774-8bf0-930a425905be tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 Jul 14 12:27:15.448253 n-d-778696-8 neutron-server[93701]: INFO neutron.api.v2.resource [req-93ea966a-545b-4714-9323-a46b7b691986 req-1e831cbb-f878-4b06-b1fc-d072ea9e60e3 service neutron] delete failed (client error): The resource could not be found. Jul 14 12:27:15.449313 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-93ea966a-545b-4714-9323-a46b7b691986 req-1e831cbb-f878-4b06-b1fc-d072ea9e60e3 service neutron] 10.222.0.45 "DELETE /v2.0/ports/cf8770d1-d7f5-4e41-b3b5-018e0cb9f001/bindings/n-h2-778696-8 HTTP/1.1" status: 404 len: 380 time: 0.0651884 Jul 14 12:27:15.554142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea966a-545b-4714-9323-a46b7b691986 req-587fd69d-9a07-48cc-94fe-71dfa2f1d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:15.556277 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-93ea966a-545b-4714-9323-a46b7b691986 req-587fd69d-9a07-48cc-94fe-71dfa2f1d1b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1096 time: 0.0595338 Jul 14 12:27:15.649125 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311795c9-0949-47f7-ab77-87f5da2b7fed req-375e3909-f9d4-43c1-bf97-2f1a163efd4b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:15.650737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-311795c9-0949-47f7-ab77-87f5da2b7fed req-375e3909-f9d4-43c1-bf97-2f1a163efd4b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 945 time: 0.0681243 Jul 14 12:27:15.657262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea966a-545b-4714-9323-a46b7b691986 req-677ea03f-b3cf-400f-b8f8-b9191e4afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:15.658747 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-93ea966a-545b-4714-9323-a46b7b691986 req-677ea03f-b3cf-400f-b8f8-b9191e4afe76 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 896 time: 0.0936222 Jul 14 12:27:15.698393 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-311795c9-0949-47f7-ab77-87f5da2b7fed req-07d4daaf-e7e1-47f8-9047-ec6e79a49140 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410953 Jul 14 12:27:15.731238 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-93ea966a-545b-4714-9323-a46b7b691986 req-4ce1ae14-7f81-46bc-ad2b-6a6855ddddd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 1000 time: 0.0655847 Jul 14 12:27:15.782650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea966a-545b-4714-9323-a46b7b691986 req-7b168668-063e-4802-b3b8-10b7047d532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:15.784138 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-93ea966a-545b-4714-9323-a46b7b691986 req-7b168668-063e-4802-b3b8-10b7047d532d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 200 len: 834 time: 0.0449214 Jul 14 12:27:15.849906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea966a-545b-4714-9323-a46b7b691986 req-c577d4e1-9cbd-413b-8710-2ca3fbfaea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:15.851425 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-93ea966a-545b-4714-9323-a46b7b691986 req-c577d4e1-9cbd-413b-8710-2ca3fbfaea2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c185da-5fe7-40ea-8d38-0de787562077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569146 Jul 14 12:27:15.947363 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-93ea966a-545b-4714-9323-a46b7b691986 req-0ea9bb68-9388-4acc-8df8-459aca594049 service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841928 Jul 14 12:27:16.045706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-93ea966a-545b-4714-9323-a46b7b691986 req-e2673e80-c117-4ced-ad0a-e147322811c6 service neutron] 10.222.0.45 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883191 Jul 14 12:27:16.821034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:27:16.872373 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:27:16.877072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:27:16.877591 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:16.893919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a76425-afa5-425d-abad-06f89ee09dfd req-cfeb7282-8b6b-40e5-934b-dfca355dc32f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:16.896715 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5a76425-afa5-425d-abad-06f89ee09dfd req-cfeb7282-8b6b-40e5-934b-dfca355dc32f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 945 time: 0.0733037 Jul 14 12:27:16.946242 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a5a76425-afa5-425d-abad-06f89ee09dfd req-049183b9-4ca4-4d21-9630-616e64e4e949 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Jul 14 12:27:16.962583 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:16.981939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57922) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:16.993490 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:27:16.995689 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba926057-beb0-446e-bcab-f709a063e0f1" -d '{"events": [{"server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:17.009984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:17.015473 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:17.054769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-90733b15-1664-436e-9643-6b763a00271c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/daf80a64-5f63-4439-a3b7-9572b57a992b HTTP/1.1" status: 200 len: 992 time: 0.0666163 Jul 14 12:27:17.060816 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a9c5c-a0d9-42a3-b4c9-1e5fcd56a662 x-openstack-request-id: req-1a5a9c5c-a0d9-42a3-b4c9-1e5fcd56a662 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:17.061104 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:17.061363 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a5a9c5c-a0d9-42a3-b4c9-1e5fcd56a662 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:17.061788 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'code': 200} Jul 14 12:27:17.075053 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:26.817442 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:28.708812 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:39.564600 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44ce3952-1101-4f07-b02a-b7b601474c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:42.363009 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:42.713437 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bb7392d1-88ed-46c9-add9-8e03f7cbe2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:43.643945 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:45.353394 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:45.631656 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57940) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:45.796660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 227c10ba-9a55-4af2-a6a3-9894ab94dc58 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:27:45.796986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:45.872748 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:45.873077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:45.885730 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 227c10ba-9a55-4af2-a6a3-9894ab94dc58 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:27:46.035174 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:46.060860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=227c10ba-9a55-4af2-a6a3-9894ab94dc58,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:46.090140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.090490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.090828 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.091165 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.091496 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.091826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.092184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.092514 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.092840 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.093166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.093490 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.093810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:46.133994 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:46.134299 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP daf80a64-5f63-4439-a3b7-9572b57a992b disassociated (deleted). External IP: 172.25.2.66, port: cf8770d1-d7f5-4e41-b3b5-018e0cb9f001. Jul 14 12:27:46.342108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:27:46.454284 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:27:46.459896 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:46.463911 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] Sync routers for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:27:46.472277 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:27:46.472876 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:46.496796 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e06855a0-3dce-4c84-97c3-ef8a129dd6a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/floatingips/daf80a64-5f63-4439-a3b7-9572b57a992b HTTP/1.1" status: 204 len: 168 time: 0.8639956 Jul 14 12:27:46.497488 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:27:46.499889 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:46.538978 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e54f61-1a29-4560-a57a-db7810f59f67 x-openstack-request-id: req-a2e54f61-1a29-4560-a57a-db7810f59f67 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:46.539396 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:46.539650 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2e54f61-1a29-4560-a57a-db7810f59f67 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:46.540209 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'status': 'completed', 'code': 200} Jul 14 12:27:46.589495 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:27:46.644857 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-a3520006-9405-4a77-91b3-bfcb52cc3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:46.647315 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-a3520006-9405-4a77-91b3-bfcb52cc3f50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 1097 time: 0.0839148 Jul 14 12:27:46.741849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-fb2e3965-f975-43a5-8fb6-94998ec42d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:46.743808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-fb2e3965-f975-43a5-8fb6-94998ec42d9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 200 len: 896 time: 0.0908358 Jul 14 12:27:46.795703 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-dace25db-9093-4fc6-a035-2a328561b657 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 200 len: 217 time: 0.0440242 Jul 14 12:27:46.845168 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5f4ab569-a79a-45f3-a612-1f3a75829dc7', 'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:24:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:26:00Z', 'updated_at': '2021-07-14T12:26:05Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:46.853367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-243e4ccf-1d04-4e38-8634-e25c9c62fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:46.854919 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-243e4ccf-1d04-4e38-8634-e25c9c62fcef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 200 len: 834 time: 0.0503879 Jul 14 12:27:46.874494 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] Checking router: 5d57bd4d-14bb-4af7-829d-4f67c182dd7b for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:27:46.884588 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:27:46.885246 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:46.953764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded0341-4eaa-4cf1-8227-4b3fae6a7c36 req-966e87bc-bb73-472d-9623-4299e2a89b30 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:46.955272 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cded0341-4eaa-4cf1-8227-4b3fae6a7c36 req-966e87bc-bb73-472d-9623-4299e2a89b30 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1045346 Jul 14 12:27:46.961989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-6f72f8d0-6d1e-4c2f-97fb-a50c26a7ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:46.963442 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-6f72f8d0-6d1e-4c2f-97fb-a50c26a7ec5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c185da-5fe7-40ea-8d38-0de787562077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007814 Jul 14 12:27:46.993698 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:27:47.021920 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:27:47.047144 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cded0341-4eaa-4cf1-8227-4b3fae6a7c36 req-a061b610-a3ee-418b-bb3f-0f1e76e1350f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827031 Jul 14 12:27:47.080779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-c192f2e7-d30d-4e25-b135-b0a459d8f3e5 service neutron] 10.222.0.64 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096079 Jul 14 12:27:47.176643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-00a966f8-e7e3-48dc-8b5f-85fb616b1b06 req-6753e853-57df-4814-bc39-d3f704fbe9a6 service neutron] 10.222.0.64 "GET /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892951 Jul 14 12:27:47.192564 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5f4ab569-a79a-45f3-a612-1f3a75829dc7', 'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:24:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:26:00Z', 'updated_at': '2021-07-14T12:26:05Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:47.230100 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2c639-e452-426b-9905-e7829dbce5c2 None None] The sync data for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 is: [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5f4ab569-a79a-45f3-a612-1f3a75829dc7', 'name': '', 'network_id': '51c185da-5fe7-40ea-8d38-0de787562077', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:24:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:26:00Z', 'updated_at': '2021-07-14T12:26:05Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '23742afe-4164-4fa8-bee1-9a89003832d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:27:47.462721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de002f9-c1c2-488a-88b4-b8884c0bbecc None None] New status for floating IP daf80a64-5f63-4439-a3b7-9572b57a992b: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:27:48.104116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058031-ecc0-480b-961e-be8880043754 req-1a2bdf80-5d60-400d-9f42-b5c216c57a08 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:48.105650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34058031-ecc0-480b-961e-be8880043754 req-1a2bdf80-5d60-400d-9f42-b5c216c57a08 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0651722 Jul 14 12:27:48.257484 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-34058031-ecc0-480b-961e-be8880043754 req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:27:48.257829 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34058031-ecc0-480b-961e-be8880043754 req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:48.305285 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a89b17-2ca4-479b-bcb5-11b0e4f8464b req-8437b8ad-e62e-4d48-87de-c1126b0c0a10 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:48.306810 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87a89b17-2ca4-479b-bcb5-11b0e4f8464b req-8437b8ad-e62e-4d48-87de-c1126b0c0a10 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1433401 Jul 14 12:27:48.370635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-87a89b17-2ca4-479b-bcb5-11b0e4f8464b req-3fc4d198-b949-4ffc-bef1-5c9696aa728d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=457fb98f-1293-496d-82b6-9e8bc642d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548477 Jul 14 12:27:48.385788 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-34058031-ecc0-480b-961e-be8880043754 req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:48.386156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34058031-ecc0-480b-961e-be8880043754 req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:48.399659 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-34058031-ecc0-480b-961e-be8880043754 req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:27:48.531079 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34058031-ecc0-480b-961e-be8880043754 req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:48.562162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=cf8770d1-d7f5-4e41-b3b5-018e0cb9f001,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:48.613153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-34058031-ecc0-480b-961e-be8880043754 req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] No DVR routers for this DVR port cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:27:48.616482 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-34058031-ecc0-480b-961e-be8880043754 req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:48.618420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-34058031-ecc0-480b-961e-be8880043754 req-17cf8f35-2d2a-47dd-997e-b4f978cd9798 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "DELETE /v2.0/ports/cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 HTTP/1.1" status: 204 len: 173 time: 0.5076180 Jul 14 12:27:48.618848 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'name': 'network-vif-deleted', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:27:48.621185 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17bd5b5-aefd-4361-95c3-c398f830ad0b" -d '{"events": [{"server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "name": "network-vif-deleted", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:48.671511 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22048f5a-dc9d-4a7d-8a9f-f22d6eb65781 x-openstack-request-id: req-22048f5a-dc9d-4a7d-8a9f-f22d6eb65781 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:48.671921 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6", "name": "network-vif-deleted", "tag": "cf8770d1-d7f5-4e41-b3b5-018e0cb9f001", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:48.672242 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22048f5a-dc9d-4a7d-8a9f-f22d6eb65781 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:48.672764 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6bcca9-f4f9-49aa-bf76-cef3dd74ddc6', 'name': 'network-vif-deleted', 'tag': 'cf8770d1-d7f5-4e41-b3b5-018e0cb9f001', 'status': 'completed', 'code': 200} Jul 14 12:27:49.462330 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57954) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:50.072048 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:50.375731 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 5f4ab569-a79a-45f3-a612-1f3a75829dc7 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:27:50.376151 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:50.501170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port 5f4ab569-a79a-45f3-a612-1f3a75829dc7, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5f4ab569-a79a-45f3-a612-1f3a75829dc7,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:50.501986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:50.519337 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 5f4ab569-a79a-45f3-a612-1f3a75829dc7 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:27:50.738293 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:50.765875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=5f4ab569-a79a-45f3-a612-1f3a75829dc7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:50.949701 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.160120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:27:51.265504 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:27:51.270663 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f2928172-83f5-42cd-9287-16901146f799 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/5d57bd4d-14bb-4af7-829d-4f67c182dd7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8073318 Jul 14 12:27:51.274482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57956) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:51.275393 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22125592-657e-4128-b27b-30a528697b4b None None] Sync routers for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:27:51.286125 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22125592-657e-4128-b27b-30a528697b4b None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:27:51.287332 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-22125592-657e-4128-b27b-30a528697b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:51.331373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b371fcf-ccb3-4bf5-9fe8-3670a9049819 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting subnet 23742afe-4164-4fa8-bee1-9a89003832d4 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:27:51.335549 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b371fcf-ccb3-4bf5-9fe8-3670a9049819 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.375243 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b371fcf-ccb3-4bf5-9fe8-3670a9049819 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.390951 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-22125592-657e-4128-b27b-30a528697b4b None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:27:51.458768 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b371fcf-ccb3-4bf5-9fe8-3670a9049819 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.541544 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b371fcf-ccb3-4bf5-9fe8-3670a9049819 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.572870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b371fcf-ccb3-4bf5-9fe8-3670a9049819 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Subnet': ['ID=23742afe-4164-4fa8-bee1-9a89003832d4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:51.579301 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b371fcf-ccb3-4bf5-9fe8-3670a9049819 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.581340 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6b371fcf-ccb3-4bf5-9fe8-3670a9049819 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/subnets/23742afe-4164-4fa8-bee1-9a89003832d4 HTTP/1.1" status: 204 len: 168 time: 0.3059108 Jul 14 12:27:51.584083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57958) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:51.586718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa5b5c6-be1e-4cb8-a71a-0df6511e222f None None] Network 51c185da-5fe7-40ea-8d38-0de787562077 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:27:51.587498 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-22125592-657e-4128-b27b-30a528697b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:27:50Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:51.615481 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22125592-657e-4128-b27b-30a528697b4b None None] Checking router: 5d57bd4d-14bb-4af7-829d-4f67c182dd7b for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:27:51.623782 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22125592-657e-4128-b27b-30a528697b4b None None] Routers {'5d57bd4d-14bb-4af7-829d-4f67c182dd7b'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:27:51.624427 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-22125592-657e-4128-b27b-30a528697b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:51.702374 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.795575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359d76a-0254-41ed-8ad2-d61641bc9213 None None] DHCP port deletion for 51c185da-5fe7-40ea-8d38-0de787562077 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:27:51.825020 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.834198 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-22125592-657e-4128-b27b-30a528697b4b None None] Set router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:27:51.844366 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d359d76a-0254-41ed-8ad2-d61641bc9213 None None] Deleting port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:27:51.844868 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d359d76a-0254-41ed-8ad2-d61641bc9213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.881034 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port acb3f920-269e-495d-b679-58af08f507d2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:27:51.881422 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.966470 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port acb3f920-269e-495d-b679-58af08f507d2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=acb3f920-269e-495d-b679-58af08f507d2,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:51.966930 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:51.983255 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for acb3f920-269e-495d-b679-58af08f507d2 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:27:52.035395 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-22125592-657e-4128-b27b-30a528697b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:27:50Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:52.063302 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22125592-657e-4128-b27b-30a528697b4b None None] The sync data for ids ['5d57bd4d-14bb-4af7-829d-4f67c182dd7b'] in n-d-778696-8 is: [{'id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884292067', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'acb3f920-269e-495d-b679-58af08f507d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:25:57Z', 'updated_at': '2021-07-14T12:27:50Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'acb3f920-269e-495d-b679-58af08f507d2', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57bd4d-14bb-4af7-829d-4f67c182dd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:25:58Z', 'updated_at': '2021-07-14T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:27:52.071400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d359d76a-0254-41ed-8ad2-d61641bc9213 None None] For port cf0730fb-2c8b-407a-a174-3c9c1691e2e3, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=cf0730fb-2c8b-407a-a174-3c9c1691e2e3,segment=NetworkSegment(6a02794e-ec6f-4b0e-9c61-29a70fafd215),segment_id=6a02794e-ec6f-4b0e-9c61-29a70fafd215)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:52.071802 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d359d76a-0254-41ed-8ad2-d61641bc9213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.088113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d359d76a-0254-41ed-8ad2-d61641bc9213 None None] Calling delete_port for cf0730fb-2c8b-407a-a174-3c9c1691e2e3 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:27:52.184322 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d359d76a-0254-41ed-8ad2-d61641bc9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.202648 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.216449 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359d76a-0254-41ed-8ad2-d61641bc9213 None None] Pushing event deleted for resources: {'Port': ['ID=cf0730fb-2c8b-407a-a174-3c9c1691e2e3,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:52.228249 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359d76a-0254-41ed-8ad2-d61641bc9213 None None] No DVR routers for this DVR port cf0730fb-2c8b-407a-a174-3c9c1691e2e3 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:27:52.240511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=acb3f920-269e-495d-b679-58af08f507d2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:52.300535 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.392471 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.394475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.439591 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.440274 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Fanout notify agent at l3_agent the message router_deleted on router 5d57bd4d-14bb-4af7-829d-4f67c182dd7b {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:27:52.449386 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.450525 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-55877ea6-cc4f-45cb-9124-d89c8f986b69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/routers/5d57bd4d-14bb-4af7-829d-4f67c182dd7b HTTP/1.1" status: 204 len: 168 time: 0.8652496 Jul 14 12:27:52.453147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57960) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:52.537877 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.624920 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.636181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c185da-5fe7-40ea-8d38-0de787562077']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:52.647672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a02794e-ec6f-4b0e-9c61-29a70fafd215') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:52.648023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a02794e-ec6f-4b0e-9c61-29a70fafd215') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:52.657642 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.677566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.684172 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:27:52.684579 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:27:52.687736 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:27:52.748153 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.757267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.759097 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/networks/51c185da-5fe7-40ea-8d38-0de787562077 HTTP/1.1" status: 204 len: 168 time: 0.3050098 Jul 14 12:27:52.762022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57962) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:52.772113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a902b1a-5435-4ec5-bec8-d888645222a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Network': ['ID=51c185da-5fe7-40ea-8d38-0de787562077,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:52.826768 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a47381e2-ebbf-4a48-87a1-28cd9fbcc7cc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.851782 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a47381e2-ebbf-4a48-87a1-28cd9fbcc7cc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.911985 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a47381e2-ebbf-4a48-87a1-28cd9fbcc7cc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.914553 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a47381e2-ebbf-4a48-87a1-28cd9fbcc7cc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:52.915731 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a47381e2-ebbf-4a48-87a1-28cd9fbcc7cc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/security-groups/457fb98f-1293-496d-82b6-9e8bc642d11d HTTP/1.1" status: 204 len: 168 time: 0.1525121 Jul 14 12:27:52.925296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47381e2-ebbf-4a48-87a1-28cd9fbcc7cc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=457fb98f-1293-496d-82b6-9e8bc642d11d,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:53.016940 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:53.044549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:27:53.044880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device cf8770d1-d7f5-4e41-b3b5-018e0cb9f001 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:53.254962 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 57968) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:53.260533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a64bfe7d-7b64-4b16-93aa-80fe720729c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850494325', 'description': 'tempest-secgroup-smoke-850494325 description', 'project_id': '9fd74d92344d412791e5387595bf6250'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:53.281913 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a64bfe7d-7b64-4b16-93aa-80fe720729c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.365897 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a64bfe7d-7b64-4b16-93aa-80fe720729c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.369515 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a64bfe7d-7b64-4b16-93aa-80fe720729c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.395398 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a64bfe7d-7b64-4b16-93aa-80fe720729c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.396762 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a64bfe7d-7b64-4b16-93aa-80fe720729c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1399219 Jul 14 12:27:53.399778 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57970) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:53.401094 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bfe7d-7b64-4b16-93aa-80fe720729c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0337b2c0-4596-4d1b-af03-349a18e8cb5d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:53.404402 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5347d99c-016a-415a-9241-852704406451 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '0337b2c0-4596-4d1b-af03-349a18e8cb5d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:53.431404 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5347d99c-016a-415a-9241-852704406451 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.476772 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5347d99c-016a-415a-9241-852704406451 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.480451 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5347d99c-016a-415a-9241-852704406451 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.498071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347d99c-016a-415a-9241-852704406451 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30e548a-de30-47fa-97db-4e374244442a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:53.505076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5347d99c-016a-415a-9241-852704406451 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.508349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5347d99c-016a-415a-9241-852704406451 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1074646 Jul 14 12:27:53.509840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57972) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:53.514478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-7cd8a3c4-7270-40b7-a85c-e93072eeca37 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '0337b2c0-4596-4d1b-af03-349a18e8cb5d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:53.543437 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a3c4-7270-40b7-a85c-e93072eeca37 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.545775 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5f4ab569-a79a-45f3-a612-1f3a75829dc7 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:53.565788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 5f4ab569-a79a-45f3-a612-1f3a75829dc7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:27:53.566140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5f4ab569-a79a-45f3-a612-1f3a75829dc7 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:53.566553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cf0730fb-2c8b-407a-a174-3c9c1691e2e3 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:53.586561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: cf0730fb-2c8b-407a-a174-3c9c1691e2e3 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:27:53.586909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device cf0730fb-2c8b-407a-a174-3c9c1691e2e3 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:53.587523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device acb3f920-269e-495d-b679-58af08f507d2 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:53.606678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: acb3f920-269e-495d-b679-58af08f507d2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:27:53.606908 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a3c4-7270-40b7-a85c-e93072eeca37 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.607024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device acb3f920-269e-495d-b679-58af08f507d2 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:53.611198 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a3c4-7270-40b7-a85c-e93072eeca37 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.631279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8a3c4-7270-40b7-a85c-e93072eeca37 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238ace67-e074-49bf-ba3f-0067815343c6,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:53.638490 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a3c4-7270-40b7-a85c-e93072eeca37 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.640052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7cd8a3c4-7270-40b7-a85c-e93072eeca37 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291230 Jul 14 12:27:53.642817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57974) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:53.648075 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-b1192c36-ff94-4be5-abb2-d86683b35dd6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '0337b2c0-4596-4d1b-af03-349a18e8cb5d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:53.674968 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1192c36-ff94-4be5-abb2-d86683b35dd6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.734209 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1192c36-ff94-4be5-abb2-d86683b35dd6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.737831 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1192c36-ff94-4be5-abb2-d86683b35dd6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.756297 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1192c36-ff94-4be5-abb2-d86683b35dd6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12441df0-8b5a-4cf3-92cd-b1d3c7df5013,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:53.761141 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b1192c36-ff94-4be5-abb2-d86683b35dd6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.762671 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-b1192c36-ff94-4be5-abb2-d86683b35dd6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188543 Jul 14 12:27:53.765370 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57976) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:53.769941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-71d4cba5-d310-49ca-b985-366b0e96de40 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '0337b2c0-4596-4d1b-af03-349a18e8cb5d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:53.795999 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-71d4cba5-d310-49ca-b985-366b0e96de40 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.853732 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-71d4cba5-d310-49ca-b985-366b0e96de40 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.857391 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-71d4cba5-d310-49ca-b985-366b0e96de40 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.877057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4cba5-d310-49ca-b985-366b0e96de40 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bfd355-00be-48bf-9d4f-677439ed946a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:53.884841 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-71d4cba5-d310-49ca-b985-366b0e96de40 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.886030 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-71d4cba5-d310-49ca-b985-366b0e96de40 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197083 Jul 14 12:27:53.888769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57978) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:53.893334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-11b36957-108d-44b9-8bfd-3e09638a8081 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '0337b2c0-4596-4d1b-af03-349a18e8cb5d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:53.915212 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-11b36957-108d-44b9-8bfd-3e09638a8081 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:27:53.919974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-11b36957-108d-44b9-8bfd-3e09638a8081 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.983307 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-11b36957-108d-44b9-8bfd-3e09638a8081 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:53.986931 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-11b36957-108d-44b9-8bfd-3e09638a8081 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.006153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b36957-108d-44b9-8bfd-3e09638a8081 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033124ba-546f-429a-8958-1aecc8176103,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:54.012390 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-11b36957-108d-44b9-8bfd-3e09638a8081 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.013579 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-11b36957-108d-44b9-8bfd-3e09638a8081 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239026 Jul 14 12:27:54.016373 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57980) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:54.020748 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-ef874426-a72f-4e6d-8dfd-bbbb60b263d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '0337b2c0-4596-4d1b-af03-349a18e8cb5d', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:54.041060 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-ef874426-a72f-4e6d-8dfd-bbbb60b263d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:27:54.045812 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef874426-a72f-4e6d-8dfd-bbbb60b263d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.106391 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef874426-a72f-4e6d-8dfd-bbbb60b263d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.109744 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef874426-a72f-4e6d-8dfd-bbbb60b263d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.126886 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef874426-a72f-4e6d-8dfd-bbbb60b263d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bd911d-126e-4da6-96c9-a077ae8b2422,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:54.133685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef874426-a72f-4e6d-8dfd-bbbb60b263d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.134789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ef874426-a72f-4e6d-8dfd-bbbb60b263d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174960 Jul 14 12:27:54.137663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57982) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:54.142520 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'network': {'name': 'tempest-network-smoke--1675790372', 'project_id': '9fd74d92344d412791e5387595bf6250', 'port_security_enabled': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:54.162009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:27:54.165591 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.188939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:27:54.198439 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.198877 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Added segment 98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2 of type vlan for network bf7a3107-3eab-4c91-be05-178792b7a205 Jul 14 12:27:54.237876 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.267921 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.273646 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:54.274245 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.330910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1922355 Jul 14 12:27:54.333769 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57984) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:54.338161 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'admin_state_up': True, 'project_id': '9fd74d92344d412791e5387595bf6250', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:54.357038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eca8c-68ef-43ff-b674-9f0034ea5fdd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Network': ['ID=bf7a3107-3eab-4c91-be05-178792b7a205,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:54.367928 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network bf7a3107-3eab-4c91-be05-178792b7a205 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:27:54.370244 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.371406 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.425278 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.566783 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.755156 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.773203 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:54.870512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.207 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/9f87f00b-1676-4b47-acb3-c5fa90f1314a) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:27:54.970884 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:55.010356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:55.046709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:27:55.052870 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:27:55.056379 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:27:55.079323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=9f87f00b-1676-4b47-acb3-c5fa90f1314a,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:55.298414 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:55.497853 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:55.624562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 978a64f1-e508-4f6f-a3c7-c615de9f3779 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:27:55.729790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:27:55.739949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Sync routers for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:27:55.748603 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:55.749270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:27:55.753040 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:55.753213 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-623e56a9-aaab-479e-8167-1ad975efabe7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4152703 Jul 14 12:27:55.753213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57986) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:55.783018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a3b94c4e-ff60-4853-9303-368c21a20aa2 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=9fd74d92344d412791e5387595bf6250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283439 Jul 14 12:27:55.785705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57988) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:55.858179 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:27:55.874694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159c9d05-86bd-468f-839b-a621f45bdcac tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:55.876220 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-159c9d05-86bd-468f-839b-a621f45bdcac tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888557 Jul 14 12:27:55.879259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57990) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:55.910827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d564a60f-cab5-491f-a4b2-2d99d7803017 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305188 Jul 14 12:27:55.914526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57992) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:55.919261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1115267889', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'project_id': '9fd74d92344d412791e5387595bf6250', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:27:56.011010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:27:56.014504 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:56.043755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:55Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:56.072034 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Checking router: 978a64f1-e508-4f6f-a3c7-c615de9f3779 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:27:56.072379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Updating router 978a64f1-e508-4f6f-a3c7-c615de9f3779 port 9f87f00b-1676-4b47-acb3-c5fa90f1314a binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:27:56.112733 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:56.384411 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:56.394299 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Transition to ACTIVE for port object 9f87f00b-1676-4b47-acb3-c5fa90f1314a will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:27:56.401174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:56.451821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Attempting to bind port 9f87f00b-1676-4b47-acb3-c5fa90f1314a on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:27:56.452221 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Attempting to bind port 9f87f00b-1676-4b47-acb3-c5fa90f1314a by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:27:56.452586 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Attempting to bind port 9f87f00b-1676-4b47-acb3-c5fa90f1314a on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:27:56.459060 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf9c3e-6c5d-4cd5-af4e-d5868af5df38 None None] Pushing event updated for resources: {'Port': ['ID=9f87f00b-1676-4b47-acb3-c5fa90f1314a,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:56.464351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:27:56.464702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:27:56.465087 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:56.465472 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:27:56.466008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Bound port: 9f87f00b-1676-4b47-acb3-c5fa90f1314a, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:27:56.466342 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:56.521738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] For port 9f87f00b-1676-4b47-acb3-c5fa90f1314a, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:27:56.524991 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] For port 9f87f00b-1676-4b47-acb3-c5fa90f1314a, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9f87f00b-1676-4b47-acb3-c5fa90f1314a,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:27:56.529940 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:56.539505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:56.594089 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:27:56.594836 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:56.599607 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Subnet': ['ID=49b0b685-18b4-400c-9329-9c66b4856da6,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:56.608471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Checking segment: {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:27:56.608835 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network hostable DHCP agents. Network: bf7a3107-3eab-4c91-be05-178792b7a205, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:27:56.625752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network bf7a3107-3eab-4c91-be05-178792b7a205 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:27:56.634279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf9c3e-6c5d-4cd5-af4e-d5868af5df38 None None] Pushing event updated for resources: {'Port': ['ID=9f87f00b-1676-4b47-acb3-c5fa90f1314a,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:56.637563 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, bf7a3107-3eab-4c91-be05-178792b7a205) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:27:56.642592 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:56.643364 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:56.657979 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f736b-7160-4261-b06a-b794d49c4723 None None] Network bf7a3107-3eab-4c91-be05-178792b7a205 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:27:56.661222 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fc481eaf-8b48-4849-a4d5-6c2b7f202378 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7456191 Jul 14 12:27:56.664361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 57994) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:27:56.784807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:27:56.888551 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.010865 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-bf7a3107-3eab-4c91-be05-178792b7a205', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:27:57.012132 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.118713 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.193125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:55Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:57.226518 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Allocated IP 172.20.0.2 (bf7a3107-3eab-4c91-be05-178792b7a205/49b0b685-18b4-400c-9329-9c66b4856da6/c04cd531-40fe-4b5b-b590-543e37770732) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:27:57.231024 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1953-2321-43d9-a628-721f3f4df515 None None] The sync data for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 is: [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:55Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:27:57.392294 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.401557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Transition to ACTIVE for port object c04cd531-40fe-4b5b-b590-543e37770732 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:27:57.417777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Transition to ACTIVE for port object c04cd531-40fe-4b5b-b590-543e37770732 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:27:57.424008 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.462400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Network bf7a3107-3eab-4c91-be05-178792b7a205 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:27:57.463876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:27:57.482171 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:27:57.490599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.1 (bf7a3107-3eab-4c91-be05-178792b7a205/49b0b685-18b4-400c-9329-9c66b4856da6/3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:27:57.502033 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Pushing event updated for resources: {'Port': ['ID=c04cd531-40fe-4b5b-b590-543e37770732,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:57.579350 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Attempting to bind port c04cd531-40fe-4b5b-b590-543e37770732 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:27:57.579721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Attempting to bind port c04cd531-40fe-4b5b-b590-543e37770732 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:27:57.580151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Attempting to bind port c04cd531-40fe-4b5b-b590-543e37770732 on network bf7a3107-3eab-4c91-be05-178792b7a205 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:27:57.588329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:27:57.588705 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Checking segment: {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:27:57.589117 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.589517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Bound using segment: {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:27:57.589993 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Bound port: c04cd531-40fe-4b5b-b590-543e37770732, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:27:57.590380 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.645466 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.654898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9f87f00b-1676-4b47-acb3-c5fa90f1314a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:27:57.664127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:27:57.694321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] For port c04cd531-40fe-4b5b-b590-543e37770732, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:27:57.702505 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.723345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] For port c04cd531-40fe-4b5b-b590-543e37770732, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c04cd531-40fe-4b5b-b590-543e37770732,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:27:57.734286 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.755058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network bf7a3107-3eab-4c91-be05-178792b7a205 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:27:57.759102 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:27:57.765451 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:27:57.822417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:57.825044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8ecc9-961e-4745-845b-1a0dda96d295 None None] Pushing event updated for resources: {'Port': ['ID=c04cd531-40fe-4b5b-b590-543e37770732,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:57.825647 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.832888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 9f87f00b-1676-4b47-acb3-c5fa90f1314a completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:27:57.839399 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9f87f00b-1676-4b47-acb3-c5fa90f1314a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:27:57.839697 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.931723 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:57.954237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 9f87f00b-1676-4b47-acb3-c5fa90f1314a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9f87f00b-1676-4b47-acb3-c5fa90f1314a,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:57.961651 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:58.043073 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:58.052486 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=9f87f00b-1676-4b47-acb3-c5fa90f1314a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:58.362296 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:58.367173 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:58.440333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:58.444007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:58.542663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network bf7a3107-3eab-4c91-be05-178792b7a205 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:27:58.544394 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:27:58.677265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 978a64f1-e508-4f6f-a3c7-c615de9f3779 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:27:58.721057 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:58.812632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:27:58.819196 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c66807a3-3292-4cf8-8535-b4ae2a06e3d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/978a64f1-e508-4f6f-a3c7-c615de9f3779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1528118 Jul 14 12:27:58.897226 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec896749-93b5-4c8c-a1ba-29bae13a8f23 None None] Network bf7a3107-3eab-4c91-be05-178792b7a205 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:27:58.974887 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-e589082f-977a-4daa-8363-87539d98e891 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850494325&fields=id&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 267 time: 0.0419271 Jul 14 12:27:58.992210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-17aa42a8-e3e2-4181-be3a-a86b79e6ac20 None None] Provisioning for port c04cd531-40fe-4b5b-b590-543e37770732 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:27:59.094188 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-f6da318d-2cd1-4e81-862d-3f475082564f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:27:59.095728 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-f6da318d-2cd1-4e81-862d-3f475082564f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/networks?id=bf7a3107-3eab-4c91-be05-178792b7a205 HTTP/1.1" status: 200 len: 797 time: 0.1114259 Jul 14 12:27:59.113195 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-c0c6a1a1-863f-42b4-ab22-2050c7716abd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/quotas/9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 375 time: 0.0106187 Jul 14 12:27:59.187957 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-a6c54c9f-7f18-4508-9135-ad4fc822ad96 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679910 Jul 14 12:27:59.293489 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Sync routers for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:27:59.308475 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:27:59.309106 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:59.342139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-2c40f118-f685-4fec-980c-21189a9c8373 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414180 Jul 14 12:27:59.344717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-039718f8-1959-499e-815f-ecb6759c0a7a None None] Provisioning for port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:27:59.351962 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-039718f8-1959-499e-815f-ecb6759c0a7a None None] Provisioning complete for port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:27:59.352479 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-039718f8-1959-499e-815f-ecb6759c0a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:59.400283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-039718f8-1959-499e-815f-ecb6759c0a7a None None] Port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:27:59.436030 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:27:59.462891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-dbb01b97-56b2-44e0-90f1-9dc00cb74ebc service neutron] 10.222.0.38 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123452 Jul 14 12:27:59.559389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ab96ab64-75ea-4943-9126-e81cf5d90947 None None] Provisioning complete for port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:27:59.560013 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ab96ab64-75ea-4943-9126-e81cf5d90947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:59.635382 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ab96ab64-75ea-4943-9126-e81cf5d90947 None None] Port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:27:59.665711 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b', 'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:90:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:57Z', 'updated_at': '2021-07-14T12:27:58Z', 'revision_number': 2, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:59.696156 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Checking router: 978a64f1-e508-4f6f-a3c7-c615de9f3779 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:27:59.696778 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Updating router 978a64f1-e508-4f6f-a3c7-c615de9f3779 port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:27:59.724906 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c04cd531-40fe-4b5b-b590-543e37770732 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:27:59.735422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7202b6d9-32e8-4f64-8c81-2990dc207872 req-a4ec636a-63a1-499b-b0d9-4d4ff7fe58a1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 210 time: 0.0379720 Jul 14 12:27:59.743388 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:59.798487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c04cd531-40fe-4b5b-b590-543e37770732 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:27:59.803271 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c04cd531-40fe-4b5b-b590-543e37770732 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:27:59.803685 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:59.867370 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c1759527-d334-41cb-9f3a-00fd107e3b1e None None] Provisioning complete for port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:27:59.867826 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1759527-d334-41cb-9f3a-00fd107e3b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:59.930102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c1759527-d334-41cb-9f3a-00fd107e3b1e None None] Port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:27:59.943921 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:59.977606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c04cd531-40fe-4b5b-b590-543e37770732, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c04cd531-40fe-4b5b-b590-543e37770732,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:59.981314 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:27:59.982108 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9f87f00b-1676-4b47-acb3-c5fa90f1314a up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:28:00.047428 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:00.058528 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Transition to ACTIVE for port object 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:28:00.063188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c04cd531-40fe-4b5b-b590-543e37770732,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:00.064677 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:00.077889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9f87f00b-1676-4b47-acb3-c5fa90f1314a triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:28:00.078284 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:00.162206 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Pushing event updated for resources: {'Port': ['ID=3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:00.177995 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.178357 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.178885 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.179219 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.179556 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.179962 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.180294 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.180613 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.180934 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.181252 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.181596 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.181886 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:00.187558 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Attempting to bind port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:28:00.187945 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Attempting to bind port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:28:00.188504 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Attempting to bind port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b on network bf7a3107-3eab-4c91-be05-178792b7a205 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:28:00.194104 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:28:00.194537 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Checking segment: {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:28:00.195009 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:00.195475 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Bound using segment: {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:28:00.196045 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Bound port: 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:28:00.196490 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:00.268485 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] For port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:28:00.273166 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] For port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:28:00.279691 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:00.338997 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:28:00.339596 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:00.373853 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b759d-af61-4019-8ac4-cc8f234a1e0c None None] Pushing event updated for resources: {'Port': ['ID=3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:00.462748 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:28:00.660085 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b', 'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:90:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:57Z', 'updated_at': '2021-07-14T12:28:00Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:00.690636 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b417a-f9f8-4cdd-a94c-4f8244baad48 None None] The sync data for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 is: [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b', 'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:90:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:57Z', 'updated_at': '2021-07-14T12:28:00Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:28:00.957293 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c05755d4-5205-4d6d-bb2d-81e8579ddbf2 req-67bd7c60-769d-4d86-9f15-20f238756f41 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 210 time: 0.0449061 Jul 14 12:28:00.968036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-371a1d2e-883b-4a7f-97e9-e9738edc808c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:00.969934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-371a1d2e-883b-4a7f-97e9-e9738edc808c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "GET /v2.0/networks?id=bf7a3107-3eab-4c91-be05-178792b7a205 HTTP/1.1" status: 200 len: 797 time: 0.1622014 Jul 14 12:28:01.017193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-721c21ae-3063-4feb-9907-278b5b5b657d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 379 time: 0.0385380 Jul 14 12:28:01.026994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'port': {'device_id': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'admin_state_up': True, 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'security_groups': ['0337b2c0-4596-4d1b-af03-349a18e8cb5d']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:28:01.140756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:28:01.144360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:01.284140 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.9 (bf7a3107-3eab-4c91-be05-178792b7a205/49b0b685-18b4-400c-9329-9c66b4856da6/3d0d60ce-33f1-479c-b972-9696ac822211) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:28:01.429186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:01.443284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object 3d0d60ce-33f1-479c-b972-9696ac822211 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:28:01.477450 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:01.533294 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network bf7a3107-3eab-4c91-be05-178792b7a205 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:28:01.539670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:28:01.545229 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:28:01.552663 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=3d0d60ce-33f1-479c-b972-9696ac822211,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:01.601988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:01.603068 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:01.624642 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-9ce3ce5f-4919-43ea-aa45-6c4bee8842b3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6019561 Jul 14 12:28:01.637979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Request body: {'port': {'device_id': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:28:01.653531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c04cd531-40fe-4b5b-b590-543e37770732 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:28:01.720661 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c04cd531-40fe-4b5b-b590-543e37770732 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:28:01.721528 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:01.724415 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:01.813250 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:28:01.869061 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e8feef72-e398-4ef2-9e9f-4e1b2d34ca16 None None] Provisioning for port 3d0d60ce-33f1-479c-b972-9696ac822211 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:28:01.874561 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e8feef72-e398-4ef2-9e9f-4e1b2d34ca16 None None] Provisioning complete for port 3d0d60ce-33f1-479c-b972-9696ac822211 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:28:01.875017 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e8feef72-e398-4ef2-9e9f-4e1b2d34ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:01.897123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:28:01.905023 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:28:01.905317 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:01.938444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-e8feef72-e398-4ef2-9e9f-4e1b2d34ca16 None None] Port 3d0d60ce-33f1-479c-b972-9696ac822211 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:28:01.996796 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:02.023269 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0d60ce-33f1-479c-b972-9696ac822211 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:28:02.031520 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:02.037838 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:28:02.042174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:02.044988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Transition to ACTIVE for port object 3d0d60ce-33f1-479c-b972-9696ac822211 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:28:02.051038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:02.099224 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:02.128034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d60ce-33f1-479c-b972-9696ac822211,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:02.227522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac624d16-cb22-4e20-bd74-35719d1e5d21 req-8cfce9cd-0a58-4425-af57-8e16078bb430 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:02.229138 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac624d16-cb22-4e20-bd74-35719d1e5d21 req-8cfce9cd-0a58-4425-af57-8e16078bb430 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 943 time: 0.1484146 Jul 14 12:28:02.231770 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Attempting to bind port 3d0d60ce-33f1-479c-b972-9696ac822211 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:28:02.232135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Attempting to bind port 3d0d60ce-33f1-479c-b972-9696ac822211 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:28:02.232463 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Attempting to bind port 3d0d60ce-33f1-479c-b972-9696ac822211 on network bf7a3107-3eab-4c91-be05-178792b7a205 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:28:02.244004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Port 3d0d60ce-33f1-479c-b972-9696ac822211 on network bf7a3107-3eab-4c91-be05-178792b7a205 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:28:02.244325 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Attempting to bind port 3d0d60ce-33f1-479c-b972-9696ac822211 on network bf7a3107-3eab-4c91-be05-178792b7a205 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:28:02.259369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:28:02.259712 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Checking segment: {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:28:02.260129 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Bound using segment: {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:28:02.260576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Bound port: 3d0d60ce-33f1-479c-b972-9696ac822211, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:28:02.260929 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:02.288988 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac624d16-cb22-4e20-bd74-35719d1e5d21 req-06cd2365-45e2-4b16-9a7f-47994dbb0c70 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531337 Jul 14 12:28:02.336470 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] For port 3d0d60ce-33f1-479c-b972-9696ac822211, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:28:02.339397 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] For port 3d0d60ce-33f1-479c-b972-9696ac822211, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0d60ce-33f1-479c-b972-9696ac822211,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:28:02.343603 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:02.383919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:02.384545 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:02.385930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d0d60ce-33f1-479c-b972-9696ac822211 HTTP/1.1" status: 200 len: 1091 time: 0.7525713 Jul 14 12:28:02.386366 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:28:02.388667 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:28:02.423478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2733f1-f3be-402d-bde5-c3aa9a167343 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d60ce-33f1-479c-b972-9696ac822211,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:02.438461 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbbd752-f2a5-4492-824e-06e40c5b0f0d x-openstack-request-id: req-1cbbd752-f2a5-4492-824e-06e40c5b0f0d {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:28:02.438750 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:28:02.439004 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1cbbd752-f2a5-4492-824e-06e40c5b0f0d {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:28:02.439401 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211', 'status': 'completed', 'code': 200} Jul 14 12:28:02.486178 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-ba04da2b-6790-4ced-aacf-c5c4cbbb8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:02.487702 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-ba04da2b-6790-4ced-aacf-c5c4cbbb8516 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 1094 time: 0.0611711 Jul 14 12:28:02.530975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-4f247085-05c5-4291-b555-bcc3750367f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0d60ce-33f1-479c-b972-9696ac822211 HTTP/1.1" status: 200 len: 217 time: 0.0353949 Jul 14 12:28:02.585059 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-d760b526-14eb-4b11-9b07-7471793069fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:02.586625 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-d760b526-14eb-4b11-9b07-7471793069fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49b0b685-18b4-400c-9329-9c66b4856da6 HTTP/1.1" status: 200 len: 835 time: 0.0491195 Jul 14 12:28:02.643211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-51bcc04e-339a-4fcf-ad73-1163f5acc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:02.644772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-51bcc04e-339a-4fcf-ad73-1163f5acc9c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf7a3107-3eab-4c91-be05-178792b7a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519085 Jul 14 12:28:02.730705 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-74989b02-94fa-4c17-97ce-ee3bb60b3c30 service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797882 Jul 14 12:28:02.821844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2d3823f3-5b28-4f20-a751-ecb2676e51cf req-3564ed06-07c5-484a-855e-6345378616d1 service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852618 Jul 14 12:28:02.922997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-74a2b68e-9b7b-48a0-91ac-a5f7a3824f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:02.924530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-74a2b68e-9b7b-48a0-91ac-a5f7a3824f6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 1094 time: 0.0533454 Jul 14 12:28:03.016783 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-a4ac5ed3-ffb2-48e8-aec3-81eee376fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:03.018156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-a4ac5ed3-ffb2-48e8-aec3-81eee376fb73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf7a3107-3eab-4c91-be05-178792b7a205 HTTP/1.1" status: 200 len: 897 time: 0.0866966 Jul 14 12:28:03.058154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-e47eb5c8-d7d1-4987-aa9b-2638d3158e6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0d60ce-33f1-479c-b972-9696ac822211 HTTP/1.1" status: 200 len: 217 time: 0.0330305 Jul 14 12:28:03.105107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-a3f0e0de-b6df-428d-a00c-fa8632fbde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:03.106501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-a3f0e0de-b6df-428d-a00c-fa8632fbde84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49b0b685-18b4-400c-9329-9c66b4856da6 HTTP/1.1" status: 200 len: 835 time: 0.0421810 Jul 14 12:28:03.161327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-b26b557f-b602-4a14-ae76-17e750f9bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:03.162694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-b26b557f-b602-4a14-ae76-17e750f9bbc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf7a3107-3eab-4c91-be05-178792b7a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497408 Jul 14 12:28:03.255405 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-849f636a-8aae-435e-8467-8e3ad1838d2a service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854092 Jul 14 12:28:03.343202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d30a0b2-b054-4ea3-ba9c-fbce0857f6ee req-e2b51315-8d42-444c-b6ae-3a4fb20c104e service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817556 Jul 14 12:28:03.470708 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec56cc-5dc3-4300-8950-3c48947c4e19 req-1cf3358d-a363-441c-849b-605484a2e567 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:03.472229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7ec56cc-5dc3-4300-8950-3c48947c4e19 req-1cf3358d-a363-441c-849b-605484a2e567 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 943 time: 0.0694907 Jul 14 12:28:03.512444 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a7ec56cc-5dc3-4300-8950-3c48947c4e19 req-350e1fec-e603-490f-b6b6-978765f0b8d9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339622 Jul 14 12:28:03.550957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:28:03.600911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:28:03.601279 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:04.688134 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b198-b8a4-4b29-8ca7-d280b8a8b6cb req-de3d84d9-a5ef-45de-9391-167a32992444 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:04.689542 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e568b198-b8a4-4b29-8ca7-d280b8a8b6cb req-de3d84d9-a5ef-45de-9391-167a32992444 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 943 time: 0.0637000 Jul 14 12:28:04.728071 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e568b198-b8a4-4b29-8ca7-d280b8a8b6cb req-643d7b1a-2316-4a8c-9c90-e33591665c0d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320055 Jul 14 12:28:05.071013 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3d0d60ce-33f1-479c-b972-9696ac822211 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:28:05.165398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3d0d60ce-33f1-479c-b972-9696ac822211, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0d60ce-33f1-479c-b972-9696ac822211,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:28:05.176353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '3d0d60ce-33f1-479c-b972-9696ac822211', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'port_id': '3d0d60ce-33f1-479c-b972-9696ac822211', 'mac_address': 'fa:16:3e:0f:5d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:28:05.213263 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:05.226868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0d60ce-33f1-479c-b972-9696ac822211 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:28:05.245982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3d0d60ce-33f1-479c-b972-9696ac822211, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0d60ce-33f1-479c-b972-9696ac822211,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:28:05.249539 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:05.295423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=3d0d60ce-33f1-479c-b972-9696ac822211,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:05.435069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['3d0d60ce-33f1-479c-b972-9696ac822211'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:28:05.900022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac72ab-9324-4f91-b8c3-d161a6b64701 req-6c0f5f2f-1cf8-4368-939e-b189f28ce1fc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:05.901519 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4ac72ab-9324-4f91-b8c3-d161a6b64701 req-6c0f5f2f-1cf8-4368-939e-b189f28ce1fc tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 944 time: 0.0625982 Jul 14 12:28:05.943970 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4ac72ab-9324-4f91-b8c3-d161a6b64701 req-f8744356-b6fe-4ac2-bebd-2439f07a9f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367761 Jul 14 12:28:07.071396 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3d0d60ce-33f1-479c-b972-9696ac822211 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:28:07.116871 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd413d-8537-46f3-8a0c-8f26f6b26057 req-67ebc618-c343-497c-9317-cee8b0f94ff9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:07.118376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bfd413d-8537-46f3-8a0c-8f26f6b26057 req-67ebc618-c343-497c-9317-cee8b0f94ff9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 944 time: 0.0654011 Jul 14 12:28:07.121199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 3d0d60ce-33f1-479c-b972-9696ac822211 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:28:07.125168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 3d0d60ce-33f1-479c-b972-9696ac822211 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:28:07.125537 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:07.156140 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1bfd413d-8537-46f3-8a0c-8f26f6b26057 req-53bbcbbd-6410-4e25-a380-8eb1b996572d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318575 Jul 14 12:28:07.200875 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:07.222984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:28:07.225952 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fd67ee-7b39-4198-90a0-2a8debf092ee" -d '{"events": [{"server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:28:07.239161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 3d0d60ce-33f1-479c-b972-9696ac822211, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0d60ce-33f1-479c-b972-9696ac822211,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:28:07.244154 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:07.266210 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae970b89-c8fe-48ed-89f0-a4af48a07efc x-openstack-request-id: req-ae970b89-c8fe-48ed-89f0-a4af48a07efc {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:28:07.266496 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:28:07.266745 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae970b89-c8fe-48ed-89f0-a4af48a07efc {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:28:07.267126 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211', 'code': 200} Jul 14 12:28:07.294782 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=3d0d60ce-33f1-479c-b972-9696ac822211,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:07.376583 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dcfc4-6789-45d0-a2d9-beb4fe3bedd0 req-4d1cee43-64b3-40de-a539-7cba594fb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:07.378603 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef5dcfc4-6789-45d0-a2d9-beb4fe3bedd0 req-4d1cee43-64b3-40de-a539-7cba594fb6f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 1096 time: 0.0510614 Jul 14 12:28:07.412518 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef5dcfc4-6789-45d0-a2d9-beb4fe3bedd0 req-f0919a2d-c238-4133-a988-be6e8551d58c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280440 Jul 14 12:28:08.337433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b02d5-a58d-4cbd-8210-ff076349780b req-95bc8263-3562-4a4b-8d69-3871193c2ae2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:08.338889 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-228b02d5-a58d-4cbd-8210-ff076349780b req-95bc8263-3562-4a4b-8d69-3871193c2ae2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0699995 Jul 14 12:28:08.376689 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-228b02d5-a58d-4cbd-8210-ff076349780b req-55fe405a-774e-485d-8f91-34a99c666c56 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321982 Jul 14 12:28:09.571829 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7dc25e78-4843-4c41-aa68-4f59800fb795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:09.580474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684998-8104-498c-93bd-374e262f225c req-86366483-894f-40d3-9927-392b0dac221b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:09.582769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7684998-8104-498c-93bd-374e262f225c req-86366483-894f-40d3-9927-392b0dac221b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0733261 Jul 14 12:28:09.634680 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7684998-8104-498c-93bd-374e262f225c req-1b09aa6d-ce21-49e8-a135-24c05477f8e6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451472 Jul 14 12:28:09.848367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d04278-a344-43b4-90c5-29ef948f7021 req-fcc8a245-1716-4e72-9aaf-dacdb8190cc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:09.850132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d04278-a344-43b4-90c5-29ef948f7021 req-fcc8a245-1716-4e72-9aaf-dacdb8190cc1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0786612 Jul 14 12:28:09.898938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b7d04278-a344-43b4-90c5-29ef948f7021 req-409851b7-8bfb-4c4d-a21a-915dff003ec4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Jul 14 12:28:09.927517 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58048) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:28:09.995686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f920f-8765-49e8-a198-a18f5e81f6c6 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:09.998808 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2e1f920f-8765-49e8-a198-a18f5e81f6c6 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 1091 time: 0.0698712 Jul 14 12:28:10.001624 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58050) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:28:10.006966 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '3d0d60ce-33f1-479c-b972-9696ac822211', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:28:10.030971 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:10.126175 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:10.231816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.13 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/b88f0b62-1b82-4f64-9bc7-3e4d69956ee6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:28:10.331217 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:10.369128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:10.416192 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:28:10.420732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:28:10.426136 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:28:10.429196 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=b88f0b62-1b82-4f64-9bc7-3e4d69956ee6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:11.187786 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:11.296643 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:11.443192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:11.448199 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:11.513493 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=b88f0b62-1b82-4f64-9bc7-3e4d69956ee6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:11.525032 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:11.623491 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP 194664a8-17b4-4338-b3b7-9b5b0d55445c associated. External IP: 172.25.2.13, port: 3d0d60ce-33f1-479c-b972-9696ac822211. Jul 14 12:28:11.823826 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 978a64f1-e508-4f6f-a3c7-c615de9f3779 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:28:11.930021 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:28:11.943281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] Sync routers for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:28:11.945732 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:11.952311 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:28:11.952939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:11.982099 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-0844538f-d953-46e6-90f5-ece07706b285 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9794436 Jul 14 12:28:11.982670 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:28:11.985006 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b065d254-a8c7-471b-96be-83070eb7a277" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:28:12.065109 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:28:12.082355 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d309cb-1fa4-4ffd-862c-495d84e550ab x-openstack-request-id: req-91d309cb-1fa4-4ffd-862c-495d84e550ab {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:28:12.082719 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:28:12.083492 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91d309cb-1fa4-4ffd-862c-495d84e550ab {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:28:12.083986 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211', 'status': 'completed', 'code': 200} Jul 14 12:28:12.180930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975d456-5b7b-45bb-ad75-96fc1f0124fe req-38aadd5c-0a37-4208-b170-aec921e7ed42 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:12.182430 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b975d456-5b7b-45bb-ad75-96fc1f0124fe req-38aadd5c-0a37-4208-b170-aec921e7ed42 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.1049621 Jul 14 12:28:12.188613 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d254-a8c7-471b-96be-83070eb7a277 req-87c1e7cd-dd24-424d-8b8a-039d2adf7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:12.190040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b065d254-a8c7-471b-96be-83070eb7a277 req-87c1e7cd-dd24-424d-8b8a-039d2adf7b48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 1096 time: 0.0805016 Jul 14 12:28:12.272681 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b975d456-5b7b-45bb-ad75-96fc1f0124fe req-7d869981-00f9-45b4-ae8a-f9a57a7dcfba tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816810 Jul 14 12:28:12.299254 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58058) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:28:12.299822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '194664a8-17b4-4338-b3b7-9b5b0d55445c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'port_id': '3d0d60ce-33f1-479c-b972-9696ac822211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'mac_address': 'fa:16:3e:0f:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:28:10Z', 'updated_at': '2021-07-14T12:28:10Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b', 'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:90:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:57Z', 'updated_at': '2021-07-14T12:28:02Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:12.312954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d254-a8c7-471b-96be-83070eb7a277 req-6849ff72-0ce6-4373-a213-74d899cef763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:12.314594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b065d254-a8c7-471b-96be-83070eb7a277 req-6849ff72-0ce6-4373-a213-74d899cef763 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf7a3107-3eab-4c91-be05-178792b7a205 HTTP/1.1" status: 200 len: 897 time: 0.1171939 Jul 14 12:28:12.326247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] Checking router: 978a64f1-e508-4f6f-a3c7-c615de9f3779 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:28:12.334431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:28:12.335041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:27:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:12.366888 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-45b1ee4f-1c99-4d25-ae5c-8731ddb9ec6c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/194664a8-17b4-4338-b3b7-9b5b0d55445c HTTP/1.1" status: 200 len: 990 time: 0.0664384 Jul 14 12:28:12.383841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b065d254-a8c7-471b-96be-83070eb7a277 req-0757928a-c875-49ea-9d75-8e871c79be08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0d60ce-33f1-479c-b972-9696ac822211 HTTP/1.1" status: 200 len: 998 time: 0.0617774 Jul 14 12:28:12.399245 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:12.437548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d254-a8c7-471b-96be-83070eb7a277 req-26f28558-90fb-4d15-9a4d-27d5651b7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:12.439379 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b065d254-a8c7-471b-96be-83070eb7a277 req-26f28558-90fb-4d15-9a4d-27d5651b7f54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49b0b685-18b4-400c-9329-9c66b4856da6 HTTP/1.1" status: 200 len: 835 time: 0.0501521 Jul 14 12:28:12.457711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:28:12.495504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d254-a8c7-471b-96be-83070eb7a277 req-19146ed0-1fbf-4a89-b63d-f3e06e332d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:12.497052 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b065d254-a8c7-471b-96be-83070eb7a277 req-19146ed0-1fbf-4a89-b63d-f3e06e332d27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf7a3107-3eab-4c91-be05-178792b7a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513747 Jul 14 12:28:12.584297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b065d254-a8c7-471b-96be-83070eb7a277 req-2c0b21fa-2b02-4613-b912-792ac8299efe service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810785 Jul 14 12:28:12.675340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b065d254-a8c7-471b-96be-83070eb7a277 req-bf0709a3-864d-42a4-87e4-5c684233c491 service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853403 Jul 14 12:28:12.681220 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '194664a8-17b4-4338-b3b7-9b5b0d55445c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'port_id': '3d0d60ce-33f1-479c-b972-9696ac822211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'mac_address': 'fa:16:3e:0f:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:28:10Z', 'updated_at': '2021-07-14T12:28:10Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b', 'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:90:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:57Z', 'updated_at': '2021-07-14T12:28:02Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:12.713358 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69fd78-ee38-45d5-bb94-8dcf66a4d452 None None] The sync data for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 is: [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '194664a8-17b4-4338-b3b7-9b5b0d55445c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'port_id': '3d0d60ce-33f1-479c-b972-9696ac822211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'mac_address': 'fa:16:3e:0f:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:28:10Z', 'updated_at': '2021-07-14T12:28:10Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b', 'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:90:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:57Z', 'updated_at': '2021-07-14T12:28:02Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:28:12.725888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-11def579-8523-45d1-bd42-474a6070d0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:12.910295 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb38a0b-17cc-4e63-8a5b-026f78e8344c None None] New status for floating IP 194664a8-17b4-4338-b3b7-9b5b0d55445c: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:28:13.370611 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58060) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:28:13.473935 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f07d2b5d-3369-4027-84d4-fefb79865e51 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/194664a8-17b4-4338-b3b7-9b5b0d55445c HTTP/1.1" status: 200 len: 992 time: 0.1015825 Jul 14 12:28:13.645834 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:15.354234 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:24.001185 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:28:26.812614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:28.710791 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:39.562766 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-43bd44f5-a26a-48ea-9d4f-3ef5d873277d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:40.704221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dad4fb-1a85-4839-84b4-f0771a832246 req-704422c5-4bf0-4e1c-bac0-d3b52135c7b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:40.705708 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14dad4fb-1a85-4839-84b4-f0771a832246 req-704422c5-4bf0-4e1c-bac0-d3b52135c7b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.3891664 Jul 14 12:28:40.743655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14dad4fb-1a85-4839-84b4-f0771a832246 req-54d8d06d-7c03-42bb-bdcf-7d0095e695d7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314806 Jul 14 12:28:41.934284 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d729e3c-718e-463c-b951-4beda505260f req-47d59205-8ebf-4e2a-9e36-a8cbca5b44bb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:41.935754 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d729e3c-718e-463c-b951-4beda505260f req-47d59205-8ebf-4e2a-9e36-a8cbca5b44bb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0640130 Jul 14 12:28:41.972841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5d729e3c-718e-463c-b951-4beda505260f req-cd215774-2f5b-49d1-af0c-76ff2d2ace91 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312648 Jul 14 12:28:42.371162 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:42.719103 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f06b9fc-c1f4-4ee9-afc7-0f43f9ecde21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:43.152119 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d779f4-778c-4759-8bc7-1338d746b796 req-d72f8ed7-c762-4ce5-b32a-2fdbfca3f541 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:43.153594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80d779f4-778c-4759-8bc7-1338d746b796 req-d72f8ed7-c762-4ce5-b32a-2fdbfca3f541 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0668292 Jul 14 12:28:43.190399 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-80d779f4-778c-4759-8bc7-1338d746b796 req-dce82ade-817d-46ed-a7af-5fcfd31d1642 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311580 Jul 14 12:28:43.642190 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:44.366288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145d2ac-2571-4586-acbc-73579fce7332 req-bf6ee73a-6e40-405a-a003-f6436e724405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:44.367770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0145d2ac-2571-4586-acbc-73579fce7332 req-bf6ee73a-6e40-405a-a003-f6436e724405 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0625644 Jul 14 12:28:44.421769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0145d2ac-2571-4586-acbc-73579fce7332 req-6f6ad94e-e43e-478f-a13d-102ab6311262 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480049 Jul 14 12:28:45.361520 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:45.598552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed530ca-b8f6-4d79-9a7a-44fed3a8f2a0 req-5be0178a-750a-409d-8936-6942523e08ab tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:45.600187 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ed530ca-b8f6-4d79-9a7a-44fed3a8f2a0 req-5be0178a-750a-409d-8936-6942523e08ab tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0638218 Jul 14 12:28:45.637978 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ed530ca-b8f6-4d79-9a7a-44fed3a8f2a0 req-617c82e6-f407-42e2-b774-03c2254bfb3b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Jul 14 12:28:46.815507 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeddf5-c615-47d4-9891-2566fd4840a9 req-d5f20088-b8cf-4d1a-a4b1-4e8e5e638193 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:46.817985 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14eeddf5-c615-47d4-9891-2566fd4840a9 req-d5f20088-b8cf-4d1a-a4b1-4e8e5e638193 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0706160 Jul 14 12:28:46.858223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14eeddf5-c615-47d4-9891-2566fd4840a9 req-bb9d3dfd-fb6a-4740-b779-f49adcf42764 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343957 Jul 14 12:28:48.031346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec67570-d1e7-4fe4-b246-2e2f3a8da308 req-d9bdf872-dd1e-47ff-ad3e-8f507f3387a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:48.032908 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bec67570-d1e7-4fe4-b246-2e2f3a8da308 req-d9bdf872-dd1e-47ff-ad3e-8f507f3387a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0647902 Jul 14 12:28:48.071601 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bec67570-d1e7-4fe4-b246-2e2f3a8da308 req-30a720b6-390e-4d44-bb92-99871839253a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330052 Jul 14 12:28:49.247515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ede64-f816-453e-a1ce-f6e0cd5289c8 req-6d9145bc-84ae-4434-9b52-e7aec836ac0d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:49.249053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-228ede64-f816-453e-a1ce-f6e0cd5289c8 req-6d9145bc-84ae-4434-9b52-e7aec836ac0d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0677090 Jul 14 12:28:49.291204 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-228ede64-f816-453e-a1ce-f6e0cd5289c8 req-30742f94-abfb-4587-8ed1-97220d813206 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354705 Jul 14 12:28:50.471422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f9e09-6d77-4336-9967-d67ee0c97332 req-1d27f5e5-e2f9-4a0a-b3d1-62b9f92356e0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:50.473073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf6f9e09-6d77-4336-9967-d67ee0c97332 req-1d27f5e5-e2f9-4a0a-b3d1-62b9f92356e0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0637996 Jul 14 12:28:50.515001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf6f9e09-6d77-4336-9967-d67ee0c97332 req-d7c8cc08-926f-4aa0-9562-416a74a6a1b6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355556 Jul 14 12:28:51.704686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab82cc7-3421-4b33-b4e6-057f6e9a96e9 req-2bcee009-2934-4744-aa95-286d773642b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:51.706159 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dab82cc7-3421-4b33-b4e6-057f6e9a96e9 req-2bcee009-2934-4744-aa95-286d773642b7 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0642285 Jul 14 12:28:51.744340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dab82cc7-3421-4b33-b4e6-057f6e9a96e9 req-e9d239d3-8424-4190-8385-0b7be7ea09fd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322196 Jul 14 12:28:51.770632 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58098) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:28:51.833766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ea7a91e6-f0f0-426e-8f65-0987ee835b8e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/194664a8-17b4-4338-b3b7-9b5b0d55445c HTTP/1.1" status: 200 len: 992 time: 0.0618246 Jul 14 12:28:53.289346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-9d2f02b3-e8ae-4ced-a3c4-22ed8cf2e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:53.290875 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-9d2f02b3-e8ae-4ced-a3c4-22ed8cf2e27f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 1096 time: 0.0957806 Jul 14 12:28:53.325479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82252188-9eac-4ae7-933e-27f5446afb4d req-8a8ab87d-4278-42d5-b682-00cffc8f7de3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:53.327012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82252188-9eac-4ae7-933e-27f5446afb4d req-8a8ab87d-4278-42d5-b682-00cffc8f7de3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.1052129 Jul 14 12:28:53.416346 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-82252188-9eac-4ae7-933e-27f5446afb4d req-4d275a87-72de-4c70-ace5-51fab112a42a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539181 Jul 14 12:28:53.434734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-53a28195-d5f6-4c8d-b65b-8018d824e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:53.434734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-53a28195-d5f6-4c8d-b65b-8018d824e251 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf7a3107-3eab-4c91-be05-178792b7a205 HTTP/1.1" status: 200 len: 897 time: 0.1363354 Jul 14 12:28:53.504528 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-fef7d7d7-2271-447b-8fc0-d4fb1cca983f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0d60ce-33f1-479c-b972-9696ac822211 HTTP/1.1" status: 200 len: 1000 time: 0.0631979 Jul 14 12:28:53.555273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-f202dbb4-d0f3-479f-bb3c-f00c37092c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:53.556925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-f202dbb4-d0f3-479f-bb3c-f00c37092c34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49b0b685-18b4-400c-9329-9c66b4856da6 HTTP/1.1" status: 200 len: 835 time: 0.0457728 Jul 14 12:28:53.615120 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-0ce500c6-4785-4eb5-a65f-b8da65bdfece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:53.616696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-0ce500c6-4785-4eb5-a65f-b8da65bdfece service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf7a3107-3eab-4c91-be05-178792b7a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535197 Jul 14 12:28:53.713507 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-ce91baa0-6bae-4de6-b8da-fee9c42e47b1 service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900331 Jul 14 12:28:53.803559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dc3bcde5-c95c-43c4-bd22-79044b165ef3 req-4314d029-7c51-4af7-92cd-e5315b408515 service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837715 Jul 14 12:28:54.601323 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e970c64-61f2-4f14-b121-1acc97130cee req-7667886a-d011-42b3-a1ac-3129d7c4d013 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:28:54.602867 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e970c64-61f2-4f14-b121-1acc97130cee req-7667886a-d011-42b3-a1ac-3129d7c4d013 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0711751 Jul 14 12:28:54.642340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5e970c64-61f2-4f14-b121-1acc97130cee req-446f1271-e6d1-4cc1-8d15-1e3c4b7ee6ca tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336230 Jul 14 12:28:54.667764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58108) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:28:54.729175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5b077c5c-22bd-492d-8f01-9b6752d377c2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/194664a8-17b4-4338-b3b7-9b5b0d55445c HTTP/1.1" status: 200 len: 992 time: 0.0600808 Jul 14 12:28:56.819181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:28:58.722896 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:01.000679 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:29:09.565606 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9171f42f-8866-46a4-b69a-af5b7bc3db7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:10.245148 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-7cdd08af-0e28-472c-8a73-bb7e50715b3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514686 Jul 14 12:29:10.341136 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-914e3ade-069f-4a86-8904-a51054b369d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:10.342643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-914e3ade-069f-4a86-8904-a51054b369d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 1096 time: 0.0564771 Jul 14 12:29:10.443803 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-3b77608e-d3cd-4598-a162-e6ea4376b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:10.445230 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-3b77608e-d3cd-4598-a162-e6ea4376b78d service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf7a3107-3eab-4c91-be05-178792b7a205 HTTP/1.1" status: 200 len: 897 time: 0.0829632 Jul 14 12:29:10.513469 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-13b2140f-39a4-4a98-9da1-547abb7cf075 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0d60ce-33f1-479c-b972-9696ac822211 HTTP/1.1" status: 200 len: 1000 time: 0.0610573 Jul 14 12:29:10.563192 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-ab05c26d-9656-4535-9ef3-6c0bb66fb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:10.564712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-ab05c26d-9656-4535-9ef3-6c0bb66fb398 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49b0b685-18b4-400c-9329-9c66b4856da6 HTTP/1.1" status: 200 len: 835 time: 0.0444715 Jul 14 12:29:10.621638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-a607905c-2d42-4d51-aee6-6be3b82cb6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:10.623135 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-a607905c-2d42-4d51-aee6-6be3b82cb6fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf7a3107-3eab-4c91-be05-178792b7a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520196 Jul 14 12:29:10.714046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-2a8c3b5f-acfe-4308-bcb6-c41e23ce8fca service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841258 Jul 14 12:29:10.801370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9e28b8a-41f0-4dd1-85dc-d61ef1436063 req-43e9e512-1262-46a5-b0dc-173adeb4a333 service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806487 Jul 14 12:29:12.378658 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:12.720437 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5bf22cc7-f178-4042-ae8a-17a494903aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:13.645861 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:15.359778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:25.120650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58128) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:25.280929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port b88f0b62-1b82-4f64-9bc7-3e4d69956ee6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:29:25.281272 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:25.353076 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:25.353401 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:25.365671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for b88f0b62-1b82-4f64-9bc7-3e4d69956ee6 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:29:25.510909 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:25.536518 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=b88f0b62-1b82-4f64-9bc7-3e4d69956ee6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:25.567447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.567800 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.568178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.568553 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.568879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.569206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.569534 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.569861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.570183 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.570508 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.570842 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.571163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:25.611470 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:25.611804 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP 194664a8-17b4-4338-b3b7-9b5b0d55445c disassociated (deleted). External IP: 172.25.2.13, port: 3d0d60ce-33f1-479c-b972-9696ac822211. Jul 14 12:29:25.832101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 978a64f1-e508-4f6f-a3c7-c615de9f3779 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:29:25.932429 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:29:25.937306 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:25.941833 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] Sync routers for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:29:25.950952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:25.951674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:25.976042 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-05ef28e5-9a79-499a-864b-d479d0e40bb0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/floatingips/194664a8-17b4-4338-b3b7-9b5b0d55445c HTTP/1.1" status: 204 len: 168 time: 0.8542254 Jul 14 12:29:25.976628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:29:25.978977 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85a8567-0dee-4f12-8c0b-99d950186fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:26.029112 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f671a-e988-40a7-a0d2-6bde6f0d0eee x-openstack-request-id: req-999f671a-e988-40a7-a0d2-6bde6f0d0eee {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:26.029413 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:26.029666 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-999f671a-e988-40a7-a0d2-6bde6f0d0eee {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:26.030070 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211', 'status': 'completed', 'code': 200} Jul 14 12:29:26.111016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-8bcb9024-32d0-4151-9c16-dde8eacf2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:26.112782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-8bcb9024-32d0-4151-9c16-dde8eacf2f50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 1096 time: 0.0578043 Jul 14 12:29:26.222430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-28808457-63e5-43ed-bb02-b00cdd68d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:26.223948 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-28808457-63e5-43ed-bb02-b00cdd68d71b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf7a3107-3eab-4c91-be05-178792b7a205 HTTP/1.1" status: 200 len: 897 time: 0.1035399 Jul 14 12:29:26.231444 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:26.269304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-b568c592-18a7-465e-9d44-c38b61de37e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0d60ce-33f1-479c-b972-9696ac822211 HTTP/1.1" status: 200 len: 217 time: 0.0375762 Jul 14 12:29:26.351174 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-796566b5-ebef-45ae-8daf-a1fd821597ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:26.353223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-796566b5-ebef-45ae-8daf-a1fd821597ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49b0b685-18b4-400c-9329-9c66b4856da6 HTTP/1.1" status: 200 len: 835 time: 0.0764604 Jul 14 12:29:26.415716 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030a695-7499-4755-ab54-fb1d31d7b74b req-9b36140b-982c-46c6-bcff-4d14fbe7e806 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:26.417239 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d030a695-7499-4755-ab54-fb1d31d7b74b req-9b36140b-982c-46c6-bcff-4d14fbe7e806 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.1061659 Jul 14 12:29:26.433071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b', 'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:90:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:57Z', 'updated_at': '2021-07-14T12:28:02Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:26.447900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-0149d9cb-f6d2-461b-858f-4af8cc30fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:26.449431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-0149d9cb-f6d2-461b-858f-4af8cc30fa1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf7a3107-3eab-4c91-be05-178792b7a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888703 Jul 14 12:29:26.458656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] Checking router: 978a64f1-e508-4f6f-a3c7-c615de9f3779 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:29:26.466924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:26.467520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:26.482368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d030a695-7499-4755-ab54-fb1d31d7b74b req-109c5f59-bdec-4d66-a962-eaf25e39f240 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577064 Jul 14 12:29:26.552573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-1c54cdb1-83b0-4976-84cf-81196d4f0b68 service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936756 Jul 14 12:29:26.575408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:26.641774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a85a8567-0dee-4f12-8c0b-99d950186fd2 req-b0578dd5-6141-4a97-9e7c-cdc21392f9af service neutron] 10.222.0.64 "GET /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827770 Jul 14 12:29:26.773553 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b', 'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:90:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:57Z', 'updated_at': '2021-07-14T12:28:02Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:26.799980 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbedd63-9291-4ed0-8d29-6b6088419d3b None None] The sync data for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 is: [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b', 'name': '', 'network_id': 'bf7a3107-3eab-4c91-be05-178792b7a205', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:90:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:57Z', 'updated_at': '2021-07-14T12:28:02Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '49b0b685-18b4-400c-9329-9c66b4856da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:29:26.833925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:27.013226 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3670524-5650-43c6-b3c1-4214bb1150f5 None None] New status for floating IP 194664a8-17b4-4338-b3b7-9b5b0d55445c: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:29:27.682265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57ef1-a025-44e9-a94d-d3e6cb661323 req-152c3835-2efb-4c97-bbb6-c155d25c9343 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:27.683782 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33a57ef1-a025-44e9-a94d-d3e6cb661323 req-152c3835-2efb-4c97-bbb6-c155d25c9343 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0692749 Jul 14 12:29:27.747156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-33a57ef1-a025-44e9-a94d-d3e6cb661323 req-be523e98-4900-4525-a47a-231f77aa8ecf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=0337b2c0-4596-4d1b-af03-349a18e8cb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546293 Jul 14 12:29:27.772489 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-a563cc7c-efe9-4e59-b74f-e1f6323481d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:27.773911 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-a563cc7c-efe9-4e59-b74f-e1f6323481d0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbf3a1d9-85ef-4c35-a990-c54b0907eb9e HTTP/1.1" status: 200 len: 945 time: 0.0892332 Jul 14 12:29:27.874196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 3d0d60ce-33f1-479c-b972-9696ac822211 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:29:27.874534 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:27.959956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port 3d0d60ce-33f1-479c-b972-9696ac822211, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=3d0d60ce-33f1-479c-b972-9696ac822211,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:27.960313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:27.972800 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 3d0d60ce-33f1-479c-b972-9696ac822211 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:29:28.098895 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:28.129868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=3d0d60ce-33f1-479c-b972-9696ac822211,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:28.160337 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.160686 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.161026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.161364 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.161696 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.162048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.162375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.162700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.163025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.163347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.163668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.164009 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:28.185634 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] No DVR routers for this DVR port 3d0d60ce-33f1-479c-b972-9696ac822211 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:29:28.188123 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:28.190122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d51281c3-8299-4192-9463-ec2ce9d1b6f5 req-d066bcf6-6fb5-464e-b6f1-5677c552c21f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.64 "DELETE /v2.0/ports/3d0d60ce-33f1-479c-b972-9696ac822211 HTTP/1.1" status: 204 len: 173 time: 0.4108377 Jul 14 12:29:28.190566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'name': 'network-vif-deleted', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:29:28.192862 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3da2c8-2dcb-42b6-9102-27689b769028" -d '{"events": [{"server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "name": "network-vif-deleted", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:28.231013 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46dd216-1c68-467b-9ba7-b419cad9830c x-openstack-request-id: req-b46dd216-1c68-467b-9ba7-b419cad9830c {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:28.231297 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf3a1d9-85ef-4c35-a990-c54b0907eb9e", "name": "network-vif-deleted", "tag": "3d0d60ce-33f1-479c-b972-9696ac822211", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:28.231545 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b46dd216-1c68-467b-9ba7-b419cad9830c {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:28.231970 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3a1d9-85ef-4c35-a990-c54b0907eb9e', 'name': 'network-vif-deleted', 'tag': '3d0d60ce-33f1-479c-b972-9696ac822211', 'status': 'completed', 'code': 200} Jul 14 12:29:28.738467 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:28.838722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58148) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:29.191673 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:29.450327 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:29:29.450665 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:29.539018 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:29.539366 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:29.552521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:29:29.739164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:29.766865 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:29.937513 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:30.144010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router 978a64f1-e508-4f6f-a3c7-c615de9f3779 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:29:30.247312 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:29:30.252509 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-61d5081f-6249-47d2-a514-dab1ae4a7f44 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/978a64f1-e508-4f6f-a3c7-c615de9f3779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4127607 Jul 14 12:29:30.255223 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58150) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:30.257930 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] Sync routers for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:29:30.267758 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:30.268400 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:30.305816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f20cb6-c813-4f9f-9c7e-cc3a2e83d3cf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting subnet 49b0b685-18b4-400c-9329-9c66b4856da6 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:29:30.308921 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7f20cb6-c813-4f9f-9c7e-cc3a2e83d3cf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:30.348276 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7f20cb6-c813-4f9f-9c7e-cc3a2e83d3cf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:30.370866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:30.435309 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7f20cb6-c813-4f9f-9c7e-cc3a2e83d3cf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:30.494996 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7f20cb6-c813-4f9f-9c7e-cc3a2e83d3cf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:30.522853 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f20cb6-c813-4f9f-9c7e-cc3a2e83d3cf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Subnet': ['ID=49b0b685-18b4-400c-9329-9c66b4856da6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:30.525639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e7f20cb6-c813-4f9f-9c7e-cc3a2e83d3cf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:30.530267 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e7f20cb6-c813-4f9f-9c7e-cc3a2e83d3cf tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/subnets/49b0b685-18b4-400c-9329-9c66b4856da6 HTTP/1.1" status: 204 len: 168 time: 0.2716832 Jul 14 12:29:30.530546 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58152) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:30.530669 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f210a5-b0a0-4b00-881f-fe266e0f6da1 None None] Network bf7a3107-3eab-4c91-be05-178792b7a205 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:29:30.630009 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:29:29Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:30.638249 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:30.679132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] Checking router: 978a64f1-e508-4f6f-a3c7-c615de9f3779 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:29:30.693959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] Routers {'978a64f1-e508-4f6f-a3c7-c615de9f3779'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:30.694547 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['978a64f1-e508-4f6f-a3c7-c615de9f3779'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:30.816403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] Set router 978a64f1-e508-4f6f-a3c7-c615de9f3779 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:30.844021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] DHCP port deletion for bf7a3107-3eab-4c91-be05-178792b7a205 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:29:31.004317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Deleting port c04cd531-40fe-4b5b-b590-543e37770732 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:29:31.004696 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.058606 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.078746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] For port c04cd531-40fe-4b5b-b590-543e37770732, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c04cd531-40fe-4b5b-b590-543e37770732,segment=NetworkSegment(98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2),segment_id=98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:31.079139 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.093599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Calling delete_port for c04cd531-40fe-4b5b-b590-543e37770732 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:29:31.110797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:29:29Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:31.111133 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 9f87f00b-1676-4b47-acb3-c5fa90f1314a {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:29:31.111479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.169476 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25551c60-c11a-4f73-8758-1a2f308e3cca None None] The sync data for ids ['978a64f1-e508-4f6f-a3c7-c615de9f3779'] in n-d-778696-8 is: [{'id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574009312', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:29:29Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': '9f87f00b-1676-4b47-acb3-c5fa90f1314a', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a64f1-e508-4f6f-a3c7-c615de9f3779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:27:54Z', 'updated_at': '2021-07-14T12:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:29:31.198053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port 9f87f00b-1676-4b47-acb3-c5fa90f1314a, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9f87f00b-1676-4b47-acb3-c5fa90f1314a,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:31.198231 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.210081 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.220674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 9f87f00b-1676-4b47-acb3-c5fa90f1314a owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:29:31.233580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Pushing event deleted for resources: {'Port': ['ID=c04cd531-40fe-4b5b-b590-543e37770732,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:31.243974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.244344 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.244688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.245026 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.245360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.245690 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.246021 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.246348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.246672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.246994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.247320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.247641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:31.250676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c014f-4dda-47eb-acd8-6c14acc2a7ad None None] No DVR routers for this DVR port c04cd531-40fe-4b5b-b590-543e37770732 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:29:31.387591 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.412628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=9f87f00b-1676-4b47-acb3-c5fa90f1314a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:31.478121 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.482374 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3d0d60ce-33f1-479c-b972-9696ac822211 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:29:31.503083 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 3d0d60ce-33f1-479c-b972-9696ac822211 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:29:31.503429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 3d0d60ce-33f1-479c-b972-9696ac822211 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:29:31.580190 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.582337 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.637495 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.638183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Fanout notify agent at l3_agent the message router_deleted on router 978a64f1-e508-4f6f-a3c7-c615de9f3779 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:29:31.646994 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.648548 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-da89ef19-19b7-4f99-b367-6926874d5201 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/routers/978a64f1-e508-4f6f-a3c7-c615de9f3779 HTTP/1.1" status: 204 len: 168 time: 1.1166885 Jul 14 12:29:31.651046 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58154) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:31.663765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c04cd531-40fe-4b5b-b590-543e37770732 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:29:31.689469 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c04cd531-40fe-4b5b-b590-543e37770732 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:29:31.689857 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c04cd531-40fe-4b5b-b590-543e37770732 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:29:31.690225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:29:31.709798 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:29:31.710144 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 3ec75b5b-e8c1-4cf2-b1d9-a0f6eb6d0c5b not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:29:31.735375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.826873 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.837985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7a3107-3eab-4c91-be05-178792b7a205']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:31.848763 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:31.849016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a47b0c-d803-4ed0-94f1-b8e0ce50c1e2') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:31.858566 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.873001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.879087 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:29:31.879410 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:29:31.882430 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:29:31.941687 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.949933 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:31.950930 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/networks/bf7a3107-3eab-4c91-be05-178792b7a205 HTTP/1.1" status: 204 len: 168 time: 0.2989364 Jul 14 12:29:31.953789 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58156) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:31.962574 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8f6cb-9ae1-450b-af48-679a60fef4f5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Network': ['ID=bf7a3107-3eab-4c91-be05-178792b7a205,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:32.012937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7709a8c8-c48a-494b-be99-520c10006e04 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.037072 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7709a8c8-c48a-494b-be99-520c10006e04 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.094235 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7709a8c8-c48a-494b-be99-520c10006e04 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.096902 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7709a8c8-c48a-494b-be99-520c10006e04 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.098058 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-7709a8c8-c48a-494b-be99-520c10006e04 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/security-groups/0337b2c0-4596-4d1b-af03-349a18e8cb5d HTTP/1.1" status: 204 len: 168 time: 0.1431985 Jul 14 12:29:32.109338 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709a8c8-c48a-494b-be99-520c10006e04 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0337b2c0-4596-4d1b-af03-349a18e8cb5d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:32.608334 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58162) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:32.613031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-88d90264-4592-46e4-8105-b86fe061baa1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347152268', 'description': 'tempest-secgroup-smoke-347152268 description', 'project_id': '9fd74d92344d412791e5387595bf6250'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:32.635806 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88d90264-4592-46e4-8105-b86fe061baa1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.713171 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88d90264-4592-46e4-8105-b86fe061baa1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.717891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88d90264-4592-46e4-8105-b86fe061baa1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.753080 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88d90264-4592-46e4-8105-b86fe061baa1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.754320 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-88d90264-4592-46e4-8105-b86fe061baa1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1449816 Jul 14 12:29:32.756190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d90264-4592-46e4-8105-b86fe061baa1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b56d89a-2331-4104-8363-0a54d8296a52,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:32.757361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58164) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:32.762569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0384f03c-7e05-412d-b073-830ab8eb065a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '8b56d89a-2331-4104-8363-0a54d8296a52', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:32.790800 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0384f03c-7e05-412d-b073-830ab8eb065a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.848794 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0384f03c-7e05-412d-b073-830ab8eb065a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.853358 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0384f03c-7e05-412d-b073-830ab8eb065a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.871498 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384f03c-7e05-412d-b073-830ab8eb065a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6613d87-9b97-44b6-9448-66cf16fa773a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:32.879761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0384f03c-7e05-412d-b073-830ab8eb065a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.880977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0384f03c-7e05-412d-b073-830ab8eb065a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224861 Jul 14 12:29:32.883823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58166) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:32.888430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2235a784-3b20-4fc4-bac3-0e34fcdebab8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '8b56d89a-2331-4104-8363-0a54d8296a52', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:32.915419 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2235a784-3b20-4fc4-bac3-0e34fcdebab8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.971213 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2235a784-3b20-4fc4-bac3-0e34fcdebab8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.974319 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2235a784-3b20-4fc4-bac3-0e34fcdebab8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:32.994534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235a784-3b20-4fc4-bac3-0e34fcdebab8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d9c842-642f-4429-a5ad-27b8ecdfcc61,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:32.999302 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2235a784-3b20-4fc4-bac3-0e34fcdebab8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.001677 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2235a784-3b20-4fc4-bac3-0e34fcdebab8 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157603 Jul 14 12:29:33.003615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58168) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:33.008249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-4a4d0172-4ee8-4251-a567-a4f2ce827c32 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '8b56d89a-2331-4104-8363-0a54d8296a52', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:33.035029 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0172-4ee8-4251-a567-a4f2ce827c32 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.096461 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0172-4ee8-4251-a567-a4f2ce827c32 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.100749 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0172-4ee8-4251-a567-a4f2ce827c32 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.115281 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d0172-4ee8-4251-a567-a4f2ce827c32 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c701dee-2968-448c-862c-c199a334078b,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:33.124793 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0172-4ee8-4251-a567-a4f2ce827c32 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.125993 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4a4d0172-4ee8-4251-a567-a4f2ce827c32 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214063 Jul 14 12:29:33.129025 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58170) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:33.133920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a4b515ff-80ad-49b2-8cd3-fa43663fb1e1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '8b56d89a-2331-4104-8363-0a54d8296a52', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:33.159937 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4b515ff-80ad-49b2-8cd3-fa43663fb1e1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.221597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4b515ff-80ad-49b2-8cd3-fa43663fb1e1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.225815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4b515ff-80ad-49b2-8cd3-fa43663fb1e1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.244793 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b515ff-80ad-49b2-8cd3-fa43663fb1e1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1bbf3d-9d5c-4c41-a027-d6f54f2862f5,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:33.251737 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4b515ff-80ad-49b2-8cd3-fa43663fb1e1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.252977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a4b515ff-80ad-49b2-8cd3-fa43663fb1e1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230288 Jul 14 12:29:33.255741 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58172) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:33.260426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-8d4514cb-c5f9-4430-92cd-656bd65251a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '8b56d89a-2331-4104-8363-0a54d8296a52', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:33.281441 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-8d4514cb-c5f9-4430-92cd-656bd65251a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:29:33.286212 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d4514cb-c5f9-4430-92cd-656bd65251a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.347285 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d4514cb-c5f9-4430-92cd-656bd65251a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.350982 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d4514cb-c5f9-4430-92cd-656bd65251a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.370944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4514cb-c5f9-4430-92cd-656bd65251a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c014601-d6e5-4a7f-adc6-c0723b47d071,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:33.377943 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d4514cb-c5f9-4430-92cd-656bd65251a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.379150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8d4514cb-c5f9-4430-92cd-656bd65251a3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224396 Jul 14 12:29:33.381913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58174) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:33.387007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-afd3fe24-602e-49c1-a718-16c79b08e96b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'security_group_rule': {'security_group_id': '8b56d89a-2331-4104-8363-0a54d8296a52', 'project_id': '9fd74d92344d412791e5387595bf6250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:33.408657 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-afd3fe24-602e-49c1-a718-16c79b08e96b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Project 9fd74d92344d412791e5387595bf6250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:29:33.413834 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe24-602e-49c1-a718-16c79b08e96b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.479431 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe24-602e-49c1-a718-16c79b08e96b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.483658 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe24-602e-49c1-a718-16c79b08e96b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.502204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3fe24-602e-49c1-a718-16c79b08e96b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518f903e-47a1-4c4f-b76a-08dcc2694de0,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:33.507830 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe24-602e-49c1-a718-16c79b08e96b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.509326 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-afd3fe24-602e-49c1-a718-16c79b08e96b tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264398 Jul 14 12:29:33.512272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58176) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:33.517198 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'network': {'name': 'tempest-network-smoke--374493694', 'project_id': '9fd74d92344d412791e5387595bf6250', 'port_security_enabled': True}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:33.537840 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:29:33.541816 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.555041 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9f87f00b-1676-4b47-acb3-c5fa90f1314a no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:29:33.570214 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:29:33.579193 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 9f87f00b-1676-4b47-acb3-c5fa90f1314a {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:29:33.579580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9f87f00b-1676-4b47-acb3-c5fa90f1314a not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:29:33.580793 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.581147 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Added segment f25db2c5-328d-406d-921d-859b9f0bc648 of type vlan for network b9dc2388-5432-4141-aaac-043fd5eb2c52 Jul 14 12:29:33.621842 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.650157 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.655682 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:33.656325 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.719460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2061043 Jul 14 12:29:33.722249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58178) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:33.726670 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'admin_state_up': True, 'project_id': '9fd74d92344d412791e5387595bf6250', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:33.740436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd1eae-2fba-4af1-90cc-e5ac855b2461 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Network': ['ID=b9dc2388-5432-4141-aaac-043fd5eb2c52,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:33.752069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network b9dc2388-5432-4141-aaac-043fd5eb2c52 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:29:33.758347 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.759454 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.813278 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:33.954107 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:34.147635 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:34.170561 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:34.274460 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.198 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/db1d5971-7c0b-4f3a-b0c1-f03a45847ef1) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:29:34.380295 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:34.419377 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:34.453630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:29:34.459628 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:34.464440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:29:34.470049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=db1d5971-7c0b-4f3a-b0c1-f03a45847ef1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:34.719163 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:34.920284 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.051608 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:29:35.162726 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:29:35.171713 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Sync routers for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:29:35.182129 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:35.182917 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:35.186286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.190716 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-574adce3-dc5b-432c-95f5-785c4a6a7a50 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4644189 Jul 14 12:29:35.191000 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58180) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:35.265562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-ec90902e-3c4a-4123-8ed7-3f666054c9f1 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=9fd74d92344d412791e5387595bf6250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734639 Jul 14 12:29:35.268430 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58184) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:35.295063 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:35.361442 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5611518-ca2f-4a0b-bcef-5696754641b0 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:35.362977 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a5611518-ca2f-4a0b-bcef-5696754641b0 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935783 Jul 14 12:29:35.365785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58186) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:35.400890 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fe282925-b8b5-43ef-a7d3-83aea0ae355e tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=59472748-fe75-4622-a3ae-38e3c1c0c2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340164 Jul 14 12:29:35.403517 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58188) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:35.408522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-940228839', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'project_id': '9fd74d92344d412791e5387595bf6250', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:35.472254 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:34Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:35.496616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:29:35.500361 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.502239 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Checking router: bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:29:35.502584 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Updating router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:29:35.536398 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.692554 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.755823 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Subnet': ['ID=1f88c4c3-500f-483e-b685-573d50afdf01,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:35.764497 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Checking segment: {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:29:35.764859 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network hostable DHCP agents. Network: b9dc2388-5432-4141-aaac-043fd5eb2c52, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:29:35.781746 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network b9dc2388-5432-4141-aaac-043fd5eb2c52 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:29:35.791689 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, b9dc2388-5432-4141-aaac-043fd5eb2c52) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:35.795653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:35.796278 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.801511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936ab5d-b5ec-4ced-8e02-11d5707bd409 None None] Network b9dc2388-5432-4141-aaac-043fd5eb2c52 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:29:35.817825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c224cd86-3573-40d7-a9e6-48c33f177ac6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4120939 Jul 14 12:29:35.820148 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58190) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:35.826992 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.840110 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Transition to ACTIVE for port object db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:29:35.846812 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.899322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Attempting to bind port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:29:35.900089 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Attempting to bind port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:29:35.900089 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Attempting to bind port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:29:35.909545 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Pushing event updated for resources: {'Port': ['ID=db1d5971-7c0b-4f3a-b0c1-f03a45847ef1,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:35.911810 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:29:35.912205 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:29:35.912614 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.912994 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:29:35.913458 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Bound port: db1d5971-7c0b-4f3a-b0c1-f03a45847ef1, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:29:35.913833 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.938784 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.939114 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.939452 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.939805 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.940139 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.940466 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.940791 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.941112 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.941430 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.941749 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.942068 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.942382 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:35.980450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-b9dc2388-5432-4141-aaac-043fd5eb2c52', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:29:35.980768 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] For port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:29:35.981811 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:35.984199 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] For port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=db1d5971-7c0b-4f3a-b0c1-f03a45847ef1,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:29:35.990447 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:36.041893 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:36.042382 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:36.092756 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ce825-b4e2-431e-ada8-fcd08b848b6f None None] Pushing event updated for resources: {'Port': ['ID=db1d5971-7c0b-4f3a-b0c1-f03a45847ef1,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:36.136912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Allocated IP 172.20.0.2 (b9dc2388-5432-4141-aaac-043fd5eb2c52/1f88c4c3-500f-483e-b685-573d50afdf01/baf43137-fdbc-4057-b915-c0a8d97ca5b0) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:29:36.170462 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:36.320439 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:36.365943 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:34Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:36.392524 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1c838-7d74-4634-bb2c-d97bb52c5b00 None None] The sync data for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 is: [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:34Z', 'revision_number': 3, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:29:36.474665 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:36.487499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Transition to ACTIVE for port object baf43137-fdbc-4057-b915-c0a8d97ca5b0 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:29:36.503735 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Transition to ACTIVE for port object baf43137-fdbc-4057-b915-c0a8d97ca5b0 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:29:36.510769 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:36.562898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Network b9dc2388-5432-4141-aaac-043fd5eb2c52 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:29:36.567676 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:36.573275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Pushing event updated for resources: {'Port': ['ID=baf43137-fdbc-4057-b915-c0a8d97ca5b0,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:36.575567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:29:36.633365 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.1 (b9dc2388-5432-4141-aaac-043fd5eb2c52/1f88c4c3-500f-483e-b685-573d50afdf01/5bce519e-e85c-4176-829e-28f380151e89) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:29:36.658557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Attempting to bind port baf43137-fdbc-4057-b915-c0a8d97ca5b0 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:29:36.658557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Attempting to bind port baf43137-fdbc-4057-b915-c0a8d97ca5b0 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:29:36.658557 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Attempting to bind port baf43137-fdbc-4057-b915-c0a8d97ca5b0 on network b9dc2388-5432-4141-aaac-043fd5eb2c52 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:29:36.670447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:29:36.671355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Checking segment: {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:29:36.671810 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:36.672252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Bound using segment: {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:29:36.672864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Bound port: baf43137-fdbc-4057-b915-c0a8d97ca5b0, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:29:36.673258 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:36.745619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] For port baf43137-fdbc-4057-b915-c0a8d97ca5b0, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:29:36.749295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] For port baf43137-fdbc-4057-b915-c0a8d97ca5b0, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=baf43137-fdbc-4057-b915-c0a8d97ca5b0,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:29:36.756270 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:36.779754 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:36.796559 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object 5bce519e-e85c-4176-829e-28f380151e89 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:29:36.825855 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fdd5e-60d0-4a05-ba03-edfdd0a68a70 None None] Pushing event updated for resources: {'Port': ['ID=baf43137-fdbc-4057-b915-c0a8d97ca5b0,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:36.841666 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:36.890533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network b9dc2388-5432-4141-aaac-043fd5eb2c52 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:29:36.893920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:36.898024 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:29:37.230858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=5bce519e-e85c-4176-829e-28f380151e89,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:37.255518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:37.410268 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:37.681497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:29:37.739058 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:29:37.744841 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:37.745268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:37.747024 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:37.754792 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:37.840474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=5bce519e-e85c-4176-829e-28f380151e89,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:37.851413 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:37.852384 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:37.876693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=db1d5971-7c0b-4f3a-b0c1-f03a45847ef1,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:37.879905 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c3157-42ea-413c-b91c-75023b426d44 None None] Network b9dc2388-5432-4141-aaac-043fd5eb2c52 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:29:37.884361 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:37.885152 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device baf43137-fdbc-4057-b915-c0a8d97ca5b0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:29:37.967156 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network b9dc2388-5432-4141-aaac-043fd5eb2c52 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:29:37.968686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:38.005752 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:29:38.022926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-43cb0c92-5a83-4d25-aab2-2b56fb842e6e None None] Provisioning for port baf43137-fdbc-4057-b915-c0a8d97ca5b0 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:29:38.030426 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=db1d5971-7c0b-4f3a-b0c1-f03a45847ef1,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:38.060150 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port baf43137-fdbc-4057-b915-c0a8d97ca5b0 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:29:38.083984 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port baf43137-fdbc-4057-b915-c0a8d97ca5b0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:38.084366 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:38.129273 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:29:38.210466 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:38.249406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port baf43137-fdbc-4057-b915-c0a8d97ca5b0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=baf43137-fdbc-4057-b915-c0a8d97ca5b0,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:38.255443 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:38.266683 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:29:38.285763 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-69b2d4f2-ed28-41c5-b471-0121b8213af4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4536550 Jul 14 12:29:38.316285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=baf43137-fdbc-4057-b915-c0a8d97ca5b0,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:38.469125 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-40da6036-89d0-4890-ba32-b55bfe2208e3 None None] Provisioning for port 5bce519e-e85c-4176-829e-28f380151e89 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:29:38.473377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-40da6036-89d0-4890-ba32-b55bfe2208e3 None None] Provisioning complete for port 5bce519e-e85c-4176-829e-28f380151e89 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:38.473840 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40da6036-89d0-4890-ba32-b55bfe2208e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:38.510295 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Sync routers for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:29:38.522702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-40da6036-89d0-4890-ba32-b55bfe2208e3 None None] Port 5bce519e-e85c-4176-829e-28f380151e89 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:29:38.527225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:38.527880 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:38.575575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-40da6036-89d0-4890-ba32-b55bfe2208e3 None None] Provisioning complete for port baf43137-fdbc-4057-b915-c0a8d97ca5b0 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:38.575980 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-40da6036-89d0-4890-ba32-b55bfe2208e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:38.683773 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:38.688001 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-94defa66-795c-4d01-ba1a-4e8351530ab9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347152268&fields=id&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 267 time: 0.0476346 Jul 14 12:29:38.819556 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-0352364a-aa9d-4272-b7f8-dad875da8d94 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:38.822029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-0352364a-aa9d-4272-b7f8-dad875da8d94 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/networks?id=b9dc2388-5432-4141-aaac-043fd5eb2c52 HTTP/1.1" status: 200 len: 796 time: 0.1230426 Jul 14 12:29:38.840420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e8fc65fc-0701-49e6-92fb-f4ca6b7faf69 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/quotas/9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 375 time: 0.0111401 Jul 14 12:29:38.908086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-bbc7eb4a-c3b8-473c-bb65-bf62af636167 None None] Provisioning complete for port 5bce519e-e85c-4176-829e-28f380151e89 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:38.908606 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bbc7eb4a-c3b8-473c-bb65-bf62af636167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:38.919342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-906eb98d-1843-447d-8245-d9289e345e19 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728605 Jul 14 12:29:38.938008 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-8e4f8ddd-371e-403c-9925-47d35d9b34c7 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:29:38.938982 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-8e4f8ddd-371e-403c-9925-47d35d9b34c7 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054138 Jul 14 12:29:38.974544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7eb4a-c3b8-473c-bb65-bf62af636167 None None] Port 5bce519e-e85c-4176-829e-28f380151e89 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:29:38.997563 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5bce519e-e85c-4176-829e-28f380151e89', 'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:fe:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:36Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 2, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:39.025815 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Checking router: bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:29:39.026279 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Updating router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f port 5bce519e-e85c-4176-829e-28f380151e89 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:29:39.036057 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-b3dcf468-5f2c-400e-909c-a320aa03e3f4 service neutron] 10.222.0.38 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911186 Jul 14 12:29:39.066537 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:39.130875 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b9f7c832-a2e0-4c3e-82bd-6a7d306553d2 None None] Provisioning complete for port 5bce519e-e85c-4176-829e-28f380151e89 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:39.131153 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c832-a2e0-4c3e-82bd-6a7d306553d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:39.137648 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-6db948d9-14db-4ac0-85af-805fd4b1ed9c service neutron] 10.222.0.38 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944328 Jul 14 12:29:39.229245 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7c832-a2e0-4c3e-82bd-6a7d306553d2 None None] Port 5bce519e-e85c-4176-829e-28f380151e89 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:29:39.379711 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3d741e7b-7554-4950-ab5a-aacf634c5222 req-fb79671a-0b3a-4176-a190-08b42d7b826e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 210 time: 0.0882466 Jul 14 12:29:39.405739 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:39.418146 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Transition to ACTIVE for port object 5bce519e-e85c-4176-829e-28f380151e89 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:29:39.424469 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:39.502609 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22576e-1f4b-450a-bee8-2989508879a0 None None] Pushing event updated for resources: {'Port': ['ID=5bce519e-e85c-4176-829e-28f380151e89,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:39.541789 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Attempting to bind port 5bce519e-e85c-4176-829e-28f380151e89 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:29:39.542550 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Attempting to bind port 5bce519e-e85c-4176-829e-28f380151e89 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:29:39.542877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Attempting to bind port 5bce519e-e85c-4176-829e-28f380151e89 on network b9dc2388-5432-4141-aaac-043fd5eb2c52 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:29:39.548593 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:29:39.548971 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Checking segment: {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:29:39.549386 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:39.549786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Bound using segment: {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:29:39.550264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Bound port: 5bce519e-e85c-4176-829e-28f380151e89, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:29:39.550647 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:39.624518 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ee0591d4-5853-4b0a-b6a3-d9e065324708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:39.659471 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:29:39.690616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] For port 5bce519e-e85c-4176-829e-28f380151e89, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:29:39.712710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] For port 5bce519e-e85c-4176-829e-28f380151e89, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5bce519e-e85c-4176-829e-28f380151e89,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:29:39.720498 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:39.813767 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:39.814433 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:39.822457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:39.822827 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:39.864596 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22576e-1f4b-450a-bee8-2989508879a0 None None] Pushing event updated for resources: {'Port': ['ID=5bce519e-e85c-4176-829e-28f380151e89,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:40.182850 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:40.222806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device baf43137-fdbc-4057-b915-c0a8d97ca5b0 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:29:40.374079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port baf43137-fdbc-4057-b915-c0a8d97ca5b0 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:40.374444 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:40.503560 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5bce519e-e85c-4176-829e-28f380151e89', 'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:fe:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:36Z', 'updated_at': '2021-07-14T12:29:39Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:40.533575 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f17b8-f868-48e6-b392-70041b4888b2 None None] The sync data for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 is: [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5bce519e-e85c-4176-829e-28f380151e89', 'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:fe:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:36Z', 'updated_at': '2021-07-14T12:29:39Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:29:40.571789 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-48976c2b-a795-486c-811d-d37191463296 req-4a55c947-f591-41ca-853a-c38a3bc366d9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 210 time: 0.0653784 Jul 14 12:29:40.693573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-a79fc13e-019b-4fa9-8f44-2b18df727176 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:40.695971 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-a79fc13e-019b-4fa9-8f44-2b18df727176 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/networks?id=b9dc2388-5432-4141-aaac-043fd5eb2c52 HTTP/1.1" status: 200 len: 796 time: 0.1674964 Jul 14 12:29:40.748248 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-b2020d06-062b-4c72-b6e3-94cca53ffc5e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd74d92344d412791e5387595bf6250 HTTP/1.1" status: 200 len: 379 time: 0.0427079 Jul 14 12:29:40.759289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'port': {'device_id': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'admin_state_up': True, 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'security_groups': ['8b56d89a-2331-4104-8363-0a54d8296a52']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:40.891961 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Made reservation on behalf of 9fd74d92344d412791e5387595bf6250 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:29:40.895688 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.032198 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.20.0.8 (b9dc2388-5432-4141-aaac-043fd5eb2c52/1f88c4c3-500f-483e-b685-573d50afdf01/e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:29:41.191211 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.207003 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Transition to ACTIVE for port object e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:29:41.241370 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.290440 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network b9dc2388-5432-4141-aaac-043fd5eb2c52 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:29:41.294109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:41.298159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:29:41.323036 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:41.357600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:41.358282 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.375410 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e318359f-e30d-43bd-9a3a-6d452474a2dd tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211448 Jul 14 12:29:41.387749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e59588d2-8024-4f14-8b78-fdce7c2425ea tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:29:41.388874 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-e59588d2-8024-4f14-8b78-fdce7c2425ea tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070374 Jul 14 12:29:41.444701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Request body: {'port': {'device_id': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:41.545654 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.579842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0e292561-9d57-406b-9c1c-4852e8c22bf2 None None] Provisioning for port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:29:41.588302 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0e292561-9d57-406b-9c1c-4852e8c22bf2 None None] Provisioning complete for port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:41.588945 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0e292561-9d57-406b-9c1c-4852e8c22bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.639411 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0e292561-9d57-406b-9c1c-4852e8c22bf2 None None] Port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:29:41.659716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5bce519e-e85c-4176-829e-28f380151e89 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:29:41.726100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 5bce519e-e85c-4176-829e-28f380151e89 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:29:41.732247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 5bce519e-e85c-4176-829e-28f380151e89 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:41.732597 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.835778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.836014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0207095-d29e-4c92-a8ed-4ffeb2b673f4 req-59c86fe8-eab7-4176-9dea-5c7e243cb730 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:41.838216 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0207095-d29e-4c92-a8ed-4ffeb2b673f4 req-59c86fe8-eab7-4176-9dea-5c7e243cb730 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 931 time: 0.1095536 Jul 14 12:29:41.886225 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 5bce519e-e85c-4176-829e-28f380151e89, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5bce519e-e85c-4176-829e-28f380151e89,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:41.887925 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a0207095-d29e-4c92-a8ed-4ffeb2b673f4 req-0a309544-42e8-41bd-b7ad-24ed2e682463 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437808 Jul 14 12:29:41.891622 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.917535 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:29:41.925373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.939595 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Transition to ACTIVE for port object e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:29:41.945295 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:41.951511 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=5bce519e-e85c-4176-829e-28f380151e89,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:42.020463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Pushing event updated for resources: {'Port': ['ID=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:42.075607 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Attempting to bind port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:29:42.075982 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Attempting to bind port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:29:42.076318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Attempting to bind port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 on network b9dc2388-5432-4141-aaac-043fd5eb2c52 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:29:42.081174 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 on network b9dc2388-5432-4141-aaac-043fd5eb2c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:29:42.081441 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Attempting to bind port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 on network b9dc2388-5432-4141-aaac-043fd5eb2c52 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:29:42.087643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:29:42.088041 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Checking segment: {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:29:42.088440 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Bound using segment: {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:29:42.088884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Bound port: e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25db2c5-328d-406d-921d-859b9f0bc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:29:42.089246 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:42.159283 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] For port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:29:42.164087 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] For port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:29:42.169663 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:42.208968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:42.209682 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:42.211036 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] 10.222.0.45 "PUT /v2.0/ports/e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 HTTP/1.1" status: 200 len: 1091 time: 0.8150640 Jul 14 12:29:42.212760 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:29:42.215678 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77a2c5b-c500-42f1-b394-502d063acf24" -d '{"events": [{"name": "network-changed", "server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:42.249620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b828a8-5f05-4eba-bf89-b49e012432ee service neutron] Pushing event updated for resources: {'Port': ['ID=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:42.287426 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a335c58-58ea-4f86-84d3-81c9ba9dfa29 x-openstack-request-id: req-6a335c58-58ea-4f86-84d3-81c9ba9dfa29 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:42.287811 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:42.288147 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a335c58-58ea-4f86-84d3-81c9ba9dfa29 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:42.288586 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'status': 'completed', 'code': 200} Jul 14 12:29:42.317893 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-97a0d73a-2fc7-4a6b-88e0-1c0f2d005eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:42.319452 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-97a0d73a-2fc7-4a6b-88e0-1c0f2d005eb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 1094 time: 0.0659292 Jul 14 12:29:42.361769 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-48b95504-9295-45f3-b242-9e7146c32934 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 HTTP/1.1" status: 200 len: 217 time: 0.0350034 Jul 14 12:29:42.381511 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:42.421072 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-f71915fd-3bc3-44f8-a92e-c7fb315cd565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:42.422566 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-f71915fd-3bc3-44f8-a92e-c7fb315cd565 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f88c4c3-500f-483e-b685-573d50afdf01 HTTP/1.1" status: 200 len: 834 time: 0.0545447 Jul 14 12:29:42.481063 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-a68bae6e-6cdb-41f8-b042-704a6cdbd3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:42.482691 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-a68bae6e-6cdb-41f8-b042-704a6cdbd3e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9dc2388-5432-4141-aaac-043fd5eb2c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536394 Jul 14 12:29:42.574182 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-9b48a351-02ac-4cb9-9f86-99f97701af03 service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847700 Jul 14 12:29:42.669978 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e077dc28-f654-4c5c-b8f3-a14679092c28 req-3adf660f-28d9-4462-9759-1b4f848ab4a7 service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883195 Jul 14 12:29:42.721111 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-21f4cf4e-8e3b-488e-aa05-961c1911da63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:42.776703 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-0f93102f-2ccf-484a-847a-a6a9b69ff518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:42.778213 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-0f93102f-2ccf-484a-847a-a6a9b69ff518 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 1094 time: 0.0573795 Jul 14 12:29:42.872508 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-ad0af953-03b6-4841-8c73-8c5c477f46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:42.874182 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-ad0af953-03b6-4841-8c73-8c5c477f46e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9dc2388-5432-4141-aaac-043fd5eb2c52 HTTP/1.1" status: 200 len: 896 time: 0.0892801 Jul 14 12:29:42.914223 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-d1a2aa08-200e-488f-ba2e-a10011c53d46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 HTTP/1.1" status: 200 len: 217 time: 0.0336723 Jul 14 12:29:42.968100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-93ad84bf-f617-4cbf-8b9e-54df3dcab9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:42.969615 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-93ad84bf-f617-4cbf-8b9e-54df3dcab9c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f88c4c3-500f-483e-b685-573d50afdf01 HTTP/1.1" status: 200 len: 834 time: 0.0489314 Jul 14 12:29:43.033054 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-08eaabac-5bcd-43b1-b07c-fecf4dbe1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:43.034585 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-08eaabac-5bcd-43b1-b07c-fecf4dbe1e26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9dc2388-5432-4141-aaac-043fd5eb2c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578449 Jul 14 12:29:43.077072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d37621-b57e-4ebd-9011-09946efbc98b req-b71232ea-50c3-480f-96df-67645ec7a211 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:43.078583 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05d37621-b57e-4ebd-9011-09946efbc98b req-b71232ea-50c3-480f-96df-67645ec7a211 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 943 time: 0.0658102 Jul 14 12:29:43.124575 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-4ef5ea54-00b0-4d39-983c-a4459a51863e service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824518 Jul 14 12:29:43.125036 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05d37621-b57e-4ebd-9011-09946efbc98b req-596cdc92-a01f-42f3-b9d0-369d035a7892 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386846 Jul 14 12:29:43.219785 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e77a2c5b-c500-42f1-b394-502d063acf24 req-c73c5d33-6c0c-4bf5-b4f3-af8896660467 service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885856 Jul 14 12:29:43.606731 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5bce519e-e85c-4176-829e-28f380151e89 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:29:43.658706 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:43.664936 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 5bce519e-e85c-4176-829e-28f380151e89 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:43.665307 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:44.272490 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:29:44.304694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2754c0c-4381-41d7-ac89-74c16d3362df req-5b80d0f5-400a-43eb-bd7a-23d59bc3e50a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:44.306408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2754c0c-4381-41d7-ac89-74c16d3362df req-5b80d0f5-400a-43eb-bd7a-23d59bc3e50a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 943 time: 0.0652854 Jul 14 12:29:44.349933 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2754c0c-4381-41d7-ac89-74c16d3362df req-f49a7dae-ef42-426e-a3e0-ac56af98841d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371497 Jul 14 12:29:44.370255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:44.384256 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'port_id': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'mac_address': 'fa:16:3e:75:ec:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:29:44.424070 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:44.438007 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:29:44.456974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:44.461140 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:44.510324 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:44.752289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:29:45.361065 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:45.531751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24015b30-b172-4296-8a37-c79475b37016 req-9bf0a2fa-91cb-48c7-9a70-e609547e5a24 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:45.533290 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24015b30-b172-4296-8a37-c79475b37016 req-9bf0a2fa-91cb-48c7-9a70-e609547e5a24 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 944 time: 0.0657759 Jul 14 12:29:45.572576 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-24015b30-b172-4296-8a37-c79475b37016 req-775296cf-8c7d-428f-8984-10171305b6f9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336933 Jul 14 12:29:46.287445 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:29:46.336403 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:29:46.340345 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:29:46.340709 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:46.419742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:46.443728 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:29:46.446860 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc4d273-c9a0-4f36-9f5b-a9352d044f28" -d '{"events": [{"server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "name": "network-vif-plugged", "status": "completed", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:46.459102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:46.463618 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:46.490674 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54cde5a-d904-4373-a8ac-46e361d70e5a x-openstack-request-id: req-d54cde5a-d904-4373-a8ac-46e361d70e5a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:46.490967 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "name": "network-vif-plugged", "status": "completed", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:46.491220 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d54cde5a-d904-4373-a8ac-46e361d70e5a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:46.491620 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'code': 200} Jul 14 12:29:46.516357 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:46.604935 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706180f-fd85-4ec6-8e2b-9d1ec47b4d82 req-00a8d1a3-e6a5-4144-8f8d-dc29f7cac0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:46.606372 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2706180f-fd85-4ec6-8e2b-9d1ec47b4d82 req-00a8d1a3-e6a5-4144-8f8d-dc29f7cac0c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 1096 time: 0.0537918 Jul 14 12:29:46.642947 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2706180f-fd85-4ec6-8e2b-9d1ec47b4d82 req-ba81316f-29d6-4089-b042-0b6662333ad6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287573 Jul 14 12:29:46.815818 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01681761-0b5a-427e-af6b-4827353d331e req-488b0a8f-cd86-415a-b46c-9e978cd3479e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:46.817373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01681761-0b5a-427e-af6b-4827353d331e req-488b0a8f-cd86-415a-b46c-9e978cd3479e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0686710 Jul 14 12:29:46.856891 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-01681761-0b5a-427e-af6b-4827353d331e req-ccaeda4f-6f11-4cf3-bfb6-af4ce18b16d2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327079 Jul 14 12:29:48.045784 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ffd1d-54af-434c-ad6a-49225f7d4c61 req-124db6ed-3835-4ac6-a897-a26f43a71b42 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:48.047301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd7ffd1d-54af-434c-ad6a-49225f7d4c61 req-124db6ed-3835-4ac6-a897-a26f43a71b42 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0710719 Jul 14 12:29:48.088139 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd7ffd1d-54af-434c-ad6a-49225f7d4c61 req-20c0eb4a-5721-4e3a-9ebc-872c42abca0e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346012 Jul 14 12:29:48.265638 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69598c9d-1001-4d79-bdb4-bba3fdf7d6af req-b2ac5e7a-6eb1-48fb-b357-a96d18cffe38 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:48.267132 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69598c9d-1001-4d79-bdb4-bba3fdf7d6af req-b2ac5e7a-6eb1-48fb-b357-a96d18cffe38 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0686297 Jul 14 12:29:48.619029 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69598c9d-1001-4d79-bdb4-bba3fdf7d6af req-6af54c25-eb66-428c-9115-e9dc87727e53 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459399 Jul 14 12:29:48.644574 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58254) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:48.699238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3e03f-b06d-42fa-b9a0-990970326837 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:48.700797 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-60c3e03f-b06d-42fa-b9a0-990970326837 tempest-TestNetworkAdvancedServerOps-1767581765 tempest-TestNetworkAdvancedServerOps-1767581765-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 1091 time: 0.0550084 Jul 14 12:29:48.703545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58256) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:48.707878 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:29:48.730716 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:48.831927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:48.932315 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Allocated IP 172.25.2.28 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/4a20a794-11df-4277-a547-38175ab06130) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:29:49.033372 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:49.072161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:49.110639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:29:49.113328 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:49.116836 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:29:49.139008 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=4a20a794-11df-4277-a547-38175ab06130,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:49.503622 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:49.581368 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:49.725468 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:49.730316 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:49.798639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event updated for resources: {'Port': ['ID=4a20a794-11df-4277-a547-38175ab06130,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:49.810872 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:50.197744 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP 20d74b3f-f9b8-4065-9dc5-97385103ec2c associated. External IP: 172.25.2.28, port: e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2. Jul 14 12:29:50.401920 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:29:50.508810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:29:50.518884 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] Sync routers for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:29:50.526108 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:50.534954 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:50.534954 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:50.564423 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-23e36091-31b2-40b9-9b1b-ba255dac83f2 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8598368 Jul 14 12:29:50.564996 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:29:50.567280 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7dab26-32d0-481a-abf0-a3525f2abe12" -d '{"events": [{"name": "network-changed", "server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:50.613154 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3c7830-5476-49a7-89ba-3e3dc1a4e080 x-openstack-request-id: req-2b3c7830-5476-49a7-89ba-3e3dc1a4e080 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:50.613449 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:50.613701 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b3c7830-5476-49a7-89ba-3e3dc1a4e080 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:50.614104 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'status': 'completed', 'code': 200} Jul 14 12:29:50.650185 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:50.690868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-c2275fcf-0344-4e4c-abdd-fe39b872890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:50.692552 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-c2275fcf-0344-4e4c-abdd-fe39b872890b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 1096 time: 0.0542827 Jul 14 12:29:50.729290 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69febef5-7f1c-4604-8c6d-f192603f8b8a req-fb77f3e3-d582-43a5-bcb0-8c80de3e2d83 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:50.729931 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69febef5-7f1c-4604-8c6d-f192603f8b8a req-fb77f3e3-d582-43a5-bcb0-8c80de3e2d83 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0659895 Jul 14 12:29:50.772095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-69febef5-7f1c-4604-8c6d-f192603f8b8a req-1bbdcd92-0ce0-4fc3-b266-2550ec10c524 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340033 Jul 14 12:29:50.789810 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-2ec5c4d9-dc33-4802-9305-4f22a24742b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:50.791318 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-2ec5c4d9-dc33-4802-9305-4f22a24742b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9dc2388-5432-4141-aaac-043fd5eb2c52 HTTP/1.1" status: 200 len: 896 time: 0.0925817 Jul 14 12:29:50.796564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58262) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:50.881812 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '20d74b3f-f9b8-4065-9dc5-97385103ec2c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'port_id': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'mac_address': 'fa:16:3e:75:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:29:49Z', 'updated_at': '2021-07-14T12:29:49Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bce519e-e85c-4176-829e-28f380151e89', 'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:fe:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:36Z', 'updated_at': '2021-07-14T12:29:41Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:50.907606 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-2ecf855a-2054-4405-8b0c-2e4772e7f640 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/20d74b3f-f9b8-4065-9dc5-97385103ec2c HTTP/1.1" status: 200 len: 990 time: 0.1088865 Jul 14 12:29:50.908591 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-05ef8f7c-ca26-40c4-a126-459d43a0d7fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 HTTP/1.1" status: 200 len: 998 time: 0.1100214 Jul 14 12:29:50.960516 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-6f252bc9-8fe2-47d6-b586-d26f1a7594b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:50.962283 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-6f252bc9-8fe2-47d6-b586-d26f1a7594b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f88c4c3-500f-483e-b685-573d50afdf01 HTTP/1.1" status: 200 len: 834 time: 0.0467095 Jul 14 12:29:50.999564 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] Checking router: bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:29:51.008849 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:29:51.009463 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:29:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:51.022382 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-00306a89-f447-465c-8708-52cc145edb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:29:51.024043 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-00306a89-f447-465c-8708-52cc145edb11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9dc2388-5432-4141-aaac-043fd5eb2c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546887 Jul 14 12:29:51.113092 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:29:51.138289 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-c34821ca-1cc7-4ac7-ac34-73453879ee10 service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071751 Jul 14 12:29:51.236640 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f7dab26-32d0-481a-abf0-a3525f2abe12 req-8051e964-681d-48a8-9611-2988c9da730d service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914128 Jul 14 12:29:51.336877 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '20d74b3f-f9b8-4065-9dc5-97385103ec2c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'port_id': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'mac_address': 'fa:16:3e:75:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:29:49Z', 'updated_at': '2021-07-14T12:29:49Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bce519e-e85c-4176-829e-28f380151e89', 'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:fe:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:36Z', 'updated_at': '2021-07-14T12:29:41Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:51.365819 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18432065-1fb4-4644-890b-06f39d64cde9 None None] The sync data for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 is: [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '20d74b3f-f9b8-4065-9dc5-97385103ec2c', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'port_id': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'mac_address': 'fa:16:3e:75:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:29:49Z', 'updated_at': '2021-07-14T12:29:49Z', 'revision_number': 0, 'project_id': '9fd74d92344d412791e5387595bf6250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bce519e-e85c-4176-829e-28f380151e89', 'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:fe:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:36Z', 'updated_at': '2021-07-14T12:29:41Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:29:51.571581 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9edc1b-1dc2-4cf7-b1b5-493b7beb12d2 None None] New status for floating IP 20d74b3f-f9b8-4065-9dc5-97385103ec2c: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:29:51.910004 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58266) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:29:51.980436 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b45897f7-3a6a-40c8-a742-d51f928e12ff tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/20d74b3f-f9b8-4065-9dc5-97385103ec2c HTTP/1.1" status: 200 len: 992 time: 0.0690768 Jul 14 12:29:56.838737 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:29:58.756050 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:09.566778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6a90c137-e22d-4864-ae70-df765c31bc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:12.376198 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:12.726006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-46425bde-8098-4f0a-81ea-ca5311ab0da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:13.651159 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:14.443647 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-e6446fe2-4747-4ef5-9310-e1f63ab3769d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564110 Jul 14 12:30:14.541238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-326b153a-b548-4bf9-bf81-99fbd3d7fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:14.542757 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-326b153a-b548-4bf9-bf81-99fbd3d7fd81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 1096 time: 0.0554242 Jul 14 12:30:14.656393 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-9f572d71-34bb-400b-9ce8-8df257eebb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:14.657903 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-9f572d71-34bb-400b-9ce8-8df257eebb0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9dc2388-5432-4141-aaac-043fd5eb2c52 HTTP/1.1" status: 200 len: 896 time: 0.0937366 Jul 14 12:30:14.724398 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-6c7fc32f-d3f7-4167-babe-3d5b944ffadc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0587609 Jul 14 12:30:14.777794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-38fb5f11-3ea7-4593-90fc-39234852adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:14.779300 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-38fb5f11-3ea7-4593-90fc-39234852adbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f88c4c3-500f-483e-b685-573d50afdf01 HTTP/1.1" status: 200 len: 834 time: 0.0481741 Jul 14 12:30:14.844861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-4b682cc3-156a-4b34-8755-7b3457b0a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:14.846388 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-4b682cc3-156a-4b34-8755-7b3457b0a50f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9dc2388-5432-4141-aaac-043fd5eb2c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606279 Jul 14 12:30:14.937332 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-e6e5085f-fcd5-45b1-917b-2224e551cf4a service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836010 Jul 14 12:30:15.008752 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:30:15.033661 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-2f2841f3-13ba-4f93-9e57-011702695e65 req-84e42815-49b9-4004-a099-7a872c92562d service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885127 Jul 14 12:30:15.368872 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:23.497487 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f2297-1e4a-4ef4-bed5-73af9a64aca1 req-5d827ee0-56e1-4716-a017-584491edf67d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:23.499007 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-356f2297-1e4a-4ef4-bed5-73af9a64aca1 req-5d827ee0-56e1-4716-a017-584491edf67d tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0717292 Jul 14 12:30:23.538026 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-356f2297-1e4a-4ef4-bed5-73af9a64aca1 req-f7ef0f0a-3652-4308-82b3-d8ade0c2c5da tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331113 Jul 14 12:30:24.714353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2a7f8-b394-463d-addc-d5a6023a9367 req-1c671de1-b2bd-426a-8f62-2c46007a77d4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:24.716271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49e2a7f8-b394-463d-addc-d5a6023a9367 req-1c671de1-b2bd-426a-8f62-2c46007a77d4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0626299 Jul 14 12:30:24.753248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-49e2a7f8-b394-463d-addc-d5a6023a9367 req-45af81b2-e140-42af-a764-cf3bba7dd4a0 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312891 Jul 14 12:30:24.778182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58292) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:24.837998 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f6ab3a07-fe1f-4a95-9956-75efd2de11c9 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/20d74b3f-f9b8-4065-9dc5-97385103ec2c HTTP/1.1" status: 200 len: 992 time: 0.0586405 Jul 14 12:30:26.259474 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184680e-c857-4379-80d9-be7fa6130b1d req-a11443ea-2430-49d3-aa79-1cddd88f3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:26.261196 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0184680e-c857-4379-80d9-be7fa6130b1d req-a11443ea-2430-49d3-aa79-1cddd88f3884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 1096 time: 0.0615878 Jul 14 12:30:26.282266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1c5db-70df-492a-9967-070876f9aaaf req-936fcd6f-06e3-4c3c-a0d1-66904580b034 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:26.284162 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85b1c5db-70df-492a-9967-070876f9aaaf req-936fcd6f-06e3-4c3c-a0d1-66904580b034 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0747499 Jul 14 12:30:26.322845 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-85b1c5db-70df-492a-9967-070876f9aaaf req-b30b2270-73f0-4688-b231-28323d8e59c4 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327375 Jul 14 12:30:26.354657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184680e-c857-4379-80d9-be7fa6130b1d req-8f1a22a9-8de9-44a5-b135-376b24ecd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:26.356237 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0184680e-c857-4379-80d9-be7fa6130b1d req-8f1a22a9-8de9-44a5-b135-376b24ecd44d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9dc2388-5432-4141-aaac-043fd5eb2c52 HTTP/1.1" status: 200 len: 896 time: 0.0870633 Jul 14 12:30:26.424600 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0184680e-c857-4379-80d9-be7fa6130b1d req-bdffaf6a-d380-4f59-a63d-67f43462c447 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0606985 Jul 14 12:30:26.472372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184680e-c857-4379-80d9-be7fa6130b1d req-330d9939-ef19-4f0a-8ab0-50fc92b236a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:26.473771 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0184680e-c857-4379-80d9-be7fa6130b1d req-330d9939-ef19-4f0a-8ab0-50fc92b236a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f88c4c3-500f-483e-b685-573d50afdf01 HTTP/1.1" status: 200 len: 834 time: 0.0418651 Jul 14 12:30:26.530544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184680e-c857-4379-80d9-be7fa6130b1d req-7e9e4ba6-3c8a-4688-bf09-c8669b81cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:26.532311 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0184680e-c857-4379-80d9-be7fa6130b1d req-7e9e4ba6-3c8a-4688-bf09-c8669b81cca8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9dc2388-5432-4141-aaac-043fd5eb2c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513666 Jul 14 12:30:26.624256 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0184680e-c857-4379-80d9-be7fa6130b1d req-4f4815e6-b66b-47b7-85b5-f00dc9ea4168 service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Jul 14 12:30:26.710859 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-0184680e-c857-4379-80d9-be7fa6130b1d req-4a4015b2-53ff-4130-9cc7-9bc86d9113fa service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793281 Jul 14 12:30:26.838817 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:27.502714 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6c149-4019-471c-9670-1854441979ab req-b22c35c2-e4c4-4b19-ac69-fb15332e16ac tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:27.504278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2d6c149-4019-471c-9670-1854441979ab req-b22c35c2-e4c4-4b19-ac69-fb15332e16ac tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0683517 Jul 14 12:30:27.544862 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d2d6c149-4019-471c-9670-1854441979ab req-0037b7f9-3563-4f69-8a96-0da29181d9b6 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342717 Jul 14 12:30:28.720482 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6d300-b6e0-4f99-8a0e-9fe14b4a41f2 req-0e8617c5-083e-4ae2-8844-099f4cbb1fe3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:28.722035 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0f6d300-b6e0-4f99-8a0e-9fe14b4a41f2 req-0e8617c5-083e-4ae2-8844-099f4cbb1fe3 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0629044 Jul 14 12:30:28.752777 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:28.763653 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f0f6d300-b6e0-4f99-8a0e-9fe14b4a41f2 req-edbdb3ae-edc9-40a2-b77f-30540b3c2963 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352836 Jul 14 12:30:28.800294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58304) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:28.864401 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-84e12a1e-25b6-467f-8629-fd5994c6a525 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/floatingips/20d74b3f-f9b8-4065-9dc5-97385103ec2c HTTP/1.1" status: 200 len: 992 time: 0.0628271 Jul 14 12:30:29.120849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:29.280997 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 4a20a794-11df-4277-a547-38175ab06130 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:30:29.281344 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:29.353138 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:29.353466 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:29.364616 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 4a20a794-11df-4277-a547-38175ab06130 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:30:29.514489 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:29.537471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=4a20a794-11df-4277-a547-38175ab06130,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:29.547513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.547878 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.548235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.548576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.548922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.549674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.549674 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.549926 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.550257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.550587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.550915 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.551242 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:29.614121 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:29.614465 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Floating IP 20d74b3f-f9b8-4065-9dc5-97385103ec2c disassociated (deleted). External IP: 172.25.2.28, port: e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2. Jul 14 12:30:29.819687 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:30:29.926387 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:30:29.932010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:29.936184 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] Sync routers for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:30:29.945163 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:29.945767 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:29.967406 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a57c17b4-3fb8-442c-95df-1361088f684a tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/floatingips/20d74b3f-f9b8-4065-9dc5-97385103ec2c HTTP/1.1" status: 204 len: 168 time: 0.8455455 Jul 14 12:30:29.968116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:30:29.970485 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268eae32-e89f-4409-b5d5-6aad2ee16c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:30:30.052823 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:30.059056 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b5cfde-6e94-45e4-a970-194b1f779c01 x-openstack-request-id: req-30b5cfde-6e94-45e4-a970-194b1f779c01 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:30:30.059422 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:30:30.059744 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30b5cfde-6e94-45e4-a970-194b1f779c01 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:30:30.060262 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'status': 'completed', 'code': 200} Jul 14 12:30:30.133794 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-1b27ceb6-d9ff-454f-ba83-8d7c73f2655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:30.135493 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-1b27ceb6-d9ff-454f-ba83-8d7c73f2655c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fd74d92344d412791e5387595bf6250&device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 1096 time: 0.0536616 Jul 14 12:30:30.234362 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-fa275d60-96ce-4954-b727-c00118708cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:30.235993 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-fa275d60-96ce-4954-b727-c00118708cef service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9dc2388-5432-4141-aaac-043fd5eb2c52 HTTP/1.1" status: 200 len: 896 time: 0.0929191 Jul 14 12:30:30.265773 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5bce519e-e85c-4176-829e-28f380151e89', 'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:fe:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:36Z', 'updated_at': '2021-07-14T12:29:41Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:30.282901 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-c7acadfa-b46a-488c-8d6b-216f9dfeb9b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 HTTP/1.1" status: 200 len: 217 time: 0.0399988 Jul 14 12:30:30.297849 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] Checking router: bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:30:30.306559 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:30.307298 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:30.337924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-39276a8b-d3a7-4913-9ad6-6a691a82fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:30.339116 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-39276a8b-d3a7-4913-9ad6-6a691a82fa19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f88c4c3-500f-483e-b685-573d50afdf01 HTTP/1.1" status: 200 len: 834 time: 0.0477259 Jul 14 12:30:30.359454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423d268-92df-4395-9acc-81923a3704a6 req-b5124085-6acb-4d4f-98fa-b99370c49042 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:30.361074 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2423d268-92df-4395-9acc-81923a3704a6 req-b5124085-6acb-4d4f-98fa-b99370c49042 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0728953 Jul 14 12:30:30.399501 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-62fc1cd5-312f-4d7b-9958-61bccef3daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:30.400280 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2423d268-92df-4395-9acc-81923a3704a6 req-340d9dc5-3d3d-4071-af27-38a4e9631254 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331659 Jul 14 12:30:30.401061 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-62fc1cd5-312f-4d7b-9958-61bccef3daff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9dc2388-5432-4141-aaac-043fd5eb2c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548198 Jul 14 12:30:30.419018 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:30.495552 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-cc085b31-f7f4-466b-abca-7c4dc20b8ad8 service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865052 Jul 14 12:30:30.585691 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-268eae32-e89f-4409-b5d5-6aad2ee16c2f req-e3cc6b90-ba0f-4729-97b7-3f2d61c24ce5 service neutron] 10.222.0.45 "GET /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833142 Jul 14 12:30:30.623216 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5bce519e-e85c-4176-829e-28f380151e89', 'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:fe:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:36Z', 'updated_at': '2021-07-14T12:29:41Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:30.650199 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc9196-a615-4fe6-bc22-56fbd0ee4e7c None None] The sync data for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 is: [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '5bce519e-e85c-4176-829e-28f380151e89', 'name': '', 'network_id': 'b9dc2388-5432-4141-aaac-043fd5eb2c52', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'mac_address': 'fa:16:3e:fe:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:36Z', 'updated_at': '2021-07-14T12:29:41Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'subnets': [{'id': '1f88c4c3-500f-483e-b685-573d50afdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:30:30.859304 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de558f5-4268-4029-9b42-c06930bab359 None None] New status for floating IP 20d74b3f-f9b8-4065-9dc5-97385103ec2c: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:30:31.574082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebce98d-483a-47a6-bbd1-cdabc890508b req-6bbea022-4aeb-4a6f-9536-92742e3ab718 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:31.575618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ebce98d-483a-47a6-bbd1-cdabc890508b req-6bbea022-4aeb-4a6f-9536-92742e3ab718 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0638671 Jul 14 12:30:31.613012 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6ebce98d-483a-47a6-bbd1-cdabc890508b req-ff024a6e-742e-4f7a-a97f-8e8ee3deae8e tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b56d89a-2331-4104-8363-0a54d8296a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Jul 14 12:30:32.004761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-0b8107bb-9e88-44c1-a371-e997d014ebf5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:32.006235 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-0b8107bb-9e88-44c1-a371-e997d014ebf5 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 945 time: 0.0619020 Jul 14 12:30:32.106817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:30:32.107163 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:32.190375 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:32.190739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:32.207470 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:30:32.340799 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:32.367386 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:32.381869 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.382223 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.382563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.382899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.383232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.384219 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.384837 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.384954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.385218 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.385544 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.385868 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.386190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:32.426451 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] No DVR routers for this DVR port e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:30:32.429197 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:32.432130 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-fc4142fd-503c-4bf5-94f0-c5fbc1e92000 req-529bc90b-24a8-4ab7-818f-3243e3dec1eb tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.45 "DELETE /v2.0/ports/e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 HTTP/1.1" status: 204 len: 173 time: 0.4202037 Jul 14 12:30:32.432576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'name': 'network-vif-deleted', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:30:32.434871 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f4eafc-e872-4ba1-9281-72c6b2eeebe7" -d '{"events": [{"server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "name": "network-vif-deleted", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:30:32.470287 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156e3dba-8f8e-4725-ad2f-f68b54021fa7 x-openstack-request-id: req-156e3dba-8f8e-4725-ad2f-f68b54021fa7 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:30:32.470581 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82c7583-6dd2-4d6e-9851-453caac65f0c", "name": "network-vif-deleted", "tag": "e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:30:32.470837 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-156e3dba-8f8e-4725-ad2f-f68b54021fa7 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:30:32.471241 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82c7583-6dd2-4d6e-9851-453caac65f0c', 'name': 'network-vif-deleted', 'tag': 'e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2', 'status': 'completed', 'code': 200} Jul 14 12:30:32.772495 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-446ae514-c515-4ac3-8d41-b638a082b191 req-15a49700-4897-49d8-8f56-d4603052e45f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "GET /v2.0/ports?device_id=b82c7583-6dd2-4d6e-9851-453caac65f0c HTTP/1.1" status: 200 len: 210 time: 0.0321908 Jul 14 12:30:33.869023 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58328) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:34.245471 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:34.505924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:30:34.525436 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port 5bce519e-e85c-4176-829e-28f380151e89 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:30:34.525788 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:34.528710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:30:34.529057 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device e4d42b5a-6e1f-4302-bd57-2439c4bc6ce2 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:30:34.616300 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port 5bce519e-e85c-4176-829e-28f380151e89, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=5bce519e-e85c-4176-829e-28f380151e89,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:34.616664 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:34.635340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for 5bce519e-e85c-4176-829e-28f380151e89 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:30:34.824978 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:34.853757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=5bce519e-e85c-4176-829e-28f380151e89,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:35.034773 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:35.263626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:30:35.378981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:30:35.387880 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-adb5e910-128f-421b-a900-90190e959a05 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "PUT /v2.0/routers/bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5175686 Jul 14 12:30:35.390416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58330) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:35.391940 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] Sync routers for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:30:35.401487 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:35.402100 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:35.441278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-adda2ead-fb37-439d-8794-aa84b847081c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting subnet 1f88c4c3-500f-483e-b685-573d50afdf01 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:30:35.444438 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adda2ead-fb37-439d-8794-aa84b847081c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:35.485286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adda2ead-fb37-439d-8794-aa84b847081c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:35.509200 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:35.584048 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adda2ead-fb37-439d-8794-aa84b847081c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:35.649735 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adda2ead-fb37-439d-8794-aa84b847081c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:35.676985 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda2ead-fb37-439d-8794-aa84b847081c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Subnet': ['ID=1f88c4c3-500f-483e-b685-573d50afdf01,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:35.683911 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-adda2ead-fb37-439d-8794-aa84b847081c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:35.685823 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-adda2ead-fb37-439d-8794-aa84b847081c tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/subnets/1f88c4c3-500f-483e-b685-573d50afdf01 HTTP/1.1" status: 204 len: 168 time: 0.2943060 Jul 14 12:30:35.688522 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58334) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:35.693878 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:30:34Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:35.694778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4157d4-f9d7-464f-92ad-946042c40a69 None None] Network b9dc2388-5432-4141-aaac-043fd5eb2c52 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:30:35.814038 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:35.833922 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] Checking router: bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:30:35.845176 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] Routers {'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:35.845792 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:35.932535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] DHCP port deletion for b9dc2388-5432-4141-aaac-043fd5eb2c52 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:30:35.955599 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:35.959738 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] Set router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:35.979580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Deleting port baf43137-fdbc-4057-b915-c0a8d97ca5b0 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:30:35.980085 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.013302 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Deleting port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:30:36.013643 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.043372 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] For port baf43137-fdbc-4057-b915-c0a8d97ca5b0, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=baf43137-fdbc-4057-b915-c0a8d97ca5b0,segment=NetworkSegment(f25db2c5-328d-406d-921d-859b9f0bc648),segment_id=f25db2c5-328d-406d-921d-859b9f0bc648)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:36.043876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.060384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Calling delete_port for baf43137-fdbc-4057-b915-c0a8d97ca5b0 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:30:36.099658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] For port db1d5971-7c0b-4f3a-b0c1-f03a45847ef1, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=db1d5971-7c0b-4f3a-b0c1-f03a45847ef1,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:36.100775 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.116333 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Calling delete_port for db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:30:36.144239 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:30:34Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:36.147682 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.172003 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85926651-afb4-43c8-b537-04615ab19bc7 None None] The sync data for ids ['bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f'] in n-d-778696-8 is: [{'id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895119420', 'tenant_id': '9fd74d92344d412791e5387595bf6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:29:33Z', 'updated_at': '2021-07-14T12:30:34Z', 'revision_number': 5, 'project_id': '9fd74d92344d412791e5387595bf6250', 'gw_port': {'id': 'db1d5971-7c0b-4f3a-b0c1-f03a45847ef1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:29:34Z', 'updated_at': '2021-07-14T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:30:36.174810 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Pushing event deleted for resources: {'Port': ['ID=baf43137-fdbc-4057-b915-c0a8d97ca5b0,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:36.179002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] No DVR routers for this DVR port baf43137-fdbc-4057-b915-c0a8d97ca5b0 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:30:36.189066 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.189415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.189759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.190099 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.190431 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.190765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.191123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.191451 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.191987 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.192157 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.192440 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.192763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009067f-e252-422b-9ea1-d527f76563fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:36.305717 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.334722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Port': ['ID=db1d5971-7c0b-4f3a-b0c1-f03a45847ef1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:36.405987 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.498464 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.500992 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.554968 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.556479 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Fanout notify agent at l3_agent the message router_deleted on router bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:30:36.563681 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.564844 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e166ceee-d724-4cb2-b81d-17884923c8b1 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/routers/bbfe5ebd-3840-45a9-8c3e-91eb3a7dce0f HTTP/1.1" status: 204 len: 168 time: 0.8753705 Jul 14 12:30:36.567533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58336) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:36.646511 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.738267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.749648 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dc2388-5432-4141-aaac-043fd5eb2c52']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:36.761226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25db2c5-328d-406d-921d-859b9f0bc648') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:36.761523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25db2c5-328d-406d-921d-859b9f0bc648') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:36.770994 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.785479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.792176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:30:36.792578 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:30:36.795690 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:30:36.855114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.860498 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.862476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/networks/b9dc2388-5432-4141-aaac-043fd5eb2c52 HTTP/1.1" status: 204 len: 168 time: 0.2939057 Jul 14 12:30:36.865322 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58338) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:36.877685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f367666-e057-4c8c-b0b5-f5330f3e905f tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'Network': ['ID=b9dc2388-5432-4141-aaac-043fd5eb2c52,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:36.927420 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22be8fe0-0723-4aad-b8ed-8da6d45e2a02 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:36.957462 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22be8fe0-0723-4aad-b8ed-8da6d45e2a02 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:37.017710 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22be8fe0-0723-4aad-b8ed-8da6d45e2a02 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:37.020253 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22be8fe0-0723-4aad-b8ed-8da6d45e2a02 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:37.021448 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-22be8fe0-0723-4aad-b8ed-8da6d45e2a02 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] 10.222.0.38 "DELETE /v2.0/security-groups/8b56d89a-2331-4104-8363-0a54d8296a52 HTTP/1.1" status: 204 len: 168 time: 0.1551001 Jul 14 12:30:37.031547 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be8fe0-0723-4aad-b8ed-8da6d45e2a02 tempest-TestNetworkAdvancedServerOps-1914520043 tempest-TestNetworkAdvancedServerOps-1914520043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b56d89a-2331-4104-8363-0a54d8296a52,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:37.363303 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58346) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:37.495561 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-370e3982-57a4-4443-8aa8-d297d31feb71 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9fd74d92344d412791e5387595bf6250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309376 Jul 14 12:30:37.497929 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58350) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:37.552500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af710352-7cbd-47a0-b578-b1df5f811ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:37.576158 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af710352-7cbd-47a0-b578-b1df5f811ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:37.637688 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af710352-7cbd-47a0-b578-b1df5f811ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:37.641254 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device baf43137-fdbc-4057-b915-c0a8d97ca5b0 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:30:37.642084 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af710352-7cbd-47a0-b578-b1df5f811ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:37.643399 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-af710352-7cbd-47a0-b578-b1df5f811ac3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6615de7c-33ac-4e7b-8d23-5694093a6b07 HTTP/1.1" status: 204 len: 168 time: 0.1445370 Jul 14 12:30:37.657940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af710352-7cbd-47a0-b578-b1df5f811ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6615de7c-33ac-4e7b-8d23-5694093a6b07,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:37.664015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: baf43137-fdbc-4057-b915-c0a8d97ca5b0 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:30:37.664369 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device baf43137-fdbc-4057-b915-c0a8d97ca5b0 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:30:37.664790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:30:37.692653 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:30:37.693076 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device db1d5971-7c0b-4f3a-b0c1-f03a45847ef1 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:30:37.693510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5bce519e-e85c-4176-829e-28f380151e89 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:30:37.718317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 5bce519e-e85c-4176-829e-28f380151e89 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:30:37.718755 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 5bce519e-e85c-4176-829e-28f380151e89 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:30:37.917650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58356) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:37.936224 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e478d758-0e1a-4dd7-bfeb-899d653c58f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:38.026590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e478d758-0e1a-4dd7-bfeb-899d653c58f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:38.030151 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e478d758-0e1a-4dd7-bfeb-899d653c58f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:38.068788 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e478d758-0e1a-4dd7-bfeb-899d653c58f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9deeed79ac2f4a5db47244b2193c59d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500645 Jul 14 12:30:38.069668 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478d758-0e1a-4dd7-bfeb-899d653c58f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc4d377-451e-4f01-b547-0d823a1a2b8e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:38.071570 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58358) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:38.120621 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df0405a5-5eca-40a1-bd1a-f2c09c00705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:38.141328 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df0405a5-5eca-40a1-bd1a-f2c09c00705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:38.187223 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df0405a5-5eca-40a1-bd1a-f2c09c00705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:38.189795 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df0405a5-5eca-40a1-bd1a-f2c09c00705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:38.190948 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-df0405a5-5eca-40a1-bd1a-f2c09c00705f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cbc4d377-451e-4f01-b547-0d823a1a2b8e HTTP/1.1" status: 204 len: 168 time: 0.1183002 Jul 14 12:30:38.198648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0405a5-5eca-40a1-bd1a-f2c09c00705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc4d377-451e-4f01-b547-0d823a1a2b8e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:38.868332 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58380) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:38.962503 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-837507554-network', 'tenant_id': '05438811ccd4479a8e9600ff803722d7'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:38.983236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Made reservation on behalf of 05438811ccd4479a8e9600ff803722d7 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:30:38.985555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:38.993699 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.082969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.087260 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.108786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:30:39.122968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f68f48c-e8d4-44e9-b2a3-66808c6eafa3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:39.129525 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.130042 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Added segment 836e8749-3f8e-46bf-9037-fbacbe043853 of type vlan for network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 Jul 14 12:30:39.170692 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.198881 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.200131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:39.200705 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.251687 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3822563 Jul 14 12:30:39.254846 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58384) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:39.260454 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Request body: {'subnet': {'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-837507554-subnet', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:39.262907 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5899d-a556-469f-b90c-5147395a105f admin admin] Pushing event updated for resources: {'Network': ['ID=78b8eef0-79d6-499a-a29d-5d3b94eeb769,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:39.273153 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:30:39.281883 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Made reservation on behalf of 05438811ccd4479a8e9600ff803722d7 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:30:39.284227 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.451710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.507824 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50eec3c3-bc73-4df5-ae6d-ad57f059ab61,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:39.516367 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Checking segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:30:39.516734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Network hostable DHCP agents. Network: 78b8eef0-79d6-499a-a29d-5d3b94eeb769, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:30:39.535728 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:30:39.544868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 78b8eef0-79d6-499a-a29d-5d3b94eeb769) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:39.548756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:39.549378 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.553491 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fbb262-8dcb-4e1a-b090-a6904bad0223 None None] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:30:39.564351 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-04c68254-11d9-4413-86ac-8e62b2389189 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3083820 Jul 14 12:30:39.567050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58386) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:39.572844 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:39.594238 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.595217 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.610259 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d41b68cf-4b58-4863-ae01-4a2a09f9f552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.654564 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.711042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:30:39.712047 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.797408 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:39.855424 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Allocated IP 172.20.0.2 (78b8eef0-79d6-499a-a29d-5d3b94eeb769/50eec3c3-bc73-4df5-ae6d-ad57f059ab61/b74ff034-b2dd-4b90-8cc3-b87adba13eca) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:30:40.025047 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:40.034351 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Transition to ACTIVE for port object b74ff034-b2dd-4b90-8cc3-b87adba13eca will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:40.050942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Transition to ACTIVE for port object b74ff034-b2dd-4b90-8cc3-b87adba13eca will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:40.057721 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:40.099784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:40.105953 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:40.109699 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:30:40.121975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Pushing event updated for resources: {'Port': ['ID=b74ff034-b2dd-4b90-8cc3-b87adba13eca,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:40.174133 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Attempting to bind port b74ff034-b2dd-4b90-8cc3-b87adba13eca on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:30:40.174502 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Attempting to bind port b74ff034-b2dd-4b90-8cc3-b87adba13eca by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:30:40.174863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Attempting to bind port b74ff034-b2dd-4b90-8cc3-b87adba13eca on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:30:40.180601 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:30:40.181090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Checking segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:30:40.181507 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:40.181898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Bound using segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:30:40.182376 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Bound port: b74ff034-b2dd-4b90-8cc3-b87adba13eca, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:30:40.182757 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:40.248721 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] For port b74ff034-b2dd-4b90-8cc3-b87adba13eca, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:30:40.252166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] For port b74ff034-b2dd-4b90-8cc3-b87adba13eca, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b74ff034-b2dd-4b90-8cc3-b87adba13eca,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:30:40.256638 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:40.316569 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82320c77-8787-4a76-a7ab-72aea1522ad5 None None] Pushing event updated for resources: {'Port': ['ID=b74ff034-b2dd-4b90-8cc3-b87adba13eca,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:40.352779 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:40.372660 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:40.500278 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Allocated IP 172.25.2.189 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/c0c9d652-599a-4741-b3f4-039939bcedb1) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:30:40.616450 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:40.655969 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:40.695249 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:40.698562 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:40.702141 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:30:40.727810 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Pushing event updated for resources: {'Port': ['ID=c0c9d652-599a-4741-b3f4-039939bcedb1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:40.956666 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:41.185098 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:41.233497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87235823-5bdc-4541-8f41-e4af2b71144c None None] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:30:41.296323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9f9b46f1-5613-4dae-b7ca-54c49a3b1baf None None] Provisioning for port b74ff034-b2dd-4b90-8cc3-b87adba13eca completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:41.331794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Router d0d1c77d-17da-4c80-bc7a-f777ff62838c is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:30:41.442340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:30:41.452594 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Sync routers for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:30:41.460064 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:41.462417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d5867786-67c0-4a74-9a7c-66a78af1204f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8942413 Jul 14 12:30:41.463141 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:41.463809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:41.465510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58388) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:41.590398 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:41.862564 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b74ff034-b2dd-4b90-8cc3-b87adba13eca up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:41.939759 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:41.968711 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port b74ff034-b2dd-4b90-8cc3-b87adba13eca completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:41.974213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b74ff034-b2dd-4b90-8cc3-b87adba13eca triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:41.974592 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.036055 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:40Z', 'revision_number': 3, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:42.078356 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Checking router: d0d1c77d-17da-4c80-bc7a-f777ff62838c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:30:42.078710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Updating router d0d1c77d-17da-4c80-bc7a-f777ff62838c port c0c9d652-599a-4741-b3f4-039939bcedb1 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:30:42.095396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Allocated IP 172.20.0.1 (78b8eef0-79d6-499a-a29d-5d3b94eeb769/50eec3c3-bc73-4df5-ae6d-ad57f059ab61/61426bfb-abf5-4bf2-b3bc-7534925a4220) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:30:42.117229 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.132734 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.181174 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port b74ff034-b2dd-4b90-8cc3-b87adba13eca, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b74ff034-b2dd-4b90-8cc3-b87adba13eca,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:42.187778 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.208009 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.221559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Transition to ACTIVE for port object 61426bfb-abf5-4bf2-b3bc-7534925a4220 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:42.254241 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.291424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:42.296184 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:42.299820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:30:42.305544 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=b74ff034-b2dd-4b90-8cc3-b87adba13eca,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:42.331448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Pushing event updated for resources: {'Port': ['ID=61426bfb-abf5-4bf2-b3bc-7534925a4220,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:42.344242 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.402815 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.492397 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.503049 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Transition to ACTIVE for port object c0c9d652-599a-4741-b3f4-039939bcedb1 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:42.509553 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.510152 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.573874 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b52e72-531a-4a55-bd06-7e52c0c13f54 None None] Pushing event updated for resources: {'Port': ['ID=c0c9d652-599a-4741-b3f4-039939bcedb1,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:42.576482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Attempting to bind port c0c9d652-599a-4741-b3f4-039939bcedb1 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:30:42.576853 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Attempting to bind port c0c9d652-599a-4741-b3f4-039939bcedb1 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:30:42.577337 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Attempting to bind port c0c9d652-599a-4741-b3f4-039939bcedb1 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:30:42.580493 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7af1b563-640b-4f1e-ae93-b4c296b20a2b None None] Provisioning for port 61426bfb-abf5-4bf2-b3bc-7534925a4220 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:42.585163 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:30:42.585535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:30:42.585934 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.586918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:30:42.587538 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Bound port: c0c9d652-599a-4741-b3f4-039939bcedb1, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:30:42.587947 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.590696 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-7af1b563-640b-4f1e-ae93-b4c296b20a2b None None] Provisioning complete for port 61426bfb-abf5-4bf2-b3bc-7534925a4220 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:42.591053 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7af1b563-640b-4f1e-ae93-b4c296b20a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.657183 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7af1b563-640b-4f1e-ae93-b4c296b20a2b None None] Port 61426bfb-abf5-4bf2-b3bc-7534925a4220 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:30:42.668964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] For port c0c9d652-599a-4741-b3f4-039939bcedb1, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:30:42.672197 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] For port c0c9d652-599a-4741-b3f4-039939bcedb1, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c0c9d652-599a-4741-b3f4-039939bcedb1,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:30:42.677196 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.683130 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.687739 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.745261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:42.745787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:42.747508 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e5c0-90ca-45ca-94fe-b247363ed681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.750190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b52e72-531a-4a55-bd06-7e52c0c13f54 None None] Pushing event updated for resources: {'Port': ['ID=c0c9d652-599a-4741-b3f4-039939bcedb1,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:42.762576 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Pushing event updated for resources: {'Port': ['ID=61426bfb-abf5-4bf2-b3bc-7534925a4220,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:42.768137 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:42.853591 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:42.857521 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:42.858887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:42.983907 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Router d0d1c77d-17da-4c80-bc7a-f777ff62838c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:30:43.059606 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 2, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:43.093017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c254c1b-72b8-43cc-a198-89bfd6b90085 None None] The sync data for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 is: [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 2, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:30:43.099669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:30:43.103119 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c5606d1f-33a2-43a1-a6f7-5211d3f2229f None None] Provisioning complete for port 61426bfb-abf5-4bf2-b3bc-7534925a4220 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:43.103496 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c5606d1f-33a2-43a1-a6f7-5211d3f2229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.114427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-471013b9-a173-496e-9c9d-a83e0a6c6099 admin admin] 10.222.0.38 "PUT /v2.0/routers/d0d1c77d-17da-4c80-bc7a-f777ff62838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6405442 Jul 14 12:30:43.139022 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-c5606d1f-33a2-43a1-a6f7-5211d3f2229f None None] Port 61426bfb-abf5-4bf2-b3bc-7534925a4220 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:30:43.604796 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58404) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:43.610131 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-965728668-network', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:43.633230 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Made reservation on behalf of 1255fdd18db74ff49ef7ff2d76fda0b4 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:30:43.636770 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.646769 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.654644 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b74ff034-b2dd-4b90-8cc3-b87adba13eca up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:43.666579 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.717708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port b74ff034-b2dd-4b90-8cc3-b87adba13eca triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:43.718066 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.765969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.770655 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.793318 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:30:43.812357 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6933da73-ff1c-4fa2-8e65-8580f5638f41,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:43.816365 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.816714 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Added segment b15ec05d-5a27-4176-ad45-8d671671253a of type vlan for network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e Jul 14 12:30:43.862077 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.893003 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.894083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:43.894695 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:43.948498 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3425376 Jul 14 12:30:43.951472 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58406) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:43.957132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Request body: {'subnet': {'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-965728668-subnet', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:43.957309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b783b3-4400-4f23-afb0-ea908787c422 admin admin] Pushing event updated for resources: {'Network': ['ID=88e2630c-5d85-42f0-a7dc-f5a91fb6879e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:43.967780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:30:43.986820 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Made reservation on behalf of 1255fdd18db74ff49ef7ff2d76fda0b4 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:30:43.990713 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.165698 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.222293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704a7a7c-c55e-4c4b-b763-0870a040091a,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:44.231599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Checking segment: {'id': 'b15ec05d-5a27-4176-ad45-8d671671253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:30:44.231991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Network hostable DHCP agents. Network: 88e2630c-5d85-42f0-a7dc-f5a91fb6879e, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:30:44.252796 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:30:44.264771 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 88e2630c-5d85-42f0-a7dc-f5a91fb6879e) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:44.269200 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:44.269797 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.276499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a67ece-f216-46e2-9ab0-f576d2498352 None None] Network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:30:44.289975 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58408) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:44.290414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-987435f4-0cb3-4b86-8f7f-d3818bf3cad4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3356299 Jul 14 12:30:44.295279 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:44.324278 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.325764 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.392725 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.455800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-88e2630c-5d85-42f0-a7dc-f5a91fb6879e', 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'fixed_ips': [{'subnet_id': '704a7a7c-c55e-4c4b-b763-0870a040091a'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:30:44.456890 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.608714 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Allocated IP 172.20.0.2 (88e2630c-5d85-42f0-a7dc-f5a91fb6879e/704a7a7c-c55e-4c4b-b763-0870a040091a/93ead4a1-0ce4-4be8-9433-c4142f68b569) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:30:44.761469 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.770434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Transition to ACTIVE for port object 93ead4a1-0ce4-4be8-9433-c4142f68b569 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:44.786275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Transition to ACTIVE for port object 93ead4a1-0ce4-4be8-9433-c4142f68b569 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:44.793082 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.839533 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:44.842501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:44.846415 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:30:44.852885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Pushing event updated for resources: {'Port': ['ID=93ead4a1-0ce4-4be8-9433-c4142f68b569,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:44.916099 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Attempting to bind port 93ead4a1-0ce4-4be8-9433-c4142f68b569 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:30:44.916464 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Attempting to bind port 93ead4a1-0ce4-4be8-9433-c4142f68b569 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'b15ec05d-5a27-4176-ad45-8d671671253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:30:44.916821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Attempting to bind port 93ead4a1-0ce4-4be8-9433-c4142f68b569 on network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:30:44.921736 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:30:44.922103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Checking segment: {'id': 'b15ec05d-5a27-4176-ad45-8d671671253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:30:44.922522 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.922965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Bound using segment: {'id': 'b15ec05d-5a27-4176-ad45-8d671671253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:30:44.923420 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Bound port: 93ead4a1-0ce4-4be8-9433-c4142f68b569, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15ec05d-5a27-4176-ad45-8d671671253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:30:44.923790 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:44.958046 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.004028 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] For port 93ead4a1-0ce4-4be8-9433-c4142f68b569, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:30:45.007834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] For port 93ead4a1-0ce4-4be8-9433-c4142f68b569, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=93ead4a1-0ce4-4be8-9433-c4142f68b569,segment=NetworkSegment(b15ec05d-5a27-4176-ad45-8d671671253a),segment_id=b15ec05d-5a27-4176-ad45-8d671671253a)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:30:45.013691 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.081397 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a816b9-5a3f-4083-afe9-3c654656b281 None None] Pushing event updated for resources: {'Port': ['ID=93ead4a1-0ce4-4be8-9433-c4142f68b569,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:45.175721 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Sync routers for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:30:45.185641 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:45.186246 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:45.187036 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.206568 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.311008 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:45.341031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Allocated IP 172.25.2.142 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/f787a55c-19e8-4e70-85ca-2b202c59189b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:30:45.371354 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.463007 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.502067 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.532225 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 2, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:45.544472 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:45.550693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:45.553205 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:30:45.558967 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Checking router: d0d1c77d-17da-4c80-bc7a-f777ff62838c for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:30:45.559326 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Updating router d0d1c77d-17da-4c80-bc7a-f777ff62838c port 61426bfb-abf5-4bf2-b3bc-7534925a4220 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:30:45.584206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Pushing event updated for resources: {'Port': ['ID=f787a55c-19e8-4e70-85ca-2b202c59189b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:45.600091 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.727994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 93ead4a1-0ce4-4be8-9433-c4142f68b569 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:45.791355 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 93ead4a1-0ce4-4be8-9433-c4142f68b569 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:45.797120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c0c9d652-599a-4741-b3f4-039939bcedb1 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:45.845558 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.866710 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c0c9d652-599a-4741-b3f4-039939bcedb1 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:45.872413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c0c9d652-599a-4741-b3f4-039939bcedb1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:45.872979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.961366 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.980342 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:45.985296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c0c9d652-599a-4741-b3f4-039939bcedb1, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c0c9d652-599a-4741-b3f4-039939bcedb1,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:45.992027 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:46.005088 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Transition to ACTIVE for port object 61426bfb-abf5-4bf2-b3bc-7534925a4220 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:46.025101 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:46.069408 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c0c9d652-599a-4741-b3f4-039939bcedb1,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:46.106739 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:46.134390 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Pushing event updated for resources: {'Port': ['ID=61426bfb-abf5-4bf2-b3bc-7534925a4220,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:46.142743 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.143101 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.143501 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.143842 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.144205 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.144556 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.144860 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.145186 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.145518 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.146001 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.146584 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.146839 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:46.168603 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Attempting to bind port 61426bfb-abf5-4bf2-b3bc-7534925a4220 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:30:46.168967 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Attempting to bind port 61426bfb-abf5-4bf2-b3bc-7534925a4220 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:30:46.169322 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Attempting to bind port 61426bfb-abf5-4bf2-b3bc-7534925a4220 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:30:46.176073 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:30:46.176814 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Checking segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:30:46.177113 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:46.177604 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Bound using segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:30:46.178180 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Bound port: 61426bfb-abf5-4bf2-b3bc-7534925a4220, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:30:46.178673 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:46.260144 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] For port 61426bfb-abf5-4bf2-b3bc-7534925a4220, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:30:46.264633 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] For port 61426bfb-abf5-4bf2-b3bc-7534925a4220, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=61426bfb-abf5-4bf2-b3bc-7534925a4220,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:30:46.270850 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:46.274860 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:30:46.326121 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:46.327307 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:46.333526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b204f3f-6f8f-428d-99d8-f7a3f3522a1a None None] Network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:30:46.380721 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2ef9a-26ba-4d71-8e3a-771d23cab055 None None] Pushing event updated for resources: {'Port': ['ID=61426bfb-abf5-4bf2-b3bc-7534925a4220,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:46.427364 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:30:46.443353 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Sync routers for ids ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:30:46.445798 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:46.450887 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58410) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:46.457559 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f82f46f4-1511-43c3-b02f-f2ec20d02b74 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1658008 Jul 14 12:30:46.498073 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:46.531885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Routers {'0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:46.532527 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:46.537787 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3ca3cd56-7186-4ea2-8475-603328b4a46b None None] Provisioning for port 93ead4a1-0ce4-4be8-9433-c4142f68b569 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:46.593461 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-3ca3cd56-7186-4ea2-8475-603328b4a46b None None] Provisioning complete for port 93ead4a1-0ce4-4be8-9433-c4142f68b569 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:46.593832 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cd56-7186-4ea2-8475-603328b4a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:46.821159 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b43383fb-7945-478e-82b1-809aef85abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:46Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:46.850774 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43383fb-7945-478e-82b1-809aef85abef None None] The sync data for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 is: [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:46Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:30:46.871091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Set router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:47.022139 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.032698 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cd56-7186-4ea2-8475-603328b4a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.099004 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3ca3cd56-7186-4ea2-8475-603328b4a46b None None] For port 93ead4a1-0ce4-4be8-9433-c4142f68b569, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=93ead4a1-0ce4-4be8-9433-c4142f68b569,segment=NetworkSegment(b15ec05d-5a27-4176-ad45-8d671671253a),segment_id=b15ec05d-5a27-4176-ad45-8d671671253a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:47.118772 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cd56-7186-4ea2-8475-603328b4a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.187549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3cd56-7186-4ea2-8475-603328b4a46b None None] Pushing event updated for resources: {'Port': ['ID=93ead4a1-0ce4-4be8-9433-c4142f68b569,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:47.202221 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:44Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 3, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'gw_port': {'id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:45Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:47.218876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Allocated IP 172.20.0.1 (88e2630c-5d85-42f0-a7dc-f5a91fb6879e/704a7a7c-c55e-4c4b-b763-0870a040091a/c9709d93-31a6-42e6-bb7e-2315abc20262) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:30:47.233206 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Checking router: 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:30:47.233450 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Updating router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 port f787a55c-19e8-4e70-85ca-2b202c59189b binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:30:47.273371 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.335101 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.352977 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Transition to ACTIVE for port object c9709d93-31a6-42e6-bb7e-2315abc20262 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:47.368252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1c6c89c9-e21c-43a0-963a-2f49f37f1191 None None] Provisioning complete for port 93ead4a1-0ce4-4be8-9433-c4142f68b569 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:47.368714 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1c6c89c9-e21c-43a0-963a-2f49f37f1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.389356 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.430513 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:47.433526 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:47.437334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:30:47.461342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Pushing event updated for resources: {'Port': ['ID=c9709d93-31a6-42e6-bb7e-2315abc20262,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:47.481334 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.677145 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.682746 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.692876 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Transition to ACTIVE for port object f787a55c-19e8-4e70-85ca-2b202c59189b will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:47.714980 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.721576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 93ead4a1-0ce4-4be8-9433-c4142f68b569 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:47.820147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ccea0387-60e2-45b6-a9bc-504fcddf0c68 None None] Provisioning for port c9709d93-31a6-42e6-bb7e-2315abc20262 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:47.825806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba50bd4-50d8-4ef5-885d-0f3900ea1436 None None] Pushing event updated for resources: {'Port': ['ID=f787a55c-19e8-4e70-85ca-2b202c59189b,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:47.835273 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ccea0387-60e2-45b6-a9bc-504fcddf0c68 None None] Provisioning complete for port c9709d93-31a6-42e6-bb7e-2315abc20262 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:47.835639 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ccea0387-60e2-45b6-a9bc-504fcddf0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.837807 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Attempting to bind port f787a55c-19e8-4e70-85ca-2b202c59189b on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:30:47.838166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Attempting to bind port f787a55c-19e8-4e70-85ca-2b202c59189b by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:30:47.838530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Attempting to bind port f787a55c-19e8-4e70-85ca-2b202c59189b on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:30:47.865826 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:30:47.866199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:30:47.866604 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.866995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:30:47.867521 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Bound port: f787a55c-19e8-4e70-85ca-2b202c59189b, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:30:47.867920 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.873636 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.878393 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.905788 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 93ead4a1-0ce4-4be8-9433-c4142f68b569 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:47.906458 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.931619 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ccea0387-60e2-45b6-a9bc-504fcddf0c68 None None] Port c9709d93-31a6-42e6-bb7e-2315abc20262 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:30:47.952026 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:47.953724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Pushing event updated for resources: {'Port': ['ID=c9709d93-31a6-42e6-bb7e-2315abc20262,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:47.967017 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] For port f787a55c-19e8-4e70-85ca-2b202c59189b, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:30:47.970700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] For port f787a55c-19e8-4e70-85ca-2b202c59189b, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f787a55c-19e8-4e70-85ca-2b202c59189b,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:30:47.976370 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:48.054271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:48.056437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:48.069650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Routers {'0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:48.070285 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:48.076051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba50bd4-50d8-4ef5-885d-0f3900ea1436 None None] Pushing event updated for resources: {'Port': ['ID=f787a55c-19e8-4e70-85ca-2b202c59189b,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:48.107367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 61426bfb-abf5-4bf2-b3bc-7534925a4220 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:48.188016 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:30:48.211434 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 61426bfb-abf5-4bf2-b3bc-7534925a4220 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:48.222473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 61426bfb-abf5-4bf2-b3bc-7534925a4220 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:48.222914 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:48.256647 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] Set router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:48.314007 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:30:48.322990 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-da34c221-799c-410a-99a0-d844daf49760 admin admin] 10.222.0.38 "PUT /v2.0/routers/0e7e00eb-b9ee-4b9c-8668-9fba07f247b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703625 Jul 14 12:30:48.428293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-4002b287-aa4f-46f2-adc3-b95202d62505 None None] Provisioning complete for port c9709d93-31a6-42e6-bb7e-2315abc20262 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:48.428662 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4002b287-aa4f-46f2-adc3-b95202d62505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:48.431686 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:48.525181 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-4002b287-aa4f-46f2-adc3-b95202d62505 None None] Port c9709d93-31a6-42e6-bb7e-2315abc20262 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:30:48.532717 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 61426bfb-abf5-4bf2-b3bc-7534925a4220, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=61426bfb-abf5-4bf2-b3bc-7534925a4220,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:48.537541 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:48.538309 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c0c9d652-599a-4741-b3f4-039939bcedb1 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:48.645747 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=61426bfb-abf5-4bf2-b3bc-7534925a4220,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:48.672641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c0c9d652-599a-4741-b3f4-039939bcedb1 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:48.672987 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:48.677113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:44Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 4, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'gw_port': {'id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:45Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c9709d93-31a6-42e6-bb7e-2315abc20262', 'name': '', 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'mac_address': 'fa:16:3e:3b:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:47Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 2, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'subnets': [{'id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:48.723303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345d9de-0444-466e-8a8c-1fd1e9dad4a4 None None] The sync data for ids ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'] in n-d-778696-8 is: [{'id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:44Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 4, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'gw_port': {'id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:45Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c9709d93-31a6-42e6-bb7e-2315abc20262', 'name': '', 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'mac_address': 'fa:16:3e:3b:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:47Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 2, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'subnets': [{'id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:30:48.866239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58418) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:48.872114 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-acf02242-8ec3-4dc7-a13c-a83c33451a2e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843996466', 'description': 'tempest-secgroup-smoke-843996466 description', 'project_id': '05438811ccd4479a8e9600ff803722d7'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:48.896194 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-acf02242-8ec3-4dc7-a13c-a83c33451a2e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.013694 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-acf02242-8ec3-4dc7-a13c-a83c33451a2e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.017479 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-acf02242-8ec3-4dc7-a13c-a83c33451a2e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.049384 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-acf02242-8ec3-4dc7-a13c-a83c33451a2e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.050650 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-acf02242-8ec3-4dc7-a13c-a83c33451a2e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1834059 Jul 14 12:30:49.051352 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf02242-8ec3-4dc7-a13c-a83c33451a2e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756aa207-2d70-4692-bdeb-406332ebb771,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:49.053734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58420) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:49.061101 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-3c9b661d-4056-4bd9-b742-f881c0832498 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': '756aa207-2d70-4692-bdeb-406332ebb771', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:49.090685 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3c9b661d-4056-4bd9-b742-f881c0832498 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.152607 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3c9b661d-4056-4bd9-b742-f881c0832498 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.156663 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3c9b661d-4056-4bd9-b742-f881c0832498 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.176082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b661d-4056-4bd9-b742-f881c0832498 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32936e2-7455-42ca-afbf-34f74637ab94,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:49.184919 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3c9b661d-4056-4bd9-b742-f881c0832498 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.186180 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-3c9b661d-4056-4bd9-b742-f881c0832498 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303072 Jul 14 12:30:49.189034 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58422) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:49.193757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-5e0da965-d7e4-4f99-ada2-fc0ae5e2a906 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': '756aa207-2d70-4692-bdeb-406332ebb771', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:49.222804 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e0da965-d7e4-4f99-ada2-fc0ae5e2a906 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.292114 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e0da965-d7e4-4f99-ada2-fc0ae5e2a906 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.296232 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e0da965-d7e4-4f99-ada2-fc0ae5e2a906 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.314922 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0da965-d7e4-4f99-ada2-fc0ae5e2a906 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13b559a-fb63-499a-b9b7-4c546e39e35f,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:49.324322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e0da965-d7e4-4f99-ada2-fc0ae5e2a906 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.325556 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-5e0da965-d7e4-4f99-ada2-fc0ae5e2a906 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354828 Jul 14 12:30:49.328471 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58424) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:49.332927 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-2c0a989e-9154-4fb8-b07b-7507bbebd5c9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': '756aa207-2d70-4692-bdeb-406332ebb771', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:49.359589 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c0a989e-9154-4fb8-b07b-7507bbebd5c9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.418422 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c0a989e-9154-4fb8-b07b-7507bbebd5c9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.422189 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c0a989e-9154-4fb8-b07b-7507bbebd5c9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.441493 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a989e-9154-4fb8-b07b-7507bbebd5c9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05b27e4-0f72-4d83-8b1d-67faf63d82a5,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:49.444761 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c0a989e-9154-4fb8-b07b-7507bbebd5c9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.446145 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2c0a989e-9154-4fb8-b07b-7507bbebd5c9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167288 Jul 14 12:30:49.449028 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58426) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:49.453536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-d3b85fae-19cd-47c7-824b-b8e89a555f43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': '756aa207-2d70-4692-bdeb-406332ebb771', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:49.479661 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d3b85fae-19cd-47c7-824b-b8e89a555f43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.543971 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d3b85fae-19cd-47c7-824b-b8e89a555f43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.547562 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d3b85fae-19cd-47c7-824b-b8e89a555f43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.568035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b85fae-19cd-47c7-824b-b8e89a555f43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fe4ef7-5f34-4f65-a356-94182f268fa3,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:49.574271 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d3b85fae-19cd-47c7-824b-b8e89a555f43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.575557 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-d3b85fae-19cd-47c7-824b-b8e89a555f43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255732 Jul 14 12:30:49.578400 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58428) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:49.582866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0b0f0b06-e197-4d32-b838-e0eb24160e43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': '756aa207-2d70-4692-bdeb-406332ebb771', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:49.606546 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-0b0f0b06-e197-4d32-b838-e0eb24160e43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Project 05438811ccd4479a8e9600ff803722d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:30:49.620339 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0b06-e197-4d32-b838-e0eb24160e43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.702120 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 61426bfb-abf5-4bf2-b3bc-7534925a4220 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:49.706247 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0b06-e197-4d32-b838-e0eb24160e43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.710815 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0b06-e197-4d32-b838-e0eb24160e43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.731565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0b06-e197-4d32-b838-e0eb24160e43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b762dd-bc00-4b81-87ce-d579671c3383,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:49.741045 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0b06-e197-4d32-b838-e0eb24160e43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.743302 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0b0f0b06-e197-4d32-b838-e0eb24160e43 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639156 Jul 14 12:30:49.746355 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58430) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:30:49.751644 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e0a7cba2-6a45-410a-b388-fb2c79788079 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': '756aa207-2d70-4692-bdeb-406332ebb771', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:49.765704 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 61426bfb-abf5-4bf2-b3bc-7534925a4220 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:49.766142 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.776822 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-e0a7cba2-6a45-410a-b388-fb2c79788079 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Project 05438811ccd4479a8e9600ff803722d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:30:49.782324 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cba2-6a45-410a-b388-fb2c79788079 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.859232 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cba2-6a45-410a-b388-fb2c79788079 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.862261 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cba2-6a45-410a-b388-fb2c79788079 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.883783 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7cba2-6a45-410a-b388-fb2c79788079 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c2678d-107a-4c12-8a32-56124242c356,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:49.887259 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cba2-6a45-410a-b388-fb2c79788079 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:49.893836 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e0a7cba2-6a45-410a-b388-fb2c79788079 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411479 Jul 14 12:30:50.043320 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-19e17e2a-1d05-48dc-a31c-4a6dbd1bd541 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843996466&fields=id&tenant_id=05438811ccd4479a8e9600ff803722d7 HTTP/1.1" status: 200 len: 267 time: 0.0381637 Jul 14 12:30:50.155764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-daebb926-035f-40c5-aee9-9d5584d15d3b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:50.157412 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-daebb926-035f-40c5-aee9-9d5584d15d3b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 808 time: 0.1088834 Jul 14 12:30:50.173328 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-21cdd824-5954-4518-a59b-65f476fbc59d tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/quotas/05438811ccd4479a8e9600ff803722d7 HTTP/1.1" status: 200 len: 375 time: 0.0101488 Jul 14 12:30:50.247158 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-b90a7620-c837-4ce8-9dfd-fdaa431efc26 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682559 Jul 14 12:30:50.264262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-ec77d414-e673-4d2e-b494-66b703412b46 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:30:50.265254 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-ec77d414-e673-4d2e-b494-66b703412b46 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056071 Jul 14 12:30:50.357679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-c1a05282-da7f-4021-b2b6-57009f8f074e service neutron] 10.222.0.38 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858960 Jul 14 12:30:50.786153 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-10623bbd-b78b-4da0-9ba7-44d68dc1393a service neutron] 10.222.0.38 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224737 Jul 14 12:30:50.986703 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Sync routers for ids ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:30:50.996452 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Routers {'0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:50.997069 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:51.102356 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Set router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:51.306291 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:44Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 4, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'gw_port': {'id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:45Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c9709d93-31a6-42e6-bb7e-2315abc20262', 'name': '', 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'mac_address': 'fa:16:3e:3b:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:47Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 2, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'subnets': [{'id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:51.332064 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Checking router: 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:30:51.332417 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Updating router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 port c9709d93-31a6-42e6-bb7e-2315abc20262 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:30:51.369229 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:51.627726 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:51.637665 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Transition to ACTIVE for port object c9709d93-31a6-42e6-bb7e-2315abc20262 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:51.643786 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:51.661746 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f787a55c-19e8-4e70-85ca-2b202c59189b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:51.693316 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424c34b-72e1-4d0a-88bc-b7f3adbbc733 None None] Pushing event updated for resources: {'Port': ['ID=c9709d93-31a6-42e6-bb7e-2315abc20262,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:51.715549 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port f787a55c-19e8-4e70-85ca-2b202c59189b completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:51.722111 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f787a55c-19e8-4e70-85ca-2b202c59189b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:51.722485 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:51.753694 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Attempting to bind port c9709d93-31a6-42e6-bb7e-2315abc20262 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:30:51.754060 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Attempting to bind port c9709d93-31a6-42e6-bb7e-2315abc20262 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'b15ec05d-5a27-4176-ad45-8d671671253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:30:51.754422 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Attempting to bind port c9709d93-31a6-42e6-bb7e-2315abc20262 on network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:30:51.761831 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:30:51.762461 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Checking segment: {'id': 'b15ec05d-5a27-4176-ad45-8d671671253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:30:51.763068 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:51.763608 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Bound using segment: {'id': 'b15ec05d-5a27-4176-ad45-8d671671253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:30:51.764316 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Bound port: c9709d93-31a6-42e6-bb7e-2315abc20262, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15ec05d-5a27-4176-ad45-8d671671253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:30:51.764847 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:51.805246 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:51.829567 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port f787a55c-19e8-4e70-85ca-2b202c59189b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f787a55c-19e8-4e70-85ca-2b202c59189b,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:51.835072 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:51.844188 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] For port c9709d93-31a6-42e6-bb7e-2315abc20262, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:30:51.848982 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] For port c9709d93-31a6-42e6-bb7e-2315abc20262, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c9709d93-31a6-42e6-bb7e-2315abc20262,segment=NetworkSegment(b15ec05d-5a27-4176-ad45-8d671671253a),segment_id=b15ec05d-5a27-4176-ad45-8d671671253a)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:30:51.855077 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:51.888305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=f787a55c-19e8-4e70-85ca-2b202c59189b,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:51.928404 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Routers {'0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:30:51.928969 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:51.942036 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424c34b-72e1-4d0a-88bc-b7f3adbbc733 None None] Pushing event updated for resources: {'Port': ['ID=c9709d93-31a6-42e6-bb7e-2315abc20262,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:52.008822 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fd867bb5-a2f3-4f6a-8f0b-da701ca01cb4 req-b9b4fb99-0d39-4f09-ac18-65ff527ca0f6 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 210 time: 0.0362351 Jul 14 12:30:52.048788 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:30:52.076987 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] Set router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:30:52.318748 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:44Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 4, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'gw_port': {'id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:45Z', 'updated_at': '2021-07-14T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c9709d93-31a6-42e6-bb7e-2315abc20262', 'name': '', 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'mac_address': 'fa:16:3e:3b:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:47Z', 'updated_at': '2021-07-14T12:30:51Z', 'revision_number': 4, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'subnets': [{'id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:52.348078 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e7480-60c4-4ec1-93df-8d56125afb30 None None] The sync data for ids ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'] in n-d-778696-8 is: [{'id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:44Z', 'updated_at': '2021-07-14T12:30:47Z', 'revision_number': 4, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'gw_port': {'id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:45Z', 'updated_at': '2021-07-14T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': 'c9709d93-31a6-42e6-bb7e-2315abc20262', 'name': '', 'network_id': '88e2630c-5d85-42f0-a7dc-f5a91fb6879e', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'mac_address': 'fa:16:3e:3b:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:47Z', 'updated_at': '2021-07-14T12:30:51Z', 'revision_number': 4, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'subnets': [{'id': '704a7a7c-c55e-4c4b-b763-0870a040091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:30:53.156759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-63f3f8a6-ca65-4738-bb93-c2f6d62774d6 req-9f3582b1-45a7-45aa-8cd1-5746c4bdbc59 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 210 time: 0.0286140 Jul 14 12:30:53.308347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-595a6fd4-aff8-4c23-a895-ae963120ec12 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:53.310734 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-595a6fd4-aff8-4c23-a895-ae963120ec12 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 808 time: 0.1069243 Jul 14 12:30:53.360543 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-486d53c1-494d-47d3-b2e8-3669585c384a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05438811ccd4479a8e9600ff803722d7 HTTP/1.1" status: 200 len: 379 time: 0.0352702 Jul 14 12:30:53.369041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'port': {'device_id': '709f2f91-1986-44df-935c-09ca6db03b0a', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'admin_state_up': True, 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'security_groups': ['756aa207-2d70-4692-bdeb-406332ebb771']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:53.479934 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Made reservation on behalf of 05438811ccd4479a8e9600ff803722d7 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:30:53.483600 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:53.615534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Allocated IP 172.20.0.14 (78b8eef0-79d6-499a-a29d-5d3b94eeb769/50eec3c3-bc73-4df5-ae6d-ad57f059ab61/5e47df26-cd16-4a44-9389-f1efd49d7048) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:30:53.671074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f787a55c-19e8-4e70-85ca-2b202c59189b up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:53.793928 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:53.813795 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Transition to ACTIVE for port object 5e47df26-cd16-4a44-9389-f1efd49d7048 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:53.848293 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:53.881722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port f787a55c-19e8-4e70-85ca-2b202c59189b triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:53.882092 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:53.892071 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:53.897196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:53.900334 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:30:53.932630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:53.972951 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:53.973651 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:53.973783 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c9709d93-31a6-42e6-bb7e-2315abc20262 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:53.992766 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-5e5421d0-0f46-4649-9ded-8a9601d1c7ce tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6267743 Jul 14 12:30:54.035044 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c9709d93-31a6-42e6-bb7e-2315abc20262 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:54.040166 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c9709d93-31a6-42e6-bb7e-2315abc20262 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:54.041093 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.128299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Request body: {'port': {'device_id': '709f2f91-1986-44df-935c-09ca6db03b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:30:54.130172 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.166297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c9709d93-31a6-42e6-bb7e-2315abc20262, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c9709d93-31a6-42e6-bb7e-2315abc20262,segment=NetworkSegment(b15ec05d-5a27-4176-ad45-8d671671253a),segment_id=b15ec05d-5a27-4176-ad45-8d671671253a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:54.170759 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.221680 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c9709d93-31a6-42e6-bb7e-2315abc20262,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:54.225297 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.248842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5fd13349-292d-4da8-9e9d-4cdedc855b41 None None] Provisioning for port 5e47df26-cd16-4a44-9389-f1efd49d7048 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:54.253145 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-5fd13349-292d-4da8-9e9d-4cdedc855b41 None None] Provisioning complete for port 5e47df26-cd16-4a44-9389-f1efd49d7048 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:54.253583 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5fd13349-292d-4da8-9e9d-4cdedc855b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.288496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-5fd13349-292d-4da8-9e9d-4cdedc855b41 None None] Port 5e47df26-cd16-4a44-9389-f1efd49d7048 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:30:54.454439 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7845057-b2be-4713-ade9-352aa9eb10ec req-9dbc0ce4-9aa9-4257-a6ef-c14b1863de97 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:54.455997 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7845057-b2be-4713-ade9-352aa9eb10ec req-9dbc0ce4-9aa9-4257-a6ef-c14b1863de97 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 932 time: 0.1759717 Jul 14 12:30:54.521061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7845057-b2be-4713-ade9-352aa9eb10ec req-4971239f-9502-44e8-ac19-8003aff0b745 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550444 Jul 14 12:30:54.585035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e47df26-cd16-4a44-9389-f1efd49d7048 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:30:54.592645 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.605208 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Transition to ACTIVE for port object 5e47df26-cd16-4a44-9389-f1efd49d7048 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:30:54.609147 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.683967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:54.737170 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Attempting to bind port 5e47df26-cd16-4a44-9389-f1efd49d7048 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:30:54.737605 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Attempting to bind port 5e47df26-cd16-4a44-9389-f1efd49d7048 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:30:54.738010 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Attempting to bind port 5e47df26-cd16-4a44-9389-f1efd49d7048 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:30:54.743892 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Port 5e47df26-cd16-4a44-9389-f1efd49d7048 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:30:54.744241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Attempting to bind port 5e47df26-cd16-4a44-9389-f1efd49d7048 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:30:54.749339 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:30:54.749944 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Checking segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:30:54.750329 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Bound using segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:30:54.750765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Bound port: 5e47df26-cd16-4a44-9389-f1efd49d7048, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:30:54.751113 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.818629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:30:54.822305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:30:54.825975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.861869 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:54.862499 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:54.864063 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] 10.222.0.64 "PUT /v2.0/ports/5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1092 time: 0.8634903 Jul 14 12:30:54.864385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:30:54.866712 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533a250c-8857-4592-9ed5-8f7969473216" -d '{"events": [{"name": "network-changed", "server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:30:54.891620 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3f188-c6cd-4250-91ad-323ea34f2274 service neutron] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:54.924924 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248285f1-8b55-46c8-b04d-89caab0b5891 x-openstack-request-id: req-248285f1-8b55-46c8-b04d-89caab0b5891 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:30:54.925213 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:30:54.925461 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-248285f1-8b55-46c8-b04d-89caab0b5891 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:30:54.925855 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'status': 'completed', 'code': 200} Jul 14 12:30:54.974968 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-e80e2a9b-81e5-4bfe-8fb9-6b1a3971291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:54.977156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-e80e2a9b-81e5-4bfe-8fb9-6b1a3971291c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1095 time: 0.0633190 Jul 14 12:30:55.022504 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-3fc5a1d1-d306-4a21-8dfd-7d57ec33b66c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 217 time: 0.0378208 Jul 14 12:30:55.076435 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-bf64a5ad-d36e-4792-9899-ca025697f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:55.077893 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-bf64a5ad-d36e-4792-9899-ca025697f469 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0484965 Jul 14 12:30:55.134762 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-be2cbc55-a0ee-4926-a099-9d4c0dd92bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:55.136384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-be2cbc55-a0ee-4926-a099-9d4c0dd92bb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522180 Jul 14 12:30:55.231244 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-3fb8b8b9-31dd-4d08-9d87-2bd6c0403d08 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884771 Jul 14 12:30:55.339994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4079b229-8c11-47fe-8ff3-edf8e5f78b20 req-569aa35e-1a7d-4bbc-9f29-50ba64bd082e service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939648 Jul 14 12:30:55.445319 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a250c-8857-4592-9ed5-8f7969473216 req-82f5cda5-a4ad-4b18-929a-2467c68d10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:55.446840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533a250c-8857-4592-9ed5-8f7969473216 req-82f5cda5-a4ad-4b18-929a-2467c68d10f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1095 time: 0.0578735 Jul 14 12:30:55.532584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a250c-8857-4592-9ed5-8f7969473216 req-8df32d19-cc43-473b-a6ca-bd593d298c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:55.533973 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533a250c-8857-4592-9ed5-8f7969473216 req-8df32d19-cc43-473b-a6ca-bd593d298c37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0811160 Jul 14 12:30:55.580501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533a250c-8857-4592-9ed5-8f7969473216 req-39ad2199-ee7d-41e6-b399-e3d55fca74d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 217 time: 0.0393777 Jul 14 12:30:55.632286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a250c-8857-4592-9ed5-8f7969473216 req-0cdb8445-e1cf-418b-bed6-75c914925e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:55.634060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533a250c-8857-4592-9ed5-8f7969473216 req-0cdb8445-e1cf-418b-bed6-75c914925e2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0470641 Jul 14 12:30:55.643541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c9709d93-31a6-42e6-bb7e-2315abc20262 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:55.697660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c9709d93-31a6-42e6-bb7e-2315abc20262 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:55.698035 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:55.738078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a250c-8857-4592-9ed5-8f7969473216 req-1c20485d-1313-4e8f-af46-376b204d8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:55.739596 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533a250c-8857-4592-9ed5-8f7969473216 req-1c20485d-1313-4e8f-af46-376b204d8d36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964053 Jul 14 12:30:55.748630 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4de1a1-3618-44a4-89be-c103e39793d3 req-60d23123-3ed0-4b4d-b719-7135c8bfc1e6 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:55.750380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec4de1a1-3618-44a4-89be-c103e39793d3 req-60d23123-3ed0-4b4d-b719-7135c8bfc1e6 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 944 time: 0.1086018 Jul 14 12:30:55.839825 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ec4de1a1-3618-44a4-89be-c103e39793d3 req-4e36bcf9-f84b-43e6-ab8a-03ca670be0dd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803981 Jul 14 12:30:55.866291 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533a250c-8857-4592-9ed5-8f7969473216 req-5549daa4-c991-4a39-98fd-0f9b91ce0c96 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149309 Jul 14 12:30:55.966670 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-533a250c-8857-4592-9ed5-8f7969473216 req-77566470-71f4-4780-a8ef-51706d302037 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882468 Jul 14 12:30:56.838911 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:57.017035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379753c8-2773-422d-9bde-8611bed7dee4 req-5e3349d0-5f0a-41cf-8055-14870084a57b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:57.018472 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-379753c8-2773-422d-9bde-8611bed7dee4 req-5e3349d0-5f0a-41cf-8055-14870084a57b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 944 time: 0.0648696 Jul 14 12:30:57.058514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-379753c8-2773-422d-9bde-8611bed7dee4 req-ba823cee-23a6-4a98-ad32-cb3b45ba6260 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337663 Jul 14 12:30:57.918091 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:30:58.014394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:58.026317 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'port_id': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'mac_address': 'fa:16:3e:a5:c8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:30:58.064673 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:58.077955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e47df26-cd16-4a44-9389-f1efd49d7048 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:30:58.099247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:58.105354 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:58.155812 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:58.234280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b455386-d398-474a-8f02-dd7d011c0626 req-27fe73fe-d81d-4f27-b4f3-b8934e096e22 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:58.235907 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b455386-d398-474a-8f02-dd7d011c0626 req-27fe73fe-d81d-4f27-b4f3-b8934e096e22 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0642889 Jul 14 12:30:58.274780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b455386-d398-474a-8f02-dd7d011c0626 req-95062a6e-d836-4c12-b39d-b35ef1a02d99 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332670 Jul 14 12:30:58.331429 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['5e47df26-cd16-4a44-9389-f1efd49d7048'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:30:58.767486 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:30:59.453127 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c20a-e50f-4ecc-8684-ee770de8d126 req-25274287-80c3-4b5d-894b-32da6e51318c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:30:59.454666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb13c20a-e50f-4ecc-8684-ee770de8d126 req-25274287-80c3-4b5d-894b-32da6e51318c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0692649 Jul 14 12:30:59.493095 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bb13c20a-e50f-4ecc-8684-ee770de8d126 req-ab8a8bb1-9edf-4c13-a64c-53483e4d8767 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328820 Jul 14 12:30:59.917722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:59.967645 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 5e47df26-cd16-4a44-9389-f1efd49d7048 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:30:59.971392 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 5e47df26-cd16-4a44-9389-f1efd49d7048 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:30:59.971776 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:00.047374 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:00.068866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:31:00.071998 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2b1a25-a31f-4f5f-8bf8-7241436bc41b" -d '{"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-plugged", "status": "completed", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:31:00.085180 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:31:00.090729 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:00.121443 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccd4a5a-cbc7-42eb-bd24-9d6d3409a2d8 x-openstack-request-id: req-bccd4a5a-cbc7-42eb-bd24-9d6d3409a2d8 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:31:00.121743 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-plugged", "status": "completed", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:31:00.121999 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bccd4a5a-cbc7-42eb-bd24-9d6d3409a2d8 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:31:00.122390 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'code': 200} Jul 14 12:31:00.151964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:00.232036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b011d-5b93-4956-ba86-3f28f8e2b825 req-322a1a4c-55f8-4c2a-a89c-c2818ba351ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:00.233552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e5b011d-5b93-4956-ba86-3f28f8e2b825 req-322a1a4c-55f8-4c2a-a89c-c2818ba351ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1097 time: 0.0620241 Jul 14 12:31:00.267397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8e5b011d-5b93-4956-ba86-3f28f8e2b825 req-6ef367c4-ab69-4230-8ce9-b4d8499d9c34 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278397 Jul 14 12:31:00.676052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef443482-187f-42f3-adfa-6a14c830347c req-1db480b3-9f91-4c1e-91cb-7d57aed593fd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:00.677589 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef443482-187f-42f3-adfa-6a14c830347c req-1db480b3-9f91-4c1e-91cb-7d57aed593fd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0726340 Jul 14 12:31:00.719750 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ef443482-187f-42f3-adfa-6a14c830347c req-398145c7-1545-4b04-9b73-59d00ae0e2cc tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356038 Jul 14 12:31:01.895353 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69eeb12-1800-4fab-bd09-53ec411d3aad req-20e16c3a-41d1-49ee-a2ca-fb3fdd9e91f0 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:01.896768 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b69eeb12-1800-4fab-bd09-53ec411d3aad req-20e16c3a-41d1-49ee-a2ca-fb3fdd9e91f0 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0636387 Jul 14 12:31:01.933807 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b69eeb12-1800-4fab-bd09-53ec411d3aad req-d5bebee8-6500-45d4-8b28-4e94af2d6517 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313451 Jul 14 12:31:02.109559 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1277-004d-4d6b-8b0b-e39a9656905f req-53252fd2-acda-4604-a51a-eb7214b5a4e7 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:02.111073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fca1277-004d-4d6b-8b0b-e39a9656905f req-53252fd2-acda-4604-a51a-eb7214b5a4e7 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0628138 Jul 14 12:31:02.149629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7fca1277-004d-4d6b-8b0b-e39a9656905f req-d9650490-07e9-474c-8f86-dbc142439825 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328777 Jul 14 12:31:02.173301 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58490) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:31:02.265166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d5625-3597-45dd-a019-5add5c923855 tempest-TestShelveInstance-1605270318 tempest-TestShelveInstance-1605270318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:02.266706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-bf6d5625-3597-45dd-a019-5add5c923855 tempest-TestShelveInstance-1605270318 tempest-TestShelveInstance-1605270318-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1092 time: 0.0924106 Jul 14 12:31:02.269610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58494) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:31:02.274259 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:31:02.295490 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:02.389475 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:02.490068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Allocated IP 172.25.2.126 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/7f4bd828-c107-45a8-b3e9-0a592d189d07) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:31:02.599065 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:02.647753 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:02.685028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:31:02.689808 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:31:02.692289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:31:02.720239 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'Port': ['ID=7f4bd828-c107-45a8-b3e9-0a592d189d07,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:03.065358 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:03.143326 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:03.291287 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:03.295720 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:03.366147 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'Port': ['ID=7f4bd828-c107-45a8-b3e9-0a592d189d07,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:03.378839 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:03.479177 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Floating IP 2b87b22e-c0e9-4634-a784-c86675751c41 associated. External IP: 172.25.2.126, port: 5e47df26-cd16-4a44-9389-f1efd49d7048. Jul 14 12:31:03.971707 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Router d0d1c77d-17da-4c80-bc7a-f777ff62838c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:31:04.080913 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:31:04.091137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] Sync routers for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:31:04.098010 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:04.105322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:31:04.106330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:04.151376 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-04a20db9-b5e9-476a-a45e-1fbd8c502cbd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8804140 Jul 14 12:31:04.152232 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:31:04.155523 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d553d6-74ca-4824-8df0-78d8e18210b7" -d '{"events": [{"name": "network-changed", "server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:31:04.198778 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6acac-0e23-4691-9659-662f51d2a4c0 x-openstack-request-id: req-47a6acac-0e23-4691-9659-662f51d2a4c0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:31:04.199067 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:31:04.199317 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-47a6acac-0e23-4691-9659-662f51d2a4c0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:31:04.199718 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'status': 'completed', 'code': 200} Jul 14 12:31:04.231253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:31:04.279037 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-e7e1aeae-c7c0-49e2-9459-308ffc3c9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:04.279679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-e7e1aeae-c7c0-49e2-9459-308ffc3c9855 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1097 time: 0.0580044 Jul 14 12:31:04.380241 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-319dc539-4a8d-4151-a99c-8eca753ff6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:04.381743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-319dc539-4a8d-4151-a99c-8eca753ff6a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0963094 Jul 14 12:31:04.450397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-242b5b7c-6a15-44be-a225-25ac99680f58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1000 time: 0.0616870 Jul 14 12:31:04.462056 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '2b87b22e-c0e9-4634-a784-c86675751c41', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'port_id': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'mac_address': 'fa:16:3e:a5:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709f2f91-1986-44df-935c-09ca6db03b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:31:02Z', 'updated_at': '2021-07-14T12:31:02Z', 'revision_number': 0, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:04.491480 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] Checking router: d0d1c77d-17da-4c80-bc7a-f777ff62838c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:31:04.498377 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-d8a71d86-ca30-42be-9231-d2e89166bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:04.500209 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-d8a71d86-ca30-42be-9231-d2e89166bc01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0442584 Jul 14 12:31:04.500531 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:31:04.501137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:30:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:04.556194 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-d00e2a4a-bd7e-458d-ae3a-87a041e83140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:04.557863 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-d00e2a4a-bd7e-458d-ae3a-87a041e83140 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519454 Jul 14 12:31:04.601814 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:31:04.652236 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-8d731c7f-c618-44db-ab8e-dd23603d827b service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874329 Jul 14 12:31:04.744870 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-14d553d6-74ca-4824-8df0-78d8e18210b7 req-0181b56b-aa29-4716-ba15-4d325abdf1c7 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862181 Jul 14 12:31:04.829293 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '2b87b22e-c0e9-4634-a784-c86675751c41', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'port_id': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'mac_address': 'fa:16:3e:a5:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709f2f91-1986-44df-935c-09ca6db03b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:31:02Z', 'updated_at': '2021-07-14T12:31:02Z', 'revision_number': 0, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:04.855786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae15e9-4cff-4cbe-a8b9-d2c4e97201b5 None None] The sync data for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 is: [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '2b87b22e-c0e9-4634-a784-c86675751c41', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'port_id': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'mac_address': 'fa:16:3e:a5:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709f2f91-1986-44df-935c-09ca6db03b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:31:02Z', 'updated_at': '2021-07-14T12:31:02Z', 'revision_number': 0, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:31:05.040867 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29f382-c036-49df-9f82-44948f9458a4 None None] New status for floating IP 2b87b22e-c0e9-4634-a784-c86675751c41: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:31:09.573808 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cb41202d-30ce-445c-a87f-8e6f6a2e93a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:11.260694 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-e4bc7c68-d820-4309-82f2-d80850373723 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631914 Jul 14 12:31:11.381512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-3f7fc854-5a13-47d5-8a97-29663ed8d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:11.383300 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-3f7fc854-5a13-47d5-8a97-29663ed8d4cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1097 time: 0.0721409 Jul 14 12:31:11.490618 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-a412db07-249e-4578-8af6-5e7d24244ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:11.492373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-a412db07-249e-4578-8af6-5e7d24244ad6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0887935 Jul 14 12:31:11.562108 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-1865fbbe-f3bf-4fa9-953c-8d3282de20b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1002 time: 0.0629952 Jul 14 12:31:11.610271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-b5a10ab2-d490-40b2-8e38-41e4cc3ca565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:11.611770 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-b5a10ab2-d490-40b2-8e38-41e4cc3ca565 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0441525 Jul 14 12:31:11.673065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-8bdf3b21-0904-4f91-8a12-849ebb29da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:31:11.674593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-8bdf3b21-0904-4f91-8a12-849ebb29da78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548053 Jul 14 12:31:11.768643 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-e5f7b4d7-ecef-4a3a-9763-60b84dcc7669 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865853 Jul 14 12:31:11.857616 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed5b0a62-1dde-4302-9b43-1f74fe3bcb8f req-799d0ed1-ecf5-46ff-97e7-84f603bf31cd service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828941 Jul 14 12:31:12.375584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:12.729833 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd221-2e5b-43ee-8ba6-07d8d2d69dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:13.655467 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:15.371001 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:26.853518 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:28.767011 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:29.038010 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:31:39.578763 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9573d797-6000-4979-8687-45e42ee3f6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:42.377608 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:42.730335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4a6c-4681-4adc-be7b-3426720f057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:43.659538 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:45.373032 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:56.852306 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:31:58.775635 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:06.037745 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:32:09.580270 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a873efb2-43ca-4035-bdf6-c1de07a7913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:12.257464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-3aec4faf-22f3-48c0-9a99-321dbf84c133 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637736 Jul 14 12:32:12.358365 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-d3382230-ac71-4a32-be14-845770d599c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:32:12.359956 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-d3382230-ac71-4a32-be14-845770d599c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1097 time: 0.0604753 Jul 14 12:32:12.387151 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:12.482169 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-ecaf9572-f4a2-4a86-b58a-ced4dc5a72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:32:12.483878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-ecaf9572-f4a2-4a86-b58a-ced4dc5a72c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.1012878 Jul 14 12:32:12.556881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-853d4583-325e-479d-be2d-a7929af12f7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1002 time: 0.0661952 Jul 14 12:32:12.608510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-aa656812-27c9-4fec-b1fc-769e618e4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:32:12.610022 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-aa656812-27c9-4fec-b1fc-769e618e4d93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0472033 Jul 14 12:32:12.674514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-deefb6ed-96c1-41a9-92f0-739919ddd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:32:12.676732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-deefb6ed-96c1-41a9-92f0-739919ddd540 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597012 Jul 14 12:32:12.736014 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-070b3ab1-6b90-48d9-a64d-5b00ccac1c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:12.776322 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-6da241e8-f171-4e2a-bc53-ae011e38d3f5 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927830 Jul 14 12:32:12.863910 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-15d39c76-ec9d-403c-bb53-7568f4c6a8cf req-8745daba-18a9-43e1-9393-d8d24e54fdfd service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813560 Jul 14 12:32:13.663476 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:15.376863 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:20.361258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-55a36780-5f31-4763-b184-ffc662a83569 req-bc489ec2-1fd7-4bfc-ac1b-5da1cff66ba6 service neutron] (93701) timed out ('10.222.0.38', 41854) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 12:32:26.850271 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:28.781367 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:39.581265 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-241d38b9-3c8e-455b-9486-320bf7295fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:42.379097 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:42.737219 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60adc0c9-0e2d-4ba4-82c3-19241192b3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:43.036033 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:32:43.665146 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:45.378640 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:56.865167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:58.785108 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:32:59.719296 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e1d2a-45d0-49b5-8828-b4dfb4de1e86 req-7f0f00b7-3e11-4185-b81f-c6e5f2fe4497 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:32:59.720808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-128e1d2a-45d0-49b5-8828-b4dfb4de1e86 req-7f0f00b7-3e11-4185-b81f-c6e5f2fe4497 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0631888 Jul 14 12:32:59.760819 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-128e1d2a-45d0-49b5-8828-b4dfb4de1e86 req-54e7860c-5590-4cef-8c5b-47bcee880672 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 Jul 14 12:33:00.967825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296b3f1-549d-4ab1-9993-9a78c00cfc58 req-66f03f7e-ad20-4895-bdd6-9339e8dff100 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:00.969365 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9296b3f1-549d-4ab1-9993-9a78c00cfc58 req-66f03f7e-ad20-4895-bdd6-9339e8dff100 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0676022 Jul 14 12:33:01.009154 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9296b3f1-549d-4ab1-9993-9a78c00cfc58 req-b3ecbed7-bdfc-4976-b45b-989cda0c78ac tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335343 Jul 14 12:33:02.196277 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b87db-d88c-46d8-aa06-c33f388ebf5a req-4b864687-8fbd-4ec1-aed8-a432092465e7 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:02.197779 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-355b87db-d88c-46d8-aa06-c33f388ebf5a req-4b864687-8fbd-4ec1-aed8-a432092465e7 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0644155 Jul 14 12:33:02.237229 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-355b87db-d88c-46d8-aa06-c33f388ebf5a req-c316059f-5b07-4533-89bb-3488e9ebb8fe tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339105 Jul 14 12:33:03.419553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f39aa-af80-4a67-8781-e5d290a70855 req-9f9b53db-f588-4cec-88d0-9abbd6cc77fb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:03.421097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d90f39aa-af80-4a67-8781-e5d290a70855 req-9f9b53db-f588-4cec-88d0-9abbd6cc77fb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0715666 Jul 14 12:33:03.461288 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d90f39aa-af80-4a67-8781-e5d290a70855 req-1a06e2c6-1f2d-4f04-95fd-908f0ae6ffd6 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335782 Jul 14 12:33:04.635993 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7caad5-bc55-47f0-98c4-5bce95bb1c38 req-07c942ad-d576-415e-a5f1-9a21b600f634 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:04.637489 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b7caad5-bc55-47f0-98c4-5bce95bb1c38 req-07c942ad-d576-415e-a5f1-9a21b600f634 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0633004 Jul 14 12:33:04.674952 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b7caad5-bc55-47f0-98c4-5bce95bb1c38 req-13e0e3d8-cc62-4776-ab2c-584a6c972a5e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318849 Jul 14 12:33:05.848305 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46420ac4-ff64-4816-a658-331ac28c2802 req-f6069dc1-98fd-45cc-8a8e-e4cfc4924cfd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:05.849820 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46420ac4-ff64-4816-a658-331ac28c2802 req-f6069dc1-98fd-45cc-8a8e-e4cfc4924cfd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0627241 Jul 14 12:33:05.901262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-46420ac4-ff64-4816-a658-331ac28c2802 req-83e13d0b-81de-4eb9-aeaa-825473b0020b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Jul 14 12:33:07.078052 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095809-960f-46f8-bdb8-8c62ddf159aa req-f72d5216-15ce-4032-9dfc-477cbb739dac tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:07.079510 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc095809-960f-46f8-bdb8-8c62ddf159aa req-f72d5216-15ce-4032-9dfc-477cbb739dac tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0670416 Jul 14 12:33:07.116808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cc095809-960f-46f8-bdb8-8c62ddf159aa req-b7360297-c08c-482e-b108-3d712261379f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Jul 14 12:33:08.290078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f283a04-973f-49d6-b3d6-3a29d8014e37 req-0fb48e30-16ae-456b-be2d-2aee55ded50b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:08.291586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f283a04-973f-49d6-b3d6-3a29d8014e37 req-0fb48e30-16ae-456b-be2d-2aee55ded50b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0637686 Jul 14 12:33:08.328606 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6f283a04-973f-49d6-b3d6-3a29d8014e37 req-d5bf3862-844c-4e69-be06-6f5a1640da8e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314074 Jul 14 12:33:09.513958 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a175b-d3f0-4cd0-be7e-b81f464573d6 req-3c594f23-a485-4fb6-a5b0-d1dee7771585 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:09.515463 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf0a175b-d3f0-4cd0-be7e-b81f464573d6 req-3c594f23-a485-4fb6-a5b0-d1dee7771585 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0682437 Jul 14 12:33:09.554841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cf0a175b-d3f0-4cd0-be7e-b81f464573d6 req-48c3213d-2078-4fda-81d0-62a638c9c64d tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335007 Jul 14 12:33:09.585580 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8d08c865-3953-4c13-84c2-b9f99bb29661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:10.731941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a37383-b9a7-492c-ac30-99c63320f245 req-e92b3e37-55ee-4180-8ace-c4aae17b12d7 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:10.733422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43a37383-b9a7-492c-ac30-99c63320f245 req-e92b3e37-55ee-4180-8ace-c4aae17b12d7 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0631907 Jul 14 12:33:10.771248 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-43a37383-b9a7-492c-ac30-99c63320f245 req-2c59cfe1-3f0e-4440-a13a-b729202b17dc tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321436 Jul 14 12:33:11.954381 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f7c4-7428-4b17-ac7a-43bb3c36d949 req-0ad70763-73ba-4a1d-bedb-49f45b01d507 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:11.955886 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af69f7c4-7428-4b17-ac7a-43bb3c36d949 req-0ad70763-73ba-4a1d-bedb-49f45b01d507 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0679126 Jul 14 12:33:11.995719 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-af69f7c4-7428-4b17-ac7a-43bb3c36d949 req-b0137222-6ab9-4f9d-a482-4dbe044919ad tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334241 Jul 14 12:33:12.384931 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:12.493864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:33:12.611551 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:33:12.628101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'port_id': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'mac_address': 'fa:16:3e:a5:c8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:33:12.686584 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:12.705321 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e47df26-cd16-4a44-9389-f1efd49d7048 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:33:12.734020 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:33:12.744679 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:12.750724 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-69e4f2d3-a58e-43d8-be6f-b19a7f8828f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:12.807280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:33:12.815132 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.815548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.815957 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.819996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.819996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.819996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.819996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.819996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.819996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.819996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.819996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.820813 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:12.826970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['5e47df26-cd16-4a44-9389-f1efd49d7048'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:33:13.228026 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3551e-13f0-4940-a6ee-f2a3de12f439 req-0ba41b48-9716-4182-9b76-87fbc4c2f846 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:13.230311 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe3551e-13f0-4940-a6ee-f2a3de12f439 req-0ba41b48-9716-4182-9b76-87fbc4c2f846 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0963602 Jul 14 12:33:13.312913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6fe3551e-13f0-4940-a6ee-f2a3de12f439 req-ec6301bd-b4f3-41b9-b8bc-b446e9cd7f05 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766423 Jul 14 12:33:13.338817 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-290d3be8-62e9-4ba8-8374-ea90944cf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:13.340361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-290d3be8-62e9-4ba8-8374-ea90944cf4d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1096 time: 0.0791626 Jul 14 12:33:13.478495 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-331874cd-9177-4e9a-83a7-22971f1549cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:13.480047 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-331874cd-9177-4e9a-83a7-22971f1549cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.1176441 Jul 14 12:33:13.563042 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-f30d84ec-19b3-4085-ac0c-a2f3868aa549 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1001 time: 0.0725012 Jul 14 12:33:13.623794 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-4d0a517b-713b-4f5c-a9b7-448ed309e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:13.625372 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-4d0a517b-713b-4f5c-a9b7-448ed309e966 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0556986 Jul 14 12:33:13.680219 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:13.715591 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-8a5c494e-c580-4f44-859f-cc41b25bf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:13.717240 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-8a5c494e-c580-4f44-859f-cc41b25bf408 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842843 Jul 14 12:33:13.729505 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-d5f77df1-25ae-419c-9e80-77f4eeec6751 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:33:13.730527 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-d5f77df1-25ae-419c-9e80-77f4eeec6751 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053539 Jul 14 12:33:13.845216 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-195d5029-ead4-4578-bfff-d389e02716c4 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083617 Jul 14 12:33:13.960428 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfd6faa7-b2c4-4162-9f63-56cef6626d71 req-8fd9fff8-ee97-43e1-8297-44dd66f95db0 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051056 Jul 14 12:33:14.513614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:33:14.533555 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4ed1f-73e5-4e82-8940-0a2e9c9ff33e req-4a39c5fc-9463-4c64-9457-1245c875e021 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:14.546470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bcc4ed1f-73e5-4e82-8940-0a2e9c9ff33e req-4a39c5fc-9463-4c64-9457-1245c875e021 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.1055782 Jul 14 12:33:14.587037 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 5e47df26-cd16-4a44-9389-f1efd49d7048 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:33:14.587490 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:14.604631 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bcc4ed1f-73e5-4e82-8940-0a2e9c9ff33e req-6d7433f5-fb83-4079-ad75-6ceb6c7136b5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566642 Jul 14 12:33:14.707224 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:14.749465 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:33:14.752382 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ca3fb-fff5-4c43-8037-0ede1c8599c2" -d '{"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-plugged", "status": "completed", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:33:14.776800 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:33:14.799636 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:14.876738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:33:14.954993 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772b5d28-11c0-4915-b4a7-23d6d9e900ba x-openstack-request-id: req-772b5d28-11c0-4915-b4a7-23d6d9e900ba {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:33:14.955286 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-plugged", "status": "completed", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:33:14.955541 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-772b5d28-11c0-4915-b4a7-23d6d9e900ba {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:33:14.955969 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'code': 200} Jul 14 12:33:15.386649 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:15.907481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7043a0-dc8e-46c5-8609-a7bb2c8b7179 req-b2e45949-fd21-4422-8ce3-38c6f2f3893f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:15.916109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b7043a0-dc8e-46c5-8609-a7bb2c8b7179 req-b2e45949-fd21-4422-8ce3-38c6f2f3893f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0897973 Jul 14 12:33:15.962466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9b7043a0-dc8e-46c5-8609-a7bb2c8b7179 req-21781c53-b0e8-4bb5-a68d-e72cbab90e5c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450609 Jul 14 12:33:17.164590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdcd76-04b0-4601-af7c-92ce9d866a73 req-86b0edc8-4106-48b4-ad3e-ff5283b61867 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:17.166946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ebdcd76-04b0-4601-af7c-92ce9d866a73 req-86b0edc8-4106-48b4-ad3e-ff5283b61867 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0801909 Jul 14 12:33:17.210368 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2ebdcd76-04b0-4601-af7c-92ce9d866a73 req-44c2bee9-6e3e-41fd-88f7-6a465119ef3c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Jul 14 12:33:18.414346 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d5b86-3601-4ba1-8420-bb0a26b86af5 req-16285a32-cc4d-4574-aea8-382138702c30 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:18.416082 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd3d5b86-3601-4ba1-8420-bb0a26b86af5 req-16285a32-cc4d-4574-aea8-382138702c30 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0709081 Jul 14 12:33:18.465015 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd3d5b86-3601-4ba1-8420-bb0a26b86af5 req-ee178a99-31e6-4bb4-80e6-f67a41106d76 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425858 Jul 14 12:33:19.663528 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5535a-9e52-40b5-901d-4c35a1977bda req-92e185b4-7081-481d-bcd7-e5f8f1d2b81b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:19.665137 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5f5535a-9e52-40b5-901d-4c35a1977bda req-92e185b4-7081-481d-bcd7-e5f8f1d2b81b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0763977 Jul 14 12:33:20.037285 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:33:20.077531 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d5f5535a-9e52-40b5-901d-4c35a1977bda req-9551bb7d-a357-4c5d-ac1d-8d32c26e742e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064863 Jul 14 12:33:21.254452 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9c06d-bfed-4da6-aa70-c06b6692ce00 req-f83aa593-0195-45ae-b010-4a5d2742747a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:21.255955 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08c9c06d-bfed-4da6-aa70-c06b6692ce00 req-f83aa593-0195-45ae-b010-4a5d2742747a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0657337 Jul 14 12:33:21.295464 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08c9c06d-bfed-4da6-aa70-c06b6692ce00 req-292af262-8274-4f80-bee8-dc9345480508 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332844 Jul 14 12:33:21.546612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-4d8a9c91-b2b3-4a2c-aa56-5e501118d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:21.548165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-4d8a9c91-b2b3-4a2c-aa56-5e501118d800 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1097 time: 0.0532715 Jul 14 12:33:21.643437 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-2354dc94-e805-4363-8b69-dc8331327f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:21.645914 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-2354dc94-e805-4363-8b69-dc8331327f0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0909567 Jul 14 12:33:21.718704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-c25a7178-ec33-4298-b7d4-0fb8f340a92a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1002 time: 0.0662534 Jul 14 12:33:21.773855 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-f1b229b4-3232-4374-bcdc-7b947621ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:21.775332 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-f1b229b4-3232-4374-bcdc-7b947621ad0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0496178 Jul 14 12:33:21.831422 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-f063eb44-5f4b-43e4-8420-37e9ceeac8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:21.833484 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-f063eb44-5f4b-43e4-8420-37e9ceeac8c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520494 Jul 14 12:33:21.922864 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-cd4ce9e8-2bc7-4451-bc0b-57c0003a7d1e service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831833 Jul 14 12:33:22.017141 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3e3a9919-45b5-4661-bc4e-66756e532203 req-0d481864-fdb2-4ad8-bf4d-ece94aa0c0e2 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882666 Jul 14 12:33:22.472011 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175b718-49fe-4b4f-9030-c73d4c07229a req-bef8a6c7-ae06-40be-9f62-217043b4936a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:22.474040 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3175b718-49fe-4b4f-9030-c73d4c07229a req-bef8a6c7-ae06-40be-9f62-217043b4936a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0664394 Jul 14 12:33:22.512834 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3175b718-49fe-4b4f-9030-c73d4c07229a req-b26d02a8-d1c3-4f50-8e8f-b313ca6eeea6 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Jul 14 12:33:23.699523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891f8bc-0000-4a6c-9436-f4d5c981ac66 req-6281698c-4843-4408-bc47-2cfcd1f024c2 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:23.701016 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e891f8bc-0000-4a6c-9436-f4d5c981ac66 req-6281698c-4843-4408-bc47-2cfcd1f024c2 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0716665 Jul 14 12:33:23.738334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e891f8bc-0000-4a6c-9436-f4d5c981ac66 req-9284bab5-0dde-450e-b7a6-9fdf0ffcc3fd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313747 Jul 14 12:33:24.523840 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:33:24.602928 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:24.626371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:33:24.628750 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a667e41b-7499-4e22-bc90-de66976d993b" -d '{"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:33:24.641791 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:33:24.646639 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:24.673141 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 12:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6ec753-8723-4e0e-accb-5960e0ad9c7c x-openstack-request-id: req-ca6ec753-8723-4e0e-accb-5960e0ad9c7c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:33:24.673422 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-unplugged", "status": "failed", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048", "code": 422}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:33:24.673667 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca6ec753-8723-4e0e-accb-5960e0ad9c7c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:33:24.674052 n-d-778696-8 neutron-server[93703]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'code': 422} returned with failed status Jul 14 12:33:24.699379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:33:24.915524 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd52dd3-182f-444f-b81b-a3d784181dee req-3542148e-e691-4e2d-8004-ab44bee56af1 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:24.917079 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fdd52dd3-182f-444f-b81b-a3d784181dee req-3542148e-e691-4e2d-8004-ab44bee56af1 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 944 time: 0.0658646 Jul 14 12:33:24.955513 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fdd52dd3-182f-444f-b81b-a3d784181dee req-0ea648cc-bd22-4f74-a664-6b0f968c326e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Jul 14 12:33:25.317317 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de56a4-2d6a-47e7-8746-2a635d3dc4c2 req-d2691f53-f5f8-4f24-aee7-4b8fcf7e3ab5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:25.318781 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3de56a4-2d6a-47e7-8746-2a635d3dc4c2 req-d2691f53-f5f8-4f24-aee7-4b8fcf7e3ab5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 944 time: 0.0651829 Jul 14 12:33:25.357717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f3de56a4-2d6a-47e7-8746-2a635d3dc4c2 req-c57e9c72-bddb-416c-bdf6-8328bb67d759 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331535 Jul 14 12:33:25.488210 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58688) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:33:25.584398 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-3d0040d4-2b1d-4aee-94bb-d688d7d32316 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949128 Jul 14 12:33:26.500140 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-c87e61d2-b557-468e-80cc-5b66bc3b4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:26.501714 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-c87e61d2-b557-468e-80cc-5b66bc3b4ab4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a&tenant_id=05438811ccd4479a8e9600ff803722d7 HTTP/1.1" status: 200 len: 1095 time: 0.0870533 Jul 14 12:33:26.514709 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:33:26.544547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604c1b6-e824-4287-96ab-f7d7a80fc4f7 req-f5729861-7603-4f9d-856f-8d67e601d8a4 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:26.546033 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9604c1b6-e824-4287-96ab-f7d7a80fc4f7 req-f5729861-7603-4f9d-856f-8d67e601d8a4 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 944 time: 0.0644002 Jul 14 12:33:26.587395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9604c1b6-e824-4287-96ab-f7d7a80fc4f7 req-58939c01-d703-4e98-beb9-a3196d66c3f2 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343170 Jul 14 12:33:26.591426 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:26.792604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:33:26.824924 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:33:26.855672 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e47df26-cd16-4a44-9389-f1efd49d7048 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:33:26.863522 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:26.875552 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Transition to ACTIVE for port object 5e47df26-cd16-4a44-9389-f1efd49d7048 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:33:26.879734 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:26.893842 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:27.001419 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:33:27.030948 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.031295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.031628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.031992 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.032325 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.032650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.032972 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.033293 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.033610 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.033926 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.034247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.034563 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:33:27.073416 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] No DVR routers for this DVR port 5e47df26-cd16-4a44-9389-f1efd49d7048 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:33:27.207207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Attempting to bind port 5e47df26-cd16-4a44-9389-f1efd49d7048 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:33:27.207548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Attempting to bind port 5e47df26-cd16-4a44-9389-f1efd49d7048 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:33:27.207904 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Attempting to bind port 5e47df26-cd16-4a44-9389-f1efd49d7048 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:33:27.212111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Port 5e47df26-cd16-4a44-9389-f1efd49d7048 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:33:27.212432 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Attempting to bind port 5e47df26-cd16-4a44-9389-f1efd49d7048 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:33:27.217163 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:33:27.217482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Checking segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:33:27.217858 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Bound using segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:33:27.218281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Bound port: 5e47df26-cd16-4a44-9389-f1efd49d7048, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:33:27.218634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:27.279468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:33:27.282415 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:33:27.287443 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:27.327162 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:27.327788 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:27.329224 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] 10.222.0.45 "PUT /v2.0/ports/5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1092 time: 0.8188212 Jul 14 12:33:27.329668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:33:27.332618 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd712e6-d8ca-49d9-80cd-51fa087d542d" -d '{"events": [{"name": "network-changed", "server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:33:27.352870 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205cc7-3ccb-4b1e-a44c-293a5fb70bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:33:27.420061 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-b52d7c03-a590-4942-94eb-512f9a98e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:27.421628 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-b52d7c03-a590-4942-94eb-512f9a98e898 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1096 time: 0.0587497 Jul 14 12:33:27.437691 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debf62a9-c0d4-463e-984a-c2ccfbcdcba9 x-openstack-request-id: req-debf62a9-c0d4-463e-984a-c2ccfbcdcba9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:33:27.437978 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:33:27.438228 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-debf62a9-c0d4-463e-984a-c2ccfbcdcba9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:33:27.438627 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'status': 'completed', 'code': 200} Jul 14 12:33:27.525002 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-c313efca-e778-47fc-9de7-4eac84652743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:27.526556 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-c313efca-e778-47fc-9de7-4eac84652743 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0978856 Jul 14 12:33:27.599945 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-00566209-1b1e-4026-a7f0-99610a92fb6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1000 time: 0.0655460 Jul 14 12:33:27.652969 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-5fda78fd-cff7-4f12-b236-a7f0c0814deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:27.654495 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-5fda78fd-cff7-4f12-b236-a7f0c0814deb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0475988 Jul 14 12:33:27.716116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-20842dd9-9d5a-4d1b-bb61-e383110d40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:27.717707 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-20842dd9-9d5a-4d1b-bb61-e383110d40d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559394 Jul 14 12:33:27.775036 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e658-02fa-45e9-a73b-23110c38b2bf req-16db5a76-d6e5-4422-a874-28cb64806753 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:27.776586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3c8e658-02fa-45e9-a73b-23110c38b2bf req-16db5a76-d6e5-4422-a874-28cb64806753 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0701141 Jul 14 12:33:27.815615 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-f2b2c366-a12c-4dce-8ca8-f69d063e6f63 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902283 Jul 14 12:33:27.817122 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3c8e658-02fa-45e9-a73b-23110c38b2bf req-5163ec05-6369-4597-a8ec-36f9eb5c4397 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346894 Jul 14 12:33:27.904198 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-a4e9995b-9219-4a3e-ad55-0b8041343268 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803630 Jul 14 12:33:28.010483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-19d1eb0d-4092-422d-9316-1b385841c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:28.012221 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-19d1eb0d-4092-422d-9316-1b385841c550 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1096 time: 0.0586965 Jul 14 12:33:28.109673 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-1be9a6ec-b27f-43e5-9afe-5338767ae9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:28.111210 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-1be9a6ec-b27f-43e5-9afe-5338767ae9f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0922289 Jul 14 12:33:28.187451 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-29c6a76e-7cab-4b29-a3e3-5698a4fab630 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1000 time: 0.0680969 Jul 14 12:33:28.276675 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-48bd5498-8907-4539-8eb0-728fa9ac55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:28.279316 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-48bd5498-8907-4539-8eb0-728fa9ac55e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0843701 Jul 14 12:33:28.539246 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:33:28.584081 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:33:28.785353 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:29.002876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a323d4-df5b-43a6-82e3-8a116897a6ab req-61aac0de-608d-44ee-a3f2-3f9c5d2c6736 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:29.004620 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27a323d4-df5b-43a6-82e3-8a116897a6ab req-61aac0de-608d-44ee-a3f2-3f9c5d2c6736 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0678918 Jul 14 12:33:29.045394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27a323d4-df5b-43a6-82e3-8a116897a6ab req-e45d0525-507d-4ca0-8217-ad4cc8a8c00a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350337 Jul 14 12:33:30.225694 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c046f-8a46-405b-98b9-5a06842e2077 req-3b765d44-b387-4bd4-bc6f-bc5d2e40df97 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:30.227485 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a13c046f-8a46-405b-98b9-5a06842e2077 req-3b765d44-b387-4bd4-bc6f-bc5d2e40df97 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0666699 Jul 14 12:33:30.267835 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a13c046f-8a46-405b-98b9-5a06842e2077 req-24780622-20b6-458d-879d-a182e03aaf9e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347450 Jul 14 12:33:31.471048 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cd332-2354-4902-850b-64abdd3d0847 req-c821e8cc-765a-4db5-98a8-a642f494136b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:31.473842 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa2cd332-2354-4902-850b-64abdd3d0847 req-c821e8cc-765a-4db5-98a8-a642f494136b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0722029 Jul 14 12:33:31.516552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fa2cd332-2354-4902-850b-64abdd3d0847 req-715efba6-209e-4e12-8373-1f75dc4261a1 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368125 Jul 14 12:33:32.728584 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa02664-451c-4cf6-8b0b-569a445b47d5 req-08b3eb9a-a172-4fc8-b892-148118ef095c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:32.730091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fa02664-451c-4cf6-8b0b-569a445b47d5 req-08b3eb9a-a172-4fc8-b892-148118ef095c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0778341 Jul 14 12:33:32.773460 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8fa02664-451c-4cf6-8b0b-569a445b47d5 req-4dc87759-1392-4132-acd6-795c7387b2f1 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377774 Jul 14 12:33:33.966988 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b117bc-5c1f-4103-bbaf-1b901c0aa836 req-044e12c9-fd49-4b76-bb36-f8a3e1722e7f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:33.968635 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1b117bc-5c1f-4103-bbaf-1b901c0aa836 req-044e12c9-fd49-4b76-bb36-f8a3e1722e7f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0718582 Jul 14 12:33:34.012037 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a1b117bc-5c1f-4103-bbaf-1b901c0aa836 req-95e836cd-aa1a-4f05-a461-b50d6322c0ed tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369675 Jul 14 12:33:35.231752 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0419374-b1fd-4718-8b0d-35c2aef17ad4 req-41e5a07f-b12b-49e3-9f69-504fa2be34d2 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:35.233594 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0419374-b1fd-4718-8b0d-35c2aef17ad4 req-41e5a07f-b12b-49e3-9f69-504fa2be34d2 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0819986 Jul 14 12:33:35.278968 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0419374-b1fd-4718-8b0d-35c2aef17ad4 req-ad7baefc-c90e-4ccd-ab3e-7602f3badf10 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395505 Jul 14 12:33:36.466232 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05012ede-e22a-4b6f-87f7-2dba4a1f8e8e req-4ff6d859-b810-4472-bf9c-00998e2dbd64 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:36.467760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05012ede-e22a-4b6f-87f7-2dba4a1f8e8e req-4ff6d859-b810-4472-bf9c-00998e2dbd64 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0655718 Jul 14 12:33:36.512621 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05012ede-e22a-4b6f-87f7-2dba4a1f8e8e req-df43bf43-bef7-4180-b80e-8fce0b9af9a1 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380547 Jul 14 12:33:37.708838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca5d05-1a0a-4b9d-bdc4-e0b9c4d10fdb req-cfcff75f-37d9-4ad5-97d0-ce49e8530c20 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:37.710328 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aca5d05-1a0a-4b9d-bdc4-e0b9c4d10fdb req-cfcff75f-37d9-4ad5-97d0-ce49e8530c20 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0690174 Jul 14 12:33:37.749200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2aca5d05-1a0a-4b9d-bdc4-e0b9c4d10fdb req-f033af65-5036-40a7-8b99-43c02629071e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332510 Jul 14 12:33:38.095737 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-768458d3-d593-4aee-b689-ce8058545513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:38.097825 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-768458d3-d593-4aee-b689-ce8058545513 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531285 Jul 14 12:33:38.187737 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-c55f4648-85ca-4be8-8b48-f7e3722c9098 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833414 Jul 14 12:33:38.280660 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-8bd712e6-d8ca-49d9-80cd-51fa087d542d req-b24e904c-62eb-4700-94a5-9fd4437821e2 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825093 Jul 14 12:33:38.924149 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2da365-46e5-4c78-aa10-703383679fd7 req-a01dbb48-be04-4a81-a192-54e12a9c87ef tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:38.926200 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a2da365-46e5-4c78-aa10-703383679fd7 req-a01dbb48-be04-4a81-a192-54e12a9c87ef tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0654740 Jul 14 12:33:38.963660 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7a2da365-46e5-4c78-aa10-703383679fd7 req-c5b0fcf9-7a0c-4cb6-bcc8-b276b435bb3d tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Jul 14 12:33:39.587031 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b09b7370-9230-4e1c-87dc-fdeeecd7aab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:40.139299 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a3a33-e4ba-4a4f-b323-41f84677eac0 req-56a5955d-abc7-45a3-ad12-6c63ac0c0663 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:40.140827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd7a3a33-e4ba-4a4f-b323-41f84677eac0 req-56a5955d-abc7-45a3-ad12-6c63ac0c0663 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0680704 Jul 14 12:33:40.180436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd7a3a33-e4ba-4a4f-b323-41f84677eac0 req-c5a3c52e-5827-4ba3-ba6c-c44d1f802caf tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329840 Jul 14 12:33:41.315439 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:33:41.360785 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ca6b2-c3df-4f35-8eb4-5a53df025795 req-d6654998-de5e-411a-a195-129425ac1562 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:41.362335 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c31ca6b2-c3df-4f35-8eb4-5a53df025795 req-d6654998-de5e-411a-a195-129425ac1562 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 945 time: 0.0669484 Jul 14 12:33:41.401349 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c31ca6b2-c3df-4f35-8eb4-5a53df025795 req-43e4ba9b-d00f-4300-828b-aee7cf1342d0 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331657 Jul 14 12:33:41.413989 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:33:41.579790 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'port_id': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'mac_address': 'fa:16:3e:a5:c8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:33:41.616978 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:41.629610 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e47df26-cd16-4a44-9389-f1efd49d7048 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:33:41.649944 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:33:41.653904 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:41.700797 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=11']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:33:41.904394 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['5e47df26-cd16-4a44-9389-f1efd49d7048'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:33:42.386520 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:42.575685 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd40f9-e102-46a3-82c2-ec0803eb9e57 req-26367228-d06e-4f1c-ba3a-2b44e379c9e6 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:42.577225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6fd40f9-e102-46a3-82c2-ec0803eb9e57 req-26367228-d06e-4f1c-ba3a-2b44e379c9e6 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 946 time: 0.0640750 Jul 14 12:33:42.615121 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d6fd40f9-e102-46a3-82c2-ec0803eb9e57 req-d4ef5fad-3745-44b4-a8df-cfcab5b0b3b9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315292 Jul 14 12:33:42.740473 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c50e65b0-7e2a-4122-97bc-ac06a57a4654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:43.314947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:33:43.365320 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 5e47df26-cd16-4a44-9389-f1efd49d7048 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:33:43.369307 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 5e47df26-cd16-4a44-9389-f1efd49d7048 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:33:43.369791 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:43.443782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:43.465161 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:33:43.467395 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948a7f81-77ff-4e0b-816d-39e241ba4695" -d '{"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-plugged", "status": "completed", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:33:43.480756 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:33:43.484996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:43.510368 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9a3705-cc09-4c9f-8443-b44182c0d675 x-openstack-request-id: req-7c9a3705-cc09-4c9f-8443-b44182c0d675 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:33:43.510659 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-plugged", "status": "completed", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:33:43.510908 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c9a3705-cc09-4c9f-8443-b44182c0d675 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:33:43.511289 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'code': 200} Jul 14 12:33:43.540393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=12']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:33:43.668448 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:43.695071 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e2216-d3ce-4ba1-95b0-8af2034f92c5 req-b3269368-de14-4b03-a66f-16ae016f5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:43.696640 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9c4e2216-d3ce-4ba1-95b0-8af2034f92c5 req-b3269368-de14-4b03-a66f-16ae016f5bdc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1098 time: 0.0592551 Jul 14 12:33:43.738260 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-9c4e2216-d3ce-4ba1-95b0-8af2034f92c5 req-b2be071b-c6ec-440b-8321-fb6d9861230b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299871 Jul 14 12:33:43.798041 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a94827-5732-4450-862e-6cf832f72f53 req-afbae86b-0ead-49f1-bfcb-f80bb79c9334 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:43.799539 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92a94827-5732-4450-862e-6cf832f72f53 req-afbae86b-0ead-49f1-bfcb-f80bb79c9334 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 947 time: 0.0721529 Jul 14 12:33:43.838777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-92a94827-5732-4450-862e-6cf832f72f53 req-e42ce931-ec86-4a6d-9be8-77899cfa4acc tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328641 Jul 14 12:33:45.026722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858c7cf-dfb9-4b42-9ce5-1c04a68eef21 req-6b885979-63ae-42c1-acb5-169cffdc9f6a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:45.028202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b858c7cf-dfb9-4b42-9ce5-1c04a68eef21 req-6b885979-63ae-42c1-acb5-169cffdc9f6a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 947 time: 0.0675938 Jul 14 12:33:45.067987 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b858c7cf-dfb9-4b42-9ce5-1c04a68eef21 req-7863c053-664f-4aed-85f1-2a7c2589b733 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341499 Jul 14 12:33:45.387835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:46.247920 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d283-d166-491d-a5dc-8a9b3c156cd8 req-1e95030e-6170-46fe-8a26-3e075be65135 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:33:46.249414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea38d283-d166-491d-a5dc-8a9b3c156cd8 req-1e95030e-6170-46fe-8a26-3e075be65135 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 947 time: 0.0679569 Jul 14 12:33:46.287697 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea38d283-d166-491d-a5dc-8a9b3c156cd8 req-a9f5b040-c57a-403f-81bd-1fbef3195e1a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319991 Jul 14 12:33:56.893763 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:33:57.037101 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:33:58.781027 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:09.588233 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-96eba54c-6a2e-424e-aecc-167b3bf9bf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:12.387715 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:12.740637 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-131b26bf-0eeb-4f0a-9a06-871a4d518b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:13.671487 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:15.387311 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:17.423176 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-58640fcd-8849-4ed0-afe4-1e8f38c8d1d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572231 Jul 14 12:34:17.529973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-678a8ae3-4c86-4966-babb-05f756d4c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:34:17.531525 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-678a8ae3-4c86-4966-babb-05f756d4c899 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1098 time: 0.0527711 Jul 14 12:34:17.640108 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-fef27afe-0a1d-41b6-9e1d-f6acd4b1d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:34:17.641595 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-fef27afe-0a1d-41b6-9e1d-f6acd4b1d4e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0827248 Jul 14 12:34:17.716835 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-87f4685a-85a4-4024-8617-567bffa02396 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 1002 time: 0.0639138 Jul 14 12:34:17.771417 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-210104a7-7a71-43da-aeef-74ffa88037c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:34:17.772931 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-210104a7-7a71-43da-aeef-74ffa88037c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0451407 Jul 14 12:34:17.840336 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-b329dff5-3144-439f-9dbd-7e73ece7b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:34:17.841945 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-b329dff5-3144-439f-9dbd-7e73ece7b358 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550244 Jul 14 12:34:17.937818 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-555dd6ec-5d4d-4020-b5b9-915bee4aa784 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883491 Jul 14 12:34:18.031617 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42abfeb0-55e1-4f5b-9e9d-02f6e297292d req-47017218-2d84-4304-ab3a-2dcd1f52aa88 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832729 Jul 14 12:34:26.900105 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:28.778242 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:34.037038 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:34:39.589575 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1fd34247-b66a-44a1-a372-cec7f3b60b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:42.389764 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:42.740773 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7712e189-db96-491a-80d9-ceecf05b9ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:43.674370 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:45.390878 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:56.923174 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:34:58.778115 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:02.173802 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58820) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:02.334989 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Deleting port 7f4bd828-c107-45a8-b3e9-0a592d189d07 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:35:02.335337 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:02.411306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:02.411634 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:02.423195 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Calling delete_port for 7f4bd828-c107-45a8-b3e9-0a592d189d07 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:35:02.577047 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:02.602901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event deleted for resources: {'Port': ['ID=7f4bd828-c107-45a8-b3e9-0a592d189d07,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:02.634564 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.634912 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.635254 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.635594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.635952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.636286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.636612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.636939 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.637262 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.637587 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.637943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.638266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:02.677267 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:02.677602 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Floating IP 2b87b22e-c0e9-4634-a784-c86675751c41 disassociated (deleted). External IP: 172.25.2.126, port: 5e47df26-cd16-4a44-9389-f1efd49d7048. Jul 14 12:35:02.888159 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Router d0d1c77d-17da-4c80-bc7a-f777ff62838c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:35:02.994807 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:35:02.999587 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:03.004090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] Sync routers for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:35:03.013452 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:35:03.014075 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:34:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:35:03.041422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4d96acf3-1260-4dd0-b4b2-c12b5897530c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "DELETE /v2.0/floatingips/2b87b22e-c0e9-4634-a784-c86675751c41 HTTP/1.1" status: 204 len: 168 time: 0.8664987 Jul 14 12:35:03.042038 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:35:03.044345 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed68b643-e6a2-489a-9bea-fff34c4d4d78" -d '{"events": [{"name": "network-changed", "server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:35:03.083070 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2edc84-fd09-47c7-8fbe-5473060745dd x-openstack-request-id: req-1e2edc84-fd09-47c7-8fbe-5473060745dd {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:35:03.083365 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:35:03.083620 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e2edc84-fd09-47c7-8fbe-5473060745dd {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:35:03.084056 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'status': 'completed', 'code': 200} Jul 14 12:35:03.127050 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:35:03.220341 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-230a8d2f-b0c0-4455-8278-f4b4fd85ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:03.223583 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-230a8d2f-b0c0-4455-8278-f4b4fd85ae1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 1098 time: 0.1142001 Jul 14 12:35:03.336207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-83243fea-c271-4eb5-9f42-a21d578f30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:03.337832 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-83243fea-c271-4eb5-9f42-a21d578f30ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.1071706 Jul 14 12:35:03.343140 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:35:03.372116 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] Checking router: d0d1c77d-17da-4c80-bc7a-f777ff62838c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:35:03.381514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:35:03.382143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:34:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:35:03.387326 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-f26523f5-f81b-45b9-ac00-0347f7feb759 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 200 len: 217 time: 0.0407133 Jul 14 12:35:03.445822 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-115bb401-647b-43e4-8f42-daa4048179af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:03.447324 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-115bb401-647b-43e4-8f42-daa4048179af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0504441 Jul 14 12:35:03.490633 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd98437-9235-45bd-9986-835b0794e1d6 req-f04cfa7d-1d79-4155-a2ed-8faf9d36fc7f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:03.492427 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4dd98437-9235-45bd-9986-835b0794e1d6 req-f04cfa7d-1d79-4155-a2ed-8faf9d36fc7f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 947 time: 0.1211395 Jul 14 12:35:03.496743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:35:03.511545 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-156dc894-b0a4-4dc0-82da-e1f5f479d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:03.513297 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-156dc894-b0a4-4dc0-82da-e1f5f479d3b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582569 Jul 14 12:35:03.544799 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-4dd98437-9235-45bd-9986-835b0794e1d6 req-7b13721b-df6c-46c8-81e5-42888f3a4651 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460489 Jul 14 12:35:03.617135 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-3fd0a2d9-e10f-42f7-b8a6-208b46c1a5dd service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964434 Jul 14 12:35:03.704708 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:35:03.708953 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-ed68b643-e6a2-489a-9bea-fff34c4d4d78 req-1ae0ec6e-9266-447b-a18b-9aea2cea5544 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839617 Jul 14 12:35:03.736674 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610d47a-f8df-4fa3-965c-a5059368bbeb None None] The sync data for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 is: [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:35:03.960135 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5b04e-00f8-4549-aec6-1929557e0a38 None None] New status for floating IP 2b87b22e-c0e9-4634-a784-c86675751c41: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:35:04.776790 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112ba04-4d41-4855-966f-2a1ef3d7b359 req-1f19d094-2de1-4f6c-91fa-7cf457d8bd49 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:04.778294 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5112ba04-4d41-4855-966f-2a1ef3d7b359 req-1f19d094-2de1-4f6c-91fa-7cf457d8bd49 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 947 time: 0.1145875 Jul 14 12:35:04.821602 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5112ba04-4d41-4855-966f-2a1ef3d7b359 req-2e70d33d-0c04-4b54-af6a-34ea881049e7 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=756aa207-2d70-4692-bdeb-406332ebb771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376444 Jul 14 12:35:04.963373 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-b3ee8b19-bc1f-4c24-a1e2-d14b11f8268a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:04.964951 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-b3ee8b19-bc1f-4c24-a1e2-d14b11f8268a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.45 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 947 time: 0.0636630 Jul 14 12:35:05.072841 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Deleting port 5e47df26-cd16-4a44-9389-f1efd49d7048 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:35:05.073104 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:05.167548 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] For port 5e47df26-cd16-4a44-9389-f1efd49d7048, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=5e47df26-cd16-4a44-9389-f1efd49d7048,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:35:05.167937 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:05.185506 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Calling delete_port for 5e47df26-cd16-4a44-9389-f1efd49d7048 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:35:05.317277 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:05.345309 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event deleted for resources: {'Port': ['ID=5e47df26-cd16-4a44-9389-f1efd49d7048,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:05.383492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.383830 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.384190 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.384520 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.384844 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.385166 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.385482 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.385797 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.386111 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.386454 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.386792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.387107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:05.409817 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] No DVR routers for this DVR port 5e47df26-cd16-4a44-9389-f1efd49d7048 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:35:05.412530 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:05.414562 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-eb1f84f0-379e-499f-999b-a3dec2fef7c4 req-8c3f2714-3fbb-4447-9fab-18c9dd9054f5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.45 "DELETE /v2.0/ports/5e47df26-cd16-4a44-9389-f1efd49d7048 HTTP/1.1" status: 204 len: 173 time: 0.4433923 Jul 14 12:35:05.415028 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-deleted', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:35:05.417369 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410257a0-d41e-4f61-a923-76699a3156ff" -d '{"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-deleted", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:35:05.455541 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17add7d-fee0-489a-b53a-62b9271a9124 x-openstack-request-id: req-c17add7d-fee0-489a-b53a-62b9271a9124 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:35:05.456485 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709f2f91-1986-44df-935c-09ca6db03b0a", "name": "network-vif-deleted", "tag": "5e47df26-cd16-4a44-9389-f1efd49d7048", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:35:05.456716 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c17add7d-fee0-489a-b53a-62b9271a9124 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:35:05.457116 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709f2f91-1986-44df-935c-09ca6db03b0a', 'name': 'network-vif-deleted', 'tag': '5e47df26-cd16-4a44-9389-f1efd49d7048', 'status': 'completed', 'code': 200} Jul 14 12:35:05.982765 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-08c5e9b9-ae04-408c-b8d0-47d16611bec5 req-50275a88-05fa-49c6-84ac-09ef21a8d872 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=709f2f91-1986-44df-935c-09ca6db03b0a HTTP/1.1" status: 200 len: 210 time: 0.0293972 Jul 14 12:35:07.078180 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58848) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:07.138806 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72ed8b15-6c18-4eb0-ae3c-f28dec4acee5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.164707 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72ed8b15-6c18-4eb0-ae3c-f28dec4acee5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.225386 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72ed8b15-6c18-4eb0-ae3c-f28dec4acee5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.228001 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72ed8b15-6c18-4eb0-ae3c-f28dec4acee5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.229161 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-72ed8b15-6c18-4eb0-ae3c-f28dec4acee5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "DELETE /v2.0/security-groups/756aa207-2d70-4692-bdeb-406332ebb771 HTTP/1.1" status: 204 len: 168 time: 0.1499896 Jul 14 12:35:07.239172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed8b15-6c18-4eb0-ae3c-f28dec4acee5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756aa207-2d70-4692-bdeb-406332ebb771,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:07.692876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 58854) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:07.697830 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a61d8c44-ab35-4c57-890a-fa47e28af317 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483397804', 'description': 'tempest-secgroup-smoke-483397804 description', 'project_id': '05438811ccd4479a8e9600ff803722d7'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:07.720455 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a61d8c44-ab35-4c57-890a-fa47e28af317 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.802727 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a61d8c44-ab35-4c57-890a-fa47e28af317 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.806516 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a61d8c44-ab35-4c57-890a-fa47e28af317 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.838320 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a61d8c44-ab35-4c57-890a-fa47e28af317 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.839483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a61d8c44-ab35-4c57-890a-fa47e28af317 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1455762 Jul 14 12:35:07.841378 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d8c44-ab35-4c57-890a-fa47e28af317 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad47e743-7044-4a15-8783-764673c4eb48,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:07.842557 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58856) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:07.847289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-186d54a8-d8e3-4684-96a7-bb887e4aef70 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': 'ad47e743-7044-4a15-8783-764673c4eb48', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:07.873891 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-186d54a8-d8e3-4684-96a7-bb887e4aef70 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.932350 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-186d54a8-d8e3-4684-96a7-bb887e4aef70 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.936061 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-186d54a8-d8e3-4684-96a7-bb887e4aef70 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.954773 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d54a8-d8e3-4684-96a7-bb887e4aef70 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51efa0d4-9680-4a7b-8ed7-2ca6eec0b1a9,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:07.962964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-186d54a8-d8e3-4684-96a7-bb887e4aef70 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:07.964314 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-186d54a8-d8e3-4684-96a7-bb887e4aef70 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207206 Jul 14 12:35:07.967226 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58858) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:07.972272 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6cd7c06c-0844-417b-b3f1-b1b329245b19 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': 'ad47e743-7044-4a15-8783-764673c4eb48', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:07.998485 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6cd7c06c-0844-417b-b3f1-b1b329245b19 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.057623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6cd7c06c-0844-417b-b3f1-b1b329245b19 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.061521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6cd7c06c-0844-417b-b3f1-b1b329245b19 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.079289 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7c06c-0844-417b-b3f1-b1b329245b19 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8396cbee-2b40-4153-b522-716b892c7dee,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:08.086233 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6cd7c06c-0844-417b-b3f1-b1b329245b19 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.088002 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6cd7c06c-0844-417b-b3f1-b1b329245b19 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196098 Jul 14 12:35:08.090529 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58860) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:08.095184 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-de18023b-1e6d-4747-a027-44f5fe9150bb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': 'ad47e743-7044-4a15-8783-764673c4eb48', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:08.122779 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de18023b-1e6d-4747-a027-44f5fe9150bb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.183791 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de18023b-1e6d-4747-a027-44f5fe9150bb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.187665 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de18023b-1e6d-4747-a027-44f5fe9150bb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.207471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18023b-1e6d-4747-a027-44f5fe9150bb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14389ba7-ca7d-4352-955b-207b2fbd8481,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:08.211259 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de18023b-1e6d-4747-a027-44f5fe9150bb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.212819 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-de18023b-1e6d-4747-a027-44f5fe9150bb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210759 Jul 14 12:35:08.219756 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58862) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:08.224648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9ba4082f-083b-4bac-b5a1-e23f215ff551 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': 'ad47e743-7044-4a15-8783-764673c4eb48', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:08.250964 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ba4082f-083b-4bac-b5a1-e23f215ff551 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.311325 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ba4082f-083b-4bac-b5a1-e23f215ff551 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.315058 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ba4082f-083b-4bac-b5a1-e23f215ff551 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.336836 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4082f-083b-4bac-b5a1-e23f215ff551 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67390952-f71b-4299-944d-7d359baf153e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:08.346056 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ba4082f-083b-4bac-b5a1-e23f215ff551 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.347596 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9ba4082f-083b-4bac-b5a1-e23f215ff551 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268349 Jul 14 12:35:08.351204 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58864) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:08.357327 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a3083870-2a66-4df2-923b-f2673b71eff8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': 'ad47e743-7044-4a15-8783-764673c4eb48', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:08.386161 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-a3083870-2a66-4df2-923b-f2673b71eff8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Project 05438811ccd4479a8e9600ff803722d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:35:08.391094 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3083870-2a66-4df2-923b-f2673b71eff8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.451969 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3083870-2a66-4df2-923b-f2673b71eff8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.455628 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3083870-2a66-4df2-923b-f2673b71eff8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.475033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3083870-2a66-4df2-923b-f2673b71eff8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d20f885-97ae-45cb-a764-6386b82e3323,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:08.477391 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3083870-2a66-4df2-923b-f2673b71eff8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.478796 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a3083870-2a66-4df2-923b-f2673b71eff8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270266 Jul 14 12:35:08.481635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 58866) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:08.486207 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-9eb09279-96fe-4c92-a7a1-7d2fad62bf8c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'security_group_rule': {'security_group_id': 'ad47e743-7044-4a15-8783-764673c4eb48', 'project_id': '05438811ccd4479a8e9600ff803722d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:08.508974 n-d-778696-8 neutron-server[93701]: INFO neutron.db.securitygroups_db [None req-9eb09279-96fe-4c92-a7a1-7d2fad62bf8c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Project 05438811ccd4479a8e9600ff803722d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:35:08.513800 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9eb09279-96fe-4c92-a7a1-7d2fad62bf8c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.579744 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9eb09279-96fe-4c92-a7a1-7d2fad62bf8c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.583634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9eb09279-96fe-4c92-a7a1-7d2fad62bf8c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.602023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb09279-96fe-4c92-a7a1-7d2fad62bf8c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517b8d49-6915-4fe0-a57f-474c6923a39e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:08.608812 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9eb09279-96fe-4c92-a7a1-7d2fad62bf8c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:08.610051 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9eb09279-96fe-4c92-a7a1-7d2fad62bf8c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274495 Jul 14 12:35:09.591376 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-396cdde3-780c-44ea-947e-4f0c6f1cb90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:09.674817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:35:09.704329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 5e47df26-cd16-4a44-9389-f1efd49d7048 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:35:09.704329 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 5e47df26-cd16-4a44-9389-f1efd49d7048 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:35:11.037251 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:35:12.392480 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:12.742844 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c40d3bf1-8b1f-488d-88a8-cd39642f1130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:13.677901 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:15.409457 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:22.955646 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-a34d399b-7ec2-4156-8469-bedf8e141afe tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483397804&fields=id&tenant_id=05438811ccd4479a8e9600ff803722d7 HTTP/1.1" status: 200 len: 267 time: 0.0335586 Jul 14 12:35:23.063736 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-a5ae75d3-6a04-4fd6-8d79-c25f67f7470c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:23.065975 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-a5ae75d3-6a04-4fd6-8d79-c25f67f7470c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 808 time: 0.1038446 Jul 14 12:35:23.081435 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-34d68680-ec43-4071-a4d6-f1ddcb9586d6 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/quotas/05438811ccd4479a8e9600ff803722d7 HTTP/1.1" status: 200 len: 375 time: 0.0099666 Jul 14 12:35:23.156500 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-292eb691-b0d2-4ca5-8505-1259f6a48bb4 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696206 Jul 14 12:35:23.295013 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-44dd6720-9398-4cef-9931-cb1350eb5b23 service neutron] 10.222.0.38 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272242 Jul 14 12:35:23.392046 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-61ecff07-3680-41d4-b205-39a676888bf4 service neutron] 10.222.0.38 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901201 Jul 14 12:35:23.697434 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-984e035f-f08c-4dc5-aa5d-eb0c32daaf2c req-47a2b996-2556-4611-bb10-1450121a5928 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 210 time: 0.0319386 Jul 14 12:35:24.772729 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-f3ab76dd-ecae-4156-91a6-aba91cc72ff7 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:24.774420 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-f3ab76dd-ecae-4156-91a6-aba91cc72ff7 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 808 time: 0.1142707 Jul 14 12:35:24.822197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-487fae2c-8975-403e-bf72-3af3a2f00de3 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05438811ccd4479a8e9600ff803722d7 HTTP/1.1" status: 200 len: 379 time: 0.0376067 Jul 14 12:35:24.860930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'port': {'device_id': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'admin_state_up': True, 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'security_groups': ['ad47e743-7044-4a15-8783-764673c4eb48']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:24.867550 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9158fb5b-03a8-4a3f-a704-5df3df43d0c5 req-1dccc3fe-7044-4bb9-8c26-ee97eb8afccc tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 210 time: 0.0434008 Jul 14 12:35:24.973386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Made reservation on behalf of 05438811ccd4479a8e9600ff803722d7 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:35:24.977011 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:25.108734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Allocated IP 172.20.0.13 (78b8eef0-79d6-499a-a29d-5d3b94eeb769/50eec3c3-bc73-4df5-ae6d-ad57f059ab61/4f1c83ba-fcf0-40db-95d4-f8090d4e6460) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:35:25.258942 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:25.273959 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Transition to ACTIVE for port object 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:35:25.316280 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:25.359191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:35:25.364669 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:35:25.369083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:35:25.400053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:25.429474 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:25.430175 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:25.446418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-b251cc8e-25c7-4a22-91c1-0fb5c203d54f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111281 Jul 14 12:35:25.459147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Request body: {'port': {'device_id': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:25.552562 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:25.617383 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0b1f87ef-e02e-42af-bf12-6ef3212b46bd None None] Provisioning for port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:35:25.623235 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0b1f87ef-e02e-42af-bf12-6ef3212b46bd None None] Provisioning complete for port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:35:25.623968 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b1f87ef-e02e-42af-bf12-6ef3212b46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:25.662571 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f87ef-e02e-42af-bf12-6ef3212b46bd None None] Port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:35:25.840207 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:35:25.848060 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:25.860273 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Transition to ACTIVE for port object 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:35:25.865642 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:25.952385 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:26.038956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Attempting to bind port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:35:26.039293 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Attempting to bind port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:35:26.039627 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Attempting to bind port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:35:26.046533 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:35:26.046866 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Attempting to bind port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:35:26.058247 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:35:26.058602 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Checking segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:35:26.058995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Bound using segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:35:26.059443 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Bound port: 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:35:26.059807 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:26.147434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6520-8e25-420f-aac5-6a2670862eec req-b2b29d45-2187-46f9-a6c4-d9257e9d6a7d tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:26.149097 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5dc6520-8e25-420f-aac5-6a2670862eec req-b2b29d45-2187-46f9-a6c4-d9257e9d6a7d tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.1420386 Jul 14 12:35:26.165622 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:35:26.169363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:35:26.181975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:26.229542 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:26.230164 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:26.231627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] 10.222.0.64 "PUT /v2.0/ports/4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 1092 time: 0.7776458 Jul 14 12:35:26.232147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:35:26.234835 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a956196-334e-410a-8ca1-0f6715c6d6db" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:35:26.272386 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5dc6520-8e25-420f-aac5-6a2670862eec req-f1376d5a-6c06-4875-8eeb-d2a0d9dd6181 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142428 Jul 14 12:35:26.317624 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a72955-8e7e-4376-b5ab-f6536fb7c9eb x-openstack-request-id: req-b0a72955-8e7e-4376-b5ab-f6536fb7c9eb {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:35:26.317920 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:35:26.318170 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0a72955-8e7e-4376-b5ab-f6536fb7c9eb {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:35:26.318564 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'status': 'completed', 'code': 200} Jul 14 12:35:26.326657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819bdaf-5ad8-47c5-b7d7-d8292668917f service neutron] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:26.353779 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-46711b7f-ad03-4873-97ac-e2fb72fefe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:26.355312 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-46711b7f-ad03-4873-97ac-e2fb72fefe54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1095 time: 0.0712268 Jul 14 12:35:26.403645 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-1ba9d881-9304-4ade-9d7f-6d40d5e498fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 217 time: 0.0405073 Jul 14 12:35:26.455081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-3268099b-a8dc-49ab-9be8-8449411d5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:26.456592 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-3268099b-a8dc-49ab-9be8-8449411d5b02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0459499 Jul 14 12:35:26.519266 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-e1eebf23-cdd8-442c-933d-d53e2f926933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:26.520902 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-e1eebf23-cdd8-442c-933d-d53e2f926933 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556388 Jul 14 12:35:26.618453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-76bf95a9-311d-4579-ad32-140f03c7ec5f service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898287 Jul 14 12:35:26.716698 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-371243a3-94f2-4aa8-8ca9-b95a7196a4b0 req-94b7c70d-1d99-4560-abe4-0640386a509f service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915484 Jul 14 12:35:26.828219 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-2fd59f16-6453-41cc-8eaf-29acf92d3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:26.829759 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-2fd59f16-6453-41cc-8eaf-29acf92d3adf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1095 time: 0.0586295 Jul 14 12:35:26.924327 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:26.931096 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-621da33c-01b0-485d-b90f-01981ae8cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:26.933056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-621da33c-01b0-485d-b90f-01981ae8cdc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0955536 Jul 14 12:35:26.977468 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-c5a1f3e0-adbd-4423-9c35-de3aae5db841 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 217 time: 0.0373459 Jul 14 12:35:27.028504 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-c23d5aa8-ff4b-45c0-a64c-da2fe7850915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:27.030091 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-c23d5aa8-ff4b-45c0-a64c-da2fe7850915 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0465679 Jul 14 12:35:27.092872 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-791ae6a4-497d-4b48-8785-a4303146f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:27.094149 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-791ae6a4-497d-4b48-8785-a4303146f53c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575588 Jul 14 12:35:27.184027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-dcc3b6ca-a732-472d-b4b6-afc1c5494b75 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827312 Jul 14 12:35:27.644027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3a956196-334e-410a-8ca1-0f6715c6d6db req-f05a94b4-d369-4071-8f57-02db89360cfe service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518161 Jul 14 12:35:27.656181 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29b575-34e4-43ff-ac85-ce311a2c3e28 req-f10710b2-59aa-4fb1-990b-728418470ab9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:27.657713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac29b575-34e4-43ff-ac85-ce311a2c3e28 req-f10710b2-59aa-4fb1-990b-728418470ab9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0979149 Jul 14 12:35:27.700380 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ac29b575-34e4-43ff-ac85-ce311a2c3e28 req-25b78f9a-9de6-4306-91ea-be52434fdb1f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344887 Jul 14 12:35:28.794906 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:28.892764 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a7c0b-1a5d-4eda-b236-f9589ab6b642 req-33f34aca-b141-4b86-9a9e-6951b579cfeb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:28.894262 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea0a7c0b-1a5d-4eda-b236-f9589ab6b642 req-33f34aca-b141-4b86-9a9e-6951b579cfeb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0720534 Jul 14 12:35:28.933722 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ea0a7c0b-1a5d-4eda-b236-f9589ab6b642 req-a60ff632-942f-4ea2-abc8-be7bd4ccf005 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337172 Jul 14 12:35:30.106698 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05297909-d154-492b-a1a9-6f9a10e8c6e1 req-7916d1eb-cd0e-4820-a34b-326ddbd6e3b9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:30.108226 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05297909-d154-492b-a1a9-6f9a10e8c6e1 req-7916d1eb-cd0e-4820-a34b-326ddbd6e3b9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0634174 Jul 14 12:35:30.147205 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-05297909-d154-492b-a1a9-6f9a10e8c6e1 req-e93a87bf-16c7-4e8f-8c7c-3267b5ff930b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330746 Jul 14 12:35:31.322433 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d8f41-4693-45ad-9edf-242bf6d3bba6 req-5e610f43-efd2-4c34-a8db-6a4cb114223a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:31.323950 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e53d8f41-4693-45ad-9edf-242bf6d3bba6 req-5e610f43-efd2-4c34-a8db-6a4cb114223a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0627522 Jul 14 12:35:31.365250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e53d8f41-4693-45ad-9edf-242bf6d3bba6 req-43b68ffb-734c-49e3-b7a2-0a29dd75f865 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357575 Jul 14 12:35:32.544976 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baf84c-cb3a-4d18-ae2b-aad285c2b930 req-a72085b5-4790-4b75-95bb-94a1ee0d808d tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:32.546530 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a2baf84c-cb3a-4d18-ae2b-aad285c2b930 req-a72085b5-4790-4b75-95bb-94a1ee0d808d tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0681179 Jul 14 12:35:32.587053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a2baf84c-cb3a-4d18-ae2b-aad285c2b930 req-2f23062b-e278-4228-8158-a16a3c7eea79 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345414 Jul 14 12:35:33.760039 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76017d14-a602-4a23-8b3b-d6d1414f7186 req-496f4df5-6e18-41b0-99a8-79b39cdd3b38 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:33.761574 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76017d14-a602-4a23-8b3b-d6d1414f7186 req-496f4df5-6e18-41b0-99a8-79b39cdd3b38 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0659652 Jul 14 12:35:33.801587 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-76017d14-a602-4a23-8b3b-d6d1414f7186 req-7c6d2380-a84a-482f-9253-e1e92fe1733c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343890 Jul 14 12:35:35.161142 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d388c-4000-4575-a629-fea43d6bcf5c req-f74b3a8c-855c-4c66-8504-fed6378aea94 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:35.162555 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b1d388c-4000-4575-a629-fea43d6bcf5c req-f74b3a8c-855c-4c66-8504-fed6378aea94 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0679111 Jul 14 12:35:35.200515 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-2b1d388c-4000-4575-a629-fea43d6bcf5c req-79137480-95bb-4a59-83a5-c2c8963c07b4 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323939 Jul 14 12:35:36.371925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1ba7b-e10b-481a-a030-b6230d1bdaf9 req-1aca69a3-f741-429d-b567-0605cfaf7ef3 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:36.373411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fd1ba7b-e10b-481a-a030-b6230d1bdaf9 req-1aca69a3-f741-429d-b567-0605cfaf7ef3 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0630045 Jul 14 12:35:36.411376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3fd1ba7b-e10b-481a-a030-b6230d1bdaf9 req-72ec051c-7a98-4cc8-9ded-fd2f2857feab tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Jul 14 12:35:37.034556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:35:37.130497 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:35:37.141625 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'port_id': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'mac_address': 'fa:16:3e:d5:5b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:35:37.177870 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:37.190809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:35:37.210155 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:35:37.214023 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:37.264463 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:37.272173 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.272523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.272863 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.273200 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.273535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.273866 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.274196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.274522 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.274852 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.275178 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.275503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.275825 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:35:37.433509 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['4f1c83ba-fcf0-40db-95d4-f8090d4e6460'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:35:37.587709 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f183c-dcd1-495f-8edd-abdb29eb24d9 req-8a0f2338-398a-4e63-b1c4-5ce71d6c2b0e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:37.589301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-911f183c-dcd1-495f-8edd-abdb29eb24d9 req-8a0f2338-398a-4e63-b1c4-5ce71d6c2b0e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 945 time: 0.0665233 Jul 14 12:35:37.634466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-911f183c-dcd1-495f-8edd-abdb29eb24d9 req-f7c6414f-383c-4229-859c-d59c27126eec tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395584 Jul 14 12:35:38.805111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59c8a8-7f7b-4840-83bd-10763a0aad04 req-80cd0cf3-edc5-4911-a6ca-05ba72f6ec23 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:38.806619 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b59c8a8-7f7b-4840-83bd-10763a0aad04 req-80cd0cf3-edc5-4911-a6ca-05ba72f6ec23 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 945 time: 0.0635614 Jul 14 12:35:38.845462 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1b59c8a8-7f7b-4840-83bd-10763a0aad04 req-d2efc467-6b43-4ad1-9f30-817551918a18 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332093 Jul 14 12:35:39.043384 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:35:39.092090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:35:39.095744 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:35:39.096093 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:39.173648 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:39.196608 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:35:39.198841 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeec63d8-4613-4d05-8928-691a47d38865" -d '{"events": [{"server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "name": "network-vif-plugged", "status": "completed", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:35:39.211604 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:35:39.216137 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:39.245440 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980180ac-67f4-40a9-b353-ab4f3db4b27a x-openstack-request-id: req-980180ac-67f4-40a9-b353-ab4f3db4b27a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:35:39.245721 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "name": "network-vif-plugged", "status": "completed", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:35:39.245969 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-980180ac-67f4-40a9-b353-ab4f3db4b27a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:35:39.246360 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'code': 200} Jul 14 12:35:39.277071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:39.353972 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814a922-2d13-4db2-9ac5-e51379a5cbfa req-cfde73fa-ec8b-4f89-b60d-e964396d9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:39.355417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0814a922-2d13-4db2-9ac5-e51379a5cbfa req-cfde73fa-ec8b-4f89-b60d-e964396d9c9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1097 time: 0.0521741 Jul 14 12:35:39.389938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0814a922-2d13-4db2-9ac5-e51379a5cbfa req-af9d2c42-94db-439a-8892-95e8e7156e53 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285130 Jul 14 12:35:39.592006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-618a98c5-0b9a-41d2-a04a-c924b8ae6d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:40.027235 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f008cb-289e-4749-955b-812e08d3c703 req-0dd6aac7-8fdf-490b-8837-181603530ebc tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:40.028721 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8f008cb-289e-4749-955b-812e08d3c703 req-0dd6aac7-8fdf-490b-8837-181603530ebc tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0676899 Jul 14 12:35:40.069732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f8f008cb-289e-4749-955b-812e08d3c703 req-4bfaccff-8737-43fe-a9f1-3c8f880168d1 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347006 Jul 14 12:35:41.250057 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce3547-9a04-4bdc-ac7b-8346a9fb9c52 req-bbb82ade-f08e-40c9-b01e-948ff4a9e919 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:41.251607 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61ce3547-9a04-4bdc-ac7b-8346a9fb9c52 req-bbb82ade-f08e-40c9-b01e-948ff4a9e919 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0641134 Jul 14 12:35:41.289573 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-61ce3547-9a04-4bdc-ac7b-8346a9fb9c52 req-a31e863a-558b-4822-85ff-135f627601bc tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Jul 14 12:35:41.463058 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a92ba4-c30c-431a-aab2-141715a50968 req-e0c4e004-fa5f-4f71-8277-adb3c0ce270f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:41.464611 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8a92ba4-c30c-431a-aab2-141715a50968 req-e0c4e004-fa5f-4f71-8277-adb3c0ce270f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0628905 Jul 14 12:35:41.507120 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e8a92ba4-c30c-431a-aab2-141715a50968 req-573aabfb-6024-4390-ab88-76fe2db006fc tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369539 Jul 14 12:35:41.532051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59054) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:41.584854 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20fa442-6963-46f4-a989-a37a6966bb5c tempest-TestShelveInstance-1605270318 tempest-TestShelveInstance-1605270318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:41.586376 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a20fa442-6963-46f4-a989-a37a6966bb5c tempest-TestShelveInstance-1605270318 tempest-TestShelveInstance-1605270318-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1092 time: 0.0533314 Jul 14 12:35:41.589237 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59056) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:35:41.593648 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:35:41.616198 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.001884 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.105032 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Allocated IP 172.25.2.3 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/1e5fc03b-d896-441e-adec-b14b71fd3801) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:35:42.209935 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.248878 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.283614 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:35:42.288761 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:35:42.292095 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:35:42.317628 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'Port': ['ID=1e5fc03b-d896-441e-adec-b14b71fd3801,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:42.397269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.659161 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.742678 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.744411 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-97e5ef4d-3c3c-46f1-974e-b6f52bd3fe20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.892813 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.897583 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:42.982871 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event updated for resources: {'Port': ['ID=1e5fc03b-d896-441e-adec-b14b71fd3801,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:35:42.995777 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:43.093384 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Floating IP ea5ff835-1e62-4e11-8f66-c468c10517e0 associated. External IP: 172.25.2.3, port: 4f1c83ba-fcf0-40db-95d4-f8090d4e6460. Jul 14 12:35:43.294527 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Router d0d1c77d-17da-4c80-bc7a-f777ff62838c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:35:43.401096 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:35:43.411520 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] Sync routers for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:35:43.418444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:43.421015 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:35:43.421716 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:35:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:35:43.459065 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e9803c9e-baf7-4462-8081-b11a3d8b470f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8687880 Jul 14 12:35:43.459664 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:35:43.462003 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a802df17-e72c-4f1b-87e0-445387e7b6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:35:43.499867 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6ef6bf-6987-4adf-ba3f-f52e3ec3731e x-openstack-request-id: req-ce6ef6bf-6987-4adf-ba3f-f52e3ec3731e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:35:43.500167 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:35:43.500415 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce6ef6bf-6987-4adf-ba3f-f52e3ec3731e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:35:43.500822 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'status': 'completed', 'code': 200} Jul 14 12:35:43.539051 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:35:43.583475 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-cf32c271-9cb1-49e5-b260-1b5c3850e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:43.585053 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-cf32c271-9cb1-49e5-b260-1b5c3850e8e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1097 time: 0.0610011 Jul 14 12:35:43.687035 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-4fc00ca4-d122-463c-9000-e88ebff82c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:43.688590 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-4fc00ca4-d122-463c-9000-e88ebff82c55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0961463 Jul 14 12:35:43.695683 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:43.760408 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-a1e9698a-162e-4bd4-a895-01eff1732085 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 998 time: 0.0648401 Jul 14 12:35:43.779776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'ea5ff835-1e62-4e11-8f66-c468c10517e0', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'port_id': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'mac_address': 'fa:16:3e:d5:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:35:42Z', 'updated_at': '2021-07-14T12:35:42Z', 'revision_number': 0, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:35:43.809509 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-55e3cf83-e218-4455-bd32-539edb466dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:43.811018 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-55e3cf83-e218-4455-bd32-539edb466dec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0447187 Jul 14 12:35:43.872578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-068caea1-88a7-40ae-98a9-b5b3cb7f5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:35:43.874048 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-068caea1-88a7-40ae-98a9-b5b3cb7f5696 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566339 Jul 14 12:35:43.969777 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] Checking router: d0d1c77d-17da-4c80-bc7a-f777ff62838c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:35:43.971879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-0e3da35c-fb2e-41fb-a62f-126d199bea41 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911086 Jul 14 12:35:43.978646 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:35:43.979255 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:35:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:35:44.061609 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a802df17-e72c-4f1b-87e0-445387e7b6ba req-d72f3714-a845-44c2-989d-5a721fd49178 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829785 Jul 14 12:35:44.086752 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:35:44.303996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'ea5ff835-1e62-4e11-8f66-c468c10517e0', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'port_id': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'mac_address': 'fa:16:3e:d5:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:35:42Z', 'updated_at': '2021-07-14T12:35:42Z', 'revision_number': 0, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:35:44.329616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b2aad-2edb-4b1c-9545-8cdfbb8a005c None None] The sync data for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 is: [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': 'ea5ff835-1e62-4e11-8f66-c468c10517e0', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'port_id': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'mac_address': 'fa:16:3e:d5:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:35:42Z', 'updated_at': '2021-07-14T12:35:42Z', 'revision_number': 0, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:35:44.517779 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb681a2-4c42-46d2-989c-aab6d4d5cd84 None None] New status for floating IP ea5ff835-1e62-4e11-8f66-c468c10517e0: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:35:45.391474 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:48.037873 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:35:56.925052 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:35:58.810318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:09.593589 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99a6daf9-63fb-4e1a-8985-d0af9a1da6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:12.397379 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:12.744465 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-37aa327d-7f54-4f22-8caa-9719e959bf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:13.682996 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:15.395810 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:16.273771 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-f96bffd3-a526-4879-bb17-a063210178cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963984 Jul 14 12:36:16.369092 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-0dd93941-b7ba-43cc-9bdc-e37352d62ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:36:16.370622 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-0dd93941-b7ba-43cc-9bdc-e37352d62ea2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1097 time: 0.0548692 Jul 14 12:36:16.475238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-2b79f1b6-b012-44fd-bcd5-393dbfa28497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:36:16.476780 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-2b79f1b6-b012-44fd-bcd5-393dbfa28497 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0859535 Jul 14 12:36:16.547879 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-07f40d70-b36e-490d-b87f-aed0c97a11da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 1000 time: 0.0641615 Jul 14 12:36:16.596573 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-b4ec8460-3633-4d87-9281-582b37d454d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:36:16.598260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-b4ec8460-3633-4d87-9281-582b37d454d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0446668 Jul 14 12:36:16.656890 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-5ed879e2-fae2-4773-affd-3fa23f51c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:36:16.658397 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-5ed879e2-fae2-4773-affd-3fa23f51c79c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533996 Jul 14 12:36:16.751400 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-dd74a6ec-9eee-4008-8a51-a3a0da2b477b service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863431 Jul 14 12:36:16.838417 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fc184b4e-82a2-4dfa-9093-5d0c5554743e req-1de36ee8-ca49-4c00-aef1-21856fe21145 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808659 Jul 14 12:36:25.038038 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:36:26.920613 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:28.800827 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:39.596092 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c81930c5-57ed-4268-bfcb-ac781744422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:42.400181 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:42.745379 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f25b0a7-c41d-4b8f-b2d6-a01cd38d027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:43.687701 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:45.396909 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:56.936000 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:36:58.823375 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:02.038134 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:37:09.597968 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7af561dc-badf-46fe-a7f0-b3c36fe3cb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:12.400259 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:12.745049 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c748742e-31d2-4733-9a65-ef817d827410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:13.689264 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:15.399560 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:16.252690 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-4b4f9904-36fb-4860-aa3c-f223c4f4e9a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558169 Jul 14 12:37:16.350527 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-ef874b74-70c9-4e19-90a7-1693e8baa935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:16.352201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-ef874b74-70c9-4e19-90a7-1693e8baa935 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1097 time: 0.0544105 Jul 14 12:37:16.452757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-86fde94b-93bb-4926-bebd-2e19d254bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:16.454223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-86fde94b-93bb-4926-bebd-2e19d254bf34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0826387 Jul 14 12:37:16.522437 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-064498ce-f5cf-4ce8-9a60-5ce75ab05e0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 1000 time: 0.0607896 Jul 14 12:37:16.570356 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-becc0534-eb62-4a64-872c-dc4d631f5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:16.571836 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-becc0534-eb62-4a64-872c-dc4d631f5871 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0441072 Jul 14 12:37:16.628543 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-6fae6216-ebe2-4959-97f7-8ed1bd71011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:16.630032 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-6fae6216-ebe2-4959-97f7-8ed1bd71011b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513942 Jul 14 12:37:16.721128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-827617b1-ead7-4079-93f9-f19dbbe60fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846100 Jul 14 12:37:16.821184 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb2bdd9c-abc8-4c7a-96eb-50bd207aa59e req-7276ca8a-63f4-4cca-b0dc-e40a7ff370bc service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935204 Jul 14 12:37:26.965106 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:28.823913 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:39.044582 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:37:39.188081 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a83a3-e09c-4a40-b039-809b68f6244f req-0ebb79ed-7880-44b1-b7c3-fb8ea8087525 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:39.189476 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-475a83a3-e09c-4a40-b039-809b68f6244f req-0ebb79ed-7880-44b1-b7c3-fb8ea8087525 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0691109 Jul 14 12:37:39.228201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-475a83a3-e09c-4a40-b039-809b68f6244f req-bcb0609c-97a0-44fc-bfe1-b524178becf3 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325654 Jul 14 12:37:39.599824 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b4bc-53d0-4206-a9b0-362424c06ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:40.416913 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169e60-807b-411c-bb2e-8f474be591f4 req-02c99c38-6fcf-4c97-abad-408d3bfa57bf tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:40.418422 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf169e60-807b-411c-bb2e-8f474be591f4 req-02c99c38-6fcf-4c97-abad-408d3bfa57bf tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0633736 Jul 14 12:37:40.454501 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bf169e60-807b-411c-bb2e-8f474be591f4 req-9b387379-b928-4f46-968a-5f8d43cdf2fe tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305634 Jul 14 12:37:41.662191 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f3f78-5230-4de0-b62f-b6117d8f1243 req-3433077f-3d83-4c0e-9e6d-3230abd78c84 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:41.664250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-445f3f78-5230-4de0-b62f-b6117d8f1243 req-3433077f-3d83-4c0e-9e6d-3230abd78c84 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0625620 Jul 14 12:37:41.700943 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-445f3f78-5230-4de0-b62f-b6117d8f1243 req-4e9fb917-041e-4bf1-ae8c-5a94361dc009 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312767 Jul 14 12:37:42.401456 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:42.745370 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d97be96-a355-418a-8537-deebf9340742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:42.874347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1ccf8-5f9a-48ae-af9a-548008424900 req-a409aa8d-801f-4f2e-8eeb-360c9e6dd9d8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:42.875812 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eec1ccf8-5f9a-48ae-af9a-548008424900 req-a409aa8d-801f-4f2e-8eeb-360c9e6dd9d8 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0658505 Jul 14 12:37:42.914117 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eec1ccf8-5f9a-48ae-af9a-548008424900 req-a8ce1d70-3b6d-4018-8145-9936bb2abec9 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324624 Jul 14 12:37:43.693768 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:44.094176 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb8603-f30c-41b6-a70e-b60871423482 req-af0ca868-049b-4ff2-bade-c92ac8464e3f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:44.095672 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ffb8603-f30c-41b6-a70e-b60871423482 req-af0ca868-049b-4ff2-bade-c92ac8464e3f tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0631211 Jul 14 12:37:44.132946 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-8ffb8603-f30c-41b6-a70e-b60871423482 req-30054b6c-d34c-4933-b06c-f39bff8f427d tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317914 Jul 14 12:37:45.308083 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee4de6-e32d-4245-8e80-f67355e117c0 req-52d84b7e-aa05-45c2-b094-560ab2462a7e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:45.309562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5bee4de6-e32d-4245-8e80-f67355e117c0 req-52d84b7e-aa05-45c2-b094-560ab2462a7e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0667043 Jul 14 12:37:45.347031 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5bee4de6-e32d-4245-8e80-f67355e117c0 req-fc8a170b-bf58-48aa-95ad-ad1763d1b52a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318882 Jul 14 12:37:45.401831 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:46.519257 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dfc5e-63e1-4fdb-a16c-bd9088be2b8c req-474b704a-c795-421c-8beb-1771fb39f5b0 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:46.521075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db2dfc5e-63e1-4fdb-a16c-bd9088be2b8c req-474b704a-c795-421c-8beb-1771fb39f5b0 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0634665 Jul 14 12:37:46.561701 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db2dfc5e-63e1-4fdb-a16c-bd9088be2b8c req-e5da4095-a1d0-431c-a16d-d05a3d7c47aa tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322652 Jul 14 12:37:47.732983 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9ff02-647b-4f1d-b62b-5bee9f87e1eb req-40141ae4-a704-4f4d-ab41-01d13a3280f4 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:47.734446 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ba9ff02-647b-4f1d-b62b-5bee9f87e1eb req-40141ae4-a704-4f4d-ab41-01d13a3280f4 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0619044 Jul 14 12:37:47.772639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9ba9ff02-647b-4f1d-b62b-5bee9f87e1eb req-ba400443-76af-45b2-b7f4-fa9bc256b022 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326400 Jul 14 12:37:48.945898 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb06cc7-35ca-4fab-b588-2e41db08f0b2 req-3a055fe2-946f-4440-9524-3b766a3ddcbb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:48.948314 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-deb06cc7-35ca-4fab-b588-2e41db08f0b2 req-3a055fe2-946f-4440-9524-3b766a3ddcbb tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0690904 Jul 14 12:37:48.986325 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-deb06cc7-35ca-4fab-b588-2e41db08f0b2 req-26aff97b-ab63-48b8-8ee8-20165d748b5c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324464 Jul 14 12:37:49.266147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895d48b-2687-402d-a062-b53a991787d0 req-02686043-aedf-4808-a40c-a1ba3368472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:49.267678 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6895d48b-2687-402d-a062-b53a991787d0 req-02686043-aedf-4808-a40c-a1ba3368472b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1097 time: 0.0534899 Jul 14 12:37:49.356530 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895d48b-2687-402d-a062-b53a991787d0 req-1d90b9a7-3124-42d0-a769-089781e7f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:49.357995 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6895d48b-2687-402d-a062-b53a991787d0 req-1d90b9a7-3124-42d0-a769-089781e7f9a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0845292 Jul 14 12:37:49.422197 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6895d48b-2687-402d-a062-b53a991787d0 req-bbce8ed2-f6ec-4071-b5b9-3f561250d44a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 1000 time: 0.0572119 Jul 14 12:37:49.469553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895d48b-2687-402d-a062-b53a991787d0 req-fe795a0b-8b60-4123-860d-6f1b2cd3b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:49.470998 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6895d48b-2687-402d-a062-b53a991787d0 req-fe795a0b-8b60-4123-860d-6f1b2cd3b5b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0426474 Jul 14 12:37:49.530845 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895d48b-2687-402d-a062-b53a991787d0 req-653448c5-ecbd-4afd-90d3-26f0edff71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:49.532324 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6895d48b-2687-402d-a062-b53a991787d0 req-653448c5-ecbd-4afd-90d3-26f0edff71d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550630 Jul 14 12:37:49.620553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6895d48b-2687-402d-a062-b53a991787d0 req-75eb6f6b-b08d-447a-929a-216f85458e6f service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814636 Jul 14 12:37:49.710128 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6895d48b-2687-402d-a062-b53a991787d0 req-23657b88-47e0-4350-8abb-096eee94317e service neutron] 10.222.0.64 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835133 Jul 14 12:37:50.159029 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5245f-fc55-46cd-9147-241544ea1e45 req-b101e96c-fe04-411c-96f6-e49dc0d6b82c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:50.160449 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4b5245f-fc55-46cd-9147-241544ea1e45 req-b101e96c-fe04-411c-96f6-e49dc0d6b82c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0627451 Jul 14 12:37:50.197938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-a4b5245f-fc55-46cd-9147-241544ea1e45 req-cabd3d25-d6c7-4587-8871-2fabb89fa51a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310862 Jul 14 12:37:51.369704 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7216f1-f31c-4ab7-aeae-0cd05c040829 req-fbd64e53-fa49-4254-b67a-01cc93c47c6a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:51.371201 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed7216f1-f31c-4ab7-aeae-0cd05c040829 req-fbd64e53-fa49-4254-b67a-01cc93c47c6a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0623355 Jul 14 12:37:51.410453 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ed7216f1-f31c-4ab7-aeae-0cd05c040829 req-a0ac673f-2f81-4ad6-a694-6054f4985f0e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Jul 14 12:37:52.594301 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37f51d-d33e-4d71-8483-4f09cbb7d9ef req-cd66aa0d-02d4-426d-b1c2-1746f9069d54 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:52.600334 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb37f51d-d33e-4d71-8483-4f09cbb7d9ef req-cd66aa0d-02d4-426d-b1c2-1746f9069d54 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0763934 Jul 14 12:37:52.636396 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cb37f51d-d33e-4d71-8483-4f09cbb7d9ef req-e5de57d5-aefe-4b63-b16f-7532fd963a08 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347800 Jul 14 12:37:53.717578 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:37:53.793676 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:53.811673 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f741b9-5de7-4882-b19b-3d701b339617 req-acb7e404-76f3-44df-b9b8-3b5678859f0a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:53.813278 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7f741b9-5de7-4882-b19b-3d701b339617 req-acb7e404-76f3-44df-b9b8-3b5678859f0a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 946 time: 0.0631988 Jul 14 12:37:53.815908 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:37:53.818169 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94422bb4-86f8-4f60-8cc9-9a89b7195e1a" -d '{"events": [{"server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "name": "network-vif-unplugged", "status": "completed", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:37:53.831776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:37:53.838529 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:53.857370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e7f741b9-5de7-4882-b19b-3d701b339617 req-7e7a9e9f-8b33-4703-9af1-ad6469808a18 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385737 Jul 14 12:37:53.862726 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 12:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03621e-a1f7-43aa-8a83-0859da67bb14 x-openstack-request-id: req-2b03621e-a1f7-43aa-8a83-0859da67bb14 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:37:53.863136 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "name": "network-vif-unplugged", "status": "failed", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460", "code": 422}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:37:53.863244 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b03621e-a1f7-43aa-8a83-0859da67bb14 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:37:53.863647 n-d-778696-8 neutron-server[93703]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'code': 422} returned with failed status Jul 14 12:37:53.895556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:37:53.903305 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.903657 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.904030 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.904528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.904868 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.905203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.905535 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.905864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.906192 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.906517 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.906844 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:53.907167 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:37:54.182546 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-14cc9325-c373-4db6-8213-0a5f430c925c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939550 Jul 14 12:37:54.217211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dc96e-d25a-4c28-ab6a-57344b31b2df req-b984c4ed-28b8-4fa3-851d-2c77d3157162 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:54.218706 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e87dc96e-d25a-4c28-ab6a-57344b31b2df req-b984c4ed-28b8-4fa3-851d-2c77d3157162 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0669112 Jul 14 12:37:54.258376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e87dc96e-d25a-4c28-ab6a-57344b31b2df req-a1793213-41ee-43e2-bdad-7e86da97934b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338960 Jul 14 12:37:55.437799 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725289c3-5702-4e3d-9213-b5ccc756e02a req-2d345195-1f84-4d88-8714-ec45fa44c638 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:55.439313 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-725289c3-5702-4e3d-9213-b5ccc756e02a req-2d345195-1f84-4d88-8714-ec45fa44c638 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0661929 Jul 14 12:37:55.478947 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-725289c3-5702-4e3d-9213-b5ccc756e02a req-bf139ed2-3a18-433e-9927-f3393b3c354c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338600 Jul 14 12:37:56.655110 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5db7d-0d19-4df1-87f9-10d0c5179677 req-8d9286c2-dd2d-4dbb-aae0-b65c373ff83c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:56.656638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0b5db7d-0d19-4df1-87f9-10d0c5179677 req-8d9286c2-dd2d-4dbb-aae0-b65c373ff83c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0627804 Jul 14 12:37:56.696330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c0b5db7d-0d19-4df1-87f9-10d0c5179677 req-6c5928af-530c-4e43-93f5-f97328af0ee6 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334399 Jul 14 12:37:56.965081 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:57.873062 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22290093-6de6-4a46-a510-5a474273ff52 req-650d740f-da74-4c2b-b991-5d0551429030 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:57.874529 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22290093-6de6-4a46-a510-5a474273ff52 req-650d740f-da74-4c2b-b991-5d0551429030 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0688071 Jul 14 12:37:57.916360 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-22290093-6de6-4a46-a510-5a474273ff52 req-470d8b50-26ab-458c-a1a9-f7a1f9fa018b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359421 Jul 14 12:37:58.822605 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:37:59.093636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47dc66-26f2-4caa-b8ae-a71228cb4434 req-b826a21f-c05e-4756-9b82-974f8ced0212 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:37:59.095060 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c47dc66-26f2-4caa-b8ae-a71228cb4434 req-b826a21f-c05e-4756-9b82-974f8ced0212 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0646784 Jul 14 12:37:59.135772 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1c47dc66-26f2-4caa-b8ae-a71228cb4434 req-4048f179-6ef1-49bf-be94-3e93952c4991 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348067 Jul 14 12:38:00.311322 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d1552-eb5b-4c0b-b732-b2e124b4e7d2 req-abd0a7c3-fe08-497f-8a28-aa173a72b672 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:00.312881 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d53d1552-eb5b-4c0b-b732-b2e124b4e7d2 req-abd0a7c3-fe08-497f-8a28-aa173a72b672 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0673892 Jul 14 12:38:00.351198 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d53d1552-eb5b-4c0b-b732-b2e124b4e7d2 req-9cd8635d-ef7e-4cb0-9892-3a662bcb8b5a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327079 Jul 14 12:38:01.090511 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-06999dda-f3d3-4fe1-ae93-5425674a9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:01.092019 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-06999dda-f3d3-4fe1-ae93-5425674a9de5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52&tenant_id=05438811ccd4479a8e9600ff803722d7 HTTP/1.1" status: 200 len: 1095 time: 0.0527904 Jul 14 12:38:01.104481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-8', 'device_owner': 'compute:nova'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:38:01.175483 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:01.377732 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:38:01.411941 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h1-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:38:01.444875 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:38:01.452514 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:01.466290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Transition to ACTIVE for port object 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:38:01.470052 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:01.530173 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4da5e-195f-482c-af0f-4b9c623edc37 req-885768b0-0c2e-4b5b-8f42-8ea7a6725608 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:01.531808 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0b4da5e-195f-482c-af0f-4b9c623edc37 req-885768b0-0c2e-4b5b-8f42-8ea7a6725608 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0659075 Jul 14 12:38:01.562116 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:38:01.578963 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.579590 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.579959 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.580302 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.580639 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.580974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.581225 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b0b4da5e-195f-482c-af0f-4b9c623edc37 req-59790169-61a9-4bf2-a590-5857f34edc7c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436025 Jul 14 12:38:01.581369 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.581619 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.581947 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.582271 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.582597 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.582918 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:38:01.617461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] No DVR routers for this DVR port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on host n-h1-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:38:01.756391 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Attempting to bind port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:38:01.756726 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Attempting to bind port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:38:01.757060 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Attempting to bind port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:38:01.761729 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:38:01.762065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Attempting to bind port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:38:01.766765 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:38:01.767109 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Checking segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:38:01.767495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Bound using segment: {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:38:01.768084 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Bound port: 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836e8749-3f8e-46bf-9037-fbacbe043853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:38:01.768440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:01.833448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:38:01.837035 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:38:01.841797 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:01.878294 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:01.878919 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:01.880350 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] 10.222.0.45 "PUT /v2.0/ports/4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 1092 time: 0.7805619 Jul 14 12:38:01.880788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:38:01.883082 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:38:01.916521 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e736b-a307-4d23-9a2e-f939a9b3b960 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:38:01.931747 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddafe61-0f5e-4f4a-b4bd-2099df07b8f3 x-openstack-request-id: req-3ddafe61-0f5e-4f4a-b4bd-2099df07b8f3 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:38:01.932253 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:38:01.932566 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ddafe61-0f5e-4f4a-b4bd-2099df07b8f3 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:38:01.933029 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'status': 'completed', 'code': 200} Jul 14 12:38:01.979919 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-81af3890-f939-454a-a612-a979db195a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:01.981466 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-81af3890-f939-454a-a612-a979db195a17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1095 time: 0.0610383 Jul 14 12:38:02.081908 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-0485af8d-2ca7-4fcb-b667-ff0317cd129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:02.083459 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-0485af8d-2ca7-4fcb-b667-ff0317cd129c service neutron] 10.222.0.45 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0935931 Jul 14 12:38:02.156365 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-7c17ee4d-ba6f-442e-92ec-83bd84254b1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 998 time: 0.0625710 Jul 14 12:38:02.207193 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-3babb55e-cb0a-4cab-b4c4-1cd02d69cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:02.208640 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-3babb55e-cb0a-4cab-b4c4-1cd02d69cfc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0424211 Jul 14 12:38:02.266396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-a28d9a78-50f9-4700-86dc-3dc99ed0602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:02.267885 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-a28d9a78-50f9-4700-86dc-3dc99ed0602d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511141 Jul 14 12:38:02.359945 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-b5cfea8e-381b-47cd-8d56-451a71358ccb service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838988 Jul 14 12:38:02.445527 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-ab2bd475-eb0f-4619-bbc3-11bb55ba9c23 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781975 Jul 14 12:38:02.549701 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-9c07e3fb-2b5b-4267-b543-784133771d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:02.551200 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-9c07e3fb-2b5b-4267-b543-784133771d3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1095 time: 0.0563321 Jul 14 12:38:02.641319 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-4590d441-3543-434e-8e0f-408eed384fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:02.642808 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-4590d441-3543-434e-8e0f-408eed384fe3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0845280 Jul 14 12:38:02.712304 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-c6aad3e3-f483-4054-b50d-1ab46e2c41d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 998 time: 0.0612013 Jul 14 12:38:02.746812 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49b16-792c-4d79-8029-92b2b5cbd7bd req-195ad6b4-9809-423e-bbdb-58e8cb3eb594 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:02.748323 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09b49b16-792c-4d79-8029-92b2b5cbd7bd req-195ad6b4-9809-423e-bbdb-58e8cb3eb594 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0636826 Jul 14 12:38:02.761974 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-f2f59084-4255-46aa-85b6-e26e765b4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:02.763451 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-f2f59084-4255-46aa-85b6-e26e765b4dca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0442142 Jul 14 12:38:02.786763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-09b49b16-792c-4d79-8029-92b2b5cbd7bd req-f06833a6-0ca6-41cf-a20b-9aee039826ba tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326376 Jul 14 12:38:02.822073 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-9c9bc8b8-7c1a-450c-8acf-6a8fc3dda887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:02.823578 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-9c9bc8b8-7c1a-450c-8acf-6a8fc3dda887 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520720 Jul 14 12:38:02.917459 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-03258069-dd7f-4e09-93f4-9b7877620db0 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825465 Jul 14 12:38:03.006789 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-f52452cf-ce87-4a49-8a21-8b2d6a4ff709 req-11e0351c-9e60-4795-b65a-300a265ec4d4 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824540 Jul 14 12:38:03.965434 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766acc9-4217-4def-88be-5259299652d4 req-e6110823-b46f-41ff-a046-254fc9a7a755 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:03.966878 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5766acc9-4217-4def-88be-5259299652d4 req-e6110823-b46f-41ff-a046-254fc9a7a755 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0645490 Jul 14 12:38:04.003549 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5766acc9-4217-4def-88be-5259299652d4 req-ac66ad43-7811-4708-9099-3cac43a0699c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311024 Jul 14 12:38:05.176261 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3728889-7572-419d-ba9f-57ccc49b4c8c req-3989209a-0b46-477a-b955-d768cd3af23e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:05.177776 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3728889-7572-419d-ba9f-57ccc49b4c8c req-3989209a-0b46-477a-b955-d768cd3af23e tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0644825 Jul 14 12:38:05.215588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b3728889-7572-419d-ba9f-57ccc49b4c8c req-b7e512c5-3869-4669-9873-0a57665bfa30 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Jul 14 12:38:06.390502 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35542235-8f02-442b-acd6-0ef120e0f1e2 req-e6c596c6-bcf3-4948-b253-518535bc9b07 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:06.392000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35542235-8f02-442b-acd6-0ef120e0f1e2 req-e6c596c6-bcf3-4948-b253-518535bc9b07 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0657182 Jul 14 12:38:06.428980 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-35542235-8f02-442b-acd6-0ef120e0f1e2 req-9b3552ef-2e75-410c-b921-34527e00c9a3 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314415 Jul 14 12:38:07.598496 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc952-4d58-4952-bc72-e6a2de5f8ef8 req-25c0de74-3d61-44d3-a9cd-088aa4e5353a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:07.599991 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-043dc952-4d58-4952-bc72-e6a2de5f8ef8 req-25c0de74-3d61-44d3-a9cd-088aa4e5353a tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0625885 Jul 14 12:38:07.636502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-043dc952-4d58-4952-bc72-e6a2de5f8ef8 req-b4e9e6a5-3167-4e87-887e-877f5393f791 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308385 Jul 14 12:38:08.806941 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd3df3-4ade-4cd3-bc09-ed8227e156fb req-44c021bf-e5cc-4224-96a3-2ae3d044a3e5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:08.808553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fecd3df3-4ade-4cd3-bc09-ed8227e156fb req-44c021bf-e5cc-4224-96a3-2ae3d044a3e5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0616074 Jul 14 12:38:08.845002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fecd3df3-4ade-4cd3-bc09-ed8227e156fb req-b4ab7851-f46d-4ea7-8f6b-4bada28af3b5 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309334 Jul 14 12:38:09.601840 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a0d43e30-f6ef-4b4b-a14c-56848a7b4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:10.024246 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635dda-d9df-456d-8a04-13454c383679 req-1c41362e-f065-48e9-91a6-0a10b2da6f08 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:10.025707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b635dda-d9df-456d-8a04-13454c383679 req-1c41362e-f065-48e9-91a6-0a10b2da6f08 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 944 time: 0.0663257 Jul 14 12:38:10.067712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5b635dda-d9df-456d-8a04-13454c383679 req-ce8bfff3-4012-40c2-ae17-ea2c008484da tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358930 Jul 14 12:38:10.435072 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:38:10.523624 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:38:10.535244 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'port_id': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'mac_address': 'fa:16:3e:d5:5b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:38:10.575063 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:10.587159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:38:10.607830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:38:10.611742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:10.658592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=9']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:38:10.881582 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['4f1c83ba-fcf0-40db-95d4-f8090d4e6460'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:38:11.241175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711237e-0596-49f9-9402-4311b3b75ee2 req-1a10b42d-e1f7-42fa-a164-ebd03b572cfa tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:11.242666 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b711237e-0596-49f9-9402-4311b3b75ee2 req-1a10b42d-e1f7-42fa-a164-ebd03b572cfa tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 945 time: 0.0630145 Jul 14 12:38:11.281304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b711237e-0596-49f9-9402-4311b3b75ee2 req-7a0cb9d8-d731-457b-b3c4-d88311b4b4aa tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316365 Jul 14 12:38:12.404570 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:12.451523 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:38:12.457935 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8ae7b-1856-4316-adbb-17340faabd82 req-dc077b49-0411-4c3b-9da3-899a398f740b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:12.459465 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88d8ae7b-1856-4316-adbb-17340faabd82 req-dc077b49-0411-4c3b-9da3-899a398f740b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 945 time: 0.0692139 Jul 14 12:38:12.498514 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-88d8ae7b-1856-4316-adbb-17340faabd82 req-48167bf2-2ac6-4b73-9dbd-7a6929fb036b tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330412 Jul 14 12:38:12.501143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:38:12.505196 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:38:12.505573 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:12.585028 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:12.607999 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:38:12.610303 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618b18cc-28d7-4ed9-a604-0fdc68b1f4fc" -d '{"events": [{"server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "name": "network-vif-plugged", "status": "completed", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:38:12.624019 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:38:12.628253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:12.653858 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5fa094-03da-45b1-bfac-21a69eb91c5a x-openstack-request-id: req-5c5fa094-03da-45b1-bfac-21a69eb91c5a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:38:12.654150 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "name": "network-vif-plugged", "status": "completed", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:38:12.654513 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c5fa094-03da-45b1-bfac-21a69eb91c5a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:38:12.654911 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'code': 200} Jul 14 12:38:12.682924 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=10']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:38:12.746169 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-450d0c94-fdf9-47a6-a0c8-b5031acdbf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:12.808567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca98ad3-744a-4651-b423-079d13920609 req-4d4457f1-8a48-4173-acc1-3c5c7782b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:12.810089 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4ca98ad3-744a-4651-b423-079d13920609 req-4d4457f1-8a48-4173-acc1-3c5c7782b564 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1098 time: 0.0519176 Jul 14 12:38:12.844224 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-4ca98ad3-744a-4651-b423-079d13920609 req-575f9596-885a-432f-ab49-fc1134f4eb22 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266163 Jul 14 12:38:13.676238 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2def21-8f2f-4e60-8151-f414e6bb298a req-6d996f9f-ad08-4829-a144-41ec3d546104 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:13.677717 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd2def21-8f2f-4e60-8151-f414e6bb298a req-6d996f9f-ad08-4829-a144-41ec3d546104 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 947 time: 0.0647669 Jul 14 12:38:13.698162 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:13.719384 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dd2def21-8f2f-4e60-8151-f414e6bb298a req-cba58132-4c64-42a5-84ea-5bbd08fa7429 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Jul 14 12:38:14.894151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233e1ec-4ae7-4bed-bbc6-0b33b23940ab req-0701aae2-f8d2-4e27-bec6-5b362979fcee tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:14.895533 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9233e1ec-4ae7-4bed-bbc6-0b33b23940ab req-0701aae2-f8d2-4e27-bec6-5b362979fcee tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 947 time: 0.0621271 Jul 14 12:38:14.933419 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-9233e1ec-4ae7-4bed-bbc6-0b33b23940ab req-320b8ab6-429b-4877-b95c-36ea9eccc3e3 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324147 Jul 14 12:38:15.404856 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:16.045039 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:38:22.435465 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-5d04d617-df22-4a4c-9291-1967b1df6ce6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546362 Jul 14 12:38:22.535804 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-6b855573-149e-42f0-841b-922356aeef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:22.537387 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-6b855573-149e-42f0-841b-922356aeef84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1098 time: 0.0515645 Jul 14 12:38:22.642835 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-3fcbc115-3693-4184-92ef-14cad08235e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:22.644333 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-3fcbc115-3693-4184-92ef-14cad08235e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0834577 Jul 14 12:38:22.724756 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-c0b9c0a0-6e5c-4f58-9bf8-fddd4bdfee4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 1000 time: 0.0600874 Jul 14 12:38:22.789905 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-a00806dc-7ac1-4a75-aeaf-6e9880ef6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:22.791334 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-a00806dc-7ac1-4a75-aeaf-6e9880ef6879 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0423698 Jul 14 12:38:22.849483 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-eae85f78-3c36-4a46-a416-018338c26bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:38:22.850940 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-eae85f78-3c36-4a46-a416-018338c26bf1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499630 Jul 14 12:38:22.941930 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-cab97b2a-8dba-4380-9609-bc05e7e098ab service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827763 Jul 14 12:38:23.027685 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-49c0ca8e-6220-4db4-9023-11f64d5b8b03 req-2bae51f9-ba7b-4041-9898-634b8f6efd77 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783126 Jul 14 12:38:26.971928 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:28.825342 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:39.608979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-61e9b884-b4b0-48e9-b93b-ac36cfa75e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:42.405728 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:42.746311 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5501-cf66-406d-b722-63e7dad25559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:43.698154 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:45.407254 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:53.044082 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:38:56.977556 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:38:58.820705 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:09.600695 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d960ecb-fb99-4bc3-87b2-0463f2f3341f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:12.406817 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:12.746812 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-06422c50-ec7b-4bde-aed5-d2c8cbdac5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:13.701213 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:15.409371 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:24.419775 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-2091e1bc-c588-4bda-9b07-5b20db054ebc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571098 Jul 14 12:39:24.515954 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-75e39126-be9f-4fcf-943d-2a2fb8ebdc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:24.517494 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-75e39126-be9f-4fcf-943d-2a2fb8ebdc8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1098 time: 0.0521512 Jul 14 12:39:24.625576 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-62bb4c93-329d-437d-a973-513ae40b5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:24.627049 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-62bb4c93-329d-437d-a973-513ae40b5227 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0871224 Jul 14 12:39:24.977789 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-803712de-222f-465b-829f-402815a30374 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 1000 time: 0.3428621 Jul 14 12:39:25.025182 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-80402668-62ea-44b9-8b68-cb77a5cd87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:25.026585 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-80402668-62ea-44b9-8b68-cb77a5cd87d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0422893 Jul 14 12:39:25.081892 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-5140854f-0482-4aa7-99bd-b4a1e1740b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:25.083344 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-5140854f-0482-4aa7-99bd-b4a1e1740b1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494483 Jul 14 12:39:25.173254 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-142d1523-9912-40ed-957f-824542fb0864 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822697 Jul 14 12:39:25.259300 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-7f86632f-6d71-4a22-b2c3-6d23b0b41ffa req-b606e875-2aa6-4c2e-b7cb-4f3c37856570 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786927 Jul 14 12:39:26.986825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:27.795310 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59236) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:27.953029 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Deleting port 1e5fc03b-d896-441e-adec-b14b71fd3801 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:27.953373 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:28.025543 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:28.026231 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:28.037252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Calling delete_port for 1e5fc03b-d896-441e-adec-b14b71fd3801 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:28.183345 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:28.213567 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event deleted for resources: {'Port': ['ID=1e5fc03b-d896-441e-adec-b14b71fd3801,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:28.236556 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.236897 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.237233 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.237564 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.237891 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.238217 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.238538 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.238856 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.239178 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.239495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.239816 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.240169 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:28.281423 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:28.281759 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Floating IP ea5ff835-1e62-4e11-8f66-c468c10517e0 disassociated (deleted). External IP: 172.25.2.3, port: 4f1c83ba-fcf0-40db-95d4-f8090d4e6460. Jul 14 12:39:28.481231 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Router d0d1c77d-17da-4c80-bc7a-f777ff62838c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:39:28.593736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:39:28.598566 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:28.603417 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] Sync routers for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:39:28.612319 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:28.612947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:28.638270 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-d3dd5290-3938-4a40-bcd6-e80fc7e1ceda tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "DELETE /v2.0/floatingips/ea5ff835-1e62-4e11-8f66-c468c10517e0 HTTP/1.1" status: 204 len: 168 time: 0.8418124 Jul 14 12:39:28.638847 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:39:28.641141 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b81cbc-e646-4ade-9abd-e8f56e191ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:39:28.719168 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:28.734259 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb51ac4-7d31-4603-b81f-3a94426f7276 x-openstack-request-id: req-cbb51ac4-7d31-4603-b81f-3a94426f7276 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:39:28.734567 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:39:28.735008 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cbb51ac4-7d31-4603-b81f-3a94426f7276 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:39:28.735761 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'status': 'completed', 'code': 200} Jul 14 12:39:28.818600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-1db1d0e7-ef48-4f12-96ce-ad4ceb048b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:28.820628 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-1db1d0e7-ef48-4f12-96ce-ad4ceb048b37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05438811ccd4479a8e9600ff803722d7&device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 1098 time: 0.0568416 Jul 14 12:39:28.861231 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:28.917746 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-b5622921-f04c-48ff-98be-d3aced44a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:28.919350 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-b5622921-f04c-48ff-98be-d3aced44a6c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 200 len: 908 time: 0.0914028 Jul 14 12:39:28.951406 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:28.969510 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-668352fc-3497-4c65-8f56-b9424ee7519e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 200 len: 217 time: 0.0407269 Jul 14 12:39:28.982778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] Checking router: d0d1c77d-17da-4c80-bc7a-f777ff62838c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:39:28.990996 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:28.992339 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:29.022236 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-c7d1ba48-3e71-44a5-b45d-a5927fdeee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:29.025950 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-c7d1ba48-3e71-44a5-b45d-a5927fdeee4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 200 len: 847 time: 0.0486109 Jul 14 12:39:29.036197 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba8a76-c15e-4e37-94a3-df9073739495 req-28cdccf6-8fbf-4c91-a991-f70ab8e3e1fe tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:29.037690 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39ba8a76-c15e-4e37-94a3-df9073739495 req-28cdccf6-8fbf-4c91-a991-f70ab8e3e1fe tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 947 time: 0.0696225 Jul 14 12:39:29.081178 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-39ba8a76-c15e-4e37-94a3-df9073739495 req-e8f74e53-d42c-4078-b98c-8b9e2b2597aa tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363984 Jul 14 12:39:29.095020 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-4e1bf2f7-8e4c-4247-bc47-4815f905dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:29.097133 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-4e1bf2f7-8e4c-4247-bc47-4815f905dbef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78b8eef0-79d6-499a-a29d-5d3b94eeb769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642405 Jul 14 12:39:29.197020 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-440623fc-f65f-4d24-a6e6-2d8466f588c7 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915337 Jul 14 12:39:29.256163 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:29.289498 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-42b81cbc-e646-4ade-9abd-e8f56e191ae5 req-4ffd9961-678d-43e9-8227-94f82286fc09 service neutron] 10.222.0.45 "GET /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837986 Jul 14 12:39:29.449947 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:29.474616 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822bfbd-a830-43cb-ad0d-065b68d2b205 None None] The sync data for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 is: [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:30:42Z', 'revision_number': 4, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '61426bfb-abf5-4bf2-b3bc-7534925a4220', 'name': '', 'network_id': '78b8eef0-79d6-499a-a29d-5d3b94eeb769', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'mac_address': 'fa:16:3e:12:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:41Z', 'updated_at': '2021-07-14T12:30:48Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'subnets': [{'id': '50eec3c3-bc73-4df5-ae6d-ad57f059ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:39:29.677947 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31463c5f-68b3-49c3-be84-e5d99c4f539c None None] New status for floating IP ea5ff835-1e62-4e11-8f66-c468c10517e0: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:39:30.043381 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:39:30.258271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2b27c-5c8f-4e79-be87-24d567a5b43c req-ccb9e866-5094-4b69-9049-8d15ed07892c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:30.259777 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eab2b27c-5c8f-4e79-be87-24d567a5b43c req-ccb9e866-5094-4b69-9049-8d15ed07892c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 947 time: 0.0616591 Jul 14 12:39:30.297395 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-eab2b27c-5c8f-4e79-be87-24d567a5b43c req-5048e634-8668-498e-a261-4f6e0f93ff2c tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad47e743-7044-4a15-8783-764673c4eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Jul 14 12:39:30.735068 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-82f3b4b9-992d-4ddb-bc25-27627fad00de tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:30.736831 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-82f3b4b9-992d-4ddb-bc25-27627fad00de tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 947 time: 0.0639284 Jul 14 12:39:30.838588 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Deleting port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:30.838826 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:30.922877 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] For port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:30.923234 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:30.936481 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Calling delete_port for 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:31.061986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:31.089786 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event deleted for resources: {'Port': ['ID=4f1c83ba-fcf0-40db-95d4-f8090d4e6460,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:31.138785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] No DVR routers for this DVR port 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:39:31.141366 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:31.143296 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-df0b723f-2157-48ac-90cb-c3c57f46452d req-4877f32d-d413-47e7-a203-3635d1abf272 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.45 "DELETE /v2.0/ports/4f1c83ba-fcf0-40db-95d4-f8090d4e6460 HTTP/1.1" status: 204 len: 173 time: 0.4001491 Jul 14 12:39:31.143725 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'name': 'network-vif-deleted', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:39:31.145965 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c58b48-6c45-490d-b201-b8c9e9c164fc" -d '{"events": [{"server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "name": "network-vif-deleted", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:39:31.196315 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecedeb28-0f30-4a80-bdfe-e17489e2ad83 x-openstack-request-id: req-ecedeb28-0f30-4a80-bdfe-e17489e2ad83 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:39:31.196613 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b97bc-a142-4a13-af9f-de633efb1a52", "name": "network-vif-deleted", "tag": "4f1c83ba-fcf0-40db-95d4-f8090d4e6460", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:39:31.196921 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ecedeb28-0f30-4a80-bdfe-e17489e2ad83 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:39:31.197376 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b97bc-a142-4a13-af9f-de633efb1a52', 'name': 'network-vif-deleted', 'tag': '4f1c83ba-fcf0-40db-95d4-f8090d4e6460', 'status': 'completed', 'code': 200} Jul 14 12:39:31.451496 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-210fa9c5-7591-4765-95ad-321f7e7ebba5 req-899019f5-aaf1-4e8a-bb57-4f8077a77c41 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 210 time: 0.0401764 Jul 14 12:39:32.603373 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d816c00b-96e2-49ca-9397-b29d0e71d2f4 req-a503cc6b-a5bf-4be2-973d-0b2fdfcac5cc tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 210 time: 0.0358543 Jul 14 12:39:33.743627 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f7a10d19-e139-45e0-84f3-84c67dc56f63 req-38e4b62c-9967-4356-a975-d25d99059a91 tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 210 time: 0.0299010 Jul 14 12:39:34.856361 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:39:34.880628 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:39:34.880975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 4f1c83ba-fcf0-40db-95d4-f8090d4e6460 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:39:34.902438 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7bc9bd88-20af-47af-8215-4fc3cc66dea9 req-ce830258-dd51-4b16-ad7b-3c60be963eff tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6b97bc-a142-4a13-af9f-de633efb1a52 HTTP/1.1" status: 200 len: 210 time: 0.0305262 Jul 14 12:39:36.002170 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59280) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:36.064185 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1233467c-44a1-4b9e-b3d4-b225166b02dd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:36.090555 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1233467c-44a1-4b9e-b3d4-b225166b02dd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:36.154676 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1233467c-44a1-4b9e-b3d4-b225166b02dd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:36.157601 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1233467c-44a1-4b9e-b3d4-b225166b02dd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:36.158792 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1233467c-44a1-4b9e-b3d4-b225166b02dd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] 10.222.0.38 "DELETE /v2.0/security-groups/ad47e743-7044-4a15-8783-764673c4eb48 HTTP/1.1" status: 204 len: 168 time: 0.1556509 Jul 14 12:39:36.170378 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233467c-44a1-4b9e-b3d4-b225166b02dd tempest-TestShelveInstance-2095806873 tempest-TestShelveInstance-2095806873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad47e743-7044-4a15-8783-764673c4eb48,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:36.207645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59284) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:36.656483 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:36.913952 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Deleting port 61426bfb-abf5-4bf2-b3bc-7534925a4220 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:36.914282 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:36.992789 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] For port 61426bfb-abf5-4bf2-b3bc-7534925a4220, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=61426bfb-abf5-4bf2-b3bc-7534925a4220,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:36.993151 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:37.011469 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Calling delete_port for 61426bfb-abf5-4bf2-b3bc-7534925a4220 owned by network:router_interface {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:37.194775 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:37.221374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=61426bfb-abf5-4bf2-b3bc-7534925a4220,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:37.250569 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.250919 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.251256 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.251581 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.251957 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.252280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.252619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.252947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.253267 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.253586 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.253904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.254221 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:37.408204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:37.936448 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Router d0d1c77d-17da-4c80-bc7a-f777ff62838c has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:39:38.039700 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:39:38.044586 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-283fedac-d518-4079-a9ab-3d2474338f3d admin admin] 10.222.0.38 "PUT /v2.0/routers/d0d1c77d-17da-4c80-bc7a-f777ff62838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8358917 Jul 14 12:39:38.047151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59288) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:38.049993 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] Sync routers for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:39:38.059585 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:38.060210 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:38.149369 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.161287 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:38.255622 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.308418 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Deleting port c0c9d652-599a-4741-b3f4-039939bcedb1 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:38.308758 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.342917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:39:37Z', 'revision_number': 5, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port': {'id': 'c0c9d652-599a-4741-b3f4-039939bcedb1', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:40Z', 'updated_at': '2021-07-14T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:38.369832 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] Checking router: d0d1c77d-17da-4c80-bc7a-f777ff62838c for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:39:38.377975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] Routers {'d0d1c77d-17da-4c80-bc7a-f777ff62838c'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:38.378763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:38.385662 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] For port c0c9d652-599a-4741-b3f4-039939bcedb1, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c0c9d652-599a-4741-b3f4-039939bcedb1,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:38.386024 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.398697 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Calling delete_port for c0c9d652-599a-4741-b3f4-039939bcedb1 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:38.465760 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] Set router d0d1c77d-17da-4c80-bc7a-f777ff62838c gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:38.524296 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:39:38Z', 'revision_number': 6, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:38.550809 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe55cf2-b321-4876-8f64-bb25d053417d None None] The sync data for ids ['d0d1c77d-17da-4c80-bc7a-f777ff62838c'] in n-d-778696-8 is: [{'id': 'd0d1c77d-17da-4c80-bc7a-f777ff62838c', 'name': 'tempest-TestShelveInstance-837507554-router', 'tenant_id': '05438811ccd4479a8e9600ff803722d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:39Z', 'updated_at': '2021-07-14T12:39:38Z', 'revision_number': 6, 'project_id': '05438811ccd4479a8e9600ff803722d7', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:39:38.566359 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.596289 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c9d652-599a-4741-b3f4-039939bcedb1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:38.656352 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.746557 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.748619 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.790565 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.791183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0d1c77d-17da-4c80-bc7a-f777ff62838c {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:39:38.796321 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.797562 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c87fdc6c-2e77-4f80-8622-e3e53c6b5722 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d0d1c77d-17da-4c80-bc7a-f777ff62838c HTTP/1.1" status: 204 len: 168 time: 0.7495034 Jul 14 12:39:38.800239 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59292) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:38.847831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2361f267-54b7-4d88-9e77-07735902e7cf admin admin] Deleting subnet 50eec3c3-bc73-4df5-ae6d-ad57f059ab61 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:39:38.851104 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2361f267-54b7-4d88-9e77-07735902e7cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.886869 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2361f267-54b7-4d88-9e77-07735902e7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:38.976140 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2361f267-54b7-4d88-9e77-07735902e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.031750 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2361f267-54b7-4d88-9e77-07735902e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.062619 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361f267-54b7-4d88-9e77-07735902e7cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50eec3c3-bc73-4df5-ae6d-ad57f059ab61,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:39.064584 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2361f267-54b7-4d88-9e77-07735902e7cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.068857 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2361f267-54b7-4d88-9e77-07735902e7cf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/50eec3c3-bc73-4df5-ae6d-ad57f059ab61 HTTP/1.1" status: 204 len: 168 time: 0.2652576 Jul 14 12:39:39.069275 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59296) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:39.069668 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de3ac58-c552-4766-b81a-231fca207d5e None None] Network 78b8eef0-79d6-499a-a29d-5d3b94eeb769 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:39:39.138010 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.190259 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Deleting port b74ff034-b2dd-4b90-8cc3-b87adba13eca {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:39.190597 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.259615 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] For port b74ff034-b2dd-4b90-8cc3-b87adba13eca, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b74ff034-b2dd-4b90-8cc3-b87adba13eca,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:39.260232 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.274821 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Calling delete_port for b74ff034-b2dd-4b90-8cc3-b87adba13eca owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:39.300014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] DHCP port deletion for 78b8eef0-79d6-499a-a29d-5d3b94eeb769 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:39:39.347069 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Deleting port b74ff034-b2dd-4b90-8cc3-b87adba13eca {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:39.347445 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.354975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.381175 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74ff034-b2dd-4b90-8cc3-b87adba13eca,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:39.386004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] No DVR routers for this DVR port b74ff034-b2dd-4b90-8cc3-b87adba13eca on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:39:39.423750 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] For port b74ff034-b2dd-4b90-8cc3-b87adba13eca, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=b74ff034-b2dd-4b90-8cc3-b87adba13eca,segment=NetworkSegment(836e8749-3f8e-46bf-9037-fbacbe043853),segment_id=836e8749-3f8e-46bf-9037-fbacbe043853)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:39.424301 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.438455 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Calling delete_port for b74ff034-b2dd-4b90-8cc3-b87adba13eca owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:39.465542 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.476004 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b8eef0-79d6-499a-a29d-5d3b94eeb769']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:39.487069 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836e8749-3f8e-46bf-9037-fbacbe043853') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:39.487363 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836e8749-3f8e-46bf-9037-fbacbe043853') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:39.496935 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.511078 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.517260 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:39:39.517464 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.517659 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:39:39.519323 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:39:39.544673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Pushing event deleted for resources: {'Port': ['ID=b74ff034-b2dd-4b90-8cc3-b87adba13eca,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:39.549360 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] No DVR routers for this DVR port b74ff034-b2dd-4b90-8cc3-b87adba13eca on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:39:39.559487 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.559892 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.560252 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.560524 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.560860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.561190 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.561526 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.561878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.562170 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.562496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.562811 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.563138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6744691-e46d-4b8a-88a0-90c7106c1a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:39.586748 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.606961 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.607269 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-783b5676-37e5-4b55-b6f1-d693b5e085e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.612061 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] 10.222.0.38 "DELETE /v2.0/networks/78b8eef0-79d6-499a-a29d-5d3b94eeb769 HTTP/1.1" status: 204 len: 168 time: 0.5388696 Jul 14 12:39:39.612061 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acefe70-f7ad-4a3a-a9d6-d7b2d1fdf738 admin admin] Pushing event deleted for resources: {'Network': ['ID=78b8eef0-79d6-499a-a29d-5d3b94eeb769,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:39.612348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59298) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:39.917918 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 61426bfb-abf5-4bf2-b3bc-7534925a4220 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:39:39.941362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 61426bfb-abf5-4bf2-b3bc-7534925a4220 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:39:39.941795 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 61426bfb-abf5-4bf2-b3bc-7534925a4220 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:39:39.942213 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b74ff034-b2dd-4b90-8cc3-b87adba13eca no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:39:39.960281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: b74ff034-b2dd-4b90-8cc3-b87adba13eca {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:39:39.960629 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device b74ff034-b2dd-4b90-8cc3-b87adba13eca not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:39:39.961043 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c0c9d652-599a-4741-b3f4-039939bcedb1 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:39:39.964664 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:39.979378 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c0c9d652-599a-4741-b3f4-039939bcedb1 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:39:39.979723 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c0c9d652-599a-4741-b3f4-039939bcedb1 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:39:40.218100 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Deleting port c9709d93-31a6-42e6-bb7e-2315abc20262 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:40.218444 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:40.293861 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] For port c9709d93-31a6-42e6-bb7e-2315abc20262, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c9709d93-31a6-42e6-bb7e-2315abc20262,segment=NetworkSegment(b15ec05d-5a27-4176-ad45-8d671671253a),segment_id=b15ec05d-5a27-4176-ad45-8d671671253a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:40.294215 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:40.306581 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Calling delete_port for c9709d93-31a6-42e6-bb7e-2315abc20262 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:40.480569 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:40.507397 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9709d93-31a6-42e6-bb7e-2315abc20262,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:40.675222 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:40.892621 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:39:40.995214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:39:41.000128 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-43b6d37d-70a4-4dac-8365-9c11d1d62668 admin admin] 10.222.0.38 "PUT /v2.0/routers/0e7e00eb-b9ee-4b9c-8668-9fba07f247b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3867567 Jul 14 12:39:41.002736 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59302) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:41.003379 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] Sync routers for ids ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:39:41.013114 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] Routers {'0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:41.013717 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:41.106905 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:41.114017 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] Set router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:41.297262 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:44Z', 'updated_at': '2021-07-14T12:39:40Z', 'revision_number': 5, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'gw_port': {'id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:45Z', 'updated_at': '2021-07-14T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:41.328183 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] Checking router: 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:39:41.337198 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] Routers {'0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:41.337826 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:41.507540 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:41.536676 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] Set router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:41.560880 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Deleting port f787a55c-19e8-4e70-85ca-2b202c59189b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:41.561144 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:41.640258 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] For port f787a55c-19e8-4e70-85ca-2b202c59189b, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=f787a55c-19e8-4e70-85ca-2b202c59189b,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:41.640623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:41.653634 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Calling delete_port for f787a55c-19e8-4e70-85ca-2b202c59189b owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:41.714408 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:44Z', 'updated_at': '2021-07-14T12:39:40Z', 'revision_number': 5, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'gw_port': {'id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:45Z', 'updated_at': '2021-07-14T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:41.741061 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffc03a-5808-4c27-9217-63b2e5226801 None None] The sync data for ids ['0e7e00eb-b9ee-4b9c-8668-9fba07f247b2'] in n-d-778696-8 is: [{'id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'name': 'tempest-TestShelveInstance-965728668-router', 'tenant_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:30:44Z', 'updated_at': '2021-07-14T12:39:40Z', 'revision_number': 5, 'project_id': '1255fdd18db74ff49ef7ff2d76fda0b4', 'gw_port': {'id': 'f787a55c-19e8-4e70-85ca-2b202c59189b', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e00eb-b9ee-4b9c-8668-9fba07f247b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:30:45Z', 'updated_at': '2021-07-14T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:39:41.823319 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:41.854189 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=f787a55c-19e8-4e70-85ca-2b202c59189b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:41.922069 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:41.991000 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c9709d93-31a6-42e6-bb7e-2315abc20262 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:39:42.015008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c9709d93-31a6-42e6-bb7e-2315abc20262 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:39:42.015348 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c9709d93-31a6-42e6-bb7e-2315abc20262 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:39:42.015477 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.017627 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.061950 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.062449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:39:42.066840 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.067932 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-4cafbf2e-f242-403e-ac0b-10e877e0bbcb admin admin] 10.222.0.38 "DELETE /v2.0/routers/0e7e00eb-b9ee-4b9c-8668-9fba07f247b2 HTTP/1.1" status: 204 len: 168 time: 1.0641968 Jul 14 12:39:42.071981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59304) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:42.121324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9ef998-b58d-4992-b560-6868a17c490d admin admin] Deleting subnet 704a7a7c-c55e-4c4b-b763-0870a040091a {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:39:42.124970 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b9ef998-b58d-4992-b560-6868a17c490d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.162975 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b9ef998-b58d-4992-b560-6868a17c490d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.245967 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b9ef998-b58d-4992-b560-6868a17c490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.295952 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b9ef998-b58d-4992-b560-6868a17c490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.320516 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ef998-b58d-4992-b560-6868a17c490d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704a7a7c-c55e-4c4b-b763-0870a040091a,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:42.324004 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7b9ef998-b58d-4992-b560-6868a17c490d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.325829 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-7b9ef998-b58d-4992-b560-6868a17c490d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/704a7a7c-c55e-4c4b-b763-0870a040091a HTTP/1.1" status: 204 len: 168 time: 0.2528605 Jul 14 12:39:42.328396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59306) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:42.329071 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045081a6-e60b-4fda-9ef9-86c54d383730 None None] Network 88e2630c-5d85-42f0-a7dc-f5a91fb6879e requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:39:42.394429 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.446558 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.453481 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Deleting port 93ead4a1-0ce4-4be8-9433-c4142f68b569 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:42.453825 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.522515 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] For port 93ead4a1-0ce4-4be8-9433-c4142f68b569, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=93ead4a1-0ce4-4be8-9433-c4142f68b569,segment=NetworkSegment(b15ec05d-5a27-4176-ad45-8d671671253a),segment_id=b15ec05d-5a27-4176-ad45-8d671671253a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:42.522885 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.537420 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Calling delete_port for 93ead4a1-0ce4-4be8-9433-c4142f68b569 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:42.550388 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039af3f6-a55f-4a6c-bf31-ec63337df9a5 None None] DHCP port deletion for 88e2630c-5d85-42f0-a7dc-f5a91fb6879e request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:39:42.596691 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-039af3f6-a55f-4a6c-bf31-ec63337df9a5 None None] Deleting port 93ead4a1-0ce4-4be8-9433-c4142f68b569 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:39:42.596979 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-039af3f6-a55f-4a6c-bf31-ec63337df9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.636375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.663322 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-039af3f6-a55f-4a6c-bf31-ec63337df9a5 None None] For port 93ead4a1-0ce4-4be8-9433-c4142f68b569, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=93ead4a1-0ce4-4be8-9433-c4142f68b569,segment=NetworkSegment(b15ec05d-5a27-4176-ad45-8d671671253a),segment_id=b15ec05d-5a27-4176-ad45-8d671671253a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:42.663785 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-039af3f6-a55f-4a6c-bf31-ec63337df9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.665519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ead4a1-0ce4-4be8-9433-c4142f68b569,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:42.667797 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] No DVR routers for this DVR port 93ead4a1-0ce4-4be8-9433-c4142f68b569 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:39:42.678243 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-039af3f6-a55f-4a6c-bf31-ec63337df9a5 None None] Calling delete_port for 93ead4a1-0ce4-4be8-9433-c4142f68b569 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:39:42.746482 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.758593 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e2630c-5d85-42f0-a7dc-f5a91fb6879e']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:42.759702 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-af14da43-6ca7-42dc-883c-d643bbd4ea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.770272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15ec05d-5a27-4176-ad45-8d671671253a') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:42.770510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15ec05d-5a27-4176-ad45-8d671671253a') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:42.775356 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-039af3f6-a55f-4a6c-bf31-ec63337df9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.780186 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.798639 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.800764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039af3f6-a55f-4a6c-bf31-ec63337df9a5 None None] Pushing event deleted for resources: {'Port': ['ID=93ead4a1-0ce4-4be8-9433-c4142f68b569,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:42.806002 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:39:42.806169 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039af3f6-a55f-4a6c-bf31-ec63337df9a5 None None] No DVR routers for this DVR port 93ead4a1-0ce4-4be8-9433-c4142f68b569 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:39:42.806375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:39:42.809492 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:39:42.865783 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.870205 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:42.872301 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] 10.222.0.38 "DELETE /v2.0/networks/88e2630c-5d85-42f0-a7dc-f5a91fb6879e HTTP/1.1" status: 204 len: 168 time: 0.5428381 Jul 14 12:39:42.885483 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc899a-30c8-4125-82a9-25e00373ce17 admin admin] Pushing event deleted for resources: {'Network': ['ID=88e2630c-5d85-42f0-a7dc-f5a91fb6879e,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:42.978956 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59310) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:43.019259 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-8d19d6ea-5403-40ea-86aa-2749629c5091 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05438811ccd4479a8e9600ff803722d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388341 Jul 14 12:39:43.022897 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59312) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:43.070016 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd70f0b0-0125-45f9-a579-6b0de513bb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:43.090868 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd70f0b0-0125-45f9-a579-6b0de513bb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:43.141034 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd70f0b0-0125-45f9-a579-6b0de513bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:43.143434 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dd70f0b0-0125-45f9-a579-6b0de513bb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:43.144636 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-dd70f0b0-0125-45f9-a579-6b0de513bb60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f68f48c-e8d4-44e9-b2a3-66808c6eafa3 HTTP/1.1" status: 204 len: 168 time: 0.1208227 Jul 14 12:39:43.153279 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70f0b0-0125-45f9-a579-6b0de513bb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f68f48c-e8d4-44e9-b2a3-66808c6eafa3,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:43.453342 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59318) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:43.493021 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-428b3019-069f-4a02-b7ef-e77660c4d8fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1255fdd18db74ff49ef7ff2d76fda0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384519 Jul 14 12:39:43.495375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59320) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:43.542770 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4bc8658-2344-45b8-8f94-c6285bd89b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:43.563986 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4bc8658-2344-45b8-8f94-c6285bd89b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:43.608131 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4bc8658-2344-45b8-8f94-c6285bd89b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:43.611045 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4bc8658-2344-45b8-8f94-c6285bd89b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:43.612273 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-e4bc8658-2344-45b8-8f94-c6285bd89b64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6933da73-ff1c-4fa2-8e65-8580f5638f41 HTTP/1.1" status: 204 len: 168 time: 0.1159689 Jul 14 12:39:43.620742 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc8658-2344-45b8-8f94-c6285bd89b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6933da73-ff1c-4fa2-8e65-8580f5638f41,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:43.703925 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:43.920831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f787a55c-19e8-4e70-85ca-2b202c59189b no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:39:43.940095 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: f787a55c-19e8-4e70-85ca-2b202c59189b {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:39:43.940504 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device f787a55c-19e8-4e70-85ca-2b202c59189b not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:39:43.940860 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 93ead4a1-0ce4-4be8-9433-c4142f68b569 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:39:43.960933 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 93ead4a1-0ce4-4be8-9433-c4142f68b569 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:39:43.961281 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 93ead4a1-0ce4-4be8-9433-c4142f68b569 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:39:44.259252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59342) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:44.353143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1389609711-network', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:44.372973 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Made reservation on behalf of 0560d3e42cb34292a4523c79baa17f66 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:39:44.375394 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.384518 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.475132 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.478796 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.498949 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:39:44.512855 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d71199-695a-4dc6-827d-79c889e912be,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:44.518436 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.518778 n-d-778696-8 neutron-server[93701]: INFO neutron.db.segments_db [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Added segment acfa72f8-919f-487c-ba8c-e283b9e72b15 of type vlan for network 92940283-8de9-4c57-b0aa-fbefacc89427 Jul 14 12:39:44.557986 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.586220 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.587242 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:44.587862 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.636588 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3761616 Jul 14 12:39:44.639640 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59346) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:44.645226 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Request body: {'subnet': {'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1389609711-subnet', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:44.647667 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70a62f-9bc1-4010-951a-afdd1ca1ed55 admin admin] Pushing event updated for resources: {'Network': ['ID=92940283-8de9-4c57-b0aa-fbefacc89427,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:44.657842 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network 92940283-8de9-4c57-b0aa-fbefacc89427 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:39:44.668868 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Made reservation on behalf of 0560d3e42cb34292a4523c79baa17f66 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:39:44.671229 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.841932 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.900831 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db1f72e-2ac4-4dad-991e-0a26aca939df,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:44.909196 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Checking segment: {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:39:44.909550 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Network hostable DHCP agents. Network: 92940283-8de9-4c57-b0aa-fbefacc89427, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:39:44.925416 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Network 92940283-8de9-4c57-b0aa-fbefacc89427 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:39:44.933665 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, 92940283-8de9-4c57-b0aa-fbefacc89427) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:44.937594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:44.938182 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.945105 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283dd76-92b1-4ca3-9772-a859770273d6 None None] Network 92940283-8de9-4c57-b0aa-fbefacc89427 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:39:44.952418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-1377e5bb-6f38-4faa-9467-08a98b2cf433 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3112230 Jul 14 12:39:44.955417 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59348) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:44.960852 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:44.981375 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:44.982757 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.034814 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.095113 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-92940283-8de9-4c57-b0aa-fbefacc89427', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:39:45.096014 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.173567 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.236753 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Allocated IP 172.20.0.2 (92940283-8de9-4c57-b0aa-fbefacc89427/3db1f72e-2ac4-4dad-991e-0a26aca939df/ddae1310-7a0a-4f77-84d6-104ccb85b7e2) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:39:45.378546 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.384148 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.392204 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Transition to ACTIVE for port object ddae1310-7a0a-4f77-84d6-104ccb85b7e2 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:45.403961 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.413970 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Transition to ACTIVE for port object ddae1310-7a0a-4f77-84d6-104ccb85b7e2 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:45.421651 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.426593 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.457961 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Network 92940283-8de9-4c57-b0aa-fbefacc89427 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:39:45.459938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:45.465385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:39:45.479280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Pushing event updated for resources: {'Port': ['ID=ddae1310-7a0a-4f77-84d6-104ccb85b7e2,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:45.509631 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Allocated IP 172.25.2.144 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/c7788879-96b3-4bba-ad36-e2b72bd05520) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:39:45.527137 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Attempting to bind port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:39:45.527507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Attempting to bind port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:39:45.527900 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Attempting to bind port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 on network 92940283-8de9-4c57-b0aa-fbefacc89427 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:39:45.532916 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:39:45.533297 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Checking segment: {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:39:45.533694 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.534086 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Bound using segment: {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:39:45.534554 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Bound port: ddae1310-7a0a-4f77-84d6-104ccb85b7e2, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:39:45.534934 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.598555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] For port ddae1310-7a0a-4f77-84d6-104ccb85b7e2, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:39:45.602695 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] For port ddae1310-7a0a-4f77-84d6-104ccb85b7e2, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ddae1310-7a0a-4f77-84d6-104ccb85b7e2,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:39:45.606895 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.615971 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.656283 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:45.670282 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ba626-ed05-431f-aceb-07f22a6faf62 None None] Pushing event updated for resources: {'Port': ['ID=ddae1310-7a0a-4f77-84d6-104ccb85b7e2,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:45.692843 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:39:45.697914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:45.701391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:39:45.726553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Pushing event updated for resources: {'Port': ['ID=c7788879-96b3-4bba-ad36-e2b72bd05520,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:45.964288 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ddae1310-7a0a-4f77-84d6-104ccb85b7e2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:45.989554 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:46.013580 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:46.512246 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:46.557778 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359235d-9276-415a-96a4-38e41b6db54c None None] Network 92940283-8de9-4c57-b0aa-fbefacc89427 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:39:46.641626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Router 205060d9-150b-41f9-96a3-8d8a124c8164 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:39:46.665688 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-54ed7b9e-1be8-4129-b73d-a5623dd2062e None None] Provisioning for port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:46.675284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-54ed7b9e-1be8-4129-b73d-a5623dd2062e None None] Provisioning complete for port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:46.675661 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-54ed7b9e-1be8-4129-b73d-a5623dd2062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:46.756111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:39:46.771091 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:46.772639 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-414baf5a-d315-42e0-8322-8e162dd85030 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8160231 Jul 14 12:39:46.775398 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59350) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:46.939821 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Sync routers for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:39:46.966323 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:46.966986 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:46.969044 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-54ed7b9e-1be8-4129-b73d-a5623dd2062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.073338 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-54ed7b9e-1be8-4129-b73d-a5623dd2062e None None] For port ddae1310-7a0a-4f77-84d6-104ccb85b7e2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ddae1310-7a0a-4f77-84d6-104ccb85b7e2,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:47.080706 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-54ed7b9e-1be8-4129-b73d-a5623dd2062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.126599 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:47.219052 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.234939 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed7b9e-1be8-4129-b73d-a5623dd2062e None None] Pushing event updated for resources: {'Port': ['ID=ddae1310-7a0a-4f77-84d6-104ccb85b7e2,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:47.251830 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-2c1cc6c6-0623-4459-92a9-a5284fff053c None None] Provisioning complete for port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:47.252243 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2c1cc6c6-0623-4459-92a9-a5284fff053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.380678 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Allocated IP 172.20.0.1 (92940283-8de9-4c57-b0aa-fbefacc89427/3db1f72e-2ac4-4dad-991e-0a26aca939df/96f3cea2-5b7e-4b55-9086-f0c4f0aad879) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:39:47.394233 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:45Z', 'revision_number': 3, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:47.420921 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Checking router: 205060d9-150b-41f9-96a3-8d8a124c8164 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:39:47.421278 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Updating router 205060d9-150b-41f9-96a3-8d8a124c8164 port c7788879-96b3-4bba-ad36-e2b72bd05520 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:39:47.457981 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.486775 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.501091 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Transition to ACTIVE for port object 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:47.539162 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.579375 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Network 92940283-8de9-4c57-b0aa-fbefacc89427 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:39:47.582147 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:47.585070 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:39:47.610864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Pushing event updated for resources: {'Port': ['ID=96f3cea2-5b7e-4b55-9086-f0c4f0aad879,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:47.629866 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.719721 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.730994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Transition to ACTIVE for port object c7788879-96b3-4bba-ad36-e2b72bd05520 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:47.737944 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.780887 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.792151 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Attempting to bind port c7788879-96b3-4bba-ad36-e2b72bd05520 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:39:47.792592 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Attempting to bind port c7788879-96b3-4bba-ad36-e2b72bd05520 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:39:47.793393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Attempting to bind port c7788879-96b3-4bba-ad36-e2b72bd05520 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:39:47.802827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded446bb-eee5-449d-a18a-b8ed359133b6 None None] Pushing event updated for resources: {'Port': ['ID=c7788879-96b3-4bba-ad36-e2b72bd05520,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:47.809543 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:39:47.809925 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:39:47.810365 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.810693 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:39:47.811159 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Bound port: c7788879-96b3-4bba-ad36-e2b72bd05520, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:39:47.811533 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.846457 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1e746c11-9a27-40f3-8b5f-615279431b85 None None] Provisioning for port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:47.855969 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-1e746c11-9a27-40f3-8b5f-615279431b85 None None] Provisioning complete for port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:47.856265 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1e746c11-9a27-40f3-8b5f-615279431b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.898525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] For port c7788879-96b3-4bba-ad36-e2b72bd05520, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:39:47.902992 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] For port c7788879-96b3-4bba-ad36-e2b72bd05520, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c7788879-96b3-4bba-ad36-e2b72bd05520,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:39:47.905792 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1e746c11-9a27-40f3-8b5f-615279431b85 None None] Port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:39:47.909624 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.951303 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ddae1310-7a0a-4f77-84d6-104ccb85b7e2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:47.952674 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:47.958072 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:48.001371 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:48.001954 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:48.023466 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Pushing event updated for resources: {'Port': ['ID=96f3cea2-5b7e-4b55-9086-f0c4f0aad879,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:48.026052 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:48.043665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded446bb-eee5-449d-a18a-b8ed359133b6 None None] Pushing event updated for resources: {'Port': ['ID=c7788879-96b3-4bba-ad36-e2b72bd05520,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:48.099300 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:48.099590 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:48.119486 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Network 92940283-8de9-4c57-b0aa-fbefacc89427 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:39:48.120947 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:48.152251 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:48.243282 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Router 205060d9-150b-41f9-96a3-8d8a124c8164 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:39:48.361930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:39:48.368762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-81ffaed3-44f8-41e9-8361-3784b59b5181 admin admin] 10.222.0.38 "PUT /v2.0/routers/205060d9-150b-41f9-96a3-8d8a124c8164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5923343 Jul 14 12:39:48.389926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 2, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:48.424460 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ace77a-7f18-41a6-8c93-7cceb6e8f85e None None] The sync data for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 is: [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 2, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:39:48.433864 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-852f5ae6-f352-4f0b-8558-2d3ce1af44f9 None None] Provisioning complete for port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:48.434242 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-852f5ae6-f352-4f0b-8558-2d3ce1af44f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:48.469911 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-852f5ae6-f352-4f0b-8558-2d3ce1af44f9 None None] Port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:39:48.860900 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59366) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:48.866162 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1427769420-network', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:48.887548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Made reservation on behalf of c0515967f10d477c85b787c94a2d7dc3 for: {'network': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:39:48.890039 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for network, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:48.899235 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:48.993319 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:48.997981 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.025066 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:39:49.035065 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b6ce2-3e83-48e0-a7c5-30060a0ac27d,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:49.040204 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.040556 n-d-778696-8 neutron-server[93702]: INFO neutron.db.segments_db [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Added segment da3f8d33-815a-4f9b-a034-1c5fa36de654 of type vlan for network fb34da26-15ca-46a7-80cc-c81bdf59a253 Jul 14 12:39:49.103012 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756263364639'] for network, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.135684 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652'] for network, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.136756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:49.137339 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.200002 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3379345 Jul 14 12:39:49.202650 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59368) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:49.210488 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Request body: {'subnet': {'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1427769420-subnet', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'ip_version': 4}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:49.214772 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e56115-f235-4ee3-91ab-1bbec620ba29 admin admin] Pushing event updated for resources: {'Network': ['ID=fb34da26-15ca-46a7-80cc-c81bdf59a253,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:49.226656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Network fb34da26-15ca-46a7-80cc-c81bdf59a253 details requested by agent ovs-agent-n-d-778696-8 with host n-d-778696-8 {{(pid=93703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:39:49.236151 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Made reservation on behalf of c0515967f10d477c85b787c94a2d7dc3 for: {'subnet': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:39:49.238707 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3610188'] for subnet, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.422974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2957161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3610238'] for subnet, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.483098 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa54d752-b7c6-45dd-83ed-93a70ca11a47,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:49.494361 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Checking segment: {'id': 'da3f8d33-815a-4f9b-a034-1c5fa36de654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:39:49.494724 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Network hostable DHCP agents. Network: fb34da26-15ca-46a7-80cc-c81bdf59a253, hostable agents: ['5ef5c770-2792-4595-8220-cde68be7c1f4'], hosted agents: [] {{(pid=93702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:39:49.513270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Network fb34da26-15ca-46a7-80cc-c81bdf59a253 is scheduled to be hosted by DHCP agent 5ef5c770-2792-4595-8220-cde68be7c1f4 with binding_index 1 {{(pid=93702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:39:49.523233 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-8, fb34da26-15ca-46a7-80cc-c81bdf59a253) {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:49.527636 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:49.528381 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.536824 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34b078-7bb0-4599-9100-23fc7a81644f None None] Network fb34da26-15ca-46a7-80cc-c81bdf59a253 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:39:49.551075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-64606165-8077-4b0a-b2ea-9ee05fe34b49 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3472824 Jul 14 12:39:49.554671 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59370) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:49.560519 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:49.581821 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046373'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.583024 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66623028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046380'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.642149 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.694090 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7767a1f5-b710-5283-a6ee-e03c1ac8c00b-fb34da26-15ca-46a7-80cc-c81bdf59a253', 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'fixed_ips': [{'subnet_id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47'}]}} from n-d-778696-8. {{(pid=93703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:39:49.695008 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.781111 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046398'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:49.836963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Allocated IP 172.20.0.2 (fb34da26-15ca-46a7-80cc-c81bdf59a253/aa54d752-b7c6-45dd-83ed-93a70ca11a47/9d7a4222-36f4-4861-9484-9651ff85bfd7) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:39:49.975525 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c7788879-96b3-4bba-ad36-e2b72bd05520 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:49.997336 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.016131 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.025232 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.036847 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Transition to ACTIVE for port object 9d7a4222-36f4-4861-9484-9651ff85bfd7 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:50.057738 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Transition to ACTIVE for port object 9d7a4222-36f4-4861-9484-9651ff85bfd7 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:50.061046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port c7788879-96b3-4bba-ad36-e2b72bd05520 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:50.064532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c7788879-96b3-4bba-ad36-e2b72bd05520 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:50.064905 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.068284 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.126806 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Allocated IP 172.25.2.195 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/96af81b9-07c5-46a4-855f-82e6a2bec6b6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:39:50.138259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Network fb34da26-15ca-46a7-80cc-c81bdf59a253 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:39:50.144212 n-d-778696-8 neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:50.149806 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:39:50.156147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Pushing event updated for resources: {'Port': ['ID=9d7a4222-36f4-4861-9484-9651ff85bfd7,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:50.236735 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.246164 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.250963 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Attempting to bind port 9d7a4222-36f4-4861-9484-9651ff85bfd7 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:39:50.251405 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Attempting to bind port 9d7a4222-36f4-4861-9484-9651ff85bfd7 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'da3f8d33-815a-4f9b-a034-1c5fa36de654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:39:50.251888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Attempting to bind port 9d7a4222-36f4-4861-9484-9651ff85bfd7 on network fb34da26-15ca-46a7-80cc-c81bdf59a253 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:39:50.264202 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:39:50.264573 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Checking segment: {'id': 'da3f8d33-815a-4f9b-a034-1c5fa36de654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:39:50.264968 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.265362 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Bound using segment: {'id': 'da3f8d33-815a-4f9b-a034-1c5fa36de654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:39:50.265827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Bound port: 9d7a4222-36f4-4861-9484-9651ff85bfd7, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3f8d33-815a-4f9b-a034-1c5fa36de654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:39:50.266211 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.277830 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.282672 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port c7788879-96b3-4bba-ad36-e2b72bd05520, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c7788879-96b3-4bba-ad36-e2b72bd05520,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:50.304749 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.327660 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:39:50.330706 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:50.336281 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Pushing event updated for resources: {'Port': ['ID=96af81b9-07c5-46a4-855f-82e6a2bec6b6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:50.338522 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:39:50.380423 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=c7788879-96b3-4bba-ad36-e2b72bd05520,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:50.383823 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] For port 9d7a4222-36f4-4861-9484-9651ff85bfd7, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:39:50.396885 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] For port 9d7a4222-36f4-4861-9484-9651ff85bfd7, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9d7a4222-36f4-4861-9484-9651ff85bfd7,segment=NetworkSegment(da3f8d33-815a-4f9b-a034-1c5fa36de654),segment_id=da3f8d33-815a-4f9b-a034-1c5fa36de654)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:39:50.401745 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.459541 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea4bd9-b4ff-41cc-9228-c4f17f1902db None None] Pushing event updated for resources: {'Port': ['ID=9d7a4222-36f4-4861-9484-9651ff85bfd7,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:50.566939 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Sync routers for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:39:50.577897 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:50.578529 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:50.589023 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.717841 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:50.830669 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425789'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:50.924798 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 2, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:50.951716 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Checking router: 205060d9-150b-41f9-96a3-8d8a124c8164 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:39:50.952135 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Updating router 205060d9-150b-41f9-96a3-8d8a124c8164 port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:39:50.964290 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Router 83b4e12c-dcee-453c-ae08-b272315e7e29 is scheduled to L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:39:50.987737 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:51.071434 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:39:51.081938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Sync routers for ids ['83b4e12c-dcee-453c-ae08-b272315e7e29'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:39:51.090007 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:51.091397 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-aec26911-3e8b-4e4d-b0de-98f8939e243a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5349946 Jul 14 12:39:51.094463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59372) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:51.099136 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Routers {'83b4e12c-dcee-453c-ae08-b272315e7e29'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:51.099765 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['83b4e12c-dcee-453c-ae08-b272315e7e29'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:51.298870 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:51.310608 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Transition to ACTIVE for port object 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:51.319400 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:51.399831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Set router 83b4e12c-dcee-453c-ae08-b272315e7e29 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:51.407420 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Pushing event updated for resources: {'Port': ['ID=96f3cea2-5b7e-4b55-9086-f0c4f0aad879,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:51.454496 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.454885 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.455177 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.455512 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.455844 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.462100 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.462547 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.462888 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.463224 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.463559 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.463923 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.464226 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:39:51.478478 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Attempting to bind port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:39:51.478804 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Attempting to bind port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:39:51.479172 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Attempting to bind port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 on network 92940283-8de9-4c57-b0aa-fbefacc89427 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:39:51.487466 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:39:51.488005 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Checking segment: {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:39:51.488609 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:51.489806 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Bound using segment: {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:39:51.490386 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Bound port: 96f3cea2-5b7e-4b55-9086-f0c4f0aad879, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:39:51.490873 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:51.601356 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] For port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:39:51.606129 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] For port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=96f3cea2-5b7e-4b55-9086-f0c4f0aad879,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:39:51.622694 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:51.625063 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c84e3-4f67-4936-afb1-192b41836afd None None] Network fb34da26-15ca-46a7-80cc-c81bdf59a253 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:39:51.695417 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:51.696399 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:51.700280 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:49Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 3, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'gw_port': {'id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:50Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:51.731718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Checking router: 83b4e12c-dcee-453c-ae08-b272315e7e29 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:39:51.732308 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Updating router 83b4e12c-dcee-453c-ae08-b272315e7e29 port 96af81b9-07c5-46a4-855f-82e6a2bec6b6 binding host n-d-778696-8 {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:39:51.765350 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eec202-8fc3-460b-95f6-3fffb6b6b216 None None] Pushing event updated for resources: {'Port': ['ID=96f3cea2-5b7e-4b55-9086-f0c4f0aad879,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:51.815038 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:51.838010 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dae9c36d-4eed-4079-9ba2-388878102332 None None] Provisioning for port 9d7a4222-36f4-4861-9484-9651ff85bfd7 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:51.839614 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:51.997736 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.148687 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:52.171402 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:51Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:52.197168 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Allocated IP 172.20.0.1 (fb34da26-15ca-46a7-80cc-c81bdf59a253/aa54d752-b7c6-45dd-83ed-93a70ca11a47/196a909b-6c18-461d-ab3f-73360c347de2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:39:52.217501 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272407e7-aa33-45f8-8557-44d46e6ed20b None None] The sync data for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 is: [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:51Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:39:52.251042 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:52.264874 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.270780 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:52.271173 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.297702 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Transition to ACTIVE for port object 96af81b9-07c5-46a4-855f-82e6a2bec6b6 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:52.313142 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.329547 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.346154 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Transition to ACTIVE for port object 196a909b-6c18-461d-ab3f-73360c347de2 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:52.377530 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b6a79-822b-4227-9abd-567841a53a06 None None] Pushing event updated for resources: {'Port': ['ID=96af81b9-07c5-46a4-855f-82e6a2bec6b6,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:52.381389 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Attempting to bind port 96af81b9-07c5-46a4-855f-82e6a2bec6b6 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:39:52.381764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Attempting to bind port 96af81b9-07c5-46a4-855f-82e6a2bec6b6 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:39:52.382130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Attempting to bind port 96af81b9-07c5-46a4-855f-82e6a2bec6b6 on network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:39:52.389917 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:39:52.390482 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Checking segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:39:52.391008 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.391379 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Bound using segment: {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:39:52.391975 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Bound port: 96af81b9-07c5-46a4-855f-82e6a2bec6b6, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638b67-2692-485c-99df-5c8675b92e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:39:52.392370 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.394886 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.436934 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Network fb34da26-15ca-46a7-80cc-c81bdf59a253 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:39:52.444181 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:52.446785 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:39:52.465297 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.474146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Pushing event updated for resources: {'Port': ['ID=196a909b-6c18-461d-ab3f-73360c347de2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:52.502338 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425934'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.528036 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=96f3cea2-5b7e-4b55-9086-f0c4f0aad879,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:52.535045 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] For port 96af81b9-07c5-46a4-855f-82e6a2bec6b6, host n-d-778696-8, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:39:52.539567 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.540781 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9d7a4222-36f4-4861-9484-9651ff85bfd7 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:52.544074 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] For port 96af81b9-07c5-46a4-855f-82e6a2bec6b6, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=96af81b9-07c5-46a4-855f-82e6a2bec6b6,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:39:52.597628 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.660879 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Routers {'83b4e12c-dcee-453c-ae08-b272315e7e29'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:52.661877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['83b4e12c-dcee-453c-ae08-b272315e7e29'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:52.666722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=96f3cea2-5b7e-4b55-9086-f0c4f0aad879,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:52.675625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.761330 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 9d7a4222-36f4-4861-9484-9651ff85bfd7 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:52.813514 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9d7a4222-36f4-4861-9484-9651ff85bfd7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:52.813964 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.865047 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.865519 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b6a79-822b-4227-9abd-567841a53a06 None None] Pushing event updated for resources: {'Port': ['ID=96af81b9-07c5-46a4-855f-82e6a2bec6b6,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:52.873267 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.884283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d376ccf6-f2ff-4242-a2ad-91e6e53f84dc None None] Provisioning for port 196a909b-6c18-461d-ab3f-73360c347de2 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:52.887459 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] Set router 83b4e12c-dcee-453c-ae08-b272315e7e29 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:52.922432 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d376ccf6-f2ff-4242-a2ad-91e6e53f84dc None None] Provisioning complete for port 196a909b-6c18-461d-ab3f-73360c347de2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:52.922807 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d376ccf6-f2ff-4242-a2ad-91e6e53f84dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.943263 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66660670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422014'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:52.945222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Pushing event updated for resources: {'Port': ['ID=196a909b-6c18-461d-ab3f-73360c347de2,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:53.011507 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d376ccf6-f2ff-4242-a2ad-91e6e53f84dc None None] Port 196a909b-6c18-461d-ab3f-73360c347de2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:39:53.056067 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Network fb34da26-15ca-46a7-80cc-c81bdf59a253 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:39:53.058714 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:53.082360 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:53.140381 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 9d7a4222-36f4-4861-9484-9651ff85bfd7, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9d7a4222-36f4-4861-9484-9651ff85bfd7,segment=NetworkSegment(da3f8d33-815a-4f9b-a034-1c5fa36de654),segment_id=da3f8d33-815a-4f9b-a034-1c5fa36de654)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:53.159969 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:53.161199 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c7788879-96b3-4bba-ad36-e2b72bd05520 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:53.182774 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Router 83b4e12c-dcee-453c-ae08-b272315e7e29 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:39:53.256008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=9d7a4222-36f4-4861-9484-9651ff85bfd7,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:53.275123 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port c7788879-96b3-4bba-ad36-e2b72bd05520 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:53.275499 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:53.278611 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:49Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 4, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'gw_port': {'id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:50Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '196a909b-6c18-461d-ab3f-73360c347de2', 'name': '', 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'mac_address': 'fa:16:3e:7f:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:52Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 1, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'subnets': [{'id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:53.303314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:39:53.311916 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-1555942f-272a-4d79-93f9-de505f3ee7fc admin admin] 10.222.0.38 "PUT /v2.0/routers/83b4e12c-dcee-453c-ae08-b272315e7e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2129908 Jul 14 12:39:53.326817 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e02fe-5bdd-4332-b240-9eb6339389b1 None None] The sync data for ids ['83b4e12c-dcee-453c-ae08-b272315e7e29'] in n-d-778696-8 is: [{'id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:49Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 4, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'gw_port': {'id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:50Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '196a909b-6c18-461d-ab3f-73360c347de2', 'name': '', 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'mac_address': 'fa:16:3e:7f:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:52Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 1, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'subnets': [{'id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:39:53.357231 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-07186245-3e17-4896-b69e-47cd92343006 None None] Provisioning complete for port 196a909b-6c18-461d-ab3f-73360c347de2 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:53.357427 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07186245-3e17-4896-b69e-47cd92343006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:53.420919 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-07186245-3e17-4896-b69e-47cd92343006 None None] Port 196a909b-6c18-461d-ab3f-73360c347de2 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:39:53.927580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59380) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:53.932468 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-783f3dbe-1317-448f-9f11-89d69f8d3db3 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276965403', 'description': 'tempest-secgroup-smoke-276965403 description', 'project_id': '0560d3e42cb34292a4523c79baa17f66'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:53.946528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9d7a4222-36f4-4861-9484-9651ff85bfd7 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:53.959560 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-783f3dbe-1317-448f-9f11-89d69f8d3db3 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:53.995067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 9d7a4222-36f4-4861-9484-9651ff85bfd7 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:53.995388 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.047842 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-783f3dbe-1317-448f-9f11-89d69f8d3db3 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.052134 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-783f3dbe-1317-448f-9f11-89d69f8d3db3 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.075759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:54.078128 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-783f3dbe-1317-448f-9f11-89d69f8d3db3 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.079379 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-783f3dbe-1317-448f-9f11-89d69f8d3db3 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1507452 Jul 14 12:39:54.082930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59382) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:54.083635 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f3dbe-1317-448f-9f11-89d69f8d3db3 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1091f1-ed06-424a-9d3b-ed414697bf3e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:54.088049 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-a5ce2ed7-fcba-4b92-ae77-d2aba0c90bc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'security_group_rule': {'security_group_id': '7d1091f1-ed06-424a-9d3b-ed414697bf3e', 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:54.118380 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2ed7-fcba-4b92-ae77-d2aba0c90bc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.134768 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:54.136414 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.193060 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2ed7-fcba-4b92-ae77-d2aba0c90bc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.196591 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2ed7-fcba-4b92-ae77-d2aba0c90bc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.215518 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce2ed7-fcba-4b92-ae77-d2aba0c90bc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5596a57c-dfd4-49cb-a2e6-629432c7529d,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:54.222682 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2ed7-fcba-4b92-ae77-d2aba0c90bc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.224297 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a5ce2ed7-fcba-4b92-ae77-d2aba0c90bc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401563 Jul 14 12:39:54.227047 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59384) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:54.231553 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-fb44ba11-a6c9-4dee-9622-7e335b111f20 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'security_group_rule': {'security_group_id': '7d1091f1-ed06-424a-9d3b-ed414697bf3e', 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:54.261024 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb44ba11-a6c9-4dee-9622-7e335b111f20 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.321974 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb44ba11-a6c9-4dee-9622-7e335b111f20 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.325730 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb44ba11-a6c9-4dee-9622-7e335b111f20 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.344751 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44ba11-a6c9-4dee-9622-7e335b111f20 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247a2c9d-3c74-47ba-b32e-132fd7bbb690,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:54.348881 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb44ba11-a6c9-4dee-9622-7e335b111f20 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.350073 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-fb44ba11-a6c9-4dee-9622-7e335b111f20 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220920 Jul 14 12:39:54.353063 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59386) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:54.357478 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-f9bb27c4-7a38-47eb-bccb-1a514fb60cc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'security_group_rule': {'security_group_id': '7d1091f1-ed06-424a-9d3b-ed414697bf3e', 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:54.383313 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f9bb27c4-7a38-47eb-bccb-1a514fb60cc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.440022 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f9bb27c4-7a38-47eb-bccb-1a514fb60cc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.443590 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f9bb27c4-7a38-47eb-bccb-1a514fb60cc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.466280 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb27c4-7a38-47eb-bccb-1a514fb60cc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e1983d-649b-4b9d-9978-63e8ae1df3ee,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:54.470062 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f9bb27c4-7a38-47eb-bccb-1a514fb60cc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.471304 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-f9bb27c4-7a38-47eb-bccb-1a514fb60cc9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173089 Jul 14 12:39:54.474652 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59388) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:54.479105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-86179cf1-4ea3-49cd-b0e6-9709bc136dc8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'security_group_rule': {'security_group_id': '7d1091f1-ed06-424a-9d3b-ed414697bf3e', 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:54.505814 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86179cf1-4ea3-49cd-b0e6-9709bc136dc8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.563184 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86179cf1-4ea3-49cd-b0e6-9709bc136dc8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.567048 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86179cf1-4ea3-49cd-b0e6-9709bc136dc8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.588030 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86179cf1-4ea3-49cd-b0e6-9709bc136dc8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00857f95-6730-4ea1-b773-dd96089948ba,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:54.592580 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-86179cf1-4ea3-49cd-b0e6-9709bc136dc8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.593753 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-86179cf1-4ea3-49cd-b0e6-9709bc136dc8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181517 Jul 14 12:39:54.596548 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59390) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:54.601849 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-88090a28-dc63-4d86-99b3-1a04f32d8063 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'security_group_rule': {'security_group_id': '7d1091f1-ed06-424a-9d3b-ed414697bf3e', 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:54.623366 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-88090a28-dc63-4d86-99b3-1a04f32d8063 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Project 0560d3e42cb34292a4523c79baa17f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:39:54.628146 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-88090a28-dc63-4d86-99b3-1a04f32d8063 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.689517 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-88090a28-dc63-4d86-99b3-1a04f32d8063 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.693253 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-88090a28-dc63-4d86-99b3-1a04f32d8063 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.710286 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88090a28-dc63-4d86-99b3-1a04f32d8063 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b9041a-7097-48eb-b15a-8f617fad73c2,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:54.716562 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-88090a28-dc63-4d86-99b3-1a04f32d8063 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.717763 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-88090a28-dc63-4d86-99b3-1a04f32d8063 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202898 Jul 14 12:39:54.720374 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59392) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:39:54.725314 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-c92dfd79-8e83-4949-a9f8-475ae714f4d9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'security_group_rule': {'security_group_id': '7d1091f1-ed06-424a-9d3b-ed414697bf3e', 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:54.746100 n-d-778696-8 neutron-server[93702]: INFO neutron.db.securitygroups_db [None req-c92dfd79-8e83-4949-a9f8-475ae714f4d9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Project 0560d3e42cb34292a4523c79baa17f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:39:54.750662 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd79-8e83-4949-a9f8-475ae714f4d9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.817740 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd79-8e83-4949-a9f8-475ae714f4d9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.821889 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd79-8e83-4949-a9f8-475ae714f4d9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66629353'] for security_group_rule, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.842767 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dfd79-8e83-4949-a9f8-475ae714f4d9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc69707d-7c22-4626-9724-5a64a95d64d5,revision_number=0']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:54.850086 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd79-8e83-4949-a9f8-475ae714f4d9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:54.851318 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-c92dfd79-8e83-4949-a9f8-475ae714f4d9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300254 Jul 14 12:39:54.995202 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-aba486e2-858b-4c8f-8b2e-1d97150d0b62 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276965403&fields=id&tenant_id=0560d3e42cb34292a4523c79baa17f66 HTTP/1.1" status: 200 len: 267 time: 0.0388491 Jul 14 12:39:55.104107 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e890076-21d7-41b1-811d-af9e86513f44 req-97c2ac63-a0c2-4534-84d0-40529a0b83d2 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:55.105713 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-97c2ac63-a0c2-4534-84d0-40529a0b83d2 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 810 time: 0.1040344 Jul 14 12:39:55.121281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-70a2e4df-ca8b-41ba-87fc-ffd15541f708 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/quotas/0560d3e42cb34292a4523c79baa17f66 HTTP/1.1" status: 200 len: 375 time: 0.0099583 Jul 14 12:39:55.196307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-3b3a3ec3-e094-4141-9dd8-a296567dd1ea tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695555 Jul 14 12:39:55.213424 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-3ebf1d96-4942-40f3-9453-c0a2916dbacf service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:39:55.214517 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-3ebf1d96-4942-40f3-9453-c0a2916dbacf service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063610 Jul 14 12:39:55.312971 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-5a300ec1-6cfb-42cd-8757-d218d5119704 service neutron] 10.222.0.38 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924444 Jul 14 12:39:55.405105 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-659c9647-2ea6-4c5f-9307-64cec4b54ada service neutron] 10.222.0.38 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860257 Jul 14 12:39:55.581369 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e4f55058-258b-4d06-92ec-3f237c22468a req-ffb7edad-a56f-441c-b0e7-1e1bf447d899 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 210 time: 0.0302622 Jul 14 12:39:55.958546 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96af81b9-07c5-46a4-855f-82e6a2bec6b6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:56.009588 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 96af81b9-07c5-46a4-855f-82e6a2bec6b6 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:56.013375 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 96af81b9-07c5-46a4-855f-82e6a2bec6b6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:56.013801 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:56.099277 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:56.120499 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 96af81b9-07c5-46a4-855f-82e6a2bec6b6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=96af81b9-07c5-46a4-855f-82e6a2bec6b6,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:56.124335 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:56.174556 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=96af81b9-07c5-46a4-855f-82e6a2bec6b6,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:56.368166 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Sync routers for ids ['83b4e12c-dcee-453c-ae08-b272315e7e29'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:39:56.378226 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Routers {'83b4e12c-dcee-453c-ae08-b272315e7e29'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:56.378775 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['83b4e12c-dcee-453c-ae08-b272315e7e29'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:56.487817 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Set router 83b4e12c-dcee-453c-ae08-b272315e7e29 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:56.664594 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e890076-21d7-41b1-811d-af9e86513f44 req-a1a819bd-8c34-4aa8-bdcf-bdad3c496a67 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:56.666168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-a1a819bd-8c34-4aa8-bdcf-bdad3c496a67 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.64 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 810 time: 0.1153574 Jul 14 12:39:56.714520 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-b7f4c092-0e5a-40b2-96b3-102399299233 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0560d3e42cb34292a4523c79baa17f66 HTTP/1.1" status: 200 len: 379 time: 0.0392287 Jul 14 12:39:56.725626 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'port': {'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'admin_state_up': True, 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'security_groups': ['7d1091f1-ed06-424a-9d3b-ed414697bf3e']}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:56.802638 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d73803a9-e71e-44df-9e63-01d5f8ef3af9 req-3aa1e138-265a-4d58-888f-c879a46729df tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 210 time: 0.0587275 Jul 14 12:39:56.811376 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:49Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 4, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'gw_port': {'id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:50Z', 'updated_at': '2021-07-14T12:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '196a909b-6c18-461d-ab3f-73360c347de2', 'name': '', 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'mac_address': 'fa:16:3e:7f:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:52Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 2, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'subnets': [{'id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:56.846895 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Checking router: 83b4e12c-dcee-453c-ae08-b272315e7e29 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:39:56.847251 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Updating router 83b4e12c-dcee-453c-ae08-b272315e7e29 port 196a909b-6c18-461d-ab3f-73360c347de2 binding host n-d-778696-8 {{(pid=93704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:39:56.881084 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Made reservation on behalf of 0560d3e42cb34292a4523c79baa17f66 for: {'port': 1} {{(pid=93702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:39:56.884733 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:56.885764 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:56.987942 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.008211 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Allocated IP 172.20.0.8 (92940283-8de9-4c57-b0aa-fbefacc89427/3db1f72e-2ac4-4dad-991e-0a26aca939df/79cae913-9896-4e85-9322-0d8a3a439048) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:39:57.147183 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.148708 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.156806 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Transition to ACTIVE for port object 196a909b-6c18-461d-ab3f-73360c347de2 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:57.162785 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.163578 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Transition to ACTIVE for port object 79cae913-9896-4e85-9322-0d8a3a439048 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:57.200319 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.238290 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b3b7-b8e6-405c-8a22-b903b5db9be5 None None] Pushing event updated for resources: {'Port': ['ID=196a909b-6c18-461d-ab3f-73360c347de2,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:57.243512 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Network 92940283-8de9-4c57-b0aa-fbefacc89427 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:39:57.247206 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:39:57.250050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:39:57.283173 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Attempting to bind port 196a909b-6c18-461d-ab3f-73360c347de2 on host n-d-778696-8 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:39:57.283620 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Attempting to bind port 196a909b-6c18-461d-ab3f-73360c347de2 by drivers openvswitch,hyperv on host n-d-778696-8 at level 0 using segments [{'id': 'da3f8d33-815a-4f9b-a034-1c5fa36de654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:39:57.284079 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Attempting to bind port 196a909b-6c18-461d-ab3f-73360c347de2 on network fb34da26-15ca-46a7-80cc-c81bdf59a253 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:39:57.291408 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Checking agent: {'id': '4f85b504-f8fd-4cb8-acd1-d4994b15eea7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 11, 12), 'started_at': datetime.datetime(2021, 7, 14, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:39:57.291909 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Checking segment: {'id': 'da3f8d33-815a-4f9b-a034-1c5fa36de654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:39:57.292391 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.292856 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Bound using segment: {'id': 'da3f8d33-815a-4f9b-a034-1c5fa36de654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:39:57.293401 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Bound port: 196a909b-6c18-461d-ab3f-73360c347de2, host: n-d-778696-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3f8d33-815a-4f9b-a034-1c5fa36de654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:39:57.293850 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.297629 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'Port': ['ID=79cae913-9896-4e85-9322-0d8a3a439048,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:57.321288 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:57.322122 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.343993 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-da3cbe79-f3ca-402a-9eeb-96e1999a98b0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6236901 Jul 14 12:39:57.356135 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Request body: {'port': {'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:39:57.376236 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] For port 196a909b-6c18-461d-ab3f-73360c347de2, host n-d-778696-8, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:39:57.379772 n-d-778696-8 neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] For port 196a909b-6c18-461d-ab3f-73360c347de2, host n-d-778696-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=196a909b-6c18-461d-ab3f-73360c347de2,segment=NetworkSegment(da3f8d33-815a-4f9b-a034-1c5fa36de654),segment_id=da3f8d33-815a-4f9b-a034-1c5fa36de654)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:39:57.389744 n-d-778696-8 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.450531 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Routers {'83b4e12c-dcee-453c-ae08-b272315e7e29'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:39:57.451261 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['83b4e12c-dcee-453c-ae08-b272315e7e29'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:57.510838 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b3b7-b8e6-405c-8a22-b903b5db9be5 None None] Pushing event updated for resources: {'Port': ['ID=196a909b-6c18-461d-ab3f-73360c347de2,revision_number=4']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:57.590854 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] Set router 83b4e12c-dcee-453c-ae08-b272315e7e29 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:39:57.630665 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ebc973bb-bc5c-451b-b318-69c5308fae5c None None] Provisioning for port 79cae913-9896-4e85-9322-0d8a3a439048 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:57.637960 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ebc973bb-bc5c-451b-b318-69c5308fae5c None None] Provisioning complete for port 79cae913-9896-4e85-9322-0d8a3a439048 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:57.638711 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ebc973bb-bc5c-451b-b318-69c5308fae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.685188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ebc973bb-bc5c-451b-b318-69c5308fae5c None None] Port 79cae913-9896-4e85-9322-0d8a3a439048 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:39:57.804538 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:57.813815 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:49Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 4, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'gw_port': {'id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:50Z', 'updated_at': '2021-07-14T12:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '196a909b-6c18-461d-ab3f-73360c347de2', 'name': '', 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'mac_address': 'fa:16:3e:7f:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:52Z', 'updated_at': '2021-07-14T12:39:57Z', 'revision_number': 4, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'subnets': [{'id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:39:57.840221 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aced19-0903-484f-99b5-5b55a7027b0b None None] The sync data for ids ['83b4e12c-dcee-453c-ae08-b272315e7e29'] in n-d-778696-8 is: [{'id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:49Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 4, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'gw_port': {'id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:50Z', 'updated_at': '2021-07-14T12:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '196a909b-6c18-461d-ab3f-73360c347de2', 'name': '', 'network_id': 'fb34da26-15ca-46a7-80cc-c81bdf59a253', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'mac_address': 'fa:16:3e:7f:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:52Z', 'updated_at': '2021-07-14T12:39:57Z', 'revision_number': 4, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'subnets': [{'id': 'aa54d752-b7c6-45dd-83ed-93a70ca11a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:39:57.999114 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 196a909b-6c18-461d-ab3f-73360c347de2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:58.079534 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f03a48-7112-4f0f-9112-506c4ea808e4 req-898cc576-8e82-4298-95d2-bff93472c4ec tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:58.081179 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5f03a48-7112-4f0f-9112-506c4ea808e4 req-898cc576-8e82-4298-95d2-bff93472c4ec tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 931 time: 0.1481140 Jul 14 12:39:58.149994 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e5f03a48-7112-4f0f-9112-506c4ea808e4 req-4170054f-6dd1-4894-881b-dae67711c9e9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607882 Jul 14 12:39:58.188590 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cae913-9896-4e85-9322-0d8a3a439048 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:39:58.197765 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.205650 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning for port 196a909b-6c18-461d-ab3f-73360c347de2 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:39:58.211729 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 196a909b-6c18-461d-ab3f-73360c347de2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:58.212153 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Transition to ACTIVE for port object 79cae913-9896-4e85-9322-0d8a3a439048 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:39:58.212305 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.216935 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.268462 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Pushing event updated for resources: {'Port': ['ID=79cae913-9896-4e85-9322-0d8a3a439048,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:58.306638 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.344635 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Attempting to bind port 79cae913-9896-4e85-9322-0d8a3a439048 on host n-h1-778696-8 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:39:58.344923 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] For port 196a909b-6c18-461d-ab3f-73360c347de2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=196a909b-6c18-461d-ab3f-73360c347de2,segment=NetworkSegment(da3f8d33-815a-4f9b-a034-1c5fa36de654),segment_id=da3f8d33-815a-4f9b-a034-1c5fa36de654)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:39:58.345050 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Attempting to bind port 79cae913-9896-4e85-9322-0d8a3a439048 by drivers openvswitch,hyperv on host n-h1-778696-8 at level 0 using segments [{'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:39:58.345426 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Attempting to bind port 79cae913-9896-4e85-9322-0d8a3a439048 on network 92940283-8de9-4c57-b0aa-fbefacc89427 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:39:58.350579 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.351442 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96af81b9-07c5-46a4-855f-82e6a2bec6b6 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:58.352143 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Port 79cae913-9896-4e85-9322-0d8a3a439048 on network 92940283-8de9-4c57-b0aa-fbefacc89427 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:39:58.352536 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Attempting to bind port 79cae913-9896-4e85-9322-0d8a3a439048 on network 92940283-8de9-4c57-b0aa-fbefacc89427 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:39:58.358577 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Checking agent: {'id': '684837ef-b1d6-461a-a126-3d170e558f27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:39:58.358925 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Checking segment: {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:39:58.359340 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Bound using segment: {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:39:58.359775 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Bound port: 79cae913-9896-4e85-9322-0d8a3a439048, host: n-h1-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:39:58.360286 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.430261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Pushing event updated for resources: {'Port': ['ID=196a909b-6c18-461d-ab3f-73360c347de2,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:58.430557 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:39:58.440693 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=79cae913-9896-4e85-9322-0d8a3a439048,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:39:58.446528 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 96af81b9-07c5-46a4-855f-82e6a2bec6b6 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:58.446902 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.447208 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.482492 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:58.483150 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.484600 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] 10.222.0.64 "PUT /v2.0/ports/79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 1091 time: 1.1333005 Jul 14 12:39:58.485103 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:39:58.487287 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3cf507-12eb-4300-845c-a68708915914" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "tag": "79cae913-9896-4e85-9322-0d8a3a439048"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:39:58.522465 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea39760-c53c-4433-8ab4-b9a7b1bb599d service neutron] Pushing event updated for resources: {'Port': ['ID=79cae913-9896-4e85-9322-0d8a3a439048,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:39:58.601644 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e890076-21d7-41b1-811d-af9e86513f44 req-9a4882ae-0b28-47cd-bec3-c94b37d23dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:58.603319 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-9a4882ae-0b28-47cd-bec3-c94b37d23dd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1094 time: 0.0667160 Jul 14 12:39:58.648801 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc96149-d804-4d76-a205-d7452d1d5683 x-openstack-request-id: req-7fc96149-d804-4d76-a205-d7452d1d5683 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:39:58.649269 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "tag": "79cae913-9896-4e85-9322-0d8a3a439048", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:39:58.649610 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7fc96149-d804-4d76-a205-d7452d1d5683 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:39:58.650098 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048', 'status': 'completed', 'code': 200} Jul 14 12:39:58.652027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-0d37c6ec-30b5-48b3-b9d4-1cc525670f1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 217 time: 0.0399432 Jul 14 12:39:58.704190 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e890076-21d7-41b1-811d-af9e86513f44 req-c87264f7-8097-4673-945c-e84cf34df381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:58.706000 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-c87264f7-8097-4673-945c-e84cf34df381 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0474374 Jul 14 12:39:58.767881 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e890076-21d7-41b1-811d-af9e86513f44 req-35538935-b8ca-41be-a95d-edbed330711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:58.769473 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-35538935-b8ca-41be-a95d-edbed330711b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574987 Jul 14 12:39:58.850230 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:39:58.861564 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-1c7e7eef-179d-405b-8e17-166aec71428b service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859165 Jul 14 12:39:58.955186 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7e890076-21d7-41b1-811d-af9e86513f44 req-9db1566b-5eaf-4d42-aeb9-662e477f22c5 service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867281 Jul 14 12:39:59.058203 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cf507-12eb-4300-845c-a68708915914 req-a47d346d-a36b-4412-993d-0b160707c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:59.059704 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df3cf507-12eb-4300-845c-a68708915914 req-a47d346d-a36b-4412-993d-0b160707c8e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1094 time: 0.0544820 Jul 14 12:39:59.153386 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cf507-12eb-4300-845c-a68708915914 req-6fc0ea18-8c4b-415c-8a52-f650dc02eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:59.154904 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df3cf507-12eb-4300-845c-a68708915914 req-6fc0ea18-8c4b-415c-8a52-f650dc02eb01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0893707 Jul 14 12:39:59.202778 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df3cf507-12eb-4300-845c-a68708915914 req-c450310e-0309-4c52-9cfe-810e5ece2651 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 217 time: 0.0405040 Jul 14 12:39:59.258757 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cf507-12eb-4300-845c-a68708915914 req-ef1eae54-067e-48c4-8da7-ce22fabcac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:59.260307 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df3cf507-12eb-4300-845c-a68708915914 req-ef1eae54-067e-48c4-8da7-ce22fabcac27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0499604 Jul 14 12:39:59.366552 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cf507-12eb-4300-845c-a68708915914 req-9ae0e2d3-96ad-4466-aca0-4b275395d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:59.368109 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df3cf507-12eb-4300-845c-a68708915914 req-9ae0e2d3-96ad-4466-aca0-4b275395d34b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009459 Jul 14 12:39:59.379822 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff98b1-48aa-4929-943e-be39f7a6f1bc req-3677a041-77a2-4ff8-8f3d-b71344f4cf07 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:39:59.381279 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bdff98b1-48aa-4929-943e-be39f7a6f1bc req-3677a041-77a2-4ff8-8f3d-b71344f4cf07 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 943 time: 0.1060531 Jul 14 12:39:59.466228 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bdff98b1-48aa-4929-943e-be39f7a6f1bc req-737405ba-8e6c-4c1d-b382-72bd301e73ee tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766768 Jul 14 12:39:59.495803 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df3cf507-12eb-4300-845c-a68708915914 req-cfe2457f-f66a-48fc-9d96-eed235b3c959 service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135638 Jul 14 12:39:59.589640 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-df3cf507-12eb-4300-845c-a68708915914 req-aa8ce7ec-51a1-4adc-aa76-be35a5bc2df6 service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868671 Jul 14 12:39:59.934510 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 196a909b-6c18-461d-ab3f-73360c347de2 up at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:39:59.981002 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Provisioning complete for port 196a909b-6c18-461d-ab3f-73360c347de2 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:39:59.981376 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:00.376413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 79cae913-9896-4e85-9322-0d8a3a439048 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:40:00.470006 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=79cae913-9896-4e85-9322-0d8a3a439048,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:40:00.481188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '79cae913-9896-4e85-9322-0d8a3a439048', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:40:00.519830 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:00.532418 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cae913-9896-4e85-9322-0d8a3a439048 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:40:00.551831 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=79cae913-9896-4e85-9322-0d8a3a439048,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:40:00.555808 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:00.606236 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=79cae913-9896-4e85-9322-0d8a3a439048,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:40:00.645930 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd90f41-ce2e-4823-9381-ea11e2930f64 req-29b0ad23-1abe-4d3a-b44a-322a36e72d74 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:00.647431 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bdd90f41-ce2e-4823-9381-ea11e2930f64 req-29b0ad23-1abe-4d3a-b44a-322a36e72d74 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 944 time: 0.0642700 Jul 14 12:40:00.684411 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-bdd90f41-ce2e-4823-9381-ea11e2930f64 req-ec4ea799-da5d-4b96-bd1f-c911b1ed4fcd tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Jul 14 12:40:00.808505 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['79cae913-9896-4e85-9322-0d8a3a439048'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:40:01.855111 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8a28c-519c-4453-a279-6ac262886be9 req-2885ebd7-f4d4-42eb-b32e-407282e53abc tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:01.856571 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cac8a28c-519c-4453-a279-6ac262886be9 req-2885ebd7-f4d4-42eb-b32e-407282e53abc tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 944 time: 0.0628588 Jul 14 12:40:01.899456 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-cac8a28c-519c-4453-a279-6ac262886be9 req-c7b61aeb-a593-42aa-8e53-033f7b99bc81 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370648 Jul 14 12:40:02.396367 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 79cae913-9896-4e85-9322-0d8a3a439048 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:40:02.443965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning for port 79cae913-9896-4e85-9322-0d8a3a439048 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:40:02.447454 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 79cae913-9896-4e85-9322-0d8a3a439048 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:40:02.447827 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:02.524933 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:02.553143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:40:02.555396 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7368b523-f99d-4d44-a636-1fc8601343e2" -d '{"events": [{"server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "name": "network-vif-plugged", "status": "completed", "tag": "79cae913-9896-4e85-9322-0d8a3a439048"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:40:02.567413 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=79cae913-9896-4e85-9322-0d8a3a439048,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:40:02.571878 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:02.620234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=79cae913-9896-4e85-9322-0d8a3a439048,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:40:02.646488 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1e992c-6b03-455d-b82e-a5b65367007c x-openstack-request-id: req-3d1e992c-6b03-455d-b82e-a5b65367007c {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:40:02.646783 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "name": "network-vif-plugged", "status": "completed", "tag": "79cae913-9896-4e85-9322-0d8a3a439048", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:40:02.647040 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d1e992c-6b03-455d-b82e-a5b65367007c {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:40:02.647446 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048', 'code': 200} Jul 14 12:40:02.756341 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3586a45-4200-4fb4-a1b7-3496ea5ef9d3 req-f228e9f0-224e-4ac5-aff5-65a2611c5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:02.757827 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3586a45-4200-4fb4-a1b7-3496ea5ef9d3 req-f228e9f0-224e-4ac5-aff5-65a2611c5324 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1096 time: 0.0513823 Jul 14 12:40:02.793787 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-e3586a45-4200-4fb4-a1b7-3496ea5ef9d3 req-9c676e14-e5ba-4388-bb30-f35f9f2663ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280452 Jul 14 12:40:03.071921 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d479e-d993-490a-87f5-eeb11d37e523 req-b0e00fbe-43f9-41e7-8343-46b9bdb9b515 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:03.073361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b1d479e-d993-490a-87f5-eeb11d37e523 req-b0e00fbe-43f9-41e7-8343-46b9bdb9b515 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 945 time: 0.0631912 Jul 14 12:40:03.110224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-6b1d479e-d993-490a-87f5-eeb11d37e523 req-5cb2b412-acd1-4c4e-9e7f-8938e0ae703f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Jul 14 12:40:04.288547 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73932928-934d-4602-a846-d6c3ccd3953e req-10d838aa-f71d-44f5-bb74-84d1038d3d1e tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:04.290054 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73932928-934d-4602-a846-d6c3ccd3953e req-10d838aa-f71d-44f5-bb74-84d1038d3d1e tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 945 time: 0.0671060 Jul 14 12:40:04.326245 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-73932928-934d-4602-a846-d6c3ccd3953e req-8d0561ea-328b-42d2-9cbf-1478fffa61de tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307007 Jul 14 12:40:04.588759 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596042d-dd83-4aa2-9f91-9106ae8352e4 req-eb5fe0e5-b33d-4ba0-b465-ee81c2f7dc01 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:04.590252 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0596042d-dd83-4aa2-9f91-9106ae8352e4 req-eb5fe0e5-b33d-4ba0-b465-ee81c2f7dc01 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 945 time: 0.1565747 Jul 14 12:40:04.626769 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0596042d-dd83-4aa2-9f91-9106ae8352e4 req-ea85d3e4-89bd-4443-a79f-f19a879ebea2 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307791 Jul 14 12:40:04.651014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59450) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:40:04.741657 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d97489-9049-40d6-a8d4-9415ef75db2f tempest-TestSnapshotPattern-1952769147 tempest-TestSnapshotPattern-1952769147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:04.743168 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-94d97489-9049-40d6-a8d4-9415ef75db2f tempest-TestSnapshotPattern-1952769147 tempest-TestSnapshotPattern-1952769147-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1091 time: 0.0911772 Jul 14 12:40:04.746054 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59454) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:40:04.750324 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.v2.base [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:40:04.772600 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for floatingip, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:04.874731 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:04.980344 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Allocated IP 172.25.2.191 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/d6a28dba-e0f4-4e69-858e-79e7a98b57e6) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:40:05.082136 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:05.119790 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:05.154185 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:40:05.158761 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:40:05.163253 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:40:05.191393 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'Port': ['ID=d6a28dba-e0f4-4e69-858e-79e7a98b57e6,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:40:05.524338 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:05.601482 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:05.747175 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:05.751709 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2957310'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:05.816406 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'Port': ['ID=d6a28dba-e0f4-4e69-858e-79e7a98b57e6,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:40:05.827574 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:05.926856 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Floating IP 85c53a37-bfda-43e8-94c2-231e809b1c59 associated. External IP: 172.25.2.191, port: 79cae913-9896-4e85-9322-0d8a3a439048. Jul 14 12:40:06.132914 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Router 205060d9-150b-41f9-96a3-8d8a124c8164 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:40:06.237124 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:40:06.246385 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] Sync routers for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:40:06.252632 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:06.257613 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:40:06.258237 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:40:06.289732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0e5dccc5-5ebd-4d3f-a510-66a93b1821ae tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5426140 Jul 14 12:40:06.290244 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:40:06.292527 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "tag": "79cae913-9896-4e85-9322-0d8a3a439048"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:40:06.329831 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75978ea3-d2b1-47e0-a444-740adf80cb8b x-openstack-request-id: req-75978ea3-d2b1-47e0-a444-740adf80cb8b {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:40:06.330254 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "tag": "79cae913-9896-4e85-9322-0d8a3a439048", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:40:06.330509 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75978ea3-d2b1-47e0-a444-740adf80cb8b {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:40:06.331033 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048', 'status': 'completed', 'code': 200} Jul 14 12:40:06.366651 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:40:06.403113 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-0026ac57-f428-4ade-830c-e89b8037ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:06.404707 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-0026ac57-f428-4ade-830c-e89b8037ea95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1096 time: 0.0527947 Jul 14 12:40:06.498171 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-b75561bb-5c10-4d4b-9cf8-76700f57b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:06.499774 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-b75561bb-5c10-4d4b-9cf8-76700f57b47b service neutron] 10.222.0.64 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0888658 Jul 14 12:40:06.563094 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-703e0a53-95a4-4904-a82b-762e3b361352 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 999 time: 0.0571401 Jul 14 12:40:06.585498 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '85c53a37-bfda-43e8-94c2-231e809b1c59', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:40:05Z', 'updated_at': '2021-07-14T12:40:05Z', 'revision_number': 0, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:40:06.615510 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-597fe39c-d9fb-4d91-b3f1-c122094bd9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:06.615776 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] Checking router: 205060d9-150b-41f9-96a3-8d8a124c8164 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:40:06.617027 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-597fe39c-d9fb-4d91-b3f1-c122094bd9ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0474713 Jul 14 12:40:06.623839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:40:06.624466 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:39:43Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:40:06.673166 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-6bc95294-2218-4057-be0c-b97eedbe41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:06.674588 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-6bc95294-2218-4057-be0c-b97eedbe41d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509653 Jul 14 12:40:06.727896 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:40:06.762938 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-6c0a26b2-2ba4-488e-89bf-bc8faab564af service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815034 Jul 14 12:40:06.861260 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-32ced0c4-d155-4650-9d52-3c75f3aa7cf5 req-2ac44e78-e5d3-4198-91f2-33fdcdba7c8c service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921285 Jul 14 12:40:06.954909 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '85c53a37-bfda-43e8-94c2-231e809b1c59', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:40:05Z', 'updated_at': '2021-07-14T12:40:05Z', 'revision_number': 0, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:40:06.980346 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c7de3-2937-4353-b498-f8cd6718ca6f None None] The sync data for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 is: [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '85c53a37-bfda-43e8-94c2-231e809b1c59', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:40:05Z', 'updated_at': '2021-07-14T12:40:05Z', 'revision_number': 0, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:40:07.045048 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:40:07.170117 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52133c7-dac4-4280-8391-750cb7ea2b02 None None] New status for floating IP 85c53a37-bfda-43e8-94c2-231e809b1c59: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:40:09.599012 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8fe416fe-7fd0-4159-9c00-d361b7312b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:12.410216 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:12.749494 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eba16914-4185-465a-bb04-2c019e8116de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:13.712287 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:15.415730 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:19.222317 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-93bac551-dde8-435d-a2e2-28f8eeb44743 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510235 Jul 14 12:40:19.316112 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-bd54cf5e-580f-42d8-a203-a824473fbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:19.317591 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-bd54cf5e-580f-42d8-a203-a824473fbfbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1096 time: 0.0510080 Jul 14 12:40:19.422603 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-b56fa58d-3045-4f76-bad1-1a8ef23e96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:19.424165 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-b56fa58d-3045-4f76-bad1-1a8ef23e96b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0862598 Jul 14 12:40:19.486735 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-8bb39497-34a5-4d1a-bcf2-9c0b7bf1dd41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 1001 time: 0.0554371 Jul 14 12:40:19.539082 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-4c5bf020-a7ea-4200-8949-e7fddb86ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:19.540629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-4c5bf020-a7ea-4200-8949-e7fddb86ecac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0468183 Jul 14 12:40:19.905270 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-93c93414-5b46-4f3d-9af4-7a56bd24848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:40:19.906840 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-93c93414-5b46-4f3d-9af4-7a56bd24848f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598809 Jul 14 12:40:19.992679 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-0a3f2744-55c7-4e32-9c7f-0d795e73aa45 service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791926 Jul 14 12:40:20.081552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b8086d8a-771b-4776-aa4d-7f8f06aa3eb7 req-77a536e5-1a07-4f3c-986b-09f08343e615 service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817797 Jul 14 12:40:27.000261 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:28.838166 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:39.598948 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eb9424a0-c79c-4123-9032-508aea9c8e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:42.410559 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:42.751282 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-06a3f620-733a-4fcc-b5eb-7b452a3e3ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:43.711435 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:44.044129 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:40:45.419086 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:56.993253 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:40:58.840723 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:09.601198 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cb134c0-e6f3-400a-917e-83a763eb2495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:12.410170 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:12.751315 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-78829a6f-7fa9-4612-b381-f0f267d96d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:13.714512 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:15.421233 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:21.043580 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:41:21.278394 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-b5438536-a9dc-43c7-804f-15e56f4868a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999334 Jul 14 12:41:21.373369 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-f2a7a7a6-05fc-431e-9024-c85119091149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:41:21.374737 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-f2a7a7a6-05fc-431e-9024-c85119091149 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1096 time: 0.0548468 Jul 14 12:41:21.474756 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-983e6686-2605-4924-89dc-5ff0c3d56bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:41:21.476224 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-983e6686-2605-4924-89dc-5ff0c3d56bd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0811696 Jul 14 12:41:21.542104 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-33608b56-8522-4bb9-a928-4fb9c7448904 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 1001 time: 0.0598717 Jul 14 12:41:21.588884 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-c0ebdee5-0c1f-49ea-9736-0d2180a1aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:41:21.590342 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-c0ebdee5-0c1f-49ea-9736-0d2180a1aeab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0426075 Jul 14 12:41:21.645826 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-b524df76-d9af-4e06-8845-09d36a34283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:41:21.647281 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-b524df76-d9af-4e06-8845-09d36a34283f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512779 Jul 14 12:41:21.739330 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-70be36bb-4a27-4623-8572-3290804dca01 service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854173 Jul 14 12:41:21.826559 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-482a4854-6af0-446e-819e-b0a320d0e1c4 req-5da640f9-5d16-4694-bc0d-67592b9aefc1 service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809665 Jul 14 12:41:27.009051 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:28.843683 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:39.601534 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dfcea47e-2438-45ba-ae13-4956eedd1982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:42.410616 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:42.753493 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3510b23c-017a-4d6e-8a09-967c9e58aee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:43.716759 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:45.423403 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:57.019364 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:41:58.042264 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:41:58.829742 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:05.039138 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 79cae913-9896-4e85-9322-0d8a3a439048 details requested by agent hyperv_n-h1-778696-8 with host n-h1-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:42:05.135008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=79cae913-9896-4e85-9322-0d8a3a439048,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:42:05.145910 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Returning: {'device': '79cae913-9896-4e85-9322-0d8a3a439048', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:42:05.181854 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:05.195079 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79cae913-9896-4e85-9322-0d8a3a439048 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:42:05.216103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=79cae913-9896-4e85-9322-0d8a3a439048,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:42:05.220831 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:05.274548 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=79cae913-9896-4e85-9322-0d8a3a439048,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:05.282603 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.282949 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.283289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.283627 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.283974 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.284312 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.284637 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.284959 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.285283 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.285605 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.285926 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.286247 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:05.308576 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] get_ports_and_sgs() called for port_ids ['79cae913-9896-4e85-9322-0d8a3a439048'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:42:07.054942 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 79cae913-9896-4e85-9322-0d8a3a439048 up at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:42:07.106888 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Provisioning complete for port 79cae913-9896-4e85-9322-0d8a3a439048 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:42:07.106888 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:07.198033 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:07.225386 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:42:07.228954 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7654c3-4289-453e-a808-adeceb5a4231" -d '{"events": [{"server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "name": "network-vif-plugged", "status": "completed", "tag": "79cae913-9896-4e85-9322-0d8a3a439048"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:42:07.257186 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=79cae913-9896-4e85-9322-0d8a3a439048,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:42:07.266126 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:07.297357 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f855112-f318-489e-ae32-721f89bd69da x-openstack-request-id: req-2f855112-f318-489e-ae32-721f89bd69da {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:42:07.297655 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "name": "network-vif-plugged", "status": "completed", "tag": "79cae913-9896-4e85-9322-0d8a3a439048", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:42:07.297888 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f855112-f318-489e-ae32-721f89bd69da {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:42:07.298274 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048', 'code': 200} Jul 14 12:42:07.332261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=79cae913-9896-4e85-9322-0d8a3a439048,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:09.608325 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5512bff5-737e-44c0-8b83-15c890094999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:12.416118 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:12.754622 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8df6c328-ca28-41ac-9cd2-178df3d55fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:13.720244 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:15.426939 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:15.734872 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-85aa738f-e17b-486d-bdd9-81afc7a10621 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276965403&fields=id&tenant_id=0560d3e42cb34292a4523c79baa17f66 HTTP/1.1" status: 200 len: 267 time: 0.0339065 Jul 14 12:42:15.839949 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-cdbf3000-8212-4e83-a327-fb9dc59a46cb tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:15.842101 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-cdbf3000-8212-4e83-a327-fb9dc59a46cb tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 810 time: 0.1008527 Jul 14 12:42:15.857185 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-00165fd5-190e-4432-b059-1a84f684e7ab tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/quotas/0560d3e42cb34292a4523c79baa17f66 HTTP/1.1" status: 200 len: 375 time: 0.0094419 Jul 14 12:42:15.926130 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-9e6a0195-1294-48af-9f47-cb1dfb5c8d7e tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0641932 Jul 14 12:42:15.981984 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-3700ecdf-a024-43c2-b528-fb233c57f3a8 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:42:15.982981 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-3700ecdf-a024-43c2-b528-fb233c57f3a8 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461671 Jul 14 12:42:16.077056 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-49922f23-9f40-4e0c-8ede-057949c6b763 service neutron] 10.222.0.38 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880003 Jul 14 12:42:16.163629 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-4259682a-b8e7-4e5c-bb85-92d309ffa080 service neutron] 10.222.0.38 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808573 Jul 14 12:42:16.412684 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-3253fb68-6d91-4a67-aaf8-77951b1dc0e6 req-0b9ec2db-e15c-4646-a208-c74d76ef6e75 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 210 time: 0.0920746 Jul 14 12:42:17.561762 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c47a92ee-de12-48c7-bdcb-c315af0600f3 req-54dbf575-2bea-4d75-ab72-84dca19c8fa2 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 210 time: 0.0331244 Jul 14 12:42:18.433471 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-65e021d3-64c0-4a24-ad84-98f4a6c49fe5 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:18.435673 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-65e021d3-64c0-4a24-ad84-98f4a6c49fe5 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.45 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 810 time: 0.1063817 Jul 14 12:42:18.481072 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-c8ec676e-ec91-4128-b59b-bd7d27ea271d tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0560d3e42cb34292a4523c79baa17f66 HTTP/1.1" status: 200 len: 379 time: 0.0353911 Jul 14 12:42:18.490748 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'port': {'device_id': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'admin_state_up': True, 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'security_groups': ['7d1091f1-ed06-424a-9d3b-ed414697bf3e']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:42:18.595668 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Made reservation on behalf of 0560d3e42cb34292a4523c79baa17f66 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:42:18.599361 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:18.704436 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b9c15d13-a006-4813-9566-cd1fa2434689 req-80fed056-d78f-4f4a-8fb6-0d4165dd357f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 210 time: 0.0284925 Jul 14 12:42:18.730262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Allocated IP 172.20.0.9 (92940283-8de9-4c57-b0aa-fbefacc89427/3db1f72e-2ac4-4dad-991e-0a26aca939df/10d7c67b-1331-4ae8-a774-527ce3203262) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:42:18.893623 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:18.909884 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Transition to ACTIVE for port object 10d7c67b-1331-4ae8-a774-527ce3203262 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:42:18.947434 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:19.003906 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Network 92940283-8de9-4c57-b0aa-fbefacc89427 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:42:19.010571 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:42:19.016447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:42:19.060262 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'Port': ['ID=10d7c67b-1331-4ae8-a774-527ce3203262,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:19.070501 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 79cae913-9896-4e85-9322-0d8a3a439048 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:42:19.085083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.085427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.085768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.086101 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.086461 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.086795 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.087122 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.087446 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.087767 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.088113 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.088494 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.089051 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:42:19.122297 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:19.123146 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:19.140824 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-0b108c31-e05e-4f41-8eda-3fbcca311879 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6536419 Jul 14 12:42:19.197522 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:19.227822 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:42:19.230454 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecc3d82-053e-49b6-8a4e-885eeccf53fe" -d '{"events": [{"server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "name": "network-vif-unplugged", "status": "completed", "tag": "79cae913-9896-4e85-9322-0d8a3a439048"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:42:19.249834 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=79cae913-9896-4e85-9322-0d8a3a439048,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:42:19.255876 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:19.308144 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4534fc80-7aa6-4678-a75e-4baf3968e5b2 x-openstack-request-id: req-4534fc80-7aa6-4678-a75e-4baf3968e5b2 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:42:19.308830 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "name": "network-vif-unplugged", "status": "completed", "tag": "79cae913-9896-4e85-9322-0d8a3a439048", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:42:19.309320 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4534fc80-7aa6-4678-a75e-4baf3968e5b2 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:42:19.309953 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048', 'code': 200} Jul 14 12:42:19.336473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Pushing event updated for resources: {'Port': ['ID=79cae913-9896-4e85-9322-0d8a3a439048,revision_number=8']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:19.416014 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d2bfc65a-2146-45fd-802d-f591c25c2dc8 None None] Provisioning for port 10d7c67b-1331-4ae8-a774-527ce3203262 completed by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:42:19.422172 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d2bfc65a-2146-45fd-802d-f591c25c2dc8 None None] Provisioning complete for port 10d7c67b-1331-4ae8-a774-527ce3203262 triggered by entity DHCP. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:42:19.422570 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc65a-2146-45fd-802d-f591c25c2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:19.458772 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d2bfc65a-2146-45fd-802d-f591c25c2dc8 None None] Port 10d7c67b-1331-4ae8-a774-527ce3203262 cannot update to ACTIVE because it is not bound. {{(pid=93703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:42:19.898204 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e588ee-3c38-4726-8a83-6c771b4107eb req-a3fd5b4f-1e92-46cf-a1d9-402d9c2f50da tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:19.899710 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-26e588ee-3c38-4726-8a83-6c771b4107eb req-a3fd5b4f-1e92-46cf-a1d9-402d9c2f50da tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 931 time: 0.0782282 Jul 14 12:42:19.937623 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-26e588ee-3c38-4726-8a83-6c771b4107eb req-5592e4f9-c6e8-4c8c-9a52-d3f42180246a tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Jul 14 12:42:21.125811 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27976c10-6c74-4aa3-a1ab-3d5a26e3f742 req-46687f54-8cdf-4ad1-ae0f-000c2514e932 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:21.128649 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27976c10-6c74-4aa3-a1ab-3d5a26e3f742 req-46687f54-8cdf-4ad1-ae0f-000c2514e932 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 931 time: 0.0747263 Jul 14 12:42:21.168232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-27976c10-6c74-4aa3-a1ab-3d5a26e3f742 req-0148335f-dd3c-4d4b-a203-b0893d49e093 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336983 Jul 14 12:42:22.217614 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-face00e2-249e-4e99-81de-9b255b5118d9 req-53112a13-1cec-41cd-a16b-311cce9b5b5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627277 Jul 14 12:42:22.367218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face00e2-249e-4e99-81de-9b255b5118d9 req-e212ccb9-6830-4b36-b5b0-45cccd6c83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:22.368809 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-face00e2-249e-4e99-81de-9b255b5118d9 req-e212ccb9-6830-4b36-b5b0-45cccd6c83a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1094 time: 0.1077385 Jul 14 12:42:22.390243 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb050-7892-4fc9-a1eb-c32bca88a2d2 req-66d6bf06-d4c6-4f9f-8429-92c7df20b343 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:22.392223 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-afbbb050-7892-4fc9-a1eb-c32bca88a2d2 req-66d6bf06-d4c6-4f9f-8429-92c7df20b343 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 931 time: 0.0939860 Jul 14 12:42:22.486206 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-afbbb050-7892-4fc9-a1eb-c32bca88a2d2 req-fd2d5b44-0acf-4a8c-80f1-1e37dd7957d2 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839245 Jul 14 12:42:22.507079 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face00e2-249e-4e99-81de-9b255b5118d9 req-5bc75225-028b-430a-af90-6eb8a77a9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:22.509175 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-face00e2-249e-4e99-81de-9b255b5118d9 req-5bc75225-028b-430a-af90-6eb8a77a9ff9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.1157675 Jul 14 12:42:22.583743 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-face00e2-249e-4e99-81de-9b255b5118d9 req-05ea27c6-c000-475d-b229-b9586d80cb35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 999 time: 0.0686009 Jul 14 12:42:22.636525 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face00e2-249e-4e99-81de-9b255b5118d9 req-8646f9dc-ceda-419f-a501-a0912e3ec90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:22.638193 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-face00e2-249e-4e99-81de-9b255b5118d9 req-8646f9dc-ceda-419f-a501-a0912e3ec90e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0476613 Jul 14 12:42:22.707022 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face00e2-249e-4e99-81de-9b255b5118d9 req-4a3102ba-f29a-49c1-a8e1-32fee4c143a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:22.708593 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-face00e2-249e-4e99-81de-9b255b5118d9 req-4a3102ba-f29a-49c1-a8e1-32fee4c143a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632186 Jul 14 12:42:22.810271 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-face00e2-249e-4e99-81de-9b255b5118d9 req-9ce285f7-f915-40bd-9a10-1a63b32dd9d0 service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942855 Jul 14 12:42:22.908693 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-face00e2-249e-4e99-81de-9b255b5118d9 req-c0bac510-5197-4db7-91d3-650496d0f60d service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913548 Jul 14 12:42:23.670014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37309734-3eb1-4c81-88d2-81092eb8dc6a req-5bb131c9-62ff-46ba-938d-ae38aab3e60f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:23.671475 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37309734-3eb1-4c81-88d2-81092eb8dc6a req-5bb131c9-62ff-46ba-938d-ae38aab3e60f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 931 time: 0.0697088 Jul 14 12:42:23.708553 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-37309734-3eb1-4c81-88d2-81092eb8dc6a req-a69177bb-69f5-4015-a7a0-d89566f3798b tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Jul 14 12:42:24.897825 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4e81f-f394-4d0f-9b48-16cf5e83d6af req-9d9b1be2-3a68-485d-bf13-89b6fea1a64e tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:24.899250 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9e4e81f-f394-4d0f-9b48-16cf5e83d6af req-9d9b1be2-3a68-485d-bf13-89b6fea1a64e tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 931 time: 0.0706441 Jul 14 12:42:24.956150 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f9e4e81f-f394-4d0f-9b48-16cf5e83d6af req-94f9e96d-8550-4fd2-8e1e-c49453efd195 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495570 Jul 14 12:42:26.147372 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219565-520e-47e1-9ac2-c72ba3976db1 req-47abad83-6f59-45cb-b1b0-3df75b7a77b1 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:26.149156 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1219565-520e-47e1-9ac2-c72ba3976db1 req-47abad83-6f59-45cb-b1b0-3df75b7a77b1 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 931 time: 0.0711877 Jul 14 12:42:26.190618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c1219565-520e-47e1-9ac2-c72ba3976db1 req-df008fbc-d4e2-46f5-95af-b96fdd577b7f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350149 Jul 14 12:42:27.019006 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:27.372345 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d176c1-fc76-488e-84cc-9c301a5b7bf7 req-48f0a66b-4a52-400c-b8a0-e7b465b9e4e6 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:27.373744 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44d176c1-fc76-488e-84cc-9c301a5b7bf7 req-48f0a66b-4a52-400c-b8a0-e7b465b9e4e6 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 931 time: 0.0704434 Jul 14 12:42:27.411506 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-44d176c1-fc76-488e-84cc-9c301a5b7bf7 req-b46c74ca-9123-4cb0-87cc-2c4b3e613343 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Jul 14 12:42:28.595392 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30cd7-94e6-4550-8731-8021622ec5c2 req-da25ca4c-5b2b-4593-b28a-15b990f22d6f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:28.596934 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fcb30cd7-94e6-4550-8731-8021622ec5c2 req-da25ca4c-5b2b-4593-b28a-15b990f22d6f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 931 time: 0.0682294 Jul 14 12:42:28.635950 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fcb30cd7-94e6-4550-8731-8021622ec5c2 req-6eb917b7-3646-4d8b-a215-b6dddfbb95bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334859 Jul 14 12:42:28.850587 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:29.341435 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-488415ac-b2dc-40d3-85b9-e2cf08fb8803 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:42:29.343194 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-488415ac-b2dc-40d3-85b9-e2cf08fb8803 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065274 Jul 14 12:42:29.400120 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Request body: {'port': {'device_id': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-8'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:42:29.477287 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:29.740023 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d7c67b-1331-4ae8-a774-527ce3203262 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:42:29.748301 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:29.760235 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Transition to ACTIVE for port object 10d7c67b-1331-4ae8-a774-527ce3203262 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:42:29.764674 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:29.813121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Pushing event updated for resources: {'Port': ['ID=10d7c67b-1331-4ae8-a774-527ce3203262,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:29.819072 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27919ba-9391-4990-a7ec-dcbb7da021f5 req-d115998f-b298-4b82-9999-5d86d84a9056 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:29.821232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b27919ba-9391-4990-a7ec-dcbb7da021f5 req-d115998f-b298-4b82-9999-5d86d84a9056 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 931 time: 0.0733745 Jul 14 12:42:29.865618 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b27919ba-9391-4990-a7ec-dcbb7da021f5 req-88081e37-3ca5-4f14-953a-1048e95f6ca9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359201 Jul 14 12:42:29.897572 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Attempting to bind port 10d7c67b-1331-4ae8-a774-527ce3203262 on host n-h2-778696-8 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:42:29.897910 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Attempting to bind port 10d7c67b-1331-4ae8-a774-527ce3203262 by drivers openvswitch,hyperv on host n-h2-778696-8 at level 0 using segments [{'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:42:29.898238 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Attempting to bind port 10d7c67b-1331-4ae8-a774-527ce3203262 on network 92940283-8de9-4c57-b0aa-fbefacc89427 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:42:29.903444 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Port 10d7c67b-1331-4ae8-a774-527ce3203262 on network 92940283-8de9-4c57-b0aa-fbefacc89427 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:42:29.903899 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Attempting to bind port 10d7c67b-1331-4ae8-a774-527ce3203262 on network 92940283-8de9-4c57-b0aa-fbefacc89427 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:42:29.908873 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Checking agent: {'id': 'fe6df724-a1b5-4592-9645-a69ab988d74b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'started_at': datetime.datetime(2021, 7, 14, 11, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:42:29.909214 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Checking segment: {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:42:29.909599 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Bound using segment: {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:42:29.910030 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Bound port: 10d7c67b-1331-4ae8-a774-527ce3203262, host: n-h2-778696-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfa72f8-919f-487c-ba8c-e283b9e72b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:42:29.910521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:29.978921 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] For port 10d7c67b-1331-4ae8-a774-527ce3203262, host n-h2-778696-8, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:42:29.982251 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] For port 10d7c67b-1331-4ae8-a774-527ce3203262, host n-h2-778696-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10d7c67b-1331-4ae8-a774-527ce3203262,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:42:29.987449 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:30.022604 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:30.023160 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:30.024560 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] 10.222.0.45 "PUT /v2.0/ports/10d7c67b-1331-4ae8-a774-527ce3203262 HTTP/1.1" status: 200 len: 1091 time: 0.6733754 Jul 14 12:42:30.025018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:42:30.027389 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d96143-dc6b-4dc2-9204-a147f72ae824" -d '{"events": [{"name": "network-changed", "server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:42:30.053813 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c8240-d3d2-4358-8645-979c4af49def service neutron] Pushing event updated for resources: {'Port': ['ID=10d7c67b-1331-4ae8-a774-527ce3203262,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:30.090383 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66203a0-ab95-4aa1-b106-d2a090fd15d9 x-openstack-request-id: req-a66203a0-ab95-4aa1-b106-d2a090fd15d9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:42:30.090795 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:42:30.091054 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a66203a0-ab95-4aa1-b106-d2a090fd15d9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:42:30.091448 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262', 'status': 'completed', 'code': 200} Jul 14 12:42:30.139879 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-c0848e9b-2432-4f17-b8d9-3610b7614c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:30.141412 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-c0848e9b-2432-4f17-b8d9-3610b7614c96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 1094 time: 0.0619686 Jul 14 12:42:30.184030 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-296b5429-35b1-46ac-9e3a-76f998856fa7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10d7c67b-1331-4ae8-a774-527ce3203262 HTTP/1.1" status: 200 len: 217 time: 0.0340085 Jul 14 12:42:30.231593 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-27add136-7fde-4d11-8c97-afc57f00861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:30.233065 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-27add136-7fde-4d11-8c97-afc57f00861a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0435643 Jul 14 12:42:30.291977 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-d39937b5-a42e-4569-a47d-5946bcdfe370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:30.294467 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-d39937b5-a42e-4569-a47d-5946bcdfe370 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547545 Jul 14 12:42:30.384412 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-96719e3d-9d54-42d8-9fe9-8cdb981b60ac service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830467 Jul 14 12:42:30.472407 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-1dc17c90-4c0e-420c-b0a2-b3bcac61bb0a req-5300a303-ab69-428f-bdec-bd32ea159e5a service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810878 Jul 14 12:42:30.578753 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-409defb4-73d2-4188-8045-3ebd4b8a3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:30.580360 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-409defb4-73d2-4188-8045-3ebd4b8a3c85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 1094 time: 0.0586419 Jul 14 12:42:30.668164 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-29159cb6-6e87-4eab-88c4-0feb193a5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:30.669667 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-29159cb6-6e87-4eab-88c4-0feb193a5bf9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0823045 Jul 14 12:42:30.714282 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-822aec24-77fd-4a0a-bf79-ad19afc09bcc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10d7c67b-1331-4ae8-a774-527ce3203262 HTTP/1.1" status: 200 len: 217 time: 0.0372822 Jul 14 12:42:30.762580 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-525f64a1-3c86-431c-ac67-88d4e10f8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:30.763923 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-525f64a1-3c86-431c-ac67-88d4e10f8f13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0427406 Jul 14 12:42:30.819681 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-6c6cd84c-07a9-4bc0-93b4-f27393e9f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:30.821188 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-6c6cd84c-07a9-4bc0-93b4-f27393e9f80e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497961 Jul 14 12:42:30.913359 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-fe686ee9-0785-4cad-8c7f-e1bdd2a739f3 service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841346 Jul 14 12:42:31.004452 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-d9d96143-dc6b-4dc2-9204-a147f72ae824 req-aeaf33f8-16cd-4aff-b971-e4c8b251cc06 service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830340 Jul 14 12:42:31.043658 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb1038-7a38-40da-910d-c801b45f99b7 req-564c2e08-4977-4d31-9ad3-18540cfe0ad8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:31.045119 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18fb1038-7a38-40da-910d-c801b45f99b7 req-564c2e08-4977-4d31-9ad3-18540cfe0ad8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 943 time: 0.0633092 Jul 14 12:42:31.081913 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-18fb1038-7a38-40da-910d-c801b45f99b7 req-9c8d35dd-3303-4e46-a7b4-1d152e0608b7 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312281 Jul 14 12:42:32.257199 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57860-6075-49cf-aa13-0c19f94a3788 req-069576d1-094d-4282-937e-982b1a11f066 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:32.258581 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2c57860-6075-49cf-aa13-0c19f94a3788 req-069576d1-094d-4282-937e-982b1a11f066 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 943 time: 0.0626283 Jul 14 12:42:32.296897 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f2c57860-6075-49cf-aa13-0c19f94a3788 req-b7ee0819-12a4-4420-a2c2-d0fe8f134559 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327287 Jul 14 12:42:33.503514 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4422846-a4cb-4e6f-875e-022a97d3115f req-4a5d6de7-1932-4249-ab63-54c57ace2eac tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:33.505171 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4422846-a4cb-4e6f-875e-022a97d3115f req-4a5d6de7-1932-4249-ab63-54c57ace2eac tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 943 time: 0.0927925 Jul 14 12:42:33.553232 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-d4422846-a4cb-4e6f-875e-022a97d3115f req-06e6bdd9-dad5-4952-96ab-e41a735af951 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365283 Jul 14 12:42:33.789214 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10d7c67b-1331-4ae8-a774-527ce3203262 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:42:34.034098 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 10d7c67b-1331-4ae8-a774-527ce3203262, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10d7c67b-1331-4ae8-a774-527ce3203262,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:42:34.045409 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '10d7c67b-1331-4ae8-a774-527ce3203262', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'port_id': '10d7c67b-1331-4ae8-a774-527ce3203262', 'mac_address': 'fa:16:3e:32:13:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:42:34.080293 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:34.092994 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d7c67b-1331-4ae8-a774-527ce3203262 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:42:34.111698 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 10d7c67b-1331-4ae8-a774-527ce3203262, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10d7c67b-1331-4ae8-a774-527ce3203262,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:42:34.116654 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:34.164998 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=10d7c67b-1331-4ae8-a774-527ce3203262,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:34.417100 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['10d7c67b-1331-4ae8-a774-527ce3203262'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:42:34.728251 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0d0fe-aa7f-4996-b539-aae76fd79705 req-53069967-812e-4333-b8ef-8b3e4af71877 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:34.729729 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ee0d0fe-aa7f-4996-b539-aae76fd79705 req-53069967-812e-4333-b8ef-8b3e4af71877 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 944 time: 0.0627806 Jul 14 12:42:34.767327 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-5ee0d0fe-aa7f-4996-b539-aae76fd79705 req-6f9b744b-5106-46c9-b9a8-fb4dc950e845 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Jul 14 12:42:35.041712 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:42:35.800029 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10d7c67b-1331-4ae8-a774-527ce3203262 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:42:35.850786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning for port 10d7c67b-1331-4ae8-a774-527ce3203262 completed by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:42:35.854234 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 10d7c67b-1331-4ae8-a774-527ce3203262 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:42:35.854608 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:35.928802 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:35.943565 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304a7c-1a3b-4c81-aba7-2bf9f4c942bf req-163a5016-920b-46d4-8335-9879ec0e88ca tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:35.945090 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07304a7c-1a3b-4c81-aba7-2bf9f4c942bf req-163a5016-920b-46d4-8335-9879ec0e88ca tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 944 time: 0.0665152 Jul 14 12:42:35.950898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:42:35.953145 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6178ae6-780d-4e45-bc5a-ff42dd53e8ab" -d '{"events": [{"server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "name": "network-vif-plugged", "status": "completed", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:42:35.966743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 10d7c67b-1331-4ae8-a774-527ce3203262, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10d7c67b-1331-4ae8-a774-527ce3203262,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:42:35.971571 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:35.988503 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-07304a7c-1a3b-4c81-aba7-2bf9f4c942bf req-84f94e7f-6b90-4648-8e19-d0298ec93eb7 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374253 Jul 14 12:42:35.998520 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad484a3-0ee1-4eca-ae83-a9dc613f3ef3 x-openstack-request-id: req-8ad484a3-0ee1-4eca-ae83-a9dc613f3ef3 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:42:35.998815 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "name": "network-vif-plugged", "status": "completed", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:42:35.999065 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ad484a3-0ee1-4eca-ae83-a9dc613f3ef3 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:42:35.999460 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262', 'code': 200} Jul 14 12:42:36.030001 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=10d7c67b-1331-4ae8-a774-527ce3203262,revision_number=5']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:36.108348 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edede0f4-ef8b-4ec7-946c-ac5cfe464e7f req-442abf0a-718a-42b1-acfa-d8b9217ee5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:36.109763 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edede0f4-ef8b-4ec7-946c-ac5cfe464e7f req-442abf0a-718a-42b1-acfa-d8b9217ee5e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 1096 time: 0.0519764 Jul 14 12:42:36.144463 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-edede0f4-ef8b-4ec7-946c-ac5cfe464e7f req-fade84ef-5f37-45cc-b569-07126efae0b9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277667 Jul 14 12:42:37.165854 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464f07-5c0f-47b9-963b-40d198d15593 req-c932c9b1-8233-4f5f-8ec0-312170e39941 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:37.167868 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d464f07-5c0f-47b9-963b-40d198d15593 req-c932c9b1-8233-4f5f-8ec0-312170e39941 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 945 time: 0.0631707 Jul 14 12:42:37.205303 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-7d464f07-5c0f-47b9-963b-40d198d15593 req-10ddd00f-03ee-4091-ac74-a659659cb4d8 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Jul 14 12:42:37.374116 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63d9ac-41f0-43cf-bfcb-093bddea88f4 req-d6f1d316-76ed-4e3c-a5b7-56f6187cef28 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:37.375478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d63d9ac-41f0-43cf-bfcb-093bddea88f4 req-d6f1d316-76ed-4e3c-a5b7-56f6187cef28 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 945 time: 0.0621257 Jul 14 12:42:37.411712 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-0d63d9ac-41f0-43cf-bfcb-093bddea88f4 req-2fd6c781-7766-4f58-a811-ac38723b05bc tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307829 Jul 14 12:42:37.435569 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59740) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:42:37.491978 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39964f7f-2d85-46c3-95fa-5fd9e3b192a0 tempest-TestSnapshotPattern-1952769147 tempest-TestSnapshotPattern-1952769147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:37.493489 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-39964f7f-2d85-46c3-95fa-5fd9e3b192a0 tempest-TestSnapshotPattern-1952769147 tempest-TestSnapshotPattern-1952769147-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 1091 time: 0.0568821 Jul 14 12:42:37.496385 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 59742) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:42:37.500888 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Request body: {'floatingip': {'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'port_id': '10d7c67b-1331-4ae8-a774-527ce3203262', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:42:37.521815 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:37.619789 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:37.723447 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Allocated IP 172.25.2.118 (59472748-fe75-4622-a3ae-38e3c1c0c2b5/f7c423f0-fed0-4f6e-bcc8-2964e8f76478/260707f4-3c1e-4fce-9a99-92764ff1cf33) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:42:37.818857 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:37.857867 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756263412390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:37.900324 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Network 59472748-fe75-4622-a3ae-38e3c1c0c2b5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:42:37.903643 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:42:37.907768 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:42:37.928650 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'Port': ['ID=260707f4-3c1e-4fce-9a99-92764ff1cf33,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:38.263192 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:38.338570 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:38.482746 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:38.488205 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521827'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:38.554206 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event updated for resources: {'Port': ['ID=260707f4-3c1e-4fce-9a99-92764ff1cf33,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:42:38.565440 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425819'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:38.665190 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Floating IP 6a1f1499-7451-4a5f-92e9-6e0147a1b736 associated. External IP: 172.25.2.118, port: 10d7c67b-1331-4ae8-a774-527ce3203262. Jul 14 12:42:39.161149 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Router 205060d9-150b-41f9-96a3-8d8a124c8164 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:42:39.267620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:42:39.279670 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] Sync routers for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:42:39.285216 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:39.293636 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:42:39.294253 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:42:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:42:39.334110 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-f2ef34dc-dd71-4c22-8f6d-c72bf851d631 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8221786 Jul 14 12:42:39.334110 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:42:39.334110 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6220132-e8fa-46b0-87a6-c74450b38659" -d '{"events": [{"name": "network-changed", "server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:42:39.361976 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6531413b-b307-4a93-9d7f-c98813899712 x-openstack-request-id: req-6531413b-b307-4a93-9d7f-c98813899712 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:42:39.362266 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:42:39.362523 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6531413b-b307-4a93-9d7f-c98813899712 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:42:39.362925 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262', 'status': 'completed', 'code': 200} Jul 14 12:42:39.411555 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:42:39.438295 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-b7166e74-d4dc-4c9f-ba4a-b7a3d0975001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:39.439802 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-b7166e74-d4dc-4c9f-ba4a-b7a3d0975001 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 1096 time: 0.0519946 Jul 14 12:42:39.535202 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-0378a279-825f-4a36-854e-c8ab31b53ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:39.536750 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-0378a279-825f-4a36-854e-c8ab31b53ba5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0903828 Jul 14 12:42:39.607098 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-dbbf90da-5a4f-420e-b017-14dc7354057f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10d7c67b-1331-4ae8-a774-527ce3203262 HTTP/1.1" status: 200 len: 999 time: 0.0628982 Jul 14 12:42:39.630901 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f54e254-e558-42dd-bf5f-4d19188466c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:39.660500 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '6a1f1499-7451-4a5f-92e9-6e0147a1b736', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '10d7c67b-1331-4ae8-a774-527ce3203262', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:32:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:42:38Z', 'updated_at': '2021-07-14T12:42:38Z', 'revision_number': 0, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}, {'id': '85c53a37-bfda-43e8-94c2-231e809b1c59', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:40:05Z', 'updated_at': '2021-07-14T12:40:07Z', 'revision_number': 1, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:42:39.660940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-491bd528-79b8-4828-bd97-9d3046c676d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:39.662293 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-491bd528-79b8-4828-bd97-9d3046c676d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0486364 Jul 14 12:42:39.688700 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] Checking router: 205060d9-150b-41f9-96a3-8d8a124c8164 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:42:39.696784 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:42:39.697380 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:42:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:42:39.720848 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-2b3baea7-beca-4f71-82dc-e6a60e5a3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:42:39.722684 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-2b3baea7-beca-4f71-82dc-e6a60e5a3042 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532193 Jul 14 12:42:39.803473 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:42:39.812472 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-4d0dea84-c689-40f6-8d0b-f0c33a9fe2f1 service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818594 Jul 14 12:42:39.904282 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-e6220132-e8fa-46b0-87a6-c74450b38659 req-32c971e2-dcf2-4af1-b3b1-3ce7c3a5f3c5 service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843318 Jul 14 12:42:40.030995 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '6a1f1499-7451-4a5f-92e9-6e0147a1b736', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '10d7c67b-1331-4ae8-a774-527ce3203262', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:32:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:42:38Z', 'updated_at': '2021-07-14T12:42:38Z', 'revision_number': 0, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}, {'id': '85c53a37-bfda-43e8-94c2-231e809b1c59', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:40:05Z', 'updated_at': '2021-07-14T12:40:07Z', 'revision_number': 1, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:42:40.056678 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22528f-5c88-47a4-9572-fb03e9ad0060 None None] The sync data for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 is: [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '6a1f1499-7451-4a5f-92e9-6e0147a1b736', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '10d7c67b-1331-4ae8-a774-527ce3203262', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:32:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:42:38Z', 'updated_at': '2021-07-14T12:42:38Z', 'revision_number': 0, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}, {'id': '85c53a37-bfda-43e8-94c2-231e809b1c59', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:40:05Z', 'updated_at': '2021-07-14T12:40:07Z', 'revision_number': 1, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:42:40.238194 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f4441d-afc9-48d9-821d-faf49fb80b97 None None] New status for floating IP 6a1f1499-7451-4a5f-92e9-6e0147a1b736: ACTIVE {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:42:42.407445 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:42.754870 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0e2f-36d5-4597-9233-0ec10021652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:43.726311 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:45.429562 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:57.015513 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:42:58.847881 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:09.601681 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c521ad06-d7bf-4a63-9d59-55a79adc913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:12.040494 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:43:12.407479 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:12.757434 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-288d4832-f13a-45c9-ad7f-6198ff653ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:13.730566 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:15.432863 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:23.220502 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-49f92fc7-5878-4551-a733-04a141cec627 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671341 Jul 14 12:43:23.325347 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-9d9be048-ad3c-4e92-99db-98d67667e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:43:23.328414 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-9d9be048-ad3c-4e92-99db-98d67667e032 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1094 time: 0.0626390 Jul 14 12:43:23.444733 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-d203f5fd-9cbf-473b-b824-2a24d586387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:43:23.446235 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-d203f5fd-9cbf-473b-b824-2a24d586387b service neutron] 10.222.0.64 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0969844 Jul 14 12:43:23.516255 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-541bb609-1b2e-4e35-a52d-74cfe0d99341 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 999 time: 0.0630023 Jul 14 12:43:23.567265 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-503884b4-632e-40f7-9584-8d9422d7a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:43:23.569033 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-503884b4-632e-40f7-9584-8d9422d7a283 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0470726 Jul 14 12:43:23.636600 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-f9ee824f-1243-4fc0-b39c-e31aba4aa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:43:23.638126 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-f9ee824f-1243-4fc0-b39c-e31aba4aa1c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632603 Jul 14 12:43:23.649814 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-4f359f85-dd09-4fb5-837c-362304b101d0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:43:23.651075 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-4f359f85-dd09-4fb5-837c-362304b101d0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067394 Jul 14 12:43:23.746038 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-8798147e-1586-4641-b717-9d9e127c473a service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871301 Jul 14 12:43:23.837363 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-dfbd84b2-a2e9-4ded-9e38-c202f4966d1f req-5ffb0429-549d-4e93-949f-0811f9422aec service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Jul 14 12:43:25.413772 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-6054fafb-e96c-40c1-9ebc-c2a3383121f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510323 Jul 14 12:43:25.513515 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-6d263309-90fc-4346-9d2f-ef070fe043e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:43:25.514990 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-6d263309-90fc-4346-9d2f-ef070fe043e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 1096 time: 0.0552049 Jul 14 12:43:25.620676 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-d710f267-f991-4960-b97d-f5a363ea5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:43:25.622202 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-d710f267-f991-4960-b97d-f5a363ea5cca service neutron] 10.222.0.45 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0833893 Jul 14 12:43:25.694211 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-c3c11649-c0f7-456f-991d-8acbdab00a0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10d7c67b-1331-4ae8-a774-527ce3203262 HTTP/1.1" status: 200 len: 1001 time: 0.0611353 Jul 14 12:43:25.745381 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-5dd6a683-12bc-49e7-9a68-c1460c7d80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:43:25.747104 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-5dd6a683-12bc-49e7-9a68-c1460c7d80d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0426214 Jul 14 12:43:25.804083 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-9ce3ba05-d41b-400d-9897-501531814f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:43:25.805565 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-9ce3ba05-d41b-400d-9897-501531814f01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513031 Jul 14 12:43:25.900151 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-e6536a35-f1c4-4962-994d-a46fc842fab5 service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835471 Jul 14 12:43:25.987670 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-5a5a58bc-6908-424a-87e0-d1c14001724f req-aa745c9e-4850-4917-9de3-54ad6ed6a9fa service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801630 Jul 14 12:43:27.028832 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:28.848978 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:39.602085 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ad6-506a-42f8-a719-1770c5d74638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:42.408484 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:42.757162 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-15cf6acc-6d4b-4de2-8874-7ef60d28a257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:43.731626 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:45.435310 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:49.039735 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:43:57.029570 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:43:58.858067 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:09.604843 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b8b31e3e-0ec6-4494-a12b-73875069774a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:10.174112 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10d7c67b-1331-4ae8-a774-527ce3203262 details requested by agent hyperv_n-h2-778696-8 with host n-h2-778696-8 {{(pid=93703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:44:10.272143 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 10d7c67b-1331-4ae8-a774-527ce3203262, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10d7c67b-1331-4ae8-a774-527ce3203262,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:10.283333 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Returning: {'device': '10d7c67b-1331-4ae8-a774-527ce3203262', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'port_id': '10d7c67b-1331-4ae8-a774-527ce3203262', 'mac_address': 'fa:16:3e:32:13:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:44:10.324203 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:10.336972 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10d7c67b-1331-4ae8-a774-527ce3203262 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:44:10.357261 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 10d7c67b-1331-4ae8-a774-527ce3203262, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10d7c67b-1331-4ae8-a774-527ce3203262,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:10.360899 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:10.410102 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=10d7c67b-1331-4ae8-a774-527ce3203262,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:10.417927 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.418275 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.418615 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.418952 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.419284 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.419614 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.419964 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.420289 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.420612 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.420938 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.421264 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.421583 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:10.447956 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] get_ports_and_sgs() called for port_ids ['10d7c67b-1331-4ae8-a774-527ce3203262'] {{(pid=93703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:44:12.193912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10d7c67b-1331-4ae8-a774-527ce3203262 up at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:44:12.258922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Provisioning complete for port 10d7c67b-1331-4ae8-a774-527ce3203262 triggered by entity L2. {{(pid=93703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:44:12.259396 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66408254'] for port, provisioning_complete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:12.356782 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531449'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:12.382656 n-d-778696-8 neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:44:12.396647 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94409e654cfad4430a917d9180923704ff6ff243257a5953fa08d3ad8e610c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434c5be8-8147-4351-8dea-412331807127" -d '{"events": [{"server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "name": "network-vif-plugged", "status": "completed", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:44:12.419393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] For port 10d7c67b-1331-4ae8-a774-527ce3203262, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10d7c67b-1331-4ae8-a774-527ce3203262,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:12.437712 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756263802911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756263412408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756263412426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:12.473527 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e35deac-079d-4f17-af68-2974f305b22e x-openstack-request-id: req-3e35deac-079d-4f17-af68-2974f305b22e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:44:12.473816 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "name": "network-vif-plugged", "status": "completed", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:44:12.474071 n-d-778696-8 neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e35deac-079d-4f17-af68-2974f305b22e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:44:12.474469 n-d-778696-8 neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262', 'code': 200} Jul 14 12:44:12.476751 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:12.511872 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Pushing event updated for resources: {'Port': ['ID=10d7c67b-1331-4ae8-a774-527ce3203262,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:12.764457 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b3d79b6-150e-4666-9a1f-b7f4550e7990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:13.740074 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:15.443699 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:19.859971 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 59954) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:20.020722 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Deleting port 260707f4-3c1e-4fce-9a99-92764ff1cf33 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:20.021076 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:20.095124 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:20.095363 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:20.106523 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Calling delete_port for 260707f4-3c1e-4fce-9a99-92764ff1cf33 owned by network:floatingip {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:20.248971 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:20.273838 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event deleted for resources: {'Port': ['ID=260707f4-3c1e-4fce-9a99-92764ff1cf33,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:20.285904 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.286272 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.286596 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.286967 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.287271 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.287645 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.287981 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.288335 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.288653 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.289105 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.289440 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.289753 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:20.348814 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:20.349070 n-d-778696-8 neutron-server[93702]: INFO neutron.db.l3_db [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Floating IP 6a1f1499-7451-4a5f-92e9-6e0147a1b736 disassociated (deleted). External IP: 172.25.2.118, port: 10d7c67b-1331-4ae8-a774-527ce3203262. Jul 14 12:44:20.550705 n-d-778696-8 neutron-server[93702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Router 205060d9-150b-41f9-96a3-8d8a124c8164 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:44:20.655680 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:44:20.660456 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:20.666529 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] Sync routers for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:44:20.676207 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:44:20.676835 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:44:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:20.785503 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:44:21.012760 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-a2706b90-723d-416a-89f4-d39a59d5b630 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "DELETE /v2.0/floatingips/6a1f1499-7451-4a5f-92e9-6e0147a1b736 HTTP/1.1" status: 204 len: 168 time: 1.1516414 Jul 14 12:44:21.013399 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:44:21.013922 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '85c53a37-bfda-43e8-94c2-231e809b1c59', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:40:05Z', 'updated_at': '2021-07-14T12:40:07Z', 'revision_number': 1, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:21.015860 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a9f349-c224-4f34-899d-9b582a19d338" -d '{"events": [{"name": "network-changed", "server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:44:21.040982 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] Checking router: 205060d9-150b-41f9-96a3-8d8a124c8164 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:44:21.049342 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:44:21.049955 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:44:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:21.062258 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5811c94d-a3b0-4759-aebd-89fe7f666107 x-openstack-request-id: req-5811c94d-a3b0-4759-aebd-89fe7f666107 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:44:21.062258 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:44:21.062258 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5811c94d-a3b0-4759-aebd-89fe7f666107 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:44:21.062258 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262', 'status': 'completed', 'code': 200} Jul 14 12:44:21.146396 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-a07acd11-57cf-43e5-8c17-d5208c27953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:21.147994 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-a07acd11-57cf-43e5-8c17-d5208c27953c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 1096 time: 0.0552590 Jul 14 12:44:21.155681 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:44:21.260900 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-0a47e40a-2e72-411e-a8b7-0fa4c56a75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:21.262935 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-0a47e40a-2e72-411e-a8b7-0fa4c56a75f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.1055655 Jul 14 12:44:21.314429 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-3258ee8e-f47c-4934-932b-2a3f9f298221 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10d7c67b-1331-4ae8-a774-527ce3203262 HTTP/1.1" status: 200 len: 217 time: 0.0400493 Jul 14 12:44:21.371968 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-d0fe8fe9-b474-4ee1-862b-32cc64515357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:21.373684 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-d0fe8fe9-b474-4ee1-862b-32cc64515357 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0512569 Jul 14 12:44:21.410012 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb4f34-3a0f-486a-8145-89d782d9c290 req-1f2b8672-6432-4351-97e6-07a9ea5d5bf7 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:21.411696 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5fb4f34-3a0f-486a-8145-89d782d9c290 req-1f2b8672-6432-4351-97e6-07a9ea5d5bf7 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 945 time: 0.0672596 Jul 14 12:44:21.436829 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-058d4506-4661-4178-87cd-d1374c051daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:21.438498 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-058d4506-4661-4178-87cd-d1374c051daa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564747 Jul 14 12:44:21.453655 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-b5fb4f34-3a0f-486a-8145-89d782d9c290 req-b7449d04-b9b4-4bbc-bc0c-c3d977b82090 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351093 Jul 14 12:44:21.531174 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-18f386ce-8765-433a-8c85-c624a48be8bb service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846212 Jul 14 12:44:21.545660 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '85c53a37-bfda-43e8-94c2-231e809b1c59', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:40:05Z', 'updated_at': '2021-07-14T12:40:07Z', 'revision_number': 1, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:21.575306 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088e4a96-abd0-4948-98f6-782ee869caf9 None None] The sync data for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 is: [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_floatingips': [{'id': '85c53a37-bfda-43e8-94c2-231e809b1c59', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'router_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'port_id': '79cae913-9896-4e85-9322-0d8a3a439048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'mac_address': 'fa:16:3e:9e:e0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:40:05Z', 'updated_at': '2021-07-14T12:40:07Z', 'revision_number': 1, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:44:21.636278 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-b5a9f349-c224-4f34-899d-9b582a19d338 req-0d1abfbd-9bd2-4401-9b6f-53d4c5a19d6e service neutron] 10.222.0.45 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973670 Jul 14 12:44:21.797765 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd24df-c72f-42a5-9737-95ae642ea963 None None] New status for floating IP 6a1f1499-7451-4a5f-92e9-6e0147a1b736: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:44:22.818080 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad6eca-1944-469b-96a4-02286d9d4b8b req-72d3b67f-a0ac-4e91-b967-a1add4c92895 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:22.819483 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6ad6eca-1944-469b-96a4-02286d9d4b8b req-72d3b67f-a0ac-4e91-b967-a1add4c92895 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 945 time: 0.0644469 Jul 14 12:44:22.856841 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-f6ad6eca-1944-469b-96a4-02286d9d4b8b req-34e03b59-5570-449a-8679-fb64d7c5a241 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309563 Jul 14 12:44:23.124133 n-d-778696-8 neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-0fb05ec1-5380-47af-b16c-24d076954a2d tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:23.125506 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-0fb05ec1-5380-47af-b16c-24d076954a2d tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.45 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 945 time: 0.0623360 Jul 14 12:44:23.230121 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Deleting port 10d7c67b-1331-4ae8-a774-527ce3203262 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:23.230458 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:23.315686 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] For port 10d7c67b-1331-4ae8-a774-527ce3203262, host n-h2-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-8',level=0,port_id=10d7c67b-1331-4ae8-a774-527ce3203262,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:23.316090 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:23.329311 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Calling delete_port for 10d7c67b-1331-4ae8-a774-527ce3203262 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:23.454820 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:23.486033 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event deleted for resources: {'Port': ['ID=10d7c67b-1331-4ae8-a774-527ce3203262,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:23.515733 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.516107 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.516452 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.516788 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.517146 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.517484 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.517814 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.518143 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.518470 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.518792 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.519122 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.519448 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-8 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:44:23.544687 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] No DVR routers for this DVR port 10d7c67b-1331-4ae8-a774-527ce3203262 on host n-h2-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:44:23.547257 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:23.549310 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [req-39f2167a-164d-43fe-ae80-44a3538cd330 req-b27c3b44-99f2-4cf4-88f3-ee1d6ad8a7bf tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.45 "DELETE /v2.0/ports/10d7c67b-1331-4ae8-a774-527ce3203262 HTTP/1.1" status: 204 len: 173 time: 0.4142148 Jul 14 12:44:23.549750 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'name': 'network-vif-deleted', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:44:23.552020 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0964fd-9faf-4462-bff0-f2fbbe480f03" -d '{"events": [{"server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "name": "network-vif-deleted", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:44:23.591665 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0c791a-b927-47d1-8109-63b445e5d03d x-openstack-request-id: req-fd0c791a-b927-47d1-8109-63b445e5d03d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:44:23.592121 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011eb5cb-0517-4acc-9eaa-64f05ddfaf1e", "name": "network-vif-deleted", "tag": "10d7c67b-1331-4ae8-a774-527ce3203262", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:44:23.592472 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd0c791a-b927-47d1-8109-63b445e5d03d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:44:23.593008 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011eb5cb-0517-4acc-9eaa-64f05ddfaf1e', 'name': 'network-vif-deleted', 'tag': '10d7c67b-1331-4ae8-a774-527ce3203262', 'status': 'completed', 'code': 200} Jul 14 12:44:24.030418 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-405836c4-0411-47ed-bea8-785f59ccaa83 req-77297373-6197-4dc3-8943-bd0ff809b788 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=011eb5cb-0517-4acc-9eaa-64f05ddfaf1e HTTP/1.1" status: 200 len: 210 time: 0.0359402 Jul 14 12:44:24.254808 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10d7c67b-1331-4ae8-a774-527ce3203262 no longer exists at agent hyperv_n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:44:24.279839 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] No Port match for: 10d7c67b-1331-4ae8-a774-527ce3203262 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:44:24.280208 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Device 10d7c67b-1331-4ae8-a774-527ce3203262 not bound to the agent host n-h2-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:44:25.196963 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894960f7-c051-45f2-96ff-8b2ac890899f req-4cb44691-edf0-4960-a0f1-86424da33a98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506978 Jul 14 12:44:25.297943 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894960f7-c051-45f2-96ff-8b2ac890899f req-6a5fd267-fb5d-4f82-a45c-619c910c4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:25.299525 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894960f7-c051-45f2-96ff-8b2ac890899f req-6a5fd267-fb5d-4f82-a45c-619c910c4664 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1094 time: 0.0602112 Jul 14 12:44:25.411228 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894960f7-c051-45f2-96ff-8b2ac890899f req-3d36991d-fadc-46e5-8625-7982371fc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:25.412824 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894960f7-c051-45f2-96ff-8b2ac890899f req-3d36991d-fadc-46e5-8625-7982371fc1a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0927520 Jul 14 12:44:25.481478 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894960f7-c051-45f2-96ff-8b2ac890899f req-1c215184-12ed-4d3a-9748-16a0da49c35a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 999 time: 0.0624113 Jul 14 12:44:25.535805 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894960f7-c051-45f2-96ff-8b2ac890899f req-86a06e22-dab5-4464-91ed-2c830de411a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:25.537340 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894960f7-c051-45f2-96ff-8b2ac890899f req-86a06e22-dab5-4464-91ed-2c830de411a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0496187 Jul 14 12:44:25.596021 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894960f7-c051-45f2-96ff-8b2ac890899f req-d759cf7b-b6cd-4d18-a723-fcc87046326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:25.597552 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894960f7-c051-45f2-96ff-8b2ac890899f req-d759cf7b-b6cd-4d18-a723-fcc87046326a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535851 Jul 14 12:44:25.643314 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60010) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:25.686416 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894960f7-c051-45f2-96ff-8b2ac890899f req-2d156c12-a836-4420-a51b-26ca76cf86da service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823677 Jul 14 12:44:25.779361 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-894960f7-c051-45f2-96ff-8b2ac890899f req-62a53cbc-b04c-4850-820c-36158ed0c2b9 service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861402 Jul 14 12:44:25.798142 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Deleting port d6a28dba-e0f4-4e69-858e-79e7a98b57e6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:25.798491 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:25.871521 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:25.871762 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:25.882657 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Calling delete_port for d6a28dba-e0f4-4e69-858e-79e7a98b57e6 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:26.030755 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:26.038185 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:44:26.060533 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event deleted for resources: {'Port': ['ID=d6a28dba-e0f4-4e69-858e-79e7a98b57e6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:26.124636 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:26.125046 n-d-778696-8 neutron-server[93701]: INFO neutron.db.l3_db [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Floating IP 85c53a37-bfda-43e8-94c2-231e809b1c59 disassociated (deleted). External IP: 172.25.2.191, port: 79cae913-9896-4e85-9322-0d8a3a439048. Jul 14 12:44:26.328127 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Router 205060d9-150b-41f9-96a3-8d8a124c8164 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:44:26.437791 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:44:26.442583 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:26.447101 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] Sync routers for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:44:26.455641 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:44:26.456268 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:44:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:26.485173 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e140e44a-e581-40db-8c09-f0928efaf2f0 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "DELETE /v2.0/floatingips/85c53a37-bfda-43e8-94c2-231e809b1c59 HTTP/1.1" status: 204 len: 168 time: 0.8406663 Jul 14 12:44:26.485764 n-d-778696-8 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:44:26.488102 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52c20e6ce476148504a09d1d0e8a0f15d28a3ee39a98de1222e98bca7722e13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c037bcae-5463-4fb5-94fc-b41f8f9d350a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "tag": "79cae913-9896-4e85-9322-0d8a3a439048"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:44:26.534960 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b25f477-6033-4512-91fa-07dd02530b9f x-openstack-request-id: req-6b25f477-6033-4512-91fa-07dd02530b9f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:44:26.534960 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "tag": "79cae913-9896-4e85-9322-0d8a3a439048", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:44:26.534960 n-d-778696-8 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b25f477-6033-4512-91fa-07dd02530b9f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:44:26.534960 n-d-778696-8 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048', 'status': 'completed', 'code': 200} Jul 14 12:44:26.589067 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:44:26.619519 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-417046b5-8c5f-47e4-bde4-738ee043c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:26.621085 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-417046b5-8c5f-47e4-bde4-738ee043c29f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0560d3e42cb34292a4523c79baa17f66&device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 1094 time: 0.0582521 Jul 14 12:44:26.724078 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-60011663-595c-4ed5-9b67-5f3f9cba298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:26.725884 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-60011663-595c-4ed5-9b67-5f3f9cba298a service neutron] 10.222.0.64 "GET /v2.0/networks?id=92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 200 len: 910 time: 0.0987582 Jul 14 12:44:26.767376 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-0dea95fc-7040-49e6-b8f7-d69cedf167d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 200 len: 217 time: 0.0344341 Jul 14 12:44:26.814222 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:26.844881 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] Checking router: 205060d9-150b-41f9-96a3-8d8a124c8164 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:44:26.853263 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:44:26.853877 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:44:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:26.857979 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-2c838747-ab22-42c8-a37e-5aee11ede45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:26.859466 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-2c838747-ab22-42c8-a37e-5aee11ede45d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 200 len: 849 time: 0.0856879 Jul 14 12:44:26.914734 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca704c30-9b43-417a-831e-903cfcc5a435 req-1b4e5382-53d2-4c93-b020-cf67b764c5e2 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:26.916170 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca704c30-9b43-417a-831e-903cfcc5a435 req-1b4e5382-53d2-4c93-b020-cf67b764c5e2 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 943 time: 0.1113458 Jul 14 12:44:26.948876 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-40ff0b81-4c98-4f08-8ccc-db19a3514622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:26.950370 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-40ff0b81-4c98-4f08-8ccc-db19a3514622 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92940283-8de9-4c57-b0aa-fbefacc89427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835183 Jul 14 12:44:26.959595 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:44:26.989751 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-ca704c30-9b43-417a-831e-903cfcc5a435 req-d29624db-0c66-46c5-9970-dfa8517f73be tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660439 Jul 14 12:44:27.058849 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-a7404d81-18bc-4a35-b3ce-c80534b6cd7c service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990808 Jul 14 12:44:27.087037 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:27.149448 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-c037bcae-5463-4fb5-94fc-b41f8f9d350a req-1186e881-4a06-4f53-bf9a-2d512038c3df service neutron] 10.222.0.64 "GET /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825708 Jul 14 12:44:27.173130 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:27.198238 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591da7e-e141-429c-88c4-69ec0f8a170b None None] The sync data for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 is: [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:39:47Z', 'revision_number': 4, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8', '_interfaces': [{'id': '96f3cea2-5b7e-4b55-9086-f0c4f0aad879', 'name': '', 'network_id': '92940283-8de9-4c57-b0aa-fbefacc89427', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'mac_address': 'fa:16:3e:b4:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:47Z', 'updated_at': '2021-07-14T12:39:52Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'subnets': [{'id': '3db1f72e-2ac4-4dad-991e-0a26aca939df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:44:27.416036 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870ef7b-bc85-480e-a3b1-bcf4b4d66a7a None None] New status for floating IP 85c53a37-bfda-43e8-94c2-231e809b1c59: DOWN {{(pid=93704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:44:28.168612 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31ebeb-14ba-415a-b633-409c6cd072e7 req-a15d7ef1-012a-44d0-afa9-d9c181934295 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:28.170127 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f31ebeb-14ba-415a-b633-409c6cd072e7 req-a15d7ef1-012a-44d0-afa9-d9c181934295 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 943 time: 0.0634482 Jul 14 12:44:28.207493 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-1f31ebeb-14ba-415a-b633-409c6cd072e7 req-2961d558-0c42-487a-8385-04bab7cf52d4 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d1091f1-ed06-424a-9d3b-ed414697bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316739 Jul 14 12:44:28.321864 n-d-778696-8 neutron-server[93702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-b96afb0d-1a16-4ec7-9119-1399dc755735 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:44:28.323231 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-b96afb0d-1a16-4ec7-9119-1399dc755735 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 943 time: 0.0679867 Jul 14 12:44:28.419954 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Deleting port 79cae913-9896-4e85-9322-0d8a3a439048 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:28.420306 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:28.509901 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] For port 79cae913-9896-4e85-9322-0d8a3a439048, host n-h1-778696-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-8',level=0,port_id=79cae913-9896-4e85-9322-0d8a3a439048,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:28.510258 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:28.521566 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Calling delete_port for 79cae913-9896-4e85-9322-0d8a3a439048 owned by compute:nova {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:28.651515 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:28.682152 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event deleted for resources: {'Port': ['ID=79cae913-9896-4e85-9322-0d8a3a439048,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:28.727014 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] No DVR routers for this DVR port 79cae913-9896-4e85-9322-0d8a3a439048 on host n-h1-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:44:28.729707 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213707'] for port, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:28.731732 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-db69dce6-c51d-41ca-8ab7-c36b07393ce5 req-f760929f-0ae3-496b-9e46-2d0dd456798f tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.64 "DELETE /v2.0/ports/79cae913-9896-4e85-9322-0d8a3a439048 HTTP/1.1" status: 204 len: 173 time: 0.4030824 Jul 14 12:44:28.732218 n-d-778696-8 neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'name': 'network-vif-deleted', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:44:28.734520 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54d806eed08051a395273701891506c76808278681d4ff70508c177ccf0da59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a66b8c-6ed5-403b-95c0-083b36c43462" -d '{"events": [{"server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "name": "network-vif-deleted", "tag": "79cae913-9896-4e85-9322-0d8a3a439048"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:44:28.774874 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8fbd68-1819-4c17-b82d-676f9d69995f x-openstack-request-id: req-0c8fbd68-1819-4c17-b82d-676f9d69995f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:44:28.775164 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7061b9-1ac4-4b41-9755-671d327f22ca", "name": "network-vif-deleted", "tag": "79cae913-9896-4e85-9322-0d8a3a439048", "status": "completed", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:44:28.775418 n-d-778696-8 neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c8fbd68-1819-4c17-b82d-676f9d69995f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:44:28.775844 n-d-778696-8 neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7061b9-1ac4-4b41-9755-671d327f22ca', 'name': 'network-vif-deleted', 'tag': '79cae913-9896-4e85-9322-0d8a3a439048', 'status': 'completed', 'code': 200} Jul 14 12:44:28.868037 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:29.363381 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [req-fb020c49-a4ab-44ff-951d-afdf6f3bc0d5 req-c7bf481c-0301-42e0-912f-affa36106ce9 tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7061b9-1ac4-4b41-9755-671d327f22ca HTTP/1.1" status: 200 len: 210 time: 0.0287464 Jul 14 12:44:30.458620 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60028) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:30.515760 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f20bc68-145a-42c5-b23e-19e6994b89ab tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:30.540577 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f20bc68-145a-42c5-b23e-19e6994b89ab tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:30.600307 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f20bc68-145a-42c5-b23e-19e6994b89ab tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:30.605006 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f20bc68-145a-42c5-b23e-19e6994b89ab tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:30.606268 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9f20bc68-145a-42c5-b23e-19e6994b89ab tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] 10.222.0.38 "DELETE /v2.0/security-groups/7d1091f1-ed06-424a-9d3b-ed414697bf3e HTTP/1.1" status: 204 len: 168 time: 0.1466615 Jul 14 12:44:30.615600 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20bc68-145a-42c5-b23e-19e6994b89ab tempest-TestSnapshotPattern-1525377341 tempest-TestSnapshotPattern-1525377341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1091f1-ed06-424a-9d3b-ed414697bf3e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:30.651536 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60032) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:30.989893 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:31.235914 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Deleting port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:31.236258 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:31.310693 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] For port 96f3cea2-5b7e-4b55-9086-f0c4f0aad879, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=96f3cea2-5b7e-4b55-9086-f0c4f0aad879,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:31.310972 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:31.324046 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Calling delete_port for 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:31.497402 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:31.528427 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f3cea2-5b7e-4b55-9086-f0c4f0aad879,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:31.635147 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 79cae913-9896-4e85-9322-0d8a3a439048 no longer exists at agent hyperv_n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:44:31.658667 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] No Port match for: 79cae913-9896-4e85-9322-0d8a3a439048 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:44:31.659008 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Device 79cae913-9896-4e85-9322-0d8a3a439048 not bound to the agent host n-h1-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:44:31.697096 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:32.199940 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Router 205060d9-150b-41f9-96a3-8d8a124c8164 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:44:32.303398 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:44:32.309046 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-282851c3-aa73-4299-822a-ac9d7a0a6fc8 admin admin] 10.222.0.38 "PUT /v2.0/routers/205060d9-150b-41f9-96a3-8d8a124c8164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6572063 Jul 14 12:44:32.311603 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60034) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:32.314447 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] Sync routers for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:44:32.323889 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:44:32.324759 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:44:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:32.413713 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:32.425743 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: n-d-778696-8 {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:44:32.513546 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:32.572222 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Deleting port c7788879-96b3-4bba-ad36-e2b72bd05520 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:32.572576 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:32.603393 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:44:31Z', 'revision_number': 5, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port': {'id': 'c7788879-96b3-4bba-ad36-e2b72bd05520', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:45Z', 'updated_at': '2021-07-14T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:32.629292 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] Checking router: 205060d9-150b-41f9-96a3-8d8a124c8164 for host: n-d-778696-8 {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:44:32.638259 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] Routers {'205060d9-150b-41f9-96a3-8d8a124c8164'} bound to L3 agent in host n-d-778696-8 {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:44:32.638912 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:44:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['205060d9-150b-41f9-96a3-8d8a124c8164'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:32.650065 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] For port c7788879-96b3-4bba-ad36-e2b72bd05520, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=c7788879-96b3-4bba-ad36-e2b72bd05520,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:32.650420 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:32.662690 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Calling delete_port for c7788879-96b3-4bba-ad36-e2b72bd05520 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:32.724347 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] Set router 205060d9-150b-41f9-96a3-8d8a124c8164 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:44:32.779462 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:44:32Z', 'revision_number': 6, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:32.805438 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81def668-d2aa-4e2d-9cd7-7e34ad5a1b7c None None] The sync data for ids ['205060d9-150b-41f9-96a3-8d8a124c8164'] in n-d-778696-8 is: [{'id': '205060d9-150b-41f9-96a3-8d8a124c8164', 'name': 'tempest-TestSnapshotPattern-1389609711-router', 'tenant_id': '0560d3e42cb34292a4523c79baa17f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:44Z', 'updated_at': '2021-07-14T12:44:32Z', 'revision_number': 6, 'project_id': '0560d3e42cb34292a4523c79baa17f66', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:44:32.829141 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:32.859818 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c7788879-96b3-4bba-ad36-e2b72bd05520,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:32.924467 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.010330 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.012364 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.052502 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.053018 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205060d9-150b-41f9-96a3-8d8a124c8164 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:44:33.058066 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.059508 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-ff385961-1a24-46a1-81ce-42b228fc69ff admin admin] 10.222.0.38 "DELETE /v2.0/routers/205060d9-150b-41f9-96a3-8d8a124c8164 HTTP/1.1" status: 204 len: 168 time: 0.7469540 Jul 14 12:44:33.061645 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60036) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:33.104247 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e07131-0643-4170-bc5b-5558e9293632 admin admin] Deleting subnet 3db1f72e-2ac4-4dad-991e-0a26aca939df {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:44:33.107035 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3e07131-0643-4170-bc5b-5558e9293632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.144828 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3e07131-0643-4170-bc5b-5558e9293632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1974261'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.225059 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3e07131-0643-4170-bc5b-5558e9293632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.277686 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3e07131-0643-4170-bc5b-5558e9293632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2382035'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.304159 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e07131-0643-4170-bc5b-5558e9293632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db1f72e-2ac4-4dad-991e-0a26aca939df,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:33.306133 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3e07131-0643-4170-bc5b-5558e9293632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.308015 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-a3e07131-0643-4170-bc5b-5558e9293632 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3db1f72e-2ac4-4dad-991e-0a26aca939df HTTP/1.1" status: 204 len: 168 time: 0.2454700 Jul 14 12:44:33.311213 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60038) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:33.311718 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b06b12-9f22-4057-ad00-dd265c122f9d None None] Network 92940283-8de9-4c57-b0aa-fbefacc89427 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:44:33.383942 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.436145 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Deleting port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:33.436491 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.501013 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] For port ddae1310-7a0a-4f77-84d6-104ccb85b7e2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=ddae1310-7a0a-4f77-84d6-104ccb85b7e2,segment=NetworkSegment(acfa72f8-919f-487c-ba8c-e283b9e72b15),segment_id=acfa72f8-919f-487c-ba8c-e283b9e72b15)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:33.501305 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.514172 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Calling delete_port for ddae1310-7a0a-4f77-84d6-104ccb85b7e2 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:33.571737 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] DHCP port deletion for 92940283-8de9-4c57-b0aa-fbefacc89427 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:44:33.604007 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.619106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] Deleting port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:33.619482 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.630765 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddae1310-7a0a-4f77-84d6-104ccb85b7e2,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:33.632739 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] No DVR routers for this DVR port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 on host n-d-778696-8 {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:44:33.712268 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.722995 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92940283-8de9-4c57-b0aa-fbefacc89427']}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:33.735816 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfa72f8-919f-487c-ba8c-e283b9e72b15') {'for_net_delete': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:33.736150 n-d-778696-8 neutron-server[93702]: DEBUG neutron.services.segments.db [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfa72f8-919f-487c-ba8c-e283b9e72b15') {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:33.748383 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227636'] for segment, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.763742 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.770568 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:44:33.770984 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2956806'] for segment, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: Traceback (most recent call last): Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: timer() Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: cb(*args, **kw) Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: return func(*args, **kwargs) Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: self._notify() Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: self.callback(batched_events) Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: event.method(event) Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: return f(self, *a, **k) Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: return self._get(url).json() Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: return self.request(url, 'GET', **kwargs) Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:44:33.772772 n-d-778696-8 neutron-server[93702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:44:33.832940 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.839322 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66660698'] for network, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.841470 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/92940283-8de9-4c57-b0aa-fbefacc89427 HTTP/1.1" status: 204 len: 168 time: 0.5290151 Jul 14 12:44:33.844249 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60040) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:33.851103 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] For port ddae1310-7a0a-4f77-84d6-104ccb85b7e2, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:33.851692 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.865489 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] Calling delete_port for ddae1310-7a0a-4f77-84d6-104ccb85b7e2 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:33.870203 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] Port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 12:44:33.871994 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd9d2-c01d-40f2-b7ab-124e08ccb9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=92940283-8de9-4c57-b0aa-fbefacc89427,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:33.873776 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:33.897496 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] Network 92940283-8de9-4c57-b0aa-fbefacc89427 is not hosted by any dhcp agent {{(pid=93703) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 12:44:33.897965 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] No DVR routers for this DVR port ddae1310-7a0a-4f77-84d6-104ccb85b7e2 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:44:33.899823 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9b669-4eb2-4d68-aa30-58ad787fd542 None None] Pushing event deleted for resources: {'Port': ['ID=ddae1310-7a0a-4f77-84d6-104ccb85b7e2,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:34.079771 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:44:34.099786 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:44:34.100188 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96f3cea2-5b7e-4b55-9086-f0c4f0aad879 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:44:34.100607 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ddae1310-7a0a-4f77-84d6-104ccb85b7e2 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:44:34.119326 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: ddae1310-7a0a-4f77-84d6-104ccb85b7e2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:44:34.119673 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device ddae1310-7a0a-4f77-84d6-104ccb85b7e2 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:44:34.120115 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c7788879-96b3-4bba-ad36-e2b72bd05520 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:44:34.138763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: c7788879-96b3-4bba-ad36-e2b72bd05520 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:44:34.139046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device c7788879-96b3-4bba-ad36-e2b72bd05520 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:44:34.205460 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421979'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:34.458292 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Deleting port 196a909b-6c18-461d-ab3f-73360c347de2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:34.458635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:34.533449 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] For port 196a909b-6c18-461d-ab3f-73360c347de2, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=196a909b-6c18-461d-ab3f-73360c347de2,segment=NetworkSegment(da3f8d33-815a-4f9b-a034-1c5fa36de654),segment_id=da3f8d33-815a-4f9b-a034-1c5fa36de654)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:34.533812 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:34.550463 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Calling delete_port for 196a909b-6c18-461d-ab3f-73360c347de2 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:34.724635 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:34.750587 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Pushing event deleted for resources: {'Port': ['ID=196a909b-6c18-461d-ab3f-73360c347de2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:34.913060 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66660647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422135'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.121573 n-d-778696-8 neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Router 83b4e12c-dcee-453c-ae08-b272315e7e29 has already been hosted by L3 agent 7457a95e-fc29-48dc-bdb9-84dc6c7a3396 {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:44:35.223749 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] Notify agent at l3_agent.n-d-778696-8 the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:44:35.232240 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-b3ac5f30-a9d5-4a90-87c0-960afc681907 admin admin] 10.222.0.38 "PUT /v2.0/routers/83b4e12c-dcee-453c-ae08-b272315e7e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3856289 Jul 14 12:44:35.232459 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] Sync routers for ids ['83b4e12c-dcee-453c-ae08-b272315e7e29'] in n-d-778696-8 {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:44:35.234053 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60044) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:35.242766 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] Routers {'83b4e12c-dcee-453c-ae08-b272315e7e29'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:44:35.243445 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:44:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['83b4e12c-dcee-453c-ae08-b272315e7e29'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:35.340018 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.345585 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] Set router 83b4e12c-dcee-453c-ae08-b272315e7e29 gateway port host: n-d-778696-8 {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:44:35.444254 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.498991 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Deleting port 96af81b9-07c5-46a4-855f-82e6a2bec6b6 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:35.499360 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.529751 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'external_fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:49Z', 'updated_at': '2021-07-14T12:44:34Z', 'revision_number': 5, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'gw_port': {'id': '96af81b9-07c5-46a4-855f-82e6a2bec6b6', 'name': '', 'network_id': '59472748-fe75-4622-a3ae-38e3c1c0c2b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:39:50Z', 'updated_at': '2021-07-14T12:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7c423f0-fed0-4f6e-bcc8-2964e8f76478', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-8'}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:35.559683 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] Checking router: 83b4e12c-dcee-453c-ae08-b272315e7e29 for host: n-d-778696-8 {{(pid=93704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:44:35.567808 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] Routers {'83b4e12c-dcee-453c-ae08-b272315e7e29'} bound to L3 agent in host n-d-778696-8 {{(pid=93704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:44:35.568428 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:11:12Z,description=,heartbeat_timestamp=2021-07-14T12:44:13Z,host='n-d-778696-8',id=7457a95e-fc29-48dc-bdb9-84dc6c7a3396,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:11:12Z,topic='l3_agent')) {'router_ids': ['83b4e12c-dcee-453c-ae08-b272315e7e29'], 'active': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:35.582396 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] For port 96af81b9-07c5-46a4-855f-82e6a2bec6b6, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=96af81b9-07c5-46a4-855f-82e6a2bec6b6,segment=NetworkSegment(ca638b67-2692-485c-99df-5c8675b92e0c),segment_id=ca638b67-2692-485c-99df-5c8675b92e0c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:35.583020 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.595177 n-d-778696-8 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Calling delete_port for 96af81b9-07c5-46a4-855f-82e6a2bec6b6 owned by network:router_gateway {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:35.653602 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_dvr_db [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] Set router 83b4e12c-dcee-453c-ae08-b272315e7e29 gateway port host: None {{(pid=93704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:44:35.705737 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.l3_hamode_db [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:49Z', 'updated_at': '2021-07-14T12:44:35Z', 'revision_number': 6, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'gw_port_host': None}], 'n-d-778696-8', False) {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:35.735726 n-d-778696-8 neutron-server[93704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396557e3-e347-40a6-8ea5-9685cadb09f3 None None] The sync data for ids ['83b4e12c-dcee-453c-ae08-b272315e7e29'] in n-d-778696-8 is: [{'id': '83b4e12c-dcee-453c-ae08-b272315e7e29', 'name': 'tempest-TestSnapshotPattern-1427769420-router', 'tenant_id': 'c0515967f10d477c85b787c94a2d7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:39:49Z', 'updated_at': '2021-07-14T12:44:35Z', 'revision_number': 6, 'project_id': 'c0515967f10d477c85b787c94a2d7dc3', 'gw_port_host': None}] {{(pid=93704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:44:35.760690 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2957301'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.786999 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96af81b9-07c5-46a4-855f-82e6a2bec6b6,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:35.849870 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425745'] for router_gateway, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.940710 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046391'] for router, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.942766 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.986169 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411930'] for router, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.986599 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b4e12c-dcee-453c-ae08-b272315e7e29 {{(pid=93702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:44:35.992183 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:35.993644 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-0f054073-16aa-4c22-99a3-2d12ee3df4f7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/83b4e12c-dcee-453c-ae08-b272315e7e29 HTTP/1.1" status: 204 len: 168 time: 0.7583702 Jul 14 12:44:35.996183 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [-] (93702) accepted ('10.222.0.38', 60046) {{(pid=93702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:36.039132 n-d-778696-8 neutron-server[93702]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c5666a-1ca7-4679-b76d-95fed75b9dba admin admin] Deleting subnet aa54d752-b7c6-45dd-83ed-93a70ca11a47 {{(pid=93702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:44:36.042292 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23c5666a-1ca7-4679-b76d-95fed75b9dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.081726 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23c5666a-1ca7-4679-b76d-95fed75b9dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227629'] for subnet, precommit_delete_associations {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.178503 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23c5666a-1ca7-4679-b76d-95fed75b9dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66501582'] for subnet, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.196270 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 196a909b-6c18-461d-ab3f-73360c347de2 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:44:36.219377 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 196a909b-6c18-461d-ab3f-73360c347de2 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:44:36.219722 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 196a909b-6c18-461d-ab3f-73360c347de2 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:44:36.230835 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23c5666a-1ca7-4679-b76d-95fed75b9dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66501559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66620928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2957224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3610217'] for subnet, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.259087 n-d-778696-8 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23c5666a-1ca7-4679-b76d-95fed75b9dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.261183 n-d-778696-8 neutron-server[93702]: INFO neutron.wsgi [None req-23c5666a-1ca7-4679-b76d-95fed75b9dba admin admin] 10.222.0.38 "DELETE /v2.0/subnets/aa54d752-b7c6-45dd-83ed-93a70ca11a47 HTTP/1.1" status: 204 len: 168 time: 0.2637908 Jul 14 12:44:36.262391 n-d-778696-8 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5666a-1ca7-4679-b76d-95fed75b9dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa54d752-b7c6-45dd-83ed-93a70ca11a47,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:36.263684 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60048) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:36.264898 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0f711-f49c-46e6-a0f3-57ed90137185 None None] Network fb34da26-15ca-46a7-80cc-c81bdf59a253 requested from n-d-778696-8 {{(pid=93703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:44:36.330199 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66550823'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.382158 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Deleting port 9d7a4222-36f4-4861-9484-9651ff85bfd7 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:36.382634 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.453085 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] For port 9d7a4222-36f4-4861-9484-9651ff85bfd7, host n-d-778696-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-8',level=0,port_id=9d7a4222-36f4-4861-9484-9651ff85bfd7,segment=NetworkSegment(da3f8d33-815a-4f9b-a034-1c5fa36de654),segment_id=da3f8d33-815a-4f9b-a034-1c5fa36de654)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:36.453447 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.465864 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Calling delete_port for 9d7a4222-36f4-4861-9484-9651ff85bfd7 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:36.526046 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] DHCP port deletion for fb34da26-15ca-46a7-80cc-c81bdf59a253 request from n-d-778696-8 {{(pid=93703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:44:36.549767 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521832'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.580492 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7a4222-36f4-4861-9484-9651ff85bfd7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:36.584724 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] Deleting port 9d7a4222-36f4-4861-9484-9651ff85bfd7 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:44:36.585031 n-d-778696-8 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] No DVR routers for this DVR port 9d7a4222-36f4-4861-9484-9651ff85bfd7 on host n-d-778696-8 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:44:36.585508 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756263795941'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.649239 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] For port 9d7a4222-36f4-4861-9484-9651ff85bfd7, host n-d-778696-8, got binding levels [] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:44:36.649639 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418808'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.658625 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66404699', 'neutron.services.segments.db._delete_segments_for_network-8756263878979'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.663194 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] Calling delete_port for 9d7a4222-36f4-4861-9484-9651ff85bfd7 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:44:36.666441 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.ipam_backend_mixin [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] Port 9d7a4222-36f4-4861-9484-9651ff85bfd7 was not found and therefore no delete operation was performed {{(pid=93703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 12:44:36.667641 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66973852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756263802893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756263412399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.669359 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb34da26-15ca-46a7-80cc-c81bdf59a253']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:36.679372 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3f8d33-815a-4f9b-a034-1c5fa36de654') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:36.679720 n-d-778696-8 neutron-server[93701]: DEBUG neutron.services.segments.db [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3f8d33-815a-4f9b-a034-1c5fa36de654') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:36.688517 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756263879500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1974252'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.689878 n-d-778696-8 neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] Pushing event deleted for resources: {'Port': ['ID=9d7a4222-36f4-4861-9484-9651ff85bfd7,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:36.697827 n-d-778696-8 neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287eb814-75b0-48b9-a9ec-3589992271be None None] No DVR routers for this DVR port 9d7a4222-36f4-4861-9484-9651ff85bfd7 on host n-d-778696-8 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:44:36.708595 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.715495 n-d-778696-8 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:44:36.715915 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66501267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521755'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: Traceback (most recent call last): Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: timer() Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: cb(*args, **kw) Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: return func(*args, **kwargs) Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: self._notify() Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: self.callback(batched_events) Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: event.method(event) Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: return f(self, *a, **k) Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: return self._get(url).json() Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:44:36.717558 n-d-778696-8 neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:44:36.775927 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66404684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66622991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66660652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425845'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.781602 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Notify callbacks [] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:36.783388 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] 10.222.0.38 "DELETE /v2.0/networks/fb34da26-15ca-46a7-80cc-c81bdf59a253 HTTP/1.1" status: 204 len: 168 time: 0.5185754 Jul 14 12:44:36.795153 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76d047-19a7-4458-80b4-1b4523d8a68a admin admin] Pushing event deleted for resources: {'Network': ['ID=fb34da26-15ca-46a7-80cc-c81bdf59a253,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:36.959394 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60052) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:37.000191 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-e8602aed-b5f6-4629-9472-108be4647c84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0560d3e42cb34292a4523c79baa17f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395103 Jul 14 12:44:37.002649 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60054) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:37.049500 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9de48dce-6f50-4dcc-a504-f44271abb691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:37.070952 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9de48dce-6f50-4dcc-a504-f44271abb691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:37.116743 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9de48dce-6f50-4dcc-a504-f44271abb691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:37.119973 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9de48dce-6f50-4dcc-a504-f44271abb691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:37.121124 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-9de48dce-6f50-4dcc-a504-f44271abb691 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7d71199-695a-4dc6-827d-79c889e912be HTTP/1.1" status: 204 len: 168 time: 0.1175804 Jul 14 12:44:37.128560 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de48dce-6f50-4dcc-a504-f44271abb691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d71199-695a-4dc6-827d-79c889e912be,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:37.437718 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60060) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:37.481936 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-6bed2288-a551-48db-874c-c77e447815aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c0515967f10d477c85b787c94a2d7dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430546 Jul 14 12:44:37.484353 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.38', 60062) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:37.532044 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8527f8ba-576d-4fb1-a71e-788456a94e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:37.552991 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8527f8ba-576d-4fb1-a71e-788456a94e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:37.598204 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8527f8ba-576d-4fb1-a71e-788456a94e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66623067'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:37.600871 n-d-778696-8 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8527f8ba-576d-4fb1-a71e-788456a94e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:37.602706 n-d-778696-8 neutron-server[93701]: INFO neutron.wsgi [None req-8527f8ba-576d-4fb1-a71e-788456a94e2f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f1b6ce2-3e83-48e0-a7c5-30060a0ac27d HTTP/1.1" status: 204 len: 168 time: 0.1174684 Jul 14 12:44:37.610225 n-d-778696-8 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527f8ba-576d-4fb1-a71e-788456a94e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b6ce2-3e83-48e0-a7c5-30060a0ac27d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:44:38.075532 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96af81b9-07c5-46a4-855f-82e6a2bec6b6 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:44:38.110764 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 96af81b9-07c5-46a4-855f-82e6a2bec6b6 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:44:38.111106 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 96af81b9-07c5-46a4-855f-82e6a2bec6b6 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:44:38.111515 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9d7a4222-36f4-4861-9484-9651ff85bfd7 no longer exists at agent ovs-agent-n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:44:38.131419 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] No Port match for: 9d7a4222-36f4-4861-9484-9651ff85bfd7 {{(pid=93703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:44:38.131763 n-d-778696-8 neutron-server[93703]: DEBUG neutron.plugins.ml2.rpc [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Device 9d7a4222-36f4-4861-9484-9651ff85bfd7 not bound to the agent host n-d-778696-8 {{(pid=93703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:44:39.605534 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf7db-63aa-43ff-a75f-7e2be76c9d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:42.411278 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:42.754807 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e942629f-48bf-4801-b28a-8eb215fcc8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:43.739461 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:45.443691 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:57.039667 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:58.885389 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:03.037939 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:45:09.606614 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8b65260a-9bc8-4b7f-92f2-681bed5c6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:12.411617 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:12.757297 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9bfc8163-1e70-48a0-b59b-daf5853f54f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:13.745138 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:15.445585 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:27.050988 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:28.912808 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.608150 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c98b-f475-46ed-b403-f722f0d4ff30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:40.036320 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:45:42.410846 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:42.758342 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-105114eb-68ac-4bba-98d9-f6707e4095d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:43.745485 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:45.447817 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:57.066835 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:58.910440 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:09.609463 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f447fe31-195c-4221-9ea6-bb2c7df2b6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:12.412672 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:12.758556 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0555c56f-a523-455f-80a4-a88ec5e7c410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:13.748144 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:15.450709 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:17.034553 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:46:27.065463 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:28.919318 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:39.608690 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a2b07d64-ab01-4d2d-84bd-9547546d102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:42.413100 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:42.758809 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-93738c88-da08-41cc-8fbd-c118eb87994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:43.751641 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:45.453993 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:54.033424 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:46:57.058739 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:58.923276 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:09.610224 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fd00b434-cb8f-416a-92c2-c17999c2fecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:12.413728 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:12.757828 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c7171095-a0b0-4d11-b27e-316b10b36ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:13.754096 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:15.455892 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:27.072933 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:28.937546 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:31.031588 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:47:39.610136 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7dc78e6b-2623-4da0-bc13-20352f96cf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:42.414255 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:42.758136 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-08472fde-d49f-414e-b546-aa48f256dd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:43.759700 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:45.458413 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:57.070774 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:58.926740 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:08.031280 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:48:09.611932 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e779fabd-bb50-4eea-b130-a0d500609d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:12.416394 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:12.757913 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-836a7442-87f8-4a3f-b0dc-91197cb4013b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:13.760754 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:15.461539 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:25.585310 n-d-778696-8 neutron-server[93702]: DEBUG neutron.wsgi [req-e6e1e1a5-4fcf-4baf-9805-c07fb1ca8a68 req-3d0040d4-2b1d-4aee-94bb-d688d7d32316 service neutron] (93702) timed out ('10.222.0.38', 58688) {{(pid=93702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 12:48:27.085022 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:28.950500 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:39.612517 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dd394d32-4250-4c4c-b33b-1eb08c8bad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:42.417552 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:42.758677 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d92f034a-220e-408c-824f-1a376e13a386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:43.763414 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:45.030666 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:48:45.464259 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:57.088825 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:58.963167 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:09.613550 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2da56a8e-5e98-4496-ba4e-3cd9fc3f2296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:12.417765 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:12.759238 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-483177bb-68c0-4a5c-985f-a56991c7f88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:13.766333 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:15.466452 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:22.029693 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:49:27.095984 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:28.979046 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:39.613463 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-839a30e2-df5c-4e2b-a297-e02ae2f52ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:42.417741 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:42.760387 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b58bbb8b-557a-494f-9d33-5a639f078874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:43.771471 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:45.470284 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:57.097806 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:58.976476 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:59.030249 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:50:09.615374 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7ddb004e-b6db-43d8-827d-c53b956562ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:12.418176 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:12.760172 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9d5fa783-9b58-4bea-9cae-b57cf28f3c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:13.771913 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:15.472611 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:27.091358 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:28.979943 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:36.030869 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:50:39.621622 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5d27449a-ff34-4924-ab5f-afcae3d107ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:42.419302 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:42.762875 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b101e35c-be27-4334-8477-1fb256cac8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:43.773970 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:45.475247 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:57.105857 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:58.990929 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:09.612398 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-db2f2a6f-5dda-455a-9251-c61652dc10e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:12.420775 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:12.763631 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d3e62fc8-70df-453c-a23a-579e5621d2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:13.029175 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:51:13.778035 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:15.478922 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:27.105708 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:29.018932 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:39.622750 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b121c2b3-ccc2-43ef-b66e-104ce64f70af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:42.421788 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:42.764690 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-55d14380-eb7e-4ed8-9407-2ea1945f8dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:43.782209 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:45.480649 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:50.032472 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:51:57.103382 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:59.016804 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:09.614601 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-946030c4-1a4e-40e0-89b7-6f8cbdfe1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:12.422222 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:12.764779 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c11de532-1bbf-4e6c-9140-231272e630aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:13.786080 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:15.484461 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:27.031832 n-d-778696-8 neutron-server[93704]: DEBUG neutron.db.agents_db [None req-cb5fd330-0627-4c50-a452-13a908ea4ecb None None] Agent healthcheck: found 7 active agents {{(pid=93704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:52:27.101374 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b7b48c40-0d9d-4b80-9719-0b579dbed627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:29.018780 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-aed54722-8cb5-47a4-82c2-9f5f235cac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:39.615458 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-798b31bf-e8b0-4757-905f-896fca171048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:42.423522 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce652-e1ab-4ffb-82b5-c8e95f30763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:42.765200 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ce76dda0-efca-4cc4-89f7-d4a908923f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:43.785065 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7c40-8950-4695-b50d-8b92a57ddab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:45.487148 n-d-778696-8 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-861465fc-bc02-4131-9d3d-f6c0fc843758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756263878961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66407659'] for agent, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.184252 n-d-778696-8 neutron-server[93701]: DEBUG neutron.wsgi [req-b89b5b92-063e-4d6d-b0ad-c0e35a0e655f req-14cc9325-c373-4db6-8213-0a5f430c925c service neutron] (93701) timed out ('10.222.0.38', 37034) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}